diff --git a/UCI_N4/sandwich/runs/energy-y1/fold_3/result.json b/UCI_N4/sandwich/runs/energy-y1/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..12512ca28da47fd748eab90e9151fc3a81c2cd9c --- /dev/null +++ b/UCI_N4/sandwich/runs/energy-y1/fold_3/result.json @@ -0,0 +1,46 @@ +{ + "best_epoch": 15, + "best_val_acc": 0.8596491228070176, + "test_acc": 0.8874458874458875, + "train_size": 192, + "val_size": 114, + "test_size": 462, + "stats": { + "mean": [ + [ + -0.09306050364583336, + 0.10140363020833336, + 0.038023541666666646, + 0.08051876041666675, + -0.06245931250000001, + 4.166666664589166e-08, + 0.16615551562499892, + 0.11081956770833301 + ] + ], + "std": [ + [ + 1.0103381574343495, + 1.0260340528127347, + 0.9660180839931469, + 0.9757962633490739, + 0.997395236645448, + 0.9993506559221341, + 0.9513965888850403, + 0.9859377713172496 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 4, + "padding": 16, + "parameters": 1558, + "cert_evals": { + "36": 0.8246753215789795, + "72": 0.7489177584648132, + "108": 0.6818181872367859, + "255": 0.18398268520832062 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/energy-y2/fold_0/result.json b/UCI_N4/sandwich/runs/energy-y2/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..82e22c25cda23a34b6a987c1b6fd2e0575787047 --- /dev/null +++ b/UCI_N4/sandwich/runs/energy-y2/fold_0/result.json @@ -0,0 +1,46 @@ +{ + "best_epoch": 22, + "best_val_acc": 0.9137931034482759, + "test_acc": 0.8630434782608696, + "train_size": 192, + "val_size": 116, + "test_size": 460, + "stats": { + "mean": [ + [ + 0.0009850791666666432, + 0.010139916666666622, + 0.032173687500000006, + -0.005650822916666537, + 0.010409885416666669, + -0.06052093749999998, + -0.02541311979166509, + 0.0537312500000005 + ] + ], + "std": [ + [ + 1.0456101033083376, + 1.0498619980358046, + 0.9456106661428212, + 0.9965179021332218, + 0.999294780375947, + 1.0222397484588055, + 1.030433216371699, + 0.995731298264168 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 4, + "padding": 16, + "parameters": 1558, + "cert_evals": { + "36": 0.8260869383811951, + "72": 0.7913042902946472, + "108": 0.7565217018127441, + "255": 0.4478260576725006 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/energy-y2/fold_1/result.json b/UCI_N4/sandwich/runs/energy-y2/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..c190aed2463298e8fa338341f86fc3e09c8483b4 --- /dev/null +++ b/UCI_N4/sandwich/runs/energy-y2/fold_1/result.json @@ -0,0 +1,46 @@ +{ + "best_epoch": 11, + "best_val_acc": 0.8852459016393442, + "test_acc": 0.8634361233480177, + "train_size": 192, + "val_size": 122, + "test_size": 454, + "stats": { + "mean": [ + [ + 0.07533532916666669, + -0.059394307291666594, + -0.017550052083333306, + -0.04944196875000006, + 0.031229656250000005, + -0.004655374999999985, + 0.06255218750000145, + 1.1510416676625372e-06 + ] + ], + "std": [ + [ + 1.0729275910612097, + 1.0653863321722707, + 0.9433869502795601, + 1.0190501631365936, + 0.998860917431203, + 0.9951670891648171, + 1.0163359360027204, + 1.0396997731000648 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 4, + "padding": 16, + "parameters": 1558, + "cert_evals": { + "36": 0.8215858936309814, + "72": 0.7819383144378662, + "108": 0.7511013150215149, + "255": 0.4162995517253876 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/energy-y2/fold_2/result.json b/UCI_N4/sandwich/runs/energy-y2/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..0190fc9661153077e52f54e9fbeac8d2349562fd --- /dev/null +++ b/UCI_N4/sandwich/runs/energy-y2/fold_2/result.json @@ -0,0 +1,46 @@ +{ + "best_epoch": 14, + "best_val_acc": 0.8688524590163934, + "test_acc": 0.8788546255506607, + "train_size": 192, + "val_size": 122, + "test_size": 454, + "stats": { + "mean": [ + [ + -0.0004920619791667415, + 0.007242729166666742, + -0.020474875000000007, + 0.016951052083333352, + 2.3129646346357427e-18, + 0.004655458333333339, + 0.11924057812500127, + 0.06380555208333295 + ] + ], + "std": [ + [ + 1.0283618263304504, + 1.0335770524750947, + 0.8923225124501564, + 0.9833589680412395, + 0.9993489999999986, + 1.0280747733173587, + 0.9999909373553216, + 0.955311666538388 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 4, + "padding": 16, + "parameters": 1558, + "cert_evals": { + "36": 0.8325991034507751, + "72": 0.784140944480896, + "108": 0.7092510461807251, + "255": 0.3700440526008606 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/energy-y2/fold_3/result.json b/UCI_N4/sandwich/runs/energy-y2/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..ee4a04e9f874ff8c9ee56264347f9818dd2f69b2 --- /dev/null +++ b/UCI_N4/sandwich/runs/energy-y2/fold_3/result.json @@ -0,0 +1,46 @@ +{ + "best_epoch": 10, + "best_val_acc": 0.8672566371681416, + "test_acc": 0.8639308855291576, + "train_size": 192, + "val_size": 113, + "test_size": 463, + "stats": { + "mean": [ + [ + -0.045791585416666704, + 0.053598781249999984, + 0.038023489583333334, + 0.0339023333333334, + -0.04163954166666667, + 0.013966291666666672, + 0.03909468750000155, + 0.06716386458333357 + ] + ], + "std": [ + [ + 1.0190772752310013, + 1.0258162287916472, + 1.0141309105461986, + 1.0041302689502694, + 0.998481132706467, + 0.9782096135772306, + 0.997298911424109, + 1.0244022864972453 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 4, + "padding": 16, + "parameters": 1558, + "cert_evals": { + "36": 0.8142548203468323, + "72": 0.7624189853668213, + "108": 0.7041036486625671, + "255": 0.16630668938159943 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/fertility/fold_0/result.json b/UCI_N4/sandwich/runs/fertility/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..e215f8c258916087fc467a844a370f0bd790a7ce --- /dev/null +++ b/UCI_N4/sandwich/runs/fertility/fold_0/result.json @@ -0,0 +1,48 @@ +{ + "best_epoch": 68, + "best_val_acc": 0.7777777777777778, + "test_acc": 0.7543859649122807, + "train_size": 25, + "val_size": 18, + "test_size": 57, + "stats": { + "mean": [ + [ + -0.050080199999999984, + -0.12364147839999998, + 0.14793016000000006, + -0.32071263999999977, + 0.1791338, + -0.12053400000000013, + 0.5731312000000003, + -0.16074628000000002, + 0.03862860000000002 + ] + ], + "std": [ + [ + 1.0236052735742232, + 0.8512034434759349, + 0.8026475169365781, + 0.9000012058569202, + 0.9750796495625166, + 0.7418187080757671, + 0.7460504646830267, + 0.9966002512278438, + 0.8297482471350933 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 4, + "padding": 18, + "parameters": 1931, + "cert_evals": { + "36": 0.7017543911933899, + "72": 0.5964912176132202, + "108": 0.4736842215061188, + "255": 0.035087719559669495 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/fertility/fold_1/result.json b/UCI_N4/sandwich/runs/fertility/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..e489a825128068c91a0666305dccab4fbd56a17e --- /dev/null +++ b/UCI_N4/sandwich/runs/fertility/fold_1/result.json @@ -0,0 +1,48 @@ +{ + "best_epoch": 23, + "best_val_acc": 0.7857142857142857, + "test_acc": 0.8524590163934426, + "train_size": 25, + "val_size": 14, + "test_size": 61, + "stats": { + "mean": [ + [ + 0.08396883999999995, + 0.0741850816, + -0.08875767999999994, + 0.16035823999999999, + -0.2985557199999999, + 0.017217679999999954, + -0.28656639999999994, + -0.012364960000000034, + 7.200000000029405e-07 + ] + ], + "std": [ + [ + 0.9493769176881722, + 1.0402868069724176, + 1.0846399428755964, + 1.0014288942292522, + 0.95537904, + 1.089027811624688, + 1.008650391054026, + 0.9817617018642958, + 0.9407763787630519 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 4, + "padding": 18, + "parameters": 1931, + "cert_evals": { + "36": 0.6885245442390442, + "72": 0.6229507923126221, + "108": 0.4590163826942444, + "255": 0.032786883413791656 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/fertility/fold_2/result.json b/UCI_N4/sandwich/runs/fertility/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..46be8464624cff7bf853739154590e31d24daf29 --- /dev/null +++ b/UCI_N4/sandwich/runs/fertility/fold_2/result.json @@ -0,0 +1,48 @@ +{ + "best_epoch": 15, + "best_val_acc": 0.85, + "test_acc": 0.8363636363636363, + "train_size": 25, + "val_size": 20, + "test_size": 55, + "stats": { + "mean": [ + [ + -0.15099352, + 0.04121466079999998, + 0.029586240000000055, + 0.16035823999999999, + -0.059710959999999924, + 0.29272248000000006, + 0.09552136000000001, + -0.25966716, + -0.27897695999999994 + ] + ], + "std": [ + [ + 0.9753651401849921, + 1.00304651742069, + 0.9614305510351658, + 1.001428894229252, + 0.9943900320852971, + 0.9593333711047946, + 0.911221690762852, + 0.8623722386522275, + 0.6562133354788506 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 4, + "padding": 18, + "parameters": 1931, + "cert_evals": { + "36": 0.7636363506317139, + "72": 0.6909090876579285, + "108": 0.5636363625526428, + "255": 0.09090908616781235 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/fertility/fold_3/result.json b/UCI_N4/sandwich/runs/fertility/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..5c2cc1b2da5b78bebaf96d155a703735321c169e --- /dev/null +++ b/UCI_N4/sandwich/runs/fertility/fold_3/result.json @@ -0,0 +1,48 @@ +{ + "best_epoch": 1, + "best_val_acc": 0.8181818181818182, + "test_acc": 0.8125, + "train_size": 25, + "val_size": 11, + "test_size": 64, + "stats": { + "mean": [ + [ + -0.05008016, + 0.16980184160000003, + 0.029586240000000055, + -0.08017719999999987, + -0.13932587999999993, + 0.22384639999999986, + -0.19104464, + 0.23493724, + -0.28326872000000003 + ] + ], + "std": [ + [ + 0.967192993888714, + 1.0029056548149258, + 0.9614305510351658, + 0.981981821759731, + 0.9879951745516705, + 0.9393450743392652, + 0.9552200000001204, + 1.0881296800000002, + 0.6448658384270962 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 4, + "padding": 18, + "parameters": 1931, + "cert_evals": { + "36": 0.703125, + "72": 0.59375, + "108": 0.4375, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/flags/fold_0/result.json b/UCI_N4/sandwich/runs/flags/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..20c36c610fa50b3ae32e632f28012eaff1bfd8e4 --- /dev/null +++ b/UCI_N4/sandwich/runs/flags/fold_0/result.json @@ -0,0 +1,86 @@ +{ + "best_epoch": 35, + "best_val_acc": 0.48148148148148145, + "test_acc": 0.4369747899159664, + "train_size": 48, + "val_size": 27, + "test_size": 119, + "stats": { + "mean": [ + [ + 0.2352414791666667, + -0.14561693750000007, + 0.1764680979166667, + 0.11582924333333333, + 0.0278278833333333, + 0.04467812499999988, + -0.14742766666666676, + -0.14850950000000007, + 0.10914166666666664, + 0.020176562500000023, + -0.14527287500000005, + -0.021462375000000023, + -0.005958499999999978, + -0.18136456250000013, + -0.1484010833333332, + -0.13407733333333335, + -0.14238879166666651, + -0.06353299999999999, + 0.039132958333333315, + 0.23061385416666677, + 0.16322545416666676, + 0.20470881250000014, + -0.04084762500000006, + -0.005915999999999931, + -0.08552499999999989, + 0.003115083333333317, + -0.00012200000000005262, + 0.016370875000000003 + ] + ], + "std": [ + [ + 0.9423798810959939, + 0.9424971000607776, + 1.1257258803436931, + 1.5640772168523231, + 0.9974256598053217, + 1.129307049644929, + 1.052031616542435, + 0.7965270829416287, + 0.9104918487062668, + 0.9984666452987403, + 0.9898063223282548, + 0.9958585433814053, + 1.0008837456871553, + 0.8789136023594675, + 0.8091964732150918, + 0.9827727342487288, + 0.6596688427296609, + 0.858146791992489, + 1.050181614737104, + 1.5175473203808312, + 0.8994410282874392, + 1.317453200121319, + 0.9530138431587623, + 0.994027422565394, + 0.9275008724551151, + 1.0021317232904448, + 0.9667438830883966, + 0.9280632223285767 + ] + ] + }, + "width": 128, + "in_features": 28, + "out_features": 8, + "depth": 4, + "padding": 56, + "parameters": 18043, + "cert_evals": { + "36": 0.31092438101768494, + "72": 0.27731093764305115, + "108": 0.21848741173744202, + "255": 0.05042017251253128 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/flags/fold_1/result.json b/UCI_N4/sandwich/runs/flags/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..6e25a1a1952f32f49dea2b3f3bea717bcd3eded8 --- /dev/null +++ b/UCI_N4/sandwich/runs/flags/fold_1/result.json @@ -0,0 +1,86 @@ +{ + "best_epoch": 15, + "best_val_acc": 0.5172413793103449, + "test_acc": 0.4188034188034188, + "train_size": 48, + "val_size": 29, + "test_size": 117, + "stats": { + "mean": [ + [ + 0.19499710416666668, + -0.0022983958333333797, + -0.02790886250000002, + 0.11650907499999995, + -0.06750504166666671, + -0.11583450000000012, + -0.10268268750000005, + 0.02775170833333333, + 0.26183579166666643, + -0.02146237499999999, + -0.14527287500000005, + 0.27001018749999983, + -0.10226858333333351, + 0.10011306249999985, + -0.3313875208333335, + -0.17088533333333333, + -0.18737783333333316, + -0.06353299999999996, + 0.03913295833333332, + -0.008377395833333351, + -0.026332812499999955, + -0.15468943749999978, + 0.07922083333333325, + 0.13755950000000008, + -0.03367612499999993, + 0.07865360416666665, + 0.0827322729166666, + -0.1398202291666666 + ] + ], + "std": [ + [ + 1.0149211380035321, + 1.0106590573641523, + 0.800987362794606, + 1.5710238762349773, + 0.9911412389198323, + 0.8417359860573123, + 0.7550650019137193, + 0.8454707572998891, + 0.7463117905961775, + 0.9958585433814053, + 0.9898063223282548, + 0.9774069853377493, + 1.0506189728199082, + 1.04374696833814, + 0.41816393735262497, + 0.8196612593038392, + 0.596847083543995, + 0.8581467919924893, + 1.050181614737104, + 0.8097533539243018, + 0.6013621428718394, + 0.6159775664971462, + 1.073924939147738, + 1.064042786035294, + 0.9713883617826264, + 1.1076121378365742, + 1.021768139613268, + 0.8455337132759265 + ] + ] + }, + "width": 128, + "in_features": 28, + "out_features": 8, + "depth": 4, + "padding": 56, + "parameters": 18043, + "cert_evals": { + "36": 0.32478633522987366, + "72": 0.2478632628917694, + "108": 0.23076924681663513, + "255": 0.09401709586381912 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/flags/fold_2/result.json b/UCI_N4/sandwich/runs/flags/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..05680aff2eb0708ee6f06e1425e6a0923f5cafe9 --- /dev/null +++ b/UCI_N4/sandwich/runs/flags/fold_2/result.json @@ -0,0 +1,86 @@ +{ + "best_epoch": 20, + "best_val_acc": 0.5384615384615384, + "test_acc": 0.38333333333333336, + "train_size": 48, + "val_size": 26, + "test_size": 120, + "stats": { + "mean": [ + [ + 0.0340199583333333, + 0.10917162499999984, + -0.07162090208333334, + 0.06506778333333332, + -0.10921322916666676, + 0.12493452083333324, + 0.013654270833333296, + 0.15594170833333318, + -0.04355245833333338, + -0.021462374999999978, + 0.104134875, + 0.02017656249999995, + 0.1385066249999999, + 0.053200124999999876, + 0.09558083333333343, + 0.3076187916666668, + 0.17253487500000028, + 0.15269966666666668, + 0.1823765416666667, + 0.13501729166666662, + 0.262743825, + -0.06483987499999996, + 0.19928929166666667, + -0.1015663333333332, + -0.03367612499999994, + 0.07865360416666677, + 0.23660444999999997, + 0.06843458333333337 + ] + ], + "std": [ + [ + 1.0728446319744602, + 1.004997765945125, + 0.6738313483909325, + 1.1276322526496132, + 0.9889360364810051, + 1.0737570402474663, + 1.2301542970075396, + 1.0335005003320021, + 1.0268293591046207, + 0.9958585433814053, + 0.9898063223282548, + 0.9984666452987404, + 0.9021844164633743, + 1.0235194592787966, + 1.0911203018947113, + 1.043398618770709, + 1.428359917728367, + 1.0537876663148145, + 1.2133500974257005, + 0.931759019467099, + 1.699034990837401, + 0.8618067283867119, + 1.170282570673264, + 0.9322841280124254, + 0.9713883617826267, + 1.1076121378365744, + 1.009283746545842, + 1.0092164745858712 + ] + ] + }, + "width": 128, + "in_features": 28, + "out_features": 8, + "depth": 4, + "padding": 56, + "parameters": 18043, + "cert_evals": { + "36": 0.3083333373069763, + "72": 0.23333334922790527, + "108": 0.17500001192092896, + "255": 0.0833333358168602 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/flags/fold_3/result.json b/UCI_N4/sandwich/runs/flags/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..f929de0d07af7b264fa10328399f93e721f3067e --- /dev/null +++ b/UCI_N4/sandwich/runs/flags/fold_3/result.json @@ -0,0 +1,86 @@ +{ + "best_epoch": 6, + "best_val_acc": 0.25806451612903225, + "test_acc": 0.391304347826087, + "train_size": 48, + "val_size": 31, + "test_size": 115, + "stats": { + "mean": [ + [ + 0.060849604166666675, + -0.11376839583333333, + -0.09783850416666667, + -0.09356036875000003, + 0.22445235416666667, + 0.024614104166666605, + 0.0762974583333333, + 0.09184660416666661, + -0.14534854166666666, + -0.021462374999999978, + 0.18727079166666663, + 0.061815500000000016, + 0.042196541666666705, + 0.10011306249999992, + -0.08740560416666669, + 0.0008853750000000308, + -0.1423887916666665, + -0.06353283333333333, + -0.10411062500000007, + -0.056175625000000166, + 0.25800489583333336, + -0.15468943749999986, + 0.07922083333333328, + -0.10156633333333316, + -0.08552499999999985, + 0.0031150833333333725, + -0.1421576375, + 0.0684342083333334 + ] + ], + "std": [ + [ + 1.0293582077836319, + 0.9794406225141076, + 0.6268224867254953, + 0.3684227553507345, + 1.025591356541465, + 1.1118837703058688, + 1.0365020313045694, + 1.0275207215403601, + 1.0856923338143685, + 0.9958585433814053, + 0.9757408637342995, + 0.9993344999999996, + 0.9714914160365958, + 1.0437469683381402, + 0.8943692877865511, + 1.023515389848972, + 0.6596688427296608, + 1.0084428269148291, + 0.8321700190516114, + 0.7587733649056444, + 1.7047553305488228, + 0.615977566497146, + 1.073924939147738, + 0.9322841280124254, + 0.9275008724551151, + 1.0021317232904448, + 0.8580294890796403, + 1.071739861024061 + ] + ] + }, + "width": 128, + "in_features": 28, + "out_features": 8, + "depth": 4, + "padding": 56, + "parameters": 18043, + "cert_evals": { + "36": 0.313043475151062, + "72": 0.21739129722118378, + "108": 0.156521737575531, + "255": 0.0260869562625885 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/glass/fold_0/result.json b/UCI_N4/sandwich/runs/glass/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..7b0a4459949eca5b3095914117bd6a46f3b4d086 --- /dev/null +++ b/UCI_N4/sandwich/runs/glass/fold_0/result.json @@ -0,0 +1,48 @@ +{ + "best_epoch": 52, + "best_val_acc": 0.5135135135135135, + "test_acc": 0.5080645161290323, + "train_size": 53, + "val_size": 37, + "test_size": 124, + "stats": { + "mean": [ + [ + 0.012939788679245282, + 0.04699466943396226, + 0.04250909433962263, + -0.01625201207547179, + -0.03750319433962267, + -0.18787082075471698, + 0.06524139433962263, + -0.040507150943396124, + -0.2307195471698114 + ] + ], + "std": [ + [ + 0.801738486196533, + 0.8467082620054888, + 0.9820084649167357, + 0.9338214241369891, + 0.8598618475288062, + 0.3955791139166082, + 0.8724031270593463, + 0.8657099216828293, + 0.7013424696367202 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 4, + "padding": 18, + "parameters": 2007, + "cert_evals": { + "36": 0.3709677457809448, + "72": 0.2338709533214569, + "108": 0.17741934955120087, + "255": 0.12096773833036423 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/glass/fold_1/result.json b/UCI_N4/sandwich/runs/glass/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..4209e84c7013952134739ef9be0f0d2dfa79addf --- /dev/null +++ b/UCI_N4/sandwich/runs/glass/fold_1/result.json @@ -0,0 +1,48 @@ +{ + "best_epoch": 1, + "best_val_acc": 0.2, + "test_acc": 0.1984732824427481, + "train_size": 53, + "val_size": 30, + "test_size": 131, + "stats": { + "mean": [ + [ + -0.06851211245283018, + -0.15009423962264148, + 0.02275701132075471, + -0.11148559811320762, + 0.16614626415094338, + 0.138459841509434, + -0.08099267547169811, + 0.036904622641509635, + -0.12809118867924535 + ] + ], + "std": [ + [ + 0.8515731555985958, + 0.9581970001358434, + 0.9640671504859841, + 0.9248622429706228, + 0.9755758770264732, + 1.357781655818288, + 0.8022445220282372, + 1.1525134057528226, + 0.8492428385949199 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 4, + "padding": 18, + "parameters": 2007, + "cert_evals": { + "36": 0.1679389327764511, + "72": 0.10687022656202316, + "108": 0.022900763899087906, + "255": 0.007633587811142206 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/glass/fold_2/result.json b/UCI_N4/sandwich/runs/glass/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..1869dfa475cb1d8273297103d378a5607c697358 --- /dev/null +++ b/UCI_N4/sandwich/runs/glass/fold_2/result.json @@ -0,0 +1,48 @@ +{ + "best_epoch": 44, + "best_val_acc": 0.5384615384615384, + "test_acc": 0.3925925925925926, + "train_size": 53, + "val_size": 26, + "test_size": 135, + "stats": { + "mean": [ + [ + 0.17342035830188673, + 0.10083030188679246, + -0.0808434981132076, + -0.019653658490565933, + -0.19072764905660378, + 0.02794728113207545, + 0.12344338867924527, + -0.06403424528301871, + 0.22045922641509424 + ] + ], + "std": [ + [ + 1.2137577085998512, + 0.8431029761509528, + 1.0333305367739407, + 1.0160914345283907, + 1.0137208401349003, + 1.2887142840709145, + 1.1306321303495666, + 0.9397607053756946, + 1.2490718777482173 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 4, + "padding": 18, + "parameters": 2007, + "cert_evals": { + "36": 0.2074074000120163, + "72": 0.15555554628372192, + "108": 0.10370370000600815, + "255": 0.08148147910833359 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/glass/fold_3/result.json b/UCI_N4/sandwich/runs/glass/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..20f3a73d5e1f1061150f668738177224b6e81602 --- /dev/null +++ b/UCI_N4/sandwich/runs/glass/fold_3/result.json @@ -0,0 +1,48 @@ +{ + "best_epoch": 1, + "best_val_acc": 0.39285714285714285, + "test_acc": 0.24812030075187969, + "train_size": 53, + "val_size": 28, + "test_size": 133, + "stats": { + "mean": [ + [ + -0.09789963037735849, + -0.25360606113207534, + -0.0009194132075472026, + 0.04837090226415086, + 0.10451545471698113, + 0.3782897773584904, + -0.08351155283018871, + -0.02570778301886777, + 0.11976666037735839 + ] + ], + "std": [ + [ + 0.9830235331660265, + 0.9613168258565478, + 1.0022618468949342, + 0.9817559883419383, + 1.0203488325490284, + 1.7842263867081236, + 1.0422858738909424, + 0.9054813684433138, + 1.1073266176346976 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 4, + "padding": 18, + "parameters": 2007, + "cert_evals": { + "36": 0.15037594735622406, + "72": 0.12781955301761627, + "108": 0.11278195679187775, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/haberman-survival/fold_0/result.json b/UCI_N4/sandwich/runs/haberman-survival/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..4a99a69c5709dab6a47f92d692f6843df5ce14f8 --- /dev/null +++ b/UCI_N4/sandwich/runs/haberman-survival/fold_0/result.json @@ -0,0 +1,36 @@ +{ + "best_epoch": 31, + "best_val_acc": 0.7391304347826086, + "test_acc": 0.625, + "train_size": 76, + "val_size": 46, + "test_size": 184, + "stats": { + "mean": [ + [ + 0.056303715789473636, + 0.11814425789473684, + 0.07505885618421046 + ] + ], + "std": [ + [ + 1.071529133459213, + 0.9640121301272397, + 1.1153002449883138 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 4, + "padding": 10, + "parameters": 615, + "cert_evals": { + "36": 0.43478262424468994, + "72": 0.239130437374115, + "108": 0.08695652335882187, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/haberman-survival/fold_1/result.json b/UCI_N4/sandwich/runs/haberman-survival/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..9e8134f9f4703da065dcc8f92fb8fd39065229b3 --- /dev/null +++ b/UCI_N4/sandwich/runs/haberman-survival/fold_1/result.json @@ -0,0 +1,36 @@ +{ + "best_epoch": 3, + "best_val_acc": 0.8604651162790697, + "test_acc": 0.6951871657754011, + "train_size": 76, + "val_size": 43, + "test_size": 187, + "stats": { + "mean": [ + [ + 0.10623882105263147, + 0.09384808421052634, + 0.007344408815789407 + ] + ], + "std": [ + [ + 1.0605035134671559, + 1.0869710980458733, + 1.1078408305262222 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 4, + "padding": 10, + "parameters": 615, + "cert_evals": { + "36": 0.09090909361839294, + "72": 0.0, + "108": 0.0, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/haberman-survival/fold_2/result.json b/UCI_N4/sandwich/runs/haberman-survival/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..aa4723a5750912e00b016adbea816f6b6278f94a --- /dev/null +++ b/UCI_N4/sandwich/runs/haberman-survival/fold_2/result.json @@ -0,0 +1,36 @@ +{ + "best_epoch": 22, + "best_val_acc": 0.8679245283018868, + "test_acc": 0.6892655367231638, + "train_size": 76, + "val_size": 53, + "test_size": 177, + "stats": { + "mean": [ + [ + 0.06604734605263156, + -0.015483576315789458, + 0.01100456263157891 + ] + ], + "std": [ + [ + 1.0531764871263751, + 0.9959949318361989, + 0.8640777726923776 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 4, + "padding": 10, + "parameters": 615, + "cert_evals": { + "36": 0.46327683329582214, + "72": 0.2598870098590851, + "108": 0.1355932205915451, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/haberman-survival/fold_3/result.json b/UCI_N4/sandwich/runs/haberman-survival/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..bcc399d3224e257b415651ccbef756bb23d6c3ca --- /dev/null +++ b/UCI_N4/sandwich/runs/haberman-survival/fold_3/result.json @@ -0,0 +1,36 @@ +{ + "best_epoch": 4, + "best_val_acc": 0.7567567567567568, + "test_acc": 0.694300518134715, + "train_size": 76, + "val_size": 37, + "test_size": 193, + "stats": { + "mean": [ + [ + -0.03016957763157897, + -0.13291423947368405, + 0.01283475092105254 + ] + ], + "std": [ + [ + 1.0380766725977404, + 1.0963438485094303, + 1.0823191968380823 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 4, + "padding": 10, + "parameters": 615, + "cert_evals": { + "36": 0.2331606149673462, + "72": 0.041450776159763336, + "108": 0.020725388079881668, + "255": 0.005181347019970417 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/hayes-roth/fold_0/result.json b/UCI_N4/sandwich/runs/hayes-roth/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..e0042d2fe4350d538b5ced0c8bee47a2d20c372f --- /dev/null +++ b/UCI_N4/sandwich/runs/hayes-roth/fold_0/result.json @@ -0,0 +1,36 @@ +{ + "best_epoch": 1, + "best_val_acc": 0.5, + "test_acc": 0.19387755102040816, + "train_size": 28, + "val_size": 34, + "test_size": 98, + "stats": { + "mean": [ + [ + -2.0777030889413645e-15, + -2.0142617732484982e-15, + -2.0142617732484982e-15 + ] + ], + "std": [ + [ + 0.9711863730167035, + 0.9711863730167036, + 0.9711863730167035 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 3, + "depth": 4, + "padding": 10, + "parameters": 626, + "cert_evals": { + "36": 0.1428571343421936, + "72": 0.0714285671710968, + "108": 0.030612245202064514, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/hayes-roth/fold_1/result.json b/UCI_N4/sandwich/runs/hayes-roth/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..d1235cf3bb70daee5bf04765be1f14e108e13732 --- /dev/null +++ b/UCI_N4/sandwich/runs/hayes-roth/fold_1/result.json @@ -0,0 +1,36 @@ +{ + "best_epoch": 8, + "best_val_acc": 0.6, + "test_acc": 0.5046728971962616, + "train_size": 28, + "val_size": 25, + "test_size": 107, + "stats": { + "mean": [ + [ + -2.0777030889413645e-15, + -2.0142617732484982e-15, + -2.0142617732484982e-15 + ] + ], + "std": [ + [ + 0.9711863730167035, + 0.9711863730167036, + 0.9711863730167035 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 3, + "depth": 4, + "padding": 10, + "parameters": 626, + "cert_evals": { + "36": 0.420560747385025, + "72": 0.30841121077537537, + "108": 0.04672896862030029, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/hayes-roth/fold_2/result.json b/UCI_N4/sandwich/runs/hayes-roth/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..1fa84bc5eee1ca73075cb61be6c9345b7eb7ab08 --- /dev/null +++ b/UCI_N4/sandwich/runs/hayes-roth/fold_2/result.json @@ -0,0 +1,36 @@ +{ + "best_epoch": 10, + "best_val_acc": 0.6428571428571429, + "test_acc": 0.5865384615384616, + "train_size": 28, + "val_size": 28, + "test_size": 104, + "stats": { + "mean": [ + [ + -2.0777030889413645e-15, + -2.0142617732484982e-15, + -2.0142617732484982e-15 + ] + ], + "std": [ + [ + 0.9711863730167035, + 0.9711863730167036, + 0.9711863730167035 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 3, + "depth": 4, + "padding": 10, + "parameters": 626, + "cert_evals": { + "36": 0.29807692766189575, + "72": 0.25, + "108": 0.03846153989434242, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/hayes-roth/fold_3/result.json b/UCI_N4/sandwich/runs/hayes-roth/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..db83c7c1e29f936c2405eab41cef00fcefd2c4e7 --- /dev/null +++ b/UCI_N4/sandwich/runs/hayes-roth/fold_3/result.json @@ -0,0 +1,36 @@ +{ + "best_epoch": 16, + "best_val_acc": 0.5714285714285714, + "test_acc": 0.5096153846153846, + "train_size": 28, + "val_size": 28, + "test_size": 104, + "stats": { + "mean": [ + [ + -2.0777030889413645e-15, + -2.0142617732484982e-15, + -2.0142617732484982e-15 + ] + ], + "std": [ + [ + 0.9711863730167035, + 0.9711863730167036, + 0.9711863730167035 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 3, + "depth": 4, + "padding": 10, + "parameters": 626, + "cert_evals": { + "36": 0.38461539149284363, + "72": 0.17307692766189575, + "108": 0.03846153989434242, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/heart-cleveland/fold_0/result.json b/UCI_N4/sandwich/runs/heart-cleveland/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..3f19436633230b25a2473d1c062eb6cb3886a4cb --- /dev/null +++ b/UCI_N4/sandwich/runs/heart-cleveland/fold_0/result.json @@ -0,0 +1,56 @@ +{ + "best_epoch": 16, + "best_val_acc": 0.6111111111111112, + "test_acc": 0.5491329479768786, + "train_size": 76, + "val_size": 54, + "test_size": 173, + "stats": { + "mean": [ + [ + 0.025679380263157865, + 0.06560718421052641, + -0.04165710526315796, + 0.12079876315789474, + -0.05836617236842103, + 0.21103164473684244, + 0.009953435000000009, + -0.04552891578947369, + -0.07930921052631572, + 0.018019449999999958, + -0.1633495263157895, + 0.1490460526315791, + 0.1173184736842107 + ] + ], + "std": [ + [ + 0.8936682722687875, + 0.9705101476202265, + 1.0410809532354568, + 0.9713482365754217, + 1.0046131234392313, + 1.1698900228292355, + 0.991743905598925, + 1.063967410026795, + 0.9653541002995567, + 0.9670845428420584, + 0.8530269008877411, + 1.0419737091060064, + 0.9887800977718967 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 5, + "depth": 4, + "padding": 26, + "parameters": 4012, + "cert_evals": { + "36": 0.45086705684661865, + "72": 0.3641618490219116, + "108": 0.3005780279636383, + "255": 0.05202312022447586 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/heart-cleveland/fold_1/result.json b/UCI_N4/sandwich/runs/heart-cleveland/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..e9ca1ad24a52ec9550f745a479169d96e812ab67 --- /dev/null +++ b/UCI_N4/sandwich/runs/heart-cleveland/fold_1/result.json @@ -0,0 +1,56 @@ +{ + "best_epoch": 1, + "best_val_acc": 0.5581395348837209, + "test_acc": 0.483695652173913, + "train_size": 76, + "val_size": 43, + "test_size": 184, + "stats": { + "mean": [ + [ + -0.2101489736842105, + 0.09376453947368439, + -0.1649965789473685, + -0.03545365789473685, + -0.1381618, + 0.02633263157894729, + -0.1355152364473684, + -0.028272514473684226, + 0.060729605263158, + -0.12137016052631582, + 0.02882180263157893, + -0.062184184210526385, + -0.10297684210526317 + ] + ], + "std": [ + [ + 0.9630708106281646, + 0.9569359106048417, + 1.0685892850045124, + 0.9716813782156916, + 0.8933102337559928, + 1.0237058396713807, + 0.987768251139324, + 1.0505795881681008, + 1.018728244712418, + 0.800844776889746, + 0.9838325491030496, + 0.9678759361024273, + 0.9824728943441249 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 5, + "depth": 4, + "padding": 26, + "parameters": 4012, + "cert_evals": { + "36": 0.29891306161880493, + "72": 0.10869565606117249, + "108": 0.010869565419852734, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/heart-cleveland/fold_2/result.json b/UCI_N4/sandwich/runs/heart-cleveland/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..3c8109c4db9bf7ed9dfb9849835bb8b48ea4a30e --- /dev/null +++ b/UCI_N4/sandwich/runs/heart-cleveland/fold_2/result.json @@ -0,0 +1,56 @@ +{ + "best_epoch": 30, + "best_val_acc": 0.6140350877192983, + "test_acc": 0.5647058823529412, + "train_size": 76, + "val_size": 57, + "test_size": 170, + "stats": { + "mean": [ + [ + 0.009666096052631561, + 0.12192189473684223, + -0.04165730263157901, + -0.053396460526315796, + 0.009485552631578952, + -0.08448677631578952, + -0.12229084131578946, + 0.029248118421052637, + 0.0887373684210527, + 0.14607715657894724, + 0.007469368421052609, + 0.13496389473684212, + -0.016193828947368444 + ] + ], + "std": [ + [ + 0.991747257977119, + 0.9423253440641232, + 1.054702252215874, + 1.01578753443219, + 0.912628998922061, + 0.9070959475884481, + 0.9828872816770845, + 1.0215811465249889, + 1.026781557739585, + 1.110916508206595, + 1.0555936285886078, + 1.1293737151568792, + 0.9751655205627294 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 5, + "depth": 4, + "padding": 26, + "parameters": 4012, + "cert_evals": { + "36": 0.47647058963775635, + "72": 0.39411765336990356, + "108": 0.3235294222831726, + "255": 0.04117647185921669 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/heart-cleveland/fold_3/result.json b/UCI_N4/sandwich/runs/heart-cleveland/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..3e490122d9de50fc65b8d2a995f087cc5c6cefe7 --- /dev/null +++ b/UCI_N4/sandwich/runs/heart-cleveland/fold_3/result.json @@ -0,0 +1,56 @@ +{ + "best_epoch": 23, + "best_val_acc": 0.5945945945945946, + "test_acc": 0.45789473684210524, + "train_size": 76, + "val_size": 37, + "test_size": 190, + "stats": { + "mean": [ + [ + 0.009666401315789493, + -0.1314943026315789, + -0.027953026315789546, + -0.017510736842105287, + 0.14569758815789477, + -0.12142657894736847, + 0.16864663157894735, + 0.0298232342105263, + 0.032721842105263264, + -0.0567749657894737, + -0.14199722368421067, + 0.050471736842105284, + -0.002842618421052697 + ] + ], + "std": [ + [ + 1.037308935092612, + 1.039536608942455, + 1.0731491570199134, + 0.9857713056853448, + 1.1678879570276746, + 0.8615768485992676, + 0.9924490204448371, + 1.0295305309669156, + 1.0098342617684068, + 1.0125711830157138, + 0.967005700282042, + 1.1226814635925688, + 0.9876978299691207 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 5, + "depth": 4, + "padding": 26, + "parameters": 4012, + "cert_evals": { + "36": 0.36315789818763733, + "72": 0.2684210538864136, + "108": 0.16842105984687805, + "255": 0.005263158120214939 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/heart-hungarian/fold_0/result.json b/UCI_N4/sandwich/runs/heart-hungarian/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..c6c8e04144ba3155fc22a442ff914492edfc0408 --- /dev/null +++ b/UCI_N4/sandwich/runs/heart-hungarian/fold_0/result.json @@ -0,0 +1,54 @@ +{ + "best_epoch": 10, + "best_val_acc": 0.8529411764705882, + "test_acc": 0.8663101604278075, + "train_size": 73, + "val_size": 34, + "test_size": 187, + "stats": { + "mean": [ + [ + 0.0800741506849315, + 0.187091506849315, + 0.14536817123287665, + 0.057955123287671204, + 0.007548964931506878, + 0.0018470410958903167, + -0.026523986301369866, + -0.07145227945205493, + -0.002936657534246297, + 0.06359038356164397, + 0.03073776712328766, + -0.08100684931506869 + ] + ], + "std": [ + [ + 0.9987991948716954, + 0.8797143812899805, + 1.0138369657816542, + 1.004282733869356, + 1.1169105950079397, + 1.0014602608653556, + 0.9486883864181348, + 1.0204510052676476, + 0.9970306548239305, + 1.1098417855233023, + 1.0026671671379417, + 0.8754503895152498 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 4, + "padding": 24, + "parameters": 3365, + "cert_evals": { + "36": 0.8181818127632141, + "72": 0.7754010558128357, + "108": 0.6684492230415344, + "255": 0.2245989292860031 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/heart-hungarian/fold_1/result.json b/UCI_N4/sandwich/runs/heart-hungarian/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..892a77ac788feb75a5489f0a6b917c34e6f8a251 --- /dev/null +++ b/UCI_N4/sandwich/runs/heart-hungarian/fold_1/result.json @@ -0,0 +1,54 @@ +{ + "best_epoch": 15, + "best_val_acc": 0.7948717948717948, + "test_acc": 0.8296703296703297, + "train_size": 73, + "val_size": 39, + "test_size": 182, + "stats": { + "mean": [ + [ + -0.03390847945205465, + 0.1564823287671232, + -0.05334468493150675, + 0.17270156164383563, + -0.14544580410958913, + -0.10677657534246586, + 0.03300201369863015, + 0.11938546301369855, + 0.026828767123288015, + 0.11635597260273989, + 0.11918921917808224, + -0.025584246575342404 + ] + ], + "std": [ + [ + 1.015281664085163, + 0.9028410442013451, + 1.0337121941577725, + 0.9152783215528201, + 0.8308188513709485, + 0.787052874670898, + 0.9862292931929137, + 0.8791726610331962, + 1.0093946605762534, + 0.9709004823896129, + 0.9957071278619543, + 0.9379507836223181 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 4, + "padding": 24, + "parameters": 3365, + "cert_evals": { + "36": 0.8186813592910767, + "72": 0.785714328289032, + "108": 0.7142857313156128, + "255": 0.2857142984867096 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/heart-hungarian/fold_2/result.json b/UCI_N4/sandwich/runs/heart-hungarian/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..cb2cea201f4ee44d96f22074311bc7b6162c86c2 --- /dev/null +++ b/UCI_N4/sandwich/runs/heart-hungarian/fold_2/result.json @@ -0,0 +1,54 @@ +{ + "best_epoch": 5, + "best_val_acc": 0.8095238095238095, + "test_acc": 0.8044692737430168, + "train_size": 73, + "val_size": 42, + "test_size": 179, + "stats": { + "mean": [ + [ + 0.14495649315068504, + 0.003436438356164301, + -0.06753834246575333, + 0.2389838082191781, + 0.03065915232876712, + -0.16108838356164396, + 0.03300202739726026, + 0.07263872739726036, + 0.02682876712328804, + -0.04947819178082209, + 0.0012539315068493056, + -0.05725431506849332 + ] + ], + "std": [ + [ + 0.9448396245451279, + 0.9965626371881349, + 0.9510883979986018, + 0.9219475695799935, + 0.863125052835077, + 0.6471998892994516, + 1.0497525444673081, + 0.9275566360232819, + 1.0093946605762534, + 0.8385071156366399, + 0.992646777404723, + 0.8922594920555511 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 4, + "padding": 24, + "parameters": 3365, + "cert_evals": { + "36": 0.7541899085044861, + "72": 0.7094972133636475, + "108": 0.6256983280181885, + "255": 0.24581004679203033 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/heart-hungarian/fold_3/result.json b/UCI_N4/sandwich/runs/heart-hungarian/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..724383279b4c38e031342a1a9db62dcd710d8929 --- /dev/null +++ b/UCI_N4/sandwich/runs/heart-hungarian/fold_3/result.json @@ -0,0 +1,54 @@ +{ + "best_epoch": 4, + "best_val_acc": 0.8409090909090909, + "test_acc": 0.7853107344632768, + "train_size": 73, + "val_size": 44, + "test_size": 177, + "stats": { + "mean": [ + [ + 0.03448108219178094, + 0.03404561643835607, + 0.2021428561643836, + -0.012603835616438326, + 0.012083080821917778, + 0.0018470410958903595, + 0.03300201369863012, + -0.05440366712328782, + 0.14589046575342487, + 0.0786663835616438, + 0.13393120547945203, + -0.05725438356164386 + ] + ], + "std": [ + [ + 0.9357023656034743, + 0.98044976884177, + 0.9447129008604433, + 0.8618425109620811, + 1.2011825380327528, + 1.0014602608653553, + 0.986229293192914, + 0.847254895689431, + 1.0489937022040874, + 1.0096312619774381, + 1.0380236400472438, + 0.844840730482065 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 4, + "padding": 24, + "parameters": 3365, + "cert_evals": { + "36": 0.7175140976905823, + "72": 0.6440678238868713, + "108": 0.5762711763381958, + "255": 0.17514124512672424 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/heart-switzerland/fold_0/result.json b/UCI_N4/sandwich/runs/heart-switzerland/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..fbcd37ad368c70591594cf8b36bc74cb2be27662 --- /dev/null +++ b/UCI_N4/sandwich/runs/heart-switzerland/fold_0/result.json @@ -0,0 +1,54 @@ +{ + "best_epoch": 6, + "best_val_acc": 0.2222222222222222, + "test_acc": 0.3783783783783784, + "train_size": 31, + "val_size": 18, + "test_size": 74, + "stats": { + "mean": [ + [ + -0.03867648709677418, + 0.061165483870967645, + -0.031605645161290254, + -0.04727649354838697, + 0.12035961290322578, + 0.10471612903225812, + 0.10948048064516128, + 0.21947058064516128, + 0.24267312903225804, + 0.146339935483871, + 0.09546838709677423, + -0.14905170967741943 + ] + ], + "std": [ + [ + 1.1959209887023292, + 0.8952513255013157, + 1.0680537841920705, + 1.1526431663263934, + 1.2389629579337629, + 1.0370364433639812, + 0.8482163286791152, + 0.998704338537551, + 0.823971907762666, + 0.9616527651367163, + 1.172612838656165, + 1.0452475193168111 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 4, + "padding": 24, + "parameters": 3440, + "cert_evals": { + "36": 0.14864864945411682, + "72": 0.054054055362939835, + "108": 0.027027027681469917, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/heart-switzerland/fold_1/result.json b/UCI_N4/sandwich/runs/heart-switzerland/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..adfc0b2511d17b0200f3bcdecc68c9525f8884af --- /dev/null +++ b/UCI_N4/sandwich/runs/heart-switzerland/fold_1/result.json @@ -0,0 +1,54 @@ +{ + "best_epoch": 2, + "best_val_acc": 0.3333333333333333, + "test_acc": 0.22972972972972974, + "train_size": 31, + "val_size": 18, + "test_size": 74, + "stats": { + "mean": [ + [ + 0.38275906451612907, + -0.056386774193548456, + 0.015231451612903284, + 0.016496377419354898, + 0.2830434193548386, + -0.059711161290322494, + 0.04518695483870968, + -0.039474967741935506, + 0.10301854838709676, + -0.043132193548387085, + 0.0954683870967742, + -0.026422451612903276 + ] + ], + "std": [ + [ + 0.8537728993403316, + 1.0773842413872565, + 0.9891428503533505, + 0.8244718913923468, + 1.4910217148161218, + 1.0016724276385454, + 0.8092921347980535, + 0.9902763031378431, + 0.9512021337497041, + 1.1112826701924636, + 1.172612838656165, + 1.014523633801689 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 4, + "padding": 24, + "parameters": 3440, + "cert_evals": { + "36": 0.10810811072587967, + "72": 0.027027027681469917, + "108": 0.0, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/heart-switzerland/fold_2/result.json b/UCI_N4/sandwich/runs/heart-switzerland/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..b6b7eecf3504328c87ea3ff4a3d84873e7b2f921 --- /dev/null +++ b/UCI_N4/sandwich/runs/heart-switzerland/fold_2/result.json @@ -0,0 +1,54 @@ +{ + "best_epoch": 13, + "best_val_acc": 0.2916666666666667, + "test_acc": 0.3088235294117647, + "train_size": 31, + "val_size": 24, + "test_size": 68, + "stats": { + "mean": [ + [ + 0.1363268064516129, + 0.06116548387096767, + -0.07844332258064517, + 0.28318253870967747, + 0.12035961290322578, + -0.00490193548387092, + -0.09028977096774195, + -0.16894774193548387, + -0.07077383870967743, + -0.23260409677419347, + -0.0015777419354838426, + -0.12861274193548392 + ] + ], + "std": [ + [ + 0.9985620954632528, + 0.8952513255013155, + 0.7865317101247931, + 0.8496477832825274, + 1.2389629579337627, + 0.8129502811517081, + 0.9201252610360474, + 0.960195792094272, + 0.7788574621968283, + 0.922011584077965, + 1.0630870797904943, + 0.9101297422084665 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 4, + "padding": 24, + "parameters": 3440, + "cert_evals": { + "36": 0.10294117778539658, + "72": 0.05882352963089943, + "108": 0.014705882407724857, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/heart-switzerland/fold_3/result.json b/UCI_N4/sandwich/runs/heart-switzerland/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..2a4f6514de5847f2464a6371b1ac8ef0cfdf7412 --- /dev/null +++ b/UCI_N4/sandwich/runs/heart-switzerland/fold_3/result.json @@ -0,0 +1,54 @@ +{ + "best_epoch": 1, + "best_val_acc": 0.35714285714285715, + "test_acc": 0.32051282051282054, + "train_size": 31, + "val_size": 14, + "test_size": 78, + "stats": { + "mean": [ + [ + 0.06132570967741941, + -0.05638677419354848, + -0.03160587096774191, + -0.08206108387096776, + 0.1203596129032258, + 0.21433419354838715, + 0.08651870322580645, + 0.08999780645161289, + 0.000605741935483859, + -0.11892112903225804, + 0.19251451612903228, + -0.09795603225806457 + ] + ], + "std": [ + [ + 1.1796944897022907, + 1.0773842413872565, + 1.002361426374151, + 1.2266934302261872, + 1.2389629579337627, + 1.2107719727384119, + 1.1761632862640778, + 1.0028917964777728, + 0.9746182884484196, + 1.026652327670446, + 1.4781625990241394, + 1.0351077769123456 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 4, + "padding": 24, + "parameters": 3440, + "cert_evals": { + "36": 0.1666666716337204, + "72": 0.11538461595773697, + "108": 0.05128205195069313, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/heart-va/fold_0/result.json b/UCI_N4/sandwich/runs/heart-va/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..33769d3946aef106c2a10767b251f67e35fb1908 --- /dev/null +++ b/UCI_N4/sandwich/runs/heart-va/fold_0/result.json @@ -0,0 +1,54 @@ +{ + "best_epoch": 19, + "best_val_acc": 0.32432432432432434, + "test_acc": 0.23008849557522124, + "train_size": 50, + "val_size": 37, + "test_size": 113, + "stats": { + "mean": [ + [ + 0.12417273199999997, + 0.05847433999999993, + 0.11939195999999985, + 0.13652684859999997, + 0.169332294, + -0.08422980000000006, + -0.051211000000000055, + -0.025999581999999997, + -0.10986361999999993, + 0.02611757999999999, + 0.18437666399999986, + -0.16063424000000026 + ] + ], + "std": [ + [ + 1.0375983940843654, + 0.8186406200000009, + 0.906257232351079, + 0.9850972422932538, + 0.9999215189422874, + 0.964959379692824, + 0.9368765586228528, + 0.926118336928491, + 0.985877688928741, + 0.8984566513475283, + 1.109014128975748, + 0.8047660315047241 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 4, + "padding": 24, + "parameters": 3440, + "cert_evals": { + "36": 0.12389380484819412, + "72": 0.07079645991325378, + "108": 0.017699114978313446, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/heart-va/fold_1/result.json b/UCI_N4/sandwich/runs/heart-va/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..8aeb37cae7c44bd337596bd38281680b9657e5a6 --- /dev/null +++ b/UCI_N4/sandwich/runs/heart-va/fold_1/result.json @@ -0,0 +1,54 @@ +{ + "best_epoch": 10, + "best_val_acc": 0.4, + "test_acc": 0.26666666666666666, + "train_size": 50, + "val_size": 30, + "test_size": 120, + "stats": { + "mean": [ + [ + -0.10881117199999998, + 0.17542300000000016, + 0.21993213999999972, + -0.08821109999999997, + 0.13781262600000002, + 0.08422731999999994, + 0.00731520000000001, + -0.12721317799999998, + -0.30961252, + -0.25667714, + -0.17580066800000008, + -0.02059391999999999 + ] + ], + "std": [ + [ + 0.9929893928858932, + 1.0, + 0.8501447398821216, + 1.0656963957883359, + 1.0325714366151477, + 1.022085030499879, + 0.9621289169237981, + 1.0393960665815958, + 0.9317809815586118, + 0.8468928172805285, + 0.9604725295714901, + 0.9867682179778366 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 4, + "padding": 24, + "parameters": 3440, + "cert_evals": { + "36": 0.10833334177732468, + "72": 0.03333333507180214, + "108": 0.008333333767950535, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/heart-va/fold_2/result.json b/UCI_N4/sandwich/runs/heart-va/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..db56640f5d30eb14c6efca9b5076f2e11df02cf7 --- /dev/null +++ b/UCI_N4/sandwich/runs/heart-va/fold_2/result.json @@ -0,0 +1,54 @@ +{ + "best_epoch": 13, + "best_val_acc": 0.4444444444444444, + "test_acc": 0.2764227642276423, + "train_size": 50, + "val_size": 27, + "test_size": 123, + "stats": { + "mean": [ + [ + 0.15233571999999998, + 0.05847433999999995, + 0.11939203999999982, + -0.012556939999999935, + 0.15528536399999998, + -0.042115520000000004, + 0.06584127999999993, + 0.009825086000000021, + 0.16978484000000008, + 0.05313653999999998, + 0.04716622799999987, + 0.15239717999999963 + ] + ], + "std": [ + [ + 0.9466778160837978, + 0.8186406200000006, + 0.794839780092792, + 1.0183639969617624, + 0.9927764037429706, + 0.982265363064182, + 1.1062072213290066, + 0.982147212242076, + 0.9915274640582656, + 1.040558924765334, + 1.0326448287754921, + 1.138945356222443 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 4, + "padding": 24, + "parameters": 3440, + "cert_evals": { + "36": 0.17073169350624084, + "72": 0.1463414579629898, + "108": 0.0731707289814949, + "255": 0.024390242993831635 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/heart-va/fold_3/result.json b/UCI_N4/sandwich/runs/heart-va/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..5e869346e8187823968d0d1a3fd083369ff152b0 --- /dev/null +++ b/UCI_N4/sandwich/runs/heart-va/fold_3/result.json @@ -0,0 +1,54 @@ +{ + "best_epoch": 6, + "best_val_acc": 0.3333333333333333, + "test_acc": 0.275, + "train_size": 50, + "val_size": 30, + "test_size": 120, + "stats": { + "mean": [ + [ + -0.07040700000000005, + 0.17542300000000016, + 0.14452675999999975, + 0.06532269999999997, + -0.19794047999999992, + -0.08422980000000009, + -0.16826343999999985, + 0.010868634000000012, + 0.009985720000000033, + -0.009907080000000006, + -0.10719553600000013, + -0.08649541999999996 + ] + ], + "std": [ + [ + 1.2049567103246417, + 1.0, + 0.9024156133740057, + 0.9721589400778301, + 0.9497444006039201, + 0.964959379692824, + 0.920277085388703, + 0.9840113193010918, + 0.9979451845458254, + 1.0793938409678105, + 0.9369066157621472, + 0.9024286546800494 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 4, + "padding": 24, + "parameters": 3440, + "cert_evals": { + "36": 0.10833334177732468, + "72": 0.05833333730697632, + "108": 0.02500000223517418, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/hepatitis/fold_0/result.json b/UCI_N4/sandwich/runs/hepatitis/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..a3b07abaa40a1a8f086cc76b6182c2bba4aaec1d --- /dev/null +++ b/UCI_N4/sandwich/runs/hepatitis/fold_0/result.json @@ -0,0 +1,68 @@ +{ + "best_epoch": 4, + "best_val_acc": 0.782608695652174, + "test_acc": 0.8709677419354839, + "train_size": 39, + "val_size": 23, + "test_size": 93, + "stats": { + "mean": [ + [ + -0.07305103333333338, + -0.25417620512820527, + -0.0684997948717948, + 0.002734846153846289, + -0.27956964102564097, + 0.043173205128205175, + -0.08607384615384614, + 0.058396666666666625, + 0.06670830769230766, + -0.04725699999999998, + 0.016169358974358995, + -0.02457512820512817, + 0.0025034871794872037, + -0.027701887179487183, + -0.15169055846153845, + -0.0886186358974359, + -0.07013070256410256, + 0.1575872743589744, + -0.1341903076923079 + ] + ], + "std": [ + [ + 0.7065121639768482, + 0.5178280049962226, + 1.0644445404981495, + 0.9941527427588283, + 0.9460715809412041, + 1.0610130501194135, + 1.1425568971679159, + 0.9324615341247179, + 0.946176852270342, + 0.9924710852804189, + 0.9714365294574488, + 0.9824999787091323, + 0.9634407063351287, + 0.8415828453559291, + 0.8432379274259605, + 0.6407479822535036, + 0.9523942193593046, + 1.0530325526231488, + 0.9744402928447131 + ] + ] + }, + "width": 64, + "in_features": 19, + "out_features": 2, + "depth": 4, + "padding": 38, + "parameters": 8251, + "cert_evals": { + "36": 0.8494623899459839, + "72": 0.774193525314331, + "108": 0.7419354915618896, + "255": 0.32258063554763794 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/hepatitis/fold_1/result.json b/UCI_N4/sandwich/runs/hepatitis/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..8980b65a61ef766864d3eb35083483721cbc1922 --- /dev/null +++ b/UCI_N4/sandwich/runs/hepatitis/fold_1/result.json @@ -0,0 +1,68 @@ +{ + "best_epoch": 1, + "best_val_acc": 0.8846153846153846, + "test_acc": 0.8111111111111111, + "train_size": 39, + "val_size": 26, + "test_size": 90, + "stats": { + "mean": [ + [ + -0.11794246410256407, + -0.08617061538461546, + 0.18073612820512838, + 0.002734846153846107, + -0.01757938461538464, + -0.10891841025641022, + -0.26475346153846147, + -0.16237000000000007, + -0.13763476923076928, + 0.0032585384615384802, + -0.12308166666666664, + -0.13340641025641017, + -0.052936256410256344, + -0.1222803846153846, + -0.12690142128205126, + -0.21492274871794878, + -0.0701304769230769, + -0.19038912820512827, + -0.03147528205128203 + ] + ], + "std": [ + [ + 0.9308482815868492, + 0.8729826521744097, + 0.9562346989313699, + 0.9941527427588275, + 1.0687148745897885, + 1.082595260131678, + 1.2147882026120127, + 1.1445852172148068, + 1.1192331270078257, + 1.0668209925491146, + 1.0726249795408656, + 1.1491882555748711, + 1.1143257286511818, + 0.9024022721027672, + 0.9826150523838478, + 0.6405176575741821, + 1.0834147839386958, + 1.0210323203399736, + 0.9932070287924958 + ] + ] + }, + "width": 64, + "in_features": 19, + "out_features": 2, + "depth": 4, + "padding": 38, + "parameters": 8251, + "cert_evals": { + "36": 0.7888889312744141, + "72": 0.7444444894790649, + "108": 0.7111111283302307, + "255": 0.3222222328186035 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/hepatitis/fold_2/result.json b/UCI_N4/sandwich/runs/hepatitis/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..663c63cb5f15a74352106561df18c1f4c085dd36 --- /dev/null +++ b/UCI_N4/sandwich/runs/hepatitis/fold_2/result.json @@ -0,0 +1,68 @@ +{ + "best_epoch": 18, + "best_val_acc": 0.8333333333333334, + "test_acc": 0.8061224489795918, + "train_size": 39, + "val_size": 18, + "test_size": 98, + "stats": { + "mean": [ + [ + 0.25751469999999993, + -0.0021678205128206176, + -0.16819412820512808, + -0.13856787179487162, + -0.22717153846153848, + -0.05822148717948713, + -0.026513846153846145, + -0.07406333333333337, + 0.025839692307692258, + -0.04725692307692307, + 0.016169487179487147, + -0.13340641025641015, + -0.052936256410256344, + -0.040312646153846145, + 0.10239844307692307, + 0.13277096923076923, + 0.021281615384615406, + -0.028776703589743616, + 0.019882230769230784 + ] + ], + "std": [ + [ + 1.005461160498127, + 0.9939344729297802, + 0.9562346989313698, + 1.1126187137474748, + 0.8609878396947588, + 0.9804372857666263, + 0.9786685591250096, + 0.9813568775708227, + 0.946176852270342, + 1.0881358642498125, + 1.054392008519234, + 1.1491882555748716, + 1.1143257286511812, + 0.6571748166650522, + 0.9244222305036086, + 1.0717140331590138, + 0.8996151755406562, + 0.9261613145039079, + 0.998504170514703 + ] + ] + }, + "width": 64, + "in_features": 19, + "out_features": 2, + "depth": 4, + "padding": 38, + "parameters": 8251, + "cert_evals": { + "36": 0.7857142686843872, + "72": 0.7551020383834839, + "108": 0.6632652878761292, + "255": 0.3979591727256775 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/hepatitis/fold_3/result.json b/UCI_N4/sandwich/runs/hepatitis/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..96a9d212f363b36626da309f7b3664afbe3479e5 --- /dev/null +++ b/UCI_N4/sandwich/runs/hepatitis/fold_3/result.json @@ -0,0 +1,68 @@ +{ + "best_epoch": 18, + "best_val_acc": 0.8461538461538461, + "test_acc": 0.8333333333333334, + "train_size": 39, + "val_size": 26, + "test_size": 90, + "stats": { + "mean": [ + [ + -0.07509134615384613, + -0.17017341025641036, + 0.13088894871794884, + 0.1440375641025641, + -0.12237543589743595, + -0.05822148717948713, + 0.1521657692307693, + 0.1467033333333333, + 0.10757692307692303, + 0.003258384615384635, + 0.06258628205128201, + -0.13340641025641015, + 0.057943230769230816, + 0.03955354102564104, + 0.16271944128205126, + 0.026228858974358962, + 0.12825329743589742, + -0.037512437692307686, + 0.2253122820512821 + ] + ], + "std": [ + [ + 0.9881800818586763, + 0.7226193648278391, + 0.9639985722278488, + 0.835958152953438, + 0.9195820679374928, + 0.9804372857666264, + 0.8380816839591891, + 0.797209189164857, + 0.8727148090274184, + 0.8602473119915564, + 0.8683835140087598, + 0.9266649753751967, + 0.7801070627641344, + 0.8750146780135224, + 1.0473279879316608, + 0.8897406999004371, + 0.8705306469748111, + 0.8788094464260305, + 0.9932070287924956 + ] + ] + }, + "width": 64, + "in_features": 19, + "out_features": 2, + "depth": 4, + "padding": 38, + "parameters": 8251, + "cert_evals": { + "36": 0.800000011920929, + "72": 0.7666667103767395, + "108": 0.7444444894790649, + "255": 0.4888888895511627 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/hill-valley/fold_0/result.json b/UCI_N4/sandwich/runs/hill-valley/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..9fef5afcf2a86f23052b62af3df257f4588d2db4 --- /dev/null +++ b/UCI_N4/sandwich/runs/hill-valley/fold_0/result.json @@ -0,0 +1,230 @@ +{ + "best_epoch": 6, + "best_val_acc": 0.5873015873015873, + "test_acc": 0.5479166666666667, + "train_size": 606, + "val_size": 126, + "test_size": 480, + "stats": { + "mean": [ + [ + -1.948844459480215e-17, + -2.5637266420541724e-17, + 1.2457948131107367e-17, + 1.9391116875027874e-17, + -2.980518289087544e-17, + -2.2969341866729208e-17, + 7.036221623681505e-18, + 4.146160862384171e-17, + -4.096351970499688e-18, + 9.532391377892357e-19, + 1.2762526642400985e-16, + 6.309698821366465e-17, + -9.017699495086035e-17, + 4.1186800944479046e-17, + 3.661239811508806e-17, + 6.973244863827561e-18, + -3.7865850329681034e-17, + 3.669827551488889e-18, + -2.6341461098908545e-17, + 1.0127235500512785e-16, + 3.784473880223e-17, + 2.1297595150606345e-17, + -4.580127989377708e-19, + 3.18891411260423e-17, + -1.0585820815449228e-17, + -7.048816975652293e-17, + -8.823616571536156e-17, + 1.865257123674072e-17, + -5.615236914977071e-17, + 1.1031524520415547e-16, + 2.3600540755265324e-17, + -8.852242371469766e-17, + 5.783556618586702e-17, + -3.1912041765989185e-17, + -4.751882788979372e-19, + 6.6869868644914544e-18, + 5.2737311217690955e-17, + 6.242714449521817e-17, + 9.860156787132197e-18, + -8.186978781012654e-17, + 1.2269017851545536e-17, + 5.862563826403467e-18, + -4.1037946784824266e-17, + 1.648846076175975e-18, + 1.992355675379303e-17, + -1.343351539284482e-16, + -2.5190703941577397e-18, + -3.162578376665308e-17, + -6.822100640178097e-17, + 2.2213620748481885e-18, + -4.009902054700184e-17, + -2.0221265073102584e-17, + 4.0786039745408495e-17, + -5.3014981477046974e-18, + -8.636403839970342e-17, + 1.3323592321099754e-16, + -3.031686906468873e-17, + 2.4629638262878628e-17, + -7.900720781676547e-19, + -2.1808565679421295e-17, + -2.3667811385109308e-17, + -3.421355608065148e-17, + -3.93662000687014e-17, + -1.3477026608743907e-17, + 5.461086982334577e-17, + 4.520586325515798e-17, + 3.3308980802749385e-17, + -2.4513703773147504e-17, + 7.315036915034873e-17, + -4.9035995286275094e-17, + -9.27475917848986e-18, + 1.3957940047628566e-17, + 8.647532119694533e-17, + 8.232780060906432e-18, + -1.8377763557378056e-18, + 3.1476929606998304e-17, + 5.3192461436635365e-17, + -3.9789861907718845e-18, + 1.712967868027263e-17, + -1.1502705187322778e-16, + 3.993299090738689e-17, + -8.666460929900633e-17, + 5.111995352144195e-17, + 4.9780266084548967e-17, + 5.461802627332917e-17, + 6.062944425938742e-17, + -9.681245537547131e-18, + 3.755704951289721e-18, + 4.145015830386826e-17, + 6.518380902882487e-17, + -4.1083748064718045e-17, + -3.692155675437105e-17, + 9.606818457719744e-18, + -1.3339622769062576e-18, + -5.272872347771087e-18, + 7.472765072669068e-17, + 5.4952948132552416e-17, + -1.1065589222336543e-16, + 6.657287597060333e-18, + -4.7032189290922345e-17 + ] + ], + "std": [ + [ + 0.9991740198480986, + 0.999174018921411, + 0.9991740270954932, + 0.9991740228113029, + 0.9991740158723277, + 0.9991740243561008, + 0.9991740252725309, + 0.999174022151669, + 0.9991740235072105, + 0.9991740165590162, + 0.9991740265611315, + 0.9991740307025938, + 0.9991740258785623, + 0.9991740332613678, + 0.9991740406234768, + 0.9991740233656764, + 0.99917402208918, + 0.9991740282488505, + 0.9991740156767379, + 0.9991740258273182, + 0.9991740265687704, + 0.9991740257984052, + 0.9991740313679454, + 0.9991740235402499, + 0.9991740301415374, + 0.999174025174945, + 0.9991740248772705, + 0.9991740131152005, + 0.9991740154072135, + 0.999174010790505, + 0.9991740145205046, + 0.9991740094880226, + 0.999174013734848, + 0.9991740112483611, + 0.999174012892406, + 0.9991740196421095, + 0.9991740163331171, + 0.9991740185362487, + 0.999174022570399, + 0.9991740213173976, + 0.9991740202239284, + 0.9991740238427211, + 0.9991740163680863, + 0.999174017062169, + 0.9991740125363977, + 0.9991740134381419, + 0.9991740191519729, + 0.9991740283370354, + 0.9991740155322458, + 0.9991740139261396, + 0.9991740184139896, + 0.999174019859705, + 0.9991740278504871, + 0.9991740398149004, + 0.999174023614369, + 0.9991740280305289, + 0.9991740362925333, + 0.9991740390736555, + 0.9991740447608781, + 0.9991740366854855, + 0.9991740362046343, + 0.9991740405864491, + 0.9991740375979712, + 0.9991740333245271, + 0.9991740409940638, + 0.9991740310134122, + 0.9991740304658957, + 0.999174033728742, + 0.999174036884333, + 0.9991740224573864, + 0.9991740220790023, + 0.9991740325877202, + 0.9991740370120651, + 0.9991740334250748, + 0.9991740430984879, + 0.9991740318332668, + 0.9991740344761934, + 0.999174042827945, + 0.9991740330505716, + 0.9991740252745448, + 0.9991740274917971, + 0.9991740305192677, + 0.9991740228891964, + 0.9991740211061582, + 0.9991740277499128, + 0.9991740236142126, + 0.9991740237191634, + 0.999174021976502, + 0.9991740197184515, + 0.9991740112462193, + 0.9991740199131119, + 0.999174015985377, + 0.9991740108661882, + 0.9991740240105333, + 0.9991740207849835, + 0.9991740206058937, + 0.9991740208986494, + 0.9991740167020124, + 0.9991740260065186, + 0.9991740164246233 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 2, + "depth": 4, + "padding": 200, + "parameters": 221605, + "cert_evals": { + "36": 0.0520833358168602, + "72": 0.01458333432674408, + "108": 0.008333333767950535, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/hill-valley/fold_1/result.json b/UCI_N4/sandwich/runs/hill-valley/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..b6ba829ccdc5fe40e5d1c5310b68b68342ab1720 --- /dev/null +++ b/UCI_N4/sandwich/runs/hill-valley/fold_1/result.json @@ -0,0 +1,230 @@ +{ + "best_epoch": 4, + "best_val_acc": 0.5289256198347108, + "test_acc": 0.5195876288659794, + "train_size": 606, + "val_size": 121, + "test_size": 485, + "stats": { + "mean": [ + [ + -1.948844459480215e-17, + -2.5637266420541724e-17, + 1.2457948131107367e-17, + 1.9391116875027874e-17, + -2.980518289087544e-17, + -2.2969341866729208e-17, + 7.036221623681505e-18, + 4.146160862384171e-17, + -4.096351970499688e-18, + 9.532391377892357e-19, + 1.2762526642400985e-16, + 6.309698821366465e-17, + -9.017699495086035e-17, + 4.1186800944479046e-17, + 3.661239811508806e-17, + 6.973244863827561e-18, + -3.7865850329681034e-17, + 3.669827551488889e-18, + -2.6341461098908545e-17, + 1.0127235500512785e-16, + 3.784473880223e-17, + 2.1297595150606345e-17, + -4.580127989377708e-19, + 3.18891411260423e-17, + -1.0585820815449228e-17, + -7.048816975652293e-17, + -8.823616571536156e-17, + 1.865257123674072e-17, + -5.615236914977071e-17, + 1.1031524520415547e-16, + 2.3600540755265324e-17, + -8.852242371469766e-17, + 5.783556618586702e-17, + -3.1912041765989185e-17, + -4.751882788979372e-19, + 6.6869868644914544e-18, + 5.2737311217690955e-17, + 6.242714449521817e-17, + 9.860156787132197e-18, + -8.186978781012654e-17, + 1.2269017851545536e-17, + 5.862563826403467e-18, + -4.1037946784824266e-17, + 1.648846076175975e-18, + 1.992355675379303e-17, + -1.343351539284482e-16, + -2.5190703941577397e-18, + -3.162578376665308e-17, + -6.822100640178097e-17, + 2.2213620748481885e-18, + -4.009902054700184e-17, + -2.0221265073102584e-17, + 4.0786039745408495e-17, + -5.3014981477046974e-18, + -8.636403839970342e-17, + 1.3323592321099754e-16, + -3.031686906468873e-17, + 2.4629638262878628e-17, + -7.900720781676547e-19, + -2.1808565679421295e-17, + -2.3667811385109308e-17, + -3.421355608065148e-17, + -3.93662000687014e-17, + -1.3477026608743907e-17, + 5.461086982334577e-17, + 4.520586325515798e-17, + 3.3308980802749385e-17, + -2.4513703773147504e-17, + 7.315036915034873e-17, + -4.9035995286275094e-17, + -9.27475917848986e-18, + 1.3957940047628566e-17, + 8.647532119694533e-17, + 8.232780060906432e-18, + -1.8377763557378056e-18, + 3.1476929606998304e-17, + 5.3192461436635365e-17, + -3.9789861907718845e-18, + 1.712967868027263e-17, + -1.1502705187322778e-16, + 3.993299090738689e-17, + -8.666460929900633e-17, + 5.111995352144195e-17, + 4.9780266084548967e-17, + 5.461802627332917e-17, + 6.062944425938742e-17, + -9.681245537547131e-18, + 3.755704951289721e-18, + 4.145015830386826e-17, + 6.518380902882487e-17, + -4.1083748064718045e-17, + -3.692155675437105e-17, + 9.606818457719744e-18, + -1.3339622769062576e-18, + -5.272872347771087e-18, + 7.472765072669068e-17, + 5.4952948132552416e-17, + -1.1065589222336543e-16, + 6.657287597060333e-18, + -4.7032189290922345e-17 + ] + ], + "std": [ + [ + 0.9991740198480986, + 0.999174018921411, + 0.9991740270954932, + 0.9991740228113029, + 0.9991740158723277, + 0.9991740243561008, + 0.9991740252725309, + 0.999174022151669, + 0.9991740235072105, + 0.9991740165590162, + 0.9991740265611315, + 0.9991740307025938, + 0.9991740258785623, + 0.9991740332613678, + 0.9991740406234768, + 0.9991740233656764, + 0.99917402208918, + 0.9991740282488505, + 0.9991740156767379, + 0.9991740258273182, + 0.9991740265687704, + 0.9991740257984052, + 0.9991740313679454, + 0.9991740235402499, + 0.9991740301415374, + 0.999174025174945, + 0.9991740248772705, + 0.9991740131152005, + 0.9991740154072135, + 0.999174010790505, + 0.9991740145205046, + 0.9991740094880226, + 0.999174013734848, + 0.9991740112483611, + 0.999174012892406, + 0.9991740196421095, + 0.9991740163331171, + 0.9991740185362487, + 0.999174022570399, + 0.9991740213173976, + 0.9991740202239284, + 0.9991740238427211, + 0.9991740163680863, + 0.999174017062169, + 0.9991740125363977, + 0.9991740134381419, + 0.9991740191519729, + 0.9991740283370354, + 0.9991740155322458, + 0.9991740139261396, + 0.9991740184139896, + 0.999174019859705, + 0.9991740278504871, + 0.9991740398149004, + 0.999174023614369, + 0.9991740280305289, + 0.9991740362925333, + 0.9991740390736555, + 0.9991740447608781, + 0.9991740366854855, + 0.9991740362046343, + 0.9991740405864491, + 0.9991740375979712, + 0.9991740333245271, + 0.9991740409940638, + 0.9991740310134122, + 0.9991740304658957, + 0.999174033728742, + 0.999174036884333, + 0.9991740224573864, + 0.9991740220790023, + 0.9991740325877202, + 0.9991740370120651, + 0.9991740334250748, + 0.9991740430984879, + 0.9991740318332668, + 0.9991740344761934, + 0.999174042827945, + 0.9991740330505716, + 0.9991740252745448, + 0.9991740274917971, + 0.9991740305192677, + 0.9991740228891964, + 0.9991740211061582, + 0.9991740277499128, + 0.9991740236142126, + 0.9991740237191634, + 0.999174021976502, + 0.9991740197184515, + 0.9991740112462193, + 0.9991740199131119, + 0.999174015985377, + 0.9991740108661882, + 0.9991740240105333, + 0.9991740207849835, + 0.9991740206058937, + 0.9991740208986494, + 0.9991740167020124, + 0.9991740260065186, + 0.9991740164246233 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 2, + "depth": 4, + "padding": 200, + "parameters": 221605, + "cert_evals": { + "36": 0.04536082595586777, + "72": 0.030927836894989014, + "108": 0.01649484597146511, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/hill-valley/fold_2/result.json b/UCI_N4/sandwich/runs/hill-valley/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..ce4f21c7902e49f081f82b3c599198b04f204caa --- /dev/null +++ b/UCI_N4/sandwich/runs/hill-valley/fold_2/result.json @@ -0,0 +1,230 @@ +{ + "best_epoch": 83, + "best_val_acc": 0.5916666666666667, + "test_acc": 0.5534979423868313, + "train_size": 606, + "val_size": 120, + "test_size": 486, + "stats": { + "mean": [ + [ + -1.948844459480215e-17, + -2.5637266420541724e-17, + 1.2457948131107367e-17, + 1.9391116875027874e-17, + -2.980518289087544e-17, + -2.2969341866729208e-17, + 7.036221623681505e-18, + 4.146160862384171e-17, + -4.096351970499688e-18, + 9.532391377892357e-19, + 1.2762526642400985e-16, + 6.309698821366465e-17, + -9.017699495086035e-17, + 4.1186800944479046e-17, + 3.661239811508806e-17, + 6.973244863827561e-18, + -3.7865850329681034e-17, + 3.669827551488889e-18, + -2.6341461098908545e-17, + 1.0127235500512785e-16, + 3.784473880223e-17, + 2.1297595150606345e-17, + -4.580127989377708e-19, + 3.18891411260423e-17, + -1.0585820815449228e-17, + -7.048816975652293e-17, + -8.823616571536156e-17, + 1.865257123674072e-17, + -5.615236914977071e-17, + 1.1031524520415547e-16, + 2.3600540755265324e-17, + -8.852242371469766e-17, + 5.783556618586702e-17, + -3.1912041765989185e-17, + -4.751882788979372e-19, + 6.6869868644914544e-18, + 5.2737311217690955e-17, + 6.242714449521817e-17, + 9.860156787132197e-18, + -8.186978781012654e-17, + 1.2269017851545536e-17, + 5.862563826403467e-18, + -4.1037946784824266e-17, + 1.648846076175975e-18, + 1.992355675379303e-17, + -1.343351539284482e-16, + -2.5190703941577397e-18, + -3.162578376665308e-17, + -6.822100640178097e-17, + 2.2213620748481885e-18, + -4.009902054700184e-17, + -2.0221265073102584e-17, + 4.0786039745408495e-17, + -5.3014981477046974e-18, + -8.636403839970342e-17, + 1.3323592321099754e-16, + -3.031686906468873e-17, + 2.4629638262878628e-17, + -7.900720781676547e-19, + -2.1808565679421295e-17, + -2.3667811385109308e-17, + -3.421355608065148e-17, + -3.93662000687014e-17, + -1.3477026608743907e-17, + 5.461086982334577e-17, + 4.520586325515798e-17, + 3.3308980802749385e-17, + -2.4513703773147504e-17, + 7.315036915034873e-17, + -4.9035995286275094e-17, + -9.27475917848986e-18, + 1.3957940047628566e-17, + 8.647532119694533e-17, + 8.232780060906432e-18, + -1.8377763557378056e-18, + 3.1476929606998304e-17, + 5.3192461436635365e-17, + -3.9789861907718845e-18, + 1.712967868027263e-17, + -1.1502705187322778e-16, + 3.993299090738689e-17, + -8.666460929900633e-17, + 5.111995352144195e-17, + 4.9780266084548967e-17, + 5.461802627332917e-17, + 6.062944425938742e-17, + -9.681245537547131e-18, + 3.755704951289721e-18, + 4.145015830386826e-17, + 6.518380902882487e-17, + -4.1083748064718045e-17, + -3.692155675437105e-17, + 9.606818457719744e-18, + -1.3339622769062576e-18, + -5.272872347771087e-18, + 7.472765072669068e-17, + 5.4952948132552416e-17, + -1.1065589222336543e-16, + 6.657287597060333e-18, + -4.7032189290922345e-17 + ] + ], + "std": [ + [ + 0.9991740198480986, + 0.999174018921411, + 0.9991740270954932, + 0.9991740228113029, + 0.9991740158723277, + 0.9991740243561008, + 0.9991740252725309, + 0.999174022151669, + 0.9991740235072105, + 0.9991740165590162, + 0.9991740265611315, + 0.9991740307025938, + 0.9991740258785623, + 0.9991740332613678, + 0.9991740406234768, + 0.9991740233656764, + 0.99917402208918, + 0.9991740282488505, + 0.9991740156767379, + 0.9991740258273182, + 0.9991740265687704, + 0.9991740257984052, + 0.9991740313679454, + 0.9991740235402499, + 0.9991740301415374, + 0.999174025174945, + 0.9991740248772705, + 0.9991740131152005, + 0.9991740154072135, + 0.999174010790505, + 0.9991740145205046, + 0.9991740094880226, + 0.999174013734848, + 0.9991740112483611, + 0.999174012892406, + 0.9991740196421095, + 0.9991740163331171, + 0.9991740185362487, + 0.999174022570399, + 0.9991740213173976, + 0.9991740202239284, + 0.9991740238427211, + 0.9991740163680863, + 0.999174017062169, + 0.9991740125363977, + 0.9991740134381419, + 0.9991740191519729, + 0.9991740283370354, + 0.9991740155322458, + 0.9991740139261396, + 0.9991740184139896, + 0.999174019859705, + 0.9991740278504871, + 0.9991740398149004, + 0.999174023614369, + 0.9991740280305289, + 0.9991740362925333, + 0.9991740390736555, + 0.9991740447608781, + 0.9991740366854855, + 0.9991740362046343, + 0.9991740405864491, + 0.9991740375979712, + 0.9991740333245271, + 0.9991740409940638, + 0.9991740310134122, + 0.9991740304658957, + 0.999174033728742, + 0.999174036884333, + 0.9991740224573864, + 0.9991740220790023, + 0.9991740325877202, + 0.9991740370120651, + 0.9991740334250748, + 0.9991740430984879, + 0.9991740318332668, + 0.9991740344761934, + 0.999174042827945, + 0.9991740330505716, + 0.9991740252745448, + 0.9991740274917971, + 0.9991740305192677, + 0.9991740228891964, + 0.9991740211061582, + 0.9991740277499128, + 0.9991740236142126, + 0.9991740237191634, + 0.999174021976502, + 0.9991740197184515, + 0.9991740112462193, + 0.9991740199131119, + 0.999174015985377, + 0.9991740108661882, + 0.9991740240105333, + 0.9991740207849835, + 0.9991740206058937, + 0.9991740208986494, + 0.9991740167020124, + 0.9991740260065186, + 0.9991740164246233 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 2, + "depth": 4, + "padding": 200, + "parameters": 221605, + "cert_evals": { + "36": 0.09670781344175339, + "72": 0.05144032835960388, + "108": 0.02469135820865631, + "255": 0.002057613106444478 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/hill-valley/fold_3/result.json b/UCI_N4/sandwich/runs/hill-valley/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..bb0e1a0eed05e129cb950bab619031da214acf5b --- /dev/null +++ b/UCI_N4/sandwich/runs/hill-valley/fold_3/result.json @@ -0,0 +1,230 @@ +{ + "best_epoch": 65, + "best_val_acc": 0.6929824561403509, + "test_acc": 0.5630081300813008, + "train_size": 606, + "val_size": 114, + "test_size": 492, + "stats": { + "mean": [ + [ + -1.948844459480215e-17, + -2.5637266420541724e-17, + 1.2457948131107367e-17, + 1.9391116875027874e-17, + -2.980518289087544e-17, + -2.2969341866729208e-17, + 7.036221623681505e-18, + 4.146160862384171e-17, + -4.096351970499688e-18, + 9.532391377892357e-19, + 1.2762526642400985e-16, + 6.309698821366465e-17, + -9.017699495086035e-17, + 4.1186800944479046e-17, + 3.661239811508806e-17, + 6.973244863827561e-18, + -3.7865850329681034e-17, + 3.669827551488889e-18, + -2.6341461098908545e-17, + 1.0127235500512785e-16, + 3.784473880223e-17, + 2.1297595150606345e-17, + -4.580127989377708e-19, + 3.18891411260423e-17, + -1.0585820815449228e-17, + -7.048816975652293e-17, + -8.823616571536156e-17, + 1.865257123674072e-17, + -5.615236914977071e-17, + 1.1031524520415547e-16, + 2.3600540755265324e-17, + -8.852242371469766e-17, + 5.783556618586702e-17, + -3.1912041765989185e-17, + -4.751882788979372e-19, + 6.6869868644914544e-18, + 5.2737311217690955e-17, + 6.242714449521817e-17, + 9.860156787132197e-18, + -8.186978781012654e-17, + 1.2269017851545536e-17, + 5.862563826403467e-18, + -4.1037946784824266e-17, + 1.648846076175975e-18, + 1.992355675379303e-17, + -1.343351539284482e-16, + -2.5190703941577397e-18, + -3.162578376665308e-17, + -6.822100640178097e-17, + 2.2213620748481885e-18, + -4.009902054700184e-17, + -2.0221265073102584e-17, + 4.0786039745408495e-17, + -5.3014981477046974e-18, + -8.636403839970342e-17, + 1.3323592321099754e-16, + -3.031686906468873e-17, + 2.4629638262878628e-17, + -7.900720781676547e-19, + -2.1808565679421295e-17, + -2.3667811385109308e-17, + -3.421355608065148e-17, + -3.93662000687014e-17, + -1.3477026608743907e-17, + 5.461086982334577e-17, + 4.520586325515798e-17, + 3.3308980802749385e-17, + -2.4513703773147504e-17, + 7.315036915034873e-17, + -4.9035995286275094e-17, + -9.27475917848986e-18, + 1.3957940047628566e-17, + 8.647532119694533e-17, + 8.232780060906432e-18, + -1.8377763557378056e-18, + 3.1476929606998304e-17, + 5.3192461436635365e-17, + -3.9789861907718845e-18, + 1.712967868027263e-17, + -1.1502705187322778e-16, + 3.993299090738689e-17, + -8.666460929900633e-17, + 5.111995352144195e-17, + 4.9780266084548967e-17, + 5.461802627332917e-17, + 6.062944425938742e-17, + -9.681245537547131e-18, + 3.755704951289721e-18, + 4.145015830386826e-17, + 6.518380902882487e-17, + -4.1083748064718045e-17, + -3.692155675437105e-17, + 9.606818457719744e-18, + -1.3339622769062576e-18, + -5.272872347771087e-18, + 7.472765072669068e-17, + 5.4952948132552416e-17, + -1.1065589222336543e-16, + 6.657287597060333e-18, + -4.7032189290922345e-17 + ] + ], + "std": [ + [ + 0.9991740198480986, + 0.999174018921411, + 0.9991740270954932, + 0.9991740228113029, + 0.9991740158723277, + 0.9991740243561008, + 0.9991740252725309, + 0.999174022151669, + 0.9991740235072105, + 0.9991740165590162, + 0.9991740265611315, + 0.9991740307025938, + 0.9991740258785623, + 0.9991740332613678, + 0.9991740406234768, + 0.9991740233656764, + 0.99917402208918, + 0.9991740282488505, + 0.9991740156767379, + 0.9991740258273182, + 0.9991740265687704, + 0.9991740257984052, + 0.9991740313679454, + 0.9991740235402499, + 0.9991740301415374, + 0.999174025174945, + 0.9991740248772705, + 0.9991740131152005, + 0.9991740154072135, + 0.999174010790505, + 0.9991740145205046, + 0.9991740094880226, + 0.999174013734848, + 0.9991740112483611, + 0.999174012892406, + 0.9991740196421095, + 0.9991740163331171, + 0.9991740185362487, + 0.999174022570399, + 0.9991740213173976, + 0.9991740202239284, + 0.9991740238427211, + 0.9991740163680863, + 0.999174017062169, + 0.9991740125363977, + 0.9991740134381419, + 0.9991740191519729, + 0.9991740283370354, + 0.9991740155322458, + 0.9991740139261396, + 0.9991740184139896, + 0.999174019859705, + 0.9991740278504871, + 0.9991740398149004, + 0.999174023614369, + 0.9991740280305289, + 0.9991740362925333, + 0.9991740390736555, + 0.9991740447608781, + 0.9991740366854855, + 0.9991740362046343, + 0.9991740405864491, + 0.9991740375979712, + 0.9991740333245271, + 0.9991740409940638, + 0.9991740310134122, + 0.9991740304658957, + 0.999174033728742, + 0.999174036884333, + 0.9991740224573864, + 0.9991740220790023, + 0.9991740325877202, + 0.9991740370120651, + 0.9991740334250748, + 0.9991740430984879, + 0.9991740318332668, + 0.9991740344761934, + 0.999174042827945, + 0.9991740330505716, + 0.9991740252745448, + 0.9991740274917971, + 0.9991740305192677, + 0.9991740228891964, + 0.9991740211061582, + 0.9991740277499128, + 0.9991740236142126, + 0.9991740237191634, + 0.999174021976502, + 0.9991740197184515, + 0.9991740112462193, + 0.9991740199131119, + 0.999174015985377, + 0.9991740108661882, + 0.9991740240105333, + 0.9991740207849835, + 0.9991740206058937, + 0.9991740208986494, + 0.9991740167020124, + 0.9991740260065186, + 0.9991740164246233 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 2, + "depth": 4, + "padding": 200, + "parameters": 221605, + "cert_evals": { + "36": 0.11585365235805511, + "72": 0.04471544548869133, + "108": 0.030487803742289543, + "255": 0.004065040498971939 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/horse-colic/fold_0/result.json b/UCI_N4/sandwich/runs/horse-colic/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..dd2618aa356b2bf1654f8ef68ff8f34c3f5f9b3c --- /dev/null +++ b/UCI_N4/sandwich/runs/horse-colic/fold_0/result.json @@ -0,0 +1,80 @@ +{ + "best_epoch": 14, + "best_val_acc": 0.9242424242424242, + "test_acc": 0.8076923076923077, + "train_size": 68, + "val_size": 66, + "test_size": 234, + "stats": { + "mean": [ + [ + -3.918434204559376e-17, + 1.6081907047879105e-16, + -8.898111006186917e-17, + 4.5715065719859385e-17, + 1.1428766429964846e-16, + -9.240973999085862e-16, + -1.457167719820518e-15, + -1.240837498110469e-16, + -8.996071861300901e-16, + -9.469549327685159e-16, + 2.661269897263243e-16, + -3.632715043810255e-16, + 0.0, + 4.5715065719859385e-17, + -2.1796290262861528e-16, + -2.729842495843032e-15, + 1.0841001299280941e-15, + 3.7306758989242393e-16, + 7.836868409118753e-17, + 7.151142423320861e-16, + 7.836868409118753e-17, + -4.081702296416017e-17, + 5.877651306839064e-17, + -2.9959694855693565e-16, + 5.028657229184532e-16 + ] + ], + "std": [ + [ + 0.9742956396024967, + 0.9874129079346324, + 0.9918559595947606, + 0.99225721180266, + 0.9921299699802761, + 0.9848134955127864, + 0.9843013518199359, + 0.9861089730182948, + 0.9755495809457849, + 0.9860401240147575, + 0.985286300764603, + 0.9842961745285809, + 0.9824073002181559, + 0.9834383442239104, + 0.9888717265277447, + 0.986845504027903, + 0.9879390608769005, + 0.9920717709998307, + 0.9922690297982814, + 0.9844178185972415, + 0.9871806289366772, + 0.9789339023991226, + 0.9926179246174212, + 0.9926033525170048, + 0.9725972171816771 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 4, + "padding": 50, + "parameters": 14155, + "cert_evals": { + "36": 0.7606837749481201, + "72": 0.6837607026100159, + "108": 0.6111111640930176, + "255": 0.14102564752101898 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/horse-colic/fold_1/result.json b/UCI_N4/sandwich/runs/horse-colic/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..50317672512cfc0f77064404e5d1928659b78e36 --- /dev/null +++ b/UCI_N4/sandwich/runs/horse-colic/fold_1/result.json @@ -0,0 +1,80 @@ +{ + "best_epoch": 16, + "best_val_acc": 0.9027777777777778, + "test_acc": 0.7719298245614035, + "train_size": 68, + "val_size": 72, + "test_size": 228, + "stats": { + "mean": [ + [ + -3.918434204559376e-17, + 1.6081907047879105e-16, + -8.898111006186917e-17, + 4.5715065719859385e-17, + 1.1428766429964846e-16, + -9.240973999085862e-16, + -1.457167719820518e-15, + -1.240837498110469e-16, + -8.996071861300901e-16, + -9.469549327685159e-16, + 2.661269897263243e-16, + -3.632715043810255e-16, + 0.0, + 4.5715065719859385e-17, + -2.1796290262861528e-16, + -2.729842495843032e-15, + 1.0841001299280941e-15, + 3.7306758989242393e-16, + 7.836868409118753e-17, + 7.151142423320861e-16, + 7.836868409118753e-17, + -4.081702296416017e-17, + 5.877651306839064e-17, + -2.9959694855693565e-16, + 5.028657229184532e-16 + ] + ], + "std": [ + [ + 0.9742956396024967, + 0.9874129079346324, + 0.9918559595947606, + 0.99225721180266, + 0.9921299699802761, + 0.9848134955127864, + 0.9843013518199359, + 0.9861089730182948, + 0.9755495809457849, + 0.9860401240147575, + 0.985286300764603, + 0.9842961745285809, + 0.9824073002181559, + 0.9834383442239104, + 0.9888717265277447, + 0.986845504027903, + 0.9879390608769005, + 0.9920717709998307, + 0.9922690297982814, + 0.9844178185972415, + 0.9871806289366772, + 0.9789339023991226, + 0.9926179246174212, + 0.9926033525170048, + 0.9725972171816771 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 4, + "padding": 50, + "parameters": 14155, + "cert_evals": { + "36": 0.7456140518188477, + "72": 0.640350878238678, + "108": 0.5570175647735596, + "255": 0.179824560880661 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/horse-colic/fold_2/result.json b/UCI_N4/sandwich/runs/horse-colic/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..c08f0b878674f528966f345593db2f8fa36bc18a --- /dev/null +++ b/UCI_N4/sandwich/runs/horse-colic/fold_2/result.json @@ -0,0 +1,80 @@ +{ + "best_epoch": 49, + "best_val_acc": 0.9206349206349206, + "test_acc": 0.8059071729957806, + "train_size": 68, + "val_size": 63, + "test_size": 237, + "stats": { + "mean": [ + [ + -3.918434204559376e-17, + 1.6081907047879105e-16, + -8.898111006186917e-17, + 4.5715065719859385e-17, + 1.1428766429964846e-16, + -9.240973999085862e-16, + -1.457167719820518e-15, + -1.240837498110469e-16, + -8.996071861300901e-16, + -9.469549327685159e-16, + 2.661269897263243e-16, + -3.632715043810255e-16, + 0.0, + 4.5715065719859385e-17, + -2.1796290262861528e-16, + -2.729842495843032e-15, + 1.0841001299280941e-15, + 3.7306758989242393e-16, + 7.836868409118753e-17, + 7.151142423320861e-16, + 7.836868409118753e-17, + -4.081702296416017e-17, + 5.877651306839064e-17, + -2.9959694855693565e-16, + 5.028657229184532e-16 + ] + ], + "std": [ + [ + 0.9742956396024967, + 0.9874129079346324, + 0.9918559595947606, + 0.99225721180266, + 0.9921299699802761, + 0.9848134955127864, + 0.9843013518199359, + 0.9861089730182948, + 0.9755495809457849, + 0.9860401240147575, + 0.985286300764603, + 0.9842961745285809, + 0.9824073002181559, + 0.9834383442239104, + 0.9888717265277447, + 0.986845504027903, + 0.9879390608769005, + 0.9920717709998307, + 0.9922690297982814, + 0.9844178185972415, + 0.9871806289366772, + 0.9789339023991226, + 0.9926179246174212, + 0.9926033525170048, + 0.9725972171816771 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 4, + "padding": 50, + "parameters": 14155, + "cert_evals": { + "36": 0.7594936490058899, + "72": 0.6835442781448364, + "108": 0.6202531456947327, + "255": 0.16033753752708435 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/horse-colic/fold_3/result.json b/UCI_N4/sandwich/runs/horse-colic/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..5795faf4928e5128d4e9e78a637e8c12c9c0fb77 --- /dev/null +++ b/UCI_N4/sandwich/runs/horse-colic/fold_3/result.json @@ -0,0 +1,80 @@ +{ + "best_epoch": 21, + "best_val_acc": 0.86, + "test_acc": 0.82, + "train_size": 68, + "val_size": 50, + "test_size": 250, + "stats": { + "mean": [ + [ + -3.918434204559376e-17, + 1.6081907047879105e-16, + -8.898111006186917e-17, + 4.5715065719859385e-17, + 1.1428766429964846e-16, + -9.240973999085862e-16, + -1.457167719820518e-15, + -1.240837498110469e-16, + -8.996071861300901e-16, + -9.469549327685159e-16, + 2.661269897263243e-16, + -3.632715043810255e-16, + 0.0, + 4.5715065719859385e-17, + -2.1796290262861528e-16, + -2.729842495843032e-15, + 1.0841001299280941e-15, + 3.7306758989242393e-16, + 7.836868409118753e-17, + 7.151142423320861e-16, + 7.836868409118753e-17, + -4.081702296416017e-17, + 5.877651306839064e-17, + -2.9959694855693565e-16, + 5.028657229184532e-16 + ] + ], + "std": [ + [ + 0.9742956396024967, + 0.9874129079346324, + 0.9918559595947606, + 0.99225721180266, + 0.9921299699802761, + 0.9848134955127864, + 0.9843013518199359, + 0.9861089730182948, + 0.9755495809457849, + 0.9860401240147575, + 0.985286300764603, + 0.9842961745285809, + 0.9824073002181559, + 0.9834383442239104, + 0.9888717265277447, + 0.986845504027903, + 0.9879390608769005, + 0.9920717709998307, + 0.9922690297982814, + 0.9844178185972415, + 0.9871806289366772, + 0.9789339023991226, + 0.9926179246174212, + 0.9926033525170048, + 0.9725972171816771 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 4, + "padding": 50, + "parameters": 14155, + "cert_evals": { + "36": 0.7280000448226929, + "72": 0.6240000128746033, + "108": 0.5440000295639038, + "255": 0.14000000059604645 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/ilpd-indian-liver/fold_0/result.json b/UCI_N4/sandwich/runs/ilpd-indian-liver/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..738f28050737e954c9dc3aabf1d053996189fc71 --- /dev/null +++ b/UCI_N4/sandwich/runs/ilpd-indian-liver/fold_0/result.json @@ -0,0 +1,48 @@ +{ + "best_epoch": 32, + "best_val_acc": 0.7209302325581395, + "test_acc": 0.6353276353276354, + "train_size": 146, + "val_size": 86, + "test_size": 351, + "stats": { + "mean": [ + [ + -0.04947167191780823, + -0.00829989520547949, + 0.0029959439041094614, + 0.043865143424657534, + -0.02727346465753423, + 0.06000245376712337, + 0.18081108150684932, + 0.13766838972602727, + 0.07700867876712333 + ] + ], + "std": [ + [ + 1.0220386211163874, + 0.9305248911517027, + 1.0317627748416793, + 1.0430349333459359, + 0.6968608763678219, + 1.4666603089790804, + 0.976649603737411, + 0.9779410793607819, + 1.0045141661622095 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 4, + "padding": 18, + "parameters": 1931, + "cert_evals": { + "36": 0.4387464225292206, + "72": 0.32193732261657715, + "108": 0.23646724224090576, + "255": 0.0883190855383873 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/ilpd-indian-liver/fold_1/result.json b/UCI_N4/sandwich/runs/ilpd-indian-liver/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..1304961ff49eb7dd8e85091abb2d420aea4a187a --- /dev/null +++ b/UCI_N4/sandwich/runs/ilpd-indian-liver/fold_1/result.json @@ -0,0 +1,48 @@ +{ + "best_epoch": 8, + "best_val_acc": 0.782608695652174, + "test_acc": 0.5733695652173914, + "train_size": 146, + "val_size": 69, + "test_size": 368, + "stats": { + "mean": [ + [ + 0.023718123972602808, + -0.005873168493150683, + 0.03226138232876717, + 0.04699460315068498, + 0.05445175945205481, + -0.012896076027397266, + 0.006021310958904103, + -0.03022427397260268, + 0.024170888356164395 + ] + ], + "std": [ + [ + 0.9837490979337397, + 0.9321175505257335, + 1.0715555930063725, + 0.9529710623514904, + 1.1810113146612142, + 0.7086815710476746, + 1.0423446624153474, + 1.010859445699408, + 1.0504905455411107 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 4, + "padding": 18, + "parameters": 1931, + "cert_evals": { + "36": 0.45923912525177, + "72": 0.3179347813129425, + "108": 0.22010870277881622, + "255": 0.09239130467176437 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/ilpd-indian-liver/fold_2/result.json b/UCI_N4/sandwich/runs/ilpd-indian-liver/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..98f43a729cf3bf8c76217a777916efb538233049 --- /dev/null +++ b/UCI_N4/sandwich/runs/ilpd-indian-liver/fold_2/result.json @@ -0,0 +1,48 @@ +{ + "best_epoch": 2, + "best_val_acc": 0.6022727272727273, + "test_acc": 0.6332378223495702, + "train_size": 146, + "val_size": 88, + "test_size": 349, + "stats": { + "mean": [ + [ + -0.06850946301369858, + -0.0660989635342466, + -0.043828577945205456, + -0.023010099041095942, + 0.006519339726027369, + -0.025199812328767113, + -0.0009198609589041257, + -0.051749036301369795, + -0.1729785705479453 + ] + ], + "std": [ + [ + 0.960568795724854, + 0.7317880619730879, + 0.8532176637131939, + 0.846889651522413, + 0.8393088412983767, + 0.6466602014941917, + 1.025247253115212, + 1.0319261806513593, + 0.9884325003029147 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 4, + "padding": 18, + "parameters": 1931, + "cert_evals": { + "36": 0.5644699335098267, + "72": 0.44126075506210327, + "108": 0.2979942858219147, + "255": 0.14040115475654602 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/ilpd-indian-liver/fold_3/result.json b/UCI_N4/sandwich/runs/ilpd-indian-liver/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..9e5a39b51425dbe1474d46647e10bdb916b8178f --- /dev/null +++ b/UCI_N4/sandwich/runs/ilpd-indian-liver/fold_3/result.json @@ -0,0 +1,48 @@ +{ + "best_epoch": 2, + "best_val_acc": 0.7619047619047619, + "test_acc": 0.603399433427762, + "train_size": 146, + "val_size": 84, + "test_size": 353, + "stats": { + "mean": [ + [ + 0.10156164794520553, + 0.11148967165753422, + 0.14932299390410964, + -0.06575168465753424, + 0.08565644520547948, + 0.041416027397260274, + 0.12780630068493154, + 0.0825649349315068, + 0.027512271917808223 + ] + ], + "std": [ + [ + 0.9791992181077636, + 1.0803158704678002, + 1.2337654004282645, + 0.900953545319748, + 1.161354860471408, + 0.8045626472841879, + 0.9144661645250372, + 1.0285214362372226, + 1.0463698865975202 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 4, + "padding": 18, + "parameters": 1931, + "cert_evals": { + "36": 0.4985835552215576, + "72": 0.3654390871524811, + "108": 0.2379603385925293, + "255": 0.11898016929626465 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/image-segmentation/fold_0/result.json b/UCI_N4/sandwich/runs/image-segmentation/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..5bb0ef3bedbf7d40d8ad0e5e7fa08bdfc5616de0 --- /dev/null +++ b/UCI_N4/sandwich/runs/image-segmentation/fold_0/result.json @@ -0,0 +1,66 @@ +{ + "best_epoch": 34, + "best_val_acc": 0.92, + "test_acc": 0.925, + "train_size": 2100, + "val_size": 50, + "test_size": 160, + "stats": { + "mean": [ + [ + 4.532088989809121e-17, + -7.34333229144925e-17, + 5.686456596603897e-16, + -1.441175221489608e-16, + 1.2583849306495375e-16, + -1.7241499233613294e-17, + -4.0893214740359934e-17, + 1.316275131219278e-16, + -6.396999332363997e-18, + -1.3756191952736462e-16, + -3.933361572957697e-17, + -1.1186818667175387e-16, + 2.5106900685451756e-16, + 4.337799960499719e-17, + 4.421066687346605e-17, + -1.850371707708594e-17, + -2.350368577012995e-16, + -9.793753110086202e-17 + ] + ], + "std": [ + [ + 0.9996246758364985, + 0.9995878274866169, + 0.8038207521572458, + 0.7019751493522468, + 0.9960026008909317, + 0.9995397039243666, + 0.9968889591858656, + 0.9995749389029804, + 0.9994997832814528, + 0.9994762671895456, + 0.9995321523164318, + 0.9994865643378964, + 0.9988998799598826, + 0.9992534567413346, + 0.9989012736519327, + 0.9995288891246146, + 0.9578356691087312, + 0.9933295528418025 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 4, + "padding": 36, + "parameters": 7606, + "cert_evals": { + "36": 0.887499988079071, + "72": 0.856249988079071, + "108": 0.824999988079071, + "255": 0.4312500059604645 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/image-segmentation/fold_1/result.json b/UCI_N4/sandwich/runs/image-segmentation/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..6dab5f9f11378cd483dd3c4705b76d261327e585 --- /dev/null +++ b/UCI_N4/sandwich/runs/image-segmentation/fold_1/result.json @@ -0,0 +1,66 @@ +{ + "best_epoch": 13, + "best_val_acc": 0.9574468085106383, + "test_acc": 0.9202453987730062, + "train_size": 2100, + "val_size": 47, + "test_size": 163, + "stats": { + "mean": [ + [ + 4.532088989809121e-17, + -7.34333229144925e-17, + 5.686456596603897e-16, + -1.441175221489608e-16, + 1.2583849306495375e-16, + -1.7241499233613294e-17, + -4.0893214740359934e-17, + 1.316275131219278e-16, + -6.396999332363997e-18, + -1.3756191952736462e-16, + -3.933361572957697e-17, + -1.1186818667175387e-16, + 2.5106900685451756e-16, + 4.337799960499719e-17, + 4.421066687346605e-17, + -1.850371707708594e-17, + -2.350368577012995e-16, + -9.793753110086202e-17 + ] + ], + "std": [ + [ + 0.9996246758364985, + 0.9995878274866169, + 0.8038207521572458, + 0.7019751493522468, + 0.9960026008909317, + 0.9995397039243666, + 0.9968889591858656, + 0.9995749389029804, + 0.9994997832814528, + 0.9994762671895456, + 0.9995321523164318, + 0.9994865643378964, + 0.9988998799598826, + 0.9992534567413346, + 0.9989012736519327, + 0.9995288891246146, + 0.9578356691087312, + 0.9933295528418025 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 4, + "padding": 36, + "parameters": 7606, + "cert_evals": { + "36": 0.8895705342292786, + "72": 0.8404907584190369, + "108": 0.7852760553359985, + "255": 0.4110429286956787 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/image-segmentation/fold_2/result.json b/UCI_N4/sandwich/runs/image-segmentation/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..5b6e05e556341437b73ca6046a86a21d7953e4e1 --- /dev/null +++ b/UCI_N4/sandwich/runs/image-segmentation/fold_2/result.json @@ -0,0 +1,66 @@ +{ + "best_epoch": 4, + "best_val_acc": 0.9534883720930233, + "test_acc": 0.8982035928143712, + "train_size": 2100, + "val_size": 43, + "test_size": 167, + "stats": { + "mean": [ + [ + 4.532088989809121e-17, + -7.34333229144925e-17, + 5.686456596603897e-16, + -1.441175221489608e-16, + 1.2583849306495375e-16, + -1.7241499233613294e-17, + -4.0893214740359934e-17, + 1.316275131219278e-16, + -6.396999332363997e-18, + -1.3756191952736462e-16, + -3.933361572957697e-17, + -1.1186818667175387e-16, + 2.5106900685451756e-16, + 4.337799960499719e-17, + 4.421066687346605e-17, + -1.850371707708594e-17, + -2.350368577012995e-16, + -9.793753110086202e-17 + ] + ], + "std": [ + [ + 0.9996246758364985, + 0.9995878274866169, + 0.8038207521572458, + 0.7019751493522468, + 0.9960026008909317, + 0.9995397039243666, + 0.9968889591858656, + 0.9995749389029804, + 0.9994997832814528, + 0.9994762671895456, + 0.9995321523164318, + 0.9994865643378964, + 0.9988998799598826, + 0.9992534567413346, + 0.9989012736519327, + 0.9995288891246146, + 0.9578356691087312, + 0.9933295528418025 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 4, + "padding": 36, + "parameters": 7606, + "cert_evals": { + "36": 0.8562874794006348, + "72": 0.7964072227478027, + "108": 0.7125748991966248, + "255": 0.3353293538093567 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/image-segmentation/fold_3/result.json b/UCI_N4/sandwich/runs/image-segmentation/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..68abdcd8f7d2cb45e995a6f220172afe2db83b28 --- /dev/null +++ b/UCI_N4/sandwich/runs/image-segmentation/fold_3/result.json @@ -0,0 +1,66 @@ +{ + "best_epoch": 15, + "best_val_acc": 0.8611111111111112, + "test_acc": 0.9310344827586207, + "train_size": 2100, + "val_size": 36, + "test_size": 174, + "stats": { + "mean": [ + [ + 4.532088989809121e-17, + -7.34333229144925e-17, + 5.686456596603897e-16, + -1.441175221489608e-16, + 1.2583849306495375e-16, + -1.7241499233613294e-17, + -4.0893214740359934e-17, + 1.316275131219278e-16, + -6.396999332363997e-18, + -1.3756191952736462e-16, + -3.933361572957697e-17, + -1.1186818667175387e-16, + 2.5106900685451756e-16, + 4.337799960499719e-17, + 4.421066687346605e-17, + -1.850371707708594e-17, + -2.350368577012995e-16, + -9.793753110086202e-17 + ] + ], + "std": [ + [ + 0.9996246758364985, + 0.9995878274866169, + 0.8038207521572458, + 0.7019751493522468, + 0.9960026008909317, + 0.9995397039243666, + 0.9968889591858656, + 0.9995749389029804, + 0.9994997832814528, + 0.9994762671895456, + 0.9995321523164318, + 0.9994865643378964, + 0.9988998799598826, + 0.9992534567413346, + 0.9989012736519327, + 0.9995288891246146, + 0.9578356691087312, + 0.9933295528418025 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 4, + "padding": 36, + "parameters": 7606, + "cert_evals": { + "36": 0.9022988677024841, + "72": 0.8678160905838013, + "108": 0.7931034564971924, + "255": 0.4080459773540497 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/ionosphere/fold_0/result.json b/UCI_N4/sandwich/runs/ionosphere/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..0bcf982bfb41131ec00df6ec9260570b1967acc3 --- /dev/null +++ b/UCI_N4/sandwich/runs/ionosphere/fold_0/result.json @@ -0,0 +1,96 @@ +{ + "best_epoch": 11, + "best_val_acc": 0.8936170212765957, + "test_acc": 0.9027777777777778, + "train_size": 88, + "val_size": 47, + "test_size": 216, + "stats": { + "mean": [ + [ + -0.053792624999999955, + 0.11437863863636365, + -0.09784573977272727, + 0.037641697727272765, + 0.03979244659090908, + -0.022637212499999986, + -0.03695475681818172, + -0.03367938977272729, + -0.021329492045454524, + -0.09884267272727273, + 0.035718605681818186, + 0.06464764249999998, + -0.019363167613636392, + -0.05855647840909092, + -0.09749018068181807, + -0.038717673863636344, + -0.20421359857954527, + -0.07935669659090909, + -0.1400404538977272, + 0.02510688295454545, + -0.037117688954545446, + 0.033973999999999976, + -0.1653208722727273, + 0.005757295454545449, + -0.1324492284090909, + -0.08898458409090908, + -0.05795820443181821, + -0.02483663102272733, + -0.08507457556818178, + 0.08867289204545453, + -0.04576606920454543, + 0.02797571125000001, + -0.0760243448863635 + ] + ], + "std": [ + [ + 1.0628766820372375, + 0.7507239967772006, + 1.0291396537758577, + 0.8884938256308751, + 0.9340022757733981, + 0.913837455075107, + 0.9736609191811407, + 0.9876988868200146, + 1.0170932036566493, + 0.9930860356859771, + 0.9548850329366211, + 0.9223725518038193, + 0.8913550898838349, + 1.0187510679778873, + 1.017494178014936, + 1.0307802521113834, + 0.975629252171648, + 1.0218068809970482, + 0.9797731524500652, + 0.9502446255339264, + 0.9112949974613238, + 0.9538996196640592, + 0.8900589740016208, + 0.9778636762599577, + 0.9154522749390646, + 1.05891815419685, + 0.9349516698212756, + 1.028413342097531, + 1.0174809086582552, + 0.8603550537251974, + 0.9177215824920913, + 0.9334496357023497, + 0.9708996223344086 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 4, + "padding": 66, + "parameters": 24491, + "cert_evals": { + "36": 0.8888888955116272, + "72": 0.8657407760620117, + "108": 0.8379629850387573, + "255": 0.6805555820465088 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/ionosphere/fold_1/result.json b/UCI_N4/sandwich/runs/ionosphere/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..ddf2b05ded537535dfecd193c03e207ce23755a7 --- /dev/null +++ b/UCI_N4/sandwich/runs/ionosphere/fold_1/result.json @@ -0,0 +1,96 @@ +{ + "best_epoch": 15, + "best_val_acc": 0.9454545454545454, + "test_acc": 0.875, + "train_size": 88, + "val_size": 55, + "test_size": 208, + "stats": { + "mean": [ + [ + -0.05379262500000004, + 0.057230188340909066, + -0.12594148852272724, + -0.0657140477272727, + 0.03683578340909091, + -0.019606631818181786, + -0.060358038636363666, + 0.04340084659090913, + -0.0891362948863636, + 0.11950643409090907, + -0.0431416420454545, + 0.015000489886363617, + 0.006661120113636418, + 0.05273973636363641, + 0.015397984090909127, + 0.014861920909090958, + 0.1809429574999999, + 0.08595570852272723, + 0.06362748978409093, + 0.013652813181818213, + 0.08379081831818179, + 0.012709255681818172, + 0.05176218068181814, + -0.0808674875, + 0.0755702415909092, + 0.018801221590909037, + 0.00032548409090908274, + -0.044570049999999944, + -0.06261137522727273, + -0.029789787386363672, + 0.05672472590909099, + 0.07217833522727275, + -0.1547468361363635 + ] + ], + "std": [ + [ + 1.062876682037237, + 0.9307820453086587, + 1.0773699872895335, + 1.0440681513418153, + 0.8335723077848519, + 1.0288328270221063, + 1.012134427705991, + 0.9381625016034029, + 1.0351171735867382, + 0.8413129464522849, + 0.957745165443786, + 0.996483818815002, + 1.0520779681632726, + 0.9017607688663065, + 0.9016249527670053, + 0.9886646202839675, + 0.948531710759369, + 0.9429119629240612, + 0.9771648840049503, + 1.0130626800360227, + 0.9206929443124036, + 1.0062206389304456, + 0.9740332111643196, + 1.0276361536986764, + 1.004938887359179, + 0.9916060965398966, + 1.0389805297776586, + 0.9937147733197984, + 0.9550117277666471, + 1.045048464961226, + 0.9419333165833579, + 0.9692634514790782, + 0.8827267306674739 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 4, + "padding": 66, + "parameters": 24491, + "cert_evals": { + "36": 0.8509615659713745, + "72": 0.822115421295166, + "108": 0.7932692766189575, + "255": 0.5913462042808533 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/ionosphere/fold_2/result.json b/UCI_N4/sandwich/runs/ionosphere/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..79ef55400c32fa9d7e2beb6c291461a0a7b50d62 --- /dev/null +++ b/UCI_N4/sandwich/runs/ionosphere/fold_2/result.json @@ -0,0 +1,96 @@ +{ + "best_epoch": 3, + "best_val_acc": 0.8813559322033898, + "test_acc": 0.9019607843137255, + "train_size": 88, + "val_size": 59, + "test_size": 204, + "stats": { + "mean": [ + [ + -0.1268343749999996, + 0.03819893595454546, + -0.011457272727272726, + 0.05116481477272727, + -0.0830110590909092, + 0.047313343863636344, + 0.10252151931818183, + 0.1333957454545454, + 0.05029393693181818, + 0.04156139318181821, + -0.001252886136363645, + -0.02304269772727273, + -0.028127184431818178, + 0.09080393977272729, + 0.051952362500000016, + 0.026424043636363623, + 0.004673466193181796, + 0.08743039488636364, + -0.026571849534090915, + 0.14150050181818186, + 0.03335016056818166, + 0.12982050340909096, + 0.16414423761363636, + 0.09544092727272725, + -0.013555443181818177, + 0.13096514511363633, + 0.08380314419318177, + 0.11039518400000002, + 0.10956971738636363, + 0.16996981363636354, + 0.20297531795454554, + 0.13073818977272728, + 0.22886673897727264 + ] + ], + "std": [ + [ + 1.1403639563737902, + 0.9669190187863775, + 0.9172167629719893, + 0.8606790311963011, + 0.9989705798429368, + 0.9373035431734378, + 0.9209352640839872, + 0.8488345605516046, + 0.8825266596197384, + 0.9437597259890439, + 0.8884696173398924, + 1.0048586652940763, + 0.9550518112139788, + 0.9614986333459294, + 0.9194447344313414, + 0.9950631727543465, + 0.9784728631967848, + 0.9580770253420143, + 0.9232846642295484, + 0.9004257495362915, + 0.9845719410626651, + 0.9096258762479161, + 0.9598729860189827, + 0.9018492624900448, + 0.9747064152086655, + 0.8917378557660298, + 1.0112826407608113, + 0.9771390659506771, + 0.934094299138346, + 0.9171760631839044, + 0.9408030802675159, + 0.9489033599031296, + 0.9833308046410482 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 4, + "padding": 66, + "parameters": 24491, + "cert_evals": { + "36": 0.8725490570068359, + "72": 0.8529412150382996, + "108": 0.8333333730697632, + "255": 0.6323529481887817 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/ionosphere/fold_3/result.json b/UCI_N4/sandwich/runs/ionosphere/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..2eb2411d3e831b873e5c0a3c1b8c44296843d49a --- /dev/null +++ b/UCI_N4/sandwich/runs/ionosphere/fold_3/result.json @@ -0,0 +1,96 @@ +{ + "best_epoch": 7, + "best_val_acc": 0.9444444444444444, + "test_acc": 0.9186602870813397, + "train_size": 88, + "val_size": 54, + "test_size": 209, + "stats": { + "mean": [ + [ + -0.05379262500000004, + 0.08337084420454545, + 0.012367452272727331, + -0.10430459318181814, + -0.04320599500000006, + -0.02125417613636366, + 0.13601533749999994, + 0.08083362500000006, + 0.04508737613636362, + 0.06580848409090917, + -0.04573462613636365, + -0.11163381636363634, + -0.08390394295454544, + -0.08376589772727273, + -0.044872403409090926, + -0.0040415840909091135, + -0.08072537250000003, + 0.09002621590909089, + -0.162396136590909, + -0.039994314090909096, + -0.10034994406818182, + -0.025718289772727287, + -0.07362233545454551, + 0.15139177386363645, + -0.09483327613636364, + 0.035840585227272695, + 0.10623734090909087, + 0.16713354263636365, + -0.09824181704545455, + -0.02187183522727274, + -0.02442285272727274, + -0.04313826136363642, + 0.1828973070454546 + ] + ], + "std": [ + [ + 1.062876682037237, + 0.9490576864105106, + 0.9875219449564684, + 1.1736996169419784, + 1.085283557408111, + 1.0964938389858863, + 1.0087899511657812, + 1.0744821220114844, + 1.0108692257357619, + 1.0627108745057163, + 1.0442983244440271, + 1.1469962087719372, + 1.0331323404442145, + 1.1049553685537077, + 1.023216090225595, + 1.0297914379913535, + 1.0415403651865944, + 1.0022218327408114, + 1.0389078436934174, + 1.0658270934057976, + 1.0847302652617432, + 1.0404853997786638, + 1.050257290760166, + 0.893199357426146, + 1.0313013612091906, + 0.9776385188820035, + 1.0220555587416027, + 0.8817940384222789, + 1.0763521420836772, + 1.0347943476784296, + 1.1267168423195861, + 1.0726159506205808, + 1.1123266143540387 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 4, + "padding": 66, + "parameters": 24491, + "cert_evals": { + "36": 0.8612439632415771, + "72": 0.8133971095085144, + "108": 0.7655501961708069, + "255": 0.5550239086151123 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/iris/fold_0/result.json b/UCI_N4/sandwich/runs/iris/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..5f3da0de2cc68fa04998249fe0dae2315effd908 --- /dev/null +++ b/UCI_N4/sandwich/runs/iris/fold_0/result.json @@ -0,0 +1,38 @@ +{ + "best_epoch": 12, + "best_val_acc": 0.3333333333333333, + "test_acc": 0.33695652173913043, + "train_size": 37, + "val_size": 21, + "test_size": 92, + "stats": { + "mean": [ + [ + -0.06538616216216218, + 0.037524162162162124, + -0.05163069459459464, + -0.05491507459459471 + ] + ], + "std": [ + [ + 0.9148870367317358, + 1.0881966465526376, + 0.9955337168703222, + 0.9789290060304676 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 4, + "padding": 10, + "parameters": 636, + "cert_evals": { + "36": 0.28260868787765503, + "72": 0.20652174949645996, + "108": 0.1304347813129425, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/iris/fold_1/result.json b/UCI_N4/sandwich/runs/iris/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..8efd0f5e6233c6688467be1f7d618dac7908557d --- /dev/null +++ b/UCI_N4/sandwich/runs/iris/fold_1/result.json @@ -0,0 +1,38 @@ +{ + "best_epoch": 5, + "best_val_acc": 0.4827586206896552, + "test_acc": 0.5119047619047619, + "train_size": 37, + "val_size": 29, + "test_size": 84, + "stats": { + "mean": [ + [ + -0.1894133945945945, + -0.14947308108108107, + -0.07307603783783788, + -0.09033012864864856 + ] + ], + "std": [ + [ + 0.9592123832790647, + 0.9096266883189955, + 1.0119512040032557, + 1.0176631024602978 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 4, + "padding": 10, + "parameters": 636, + "cert_evals": { + "36": 0.3571428656578064, + "72": 0.2738095223903656, + "108": 0.261904776096344, + "255": 0.0357142873108387 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/iris/fold_2/result.json b/UCI_N4/sandwich/runs/iris/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..6701dc658f93a38ef219ee6c499d1941a3f0d541 --- /dev/null +++ b/UCI_N4/sandwich/runs/iris/fold_2/result.json @@ -0,0 +1,38 @@ +{ + "best_epoch": 4, + "best_val_acc": 0.6956521739130435, + "test_acc": 0.6444444444444445, + "train_size": 37, + "val_size": 23, + "test_size": 90, + "stats": { + "mean": [ + [ + 0.12065495945945945, + 0.08115708108108108, + -0.014868264864864856, + 0.0017480032432432313 + ] + ], + "std": [ + [ + 1.079972374505205, + 0.8268394002889127, + 1.0381376116445211, + 1.0358017457861401 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 4, + "padding": 10, + "parameters": 636, + "cert_evals": { + "36": 0.5555555820465088, + "72": 0.4333333373069763, + "108": 0.35555556416511536, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/iris/fold_3/result.json b/UCI_N4/sandwich/runs/iris/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..9b1b5756f17ec5409a12a51ba0f8ed34501e649e --- /dev/null +++ b/UCI_N4/sandwich/runs/iris/fold_3/result.json @@ -0,0 +1,38 @@ +{ + "best_epoch": 21, + "best_val_acc": 0.8823529411764706, + "test_acc": 0.7088607594936709, + "train_size": 37, + "val_size": 34, + "test_size": 79, + "stats": { + "mean": [ + [ + 0.019474235135135163, + 0.1372560810810812, + -0.050099464864865016, + -0.012418108108108169 + ] + ], + "std": [ + [ + 1.0035126577760827, + 0.9654086463610752, + 1.0191317626227525, + 1.0325640931007958 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 4, + "padding": 10, + "parameters": 636, + "cert_evals": { + "36": 0.6329113841056824, + "72": 0.5189873576164246, + "108": 0.4430379867553711, + "255": 0.26582279801368713 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/led-display/fold_0/result.json b/UCI_N4/sandwich/runs/led-display/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..e00613bb69d798dfaaabddff90f009e6d8c4d500 --- /dev/null +++ b/UCI_N4/sandwich/runs/led-display/fold_0/result.json @@ -0,0 +1,44 @@ +{ + "best_epoch": 36, + "best_val_acc": 0.6410256410256411, + "test_acc": 0.6548821548821548, + "train_size": 250, + "val_size": 156, + "test_size": 594, + "stats": { + "mean": [ + [ + 0.007071759999999854, + -0.06713887999999998, + 0.04580425999999983, + -0.02524725599999987, + 0.032490744000000016, + 0.026608120000000096, + 1.7199999999801818e-06 + ] + ], + "std": [ + [ + 0.9950459658737895, + 1.009900234084628, + 0.9724760974354865, + 1.0074396393306633, + 1.004766715631752, + 0.9754811567914686, + 0.9994980323196654 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 10, + "depth": 4, + "padding": 14, + "parameters": 1315, + "cert_evals": { + "36": 0.6144781112670898, + "72": 0.5202019810676575, + "108": 0.4814814627170563, + "255": 0.11279460787773132 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/led-display/fold_1/result.json b/UCI_N4/sandwich/runs/led-display/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..7c9a2d18f78334d78b5c6e2dca5ddf6fa86d6ecb --- /dev/null +++ b/UCI_N4/sandwich/runs/led-display/fold_1/result.json @@ -0,0 +1,44 @@ +{ + "best_epoch": 33, + "best_val_acc": 0.7092198581560284, + "test_acc": 0.7077175697865353, + "train_size": 250, + "val_size": 141, + "test_size": 609, + "stats": { + "mean": [ + [ + -0.030645360000000187, + 0.03051721599999998, + -0.07328692000000013, + -0.01683115199999986, + -0.024368800000000006, + 0.02660812000000029, + 1.7199999999624183e-06 + ] + ], + "std": [ + [ + 1.018012947504733, + 0.9932371252643158, + 1.0370805647209447, + 1.0048701299259322, + 0.9948347843380658, + 0.9754811567914693, + 0.9994980323196655 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 10, + "depth": 4, + "padding": 14, + "parameters": 1315, + "cert_evals": { + "36": 0.5993431806564331, + "72": 0.5139573216438293, + "108": 0.467980295419693, + "255": 0.1149425283074379 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/led-display/fold_2/result.json b/UCI_N4/sandwich/runs/led-display/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..b99b2af4dc2b542eef0115536af2d38e72347f97 --- /dev/null +++ b/UCI_N4/sandwich/runs/led-display/fold_2/result.json @@ -0,0 +1,44 @@ +{ + "best_epoch": 62, + "best_val_acc": 0.7261146496815286, + "test_acc": 0.7200674536256324, + "train_size": 250, + "val_size": 157, + "test_size": 593, + "stats": { + "mean": [ + [ + -0.02121608000000006, + -0.018310832, + -0.02748262000000013, + 0.008417160000000156, + 0.01624516000000005, + 0.026608120000000093, + -0.01687781599999998 + ] + ], + "std": [ + [ + 1.0124517882249175, + 1.002792806702983, + 1.0143765302763266, + 0.9966955712286966, + 1.0022682733933526, + 0.9754811567914692, + 1.005041365963769 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 10, + "depth": 4, + "padding": 14, + "parameters": 1315, + "cert_evals": { + "36": 0.6947723627090454, + "72": 0.6475548148155212, + "108": 0.5413153767585754, + "255": 0.14671163260936737 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/led-display/fold_3/result.json b/UCI_N4/sandwich/runs/led-display/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..c190915e93b90011a1a20d16ff3fdeeb620335c4 --- /dev/null +++ b/UCI_N4/sandwich/runs/led-display/fold_3/result.json @@ -0,0 +1,44 @@ +{ + "best_epoch": 37, + "best_val_acc": 0.6144578313253012, + "test_acc": 0.6215753424657534, + "train_size": 250, + "val_size": 166, + "test_size": 584, + "stats": { + "mean": [ + [ + -0.0023575200000001267, + 0.0061031919999999995, + 0.009160819999999905, + -0.04207946399999987, + -0.016246007999999923, + -0.1011123440000001, + 0.05064032800000006 + ] + ], + "std": [ + [ + 1.0009703691603724, + 0.9983249694649329, + 0.9943226309022788, + 1.0123492183086487, + 0.9964583563164333, + 1.0799745182608878, + 0.9809392436444123 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 10, + "depth": 4, + "padding": 14, + "parameters": 1315, + "cert_evals": { + "36": 0.5034246444702148, + "72": 0.3955479562282562, + "108": 0.3732876777648926, + "255": 0.10273972153663635 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/lenses/fold_0/result.json b/UCI_N4/sandwich/runs/lenses/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..70201a1cfe88a897e2f7ea36c70bc48c1d075251 --- /dev/null +++ b/UCI_N4/sandwich/runs/lenses/fold_0/result.json @@ -0,0 +1,38 @@ +{ + "best_epoch": 14, + "best_val_acc": 0.75, + "test_acc": 0.35714285714285715, + "train_size": 6, + "val_size": 4, + "test_size": 14, + "stats": { + "mean": [ + [ + 0.0, + 0.6526299999999999, + 0.0, + -0.32631499999999997 + ] + ], + "std": [ + [ + 0.9789467406691065, + 0.7296625220778439, + 0.978945, + 0.922958197211553 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 4, + "padding": 10, + "parameters": 636, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/lenses/fold_1/result.json b/UCI_N4/sandwich/runs/lenses/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..2c1b02cb0d74167d3ac1d221d1b9c337071531f9 --- /dev/null +++ b/UCI_N4/sandwich/runs/lenses/fold_1/result.json @@ -0,0 +1,38 @@ +{ + "best_epoch": 1, + "best_val_acc": 1.0, + "test_acc": 0.5714285714285714, + "train_size": 6, + "val_size": 4, + "test_size": 14, + "stats": { + "mean": [ + [ + 0.0, + -0.32631499999999997, + -0.6526299999999999, + 0.0 + ] + ], + "std": [ + [ + 0.9789467406691065, + 0.922958197211553, + 0.7296625220778439, + 0.978945 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 4, + "padding": 10, + "parameters": 636, + "cert_evals": { + "36": 0.0714285746216774, + "72": 0.0, + "108": 0.0, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/lenses/fold_2/result.json b/UCI_N4/sandwich/runs/lenses/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..bd1290af33b1ccbf191743bed2283189cdb3bd60 --- /dev/null +++ b/UCI_N4/sandwich/runs/lenses/fold_2/result.json @@ -0,0 +1,38 @@ +{ + "best_epoch": 1, + "best_val_acc": 0.5, + "test_acc": 0.25, + "train_size": 6, + "val_size": 2, + "test_size": 16, + "stats": { + "mean": [ + [ + 0.0, + 0.0, + 0.32631499999999997, + 0.0 + ] + ], + "std": [ + [ + 0.9789467406691065, + 0.978945, + 0.9229581972115529, + 0.978945 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 4, + "padding": 10, + "parameters": 636, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/lenses/fold_3/result.json b/UCI_N4/sandwich/runs/lenses/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..288c186bb7064ad6e01bfe9221dbb8808d172110 --- /dev/null +++ b/UCI_N4/sandwich/runs/lenses/fold_3/result.json @@ -0,0 +1,38 @@ +{ + "best_epoch": 4, + "best_val_acc": 0.5, + "test_acc": 0.21428571428571427, + "train_size": 6, + "val_size": 4, + "test_size": 14, + "stats": { + "mean": [ + [ + -0.59948, + 0.32631499999999997, + 0.32631499999999997, + -0.32631499999999997 + ] + ], + "std": [ + [ + 0.915720825870709, + 0.9229581972115529, + 0.922958197211553, + 0.922958197211553 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 4, + "padding": 10, + "parameters": 636, + "cert_evals": { + "36": 0.2142857313156128, + "72": 0.1428571492433548, + "108": 0.0, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/letter/fold_0/result.json b/UCI_N4/sandwich/runs/letter/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..3c28106f3c86f3aa342a86ed81b8e8b38c46a6e5 --- /dev/null +++ b/UCI_N4/sandwich/runs/letter/fold_0/result.json @@ -0,0 +1,62 @@ +{ + "best_epoch": 98, + "best_val_acc": 0.7142857142857143, + "test_acc": 0.7037099070429612, + "train_size": 5000, + "val_size": 3059, + "test_size": 11941, + "stats": { + "mean": [ + [ + 0.00514853171999978, + 0.005659159839999929, + 0.015561632360000245, + 0.01129863240000007, + 0.0052732767999999685, + 0.00552804246000023, + -0.003806189400000043, + 0.004888994199999829, + 0.008798804439999558, + -0.008297726599999769, + 0.0009121625999998376, + 0.004806467700000183, + 0.003901915299999814, + -0.011281666800000121, + -0.0074610201999999294, + 0.003215448200000049 + ] + ], + "std": [ + [ + 0.9872835099546217, + 1.006134190408135, + 0.9972389123333294, + 1.0049266649751227, + 0.9943131104630408, + 0.9927707764568473, + 1.0068065835854811, + 1.0134669668414158, + 1.0040007520709764, + 0.9997230654740944, + 1.007968354670923, + 1.0003581319476724, + 1.005041480077882, + 1.0049516430140362, + 0.9976563117551296, + 0.9860491581099939 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 26, + "depth": 4, + "padding": 32, + "parameters": 6685, + "cert_evals": { + "36": 0.6271668672561646, + "72": 0.5362197160720825, + "108": 0.4425927400588989, + "255": 0.1497361958026886 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/letter/fold_1/result.json b/UCI_N4/sandwich/runs/letter/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..09a707052d4ffefb0a8efb31cf03eec75627d8cd --- /dev/null +++ b/UCI_N4/sandwich/runs/letter/fold_1/result.json @@ -0,0 +1,62 @@ +{ + "best_epoch": 28, + "best_val_acc": 0.7017036322725811, + "test_acc": 0.7088905711161578, + "train_size": 5000, + "val_size": 3111, + "test_size": 11889, + "stats": { + "mean": [ + [ + 0.0029532797399999047, + 0.004388175279999976, + 0.004244063760000119, + 0.012979005999999998, + -0.004678983799999144, + 0.003455055400000179, + -0.007418534600000143, + 0.003926012599999779, + 0.00795879715999929, + -0.00524365779999995, + -0.01178226520000005, + -0.015187571099999951, + -0.012475097320000503, + -0.0018423520000003316, + -0.013382179199999674, + -0.004821816599999932 + ] + ], + "std": [ + [ + 0.9986276678083476, + 0.9950343941586423, + 0.99640667299183, + 1.0000071963490385, + 0.992160528900722, + 1.0037788827185958, + 1.0135243337906252, + 1.019023638516362, + 1.0086984945355297, + 1.009749704171076, + 1.013939210703217, + 0.9887907814862574, + 0.9896867749920725, + 0.9916791039398155, + 1.0056717046836126, + 1.0037598172363915 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 26, + "depth": 4, + "padding": 32, + "parameters": 6685, + "cert_evals": { + "36": 0.635124921798706, + "72": 0.5451257824897766, + "108": 0.4408276677131653, + "255": 0.14862477779388428 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/letter/fold_2/result.json b/UCI_N4/sandwich/runs/letter/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..a41db5a38fb63970a0e315605bc612f4b1da0638 --- /dev/null +++ b/UCI_N4/sandwich/runs/letter/fold_2/result.json @@ -0,0 +1,62 @@ +{ + "best_epoch": 58, + "best_val_acc": 0.713103448275862, + "test_acc": 0.7133057851239669, + "train_size": 5000, + "val_size": 2900, + "test_size": 12100, + "stats": { + "mean": [ + [ + 0.021874334520000687, + 0.017884720619999826, + 0.014568840500000449, + 0.006699696200000058, + -0.00020502299999983865, + 0.011056104300000202, + -0.0043222202000001006, + -0.005629635800000384, + 0.0012383624799995345, + 0.011071598799999905, + -0.0038767746000001103, + -0.0036525290000001725, + 0.002787233879999989, + 0.011734750599999826, + -0.007305219399999943, + 0.006554009400000075 + ] + ], + "std": [ + [ + 1.018882039972734, + 0.9909097519297484, + 1.011006149224975, + 0.9981095511490614, + 0.9744828743262628, + 1.0187271547521726, + 1.0142349021053059, + 1.0059981552155532, + 1.0032678982013254, + 0.9974167859950539, + 0.9962881566563585, + 1.0100493766021112, + 0.9931648907076084, + 1.0108922135098513, + 1.0056449285270137, + 1.001713691144833 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 26, + "depth": 4, + "padding": 32, + "parameters": 6685, + "cert_evals": { + "36": 0.6371074318885803, + "72": 0.557851254940033, + "108": 0.4666942059993744, + "255": 0.15049587190151215 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/letter/fold_3/result.json b/UCI_N4/sandwich/runs/letter/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..57c7146e74be666458ef757736183ace9d121a90 --- /dev/null +++ b/UCI_N4/sandwich/runs/letter/fold_3/result.json @@ -0,0 +1,62 @@ +{ + "best_epoch": 44, + "best_val_acc": 0.7165275459098498, + "test_acc": 0.7042065805914203, + "train_size": 5000, + "val_size": 2995, + "test_size": 12005, + "stats": { + "mean": [ + [ + 0.004834942479999971, + 0.001483113019999944, + -0.0019111359399998356, + 0.0075840941999999545, + -0.0010267499999996761, + 0.017176408160000104, + -0.001742007400000528, + -0.001036997800000219, + 0.003506500319999635, + -0.004038084999999959, + -0.005625091799999523, + 0.0011537186999995067, + 0.00047216481999986826, + -0.0067559524000002655, + 0.007341836400000017, + 0.0008661090000000479 + ] + ], + "std": [ + [ + 1.004162670449844, + 1.0009285120042208, + 1.0009316003026747, + 1.0058812415247276, + 1.0013613633110403, + 0.9913646988590394, + 0.9980301597574796, + 0.9947148416325726, + 0.9936745035912995, + 0.9961424729063775, + 0.9987978729631191, + 0.9997824037300547, + 0.9953405790803281, + 1.0103550196199995, + 1.0017727765855509, + 1.0101591352858876 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 26, + "depth": 4, + "padding": 32, + "parameters": 6685, + "cert_evals": { + "36": 0.6220741271972656, + "72": 0.5383590459823608, + "108": 0.44997918605804443, + "255": 0.15526863932609558 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/libras/fold_0/result.json b/UCI_N4/sandwich/runs/libras/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..d596b7c9e2b3a48838fd85fa5c2afb5ff6ad7628 --- /dev/null +++ b/UCI_N4/sandwich/runs/libras/fold_0/result.json @@ -0,0 +1,210 @@ +{ + "best_epoch": 21, + "best_val_acc": 0.7291666666666666, + "test_acc": 0.7792792792792793, + "train_size": 90, + "val_size": 48, + "test_size": 222, + "stats": { + "mean": [ + [ + 0.059153607855555554, + -0.022086486111111102, + 0.05922882088888888, + -0.02086866645555565, + 0.056779304333333384, + -0.018696930000000046, + 0.05689053533333337, + -0.016248013333333245, + 0.0569165588888889, + -0.0036989233333332458, + 0.06283389777777776, + -0.0037991557777777556, + 0.05937392222222222, + -0.007620807444444464, + 0.05464593999999994, + -0.011244530777777774, + 0.04970278000000001, + -0.013921464755555614, + 0.04771983000000002, + -0.019249020222222305, + 0.044871499788888936, + -0.020557805333333252, + 0.03973438522222228, + -0.026101116888888873, + 0.0330146356666666, + -0.027676334444444468, + 0.034978265333333355, + -0.0210573455555555, + 0.04064138888888893, + -0.01831029133333337, + 0.044241277888888826, + -0.010786282777777736, + 0.051733793333333285, + -0.0034738184444444765, + 0.045049727888888905, + -0.021378303111111135, + 0.04119049111111115, + -0.045665581555555515, + 0.03553613722222227, + -0.07517735188888884, + 0.022791370888888884, + -0.09528456055555552, + 0.01893847222222228, + -0.11598632511111107, + 0.02626179000000001, + -0.1326080574444444, + 0.034327293333333335, + -0.13289333, + 0.03746381222222225, + -0.11572220622222221, + 0.042059589422222224, + -0.09740232666666666, + 0.04862533955555555, + -0.08259843555555557, + 0.04790880555555556, + -0.06473083111111111, + 0.04817679555555557, + -0.043231756999999996, + 0.05318957111111112, + -0.019220134666666673, + 0.055677036666666645, + -0.002841064555555544, + 0.05546902555555555, + 0.003981006666666653, + 0.05436141222222221, + 0.010304663333333285, + 0.04651793477777778, + 0.004333857777777748, + 0.038974952222222185, + -0.008231636300000048, + 0.03247019888888887, + -0.02334288095555553, + 0.03011131132222221, + -0.030717089555555615, + 0.02976556422222225, + -0.03948321999999996, + 0.022267378333333344, + -0.03566932055555558, + 0.015906501777777787, + -0.04077892000000001, + 0.011949363777777782, + -0.03570859, + 0.004940353333333312, + -0.031180698333333357, + 0.0004020502222222259, + -0.025412966666666658, + -0.002333565333333347, + -0.02677985111111109, + -0.0059334082222222105, + -0.026852045555555534 + ] + ], + "std": [ + [ + 1.0272697848649774, + 0.9664771136823957, + 1.027688880747467, + 0.9662624765656191, + 1.0292677018687986, + 0.9684534093051018, + 1.0319599452853536, + 0.9677596062743243, + 1.0377674721252286, + 0.9616782342445047, + 1.0370360978842266, + 0.9555582821931108, + 1.0289925918383118, + 0.9579834639182713, + 1.0189074336088546, + 0.9625256328191537, + 1.0121348350240766, + 0.9646803522961049, + 1.0126185493427433, + 0.9598197286028425, + 1.0189730181818124, + 0.951620173828917, + 1.0350698342948041, + 0.9370228296137644, + 1.0541894305710373, + 0.9184614636871827, + 1.0696682809354456, + 0.9329853150754773, + 1.0890255312769253, + 0.9489615861352966, + 1.1066977252299934, + 0.9608235727079338, + 1.1024326497238879, + 0.9717686177151472, + 1.0972507342710132, + 0.9657911543082057, + 1.069178058095652, + 0.9664501545749722, + 1.0261884635827954, + 0.9801982751719368, + 0.9882367711096164, + 1.0014044489935727, + 0.9672861968365165, + 1.024725533269629, + 0.9648715731537318, + 1.033145694150089, + 0.973815805756156, + 1.0313002194928262, + 0.9859951872457644, + 1.0345119812696684, + 0.9964608835988579, + 1.0372020790742669, + 1.002794362543549, + 1.050476963151338, + 1.0100223483256028, + 1.051659471579452, + 1.0207177149077362, + 1.0380336604147125, + 1.0274778037875825, + 1.0217936789225461, + 1.023355900720886, + 0.99539519439483, + 1.0134647330026565, + 0.9689247631505362, + 1.0089599239522917, + 0.950558838647045, + 1.008875615908425, + 0.9499906362659443, + 1.0089288969813415, + 0.9607648958830952, + 1.0158951823905173, + 0.9737378299181498, + 1.0199933463033373, + 0.9860581507065539, + 1.0263547725332822, + 1.0015989523192506, + 1.032627742296777, + 1.0279180377810286, + 1.0376802603494275, + 1.050663043279449, + 1.0450149927264303, + 1.0536672233709206, + 1.048344449365565, + 1.0509585135332231, + 1.049228637606536, + 1.0418893656144446, + 1.0487172103574718, + 1.0370002214587464, + 1.0495960897157208, + 1.0304275340443008 + ] + ] + }, + "width": 512, + "in_features": 90, + "out_features": 15, + "depth": 4, + "padding": 180, + "parameters": 181998, + "cert_evals": { + "36": 0.7297297716140747, + "72": 0.6981981992721558, + "108": 0.639639675617218, + "255": 0.4279279410839081 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/libras/fold_1/result.json b/UCI_N4/sandwich/runs/libras/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..ec0dcc0a5ffcae405f2e4f236da8f77950a831f6 --- /dev/null +++ b/UCI_N4/sandwich/runs/libras/fold_1/result.json @@ -0,0 +1,210 @@ +{ + "best_epoch": 15, + "best_val_acc": 0.75, + "test_acc": 0.6588785046728972, + "train_size": 90, + "val_size": 56, + "test_size": 214, + "stats": { + "mean": [ + [ + -0.033764339333333275, + 0.0455450088888889, + -0.0393941557777778, + 0.0442136877777778, + -0.045103564444444466, + 0.04001134399999995, + -0.05244813000000002, + 0.028505362222222205, + -0.06154681444444444, + 0.021204386666666637, + -0.07797415355555551, + 0.01921581555555562, + -0.10197233555555556, + 0.006906205777777777, + -0.12702198222222222, + -0.005695309999999986, + -0.14416418666666672, + -0.02292435444444457, + -0.16337620333333333, + -0.03858305355555561, + -0.1711072416555556, + -0.04597038555555552, + -0.17688608222222224, + -0.0510546662222222, + -0.1777130125555556, + -0.055949267777777756, + -0.1758602002222223, + -0.056614647777777784, + -0.17039360222222222, + -0.06617457911111113, + -0.16981005877777777, + -0.07106641555555543, + -0.16308817222222222, + -0.05537972144444455, + -0.14865953544444438, + -0.04185643888888888, + -0.12450770666666665, + -0.020887783333333316, + -0.0970945600000001, + -0.01284855222222223, + -0.06770919911111105, + -0.006189087555555519, + -0.045649386666666646, + -0.019774148444444417, + -0.024750903666666667, + -0.028532645999999984, + -0.008615883333333359, + -0.04990173111111105, + 0.0027711554444444235, + -0.06698789577777778, + 0.001936522755555571, + -0.08285931522222224, + -0.0073226571111110784, + -0.08259888076666667, + -0.02258475644444445, + -0.07283224555555554, + -0.03855426111111113, + -0.06328560555555554, + -0.06116145375555557, + -0.06039820777777778, + -0.08062423999999999, + -0.06031211888888889, + -0.1001700812222222, + -0.0643715877777778, + -0.11488044000000007, + -0.06820063999999999, + -0.1203164692222222, + -0.07924086666666665, + -0.12108284722222223, + -0.0915652744444445, + -0.11548237566666666, + -0.10036381111111108, + -0.10867505555555551, + -0.11164193444444444, + -0.10020240444444449, + -0.12007570888888885, + -0.09298762111111107, + -0.12944496888888887, + -0.0845759822222222, + -0.12039282000000003, + -0.07738502700000004, + -0.1146484011111111, + -0.06909253888888889, + -0.09596822888888885, + -0.0527662786666667, + -0.08531162555555549, + -0.04094482422222221, + -0.0668187426666667, + -0.03109291377777779, + -0.049228804444444406 + ] + ], + "std": [ + [ + 0.9391947140806977, + 0.9661200046110473, + 0.9369047047249826, + 0.965372181859147, + 0.9379655989040812, + 0.9626856204401466, + 0.9383704435642225, + 0.9596973553804454, + 0.9435124416750471, + 0.9569644766257196, + 0.9507806726832521, + 0.9503884002742878, + 0.9577699621134407, + 0.945652945681381, + 0.9650370451264835, + 0.9434629223854399, + 0.9739544466032157, + 0.9438505847776927, + 0.9764228611015309, + 0.9469890572332942, + 0.9779898535101123, + 0.9533340820544212, + 0.9757437918199428, + 0.9549347448822753, + 0.9663610809902762, + 0.9438525284454122, + 0.952169999214585, + 0.9678377690397413, + 0.9393886782621469, + 0.9947209380373468, + 0.9361716970367747, + 1.0123442945183636, + 0.9252713522214633, + 1.0260951627274713, + 0.9231710047035482, + 1.025557832763311, + 0.9248516800643717, + 1.0172305910811887, + 0.9282810826954029, + 1.0064682263739466, + 0.9205614506509361, + 0.9946120696327407, + 0.9081070345079777, + 0.9949749986778512, + 0.9033325693342755, + 1.006822968070411, + 0.9085081292518836, + 1.0191220579997762, + 0.9153594418262174, + 1.0318423200857954, + 0.9183368353262834, + 1.0392962508240564, + 0.9237882688127866, + 1.055023953325584, + 0.9343012330154237, + 1.0481089228331875, + 0.9560851685143908, + 1.0339727591956172, + 0.9853902060723677, + 1.0098325304467373, + 0.9988778299057116, + 0.9870909710943886, + 1.0021729674536564, + 0.9828786628007012, + 1.0079592542333784, + 0.9835701890015256, + 1.017348186621727, + 0.9858555228606939, + 1.0242608111755789, + 0.9832306180154835, + 1.0262585496418493, + 0.9866284497369432, + 1.0229030560951116, + 0.9869096028519032, + 1.0172087108740004, + 0.9788435218174495, + 1.0148292680398843, + 0.9702030398470889, + 1.0139464402917768, + 0.9650993937320577, + 1.0142334827118167, + 0.9622076846279796, + 1.0188552180562984, + 0.9619140911906384, + 1.0175453036347175, + 0.9585537532942093, + 1.0155723528745622, + 0.9543291962926345, + 1.012212127147541, + 0.9495775298724907 + ] + ] + }, + "width": 512, + "in_features": 90, + "out_features": 15, + "depth": 4, + "padding": 180, + "parameters": 181998, + "cert_evals": { + "36": 0.6261681914329529, + "72": 0.5887850522994995, + "108": 0.5560747385025024, + "255": 0.35981306433677673 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/libras/fold_2/result.json b/UCI_N4/sandwich/runs/libras/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..86dc37d127202db84e109e2f03075430ed195150 --- /dev/null +++ b/UCI_N4/sandwich/runs/libras/fold_2/result.json @@ -0,0 +1,210 @@ +{ + "best_epoch": 32, + "best_val_acc": 0.7678571428571429, + "test_acc": 0.7616822429906542, + "train_size": 90, + "val_size": 56, + "test_size": 214, + "stats": { + "mean": [ + [ + -0.0795752713666667, + 0.0976775155555555, + -0.0792770048888889, + 0.09542594000000003, + -0.0793193911111111, + 0.09638493444444453, + -0.0793156911111111, + 0.09763250999999992, + -0.08028563333333336, + 0.0968837866666667, + -0.08446061444444444, + 0.09761106766666666, + -0.0858379077777778, + 0.09109071466666677, + -0.08833427666666666, + 0.08412569366666675, + -0.08150408654444444, + 0.07868567302222215, + -0.07937965800000002, + 0.07571118444444438, + -0.07020866522222223, + 0.07384745777777788, + -0.05723015477777777, + 0.06437183422222217, + -0.04520808033333336, + 0.04587258000000005, + -0.029391714666666645, + 0.02986913666666669, + -0.01909765222222218, + 0.021750623000000042, + -0.016599911111111112, + 0.03220027088888891, + -0.021600725555555558, + 0.038351117999999955, + -0.029936903333333327, + 0.043317289555555506, + -0.04636568555555557, + 0.04265821111111109, + -0.06504211555555557, + 0.0398037177777778, + -0.07834400400000001, + 0.03486788355555556, + -0.09061476011111111, + 0.024548287777777737, + -0.10536790666666669, + 0.029715636555555532, + -0.1355004688888889, + 0.023034604444444474, + -0.1566124356666667, + 0.013996776444444445, + -0.17107036222222222, + 0.008349538444444445, + -0.17717941188888894, + 0.011516642222222234, + -0.18186103466666662, + 0.006701916666666682, + -0.1859549, + 0.017993973000000038, + -0.1814516993111111, + 0.023018069777777796, + -0.177811022, + 0.013411195555555524, + -0.17198873444444454, + 0.007958389222222214, + -0.159803446, + 0.01762081777777776, + -0.14861193111111112, + 0.03175548111111108, + -0.13662967000000004, + 0.039799975555555506, + -0.12218454000000008, + 0.05352645888888891, + -0.10940399555555551, + 0.056771615555555516, + -0.10123112444444446, + 0.04481529555555562, + -0.09524841888888891, + 0.04344370633333331, + -0.08900512488888888, + 0.047798668888888826, + -0.08192136066666673, + 0.039209352222222264, + -0.07595590804444444, + 0.038319951666666546, + -0.0710968062222223, + 0.046865989111111096, + -0.06933622333333335, + 0.04505355422222219, + -0.0645431828888889, + 0.048621090000000124 + ] + ], + "std": [ + [ + 0.9995783575072309, + 0.9453718021917624, + 0.9986629556137443, + 0.9447043484979707, + 0.9963987589123307, + 0.9459381244093827, + 0.9892357792736222, + 0.9448309404294691, + 0.9884066352373108, + 0.9409207140609871, + 0.9850607322448387, + 0.9374842650334984, + 0.9943922917763706, + 0.9366045758806816, + 1.0082213369876118, + 0.9387174087314007, + 1.0167982259784791, + 0.9414588919501151, + 1.0151339246945583, + 0.946713464769804, + 1.0115845765750173, + 0.9519023234179994, + 1.0054336883537112, + 0.9439031440238868, + 0.9948632401641084, + 0.9178338997823589, + 0.985985091605607, + 0.8980699861250137, + 0.9786895246049818, + 0.8844782943097348, + 0.9763567999689986, + 0.8891258733016062, + 0.9893411781237217, + 0.8987381436886754, + 1.0077858282578576, + 0.8950579121384119, + 1.0348131829708704, + 0.8802295332034641, + 1.0573036237099012, + 0.8816011636092593, + 1.0741826778133243, + 0.8914978392878847, + 1.076897441410801, + 0.911788092656148, + 1.0751351512562335, + 0.9265647791225483, + 1.0763970425573648, + 0.9407369624799463, + 1.075053685265128, + 0.9417913276181705, + 1.0697018034326975, + 0.9523523099253108, + 1.0619584342897572, + 0.9687246728261701, + 1.0496115620329747, + 0.9819961763171552, + 1.0437880565787132, + 0.9902261296333055, + 1.036776335171439, + 1.0167686539675216, + 1.02719908329187, + 1.0393897565193124, + 1.0151559172418654, + 1.0633025125446949, + 1.0021468886253628, + 1.0845540064051982, + 0.9949848743518965, + 1.0934858712212507, + 0.9936750833266651, + 1.0939158617327953, + 0.9887264840502932, + 1.07687069654482, + 0.9849073877892529, + 1.0495601673985115, + 0.968536122796128, + 1.0302608877871398, + 0.9595525737715221, + 1.0250582586535266, + 0.9494218117785129, + 1.0314076443737552, + 0.9369730450579224, + 1.0282406198941436, + 0.927613615345622, + 1.0110472572993734, + 0.9191954706340935, + 0.9917321431280843, + 0.9152228948941693, + 0.9841156236614271, + 0.9187162282547586, + 0.9920089857228521 + ] + ] + }, + "width": 512, + "in_features": 90, + "out_features": 15, + "depth": 4, + "padding": 180, + "parameters": 181998, + "cert_evals": { + "36": 0.7149532437324524, + "72": 0.6775700449943542, + "108": 0.6214953064918518, + "255": 0.4672897160053253 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/libras/fold_3/result.json b/UCI_N4/sandwich/runs/libras/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..535a1be3c05506471ae188137c7bfbf76958a2a6 --- /dev/null +++ b/UCI_N4/sandwich/runs/libras/fold_3/result.json @@ -0,0 +1,210 @@ +{ + "best_epoch": 28, + "best_val_acc": 0.7555555555555555, + "test_acc": 0.6711111111111111, + "train_size": 90, + "val_size": 45, + "test_size": 225, + "stats": { + "mean": [ + [ + 0.09026950530000002, + -0.03347233166666681, + 0.08805549977777775, + -0.03405123534444449, + 0.08708464222222234, + -0.03423331444444434, + 0.08310377777777779, + -0.037732521111111056, + 0.07844351111111113, + -0.04188870111111114, + 0.07671959222222215, + -0.04202225133333326, + 0.08212408711111117, + -0.0449390454444444, + 0.0878047777777778, + -0.05257811300000004, + 0.09755105444444442, + -0.051445295555555555, + 0.10336957555555559, + -0.05607170222222236, + 0.10687409668888889, + -0.05782803755555547, + 0.10272375744444447, + -0.057026167999999905, + 0.10213378411111111, + -0.044367474444444326, + 0.09731909555555555, + -0.04350549444444442, + 0.08865874400000001, + -0.06280649233333332, + 0.08169131444444443, + -0.08661213244444435, + 0.07810773555555556, + -0.1112553797777778, + 0.07463555555555558, + -0.1263340871111112, + 0.06639933666666666, + -0.1465535255555555, + 0.05377655111111114, + -0.1640056500000001, + 0.04418829777777779, + -0.17093437533333333, + 0.02842860777777779, + -0.16408909622222206, + 0.016942645555555583, + -0.16675064855555574, + 0.0073328979777777265, + -0.1588536488888888, + 0.00373534444444446, + -0.1495966028888889, + 0.0037222849777777105, + -0.1322372677777777, + -0.0027955453333333665, + -0.10401365777777777, + -0.014766566666666684, + -0.0861462788888889, + -0.025277220000000013, + -0.07635618999999995, + -0.03186592444444443, + -0.07135788, + -0.030484778888888852, + -0.06502929344444444, + -0.022410275666666677, + -0.05761954077777779, + -0.016950835555555564, + -0.03907689404444446, + -0.011996154444444438, + -0.029193174444444425, + -0.010071146111111135, + -0.02858531444444451, + -0.007421466666666659, + -0.023952365555555542, + -0.009688820900000063, + -0.01668311955555556, + -0.005838026666666681, + -0.0015534499999999242, + -0.005162895555555574, + -0.0012964042222222037, + -0.001906099777777802, + 0.003737124444444456, + -0.003503918111111117, + 0.001677034444444477, + -0.007449703600000025, + -0.0018753644444445127, + -0.012184628888888922, + 0.0026639691111110986, + -0.016971600444444422, + 0.007810784999999998, + -0.020134840000000025, + 0.010748244444444445 + ] + ], + "std": [ + [ + 0.9926513732856214, + 0.9922740467464981, + 0.9964342900718223, + 0.9915656502494293, + 1.0031269607060127, + 0.9916453686089172, + 1.0081725642875177, + 0.9907693657057502, + 1.0084903680397026, + 0.9923185425628301, + 1.0128792801232473, + 0.9902737219168581, + 1.010792816435926, + 0.9888655842110828, + 1.0031758362749574, + 0.9854298441685992, + 0.9890882368719963, + 0.9804285773312239, + 0.9730772918992427, + 0.9745141433518287, + 0.9567259704295461, + 0.9768662669607254, + 0.9493774355368427, + 1.0038706259343744, + 0.9377382291600974, + 1.0496602487376752, + 0.9305872026550348, + 1.0503150154169958, + 0.9307025386159513, + 1.0392640335949292, + 0.9406209149566932, + 1.0233939080464391, + 0.9494506124739838, + 1.012079221518538, + 0.9489390893774563, + 1.0141082199450873, + 0.9442671255914099, + 1.0105514136076659, + 0.9468901507686455, + 1.0026766110539935, + 0.9613592957699403, + 0.985068403868737, + 0.9800073579280031, + 0.975436460339431, + 1.0032379235377316, + 0.9551918013742791, + 1.028917517888183, + 0.9387713484170384, + 1.0523789652036324, + 0.9234035510206958, + 1.070132196612977, + 0.9175395296994716, + 1.0842267579309721, + 0.9236823939192144, + 1.0897183483523363, + 0.9433433068622874, + 1.086396588028764, + 0.9587574522789919, + 1.0791277022520895, + 0.9570482720019563, + 1.0581187757889448, + 0.9635751628260921, + 1.0294739845645628, + 0.9733935507031055, + 1.0038087220203096, + 0.976159293071053, + 0.9795623017359278, + 0.9735603509166184, + 0.9585371109226899, + 0.9664985333557078, + 0.9486892392383033, + 0.9697532879719861, + 0.9467364294702475, + 0.9789250453647614, + 0.945107639018188, + 0.9917430005321338, + 0.9508272395661652, + 0.9771349829809848, + 0.9547821795258222, + 0.9594346199487507, + 0.9622256316466118, + 0.9685833725709367, + 0.9607418125919945, + 0.9665777543918542, + 0.9594116876542311, + 0.9632493733809626, + 0.9562909158066344, + 0.9622547186764627, + 0.9546903734091414, + 0.9522119089089927 + ] + ] + }, + "width": 512, + "in_features": 90, + "out_features": 15, + "depth": 4, + "padding": 180, + "parameters": 181998, + "cert_evals": { + "36": 0.6311111450195312, + "72": 0.6044444441795349, + "108": 0.5822222232818604, + "255": 0.42222222685813904 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/low-res-spect/fold_0/result.json b/UCI_N4/sandwich/runs/low-res-spect/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..0f24459abe20383fc7575a8f9e6b6c6a43849d8d --- /dev/null +++ b/UCI_N4/sandwich/runs/low-res-spect/fold_0/result.json @@ -0,0 +1,230 @@ +{ + "best_epoch": 29, + "best_val_acc": 0.8902439024390244, + "test_acc": 0.7943037974683544, + "train_size": 133, + "val_size": 82, + "test_size": 316, + "stats": { + "mean": [ + [ + 0.024469110902255578, + 0.005587958646616302, + 0.01128199067669173, + -0.06037009248120303, + -0.05151846172932332, + -0.024907055639097758, + -0.0322428857142857, + -0.07194005187969929, + -0.07847493984962406, + -0.07729481917293234, + -0.0773144627819549, + -0.07946655714285718, + -0.08317833781954889, + -0.08108707368421056, + -0.051557367819548866, + -0.021992530075187956, + 0.014977627969924827, + 0.04699444218045112, + 0.04272368962406013, + 0.05729708105263157, + 0.07787030999999998, + 0.07839934406015038, + 0.09192532827067672, + 0.07718017969924812, + 0.0731354135338346, + 0.07884905857142857, + 0.07964327293233082, + 0.05894142315789478, + 0.062022699022556374, + 0.07031742661654138, + 0.043068441142857156, + 0.04871273007518795, + 0.04621051263157891, + 0.06354882256390976, + 0.0722840044360902, + 0.038285738646616524, + 0.02072807609022559, + 0.04804389000000004, + 0.0138044796992481, + -0.018880903210526323, + 0.011148169654135377, + 0.02407343864661653, + 3.409736842104958e-05, + 0.014395889473684208, + 0.012942278195488701, + 0.003991518496240605, + 0.004891412781954892, + -0.0026670207518796982, + 0.0021274761654135233, + 0.004516233834586465, + -0.017067495330827086, + 0.05021997804511279, + 0.05085938015037594, + 0.049456287593984995, + 0.04968600586466166, + 0.038087282105263166, + 0.0031582917293233393, + 0.021881782706766925, + 0.006666542857142849, + -0.009844528496240594, + 0.009452689842105257, + -0.006844017293233067, + -0.0035632469924812256, + -0.013377724812030098, + -0.0006018690977443607, + -0.018097159398496255, + -0.011943087969924802, + -0.03201817045112783, + 0.003904128195488711, + -0.007856270676691717, + -0.008680359248120318, + 0.014900510601503778, + 0.004884186917293262, + 0.009004930977443638, + 0.005372908571428565, + 0.007624029323308276, + -0.002930867593984958, + -0.006319933082706782, + 0.00469686285714285, + -0.008532866616541344, + 0.0019344359398495853, + -0.004738761654135335, + 0.0044714904511278155, + -0.001649885714285715, + -0.00984493360902256, + -0.01978030300751879, + -0.00966449759398497, + -0.010639091127819557, + -0.00729790171428571, + -0.01663022781954888, + -0.014927266917293243, + -0.0048786105263157985, + -0.023854766390977448, + -0.002417377293233085, + -0.018055805503759383, + -0.035139856165413506, + -0.003715027067669185, + -0.023457403157894727, + -0.028482144812030083, + -0.012900542255639115 + ] + ], + "std": [ + [ + 1.017393269930814, + 0.9859850544384411, + 0.6351269169990451, + 0.9218499349108917, + 0.9397831881819683, + 0.9559682118638801, + 0.9438724801654544, + 0.9693197875856094, + 0.9713955988615406, + 0.9774390189841138, + 0.9920460008560096, + 0.9991906740103633, + 1.0018878985632447, + 1.0231730392212295, + 1.0116746756260164, + 1.0108766947238579, + 0.9897047919639949, + 0.9656545067924569, + 0.9779229908137462, + 0.9930910566294954, + 0.9769947826741521, + 0.9930680515190659, + 0.9847812255306415, + 0.9945404262409027, + 1.0133003340234725, + 1.010622334528224, + 0.9790643689216147, + 0.9695036033277806, + 0.9691086110146303, + 0.9709469151594099, + 0.9509962741361917, + 0.9459390595619844, + 0.9682759104651395, + 0.9693952498748859, + 0.9565179833606766, + 1.0087728224509616, + 1.0339412420571243, + 0.9797879106089201, + 1.046812274765615, + 1.017780178031687, + 0.9666275571579879, + 1.0256130258535934, + 1.0669421863085269, + 1.0402013313577008, + 1.0594653822910898, + 1.0511922704716143, + 1.0356545195251559, + 1.0641512050185258, + 1.0747163688005084, + 1.0935617174093786, + 1.07443136746114, + 1.0136851672908218, + 0.997280326392972, + 0.9783984688090382, + 1.0042883048291307, + 1.0487180616841298, + 1.0824392363653417, + 1.0689163006997184, + 1.07508445719523, + 1.094579375466917, + 1.0691245108180063, + 1.0218590639920084, + 1.0406528766233436, + 1.0483992179501052, + 1.0151157130662107, + 0.9890602540733745, + 1.0033195884602837, + 0.9979416719998978, + 0.9549270557055792, + 0.9629229016162045, + 0.9687018168255607, + 0.9641140507904243, + 0.9578638967395385, + 0.9634794979402529, + 0.9643850012759382, + 0.9632020577312645, + 0.9577176582123652, + 0.9571989614345542, + 0.9564290236354037, + 0.9456491144494708, + 0.9478771903690641, + 0.9493390272820802, + 0.9470489606741441, + 0.9627884351729016, + 0.9803995592284533, + 0.9681002662445597, + 0.9719751368852133, + 0.9739709130127491, + 0.9720839287368537, + 0.9671210605802054, + 0.9711011471027048, + 0.9845527475390607, + 0.9825803050843526, + 1.0038184387573925, + 0.979717500002443, + 0.9649405988529449, + 0.9876179722405718, + 0.9748242307388256, + 0.9872212806368876, + 0.982676241489978 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 9, + "depth": 4, + "padding": 200, + "parameters": 223012, + "cert_evals": { + "36": 0.7658228278160095, + "72": 0.7436708807945251, + "108": 0.7215189933776855, + "255": 0.5886076092720032 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/low-res-spect/fold_1/result.json b/UCI_N4/sandwich/runs/low-res-spect/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..5e5067e299cb0ec13c6adefb09b0375fc1c7bdf0 --- /dev/null +++ b/UCI_N4/sandwich/runs/low-res-spect/fold_1/result.json @@ -0,0 +1,230 @@ +{ + "best_epoch": 20, + "best_val_acc": 0.8115942028985508, + "test_acc": 0.7720364741641338, + "train_size": 133, + "val_size": 69, + "test_size": 329, + "stats": { + "mean": [ + [ + 0.1530652789473686, + -0.009363782556390993, + 0.05088392255639105, + 0.09471572902255651, + 0.08876052902255634, + 0.12944444736842103, + 0.10373392857142849, + -0.02023532421052626, + -0.029163837593984988, + -0.026313689849624053, + -0.02965288872180454, + -0.034014545112781965, + -0.03632338819548872, + -0.014735644736842088, + 0.01785539338345867, + 0.042751381052631564, + 0.08679215699248122, + 0.10001419052631579, + 0.1017368892481203, + 0.1075867052631579, + 0.10462587691729323, + 0.0953443353383458, + 0.1062469197894737, + 0.10487969082706766, + 0.1025905135338346, + 0.08913448766917297, + 0.09933672556390981, + 0.10743754187969931, + 0.11109795225563905, + 0.10047740721804511, + 0.08384493444360905, + 0.08902717887218042, + 0.08559397548872186, + 0.06289796500751879, + 0.060330664586466215, + 0.046363331127819554, + 0.07722293548872182, + 0.0516131944360902, + -0.022730849022556402, + -0.028101030902255634, + -0.013324536090225563, + -0.09062933308270675, + -0.0771601732330827, + -0.06511450924812032, + -0.12265796165413538, + -0.08916524360902257, + -0.07463184060150373, + -0.05617420278195486, + -0.030201605263157905, + -0.07578766255639095, + -0.059237725210526344, + 0.1091188300225564, + 0.09946399218045113, + 0.08242898984962406, + 0.03451749195488724, + 0.014174642255639086, + -0.049911600902255625, + -0.08932375545864665, + -0.07350661661654141, + -0.06060752706766915, + -0.0945347070225564, + -0.07166026834586467, + -0.08000871849624057, + -0.06738826315789478, + -0.0653453539849624, + -0.06987513011278194, + -0.07700414037593982, + -0.0684724142857143, + -0.06314225375939844, + -0.06643927654135334, + -0.056201902105263185, + -0.045947005037593976, + -0.033031945488721806, + -0.04689342698496246, + -0.051469952631578955, + -0.03478667669172926, + -0.032341004661654134, + -0.056062630977443614, + -0.05649333834586465, + -0.039601220375939813, + -0.037854870451127794, + -0.045860515789473665, + -0.05729389000000003, + -0.0682322045112782, + -0.058773774210526354, + -0.06832082496240602, + -0.0708990614285714, + -0.0600364096992481, + -0.07209753969172931, + -0.0762365472180451, + -0.0768351112781955, + -0.07007685624060155, + -0.08927176834586463, + -0.0882228510300752, + -0.07869736499248121, + -0.0844527432330827, + -0.07372521428571428, + -0.09207066969172933, + -0.08798474277443606, + -0.09338331523308271 + ] + ], + "std": [ + [ + 0.9744553382107187, + 0.9677597969434724, + 1.777310974913784, + 0.9984082294697983, + 0.9969586292153921, + 1.0583440616051412, + 1.0566345380560944, + 0.9857375895494132, + 1.0026115267211986, + 1.0074187005868174, + 0.9914187021756643, + 0.9940673441835514, + 0.98310153446628, + 0.9642872316677437, + 0.9316107906957257, + 0.8392466954824206, + 0.8182299587971944, + 0.8347678474815514, + 0.8515903298166666, + 0.8799721558505285, + 0.89007089287234, + 0.8866071634453673, + 0.8820893100565611, + 0.8826542910069028, + 0.8881722225389, + 0.8787089402752493, + 0.8964119629138864, + 0.879494453663738, + 0.8784873894639735, + 0.886681676346154, + 0.9222856861284946, + 0.9332670529570117, + 0.9776036297075393, + 0.9305127026487992, + 0.9359011475452199, + 0.9633874454328895, + 0.9527398490690858, + 0.965465879462667, + 1.0188818420464785, + 0.9828227999977308, + 0.9531229051081205, + 0.8713338836905145, + 0.9153495157969829, + 0.9223417239665608, + 0.8942885354612832, + 0.8998020432065605, + 0.9315570163515208, + 0.9082683584325931, + 0.9187746260543722, + 0.893070795181221, + 0.9468936674390013, + 0.9056643525291117, + 0.9110446769794468, + 0.9379974540127038, + 0.9647664124557613, + 1.0085574939350006, + 0.9275642673326407, + 0.8504043471913983, + 0.9142116919528667, + 0.8800039098256741, + 0.8415645024254653, + 0.8409729112787964, + 0.8399221552071359, + 0.8651820522167459, + 0.8672852422573245, + 0.8259267130126927, + 0.8390487632459173, + 0.8180961860126535, + 0.8777786937858696, + 0.8683920376045541, + 0.8383842635930155, + 0.8430069272476867, + 0.8666946932557273, + 0.8486025752416404, + 0.8592189394385275, + 0.8740498203324533, + 0.8491655645886534, + 0.8344601422755191, + 0.8287917280777043, + 0.8272025037471293, + 0.8136865464598907, + 0.8270386668301318, + 0.80191790451096, + 0.7804539659801455, + 0.7882991571441237, + 0.778040195581798, + 0.7589918746851501, + 0.7570902805838913, + 0.7293901823605933, + 0.7351310134454143, + 0.7408556555784315, + 0.725678505691747, + 0.6990444825351154, + 0.6919872173073935, + 0.7125567265129449, + 0.7086783958233831, + 0.6708513004398178, + 0.6871596422451152, + 0.6809238754969238, + 0.6885319279117135 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 9, + "depth": 4, + "padding": 200, + "parameters": 223012, + "cert_evals": { + "36": 0.7507598996162415, + "72": 0.7234042882919312, + "108": 0.7051671743392944, + "255": 0.5987842082977295 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/low-res-spect/fold_2/result.json b/UCI_N4/sandwich/runs/low-res-spect/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..4ed8808314ea7a517abf1eea279ef6421195b80b --- /dev/null +++ b/UCI_N4/sandwich/runs/low-res-spect/fold_2/result.json @@ -0,0 +1,230 @@ +{ + "best_epoch": 40, + "best_val_acc": 0.8297872340425532, + "test_acc": 0.8651315789473685, + "train_size": 133, + "val_size": 94, + "test_size": 304, + "stats": { + "mean": [ + [ + -0.13586325413533815, + -0.0618193278195488, + -0.04310375263157894, + -0.004718533834586481, + 0.01244425488721805, + -0.025889947368421044, + -0.03012266992481201, + -0.06166973518796993, + -0.058414011278195524, + -0.04856861338345865, + -0.053738878195488775, + -0.0494522635338346, + -0.033144374736842064, + -0.01673198932330828, + 0.00380962645112784, + 0.03076035639097744, + 0.08222181203007521, + 0.08607955939849626, + 0.08385189150375942, + 0.08648061872180456, + 0.08489306466165417, + 0.08092049669172934, + 0.08067010932330827, + 0.07488779000000001, + 0.07012468195488719, + 0.07198337165413535, + 0.04773527819548873, + 0.050869944360902274, + 0.03545853684210525, + 0.016283467669172918, + 0.004097258646616531, + 0.010401111278195502, + -0.01792126090225564, + -0.002418199992481197, + 0.024459281879699275, + 0.025849884210526343, + 0.037459733984962384, + 0.006547264984962439, + -0.010970754511278193, + 0.04163085169924812, + 0.02889156383458647, + 0.030891175112781943, + 0.028361738345864675, + 0.02267998270676693, + -0.025261697518796977, + -0.0006612544360902128, + 0.015497131578947396, + 0.0313857212706767, + 0.03935556884962408, + 0.020145579699248115, + 0.01561868073684209, + 0.07393228112781952, + 0.04280226511278196, + 0.015148240601503748, + -0.02417430518796993, + 0.02045143834586462, + -0.006660919548872173, + 0.012737768827067671, + 0.005639975112781977, + 0.025091721879699245, + 0.0078095799248120235, + -0.0012346056390977465, + -0.00859317037593985, + -0.006910761654135332, + 0.0007964472932330711, + -0.013898008308270668, + -0.00025283060150373826, + -0.016696168195488716, + -0.01286229004511279, + -0.012526450751879697, + -0.030305314661654148, + -0.022196533157894733, + -0.014210327067669165, + -0.022408989473684207, + -0.032924627819548864, + -0.03237249348120299, + -0.020712286992481198, + -0.029102100751879693, + -0.03426806187969925, + -0.0444582919548872, + -0.05113502075187971, + -0.02233855496240602, + -0.032802209022556386, + -0.05755775917293232, + -0.047944335338345884, + -0.049902552481203004, + -0.045151886090225545, + -0.03859559834586468, + -0.05805407509774432, + -0.04678762857142857, + -0.04049555030075189, + -0.03414902180451127, + -0.04661476240601504, + -0.059792844360902264, + -0.045702631368421086, + -0.04080758105263156, + -0.05423186360902256, + -0.061008449345864635, + -0.04793841503759399, + -0.03687203282706768 + ] + ], + "std": [ + [ + 1.0650127556320446, + 1.0066608520484202, + 0.4156979395941612, + 1.0111846623477019, + 1.0239930605317062, + 0.9684176798741715, + 0.9492043006836792, + 0.9787734675960276, + 0.988203812821042, + 0.9943574947885739, + 0.9813196660052181, + 0.9835335096862478, + 0.9989723824774754, + 1.0098341686716865, + 1.0089678435680955, + 1.006897414092789, + 1.0014680482759133, + 0.9969246326169929, + 1.003048211475138, + 0.9963037789822996, + 0.9898134995117452, + 0.9862762846232758, + 0.9696634183119972, + 0.9719462993345181, + 0.9829041377072096, + 0.9970195508702976, + 0.9730130647207035, + 0.9951471045673186, + 1.000240668580986, + 0.9831852201961157, + 0.9993734243431007, + 0.9862173484627466, + 1.0050828113211423, + 0.9769241582086713, + 0.9707777014896144, + 0.9086079382002629, + 0.9264498134320229, + 0.8898792590804552, + 0.9013370080430921, + 0.9668210661261372, + 1.0273237339044736, + 1.0647338020747121, + 1.0837400905988852, + 1.0895012361342458, + 0.9942055646868553, + 1.0030736971903318, + 1.0609720074331763, + 1.062673419595116, + 1.0433128230210706, + 1.0685942775734432, + 1.0659683471227248, + 0.9465620323080091, + 0.9666073282199529, + 0.9823564017132853, + 0.9338971590735567, + 0.9507680860369068, + 0.9776613927510699, + 1.0598523929295665, + 1.0562343768456484, + 1.0489211645884213, + 1.0066351241778364, + 0.9808309075924808, + 0.9798741552856448, + 0.9697984887288765, + 0.983702693591976, + 0.9640382228774541, + 0.9492112764984969, + 0.9447960904251254, + 0.9458208100097997, + 0.9393657515269506, + 0.9219232080989007, + 0.9287988887010107, + 0.9255985041358817, + 0.9022261222236313, + 0.919866535230441, + 0.9212084221960762, + 0.9055005820857147, + 0.9052992836968272, + 0.8965515106580905, + 0.9021371283357683, + 0.8931093485275595, + 0.8894800077414449, + 0.875828335944702, + 0.8768265814954874, + 0.8758047501041376, + 0.8679342278962235, + 0.8563653918115903, + 0.8447870748154496, + 0.8533573385243273, + 0.8580903767160212, + 0.8449284057138841, + 0.8368868316325839, + 0.8375542445936696, + 0.8372449278647315, + 0.8325101772382546, + 0.8345010300544318, + 0.835506482915972, + 0.8231852532778424, + 0.8212941968447315, + 0.8516404740029587 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 9, + "depth": 4, + "padding": 200, + "parameters": 223012, + "cert_evals": { + "36": 0.8355263471603394, + "72": 0.7960526347160339, + "108": 0.7598684430122375, + "255": 0.6019737124443054 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/low-res-spect/fold_3/result.json b/UCI_N4/sandwich/runs/low-res-spect/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..adb90cca694e69febc2fb5001e072328045967d7 --- /dev/null +++ b/UCI_N4/sandwich/runs/low-res-spect/fold_3/result.json @@ -0,0 +1,230 @@ +{ + "best_epoch": 25, + "best_val_acc": 0.8777777777777778, + "test_acc": 0.8474025974025974, + "train_size": 133, + "val_size": 90, + "test_size": 308, + "stats": { + "mean": [ + [ + 0.10493862744360913, + 0.0936277362406016, + -0.0037778827819548765, + -0.03855023533834586, + -0.02125209138345864, + -0.04543471105263157, + -0.04156411240601502, + 0.01708999368421052, + 0.01226467932330826, + 0.008226878796992469, + -0.0025615368421052433, + -0.018209970902255675, + -0.022531850601503787, + -0.047815336466165384, + -0.04824461954887216, + -0.04206402887218042, + -0.02118501894736845, + -0.0029625436842105487, + 0.01991662105263155, + 0.02359305000000002, + 0.0402974844360902, + 0.02456900902255638, + 0.02643880670676695, + 0.01608115548872179, + 0.022838549624060137, + 0.021608356240601513, + 0.0155475280451128, + 0.0207188052631579, + 0.0194884992481203, + 0.035869669473684244, + 0.023877902255639096, + 0.02819542037593984, + 0.011200890977443602, + 0.0551807004511278, + 0.04744355939849627, + 0.06211426172932332, + 0.06588056992481206, + 0.07162352157894733, + 0.08258311954887225, + 0.064603631774436, + 0.07408918799999994, + 0.07613642842105264, + 0.06256042105263157, + 0.050916241353383455, + 0.04188059195488719, + 0.06601848721804507, + 0.08979577601503759, + 0.04491898714285714, + 0.05555289037593983, + 0.08533037067669177, + 0.1070483993233083, + 0.02408604115037597, + 0.03420398706766918, + 0.0032010017293233246, + 0.029893602556390973, + 0.09153908646616546, + 0.11421593466165411, + 0.07139292911278192, + 0.08337384052631581, + 0.06448526315789473, + 0.04947902714285716, + 0.017647485338345863, + -0.0008786248120300822, + -0.015028007622556393, + -0.005325834736842084, + -0.018705311578947382, + -0.027164074135338317, + -0.029699412736842082, + -0.03217006824060152, + -0.03655872067669175, + -0.05774721052631579, + -0.04586767902255643, + -0.04562037030075189, + -0.07277231285714282, + -0.054276041203007504, + -0.034596221676691734, + -0.054279020075187985, + -0.060108875413533845, + -0.05830179338345861, + -0.06900260458646613, + -0.06369796345864664, + -0.050903367669172896, + -0.06467745977443612, + -0.039303367142857155, + -0.05294008157894737, + -0.05645630721804513, + -0.029166729631578958, + -0.04837335909774438, + -0.057497763834586456, + -0.046163446466165416, + -0.046505692105263174, + -0.042113237368421055, + -0.047567896992481186, + -0.03315349614285714, + -0.04929982421052632, + -0.046727424661654124, + -0.04073674195488724, + -0.040684289624060156, + -0.04322478375939848, + -0.03915163230075189 + ] + ], + "std": [ + [ + 1.085273555336867, + 1.0600160276531263, + 0.5674366488770868, + 1.0538936578762175, + 1.0736216450711755, + 1.0086568899549089, + 1.0107145864607423, + 0.9639829575234186, + 0.9684391767243656, + 0.9700338935541478, + 0.9673544475161013, + 0.9769837254042069, + 0.9832042991536264, + 0.9966940528369324, + 1.0144584886010504, + 1.0253444526714819, + 1.044458899094195, + 1.0437288549864745, + 1.032355378351829, + 1.0318246656034074, + 1.0266339589652462, + 1.0146406956988476, + 1.0044468099155188, + 1.025901708674945, + 1.0091911104926408, + 1.0132829244630681, + 1.0135138926532963, + 1.0124400641048181, + 1.002468214234293, + 0.9964174189277575, + 1.0143810743935044, + 1.016224305012167, + 1.0394808957835124, + 0.9841938243486714, + 0.976043096972565, + 0.9976075386689336, + 1.0012751177529822, + 0.9622637624799687, + 1.0036628686765507, + 1.0160940224228003, + 1.0693721871548225, + 1.0925110746781017, + 1.0637453552419913, + 1.112434336735407, + 1.0720233742927996, + 1.0887433013425338, + 1.1365343727139479, + 1.1082290562555606, + 1.0534133646461585, + 1.0636388960493586, + 1.127374798190782, + 1.0194494800051157, + 1.0115614911992439, + 0.9818412722460208, + 0.9822209459756657, + 1.005189728257075, + 1.08403913325294, + 1.085459527481645, + 1.0752872906455573, + 1.0795318572671038, + 1.0523758463978325, + 1.0153359772434278, + 1.0026092291413942, + 0.9950344482682812, + 1.0022482399439303, + 0.9810221193577394, + 0.9883984901555372, + 0.9708415174186519, + 0.9316161962977328, + 0.9305979660096333, + 0.9093710872091209, + 0.8961295852270974, + 0.9009089691160881, + 0.8750080609089094, + 0.885858487783631, + 0.8776260762487318, + 0.8673876172449833, + 0.8724100819567573, + 0.8723912389263426, + 0.8799174782922783, + 0.8777004895430206, + 0.8741256633416288, + 0.8800181503826561, + 0.8711684637095992, + 0.8970805311242029, + 0.90130116126784, + 0.8913911258859273, + 0.9120317859512505, + 0.9060025721716157, + 0.898262341874369, + 0.9234492395195655, + 0.9258258169182748, + 0.9069694433482488, + 0.9289092057679259, + 0.9258785829559869, + 0.9254000265308414, + 0.931316640531728, + 0.9258381499941104, + 0.9377776810526488, + 0.9431768651197908 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 9, + "depth": 4, + "padding": 200, + "parameters": 223012, + "cert_evals": { + "36": 0.8376623392105103, + "72": 0.8051947951316833, + "108": 0.7759740352630615, + "255": 0.6590909361839294 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/lung-cancer/fold_0/result.json b/UCI_N4/sandwich/runs/lung-cancer/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..76e5464ce9b9679315145e62a51828afa3a9223a --- /dev/null +++ b/UCI_N4/sandwich/runs/lung-cancer/fold_0/result.json @@ -0,0 +1,142 @@ +{ + "best_epoch": 5, + "best_val_acc": 1.0, + "test_acc": 0.4, + "train_size": 8, + "val_size": 4, + "test_size": 20, + "stats": { + "mean": [ + [ + -0.176777, + -1.2499999999804334e-06, + 0.2121181, + 0.22119374999999997, + -0.34205175000000004, + -0.25413399999999997, + -0.4991070000000001, + -0.20667375000000004, + 0.18207425, + 0.1674343749999999, + 0.18600550000000005, + 0.25552725, + -0.39027892500000017, + 0.254131375, + 0.20814399999999994, + -0.11680949999999997, + 4.999999999866223e-07, + 4.999999999866223e-07, + -0.556826, + 0.03246771249999994, + 1.000000000070389e-06, + -0.15760575000000004, + 1.000000000070389e-06, + -0.526415, + 0.26887700000000003, + -0.5463909500000002, + 0.3981490000000001, + -0.11073775000000001, + -0.0461445, + -0.08733862499999998, + -0.20931662499999998, + -0.20931662499999998, + -0.34491900000000003, + -0.30012262500000003, + 0.530329625, + 0.5840457499999999, + -0.2706785, + 0.334991875, + -0.19773098749999996, + 0.28412875, + -0.55909175, + -7.500000000632001e-07, + -0.176777, + -6.250000000040945e-07, + -0.2341686250000001, + 0.143568, + -0.254133, + -0.254133, + -0.347985, + 0.0, + 0.0, + 0.06977162499999998, + 0.06977162499999998, + 0.12400250000000002, + 0.15760662499999997, + 0.0684115 + ] + ], + "std": [ + [ + 1.0, + 0.8745283537861638, + 0.8040182621062347, + 0.68534473627397, + 0.7239840501975423, + 0.9583948535512387, + 0.8803408658477123, + 1.0967323649565501, + 1.2845975870016406, + 1.26287547547214, + 1.275192087344785, + 1.0828786155044974, + 0.8691968462812435, + 0.9433006737973234, + 0.9271293940653591, + 0.8092773571506556, + 0.984249913856105, + 0.984249913856105, + 1.0, + 0.963139848525996, + 0.9842499957566675, + 1.0919276973489076, + 0.9842499957566675, + 1.0, + 0.5691037527613045, + 0.8831049872737146, + 1.061731, + 0.8858950000009523, + 1.1526351972973712, + 0.9725553242070524, + 1.0348836588388737, + 1.0348836588388737, + 1.3655263400268045, + 0.9701424604483272, + 0.7071057500002983, + 0.9344725000001003, + 1.0207927843497426, + 0.9180330571660311, + 0.6975292820538815, + 0.7517340128236433, + 0.7042730759798983, + 0.6959722224846242, + 1.0, + 1.2187770455635987, + 1.497375656357527, + 1.0, + 1.0, + 1.0, + 1.6688774326399765, + 1.0, + 1.0, + 0.7383957883078252, + 0.7383957883078252, + 0.9605327902178821, + 0.8339735544200334, + 0.9479176319916991 + ] + ] + }, + "width": 256, + "in_features": 56, + "out_features": 3, + "depth": 4, + "padding": 112, + "parameters": 70006, + "cert_evals": { + "36": 0.3499999940395355, + "72": 0.3499999940395355, + "108": 0.25, + "255": 0.10000000149011612 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/lung-cancer/fold_1/result.json b/UCI_N4/sandwich/runs/lung-cancer/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..41327ae2c019ac3f0fe7ad63440849d562c3bf94 --- /dev/null +++ b/UCI_N4/sandwich/runs/lung-cancer/fold_1/result.json @@ -0,0 +1,142 @@ +{ + "best_epoch": 1, + "best_val_acc": 0.5, + "test_acc": 0.35, + "train_size": 8, + "val_size": 4, + "test_size": 20, + "stats": { + "mean": [ + [ + -0.176777, + -1.2499999999804334e-06, + 0.3333284, + 0.22119374999999997, + -0.34205175000000004, + -0.08471187499999999, + -0.332738375, + 0.28934212499999995, + 0.18207425, + 0.1674343749999999, + 0.37201150000000005, + 0.54755725, + -0.0780548750000001, + 0.254131875, + 0.20814499999999997, + -0.584046, + 0.372012, + 0.372012, + 0.037120499999999945, + 0.03246771249999994, + 0.2841295000000001, + 0.15760662499999994, + -0.2841274999999999, + -0.14356812499999994, + 0.483978, + -0.5463909500000002, + 0.6635817500000001, + 0.33220974999999997, + 0.13842525, + 0.26201350000000007, + -0.627947875, + -0.627947875, + -0.7391125000000001, + 0.21437324999999996, + 1.2499999998971667e-07, + -0.11680875, + -0.09022612500000005, + -0.23927749999999992, + 0.06591022500000003, + 0.28412875, + 0.050826124999999986, + -7.50000000007689e-07, + 0.176776375, + 1.2499999998971667e-07, + -0.8586173750000001, + 0.143568, + -0.254133, + -0.254133, + -0.69597, + 0.0, + 0.0, + 0.06977162499999998, + -0.20931575000000002, + -0.3720145, + 0.15760662499999997, + 0.615692 + ] + ], + "std": [ + [ + 1.0, + 0.8745283537861637, + 0.6748704785505882, + 0.68534473627397, + 0.7239840501975423, + 0.8125185082212646, + 1.0389725707942121, + 0.6403537411098333, + 1.2845975870016406, + 1.26287547547214, + 1.2338234677314055, + 1.0010303391915438, + 0.7486887534635199, + 0.6561671321123982, + 0.6449175678604204, + 1.0, + 1.0, + 1.0, + 1.0287455149777083, + 0.963139848525996, + 0.7517333513858155, + 0.8339735544200334, + 1.100424948682894, + 1.0129176214682314, + 1.0, + 0.8831049872737147, + 1.0280166202880368, + 0.7672062760475096, + 0.9766487648315219, + 1.1975188335072229, + 1.080900755511744, + 1.080900755511744, + 1.5267048606832134, + 0.822478277401104, + 0.6846529246237537, + 0.9047995916201208, + 1.0047163027130392, + 0.7656924999999999, + 1.054565000000008, + 0.7517340128236433, + 1.1319596096912465, + 0.6959722224846243, + 0.9354143054375608, + 0.6723723872158637, + 1.2092403856025213, + 1.0, + 1.0, + 1.0, + 1.2054554005437115, + 1.39194, + 0.98425, + 0.7383957883078252, + 0.9667870265020562, + 0.9605327902178821, + 0.8339735544200334, + 1.0 + ] + ] + }, + "width": 256, + "in_features": 56, + "out_features": 3, + "depth": 4, + "padding": 112, + "parameters": 70006, + "cert_evals": { + "36": 0.3499999940395355, + "72": 0.3499999940395355, + "108": 0.30000001192092896, + "255": 0.10000000149011612 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/lung-cancer/fold_2/result.json b/UCI_N4/sandwich/runs/lung-cancer/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..34c709945ea8ffb5969cac75edb4a96444d41172 --- /dev/null +++ b/UCI_N4/sandwich/runs/lung-cancer/fold_2/result.json @@ -0,0 +1,142 @@ +{ + "best_epoch": 5, + "best_val_acc": 0.5, + "test_acc": 0.375, + "train_size": 8, + "val_size": 8, + "test_size": 16, + "stats": { + "mean": [ + [ + 0.5303301249999998, + -0.22580399999999995, + -0.3939341, + -0.4866262499999999, + 0.20522875000000002, + -0.08471187499999998, + 0.166368, + -0.04133512500000004, + -0.303458, + -0.27905975000000005, + -0.186006, + -0.32853374999999996, + 0.23417107499999992, + -0.25413399999999997, + 0.04162699999999995, + -0.3504277499999999, + 0.372012, + 5.000000000143778e-07, + 0.037120499999999945, + 0.03246771249999997, + -0.2841274999999999, + 0.47281899999999993, + 0.2841295000000001, + 0.04785500000000001, + 0.2688775, + -0.23416595000000007, + 0.13271625000000004, + 0.11073562499999999, + 0.32299500000000003, + -0.08733862499999998, + -0.06977312500000003, + -0.06977312500000003, + 0.24637075000000005, + -0.12862400000000002, + -0.35355349999999997, + -0.350427, + 0.27067862499999995, + -0.62212375, + 0.593192725, + 0.28412875, + 0.6607445000000001, + -0.20091262500000007, + 0.176776375, + 0.25413225, + 0.07805589999999993, + 0.7178385, + 0.7623977500000001, + 0.7623977500000001, + 0.347985, + 0.347985, + 0.0, + -0.48840412499999997, + -0.48840412499999997, + -0.124006, + 0.15760662499999994, + -0.47886900000000004 + ] + ], + "std": [ + [ + 1.8708296030318634, + 1.1948341428692102, + 1.0773417243604047, + 0.8486461065652968, + 1.059804131102034, + 0.8125185082212646, + 0.8803404878832395, + 0.920566504074317, + 1.0, + 0.7733489942365526, + 0.7203981402946568, + 0.5655146315423125, + 0.9749224782092981, + 0.9583948535512387, + 0.8811270319533954, + 0.6180957912261151, + 1.0, + 0.984249913856105, + 1.0287455149777083, + 0.963139848525996, + 1.100424948682894, + 1.0, + 0.7517333513858155, + 1.0658003128899194, + 1.0315890948113742, + 1.0355328887342052, + 1.0280166202880368, + 1.0621504008726752, + 0.7148326632261567, + 0.9725553242070524, + 1.0809007555117442, + 1.0809007555117442, + 0.5214703075947253, + 0.9548636855920851, + 0.9842497172806299, + 0.934473, + 0.8654191884816481, + 0.6631091564872164, + 0.913279950038126, + 0.7517340128236433, + 0.8132235000004611, + 1.3773654997805538, + 0.9354143054375608, + 1.01653000000083, + 1.2488975000001081, + 0.994665683287983, + 1.7606829064560963, + 1.7606829064560963, + 0.9206817699808115, + 0.9206817699808115, + 0.98425, + 1.5538907649834526, + 1.5538907649834526, + 0.9920339999999999, + 0.8339735544200334, + 1.0945610000000001 + ] + ] + }, + "width": 256, + "in_features": 56, + "out_features": 3, + "depth": 4, + "padding": 112, + "parameters": 70006, + "cert_evals": { + "36": 0.375, + "72": 0.25, + "108": 0.25, + "255": 0.0625 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/lung-cancer/fold_3/result.json b/UCI_N4/sandwich/runs/lung-cancer/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..41726b0e65524b4bf052ace5dee73e32ea9fd333 --- /dev/null +++ b/UCI_N4/sandwich/runs/lung-cancer/fold_3/result.json @@ -0,0 +1,142 @@ +{ + "best_epoch": 3, + "best_val_acc": 0.42857142857142855, + "test_acc": 0.35294117647058826, + "train_size": 8, + "val_size": 7, + "test_size": 17, + "stats": { + "mean": [ + [ + 0.5303301249999998, + -1.2499999999804334e-06, + -0.39393409999999995, + -0.48662574999999997, + 0.20522875000000002, + 0.25413137500000005, + 0.166368, + 0.12400349999999996, + 0.18207425, + -0.055812250000000035, + 0.18600550000000005, + -0.03650375000000001, + 0.23417107499999992, + -0.08471287499999999, + -0.12489200000000006, + 0.11680875, + 4.999999999866223e-07, + 5.000000000143778e-07, + -0.556826, + 0.03246771249999994, + -0.28412749999999987, + -0.47281812500000003, + 0.2841295000000001, + -0.334991875, + -0.16132500000000002, + -0.23416690000000004, + -0.13271649999999996, + -0.11073775000000001, + -0.41528250000000005, + -0.08733862499999998, + 0.06977074999999999, + 0.06977074999999999, + 0.049274500000000054, + -0.814618375, + 0.53032925, + 0.35042749999999995, + -0.45113087499999993, + 0.526415, + 0.06591029999999999, + 0.28412875, + -0.7623978749999999, + 0.200909125, + -0.176777, + -0.508266375, + 0.07805589999999987, + 0.143568, + -0.254133, + -0.254133, + 0.0, + 0.0, + -0.2460625, + 0.348859, + 0.348859, + 0.12400250000000004, + 0.15760662499999994, + 0.06841149999999997 + ] + ], + "std": [ + [ + 1.8708296030318634, + 0.8745283537861637, + 1.0773417243604047, + 1.1050835007108908, + 1.059804131102034, + 0.9433006737973234, + 0.8803404878832395, + 0.9352965034364771, + 1.2845975870016406, + 1.2429866458078653, + 1.275192087344785, + 0.7002636005201451, + 0.9749224782092981, + 1.2564662193460912, + 1.2349267641556725, + 0.9047995916201208, + 0.984249913856105, + 0.984249913856105, + 1.0, + 0.963139848525996, + 1.100424948682894, + 1.2208122788934872, + 0.7517333513858155, + 0.5064579839368311, + 0.8330825907525617, + 0.826068984966516, + 0.9194860179854557, + 0.8858950000009523, + 0.8851640178287581, + 0.9725553242070524, + 0.956663241117368, + 0.956663241117368, + 1.0429379694381398, + 0.45374271193952453, + 0.9999985416822804, + 1.120393298613817, + 1.0047163027130392, + 0.7656924999999999, + 1.0, + 0.7517340128236433, + 0.5378974467662115, + 0.531557565187073, + 1.0, + 1.4149504831054103, + 1.2488975000001081, + 1.0, + 1.0, + 1.0, + 1.39194, + 1.0, + 0.6510201819788307, + 1.0, + 1.0, + 0.9605327902178821, + 0.8339735544200334, + 0.9479176319916991 + ] + ] + }, + "width": 256, + "in_features": 56, + "out_features": 3, + "depth": 4, + "padding": 112, + "parameters": 70006, + "cert_evals": { + "36": 0.29411765933036804, + "72": 0.29411765933036804, + "108": 0.29411765933036804, + "255": 0.05882352963089943 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/lymphography/fold_0/result.json b/UCI_N4/sandwich/runs/lymphography/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..e5449253f5be81d71f5cf1883db81a554600ab2e --- /dev/null +++ b/UCI_N4/sandwich/runs/lymphography/fold_0/result.json @@ -0,0 +1,66 @@ +{ + "best_epoch": 21, + "best_val_acc": 0.7, + "test_acc": 0.7692307692307693, + "train_size": 37, + "val_size": 20, + "test_size": 91, + "stats": { + "mean": [ + [ + 0.11571070270270278, + 0.027093891891891864, + -0.1061727567567567, + -0.22205799999999987, + 0.12556329729729743, + 0.06734324324324321, + 0.05365567567567566, + 0.1178617837837836, + -0.021548756756756857, + 0.3392003783783783, + 0.10699794594594601, + 0.16341409189189185, + 0.04434448648648651, + -0.18670452972972956, + 0.26953127027027013, + 0.028475135135135103, + 0.04964567567567568, + 0.039015189189189156 + ] + ], + "std": [ + [ + 0.9649959417614393, + 0.9932963186135503, + 0.8953249050860361, + 1.0, + 1.0617235061005919, + 0.9934273444847499, + 1.0837969821071396, + 0.93550276827785, + 1.0343414594594595, + 0.9787865374391254, + 0.967613635624315, + 0.9191462546392654, + 0.8904463864306404, + 0.9446597120353613, + 0.8244693349942901, + 0.9863926362299982, + 0.9592304425723344, + 1.0431241983062185 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 4, + "padding": 36, + "parameters": 7495, + "cert_evals": { + "36": 0.6813187003135681, + "72": 0.6153846383094788, + "108": 0.49450549483299255, + "255": 0.19780220091342926 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/lymphography/fold_1/result.json b/UCI_N4/sandwich/runs/lymphography/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..c37aad701b17b017d4e5bdf7a0394eff7eb7dd3e --- /dev/null +++ b/UCI_N4/sandwich/runs/lymphography/fold_1/result.json @@ -0,0 +1,66 @@ +{ + "best_epoch": 15, + "best_val_acc": 0.7857142857142857, + "test_acc": 0.7349397590361446, + "train_size": 37, + "val_size": 28, + "test_size": 83, + "stats": { + "mean": [ + [ + 0.04959027027027034, + 0.08128264864864862, + -0.035391108108108124, + -0.22205799999999987, + 0.18834432432432444, + 0.12121940540540535, + 0.053655675675675654, + 0.1178617837837837, + 0.06464635135135137, + -0.08076164864864863, + 0.05944235135135144, + 0.00778283243243246, + 0.15077297297297293, + -0.11202250000000004, + 0.16519686486486485, + 0.028475135135135117, + -0.08274070270270273, + 0.08157664864864865 + ] + ], + "std": [ + [ + 0.9907038663718554, + 0.9843876514961846, + 0.9653329850824838, + 1.0, + 1.0873992856216566, + 0.9875663650472953, + 1.0837969821071396, + 0.93550276827785, + 1.1435074740788183, + 0.8987462927541991, + 0.9629278239378523, + 0.8670760159672493, + 1.0294219151090758, + 0.8796063323575559, + 0.8770711701884819, + 0.9863926362299982, + 1.050784302485063, + 1.0667820327309758 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 4, + "padding": 36, + "parameters": 7495, + "cert_evals": { + "36": 0.650602400302887, + "72": 0.6024096012115479, + "108": 0.5060240626335144, + "255": 0.10843373090028763 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/lymphography/fold_2/result.json b/UCI_N4/sandwich/runs/lymphography/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..5598d4ca717da090eb1cf0a2b59a55d30fbaed98 --- /dev/null +++ b/UCI_N4/sandwich/runs/lymphography/fold_2/result.json @@ -0,0 +1,66 @@ +{ + "best_epoch": 13, + "best_val_acc": 0.8, + "test_acc": 0.7558139534883721, + "train_size": 37, + "val_size": 25, + "test_size": 86, + "stats": { + "mean": [ + [ + -0.08265059459459453, + 0.0812826486486486, + -0.03539110810810814, + 0.031722972972972906, + 1.2432432433330043e-06, + -0.09428524324324326, + -0.05365621621621621, + -4.864864865424842e-07, + -0.02154875675675677, + -0.016152108108108066, + -0.03566883783783778, + -0.02334296756756763, + -0.06208424324324333, + 0.08712936486486486, + -0.043471945945945945, + 0.08542454054054054, + 0.248225243243243, + 0.09576443243243248 + ] + ], + "std": [ + [ + 0.9873886182585688, + 0.9843876514961846, + 0.9653329850824838, + 1.0616419779070554, + 0.9966179074004299, + 0.9934273444847498, + 0.8978357031769213, + 0.9966159264522366, + 1.0343414594594607, + 0.8607871843035175, + 0.946344799312269, + 0.9999220929965701, + 0.8847748864465823, + 0.9544491031115466, + 0.9396531993920559, + 0.9631018357081231, + 0.7605018441428824, + 0.9305366467747157 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 4, + "padding": 36, + "parameters": 7495, + "cert_evals": { + "36": 0.6395348906517029, + "72": 0.5116279125213623, + "108": 0.3488371968269348, + "255": 0.023255813866853714 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/lymphography/fold_3/result.json b/UCI_N4/sandwich/runs/lymphography/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..5632cc95483987111682f3a3e0d52841c073cd87 --- /dev/null +++ b/UCI_N4/sandwich/runs/lymphography/fold_3/result.json @@ -0,0 +1,66 @@ +{ + "best_epoch": 23, + "best_val_acc": 0.7222222222222222, + "test_acc": 0.6774193548387096, + "train_size": 37, + "val_size": 18, + "test_size": 93, + "stats": { + "mean": [ + [ + 0.04959027027027031, + -0.1896611351351352, + -0.035391108108108124, + -0.22205799999999987, + 0.1255632972972974, + -0.20203756756756758, + -0.0536562162162162, + 0.1767929189189188, + -0.021548756756756837, + -0.04845689189189187, + 0.011886594594594657, + -0.14784801081081084, + -0.133037, + -0.03734048648648648, + 0.06086245945945948, + 0.14237394594594593, + -0.0827407027027028, + -0.017734054054054066 + ] + ], + "std": [ + [ + 0.949006736815226, + 0.9991913040086986, + 0.9653329850824838, + 1.0, + 1.061723506100592, + 0.9787090886861045, + 0.8978357031769213, + 0.8976123081203877, + 1.0343414594594595, + 0.9022230780655615, + 1.039718775420792, + 0.9842972464819717, + 1.0946013067767175, + 0.8968738654850321, + 0.9148697472881367, + 0.9357742193114152, + 1.050784302485063, + 0.9574019230274994 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 4, + "padding": 36, + "parameters": 7495, + "cert_evals": { + "36": 0.6129032373428345, + "72": 0.5376344323158264, + "108": 0.4838709533214569, + "255": 0.1827957034111023 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/magic/fold_0/result.json b/UCI_N4/sandwich/runs/magic/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..13f42560ae7e84337c25b5f02408c6ce42e29fd8 --- /dev/null +++ b/UCI_N4/sandwich/runs/magic/fold_0/result.json @@ -0,0 +1,50 @@ +{ + "best_epoch": 14, + "best_val_acc": 0.8471784086926043, + "test_acc": 0.8344724851033999, + "train_size": 4755, + "val_size": 2853, + "test_size": 11412, + "stats": { + "mean": [ + [ + -0.006388502646498379, + 0.006146446558885208, + -0.004209508307465906, + -0.004618793225236638, + -0.005315102475499497, + 0.006428044290851726, + -0.009059829779516417, + -0.008184151766561471, + 0.0033090761545739233, + -0.037376705087697235 + ] + ], + "std": [ + [ + 1.0023231607535665, + 1.0146947634200698, + 0.9896786368249049, + 1.001451036065264, + 1.0040066512880044, + 0.9905161210566023, + 0.9988965907369368, + 1.0089426097443763, + 0.998566492615012, + 0.9927003057378353 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 4, + "padding": 20, + "parameters": 2365, + "cert_evals": { + "36": 0.7535926699638367, + "72": 0.6521205306053162, + "108": 0.54872065782547, + "255": 0.1595688760280609 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/magic/fold_1/result.json b/UCI_N4/sandwich/runs/magic/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..fbb82f0dc858863dddde349e011e5f126e8e4b1b --- /dev/null +++ b/UCI_N4/sandwich/runs/magic/fold_1/result.json @@ -0,0 +1,50 @@ +{ + "best_epoch": 39, + "best_val_acc": 0.8496503496503497, + "test_acc": 0.8382288469969311, + "train_size": 4755, + "val_size": 2860, + "test_size": 11405, + "stats": { + "mean": [ + [ + -0.02436633946876997, + -0.022955164259726813, + -0.01993822200946376, + 0.03387639055541514, + 0.03436448497875925, + 0.0038116422946371125, + 0.007543406119453581, + 0.009698795669190335, + 0.0014860032576237098, + 0.00582992035215565 + ] + ], + "std": [ + [ + 0.9720381092498293, + 0.977333352882092, + 1.005139358382248, + 1.0164880549439819, + 1.0140583933617473, + 0.9837401295374851, + 0.9888378476099222, + 0.9663806918109694, + 1.005931831682823, + 1.000297701528725 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 4, + "padding": 20, + "parameters": 2365, + "cert_evals": { + "36": 0.7628233432769775, + "72": 0.6785620450973511, + "108": 0.5749232769012451, + "255": 0.18754932284355164 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/magic/fold_2/result.json b/UCI_N4/sandwich/runs/magic/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..e4ecc708e3032bcd8a357cb497456a4027142478 --- /dev/null +++ b/UCI_N4/sandwich/runs/magic/fold_2/result.json @@ -0,0 +1,50 @@ +{ + "best_epoch": 25, + "best_val_acc": 0.8527050610820245, + "test_acc": 0.8454385964912281, + "train_size": 4755, + "val_size": 2865, + "test_size": 11400, + "stats": { + "mean": [ + [ + -0.012130254007592012, + -0.00826500078065223, + -0.010807356011566996, + 0.006499159247108326, + 0.006873201220609896, + 0.02000870184077821, + 0.001820881288265063, + -0.006523736593059914, + 0.0003778347011781665, + -0.018002280250893746 + ] + ], + "std": [ + [ + 0.9818839030528209, + 1.009368494398234, + 0.999432313276235, + 1.001141721390468, + 1.0040075321280533, + 0.9881194208362026, + 0.9709869282224545, + 1.0026493070298281, + 0.9996452002230842, + 0.9913588270685182 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 4, + "padding": 20, + "parameters": 2365, + "cert_evals": { + "36": 0.7735965251922607, + "72": 0.6750877499580383, + "108": 0.5678947567939758, + "255": 0.1620175540447235 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/magic/fold_3/result.json b/UCI_N4/sandwich/runs/magic/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..56e7c4f995ca1d8bd41739904b2887549f069a63 --- /dev/null +++ b/UCI_N4/sandwich/runs/magic/fold_3/result.json @@ -0,0 +1,50 @@ +{ + "best_epoch": 35, + "best_val_acc": 0.8468085106382979, + "test_acc": 0.8470074268239406, + "train_size": 4755, + "val_size": 2820, + "test_size": 11445, + "stats": { + "mean": [ + [ + 0.002866516450893953, + 0.007929027486435548, + -0.0013075722715039048, + -0.001188124590956882, + 0.002480280701366967, + 0.012874902747423648, + 0.0054113211936909185, + -0.007862206105783356, + -0.005652595006519504, + 0.005077877345299725 + ] + ], + "std": [ + [ + 1.0050954716049485, + 1.0162654558216224, + 1.0021008916654397, + 1.0041169983170044, + 1.0089152336885907, + 0.9909098405813409, + 0.9979067399488123, + 0.9973925897941894, + 0.9985454656770815, + 0.9973467754133581 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 4, + "padding": 20, + "parameters": 2365, + "cert_evals": { + "36": 0.7702926993370056, + "72": 0.6776758432388306, + "108": 0.5728265643119812, + "255": 0.17291393876075745 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/mammographic/fold_0/result.json b/UCI_N4/sandwich/runs/mammographic/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..be732dcb55216d28585a6e43c5a779114fe44ff0 --- /dev/null +++ b/UCI_N4/sandwich/runs/mammographic/fold_0/result.json @@ -0,0 +1,40 @@ +{ + "best_epoch": 15, + "best_val_acc": 0.8493150684931506, + "test_acc": 0.8104347826086956, + "train_size": 240, + "val_size": 146, + "test_size": 575, + "stats": { + "mean": [ + [ + -0.045138683333333235, + -0.06581824708333332, + -0.0668893333333335, + 0.0035843166666667194, + 0.07534454166666703 + ] + ], + "std": [ + [ + 0.3742768596239394, + 1.0309553579295558, + 1.0205845721721885, + 1.0069085496781394, + 0.8984819781883195 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 2, + "depth": 4, + "padding": 10, + "parameters": 635, + "cert_evals": { + "36": 0.7547826170921326, + "72": 0.7078260779380798, + "108": 0.6730434894561768, + "255": 0.22260870039463043 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/mammographic/fold_1/result.json b/UCI_N4/sandwich/runs/mammographic/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..22cebad3b58fa5d44ed3b52d80e347d6a2fd2224 --- /dev/null +++ b/UCI_N4/sandwich/runs/mammographic/fold_1/result.json @@ -0,0 +1,40 @@ +{ + "best_epoch": 19, + "best_val_acc": 0.8, + "test_acc": 0.830122591943958, + "train_size": 240, + "val_size": 150, + "test_size": 571, + "stats": { + "mean": [ + [ + -0.06838790416666667, + 0.0036981495833333564, + 0.08851065416666656, + 0.06187655000000008, + 0.041687441666667095 + ] + ], + "std": [ + [ + 0.4594652865573056, + 0.9162656618320462, + 0.976470911981312, + 0.9979276514274945, + 0.967574818664843 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 2, + "depth": 4, + "padding": 10, + "parameters": 635, + "cert_evals": { + "36": 0.7933449745178223, + "72": 0.7513134479522705, + "108": 0.6935201287269592, + "255": 0.21541155874729156 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/mammographic/fold_2/result.json b/UCI_N4/sandwich/runs/mammographic/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..08851421f2b32f02f9ed116b0a0f9a8dd165a4e5 --- /dev/null +++ b/UCI_N4/sandwich/runs/mammographic/fold_2/result.json @@ -0,0 +1,40 @@ +{ + "best_epoch": 7, + "best_val_acc": 0.815068493150685, + "test_acc": 0.8052173913043478, + "train_size": 240, + "val_size": 146, + "test_size": 575, + "stats": { + "mean": [ + [ + -0.033514049999999865, + -0.031616095833333364, + -0.03834651666666679, + 0.05680765833333342, + -0.03524305833333262 + ] + ], + "std": [ + [ + 0.37826323579119164, + 0.9793517631184475, + 1.0048978854533288, + 1.01250978800026, + 1.0390956653058405 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 2, + "depth": 4, + "padding": 10, + "parameters": 635, + "cert_evals": { + "36": 0.7756521701812744, + "72": 0.7321739196777344, + "108": 0.7008695602416992, + "255": 0.41913044452667236 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/mammographic/fold_3/result.json b/UCI_N4/sandwich/runs/mammographic/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..48137ace9b1696e4bc3fe4dccc60acfd52d8598f --- /dev/null +++ b/UCI_N4/sandwich/runs/mammographic/fold_3/result.json @@ -0,0 +1,40 @@ +{ + "best_epoch": 8, + "best_val_acc": 0.8161764705882353, + "test_acc": 0.7658119658119659, + "train_size": 240, + "val_size": 136, + "test_size": 585, + "stats": { + "mean": [ + [ + 0.09435683749999943, + -0.13088563458333324, + -0.032003683333333525, + -0.03189805833333325, + 0.008030341666667275 + ] + ], + "std": [ + [ + 1.8583061444674212, + 1.0447702499996767, + 0.9948185192592106, + 1.0005602571514343, + 1.0036844453305227 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 2, + "depth": 4, + "padding": 10, + "parameters": 635, + "cert_evals": { + "36": 0.7264957427978516, + "72": 0.7094017267227173, + "108": 0.632478654384613, + "255": 0.21709401905536652 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/miniboone/fold_0/result.json b/UCI_N4/sandwich/runs/miniboone/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..0073d3f8c79fea78c9b540fe39523c52762ff47f --- /dev/null +++ b/UCI_N4/sandwich/runs/miniboone/fold_0/result.json @@ -0,0 +1,130 @@ +{ + "best_epoch": 19, + "best_val_acc": 0.8820504988800651, + "test_acc": 0.8750641815567879, + "train_size": 32516, + "val_size": 19644, + "test_size": 77904, + "stats": { + "mean": [ + [ + -0.0066929692905031805, + -0.0067178206113913536, + -0.00044848711604975365, + -0.006682303195350012, + -0.006676431252304934, + -0.006678322865666758, + -0.006603011846475587, + -0.006676624523311714, + -0.0066787164688152925, + -0.006674537190921409, + -0.006651495260794631, + -0.0021907771461773715, + -0.006695997997908723, + -0.006680375196826281, + -0.006672462064829712, + -0.0019113073704711085, + -0.006682638614835791, + -0.005199885844285893, + -0.006682950415180203, + -0.0027868723179357985, + -0.006732400171929552, + -0.006675056184647536, + -0.0009806369656784695, + -0.0067719209681387305, + -0.006673680111329746, + -0.006853424330988536, + -0.0049757818568722766, + -0.0066786663365727686, + -0.006678683045269993, + -0.00666663167363761, + -0.006713104959930439, + -0.00667692119264367, + -0.006648468240250945, + -0.005555848155831019, + -0.0066771619571901345, + -0.006676893769221374, + -0.006640021976872997, + -0.006652168061569651, + -0.006656952063599499, + -0.006676646404846852, + -0.005321780849683204, + -0.007256703317981967, + -0.006479226783737146, + -0.006305387427130641, + -0.006670434807482904, + -0.006676957442489813, + -0.006832965117468275, + -0.006830883164011628, + -0.006874203773250122, + -0.00667477880120567 + ] + ], + "std": [ + [ + 1.0538567724237127, + 1.0538641992619597, + 0.9958589711579526, + 1.0538780837060269, + 1.053878006921434, + 1.0538798560451104, + 1.053879432020278, + 1.0538786291178488, + 1.053873986660415, + 1.0538783590814276, + 1.0538757864954629, + 1.0176547701635106, + 1.0538752752995135, + 1.053872770510109, + 1.0538659033426634, + 0.9932644775405934, + 1.0538747558236612, + 1.04937218635993, + 1.053877924513502, + 0.0025831688488992767, + 1.053829697906066, + 1.0538783793218856, + 1.018390578757397, + 1.053842634750244, + 1.0538786083464582, + 1.0538111764047524, + 1.022739919992211, + 1.0538741322767364, + 1.0538782493179681, + 1.053875543573962, + 1.0538088816355915, + 1.0538723979257454, + 1.0538730852936433, + 1.0247711822180132, + 1.0538781798354342, + 1.053878585676999, + 1.0538691274084275, + 1.0538654744064087, + 1.05387761105871, + 1.0538781920284286, + 1.0452185226194493, + 1.0438926673439166, + 1.0538793178576804, + 1.0536246877698876, + 1.0538784902027962, + 1.0538787998823098, + 1.0538650746236322, + 1.0538068876186153, + 1.0538062411125644, + 1.0538784592336081 + ] + ] + }, + "width": 256, + "in_features": 50, + "out_features": 2, + "depth": 4, + "padding": 100, + "parameters": 55805, + "cert_evals": { + "36": 0.8125641942024231, + "72": 0.7264710664749146, + "108": 0.6238832473754883, + "255": 0.18521514534950256 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/miniboone/fold_1/result.json b/UCI_N4/sandwich/runs/miniboone/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..a96518592d579b6589e451f497114a1ba57bb279 --- /dev/null +++ b/UCI_N4/sandwich/runs/miniboone/fold_1/result.json @@ -0,0 +1,130 @@ +{ + "best_epoch": 3, + "best_val_acc": 0.8789436189700793, + "test_acc": 0.8453322378556023, + "train_size": 32516, + "val_size": 19652, + "test_size": 77896, + "stats": { + "mean": [ + [ + -0.003659472481547509, + -0.0035700208512731936, + -0.00456473851721011, + -0.00360049339094594, + -0.003593886083772473, + -0.00358800156845938, + -0.003609804330175811, + -0.0035959653862712893, + -0.003585372367449882, + -0.0036011496647804257, + -0.003574454936031472, + -0.0002376014663141565, + -0.0035765183694182563, + -0.0035786825070734597, + -0.003581793034198606, + 0.0027392871255968536, + -0.0035747984868988035, + -0.0018979996262606397, + -0.0035937045023987507, + 0.008311608403247624, + -0.0038405719449991636, + -0.003598410862344705, + -1.2960689975229953e-05, + -0.0037911689629719237, + -0.0035987016976257243, + -0.003553280317375533, + -0.00120645956911968, + -0.003604746423299312, + -0.003595963956206178, + -0.0036390921810801925, + -0.0036627183510209798, + -0.003597980923237808, + -0.0035958085404107568, + -0.005033409016920937, + -0.0036001520635993464, + -0.0035987486652726062, + -0.0035917900449008895, + -0.0035793614428588296, + -0.0035902388547176894, + -0.0035928566736375947, + -0.0009922327992711712, + -0.002124953252319455, + -0.0036879309878213567, + -0.0034349073177313027, + -0.003598185213436877, + -0.0035934901402386375, + -0.003602609255707958, + -0.0035299332937630697, + -0.0036069077674990894, + -0.003592571029647003 + ] + ], + "std": [ + [ + 1.0293487576429072, + 1.0293632141886253, + 0.9887037915056724, + 1.029365893060315, + 1.0293658502982712, + 1.029368237348854, + 1.0293622172155605, + 1.0293663659457355, + 1.0293628691485286, + 1.0293656358483938, + 1.029364102494499, + 1.006763216099369, + 1.0293667056536349, + 1.029362370179701, + 1.029358770899615, + 1.0012661620897783, + 1.029365775010478, + 1.027354601762616, + 1.0293662087119093, + 1.9999643273466732, + 1.0293241490670084, + 1.0293658647973212, + 1.007217844105937, + 1.0292982324584112, + 1.0293659919295302, + 1.0293214796094297, + 1.0139090551352947, + 1.0293616933725718, + 1.0293661117606363, + 1.0293612193672406, + 1.0293028748669328, + 1.0293608389078128, + 1.0293624280631426, + 1.0121183384237977, + 1.029365684051124, + 1.029366166790506, + 1.0293578351184116, + 1.0293603667049085, + 1.0293647225554694, + 1.02936611660418, + 1.0243754023495473, + 1.0175071683627712, + 1.0293461366945726, + 1.0291967790319312, + 1.0293656729659864, + 1.0293667176112475, + 1.029354896915401, + 1.0293422770958582, + 1.0293448836449766, + 1.029366280982135 + ] + ] + }, + "width": 256, + "in_features": 50, + "out_features": 2, + "depth": 4, + "padding": 100, + "parameters": 55805, + "cert_evals": { + "36": 0.7573816180229187, + "72": 0.6440125107765198, + "108": 0.5153794884681702, + "255": 0.08035072684288025 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/miniboone/fold_2/result.json b/UCI_N4/sandwich/runs/miniboone/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..87ccad8a870b9997109056b7c0f3f20ebd85ef3e --- /dev/null +++ b/UCI_N4/sandwich/runs/miniboone/fold_2/result.json @@ -0,0 +1,130 @@ +{ + "best_epoch": 34, + "best_val_acc": 0.8830583171056677, + "test_acc": 0.8688264090012046, + "train_size": 32516, + "val_size": 19514, + "test_size": 78034, + "stats": { + "mean": [ + [ + 0.0005872713728625283, + 0.0005592911951040488, + -0.0015875384167732419, + 0.0005084049237298592, + 0.0005126942889679038, + 0.0005151387839825248, + 0.0005130335342600157, + 0.0005107385533274924, + 0.000518504668470965, + 0.0005099805941690433, + 0.0004972431602903669, + 0.006199611582771556, + 0.0004437178835034895, + 0.0005174753444456869, + 0.00045390833435860097, + -0.006724558695826372, + 0.00046023495202354226, + -0.0014645146025250007, + 0.0005134210419486034, + 0.008326016098843635, + 0.0005855647507836025, + 0.0005188788657891645, + -0.005855233801703189, + 0.0005363233146758781, + 0.000517880286628172, + 0.000289813760165567, + 0.0011647067174228383, + 0.000515516933202204, + 0.0005118400049205469, + 0.0005662085096567202, + 0.0006245390962356869, + 0.0005227987882888596, + 0.0004455256058554989, + -0.0012331349033552603, + 0.000509145377660323, + 0.0005160132888423314, + 0.0005081290841431461, + 0.0004383096252307822, + 0.0005235053327593691, + 0.0005115684401526536, + -6.85762123339298e-05, + -0.0002997175066182346, + 0.0005932577715586378, + 0.0008539802024421717, + 0.0005163635748510258, + 0.0005131155830974517, + 0.00047798527387127445, + 0.0004895968192581729, + 0.0006103754389776044, + 0.0005093450393652897 + ] + ], + "std": [ + [ + 0.9957345954073729, + 0.9957338045117373, + 1.009089174106892, + 0.9957299331571907, + 0.9957297207983613, + 0.9957319779858296, + 0.9957285308484073, + 0.99573027967679, + 0.9957274461972008, + 0.9957298025727774, + 0.9957267869288412, + 0.9986824060207489, + 0.995727937063426, + 0.995726209358951, + 0.9957222508374016, + 0.9849068775325148, + 0.9957260724507725, + 0.9984485547058798, + 0.9957301232252692, + 1.9999635778290246, + 0.9957403323167682, + 0.9957303943483548, + 0.9869664238989766, + 0.9957341301924101, + 0.9957304810256162, + 0.9957436771610553, + 0.9965972478945923, + 0.9957273137356182, + 0.9957300780370839, + 0.9957353083328109, + 0.995745588680438, + 0.9957274480178427, + 0.9957264072745984, + 0.9993516959593822, + 0.9957297379201838, + 0.9957305689438095, + 0.9957296474590059, + 0.9957273179676576, + 0.9957300585487675, + 0.9957298638455957, + 0.9958033136974604, + 1.001216743433296, + 0.9957377405837478, + 0.9958618328338358, + 0.9957300476528158, + 0.9957306269775752, + 0.9957358265962181, + 0.9957255439006696, + 0.9957566204204258, + 0.9957298904542489 + ] + ] + }, + "width": 256, + "in_features": 50, + "out_features": 2, + "depth": 4, + "padding": 100, + "parameters": 55805, + "cert_evals": { + "36": 0.8142604231834412, + "72": 0.7402285933494568, + "108": 0.6491273045539856, + "255": 0.23288565874099731 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/miniboone/fold_3/result.json b/UCI_N4/sandwich/runs/miniboone/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..3f76a7ec1d0a05f12ac692c01cf2539a2ffd0a6a --- /dev/null +++ b/UCI_N4/sandwich/runs/miniboone/fold_3/result.json @@ -0,0 +1,130 @@ +{ + "best_epoch": 13, + "best_val_acc": 0.8784917630205669, + "test_acc": 0.8647342375836518, + "train_size": 32516, + "val_size": 19546, + "test_size": 78002, + "stats": { + "mean": [ + [ + -0.004108113020359334, + -0.004135750738098101, + -0.001322435285942239, + -0.004109338048960558, + -0.004110013236557907, + -0.004103856971953094, + -0.004105435167302326, + -0.004108234536843478, + -0.0041157547053759375, + -0.004111229871447928, + -0.004129319931725945, + -0.009310410842292996, + -0.004151154668470918, + -0.004106480246647911, + -0.004078257611637442, + -0.0012255257009042696, + -0.004128084247755086, + -0.001812244588848235, + -0.004106642698979071, + -0.002771495593861472, + -0.003930339402381827, + -0.004107319867142366, + -0.0020118547528348136, + -0.004110450282937586, + -0.004107549326485374, + -0.003903686475773098, + 0.0034778790131669113, + -0.004089806615204751, + -0.004105919012178624, + -0.004107724389223812, + -0.004053504517403692, + -0.004112779779185523, + -0.004036618249477243, + 0.0003978993396296994, + -0.004112451033337286, + -0.004115697588879312, + -0.004161525821134272, + -0.004013369772911648, + -0.004074420147004465, + -0.004107203911920277, + -0.003583577395203846, + -0.003683256187455512, + -0.00410252064829624, + -0.00435002289662263, + -0.004109810948460561, + -0.00410555030446539, + -0.004173506213295106, + -0.004126808812892148, + -0.004084347094353566, + -0.00411184631565997 + ] + ], + "std": [ + [ + 1.0334801859758438, + 1.0334838209190884, + 0.9910692934328427, + 1.0334925739257474, + 1.0334920746964988, + 1.0334944696977597, + 1.033489534681566, + 1.0334928363605922, + 1.0334882086728014, + 1.0334922326917702, + 1.0334875046199652, + 1.0060291795040275, + 1.0334893624231647, + 1.033487735872467, + 1.0334857443384646, + 0.9987636855559352, + 1.0334891465642266, + 1.0284163803912958, + 1.0334926279501595, + 0.001394515045967005, + 1.0334671696186013, + 1.0334925293155786, + 1.0120329637568104, + 1.033467979482877, + 1.0334926503936537, + 1.033454580542911, + 1.019800750059293, + 1.0334899846628842, + 1.033492713983251, + 1.0334904070281967, + 1.033453265260482, + 1.0334870912604435, + 1.033493356896935, + 1.0148066500638184, + 1.0334921455669586, + 1.0334923339339557, + 1.0334817504638347, + 1.0334892263464805, + 1.0334932384339353, + 1.033492453509268, + 1.0277860358762678, + 1.0269827669348142, + 1.0334755350744662, + 1.0331928866784732, + 1.033492181460736, + 1.0334932068430196, + 1.0334910911748012, + 1.033455511075802, + 1.0334588140472194, + 1.0334923126040656 + ] + ] + }, + "width": 256, + "in_features": 50, + "out_features": 2, + "depth": 4, + "padding": 100, + "parameters": 55805, + "cert_evals": { + "36": 0.7992486953735352, + "72": 0.7116740345954895, + "108": 0.6054203510284424, + "255": 0.16061125695705414 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/molec-biol-promoter/fold_0/result.json b/UCI_N4/sandwich/runs/molec-biol-promoter/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..ce1fe6897f756918d7ec29cbbde4c22d403f9196 --- /dev/null +++ b/UCI_N4/sandwich/runs/molec-biol-promoter/fold_0/result.json @@ -0,0 +1,144 @@ +{ + "best_epoch": 18, + "best_val_acc": 0.8125, + "test_acc": 0.765625, + "train_size": 26, + "val_size": 16, + "test_size": 64, + "stats": { + "mean": [ + [ + -0.09373999999999999, + 0.349711153846154, + -0.124846, + -0.18628265384615392, + -0.0025111153846154245, + -0.027689192307692376, + -0.32854380769230773, + -0.2587748846153846, + -0.291938, + -0.12147457692307692, + 0.013408923076923039, + -0.18303142307692302, + 0.10672619230769233, + -0.0388065384615385, + -0.2118675692307692, + 0.26045576923076913, + -0.0038293076923076983, + -0.12772800000000012, + 0.406745076923077, + -0.22977469230769215, + -0.23213830769230762, + 0.057734, + -0.25536484615384614, + 0.036332807692307734, + -0.306678, + 0.12654100000000004, + -0.06969015384615382, + -0.22098480769230766, + -0.20798946153846154, + -0.24676503846153855, + -0.3183693461538464, + -0.1853619230769231, + -0.30043107692307686, + -0.37097869230769237, + -0.36548838461538463, + 0.011515653846153858, + -0.05251046153846157, + -0.17936411538461533, + 0.030728153846153836, + 0.0502869230769231, + -0.08165438461538464, + -0.04035388461538459, + -0.044060461538461534, + 0.1891277692307692, + -0.09007600000000004, + 0.08841000000000002, + 0.34717700000000007, + -0.08658792307692309, + -0.14910884615384612, + -0.01171784615384617, + -0.010542692307692277, + 0.2279287692307692, + 0.19163046153846158, + 0.044342807692307744, + 0.11406934615384606, + 0.26639184615384615, + 0.0024606538461537973 + ] + ], + "std": [ + [ + 1.0076078297495967, + 0.9724627657739631, + 0.9573573651622793, + 1.0262408425117875, + 0.9587446442307666, + 0.9571040384617393, + 0.9896566783801658, + 1.0271371774080218, + 0.9458984467553748, + 0.983396009484761, + 0.9474507771505324, + 1.0162340072708942, + 0.9916278302898655, + 0.9889509346456372, + 1.0996503269494506, + 0.8339239830692423, + 0.9718806374953891, + 1.0013701717610572, + 1.1087224946399736, + 0.9663160194574336, + 0.8925655267102359, + 1.0240426363341295, + 0.9129708359204913, + 0.9674367468039534, + 0.934498494547744, + 0.996046000000193, + 0.9001646244230804, + 1.011066294523225, + 0.9306740888083066, + 0.9019636923091955, + 1.0103842953596318, + 0.9763974023364559, + 1.0034859025495506, + 1.0189729800426417, + 0.8809657272220804, + 1.001293348052636, + 0.8026415950749621, + 1.0084947048958783, + 1.0447591131223906, + 1.080924244585727, + 0.9862369191590393, + 1.0095530529552834, + 1.014776711029924, + 0.9243136682665729, + 0.9998867689999087, + 1.0150113097032656, + 1.0058059432415762, + 0.8281138846158841, + 0.9053220114009879, + 0.7877964184833098, + 0.8751600073353956, + 1.0046622498233042, + 0.9279195402053261, + 0.9992859945990674, + 0.9930878632688641, + 0.9472126805852605, + 1.0500485456210673 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 4, + "padding": 114, + "parameters": 72395, + "cert_evals": { + "36": 0.640625, + "72": 0.5, + "108": 0.4375, + "255": 0.09375 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/molec-biol-promoter/fold_1/result.json b/UCI_N4/sandwich/runs/molec-biol-promoter/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..6e23e6e005905903295d81e3fff29b29de9e3850 --- /dev/null +++ b/UCI_N4/sandwich/runs/molec-biol-promoter/fold_1/result.json @@ -0,0 +1,144 @@ +{ + "best_epoch": 7, + "best_val_acc": 1.0, + "test_acc": 0.7076923076923077, + "train_size": 26, + "val_size": 15, + "test_size": 65, + "stats": { + "mean": [ + [ + 0.09734461538461536, + -0.009867653846153778, + 0.10790676923076924, + -0.15064011538461541, + 0.09738461538461546, + -0.05959273076923076, + -0.048695384615384696, + -0.10221076923076929, + -0.19740069230769225, + 0.26099000000000006, + -0.20290846153846157, + 0.20358803846153845, + -0.1825234230769231, + 0.21829484615384614, + 0.007081746153846278, + -0.06588375384615386, + 0.19917507692307695, + -0.3013095384615385, + 0.04983446153846157, + 0.007020153846153817, + -0.0066845384615384406, + -0.042044076923076885, + -0.07821423076923074, + 0.137686, + -0.015271923076923129, + -0.17227284615384614, + 0.2755073076923076, + 0.10235538461538465, + -0.2435485769230769, + -0.1773835384615385, + 0.08412084615384617, + -0.15183184615384618, + -0.10858899999999995, + -0.09742265384615373, + -0.05963238461538462, + -0.05630061538461538, + -0.018979730769230797, + 0.05089046153846155, + 0.15364107692307694, + -0.010982076923076903, + 0.10650861538461538, + -0.1806068846153846, + -0.20850592307692312, + -0.014057692307692288, + 0.21039161538461543, + -0.055766615384615394, + 0.2426295384615386, + -0.12109303846153843, + -0.29682430769230767, + -0.15785057692307694, + 0.19899334615384612, + -0.13024523076923075, + -0.20279253846153844, + 0.04434280769230771, + -0.06270500000000002, + 0.09504676923076928, + 0.10028380769230766 + ] + ], + "std": [ + [ + 1.0412699655331787, + 0.974109238604762, + 0.9613906810801298, + 0.9643340756609565, + 0.9673793894378168, + 1.003312008397785, + 0.9182015580655095, + 0.982743930536501, + 0.9723005343268958, + 0.9411703711795796, + 0.9796610632100985, + 0.9145025424643751, + 0.9879752636511461, + 1.0944915110032636, + 0.9430338516297093, + 0.9508755832408867, + 0.9258429683390378, + 0.8679061723089316, + 1.0276288482675964, + 0.9501945836398535, + 1.0169676029594148, + 1.0501744622186107, + 0.9644548335998028, + 0.9121775925932151, + 0.9112105136727959, + 1.0206435073325324, + 0.9080727257130373, + 0.9347829604211333, + 0.8967697697883465, + 0.9663770689480945, + 0.9532701925574484, + 0.8568118833949174, + 0.9554743200735837, + 1.1504807500220855, + 1.0155470332338918, + 1.0396018722819245, + 0.9268106513458504, + 0.9168958971379897, + 0.9852213842143813, + 1.001611750376513, + 0.990217812330316, + 0.9873887799655962, + 1.0110391392211635, + 0.9439560657308471, + 1.068328170673588, + 1.0047193948569797, + 0.9979267159932226, + 0.9934730341322996, + 0.8557618796771218, + 0.7460287358936586, + 0.9778352307693193, + 1.02192658245343, + 1.037835803866067, + 0.9677087884615755, + 0.956543380038049, + 1.0171593177603953, + 0.91997592085019 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 4, + "padding": 114, + "parameters": 72395, + "cert_evals": { + "36": 0.6461538672447205, + "72": 0.4769230782985687, + "108": 0.35384616255760193, + "255": 0.0923076942563057 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/molec-biol-promoter/fold_2/result.json b/UCI_N4/sandwich/runs/molec-biol-promoter/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..5030c63838b2a94d3cb98b2b871b605e3714aa41 --- /dev/null +++ b/UCI_N4/sandwich/runs/molec-biol-promoter/fold_2/result.json @@ -0,0 +1,144 @@ +{ + "best_epoch": 5, + "best_val_acc": 0.75, + "test_acc": 0.7205882352941176, + "train_size": 26, + "val_size": 12, + "test_size": 68, + "stats": { + "mean": [ + [ + -0.030045192307692332, + -0.23869049999999983, + 0.041405769230769246, + 0.06321669230769228, + -0.0025107307692308154, + 0.09992461538461536, + 0.013492769230769159, + 0.14829176923076925, + -0.10286334615384617, + -0.08960249999999997, + 0.19882307692307696, + 0.09814630769230767, + -0.021829269230769246, + 0.03465076923076919, + -0.18058907692307682, + -0.1311519076923077, + 0.11797353846153848, + -0.05829530769230779, + 0.1212169230769231, + 0.07467584615384616, + 0.18656150000000013, + 0.2905494615384615, + -0.2553650384615384, + -0.06502038461538459, + -0.30667792307692304, + 0.09333938461538464, + 0.13742846153846142, + 0.17420873076923077, + 0.1120429615384615, + 0.23890723076923073, + -0.16356549999999995, + 0.08287507692307697, + -0.14056257692307694, + -0.09742265384615377, + -0.05963253846153847, + 0.011515500000000038, + 0.014551115384615343, + 0.08378369230769231, + 0.18436938461538463, + 0.019652346153846163, + 0.13786915384615384, + -0.14554365384615378, + -0.1756169230769231, + 0.12139923076923075, + 0.010079923076923155, + 0.30467446153846156, + -0.10586153846153845, + 0.15494511538461542, + -0.11217969230769238, + -0.011717730769230784, + -0.4645376538461538, + -0.13024538461538462, + 0.02728761538461537, + -0.024779269230769223, + -0.16876950000000007, + -0.04202923076923075, + 0.06767634615384611 + ] + ], + "std": [ + [ + 0.9790173867981108, + 0.8922350160543789, + 1.0237664792278374, + 0.9979986758255733, + 1.0450661465298063, + 1.0048325881986542, + 1.029402187109299, + 1.0083506459854783, + 0.9890083565745167, + 1.0164135742199043, + 1.0470407615391002, + 1.0378839738382932, + 0.9292517115719242, + 0.9612825317480931, + 1.0472447179957627, + 1.0262853071350215, + 1.052495553619595, + 1.059841692041489, + 1.1269554422034933, + 0.9208378006880765, + 0.9000880971984075, + 0.9294786618886555, + 1.076982881442786, + 1.0095815066264635, + 0.9911193052127372, + 1.0313874086125658, + 0.9980922524006728, + 0.9095892006901778, + 0.9905655045642239, + 1.0384115432086387, + 0.9810218452020498, + 1.060299711989925, + 0.9844584721629052, + 0.9476257009349917, + 0.8894460896472517, + 1.0593221207156762, + 0.8826955613077969, + 0.9713319428712611, + 1.075487248351794, + 1.0067518301441576, + 1.0419999967859404, + 0.986766332875252, + 1.0083607367807386, + 0.9773806693737923, + 1.0515029245809187, + 0.9917044123633906, + 0.9657665710047374, + 0.9290685404960641, + 1.1225398591645361, + 1.0183526454206688, + 0.8092726993206232, + 0.9375164234499523, + 1.0268476122485855, + 0.9726335635209717, + 0.9727406960463761, + 1.112026712980068, + 1.0129397204932757 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 4, + "padding": 114, + "parameters": 72395, + "cert_evals": { + "36": 0.6470588445663452, + "72": 0.5735294222831726, + "108": 0.47058823704719543, + "255": 0.10294117778539658 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/molec-biol-promoter/fold_3/result.json b/UCI_N4/sandwich/runs/molec-biol-promoter/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..61f05a81289e1dc1927d7df0acc7e07147971226 --- /dev/null +++ b/UCI_N4/sandwich/runs/molec-biol-promoter/fold_3/result.json @@ -0,0 +1,144 @@ +{ + "best_epoch": 5, + "best_val_acc": 0.9090909090909091, + "test_acc": 0.7536231884057971, + "train_size": 26, + "val_size": 11, + "test_size": 69, + "stats": { + "mean": [ + [ + 0.06549715384615382, + -0.1733123461538461, + -0.22459746153846155, + -0.008068615384615393, + -0.33549623076923074, + -0.1233995769230769, + -0.17307238461538452, + 0.023040692307692345, + -0.07135107692307693, + -0.18521865384615382, + -0.04839615384615389, + 0.09814603846153849, + -0.021828923076923114, + 0.07137899999999996, + -0.1493106769230769, + -0.0006160384615384937, + -0.16623299999999996, + -0.19716084615384608, + -0.1643116153846154, + 0.14233134615384618, + 0.18656149999999996, + 0.09099338461538463, + 0.09893680769230777, + -0.031236038461538454, + -0.43619169230769256, + -0.3382805384615385, + -0.13872946153846152, + 0.21013507692307687, + 0.32539880769230767, + 0.34298038461538466, + -0.0706831923076923, + -0.0847729230769231, + 0.08325415384615384, + 0.03935515384615389, + -0.12760034615384613, + 0.045423692307692304, + 0.24926692307692294, + -0.014896576923076922, + 0.030727999999999995, + 0.14219007692307695, + -0.08165438461538452, + -0.07541711538461539, + -0.2085062307692308, + -0.14951476923076926, + 0.010080153846153841, + 0.16049815384615387, + -0.14071053846153841, + -0.19010246153846153, + 0.22017992307692313, + -0.08478423076923074, + 0.12914796153846148, + -0.195368, + -0.13705561538461536, + -0.33582846153846135, + -0.1687693076923077, + -0.0077596923076923285, + 0.035068461538461576 + ] + ], + "std": [ + [ + 0.9949457610380924, + 1.0006243291807655, + 1.0805097483660284, + 1.0669055953756055, + 1.0322555409439118, + 0.9848822871167503, + 0.9431346904463401, + 0.9378178344246724, + 1.0181978932718458, + 0.966727095536948, + 0.9908076284467556, + 1.0378839686283479, + 1.088933086989841, + 0.8046857737758931, + 1.134679772935726, + 0.9553453144737399, + 0.9684821547379812, + 0.8999479146517183, + 0.9741754410810941, + 1.0108802015807785, + 0.7709686644604582, + 1.0772131326993413, + 0.8384300579512153, + 1.0358089031747673, + 1.0305305742983066, + 0.9367306253151163, + 0.9884948822596298, + 0.9666870451735153, + 0.7559985089760948, + 0.8999593432865595, + 0.9970138749450403, + 1.052317535287378, + 1.0819218493489575, + 0.9767902491283019, + 0.9784792222564622, + 0.9949578210493984, + 0.8614226395733138, + 0.9539103328924243, + 1.0209907346186988, + 0.9432236511876507, + 1.036795800272391, + 1.0138060762016619, + 1.1167776196923178, + 1.0142323983395336, + 1.1052486656840097, + 1.0124481502282436, + 1.0529966821172885, + 0.9493509361557843, + 1.1279936610242616, + 1.0051609553372078, + 0.9160134879427471, + 1.0114984451985467, + 0.8295657525376697, + 1.028154229267194, + 0.9727407925020125, + 0.8988663639372382, + 0.9628933437374779 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 4, + "padding": 114, + "parameters": 72395, + "cert_evals": { + "36": 0.6376811861991882, + "72": 0.4492753744125366, + "108": 0.28985506296157837, + "255": 0.043478261679410934 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/molec-biol-splice/fold_0/result.json b/UCI_N4/sandwich/runs/molec-biol-splice/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..79d8a3674c9bf472de865488179c4a7a6f11ba0c --- /dev/null +++ b/UCI_N4/sandwich/runs/molec-biol-splice/fold_0/result.json @@ -0,0 +1,150 @@ +{ + "best_epoch": 20, + "best_val_acc": 0.8104166666666667, + "test_acc": 0.770517511761631, + "train_size": 797, + "val_size": 480, + "test_size": 1913, + "stats": { + "mean": [ + [ + -0.08088939774153121, + -0.017083478042659816, + -0.008676474278544535, + 0.01205199498117964, + -0.019879412797992446, + -0.06819678419071469, + 0.014172110414052605, + -0.0726562358845669, + -0.0424785457967378, + 0.030165779171894516, + -0.015724135508155584, + 0.016329740276034888, + -0.03650249309912165, + 0.060801804265996566, + 0.050552770388958924, + -0.03993303764115418, + -0.02479237139272276, + 0.026231244667502603, + 0.0006134240903385369, + 0.008120775407778993, + 0.011976850690087297, + 0.012784564617315019, + 0.02205557967377646, + 0.003761100376411143, + 0.004885728983688804, + -0.007185055207026799, + 0.006090311166875841, + -0.06913297616060121, + 0.01692240903387772, + -0.024909814303639064, + 0.002042144291092072, + 0.03893583663739384, + 0.04832313927227111, + -0.04144308908406656, + -0.04533064868255915, + 0.029196543287328434, + -0.017319196988707316, + 0.002574765370137967, + 0.014485728983688884, + -0.04080718946047651, + -0.016152210790464142, + -0.1060891342534501, + 0.00146361355081561, + -0.02892638393977404, + 0.03808938393977416, + 0.004615427854454175, + -0.006006715181932309, + 0.03929904642409064, + -0.0026646035131743587, + -0.0008532597239647819, + -0.018261164366373872, + -0.015718006273525736, + -0.03865469008782939, + -0.0023145696361355087, + -0.01960441405269735, + -0.0853860326223336, + 0.005193398996235927, + -0.017738670012547086, + 0.055998069008782805, + 0.039315545796737614 + ] + ], + "std": [ + [ + 0.9945490246391062, + 0.9934109752899847, + 1.0063178858807398, + 0.9896020723574798, + 0.9849358791871932, + 0.9857421550044541, + 0.9930276963595361, + 0.9834603310222596, + 1.0029783411831081, + 1.008680505435535, + 1.000646776584492, + 1.017380058680371, + 0.9990572202887158, + 1.0037947864498273, + 0.9921475019154874, + 1.0063268933844312, + 0.9808355420987935, + 0.9924788012799176, + 0.9847824180917667, + 0.9870544204448741, + 1.0013704839730797, + 1.0166518616214755, + 0.985710071283119, + 1.0044850695151961, + 0.9909244249062288, + 0.9987615357097599, + 1.0051852364272729, + 0.9860816983161693, + 1.0064425553080443, + 1.021154244482058, + 0.9991376459347909, + 0.9638884376422283, + 1.0033244557289336, + 0.9848543808197192, + 1.0055575628990723, + 0.9940712305710926, + 0.9741863114052403, + 1.0048179660304701, + 0.9887806108854191, + 0.9765227042348682, + 0.997334968218974, + 0.9962132645441986, + 1.0014416509782584, + 1.002091005752959, + 0.9893159775047747, + 0.9934985594799247, + 0.9886647568170538, + 0.9919893464761707, + 0.9955923461346924, + 0.9926319617434606, + 0.9728863130641628, + 1.0082140966036435, + 0.9961100311402014, + 1.0077701107332304, + 0.9792654768868749, + 1.0119326199882663, + 1.0172792289838704, + 0.9956848073966668, + 1.0083179950377872, + 0.9802036286210523 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 3, + "depth": 4, + "padding": 120, + "parameters": 80286, + "cert_evals": { + "36": 0.6863564848899841, + "72": 0.6042864322662354, + "108": 0.5070569515228271, + "255": 0.17825405299663544 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/molec-biol-splice/fold_1/result.json b/UCI_N4/sandwich/runs/molec-biol-splice/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..1939ea4e4809cb0eeb6798f0fee51daee0a08141 --- /dev/null +++ b/UCI_N4/sandwich/runs/molec-biol-splice/fold_1/result.json @@ -0,0 +1,150 @@ +{ + "best_epoch": 13, + "best_val_acc": 0.8026315789473685, + "test_acc": 0.7898812596799174, + "train_size": 797, + "val_size": 456, + "test_size": 1937, + "stats": { + "mean": [ + [ + 0.018491488080301106, + -0.0011505069008782528, + 0.021436997490589735, + 0.03502552697616077, + 0.021530190715181953, + 0.01771506524466753, + 0.0028268569636132166, + -0.03774227101631111, + 0.019095676286072647, + -0.016733656210790544, + -0.0663814040150566, + 0.005845333751568237, + 0.004257730238393967, + 0.0011046449184443634, + -0.027280681304893566, + 0.005402819322459137, + 0.04633495859473012, + 0.009161250941028725, + 0.026725796737766497, + -0.01972711794228387, + -0.01983136010037666, + -0.009908578419071404, + 0.022055481806775055, + 0.05518264240903318, + -0.04640085570890846, + -0.03727541907151866, + -0.0335212045169384, + -0.03967690213299759, + 0.005998318695107535, + -0.01785224341279831, + -0.003198117942283299, + -0.013416670639897136, + -0.009072863237139185, + -0.007062920953576991, + 0.011101452948557616, + -0.045883223337515024, + -0.012705889585947094, + -0.05706059096612311, + 0.00637870514429108, + -0.024475352572145292, + -0.033483001254705075, + -0.018872419071518255, + -0.004380110414052662, + -0.019757495608531926, + -0.01618084692597215, + 0.06015848933500684, + 0.004326102885821954, + 0.031207774153074287, + 0.09302961606022617, + 0.037705563362610196, + 0.031232815558343906, + 0.05163176913425327, + 0.051368831869510787, + -0.02336010790464227, + 0.006880800501882391, + -0.05682849560853219, + -0.004021038895859437, + 0.002038494353826773, + 0.05144887452948544, + -0.00027493977415304015 + ] + ], + "std": [ + [ + 0.9889166025491434, + 1.0113611751416451, + 1.00351331532884, + 1.0051662180322105, + 0.9987679141001061, + 0.9996822942772838, + 1.0042310134414263, + 1.0134372724050602, + 1.0000665011762366, + 0.9994360301075128, + 0.9995393709189473, + 1.0346986177316517, + 1.011186369192948, + 1.0016439123703365, + 0.9965028721446453, + 1.0098540994428735, + 0.9933407245937251, + 1.0209497831856362, + 0.9866653742506231, + 0.982825314351339, + 0.9914313036126221, + 1.0062435071011668, + 1.0149240913230397, + 0.9887363914059815, + 0.9994565119417103, + 1.016608779035485, + 0.9986323360957506, + 0.9983077834509023, + 0.992117921809115, + 1.0118934305428742, + 1.0093115895196225, + 1.0141263884110643, + 0.998031262724133, + 0.9978752951488421, + 1.0058194162074532, + 0.9997345249416975, + 1.0043988806220703, + 1.0026034007181608, + 1.0124721562205274, + 0.9897322617082525, + 0.9985816439065134, + 0.9919527474532689, + 1.0036339185538052, + 0.973512268444304, + 1.0130393993507771, + 0.9897840394213037, + 0.9936053260728854, + 1.0155800367441008, + 1.0112837805104922, + 0.9806050237126605, + 1.0133289778387422, + 1.003164742603154, + 0.9684252971086295, + 0.9941237378734813, + 0.9987879065672047, + 1.0056255382787287, + 1.0017418494408326, + 0.9935852276048891, + 1.024679553968222, + 1.007096200700548 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 3, + "depth": 4, + "padding": 120, + "parameters": 80286, + "cert_evals": { + "36": 0.7041817307472229, + "72": 0.6133195757865906, + "108": 0.5203923583030701, + "255": 0.18843571841716766 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/molec-biol-splice/fold_2/result.json b/UCI_N4/sandwich/runs/molec-biol-splice/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..e1dd9fd5fa2ac650ac9538e2387308bd50efa7de --- /dev/null +++ b/UCI_N4/sandwich/runs/molec-biol-splice/fold_2/result.json @@ -0,0 +1,150 @@ +{ + "best_epoch": 16, + "best_val_acc": 0.8256704980842912, + "test_acc": 0.7979690005344735, + "train_size": 797, + "val_size": 522, + "test_size": 1871, + "stats": { + "mean": [ + [ + 0.016180366373901797, + 0.0159205972396487, + -0.04805540652446672, + 0.017795338770389135, + -0.018760287327477875, + -0.012470120451693864, + -0.025536504391468096, + -0.023100938519447715, + -0.021953736511919807, + 0.005599485570890773, + -0.028107018820577125, + -0.0663806737766629, + -0.002535664993726509, + -0.041697066499373665, + -0.041221063989962406, + -0.019531874529485415, + 0.001174760351317426, + 5.719824341241943e-05, + 0.009695979924717433, + -0.006360112923463307, + 0.031288966122960366, + 0.01732320451693862, + 0.034643243412797765, + -0.05223140276035192, + 0.012863726474278572, + -0.02278748055207084, + 0.08181816185696375, + 0.022917264742786353, + 0.03112372647427915, + 0.01743540276035093, + 0.009902525721455502, + 0.030388477038899016, + -0.007947400250940755, + -0.002626762860728837, + -0.002393195734001926, + 0.0224729749058976, + -0.035772559598494034, + 0.031245622333751583, + 0.07355148055206996, + -0.02680844165621052, + 0.0011786298619825138, + -0.023523868255959906, + 0.009644725219573422, + -0.011734667503136672, + 0.04155336135508157, + -0.008113194479297375, + 0.023843790464241343, + 0.03351953826850721, + -0.05937222333751553, + 0.01956023839397823, + -0.05714953952321155, + 0.029942850690087883, + -0.01788004265997477, + 0.018731055207026504, + 0.00457773149309927, + -0.028270974905896498, + -0.044334417816813056, + 0.02181565872020062, + -0.004279376411543287, + 0.033493360100376554 + ] + ], + "std": [ + [ + 1.006032731784378, + 0.9981987082501484, + 1.0058419047925986, + 1.0147724595576162, + 0.9940588732535701, + 0.9991159025458402, + 0.9691047120808344, + 0.9991048317365939, + 1.020189994500977, + 0.9848978164137729, + 0.998075185404707, + 0.9900346208081456, + 0.9970676239537044, + 1.0074170125268456, + 0.9888612246445799, + 1.0204821123725891, + 1.0188778509112115, + 1.021786600393116, + 0.9923811904568762, + 0.9930750642777653, + 1.0126874688330874, + 1.0123955584555848, + 1.0119546947996216, + 0.967160657446603, + 1.013064602613993, + 1.0088579414594196, + 1.0050975228498589, + 1.0226014249223117, + 1.0030135447468238, + 1.0006692722984143, + 1.0063109761380487, + 0.9976611466924694, + 1.0191830139161713, + 1.0037191251141417, + 1.0000135193218243, + 1.008885797923785, + 1.005277894129722, + 0.9951865869001352, + 1.003658412696999, + 1.0103592136706143, + 1.013785819980191, + 1.0167078374977943, + 1.0100157686042965, + 1.0010457270061084, + 1.0282359743543752, + 0.9985304229175116, + 0.9712378399548074, + 1.0007272977609394, + 1.00869249677983, + 0.9976542416860067, + 1.0108332275437888, + 1.0094799027511412, + 0.9910934491654954, + 1.0239973266326525, + 0.9997566127783953, + 0.995332570938697, + 1.0015100811283149, + 1.0189914283748178, + 0.9815154139951994, + 1.0109702187257807 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 3, + "depth": 4, + "padding": 120, + "parameters": 80286, + "cert_evals": { + "36": 0.7231427431106567, + "72": 0.6237306594848633, + "108": 0.523249626159668, + "255": 0.16782470047473907 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/molec-biol-splice/fold_3/result.json b/UCI_N4/sandwich/runs/molec-biol-splice/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..df0e52f3463fc61562b59999382340b66533323d --- /dev/null +++ b/UCI_N4/sandwich/runs/molec-biol-splice/fold_3/result.json @@ -0,0 +1,150 @@ +{ + "best_epoch": 54, + "best_val_acc": 0.8126315789473684, + "test_acc": 0.7836287799791449, + "train_size": 797, + "val_size": 475, + "test_size": 1918, + "stats": { + "mean": [ + [ + 0.023113880803011123, + -0.031878431618569576, + 0.0017474705144291346, + -0.048827942283563595, + 0.02600689711417815, + -0.020596907151819388, + 0.03119006398996214, + -0.010712095357591008, + -0.03563701003764123, + -0.0066837766624844005, + 0.020298818067753775, + 0.0349687051442911, + 0.03369574404015041, + 0.010115574654956229, + -0.008693601003764222, + -0.037666260978670006, + 0.013593819322459105, + -0.06367114930991241, + 0.002884076537013706, + -0.04311930238393992, + -0.028919440401505687, + 0.03661243287327482, + -0.012274677540778, + 0.022044312421580708, + -0.0019524943538268248, + -0.00718509535759122, + 0.018905804265997497, + -0.020039599749058525, + 0.011460363864492227, + 0.00190883061480542, + 0.015142810539523602, + 0.0015411859473054327, + -0.0034457590966119997, + 0.007354567126724528, + -0.019568141781680794, + 6.111668757913393e-05, + 0.014974058971141782, + 0.017483629861982628, + 0.004062395232120175, + -0.039640589711417734, + -0.017307636135508092, + -0.015383726474278643, + 0.02951326599749063, + 0.010041510664993838, + -0.009252728983688915, + 0.023129829360100374, + 0.024991664993726456, + 0.005777824341280051, + 0.010330861982434136, + -0.02240079799247117, + 0.013556362609786848, + 0.009395460476787914, + -0.05596691593475561, + -0.0011453801756584612, + 0.019547611041405746, + -0.005424897114178279, + -0.036271767879548236, + -0.04216928481806779, + -0.06910606649937284, + 0.013698135508155716 + ] + ], + "std": [ + [ + 0.9995168687982413, + 1.0072187255531315, + 0.9922765699545656, + 1.0014379023165043, + 1.0007423887263762, + 1.006595287508758, + 0.996025190875742, + 1.0015863398288425, + 0.9939619881518538, + 1.0012546381038536, + 0.9974235803209218, + 0.9958759047377087, + 1.0231793150542605, + 0.9988598615456608, + 1.0165807865563634, + 0.9981765632980487, + 0.9916120393689883, + 0.9967806721546657, + 1.0001387498061993, + 0.9907382633450215, + 0.9919466420747174, + 0.9918048070565159, + 0.9927131112764388, + 0.9987541938182435, + 0.9829950228363971, + 0.9987615525719863, + 1.006646575684889, + 0.9727270348859581, + 1.0274767556558333, + 0.9948545552577256, + 0.9724110619354693, + 0.999399954650725, + 1.0137453383320747, + 1.0038171597805419, + 0.9942857302920103, + 1.0221132950933616, + 1.0125332438729522, + 1.0058606284258966, + 1.0061583893468007, + 1.0071484737907352, + 0.993080173542264, + 0.994054088509694, + 1.0019557537886754, + 0.9879867613789639, + 1.0059203970540576, + 1.002236769456239, + 1.0166179760088292, + 1.0148930646959913, + 0.9855942441531308, + 0.9881712595842015, + 0.997375001351328, + 1.0153221146032385, + 0.9987022726517054, + 1.0023090382878383, + 0.9960039697880356, + 0.9659716681886643, + 1.0079997805456118, + 0.9972223231158401, + 0.9973623069301778, + 1.0162353419266272 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 3, + "depth": 4, + "padding": 120, + "parameters": 80286, + "cert_evals": { + "36": 0.7153284549713135, + "72": 0.6147028207778931, + "108": 0.5218977928161621, + "255": 0.188216894865036 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/monks-1/fold_0/result.json b/UCI_N4/sandwich/runs/monks-1/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..04da7a131d46df5520bf9487c764ca25abc0688b --- /dev/null +++ b/UCI_N4/sandwich/runs/monks-1/fold_0/result.json @@ -0,0 +1,42 @@ +{ + "best_epoch": 68, + "best_val_acc": 0.9142857142857143, + "test_acc": 0.8314606741573034, + "train_size": 432, + "val_size": 35, + "test_size": 89, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 4, + "padding": 12, + "parameters": 893, + "cert_evals": { + "36": 0.7303370833396912, + "72": 0.5955055952072144, + "108": 0.47191011905670166, + "255": 0.08988764137029648 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/monks-1/fold_1/result.json b/UCI_N4/sandwich/runs/monks-1/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..51db41134df63a9c4a2cb453b44af40f31642929 --- /dev/null +++ b/UCI_N4/sandwich/runs/monks-1/fold_1/result.json @@ -0,0 +1,42 @@ +{ + "best_epoch": 1, + "best_val_acc": 0.6521739130434783, + "test_acc": 0.8217821782178217, + "train_size": 432, + "val_size": 23, + "test_size": 101, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 4, + "padding": 12, + "parameters": 893, + "cert_evals": { + "36": 0.6435643434524536, + "72": 0.39603960514068604, + "108": 0.178217813372612, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/monks-1/fold_2/result.json b/UCI_N4/sandwich/runs/monks-1/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..ce4fd9242d57925bf18a5805584097d676445cc2 --- /dev/null +++ b/UCI_N4/sandwich/runs/monks-1/fold_2/result.json @@ -0,0 +1,42 @@ +{ + "best_epoch": 16, + "best_val_acc": 0.896551724137931, + "test_acc": 0.7789473684210526, + "train_size": 432, + "val_size": 29, + "test_size": 95, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 4, + "padding": 12, + "parameters": 893, + "cert_evals": { + "36": 0.6842105388641357, + "72": 0.49473685026168823, + "108": 0.42105263471603394, + "255": 0.010526316240429878 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/monks-1/fold_3/result.json b/UCI_N4/sandwich/runs/monks-1/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..5a64d6c6014bf82fb12fbda6d040c0729e354368 --- /dev/null +++ b/UCI_N4/sandwich/runs/monks-1/fold_3/result.json @@ -0,0 +1,42 @@ +{ + "best_epoch": 11, + "best_val_acc": 0.8260869565217391, + "test_acc": 0.7524752475247525, + "train_size": 432, + "val_size": 23, + "test_size": 101, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 4, + "padding": 12, + "parameters": 893, + "cert_evals": { + "36": 0.6732673048973083, + "72": 0.47524750232696533, + "108": 0.2970297038555145, + "255": 0.009900989942252636 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/monks-2/fold_0/result.json b/UCI_N4/sandwich/runs/monks-2/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..c585331748d3db890466e1d9890cb750a064f080 --- /dev/null +++ b/UCI_N4/sandwich/runs/monks-2/fold_0/result.json @@ -0,0 +1,42 @@ +{ + "best_epoch": 1, + "best_val_acc": 0.6666666666666666, + "test_acc": 0.6115107913669064, + "train_size": 432, + "val_size": 30, + "test_size": 139, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 4, + "padding": 12, + "parameters": 893, + "cert_evals": { + "36": 0.6115108132362366, + "72": 0.47482016682624817, + "108": 0.0, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/monks-2/fold_1/result.json b/UCI_N4/sandwich/runs/monks-2/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..b4b959be122d948537b3141d3973c8f599d5f590 --- /dev/null +++ b/UCI_N4/sandwich/runs/monks-2/fold_1/result.json @@ -0,0 +1,42 @@ +{ + "best_epoch": 8, + "best_val_acc": 0.6538461538461539, + "test_acc": 0.6153846153846154, + "train_size": 432, + "val_size": 26, + "test_size": 143, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 4, + "padding": 12, + "parameters": 893, + "cert_evals": { + "36": 0.615384578704834, + "72": 0.615384578704834, + "108": 0.615384578704834, + "255": 0.41258740425109863 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/monks-2/fold_2/result.json b/UCI_N4/sandwich/runs/monks-2/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..1ec3db50e2f2b1a54c6d41c74156d5cdb8ba9e23 --- /dev/null +++ b/UCI_N4/sandwich/runs/monks-2/fold_2/result.json @@ -0,0 +1,42 @@ +{ + "best_epoch": 14, + "best_val_acc": 0.6206896551724138, + "test_acc": 0.6214285714285714, + "train_size": 432, + "val_size": 29, + "test_size": 140, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 4, + "padding": 12, + "parameters": 893, + "cert_evals": { + "36": 0.6214285492897034, + "72": 0.6214285492897034, + "108": 0.6214285492897034, + "255": 0.48571428656578064 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/monks-2/fold_3/result.json b/UCI_N4/sandwich/runs/monks-2/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..6d1c27e60a7d6dce9c965906849f0c7019717245 --- /dev/null +++ b/UCI_N4/sandwich/runs/monks-2/fold_3/result.json @@ -0,0 +1,42 @@ +{ + "best_epoch": 2, + "best_val_acc": 0.6551724137931034, + "test_acc": 0.6142857142857143, + "train_size": 432, + "val_size": 29, + "test_size": 140, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 4, + "padding": 12, + "parameters": 893, + "cert_evals": { + "36": 0.6142857074737549, + "72": 0.6142857074737549, + "108": 0.6142857074737549, + "255": 0.5071428418159485 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/monks-3/fold_0/result.json b/UCI_N4/sandwich/runs/monks-3/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..d5b0398ff0406fe244b896427e8020eb7d939bbe --- /dev/null +++ b/UCI_N4/sandwich/runs/monks-3/fold_0/result.json @@ -0,0 +1,42 @@ +{ + "best_epoch": 32, + "best_val_acc": 0.6875, + "test_acc": 0.5, + "train_size": 432, + "val_size": 32, + "test_size": 90, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 4, + "padding": 12, + "parameters": 893, + "cert_evals": { + "36": 0.4888888895511627, + "72": 0.4888888895511627, + "108": 0.4888888895511627, + "255": 0.4888888895511627 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/monks-3/fold_1/result.json b/UCI_N4/sandwich/runs/monks-3/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..1c8910bf6ab23fe2b411415699b43b2690d79b27 --- /dev/null +++ b/UCI_N4/sandwich/runs/monks-3/fold_1/result.json @@ -0,0 +1,42 @@ +{ + "best_epoch": 1, + "best_val_acc": 0.6111111111111112, + "test_acc": 0.5576923076923077, + "train_size": 432, + "val_size": 18, + "test_size": 104, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 4, + "padding": 12, + "parameters": 893, + "cert_evals": { + "36": 0.5192307829856873, + "72": 0.5192307829856873, + "108": 0.5192307829856873, + "255": 0.49038463830947876 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/monks-3/fold_2/result.json b/UCI_N4/sandwich/runs/monks-3/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..242341fcba056d0728916ca155ac76057fedb013 --- /dev/null +++ b/UCI_N4/sandwich/runs/monks-3/fold_2/result.json @@ -0,0 +1,42 @@ +{ + "best_epoch": 24, + "best_val_acc": 0.625, + "test_acc": 0.5510204081632653, + "train_size": 432, + "val_size": 24, + "test_size": 98, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 4, + "padding": 12, + "parameters": 893, + "cert_evals": { + "36": 0.5, + "72": 0.5, + "108": 0.4897959232330322, + "255": 0.47959181666374207 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/monks-3/fold_3/result.json b/UCI_N4/sandwich/runs/monks-3/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..64787bb5146593bbca80a4b5e62a1d16278ecb6a --- /dev/null +++ b/UCI_N4/sandwich/runs/monks-3/fold_3/result.json @@ -0,0 +1,42 @@ +{ + "best_epoch": 5, + "best_val_acc": 0.6551724137931034, + "test_acc": 0.5053763440860215, + "train_size": 432, + "val_size": 29, + "test_size": 93, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 4, + "padding": 12, + "parameters": 893, + "cert_evals": { + "36": 0.5053763389587402, + "72": 0.5053763389587402, + "108": 0.5053763389587402, + "255": 0.5053763389587402 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/mushroom/fold_0/result.json b/UCI_N4/sandwich/runs/mushroom/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..b5a7863364df53dfb731ac38810a99788bd489d3 --- /dev/null +++ b/UCI_N4/sandwich/runs/mushroom/fold_0/result.json @@ -0,0 +1,72 @@ +{ + "best_epoch": 12, + "best_val_acc": 1.0, + "test_acc": 1.0, + "train_size": 2031, + "val_size": 1204, + "test_size": 4889, + "stats": { + "mean": [ + [ + 0.01584243131462058, + 0.019616320039388076, + -0.017441079960610038, + 1.6376169432992076e-06, + 0.03251508222550193, + -0.0356802550467818, + 0.0053510472673569415, + 0.01704437272280179, + -0.004787042589856331, + -0.006957840965042196, + -0.010824010832105619, + -0.015714124076808157, + -0.0028289399310687338, + 0.026870491383555076, + 0.022659543082221442, + -0.030434470704082447, + 0.043593827671097096, + 0.004918543082224606, + 0.02840681752831178, + -0.026348127031018555, + -0.005641193156080321 + ] + ], + "std": [ + [ + 1.035686963839167, + 1.007002340594574, + 1.0017151333988827, + 0.9999368171880522, + 0.9990636351015061, + 1.1008233629053865, + 1.0048344484644247, + 1.0068055573931955, + 1.0236440770193422, + 1.0008597796892533, + 1.0073922426397302, + 1.0167066772104598, + 1.0093964386273888, + 0.9734350559013669, + 0.9832626494901496, + 1.1103048088729688, + 1.0723209186406066, + 1.007595964551157, + 1.0120097158286505, + 1.0110411166324569, + 1.0045172770457236 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 2, + "depth": 4, + "padding": 42, + "parameters": 10043, + "cert_evals": { + "36": 1.0, + "72": 0.994477391242981, + "108": 0.9899774789810181, + "255": 0.9637962579727173 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/mushroom/fold_1/result.json b/UCI_N4/sandwich/runs/mushroom/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..999675f037f9141ce33d4eb8fb8db4e2f7a13505 --- /dev/null +++ b/UCI_N4/sandwich/runs/mushroom/fold_1/result.json @@ -0,0 +1,72 @@ +{ + "best_epoch": 9, + "best_val_acc": 1.0, + "test_acc": 0.9993800371977681, + "train_size": 2031, + "val_size": 1254, + "test_size": 4839, + "stats": { + "mean": [ + [ + 0.021851665189558965, + 0.045494687346133454, + -0.023016031905465747, + 0.036965530280656626, + -0.008439554899067095, + -0.06050103692762893, + -0.005352279172820291, + 0.018109654357464634, + -0.010826772476611657, + -0.005964144756278134, + -0.0263845425898607, + -0.005439538158541234, + 0.010182521910388735, + 0.029856061546036587, + 0.009422661742979281, + -0.06898491088133507, + 0.012714621368784741, + -0.020496901526342964, + 0.05158484524864612, + -0.02241571344165382, + -0.02120593136385968 + ] + ], + "std": [ + [ + 1.0315248601647244, + 0.9830179985436717, + 1.0047928251090696, + 0.992895294859441, + 1.0073587113125533, + 1.1652227018641232, + 0.9949884738559476, + 1.0072236447378615, + 1.00567603413793, + 1.0007315155621166, + 1.0109205575258327, + 0.9954514465944221, + 0.9929406186187327, + 0.9751836648011396, + 0.9886323473980784, + 1.2290771873330002, + 1.039381732586694, + 1.0071967460617643, + 1.021124603051882, + 0.9975517568367002, + 0.9993739380403122 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 2, + "depth": 4, + "padding": 42, + "parameters": 10043, + "cert_evals": { + "36": 0.9989666938781738, + "72": 0.995246946811676, + "108": 0.990493893623352, + "255": 0.958669126033783 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/mushroom/fold_2/result.json b/UCI_N4/sandwich/runs/mushroom/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..35eafdb045c3c2777e1b6ab0a1bef103af6e7ed4 --- /dev/null +++ b/UCI_N4/sandwich/runs/mushroom/fold_2/result.json @@ -0,0 +1,72 @@ +{ + "best_epoch": 16, + "best_val_acc": 1.0, + "test_acc": 0.9993764290168364, + "train_size": 2031, + "val_size": 1282, + "test_size": 4811, + "stats": { + "mean": [ + [ + 0.03987938453963112, + 0.04048598621368699, + 0.017724141063516025, + 0.042959675036934646, + 0.03524534219595943, + -0.01085947316593538, + 0.06020559527326806, + 0.04154585032004439, + -0.021138416248152825, + 0.00794760216642041, + -0.004058537173807962, + 0.006043802067947628, + 0.019799688330871056, + 0.03766451600196941, + 0.053620419005411035, + -0.008115798128995993, + 0.03451170260955303, + -0.036620701624815996, + 0.050364973855244716, + -0.04954926834071779, + -0.038910718808467415 + ] + ], + "std": [ + [ + 1.0340777607321368, + 0.9828467876602278, + 1.0051604242584575, + 0.9916188873116444, + 1.0038227965760236, + 1.0318178450050028, + 1.0521446789948306, + 1.0160955327893362, + 0.9979031775629262, + 0.9988302921123722, + 1.0182499365894375, + 1.001416742027472, + 0.9791335857275247, + 0.980153235814559, + 0.9653369532140004, + 1.0477780788429225, + 1.071696160550273, + 1.0158478432818197, + 1.025340873611186, + 1.0205312831654343, + 1.0033427979641445 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 2, + "depth": 4, + "padding": 42, + "parameters": 10043, + "cert_evals": { + "36": 0.9979214668273926, + "72": 0.9956350326538086, + "108": 0.993140697479248, + "255": 0.9661192893981934 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/mushroom/fold_3/result.json b/UCI_N4/sandwich/runs/mushroom/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..3ffcac6c8b50dddedab380c06524c126e843a609 --- /dev/null +++ b/UCI_N4/sandwich/runs/mushroom/fold_3/result.json @@ -0,0 +1,72 @@ +{ + "best_epoch": 12, + "best_val_acc": 1.0, + "test_acc": 0.9987626314704062, + "train_size": 2031, + "val_size": 1244, + "test_size": 4849, + "stats": { + "mean": [ + [ + 0.03496272082717429, + 0.006259809945836701, + -0.04574476898079691, + 0.0529499162973972, + 0.02928835942885052, + -0.032577657311676125, + 0.02140603692762581, + 0.03515416051206783, + -0.04146721969473072, + 0.024840437715410932, + -0.005411634662730505, + 0.015714001477105683, + 0.0005653535204322815, + 0.0039044672575081134, + -0.004711640078783966, + -0.03449241260462414, + -0.005449605120628364, + -0.03908023929099026, + 0.04496253520433339, + -0.007472618414573513, + -0.011867085376661432 + ] + ], + "std": [ + [ + 1.037139112731056, + 0.9986273221456993, + 0.9988733086677153, + 0.9894071869891404, + 0.9808046824130975, + 1.092466913790217, + 1.0192143900594468, + 1.0137373624703432, + 1.0005595322422731, + 0.9962556551254128, + 1.0143973341038952, + 0.977335640989274, + 1.0045271012864667, + 0.9912055809890613, + 0.9960096703292455, + 1.1096668870025468, + 0.9979657396378034, + 1.0073781800135768, + 1.0120560325807864, + 1.0092077265578872, + 1.0030900969477494 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 2, + "depth": 4, + "padding": 42, + "parameters": 10043, + "cert_evals": { + "36": 0.9977314472198486, + "72": 0.9934006929397583, + "108": 0.9898948073387146, + "255": 0.9618477821350098 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/musk-1/fold_0/result.json b/UCI_N4/sandwich/runs/musk-1/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..fb77fa9f0dbb1f71b2023d2668b0f3555912e66a --- /dev/null +++ b/UCI_N4/sandwich/runs/musk-1/fold_0/result.json @@ -0,0 +1,362 @@ +{ + "best_epoch": 15, + "best_val_acc": 0.8552631578947368, + "test_acc": 0.8327402135231317, + "train_size": 119, + "val_size": 76, + "test_size": 281, + "stats": { + "mean": [ + [ + -0.009291536974789802, + -0.12607884680672266, + -0.04762204201680674, + -0.0761702235294117, + -0.044936774789916, + -0.014382231932773128, + -0.041894201680672254, + -0.03190622907563026, + 0.021353001680672248, + 0.10775567647058813, + 0.09010778932773111, + -0.057640225210084016, + 0.14667296336134458, + 0.10126893949579828, + 0.14001244605042018, + -0.04249502016806724, + 0.038105572268907546, + 0.002184308487394976, + -0.05224322941176468, + 0.06215304016806718, + -0.12393828857142859, + -0.02803303361344539, + -0.10647747142857145, + 0.02538642941176475, + 0.03754377647058824, + -0.00930381512605037, + -0.10533614621848736, + -0.07591091428571431, + 0.015518248319327696, + 0.03344583445378154, + -0.0436141698991596, + -0.03440255966386541, + -0.08419558653781517, + 0.059494676050420144, + 0.011928458739495816, + -0.006269523999999992, + 0.060528428571428566, + 0.03592683193277311, + 0.07123646218487396, + -0.0823780630252101, + -0.03973622907563024, + -0.09128727731092437, + 0.134798512605042, + 0.09857759663865544, + 0.08639189302521, + 0.04655348655462184, + 0.12397431176470586, + -0.0036607467226890487, + -0.045298374201680695, + 0.09763559579831942, + -0.11482796470588238, + 0.005798111764705843, + -0.04984500840336133, + 0.10562984689075626, + -0.006794973949579853, + -0.06879170025210085, + -0.05042998067226895, + -0.1381735478991597, + 0.018107122621848763, + 0.07930746134453784, + -0.035087430369747964, + -0.047216151260504276, + -0.050801200000000026, + 0.000790052100840336, + -0.03210146470588229, + -0.011450639932773149, + 0.13865514789915964, + 0.024682792941176448, + 0.04572973361344544, + -0.07111193899159665, + -0.05305032773109243, + -0.03151311848739495, + 0.13506087714285714, + 0.03930882689075631, + 0.13208768117647057, + 0.03213378487394958, + 0.036931210084033585, + 0.0542657411764706, + -0.055266365126050425, + -0.007700784890756318, + -0.06660210142857143, + -0.0472203361344537, + -0.13513644588235293, + -0.0953638899159664, + 0.0684584218487394, + -0.027715061344537825, + -0.13681975714285718, + -0.03402985277310925, + 0.0014045230252100738, + 0.0014960380672269073, + -0.013881531092436904, + -0.054739220168067156, + -0.07439434873949584, + 0.16347766033613445, + -0.027834813445378172, + 0.04105560084033615, + -0.018090553781512614, + 0.039478408403361344, + 0.01011179831932775, + -0.056224057983193236, + -0.05482081092436975, + -0.09049105663865546, + 0.1384086307563025, + 0.1158592352941177, + 0.1295010983193277, + 0.026534809327731116, + 0.030993403193277324, + 0.045596629411764705, + 0.07867409050420171, + 0.07023428403361341, + -0.010699962478991626, + -0.1297697013445378, + -0.06125888739495793, + -0.054635241344537774, + 0.07315159588235293, + 0.14113961932773117, + 0.03369915462184867, + -0.017007521008403328, + -0.03182301008403359, + -0.10475748344537812, + 0.029890118487394944, + 0.008469613445378164, + 0.0055577798319327845, + -0.015650881428571396, + 0.0048053532268907215, + 0.06544014621848733, + 0.11003610159663865, + 0.04605257647058817, + 0.14969492016806743, + -0.012363702521008463, + -0.051404617310924446, + -0.01038593529411762, + -0.07927427529411762, + -0.04159334571428572, + 0.06169648184873948, + 0.11608897882352946, + 0.038903689075630285, + 0.1461880742857143, + -0.06708651966386553, + -0.11414608924369747, + -0.1295263958823529, + -0.03233595445378152, + -0.04501458058823521, + -0.000721831932773089, + -0.004400483109243784, + -0.12390628907563028, + -0.036873544537815106, + -0.0909845665546218, + -0.10444491176470592, + -0.09871166294117649, + 0.005718816974789886, + -0.036594511848739485, + -0.04913234621848742, + -0.08743706722689078, + -0.11513121176470595, + -0.08874053697478997, + -0.05336954033613433, + 0.082962791092437, + -0.021164454621848745, + -0.0932097171428572, + 0.014436121848739485, + -0.04426032336134451, + -0.1090511277310925, + 0.1449148087394958, + 0.1817663789915966, + 0.013956836806722718 + ] + ], + "std": [ + [ + 1.0099114119845158, + 0.9348594846360825, + 0.9584972842977127, + 0.9640337720371549, + 0.2970971465206269, + 0.9902644318765941, + 0.9766608443635819, + 0.9277337303843832, + 1.0209147991357326, + 0.8462688910212999, + 0.937274236323561, + 0.9720030442747652, + 0.8629052767970179, + 1.0131630405366665, + 1.0235995127546023, + 0.9236691973697053, + 1.0455909357050364, + 1.035981564713016, + 0.99532697338212, + 0.9211771365528878, + 0.874501926986878, + 0.9704498314090642, + 0.891302047446978, + 0.9804149844573272, + 1.0041773279830728, + 1.002529298728106, + 1.0224471703080853, + 0.9244712375286949, + 0.9743559806263377, + 0.9887295244749511, + 0.9544273760411471, + 1.02985801200279, + 0.9474472095469905, + 0.9846549124544697, + 1.0482961086154436, + 1.055409389025073, + 1.0423422939087563, + 1.0253865871036294, + 1.0239668108505644, + 0.9972886803210333, + 0.9397442064430964, + 0.9896358956731565, + 0.8331728551459917, + 1.0002340413586819, + 1.026654843545489, + 0.9343094828155423, + 1.0805604708964744, + 1.016149424944211, + 0.9476470504397961, + 0.8577284376860824, + 0.920172262946738, + 1.0002820735413485, + 0.9664321885797094, + 1.019659024980453, + 1.0132206139363333, + 1.00472748039475, + 1.0024772758067237, + 0.9013838379335253, + 0.9715976585133171, + 0.9356214917883198, + 0.9726637625607683, + 1.00574462045675, + 0.9321535556262043, + 1.004591790870879, + 1.0091107376933197, + 1.0832569998991441, + 1.8163040204653527, + 0.9290261409599484, + 1.0054342451497356, + 0.9239187303729655, + 0.9412606308289463, + 0.9574057112375489, + 0.8857071278100311, + 1.0050826351619282, + 0.9471390167804283, + 1.0193559664076242, + 1.033149121132442, + 0.9758992146197891, + 0.9828293233847875, + 0.90614346312176, + 0.9387813930150655, + 0.9606369771060325, + 0.8549597722364108, + 0.9981213041653383, + 0.9677112371500205, + 0.9888508064525113, + 0.9412501606612704, + 0.9784409127120647, + 0.9536777420064435, + 1.0085901119483398, + 1.0060567404606122, + 1.05851562000323, + 0.9752413461311447, + 0.832810761621145, + 0.9562798547506608, + 0.9993771767194177, + 0.9838326504712223, + 1.0393844730608708, + 0.9854152300072946, + 0.9930779495430294, + 0.9453202880876939, + 1.0360449396357243, + 0.9713513980461649, + 0.9992332279693708, + 1.030407313898056, + 1.0076912122214956, + 1.0744880656744056, + 1.0277037793008523, + 0.9982104529316067, + 1.0186593720796726, + 0.9108463414168625, + 0.8553233102911179, + 0.9405777768078974, + 0.9494600014203208, + 0.9952734588081359, + 0.9638326137771844, + 0.9939522113357686, + 0.9987681660336664, + 1.0036155891840373, + 1.0182452713672059, + 0.9910446446968689, + 1.0210928396177827, + 1.014427730685323, + 1.0086920592279505, + 1.0093171765266578, + 0.9594492714523327, + 0.9056353320538072, + 0.9878559376915045, + 0.865650141810967, + 1.0394374951234533, + 0.9719119864007881, + 0.9799530665659871, + 0.9588363638135182, + 0.9822725442114135, + 0.9853299809008946, + 0.9191461281202059, + 1.0618195424162966, + 0.9695623887099393, + 0.9472161121894884, + 0.9054444134708255, + 0.8581249512539794, + 0.9983938325913907, + 0.9776524170683517, + 1.0043567453308122, + 1.0368357351214297, + 0.7773405936733125, + 0.9853354382623081, + 0.9079498191834765, + 0.9125689627310116, + 1.007586247217154, + 1.0299208957325752, + 0.9872806671843242, + 0.9852145677771802, + 0.961619761600875, + 1.0605262646288578, + 0.980777477262741, + 0.8407792662129906, + 0.9672088420960975, + 0.993154330767692, + 0.9994330628955878, + 0.9756248219133866, + 1.0207484353264802, + 0.8458747953216613, + 1.047455330809163, + 0.8596011234926225, + 0.9804108130279062 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 4, + "padding": 332, + "parameters": 608893, + "cert_evals": { + "36": 0.8185053467750549, + "72": 0.7971529960632324, + "108": 0.7829181551933289, + "255": 0.6548042893409729 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/musk-1/fold_1/result.json b/UCI_N4/sandwich/runs/musk-1/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..fdce10e46edb7a8d0fc07eddda4e2138e6fa7968 --- /dev/null +++ b/UCI_N4/sandwich/runs/musk-1/fold_1/result.json @@ -0,0 +1,362 @@ +{ + "best_epoch": 16, + "best_val_acc": 0.8048780487804879, + "test_acc": 0.8181818181818182, + "train_size": 119, + "val_size": 82, + "test_size": 275, + "stats": { + "mean": [ + [ + 0.024158311764705866, + 0.06841572537815128, + 0.07787132436974789, + 0.05814358991596639, + -0.0888491647058824, + 0.03483687310924371, + -0.08321678991596636, + 0.0172144136134454, + -0.07243344537815127, + 0.008146065798319318, + -0.016513243697478995, + -0.05358841159663873, + -0.11541696184873952, + -0.030794808823529415, + -0.023826682857142848, + 0.22576291260504208, + -0.07960640428571429, + 0.17796446697478982, + -0.10515495630252099, + -0.1766215479831932, + -0.021160134789915977, + -0.09120216806722693, + -0.08078450756302523, + 0.036557993277310914, + 0.07266807731092434, + -0.07452452100840339, + -0.09814859546218489, + 0.003981514285714288, + 0.06022833823529412, + 0.03180818907563029, + 0.12598115882352945, + -0.019460692436974722, + 0.005478542042016823, + 0.03584051008403359, + 0.02924001680672268, + 0.08767364537815124, + 0.028594260504201666, + -0.07716408655462187, + 0.056073705882352984, + -0.05639972268907562, + 0.0835798580672269, + 0.025938724369747895, + -0.10687808823529413, + -0.07300582436974785, + -0.056062168571428615, + 0.07744706722689071, + -0.11377087142857145, + 0.048533752268907604, + -0.08137850462184877, + -0.058378573949579855, + -0.028422560504201697, + -0.0789361680672269, + -0.08572274453781516, + 0.03500715462184874, + 0.09914903445378148, + -0.01241268218487394, + -0.09931365378151263, + -0.012532198319327783, + 0.059187288168067245, + 0.08141363613445372, + 0.08123671047058818, + 0.02099984705882357, + -0.061353805882352924, + 0.05045417815126048, + 0.003424229411764733, + 0.03549537599999996, + 0.10939142605042013, + 0.024103800252100897, + 0.09995052563025215, + 0.04793713714285712, + 0.08099445378151263, + 0.04342324285714288, + -0.04197519075630255, + -0.006363128907563019, + -0.04760110218487393, + 0.18736039663865556, + -0.06648005882352942, + 0.04628493109243699, + -0.08752957159663863, + -0.10092213726050421, + -0.04371235016806719, + -0.08629289915966386, + -0.061165748991596644, + 0.06382008823529413, + 0.08361947142857139, + -0.08537609243697473, + 0.011821439495798298, + 0.059812282521008404, + 0.07737757478991594, + 0.048898662184873966, + 0.05884979831932784, + 0.032120366386554605, + 0.049671467226890774, + 0.06206085193277312, + -0.06417456806722689, + 0.09108409243697482, + 0.013927862352941179, + -0.0819115100840336, + 0.06585645378151259, + -0.080924987394958, + 0.08453104543697479, + 0.03520098739495797, + -0.033171742605042, + -0.07644083142857143, + -0.07423916470588235, + 0.19354969352941173, + 0.07750047327731097, + 0.04090831848739493, + -0.009056908571428546, + -0.08928623369747901, + -0.1007881585714285, + -0.06398705378151263, + -0.08433044033613445, + -0.08870030352941174, + 0.009959691008403333, + -0.09990773865546218, + 0.05553736134453778, + -0.06597402521008403, + -0.09688954873949583, + -0.07634268067226894, + 0.04976200672268908, + 0.09565500000000006, + 0.04676366134453782, + 0.039169940336134454, + 0.01394140588235296, + 0.09173843613445375, + 0.04849337193277301, + 0.02735341008403359, + 0.0022560852100840245, + 0.017306670588235304, + -0.07432240336134455, + 0.018145999999999957, + 0.07377648403361345, + 0.03658892100840334, + 0.09466570336134442, + -0.01156839252100844, + -0.08601561932773116, + -0.023251629747899148, + -0.07814215966386556, + -0.05655879957983193, + -0.07487231655462186, + -0.05101524907563022, + -0.07532593025210085, + -0.08363757142857142, + 0.04670676983193278, + 0.01303225319327727, + 0.1082119579831933, + 0.058739847226890775, + 0.04739272436974786, + -0.08494485210084034, + -0.007814653361344537, + 0.03440219747899159, + 0.03682794453781517, + 0.019789025210084014, + -0.020285273949579827, + 0.01840798831932768, + 0.09117156386554631, + 0.09178180537815128, + 0.028927057983193283, + 0.039525619159663856, + 0.03801534126050421, + 0.05517624386554618, + 0.027384261176470626, + -0.06334286823529411, + -0.002208981512605072, + 0.04186990235294113 + ] + ], + "std": [ + [ + 0.9547059509648184, + 0.9457416976985498, + 0.9671967001393593, + 1.0340808405040773, + 0.29867998736393586, + 0.9719739664896527, + 1.0223829819294672, + 0.9920370365260445, + 0.9938178926570024, + 1.0674678703036786, + 1.0536235501005935, + 0.9759681128010698, + 1.1933806341652835, + 1.0462009952757907, + 1.0396377705165756, + 1.2364398130013148, + 1.0297123743799923, + 1.0513930980262587, + 0.9790963258765985, + 1.0632151511993007, + 0.8881037178933221, + 0.997644465555213, + 0.9146456782945884, + 0.9986846418706715, + 1.028389228812699, + 1.0052304374745582, + 1.0570364058143467, + 1.1112265087401707, + 1.0072333277340315, + 0.9792224727759794, + 1.140107641685767, + 1.0319855071635557, + 1.012909596546793, + 1.0478738212633798, + 1.0393769664926573, + 1.040313487043468, + 1.0004874772542869, + 1.0065552249215965, + 0.9959877333213383, + 1.0314341517051941, + 0.9609827644603898, + 0.9407821598946572, + 1.1423539444973092, + 1.040681629733202, + 1.035405523493998, + 1.0348642291431813, + 0.9384238030240764, + 1.007329148159345, + 0.96532151079532, + 1.080102411960722, + 0.9189706961196683, + 0.9890328023534652, + 0.9970449665503818, + 1.0032947034394086, + 1.0232492622926868, + 0.9044539334562162, + 1.0428486576399463, + 0.9869742154628898, + 0.9627579193146311, + 1.0375988820208812, + 1.0442635152617854, + 0.9921480147512401, + 1.0172361211613725, + 0.9856162070884749, + 1.0071085351580469, + 1.004680228407639, + 1.0918099971010347, + 0.859818967469955, + 0.951570742602994, + 0.8998130747416146, + 0.9682740422741012, + 0.9513593820658351, + 1.0918457242129123, + 1.0306512739007234, + 1.1233409715843774, + 1.319054880300292, + 1.0190368042078375, + 1.0726089749646683, + 0.9780586022786055, + 1.0237281910570661, + 0.9302196391823201, + 1.0150095369233572, + 0.8567595112619277, + 1.0253125704582768, + 1.0329663588386147, + 1.0150497595004389, + 0.9645261987539875, + 0.9987452828678794, + 0.9996111734287946, + 0.9939296531881606, + 1.0641892502012626, + 1.0238265092687246, + 1.0399511925040086, + 1.0927394981630942, + 0.947573210798269, + 1.0191620496299643, + 0.9777226300254053, + 1.0076015412678785, + 0.9989352692153354, + 1.0456873119376142, + 0.9570466525951427, + 0.9629678052479418, + 1.0756215730851235, + 1.0393724244555782, + 1.0305172746367526, + 1.0836356914908913, + 1.0236898037082116, + 1.030964269392618, + 1.054840275031591, + 1.0178620591147387, + 1.006995468728297, + 0.8734971943634845, + 0.942877766385353, + 0.971630330747536, + 1.0292634993717256, + 1.116414229811486, + 1.0266501952515827, + 1.0364187186039386, + 1.0294974903053178, + 1.069916118390874, + 0.9920027928850452, + 1.0092646258306635, + 0.9981544780299838, + 0.9515782433268465, + 1.0464699288665589, + 1.0272730625017454, + 1.0548039781673533, + 0.983479378572509, + 1.135184518802563, + 1.0353433069590894, + 1.0020848418547366, + 1.0073768884693561, + 0.9727461694029419, + 0.9973821577284503, + 1.0529917786648204, + 0.8823455010261391, + 1.0295445080258667, + 0.906856533293073, + 0.9621107954508806, + 0.8425968192386732, + 0.8559038698220399, + 1.016468338504835, + 1.037043233806624, + 1.0173006551929522, + 1.0578471179473388, + 1.0163426747138629, + 1.1986785031894742, + 0.9143980309098125, + 0.9344978248549644, + 1.0421032838564122, + 0.9875543674864906, + 1.0306666337849881, + 1.0407485217723018, + 0.9295624550306794, + 1.0304280230394511, + 0.9628856470269781, + 1.122180757252087, + 1.1061285175248974, + 1.0018242894154332, + 0.9161538026866665, + 1.0210998734495285, + 0.9425158583796771, + 1.017252092911681, + 1.1339821301332038, + 0.9482657315372943, + 1.0539881791338177 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 4, + "padding": 332, + "parameters": 608893, + "cert_evals": { + "36": 0.803636372089386, + "72": 0.7890909314155579, + "108": 0.7563636302947998, + "255": 0.6509090662002563 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/musk-1/fold_2/result.json b/UCI_N4/sandwich/runs/musk-1/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..2d65a0c9cc99864350524de6b579d756436f59a9 --- /dev/null +++ b/UCI_N4/sandwich/runs/musk-1/fold_2/result.json @@ -0,0 +1,362 @@ +{ + "best_epoch": 14, + "best_val_acc": 0.921875, + "test_acc": 0.9180887372013652, + "train_size": 119, + "val_size": 64, + "test_size": 293, + "stats": { + "mean": [ + [ + 0.06318337899159665, + -0.01750837369747895, + 0.02927752857142856, + -0.008290130252100843, + 0.015662287394957966, + 0.02086558571428569, + -0.13928621848739492, + -0.07404167731092438, + -0.19213065546218494, + 0.1664315235294117, + -0.12294668319327731, + -0.1817351731092437, + 0.010112128235294188, + -0.10692336386554628, + -0.08861290806722695, + -0.06722896890756305, + -0.16965138907563024, + -0.08699059201680673, + -0.09990497731092438, + 0.025839068067226904, + -0.15816130924369745, + -0.17952358823529418, + -0.12498328067226894, + 0.15700955630252103, + 0.2047434554621848, + -0.12583588235294113, + -0.159380296302521, + -0.1583042731092438, + -0.017471884033613477, + 0.17150142016806721, + -0.013367896789915854, + 0.09515493319327734, + -0.1043621142773109, + 0.14587384495798317, + -0.12920535638655464, + 0.08664596507563023, + -0.11529433613445382, + -0.11128723529411766, + 0.1026118739495799, + -0.1288278638655462, + 0.03162067176470591, + 0.10926809579831938, + 0.10145011742857142, + -0.10089418487394954, + -0.16934925134453793, + -0.10035777899159666, + -0.0022220840336134593, + -0.14973477075630254, + -0.09981443655462183, + 0.13018069327731097, + -0.16896669495798325, + -0.19508748739495796, + -0.15524649243697483, + -0.11831341932773114, + 0.22480805714285726, + -0.04188063773109245, + -0.14299176722689078, + -0.09312031680672267, + -0.03409673368067225, + 0.21123602268907565, + -0.0823785142352941, + 0.09407231092436971, + -0.06044896050420165, + 0.12690943361344537, + -0.15432811176470584, + 0.11373846321008402, + -0.09197245798319335, + -0.036408632521008365, + 0.02736904537815129, + -0.07516609663865546, + 0.02726841428571433, + 0.11449725126050421, + -0.08324179865546223, + -0.1859713232773108, + -0.029114210756302543, + -0.04372340672268908, + -0.1676014957983193, + -0.09481104907563025, + -0.14518526134453774, + -0.14023717031932764, + -0.17883970840336139, + -0.15227219327731092, + -0.12688221596638652, + 0.17267242857142853, + 0.21734268907562995, + -0.13427643697478986, + -0.10342343025210089, + -0.08278381840336131, + 0.039320595126050406, + 0.12871404033613446, + 0.01710760588235305, + 0.1303802900840336, + -0.1259390416806723, + -0.02462903075630251, + -0.011597495798319335, + -0.02996593277310922, + -0.11406075697479011, + -0.15991802436974792, + 0.08011680672268909, + -0.13947732605042013, + 0.03274552773109243, + 0.12533725361344533, + -0.110098517394958, + -0.12202160000000008, + -0.11250578067226888, + -0.029730635546218537, + -0.06243363445378147, + -0.11122854033613447, + 0.0018548309243698465, + -0.16121145042016807, + -0.11309920420168079, + -0.1428132453781513, + -0.16323598739495804, + -0.1605866899159664, + 0.2219443926890757, + 0.08728584873949588, + 0.18907824873949586, + -0.14974748739495788, + -0.15023559243697474, + -0.18183265630252093, + 0.18517070504201683, + 0.16599662184873953, + 0.14711887731092438, + -0.05699850756302512, + 0.04790072465546219, + -0.009070256302521026, + 0.17716400000000004, + 0.16732338571428573, + 0.08124960588235282, + -0.14709592941176478, + 0.0369225247058823, + -0.017422470588235324, + -0.1504932868067227, + -0.19206401436974793, + -0.11275016705882353, + 0.00605314857142857, + -0.1441573467226891, + 0.07815059025210083, + -0.13342117983193286, + -0.0817532226890756, + -0.09976520789915962, + -0.10781365663865544, + -0.14120095630252097, + -0.14986163865546215, + 0.20239748411764702, + -0.07042730252100846, + -0.02724144705882351, + -0.08136119201680665, + -0.08620197731092435, + -0.144991794117647, + -0.11356651411764705, + -0.13158160840336128, + -0.10353579159663868, + 0.15731504201680674, + 0.12369566218487399, + 0.14793098151260503, + -0.10683907815126047, + 0.04158667731092437, + 0.08902219327731095, + 0.11460572504201683, + 0.06525115428571429, + 0.08792362386554624, + 0.06720011109243695, + 0.11343997344537818, + -0.046682014285714286, + 0.08234472924369746 + ] + ], + "std": [ + [ + 0.9926193696304842, + 0.982041564897434, + 0.9788587860924499, + 1.0481325530599315, + 1.1497163338460719, + 0.9036763603503252, + 1.0073501012902193, + 1.0681136353666913, + 0.957911230073424, + 1.0517887344491312, + 1.037533414748361, + 1.0316333625809162, + 0.988344377792284, + 1.0327635738369823, + 1.0645913439075099, + 0.8772045443763791, + 1.0038093734493303, + 1.078088978405565, + 1.016038289193935, + 1.1038191425269852, + 1.0415694714449408, + 0.9494193094640091, + 0.9951683699303016, + 1.0484760713821966, + 1.0292290388549856, + 1.0046238226745023, + 1.0231894041917298, + 0.8722526507660389, + 0.9637053912866876, + 1.0443111125853262, + 0.9779088621252243, + 1.0200265098256789, + 1.04982753768682, + 1.0411057141110271, + 0.9917883582877046, + 1.0640907950667935, + 0.9109416890609948, + 1.014778603352571, + 1.012407645947388, + 1.0130519839966745, + 0.9833348170290883, + 1.0054412900355405, + 1.002550053092507, + 1.040884298794981, + 1.0022037130564367, + 1.0045856731019926, + 1.0338791557822133, + 1.0330533263056556, + 1.0342555211980782, + 1.0856777292343813, + 1.0480432440305076, + 0.9406979132818648, + 0.9525414189459014, + 1.0458734546424882, + 1.0040929970983012, + 1.0908338035551266, + 1.0204411854890103, + 0.9393304179799824, + 0.8845216239422083, + 1.0634312588079848, + 0.9761643177227193, + 0.9998814706721766, + 1.0943099390691056, + 1.0203591751451435, + 1.0002264397589242, + 1.0452620025255572, + 0.21243774403030324, + 0.9825487629977677, + 0.9989470256653102, + 0.9776195550802724, + 0.9881921942536106, + 0.9692812223632913, + 1.0114103879358118, + 1.0176471463203618, + 1.0985968046879107, + 0.9011071747489188, + 0.9852820686558261, + 1.0409724045164395, + 1.0226853862781786, + 1.0523503465387045, + 0.9984890729247287, + 0.9865085860689214, + 1.0253383015650288, + 0.9842190050210698, + 1.0482657857074558, + 1.0036930615027435, + 1.0023674926749344, + 0.9730180833171876, + 1.0498568728572968, + 1.013227026732738, + 1.0681306059244247, + 1.0419005594011688, + 1.0023012201703372, + 1.0090606387751904, + 1.0008208481733105, + 1.0237634624186749, + 0.9344050493529626, + 0.9799269064690889, + 0.9917577807573584, + 1.0154669742852132, + 0.9626828180326641, + 0.9488893200381362, + 1.0680204623811373, + 1.0577745418633626, + 1.0312684087947, + 1.034145517451026, + 0.9555340495289785, + 1.038495245556023, + 1.124990782413921, + 0.9969234745383295, + 1.0341464668845146, + 1.0190464402227772, + 0.9844502112008426, + 0.9638979266497083, + 1.0560016403249661, + 1.0338565548525813, + 1.0195784734669, + 1.0452959798033794, + 1.0300936651868722, + 1.0079193145701346, + 1.0358505453672258, + 0.9983519055294932, + 0.9782721184706487, + 1.017214512787047, + 1.0461193963805977, + 1.0786507849769222, + 1.0600256230229115, + 1.0549246896740905, + 1.0202597947720748, + 1.0047933682967538, + 1.046133607275955, + 0.9767724487049283, + 1.065119568533619, + 1.0493844633618457, + 1.0486183588403433, + 1.0360634805883144, + 1.0211356178592574, + 1.116516917576279, + 0.9684635542928414, + 1.0485198907974274, + 1.0097174728071363, + 1.0200358029187542, + 1.0093169179506543, + 0.9954927763696803, + 1.9163314627641592, + 0.7748234776717885, + 0.8330323640536798, + 0.9972784153379518, + 1.014123873707783, + 1.0176782914003792, + 0.9696823644591901, + 1.0083943170146934, + 1.016776019144507, + 0.9587407406311098, + 0.9964839901207664, + 0.9516493424090011, + 0.7372865758169305, + 0.9783224584281585, + 0.9967116551381188, + 1.0058189487431421, + 0.9864991950017903, + 0.9736185085647364, + 0.9649805689555828, + 0.7965445354430392, + 1.012032729083389, + 1.009115061348346 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 4, + "padding": 332, + "parameters": 608893, + "cert_evals": { + "36": 0.9010238647460938, + "72": 0.8600682616233826, + "108": 0.8259385228157043, + "255": 0.6894197463989258 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/musk-1/fold_3/result.json b/UCI_N4/sandwich/runs/musk-1/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..6286e7f3e3a7a7fc6e7d20f54fedd24ccc1f6ffe --- /dev/null +++ b/UCI_N4/sandwich/runs/musk-1/fold_3/result.json @@ -0,0 +1,362 @@ +{ + "best_epoch": 5, + "best_val_acc": 0.8055555555555556, + "test_acc": 0.8245614035087719, + "train_size": 119, + "val_size": 72, + "test_size": 285, + "stats": { + "mean": [ + [ + 0.08827094453781521, + 0.052429700924369736, + -0.00036463781512605076, + -0.12936181092436974, + 0.24400667394957987, + 0.06789304621848738, + -0.14386008655462185, + -0.16341241647058824, + -0.09119049579831934, + 0.08688295487394951, + -0.010142181512605056, + -0.07992688621848743, + 0.07515934235294126, + -0.043617603697479, + -0.0595251351260505, + -0.00513104201680665, + -0.10509469159663867, + -0.12206933151260506, + -0.10814025714285717, + -0.12779779672268907, + -0.10893169613445379, + -0.08832163865546222, + -0.0816827924369748, + 0.09850233697478993, + 0.05851083949579831, + -0.1641787092436975, + -0.16092729126050428, + -0.1280319789915966, + -0.08851597478991598, + 0.07951196302521006, + 0.08349220993277319, + 0.005591952100840379, + 0.03787954203361344, + 0.10143728361344516, + -0.10608766731092427, + 0.14584866675630268, + 0.012883600840336178, + -0.16592546050420165, + 0.09759672268907567, + -0.19044940252100842, + 0.033699108991596664, + 0.11165795798319325, + 0.09412673485714296, + -0.05305871764705887, + -0.05172935680672275, + 0.012541703843697427, + -0.01198715798319332, + -0.18350753075630258, + -0.11316068361344542, + 0.01317001420168068, + -0.09100677478991598, + -0.07560952100840335, + -0.08295605882352938, + -0.11658848504201687, + -0.0018185008403361622, + -0.2458672547058823, + -0.1656989243697479, + -0.07704509663865547, + 0.036561694117647064, + 0.09020285378151255, + -0.03517201448739494, + 0.05582876890756301, + 0.009798390756302568, + 0.09632748058823527, + -0.07761458739495794, + 0.11183031848739493, + -0.036579986554621885, + -0.1263089718487395, + 0.11839747605042025, + -0.12111019226890757, + 0.02024199159663867, + 0.11024838487394956, + 0.04454762537815129, + -0.04300331764705883, + -0.03712093210084034, + 0.015276773109243746, + -0.10326505882352946, + -0.07333125647058819, + -0.08882397941176472, + -0.12382232100840335, + -0.08881872605042021, + -0.12030378151260503, + -0.09926218848739496, + -0.10734386974789903, + 0.06343325798319317, + -0.13570989327731095, + -0.04595993361344538, + -0.2624038873109244, + -0.16767311747899152, + 0.09202781512605042, + 0.08289800840336134, + 0.09075038487394953, + -0.06000971176470589, + 0.14886200151260504, + -0.07113343193277308, + 0.10141161344537818, + 0.010751606722689067, + -0.10513173865546219, + 0.04550339495798316, + -0.17243847226890754, + 0.046450748739495784, + 0.152537722184874, + -0.04370105689075634, + -0.0473904394957983, + -0.05494940756302522, + -0.07405113613445377, + -0.03986815983193283, + -0.20286767310924372, + -0.06405264798319323, + -0.0780125884033613, + -0.13415427676470587, + -0.08062178285714292, + -0.06563321680672268, + -0.062234380672268885, + 0.019833384033613455, + -0.030907690756302526, + 0.05372328235294116, + -0.1764853655462185, + -0.15975390168067233, + -0.13166282773109242, + 0.07275436470588237, + 0.05660831008403364, + 0.08542897647058818, + 0.12639466974789917, + 0.007908259394958005, + 0.10586099915966378, + 0.11454698386554625, + 0.09212199915966388, + 0.14067056840336137, + -0.0895770168067228, + -0.08912285042016815, + -0.05617147647058823, + -0.14716913361344536, + -0.079183261092437, + -0.05918893747899158, + -0.07452321445378149, + -0.15886370840336134, + 0.01905404537815125, + -0.10519994621848744, + -0.17713219344537812, + -0.11923718403361346, + -0.18296511042016797, + -0.16212627722689074, + -0.13948604201680673, + 0.10796782184873933, + 0.042607534453781536, + -0.20062171932773104, + -0.07986152588235298, + -0.048355900000000014, + -0.1863898361344538, + -0.0708105474789915, + -0.10174562865546222, + -0.09230160840336135, + 0.1088111268907563, + 0.036985360504201724, + 0.0905234268907563, + -0.0005666193277310296, + 0.13550344991596625, + 0.07032440672268905, + 0.12498390974789911, + 0.11443038134453778, + 0.17218037596638658, + 0.12188053815126057, + -0.04917931680672268, + -0.10940718739495801, + 0.018918798487394944 + ] + ], + "std": [ + [ + 1.2133217476808096, + 0.9652578226642976, + 0.9562814291999604, + 0.9966056010399577, + 1.8946268220275222, + 0.9886790713878757, + 1.0097226863252031, + 1.0867582795960857, + 1.0417589224997932, + 1.050242189139985, + 1.0667010091805855, + 1.0548795344041055, + 1.1190749488928982, + 1.0572465763203538, + 1.0230162584277593, + 1.0209072269541954, + 1.0668654357533103, + 1.0443336788426352, + 0.990874576128837, + 1.120212168053591, + 1.059400368391213, + 1.0526573622956357, + 1.1038394597149008, + 1.0008841743240904, + 0.9680575174660357, + 1.0707994377159522, + 1.1140756914259644, + 0.950461759055246, + 0.9718974872556142, + 0.9735586441221257, + 1.1567408121073435, + 1.0232943304431714, + 0.9691590839674367, + 1.0073028282577203, + 0.9940009027248206, + 1.1435157497277848, + 0.9996235910991119, + 1.0269563434750735, + 1.008201967276556, + 1.0550683905227118, + 0.9586071450202497, + 0.9837557247029177, + 1.0965052578037058, + 1.0450206753864866, + 1.0490515247311962, + 1.0695381870608307, + 1.038128056317601, + 1.0253465437388283, + 1.0120829704198246, + 1.0886821528839274, + 1.044134767295889, + 1.057010495053697, + 1.099547175101147, + 1.0777320456504151, + 0.9823934587662047, + 1.1421985287771175, + 1.0422574316080255, + 0.9551778546027428, + 0.956249353115088, + 0.9834601472281421, + 1.029947583292353, + 0.9913988001063331, + 1.0982033505572715, + 0.9681930495112483, + 1.0408755740827247, + 1.2253039493523459, + 0.567158136783271, + 0.9085815833042423, + 1.0299220239151927, + 0.9456963821833498, + 0.9732983818929857, + 1.0442991792113836, + 1.04539232954153, + 1.0732878711261946, + 1.1008086762685154, + 1.0285808932813831, + 1.0337505005392162, + 1.0564580683518567, + 1.009641905396013, + 1.0305981372553041, + 1.0664271922774013, + 1.0216625020139711, + 1.0388018156059555, + 0.9586012537860019, + 0.9557594962481459, + 1.0302377619239333, + 0.9961613435881551, + 0.9016777854545155, + 0.9406896531612865, + 0.9812838480496827, + 1.0699842326852145, + 1.0186354962550983, + 1.035027201513659, + 1.0841073584834067, + 1.0303881720252803, + 1.0570748314290839, + 1.02985434388838, + 1.0364309671151335, + 1.0005332938619562, + 1.025577023774322, + 0.9464780143821591, + 1.0208419763094765, + 1.0617116423350834, + 1.0293973942652435, + 1.0261666434965675, + 0.9851421752157683, + 0.9857629751068895, + 1.0385946163975952, + 1.0559440697914113, + 1.016524220581366, + 1.0027196694275118, + 1.0834757121421426, + 1.0779633843014398, + 1.0946447748718007, + 0.9723982390487668, + 1.2023645479315772, + 0.9602099447193709, + 1.0179074417662215, + 1.0352139390132336, + 1.0786183250373933, + 0.9804549368975595, + 0.9682741396185083, + 0.9768312285612, + 0.964630802629325, + 1.0207703099984005, + 1.0415806373869094, + 1.0550470699342684, + 0.9675481149164916, + 1.1420215446420958, + 1.0174455574052221, + 1.083572189658775, + 0.9761057784836439, + 1.0143463201882303, + 1.0941768766737126, + 1.0832459833284696, + 0.9500313582926581, + 1.065039580804888, + 1.0125276884653949, + 1.1411154537895276, + 1.1272755315245084, + 1.050528247361956, + 1.028501993348714, + 1.006157366499387, + 1.012150424187772, + 1.6375220163439004, + 1.093707575936411, + 0.6658659113952596, + 0.988960241303364, + 1.0068392081134723, + 1.09304691782344, + 0.9750885920735577, + 1.0310739633166615, + 1.0173047096798833, + 0.9764442487893782, + 1.0396515626155156, + 0.9538418857070222, + 0.9651813087072169, + 1.0912789245984904, + 0.9909731053384292, + 0.9928942678288627, + 1.0260651993226064, + 1.0689401877661775, + 1.1776513152500432, + 1.2958224260799447, + 1.1488774292810453, + 1.0222715473882593 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 4, + "padding": 332, + "parameters": 608893, + "cert_evals": { + "36": 0.8105263113975525, + "72": 0.7894737124443054, + "108": 0.7754386067390442, + "255": 0.6385964751243591 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/musk-2/fold_0/result.json b/UCI_N4/sandwich/runs/musk-2/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..818a31dbb2d54fe519be60e0850a68643f1ec8dd --- /dev/null +++ b/UCI_N4/sandwich/runs/musk-2/fold_0/result.json @@ -0,0 +1,362 @@ +{ + "best_epoch": 44, + "best_val_acc": 0.9726603575184016, + "test_acc": 0.9657328664332167, + "train_size": 1649, + "val_size": 951, + "test_size": 3998, + "stats": { + "mean": [ + [ + 0.012168368132202085, + 0.02341837027895701, + 0.020700292359005428, + -0.02209387503335347, + -0.0020560481746509213, + 0.07922314560339604, + -0.027858995163129237, + 0.00514897956337172, + -0.025443598241358795, + -0.012925350424499825, + -0.009110814602789298, + -0.017373151864160538, + -0.040321679138872364, + 0.007127460606428197, + -0.012625362098240398, + -0.02746496821710099, + -0.023977028114008505, + -0.0128747651546395, + -0.006377627871436776, + -0.011840867556093787, + -0.035358124244997124, + -0.02599307175864223, + -0.018361714281382703, + 0.011001715591267355, + 0.027934514554275192, + -0.011575247507581028, + -0.007172763747725843, + 0.0027959981928443083, + 0.042997548386901153, + 0.023930509799878933, + -0.01096750604002399, + 0.010412050727713567, + -0.006464042322619719, + 0.029377336149787842, + -0.02244467216494814, + 0.0317711095209218, + 0.03187295605821503, + -0.0026378569678593704, + 0.020977830206185225, + -0.0036226940509401454, + 0.021893817113401794, + -0.0009828729290479623, + -0.029076973559733193, + 0.0033704940994537243, + 0.004985980127349881, + -0.010993449878715093, + -0.012518613050333069, + -0.027202663074590454, + -0.0010676262219536442, + -0.01585898565524571, + -0.03181626658580958, + -0.02924936503335347, + -0.02763026403881141, + 0.008494404038809971, + 0.04722333969678628, + 0.0229503257368101, + -0.018894740873256474, + 0.01871618680412386, + 0.06477876221952691, + 0.008558880157671074, + -0.031547880798059424, + 0.008203403517283188, + -0.000289734602789409, + 0.03673335621588857, + 0.013091789630078789, + 0.02911800007883555, + 0.01277751763492998, + 0.008987795275924537, + 0.008712649326864512, + 0.01420030491813175, + 0.025488006731351723, + 0.021362418544572378, + -0.015943126046088506, + -0.0005885549181321762, + -0.03791631068526347, + -0.015693888781078937, + -0.023804016494845228, + 0.004294386876894847, + -0.01157729425712512, + -0.01509732865979494, + -0.031328824038811424, + -0.025596520897513814, + -0.03243116698605216, + -0.02051309634930244, + 0.012494524863553975, + -0.025342257265009032, + 0.014463499423893529, + 0.03412406198301991, + 0.0033505793298965916, + 0.042880541425106077, + 0.007444614442691303, + 0.019256483653728926, + -0.015653737174045033, + 0.0006856575657974568, + 0.02221309022437888, + 0.018454490527591967, + 0.05848207186500957, + -0.019929462886597988, + 0.01588340198908411, + -0.016667239181321875, + 0.018337170509399668, + 0.005482837640995143, + -0.02818863503335347, + -0.010530225324440038, + 0.000394534081261926, + 0.0006825949909036677, + -0.004826858508186781, + -0.020504588665858026, + -0.02142568289266422, + -0.0011396426318975351, + -0.01590721860521369, + -0.030444407580351825, + -0.031948866100667064, + -0.030496640163735603, + 0.012254034827167781, + 0.012930004990903523, + 0.02322402771376609, + -0.008586242510612324, + -0.0197745485567008, + -0.007942196488781021, + 0.025542949909036442, + 0.05293685342025502, + 0.05262248675560933, + -0.029827094505761254, + 0.010104120921770921, + 0.0022028918981197103, + 0.0016149754275316386, + 0.023351566525166744, + -0.002819539854457228, + -0.002041346402668358, + 0.01823543717404487, + 0.013049118435415728, + -0.030092134930260864, + -0.014618941146149471, + 0.005299833020012497, + 0.015546710539720895, + -0.00942926343238306, + 0.015492048283808455, + -0.011970772437841034, + 0.009756993417829036, + -0.019888988114008455, + -0.0011420646452394534, + -0.015025678132201254, + -0.013745059496664378, + 0.015459569375378677, + -0.010210574627045487, + 0.021245265463917546, + 0.022011781334142992, + 0.02073261820497242, + -0.005542739993935386, + -0.019565093746513107, + 0.00036582510612481067, + -0.0189964784718008, + 0.019598904063068558, + -0.00026563279563400293, + 0.01771834469981801, + 0.01626723617465116, + 0.01942332519102481, + 0.031801142498483904, + 0.018783376682838318, + -0.004773656567616662, + -0.00011846311400895201, + 0.01336986795633728, + -0.03590764133414193, + -0.03136190026682869, + 0.019380970218314118 + ] + ], + "std": [ + [ + 1.0328022523113283, + 1.0034675961418653, + 1.004502178141599, + 0.9908819725941522, + 0.9900285779624574, + 0.9922869983839483, + 0.9940251383226943, + 1.0023957894105795, + 1.0001232563862132, + 0.9694534261265297, + 0.9909609551728282, + 1.0245658684959877, + 0.9889385630503745, + 1.02018833549602, + 1.0099637621111557, + 0.9533954360905958, + 0.9939413086518578, + 0.9495206701070115, + 1.0240125891607361, + 1.0103444615034631, + 0.9946476273612365, + 0.991342725906765, + 0.9858149199320863, + 1.0014711063260942, + 1.004472195320524, + 0.9889795116240089, + 1.000004391730708, + 1.0058601968014709, + 1.0343528189495148, + 0.9919047582182774, + 0.9696485736175491, + 0.9924140896524998, + 1.0155430689993945, + 0.9932553050087483, + 0.9699258360928635, + 1.0042970460912612, + 1.0197195605157803, + 1.001155677587926, + 1.0168152275345068, + 0.9990466599977574, + 1.0098411842715662, + 0.9846055078437203, + 0.9754412310974523, + 1.0070038006714206, + 1.0276809963147806, + 0.9906853395114988, + 0.9868894780685001, + 0.9900119186756405, + 1.0256770060540596, + 0.9757901727181725, + 1.00918520579672, + 0.9930883762442995, + 0.9893732161976826, + 1.0067582306865286, + 0.9812661122355284, + 0.9974102126361273, + 0.9972736641033295, + 1.0121917462070245, + 1.0227697257558075, + 0.9856449287075832, + 0.9902863042093888, + 0.9959939826856674, + 1.0367568153718374, + 0.9863881182581064, + 1.0128392086861082, + 1.0221798349905806, + 1.0363645719704848, + 0.9908253070164581, + 1.0128010969900354, + 0.988603956830815, + 1.0081799316492677, + 1.0108771107458496, + 0.9832967493585726, + 1.029163070750164, + 0.9916679017275597, + 0.962685533931823, + 1.0027583300444822, + 1.0001938412765523, + 1.0209787004269553, + 0.9973662987453862, + 1.0061352847046312, + 0.9919410755542308, + 0.9846501403948491, + 0.9899263174260658, + 0.9845864971582349, + 0.9930689102842462, + 1.0135506035486388, + 1.0043926518503545, + 1.0162976879588899, + 0.9792327605267319, + 1.006235132130296, + 1.0118863144201946, + 1.00544671112892, + 1.0039248549576703, + 1.0350589137732202, + 0.9995022597709913, + 1.0159841525314124, + 1.0003354265534572, + 1.0084463468690352, + 0.9985081538974993, + 1.0110839895364512, + 1.0013381576463882, + 0.9912876803786089, + 0.997289736689443, + 1.017350271822531, + 0.9797570549225073, + 1.0043565268096553, + 0.9872978856195639, + 1.0033468182033753, + 1.0218062902654916, + 1.0014959384493556, + 0.9888739832615349, + 1.0004143322752173, + 0.9931349078768341, + 0.9800306535559788, + 0.9957636890082171, + 1.0002904102651144, + 0.9887217530179371, + 0.9945292914948252, + 1.004902891466416, + 0.9962003472957158, + 0.9934257069186699, + 0.9799059188184409, + 0.9949621520724802, + 1.0029037698373038, + 1.0036871512403356, + 0.9897720620258614, + 0.9871702045154062, + 1.011521199823348, + 0.9941843616678862, + 1.0247569886394758, + 0.9988084298059352, + 0.9881291924468982, + 1.0179947532533584, + 1.0106341537352928, + 0.9919181897045649, + 1.0028443160348683, + 1.0061816857351074, + 0.9845932235691414, + 0.9825632133654874, + 0.9783171138085085, + 0.9969834535825824, + 1.0007811859343756, + 1.0019656189691033, + 1.0503484122189095, + 0.9753504608707252, + 1.0373469598286436, + 0.9949630633139451, + 1.0059234160225077, + 0.9993867259561041, + 0.9736626903578918, + 1.003303340408411, + 0.9938479422620685, + 0.9997621940680084, + 0.9893549017338009, + 0.9921437872926778, + 1.0351189228816489, + 0.9982053116677407, + 1.0049035777011361, + 1.007943748077122, + 0.987183747951824, + 0.9954065358497123, + 0.9844630756889735, + 0.9195912077534116, + 1.0102406845364933, + 0.9709132374569961 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 4, + "padding": 332, + "parameters": 608893, + "cert_evals": { + "36": 0.9569784998893738, + "72": 0.9497249126434326, + "108": 0.9434717893600464, + "255": 0.8999500274658203 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/musk-2/fold_1/result.json b/UCI_N4/sandwich/runs/musk-2/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..29a83f497cee62e17d555db81ad508d13bb9c90c --- /dev/null +++ b/UCI_N4/sandwich/runs/musk-2/fold_1/result.json @@ -0,0 +1,362 @@ +{ + "best_epoch": 34, + "best_val_acc": 0.9727361246348588, + "test_acc": 0.9617542070372259, + "train_size": 1649, + "val_size": 1027, + "test_size": 3922, + "stats": { + "mean": [ + [ + 0.0022033838386908973, + 0.06625603036992117, + 0.04649901939357201, + 0.0004913727592479633, + -0.007424528047300943, + 0.029222694481503848, + -0.02871623684293518, + -0.01058671273499129, + -0.02433525755609501, + 0.004942196840509272, + -0.015235754990903076, + -0.012600504249242172, + -0.02657332941176486, + -0.01012015760339567, + -0.018367278909944645, + 0.044433595385081875, + -0.029744519138872053, + -0.004242953947847537, + -0.008002045858095115, + 0.0011893272164947555, + -0.05592513376591881, + -0.02044694836264443, + -0.04302950797452996, + 0.025187052055791012, + 0.02474263468768939, + -0.042601262001213426, + -0.020695051036992134, + 0.0015384054093390107, + 0.011092726046088491, + 0.021371811740448717, + -0.013469555081867212, + 0.01982452726500885, + -0.044538194766525006, + 0.030567572645239703, + -0.031482593996361656, + 0.02141072656155254, + 0.010427163068524451, + -0.023554046506974034, + 0.04504258471801071, + -0.03430833826561581, + 0.06747908948453606, + 0.04348396486355425, + -0.008884907592480267, + -0.011684225839903674, + -0.00656703219526952, + 0.002896513929653742, + -0.005738400824741935, + -0.04156242043662813, + -0.004873803086719859, + -0.0020245170263190598, + -0.0404051468768953, + -0.020279581224984647, + -0.029963112977562135, + -0.0015368056033973371, + 0.029301830357792758, + -0.05476914620982405, + -0.037951578969072176, + 0.047465052261976975, + 0.020526558156458357, + 0.02033791100060642, + -0.030164184865979576, + 0.05024194190418452, + -0.04485629808368706, + 0.03147835112189204, + -0.006291162340812682, + 0.019074118508186463, + -0.0014484904548212434, + 0.008784981788962792, + 0.023386305391206525, + 0.005879860982413359, + 0.05940395211643435, + 0.04984556731352376, + -0.023843370139479056, + -0.00745569275924821, + -0.018882913905396863, + 0.02314283274711956, + -0.024472644293511335, + -0.002770279702850328, + -0.012337558138264851, + -0.011593327471195118, + -0.042932302716798265, + -0.0240285988963009, + -0.0452392710248636, + 0.04310506591873858, + 0.02492436379624043, + -0.031592489102485924, + 0.053639132025470125, + -0.030478516828380917, + 0.007038873759854203, + 0.025400627586415966, + 0.0229284818168576, + 0.0009592673741654173, + -0.024041893893268843, + -0.0050410013741663505, + -0.039906425639781765, + 0.03151746901152146, + 0.018252275536447, + -0.023123840842935037, + 0.049373840412370945, + -0.03933781325530598, + 0.07366186678593085, + 0.013209034602790264, + -0.021385058447544267, + -0.018445256191631672, + -0.012832089751363926, + 0.016886379345057278, + -0.0021345572407520425, + -0.0338357411158276, + -0.013289104663434192, + -0.0065585543056388826, + -0.01209856645239361, + -0.04576090782292301, + -0.032484600758035095, + -0.028557836749545137, + 0.02584237292904779, + 0.009022810600363702, + 0.022957384186780123, + -0.03818952886597925, + -0.032933244008489626, + -0.009165709096422076, + 0.02088987131594965, + 0.02855925063068547, + 0.024874274311704, + -0.03435405539114632, + 0.016969646773802517, + -0.018423495306246717, + 0.01951220546998175, + 0.025427100121285417, + 0.012467580333535485, + -0.010936757514857925, + -0.014689930918738598, + 0.013502246094602934, + -0.050603092346876676, + -0.01723701176470571, + -0.004896197422679896, + 0.02070974576106733, + -0.026273534445118388, + 0.030336164984839376, + -0.039887732504548135, + -0.056432912220739984, + -0.05021272674348097, + -0.02755221443298974, + -0.03442035423893272, + -0.028371501285627588, + 0.0005140135536685691, + 0.002409129072166215, + 0.02409891870830806, + 0.02409901194663454, + 0.04556790412371142, + -0.03490499576713144, + -0.052055877830807035, + -0.012115913268648306, + -0.022166139478470903, + 0.05603566475439655, + 0.037913323129169, + 0.05956955137659166, + 0.012290112295936774, + 0.04308550950879324, + 0.029600502874469404, + 0.024453837204366478, + -0.010275065567010471, + 0.0072667682619769, + 0.010619255191024834, + -0.015975785809581464, + -0.03865312817465139, + 0.001558572067919981 + ] + ], + "std": [ + [ + 0.9789609056537054, + 1.0223542173821687, + 1.006354499416772, + 1.0097426115961123, + 0.9821876353647652, + 0.9998046045489866, + 1.0178212606990535, + 1.0167721117355657, + 1.0114146027100444, + 1.001776238241197, + 1.0068173587187008, + 0.9900351224079849, + 1.0414098112135597, + 1.009574294617972, + 0.9953634621121619, + 1.0551495473134025, + 0.9981956531855851, + 1.0183570217473137, + 1.0066623632600822, + 1.0127852757834928, + 0.9819060519437951, + 1.0168025572775439, + 1.0011040348853746, + 1.0077391574190562, + 0.9960322515796017, + 1.0217184675272302, + 1.0045863660324679, + 1.0189216552292488, + 1.0209580005984413, + 0.9885762298604023, + 0.9548219575549232, + 1.0137570744288356, + 0.979579874589421, + 0.991197794892492, + 0.9880528964389337, + 0.9852989430996284, + 1.0048530597402896, + 1.0022576693152574, + 1.019817156007534, + 0.9946728227761036, + 1.0213302738059442, + 1.000964538491138, + 1.0307917076654618, + 1.006989527865548, + 1.002313843550004, + 1.0141972045736452, + 1.0080080308891233, + 0.9964183873498001, + 1.0258591594541053, + 1.0107146809178345, + 0.9717107214304516, + 1.0149102149309601, + 1.016907704482399, + 1.0078526095792883, + 0.9874709483602169, + 0.9996202197544782, + 1.0096827085606537, + 1.0379820129740673, + 1.013223513461979, + 0.9861254732898448, + 0.9893639979797026, + 0.991075106383618, + 0.9269809003308983, + 0.9875139847082404, + 1.005442372648796, + 0.9896204194858335, + 0.9935153912057717, + 0.9811099295350456, + 0.982575262307681, + 0.9795878781577906, + 1.0193143649741352, + 1.0119494318757316, + 1.0171821247574437, + 1.0034040467334655, + 1.0066093997021297, + 0.9694393186766306, + 1.0117730193741676, + 1.0122625190981362, + 0.9925145459941629, + 1.005154502988111, + 0.9987288725767053, + 1.0170813277668, + 0.976308824777624, + 0.9884631741550407, + 0.9915959199837703, + 1.0218983144556584, + 1.0142113893430906, + 0.9911920808019298, + 1.0172127287199233, + 0.9893770325784368, + 0.9989337891002755, + 0.9894791117074598, + 1.0007549319713978, + 1.0326939082689799, + 0.9899757429384302, + 1.010492032769745, + 1.0061235379816107, + 1.0091634350161915, + 1.0152313478591228, + 1.0056174411509322, + 1.017311898436513, + 0.9976512207707879, + 1.003882833915693, + 1.0004358570223468, + 1.0036377564081862, + 1.0211550893522847, + 0.9924334669404734, + 0.9971024879775969, + 0.9990772588620248, + 1.0032740804274622, + 1.0024996588619381, + 0.9916378123810937, + 1.0022499057411776, + 1.010183122426781, + 1.00163045757315, + 1.0085039687864976, + 0.9922730297554195, + 1.014983448437488, + 1.014822892124083, + 1.0148845786316816, + 0.9937553605624629, + 0.9882702039873854, + 0.9870322023279767, + 0.9850906859406272, + 0.997923959817147, + 0.9510903327769852, + 0.9917224934440294, + 0.9847975043099015, + 1.0202145588783864, + 1.0021246013348553, + 1.0003272501219964, + 1.0067673298995008, + 0.990781057863208, + 1.0020482585196349, + 1.018688317687672, + 0.9988236160134567, + 1.0069349597950046, + 1.0061002120663578, + 1.0122386395403618, + 0.9892206859790922, + 0.9855242096919327, + 0.9959531341164058, + 1.0065041184698018, + 1.0078483816424069, + 1.0021878472773025, + 0.9741424082334939, + 1.0890817487043594, + 0.9945307148083409, + 1.007530511064047, + 0.9991966896972047, + 0.9619750319373882, + 1.0030667264483681, + 0.9931958657494955, + 1.0006523699688303, + 1.010191508136165, + 0.9864924753596401, + 1.0139473615684553, + 1.0114408938636286, + 1.0033347496554157, + 0.9803226862995067, + 1.0098451761605862, + 0.9980225437342447, + 1.0129871477235215, + 0.9828742206168505, + 0.9665430998047373, + 0.9908589509231834 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 4, + "padding": 332, + "parameters": 608893, + "cert_evals": { + "36": 0.9551249742507935, + "72": 0.949005663394928, + "108": 0.9411015510559082, + "255": 0.8862825632095337 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/musk-2/fold_2/result.json b/UCI_N4/sandwich/runs/musk-2/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..1bcd854331cd269cdcfb50336bbe3a29921f744d --- /dev/null +++ b/UCI_N4/sandwich/runs/musk-2/fold_2/result.json @@ -0,0 +1,362 @@ +{ + "best_epoch": 20, + "best_val_acc": 0.9745934959349594, + "test_acc": 0.9616645649432535, + "train_size": 1649, + "val_size": 984, + "test_size": 3965, + "stats": { + "mean": [ + [ + -0.0165193507883561, + 0.023745576106731784, + 0.00894758525166726, + -0.012979845463917304, + -0.008554753389932977, + 0.008500205057610555, + -0.008827268055791222, + 0.02424651702243768, + 0.002300678673256056, + -0.006792839332929151, + 0.0047927400606429405, + 0.0003070491534258074, + -0.0037253238023046277, + 0.012077483473620145, + 0.018683199696786473, + -0.009275691437234477, + -0.006638355451788972, + 0.017810546682838085, + 0.015129445567010357, + 0.024298001443298942, + -0.003184869132808023, + -0.004290789721043456, + 0.0031496054275316357, + 0.014148549696785681, + 0.018162637962401695, + 0.0032194466707086006, + -0.006616737907822937, + -0.022775198374772664, + -0.015071109605821711, + 0.014638325488174678, + 0.011475148077623627, + 0.03049396374166147, + 0.025694605900545734, + 0.008604017768344612, + -0.012231649072164738, + 0.002613359126743679, + 0.029584712128560786, + -0.0034158958580959363, + 0.006069550751970517, + -0.00541011442692557, + 0.01880269619163089, + -0.008083247077016392, + -0.006491640764099397, + 0.014566732795633777, + 0.008376424821103932, + -0.0009929023711349493, + 0.02163681163129177, + -0.0025090638993329082, + 0.01741273975136374, + 0.005851729104123725, + -0.004465054881746678, + -0.0037159464523949803, + 0.0014873154821107525, + -0.007976062644028743, + 0.01156759172225612, + 0.023733914178289805, + -0.011275250879320775, + -0.002578957016372865, + -0.006478712734990847, + 0.00032240861127936024, + -0.011706570736203905, + 0.02587612322619762, + -0.011422028793207837, + 0.01712189235900559, + 0.0028696369314734713, + -0.0015781066646451572, + -0.027441241722256038, + -0.0014402773256522523, + -0.004449931892055841, + -0.0014659224075202345, + 0.01708213645239509, + 0.018733296931473596, + 0.008334289472407117, + 0.005727799963614559, + 0.007039103201940653, + -0.00224206858702233, + 0.0011615125591269186, + 0.0096409494117641, + 0.004899610121286758, + 0.009826549023650048, + -0.009219501334142207, + -0.004807864269254234, + -0.002443187265009144, + 0.011609495827774482, + 0.0040307750576106674, + -0.004682432261976522, + 0.013977261024863448, + 0.0012793727167981009, + -0.025686529896907437, + 0.013434234869617957, + 0.021999945691932813, + 0.012433017674347574, + -0.009033386234081325, + 0.0062409658120072915, + 0.0009289013947849186, + 0.0003903400242564852, + 0.02740975750382101, + -0.011144831170406301, + 0.005830573753789878, + -0.009510249636142982, + 0.02073330933899335, + 0.007879717440873353, + 0.009509570454820928, + 0.01405836261370407, + 0.014672617586416688, + -0.005675097756215873, + 0.0017475856822315732, + 0.0018848247543965708, + 0.02229300998180564, + 0.01026309860521593, + 0.017680451788964564, + -0.005672595821710331, + -0.009564725087932182, + -0.0036886342935116994, + 0.01000584954517868, + -0.0014087143177684452, + 0.020023876538508456, + -0.014409325075803336, + -0.008730885488174288, + -0.0034071386173437994, + 0.017709779927228837, + 0.0037029051849606504, + 0.011111249060036448, + 0.001931565688295556, + 0.0326300536264404, + 0.009591248938750647, + -0.007016625542753067, + 0.012978908750757932, + -0.0024730208186779807, + -0.005898704823529222, + 0.00046255165858092147, + -0.015087141012734237, + 0.007914145130382093, + 0.00938928223165545, + 0.01491191867192227, + 0.003460371607034447, + -0.007647012371134029, + 0.009316860582171302, + 0.012669591819284187, + 0.023290896266828284, + 0.012400781200727585, + -0.003923578150394203, + -0.005147092104305529, + -0.008281499878714238, + -0.03743850333535512, + 0.013677931825349052, + 0.0004504794117647815, + 0.0031018094057014187, + 0.009501353911461253, + -0.007035560921770639, + 0.008385035146755612, + -0.0034377712431776946, + -0.010681847180108386, + 0.029691756458459714, + 0.008845037744087314, + 0.036611106986052, + 0.006922057057610421, + 0.00199877628865977, + 0.016813865591267338, + 0.002876468101879801, + 0.005453485567009417, + 0.0042027340964213965, + -0.01236373710127327, + -0.008553608768950838, + -0.0069991010551852945, + 0.0076861960764099575 + ] + ], + "std": [ + [ + 0.9681286752068088, + 1.0188584468817592, + 1.0110661386281417, + 0.9985656246319761, + 0.9821622573144201, + 1.0036187347218821, + 1.0069688072671201, + 0.9902174757207433, + 1.01713159486763, + 0.9867718776262003, + 0.9758196806068826, + 0.9717105755097225, + 0.9881331057860607, + 0.9898880234141544, + 1.0032622320902203, + 0.9951157752575892, + 1.0046808806006051, + 0.9614388015014891, + 0.9853693985919703, + 1.0191683054599883, + 0.996439727744992, + 1.008421273109573, + 1.00416757618972, + 1.0050873163713752, + 1.0062941810400496, + 1.0106625492506378, + 1.0037290960252208, + 0.9716931899880294, + 1.0122721434564084, + 1.004145433664744, + 1.0126537584886575, + 0.9877832016144399, + 1.0016994225200662, + 0.9984055948469278, + 1.009905276240697, + 0.9928053125930449, + 1.028439787038722, + 1.0058093224458307, + 1.0026249721952805, + 1.0044305239260718, + 1.0145868354939207, + 0.9730410910554939, + 0.981275887794836, + 0.9868601113866823, + 0.9903107009766159, + 0.9840780321801739, + 1.0155043762626388, + 1.015709680805549, + 0.9877740152182051, + 1.0007933926991834, + 0.9639452930264027, + 1.0107985365057115, + 1.0139858844795777, + 0.978091201901524, + 0.9836289102008465, + 0.9892831848712296, + 1.0050542524754924, + 1.0041143150075589, + 1.011404712398526, + 0.994592205655486, + 1.003602088307178, + 1.0043236988473279, + 0.9890344165359591, + 0.9960153738734304, + 1.0247056593625234, + 0.9709722536076895, + 0.8984006766242731, + 1.0084723110544285, + 1.0080442044255657, + 1.0139042067755502, + 1.0147945346118319, + 1.0086308434283413, + 0.9798709269587462, + 0.985827749679927, + 1.0097816591529503, + 0.9967310231913435, + 1.0125467431933681, + 0.9795738908810216, + 0.9759574846742652, + 0.9879270836797008, + 1.0100364897802065, + 1.0084344135598255, + 0.9683448859407486, + 0.9884096351113933, + 0.9957784496098612, + 1.0106496350052778, + 1.0041619111843998, + 0.9965669874488615, + 1.0148365256887901, + 0.9954909131964714, + 0.9942883718958846, + 1.0007980703139212, + 1.0031320592473836, + 0.9828596472567013, + 0.9637136602853367, + 0.9970558130158634, + 1.0142250931970318, + 1.008890015046518, + 1.0055896715654262, + 1.004944159225849, + 1.015901087459527, + 0.9987432420315473, + 0.9985224279803399, + 0.9900020636370531, + 0.9946414368680025, + 0.9718565169997336, + 1.0010286004673303, + 1.0045607582554759, + 1.0126684697205748, + 0.9911582699978772, + 0.9979453061380805, + 0.9943479420017864, + 1.0057507939001675, + 1.009199116070283, + 0.996011631450574, + 1.0055786667678899, + 0.9980095514928135, + 0.9965213084556673, + 1.0065546695035632, + 0.9959098534303568, + 1.0066323304809803, + 0.9785303330423044, + 0.9869014865983016, + 1.0002036756849269, + 1.0025571744250443, + 0.9798050960785967, + 0.9928695520264623, + 1.0029641941982563, + 0.995414106898259, + 1.0148844453635921, + 0.9709719526035338, + 0.9939566879305621, + 0.9884244597895214, + 0.9767542641597464, + 0.9853765727313375, + 1.0106906221793046, + 1.005948414723524, + 1.017725449726877, + 1.0152735855520598, + 0.9876730417321886, + 0.9757936207779202, + 1.0047018133551442, + 1.004391788961941, + 1.006171785979052, + 0.8968175799273889, + 1.0473489426893206, + 1.0315201707660164, + 1.0175144216806302, + 1.0142189436584537, + 1.0038989754399161, + 1.0173990273862883, + 1.0127050623257519, + 1.0051909194938937, + 1.012068652647229, + 0.9962079218654786, + 1.002233177655679, + 1.0161322523275562, + 0.999594425724876, + 0.9955572903935671, + 0.9917181216246964, + 0.9858353212831604, + 0.991792827254217, + 0.9768523928420304, + 0.9547301155646564, + 0.963911142038982, + 0.9970598920069098 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 4, + "padding": 332, + "parameters": 608893, + "cert_evals": { + "36": 0.9568726420402527, + "72": 0.9475409984588623, + "108": 0.9412358403205872, + "255": 0.8978562355041504 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/musk-2/fold_3/result.json b/UCI_N4/sandwich/runs/musk-2/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..f346537128e9e192b82868a3c9ec2511ef8a0424 --- /dev/null +++ b/UCI_N4/sandwich/runs/musk-2/fold_3/result.json @@ -0,0 +1,362 @@ +{ + "best_epoch": 21, + "best_val_acc": 0.9640287769784173, + "test_acc": 0.9647887323943662, + "train_size": 1649, + "val_size": 973, + "test_size": 3976, + "stats": { + "mean": [ + [ + -0.019377861036991656, + 0.025388282601576818, + 0.017005815742874516, + -0.007883900460885378, + 0.0060343637174048335, + 0.019899812286233772, + -0.017346581947847252, + 0.01720070440873258, + -0.022683759298605638, + 0.03576464684050942, + 0.003250418289873286, + 0.023095340225590528, + 0.025853774105518486, + 0.004904056128563328, + 0.015174882898727272, + 0.004904859053972195, + -0.0064262512310491165, + -0.0013788380109157152, + 0.03392423097634965, + 0.040471053135233824, + -0.007766068975136523, + -0.02654642546998242, + -0.002714201516070317, + -0.005730637913887314, + 0.014443505081867881, + -0.01681206773802325, + 0.022797446707095152, + 0.02924670987871426, + -0.016523001552455778, + 0.022271198156458668, + 0.007295070836871207, + -0.010380893735597325, + 0.0032170857913887633, + 0.03166040751970903, + -0.011104923177683385, + 0.023025889023650516, + 0.00955245047907632, + 0.00501562544572467, + 0.003645016027895317, + 0.012703992892661992, + 0.014234079029714866, + -0.018872668283808444, + 0.03357063479684651, + 0.002985781740448259, + 0.016828823032140804, + 0.008592184530017656, + 0.020646139611886168, + -0.025274300994542045, + 0.031819425821709706, + 0.041618958390176077, + 0.00933414724075195, + -0.02236399884778645, + -0.018589546555488203, + 0.001330274912066101, + 0.0015160872407521844, + 0.002306856531231052, + -0.0022718787992723603, + 0.028225555027289576, + -0.006301775864159792, + 0.02247907061249244, + -0.011468676332322514, + 0.02175189545178902, + -0.013670970357792456, + 0.03126135081867806, + 0.004543698483929725, + -0.0009374850879321324, + 0.021139099308671503, + 0.02629353206791973, + -0.02450631540927904, + 0.030707943529411457, + 0.01293060334141885, + 0.012913687446937628, + 0.00928486858095778, + 0.01766341600970324, + 0.03807825699818077, + 0.0017500543359613783, + -0.016347040315342783, + 0.0007416811279563446, + 0.026208501607035268, + 0.023266191340205626, + -0.018853632765312562, + -0.02368463080654962, + 0.001749331437234659, + 0.003365637052759398, + 0.025888251528199256, + -0.018965530382049504, + 0.03517410735597307, + 0.025752976476652555, + -0.02487937299575574, + 0.022010353117040575, + 0.017477714511824522, + -0.017221659584597582, + -0.003431555427531808, + 0.019807925603396073, + 0.0032348454699819393, + 0.013613221879926436, + 0.0370615994009708, + -0.016630420776227922, + 0.0136933938872041, + -0.0017249714481504044, + 0.02229983032140703, + -0.012712485694360036, + 0.026678074426925498, + 0.012642979175256863, + 0.005538239963614194, + 0.0035851682595511494, + -0.017385318223165646, + -0.027282370030321336, + 0.030769696791993668, + 0.023036587355973605, + 0.02791771238326433, + -0.005707142462098305, + -0.011955044244996943, + -0.01365990568829588, + 0.02758415771376576, + 0.001034438120072712, + 0.016993479078229498, + 0.004106490266828514, + -0.007270538144329443, + 0.023955484869617922, + 0.016178350285021865, + 0.0035198083808369264, + 0.010066467580351705, + 0.013253238295936883, + 0.003935329266222111, + -0.028011770430564572, + 0.022866120224378214, + 0.0261654426682841, + 0.02473182812007268, + -0.0015221004548212846, + 0.0038331081837477228, + 0.021399354317768703, + 0.005301140012128602, + 0.019229334445118054, + 0.005640386767737668, + 0.02194890172225591, + -0.005060289387507513, + 0.026678006622195553, + -0.009628291109763477, + -0.003739145758641676, + 0.002035451000606312, + 0.010815814196482578, + -0.011372362352941229, + -0.019185084742267905, + -0.001526538386901546, + 0.01622554252274128, + 0.012853861158277795, + 0.032111232286234526, + 0.031036171322013306, + 0.014534576640388132, + -0.0195449016634327, + -0.0031721854821107633, + -0.011472115221346063, + 0.00807888645239537, + -0.009991977598544642, + 0.015293761594905845, + 0.04696865378289867, + 0.02876006337174039, + 0.030060548720436564, + -0.016465844511825162, + -0.013467629448150867, + -0.004964211527592827, + 0.023761107562159368, + -0.0028053264645238984, + -0.011466418192844817, + 0.015592289957550014 + ] + ], + "std": [ + [ + 0.985810694952265, + 1.0034659788102347, + 1.0123314802689827, + 1.0006728383848915, + 1.0057933627069857, + 1.0211647035506441, + 0.9873544232512542, + 1.0044940106681508, + 0.9972305516917789, + 0.9962847585776434, + 1.0084467836467266, + 0.9906644883619666, + 1.0245712429201694, + 0.9866939366954063, + 1.0013177295694342, + 1.0035460862038992, + 1.0106885153319805, + 0.9519922611580153, + 0.9980325911759347, + 1.0306730880090342, + 0.9835758012913696, + 0.9850289481711405, + 1.0052216421075988, + 0.9962087717875672, + 0.9963361086627195, + 0.9956939758386721, + 0.9995284943647325, + 1.023940251071931, + 1.0274738040648672, + 0.994278832453581, + 0.9978867650735795, + 0.9858582094807091, + 1.0042951554309811, + 0.9935762200569673, + 0.987438469465117, + 1.005913310224571, + 1.00088122516216, + 0.9882229146445906, + 1.0157177678163845, + 0.9964856588375458, + 0.9973534488049755, + 0.9843481194725128, + 1.0059020116489072, + 0.9945053400237248, + 0.9893145898736398, + 1.0071798920580137, + 1.026048360719046, + 0.9784906142973205, + 0.9999905642791316, + 1.0245359594400432, + 0.9857715356622779, + 0.9921646440585971, + 0.9889209867599961, + 0.9804599263285575, + 0.989078331357909, + 1.0220508106585684, + 0.9898585563272273, + 1.0050841202007248, + 1.0381369540158623, + 0.9852302977543494, + 1.0075559260629754, + 1.000291557770776, + 0.9848158888469627, + 0.9914305575952413, + 1.0027287892746963, + 0.9998437768528288, + 1.0380871234284017, + 1.0068281699392212, + 0.9909518921848135, + 1.0027114341322005, + 1.0043121525006478, + 1.004908814037755, + 1.0186241738713828, + 0.9840706508690844, + 1.0105911993179093, + 0.9676803103445097, + 1.0008055713802275, + 0.9912309236484144, + 0.995113888208004, + 1.00892652209743, + 0.9963556594838519, + 0.9845494099501623, + 0.9992655439793966, + 0.9888161956289881, + 0.988365168461102, + 0.986911819503751, + 0.9966018266120068, + 1.0253590540025506, + 1.0073388900110996, + 0.9884492302907475, + 1.0097952364856901, + 0.9710825809435979, + 1.0049468371789398, + 0.9978639652892881, + 1.0455255018744898, + 0.9978429399237, + 1.002476959825736, + 0.9981410717372688, + 1.0060801668925174, + 0.9880101858878161, + 0.9920156642454706, + 0.9690302977750064, + 1.0160561889470001, + 1.0042221946838557, + 0.9902952403395341, + 0.9972984826953729, + 0.9761193341167186, + 0.9802187480066236, + 1.008662757516423, + 0.9977604335997484, + 1.0125273643143784, + 1.0005678108605767, + 0.99939847346626, + 0.9934285795635643, + 0.993774093323074, + 0.9507637302569011, + 1.001524151413393, + 1.0029839092558797, + 0.9922893465303836, + 0.9995915259108642, + 0.9937205680489537, + 0.9906768211587779, + 0.9885237778798726, + 0.9923092460426346, + 0.9928187226268517, + 0.9431189215637575, + 0.9768867834667897, + 0.988648327088327, + 0.9868432165802018, + 0.9936538301879408, + 1.031840475179726, + 1.0088131603924193, + 0.948009389328019, + 0.980359732399849, + 0.9812840383484884, + 1.0125452888475233, + 1.0015379468649726, + 1.0082241487185495, + 1.0028073940649291, + 1.027290919950601, + 1.0123450850356626, + 0.9892757300213824, + 0.989457850129367, + 0.9916398725034907, + 0.9733306799223379, + 1.048692795336829, + 1.0185390556939666, + 1.005180692664418, + 0.9999773815928202, + 1.0029310617714582, + 0.9847831085240544, + 0.9984589470542239, + 0.997897554671397, + 1.0021153618672554, + 0.9825493908557392, + 1.0005331081478763, + 1.0721249078632564, + 1.0255830315079582, + 1.0078969722952105, + 1.0018509428094395, + 1.007362049760478, + 0.9875884283657037, + 1.0010931986356253, + 1.0157609941665726, + 0.9972826112887371, + 1.0062038228644128 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 4, + "padding": 332, + "parameters": 608893, + "cert_evals": { + "36": 0.9574949145317078, + "72": 0.9507042169570923, + "108": 0.9431589245796204, + "255": 0.8941146731376648 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/nursery/fold_0/result.json b/UCI_N4/sandwich/runs/nursery/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..9ff4cb22d1701b8cc5b6a2be612a6c1993b441a2 --- /dev/null +++ b/UCI_N4/sandwich/runs/nursery/fold_0/result.json @@ -0,0 +1,46 @@ +{ + "best_epoch": 28, + "best_val_acc": 0.8696558915537018, + "test_acc": 0.8519610356318893, + "train_size": 3240, + "val_size": 1918, + "test_size": 7802, + "stats": { + "mean": [ + [ + 0.051029166666666737, + -0.00196411111111071, + 0.0016562925925925533, + -0.008005376543209762, + -0.004535925925925928, + -0.014196977160493821, + -0.01014526234567894, + -0.007937870370370368 + ] + ], + "std": [ + [ + 1.0081184659855247, + 0.994466909902115, + 0.9984780980079611, + 0.9954756099225289, + 0.9980995540133645, + 0.9998602139101664, + 0.9972906807623559, + 1.0052418041464166 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 5, + "depth": 4, + "padding": 16, + "parameters": 1592, + "cert_evals": { + "36": 0.7681363821029663, + "72": 0.6636759638786316, + "108": 0.5528069734573364, + "255": 0.08690079301595688 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/nursery/fold_1/result.json b/UCI_N4/sandwich/runs/nursery/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..66975969b4102bd81899b7b4fd9104825065cf1f --- /dev/null +++ b/UCI_N4/sandwich/runs/nursery/fold_1/result.json @@ -0,0 +1,46 @@ +{ + "best_epoch": 4, + "best_val_acc": 0.8886629384850026, + "test_acc": 0.8256158906229847, + "train_size": 3240, + "val_size": 1967, + "test_size": 7753, + "stats": { + "mean": [ + [ + 0.023435617283950584, + 0.026842851851852437, + -0.0011041870370370494, + -0.001656286419753089, + -0.010961820987654315, + 0.019135056172839497, + -0.012124891358024097, + -0.0060479012345679 + ] + ], + "std": [ + [ + 1.0098249235756733, + 1.0053740157149613, + 0.9982315594686217, + 0.9999606252114857, + 0.9964249241892131, + 0.9997779009091493, + 0.9971359423938833, + 1.0041030187583004 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 5, + "depth": 4, + "padding": 16, + "parameters": 1592, + "cert_evals": { + "36": 0.7357152104377747, + "72": 0.6272410750389099, + "108": 0.5228943228721619, + "255": 0.07984005659818649 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/nursery/fold_2/result.json b/UCI_N4/sandwich/runs/nursery/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..14ec4150708d939152e2253854c04e2480509c45 --- /dev/null +++ b/UCI_N4/sandwich/runs/nursery/fold_2/result.json @@ -0,0 +1,46 @@ +{ + "best_epoch": 6, + "best_val_acc": 0.9, + "test_acc": 0.8266325224071703, + "train_size": 3240, + "val_size": 1910, + "test_size": 7810, + "stats": { + "mean": [ + [ + 0.023435617283950584, + 0.047575135802469234, + 0.015458643209876576, + 0.0024844308641975513, + 0.006047901234567903, + 0.0012345197530864193, + 0.015837366358025084, + -0.0060479012345679 + ] + ], + "std": [ + [ + 1.0166780451442419, + 1.0111134194425535, + 1.0062422991159916, + 0.9960005941386431, + 0.9966991236053043, + 0.9999602379504744, + 1.0002954947822456, + 1.0041030187583007 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 5, + "depth": 4, + "padding": 16, + "parameters": 1592, + "cert_evals": { + "36": 0.7154929637908936, + "72": 0.5998719930648804, + "108": 0.5162612199783325, + "255": 0.1366197168827057 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/nursery/fold_3/result.json b/UCI_N4/sandwich/runs/nursery/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..521d1515dc06d3915da10057b5c6fd023c87c390 --- /dev/null +++ b/UCI_N4/sandwich/runs/nursery/fold_3/result.json @@ -0,0 +1,46 @@ +{ + "best_epoch": 25, + "best_val_acc": 0.8788981288981289, + "test_acc": 0.8644176500769626, + "train_size": 3240, + "val_size": 1924, + "test_size": 7796, + "stats": { + "mean": [ + [ + 0.03364145061728391, + 0.03033460493827167, + 0.03257356666666669, + 0.032849621604938234, + -0.015875740740740732, + -0.01481423703703703, + -0.01707398148148124, + 0.006425895061728395 + ] + ], + "std": [ + [ + 1.006091408188469, + 0.9961770749809249, + 1.0063245385321156, + 1.0055792592242605, + 0.9961264090870245, + 0.9998512588890658, + 1.0080135891696445, + 0.9964644995871555 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 5, + "depth": 4, + "padding": 16, + "parameters": 1592, + "cert_evals": { + "36": 0.7641098499298096, + "72": 0.6599538326263428, + "108": 0.5588763952255249, + "255": 0.09620318561792374 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/oocytes_merluccius_nucleus_4d/fold_0/result.json b/UCI_N4/sandwich/runs/oocytes_merluccius_nucleus_4d/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..4871c511240b0fcbf3930903426449aacc8f1290 --- /dev/null +++ b/UCI_N4/sandwich/runs/oocytes_merluccius_nucleus_4d/fold_0/result.json @@ -0,0 +1,112 @@ +{ + "best_epoch": 19, + "best_val_acc": 0.7577639751552795, + "test_acc": 0.7425742574257426, + "train_size": 255, + "val_size": 161, + "test_size": 606, + "stats": { + "mean": [ + [ + -0.0371250154117647, + 0.0015389403921568473, + -0.03527819799999997, + 0.026217213882352975, + -0.022018143254901958, + -0.03976458627450978, + 0.003314039607843149, + -0.03319261360784315, + 0.01830184745098039, + -0.02685776486274508, + -0.04212637686274509, + 0.005226556078431408, + -0.02913093117647059, + -0.01200531101960785, + -0.03152609833333333, + -0.03705718681960783, + 0.00469401490196078, + -0.02551305090196081, + -0.03417245220392157, + -0.031662056862745085, + -0.018275636980392158, + -0.03872015905882352, + 0.06975402027450983, + -0.05690918172549015, + -0.0005046612313725563, + -0.026833323176470567, + -0.0324685416470588, + 0.06559194729411769, + -0.04924893603921571, + -0.002559774274509816, + -0.007582052196078413, + -0.03221969384313721, + 0.07669179423529408, + -0.05831633415686265, + -0.00790661125490195, + 0.033497423215686245, + 0.007940335568627457, + -0.0037278283529411723, + -0.005509080784313686, + -0.006456870705882385, + -0.006934026431372542 + ] + ], + "std": [ + [ + 0.9481208431065713, + 0.9777230774786245, + 0.9614649831710622, + 1.0004435636971643, + 0.9517495439744679, + 0.9370398970511897, + 0.978033253968666, + 0.9633889071060125, + 0.9762210193691487, + 0.9497999114505152, + 0.9347608009901895, + 0.9801580525147454, + 0.9702177059121481, + 0.937441002049969, + 0.9454783788330968, + 0.9479630674171062, + 0.9847917091528013, + 0.9682944519390624, + 0.9601592978081722, + 0.9504457074291478, + 0.9482732916854852, + 0.9550094850957569, + 0.8808478818975364, + 0.9032557709886272, + 0.9905437507629392, + 0.9682787727115054, + 0.9734319541870242, + 0.8994213820965716, + 0.9306569007254026, + 0.9903368456478869, + 0.9401093744879251, + 0.9661635565557377, + 0.8972092489723742, + 0.9227263611587284, + 0.9960722682017434, + 0.9400060154678039, + 0.9649245386172121, + 0.9716877264843913, + 0.9731199443916825, + 0.9739165511052336, + 0.9741830269626184 + ] + ] + }, + "width": 128, + "in_features": 41, + "out_features": 2, + "depth": 4, + "padding": 82, + "parameters": 37643, + "cert_evals": { + "36": 0.65511554479599, + "72": 0.5429043173789978, + "108": 0.47194722294807434, + "255": 0.1666666716337204 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/oocytes_merluccius_nucleus_4d/fold_1/result.json b/UCI_N4/sandwich/runs/oocytes_merluccius_nucleus_4d/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..d6874d969a560cb443953ba081992b36b5057282 --- /dev/null +++ b/UCI_N4/sandwich/runs/oocytes_merluccius_nucleus_4d/fold_1/result.json @@ -0,0 +1,112 @@ +{ + "best_epoch": 51, + "best_val_acc": 0.8153846153846154, + "test_acc": 0.7409733124018838, + "train_size": 255, + "val_size": 130, + "test_size": 637, + "stats": { + "mean": [ + [ + 0.00023252282745095802, + 0.0023210192156862736, + -0.008575552392156847, + -0.027089618431372545, + 0.02615166227450979, + 0.00029002847058821885, + 0.001517669058823556, + -0.009498281058823606, + -0.021533545372549014, + 0.027143032117647032, + 0.00012999274509802153, + 0.0020992274509804144, + -0.005652587843137251, + -0.01031889384313722, + 0.025365951607843145, + 0.0011974224705882457, + 0.0024456095294117628, + 0.007920263137254904, + 0.007542674117647044, + 0.019472125333333323, + 0.06628882686274508, + 0.0008101664705882076, + -0.005068037960784302, + -0.0018227520000000151, + 0.00320542466666668, + 0.025693874901960758, + 0.03285470894117649, + -0.03694405458823524, + 0.02895584858823529, + 0.02036504745098036, + 0.04203500674509803, + 0.012977303843137231, + -0.016463404666666667, + 0.005529818662745095, + 0.013588346156862736, + -0.03683925767843136, + -0.016918137803921634, + -0.014870798470588246, + -0.016124755137254858, + -0.018004861274509842, + -0.020472565215686273 + ] + ], + "std": [ + [ + 0.9572394549500175, + 0.9926437581599087, + 0.9624363039043059, + 0.9193272254177784, + 1.0255768714029772, + 0.9579689477579895, + 0.9914399769465777, + 0.964698567284664, + 0.9351924375292803, + 1.0260487030041765, + 0.9515013155985146, + 0.9925204239055312, + 0.9662079425779949, + 0.9893019122153763, + 1.0199562667897872, + 0.9463721256877698, + 0.9959986832754482, + 0.9814859605265475, + 1.0491115651558893, + 1.0166099051364492, + 1.0126788732557663, + 0.9559037060605928, + 1.005464306868578, + 0.9339913124161523, + 0.9907483477382796, + 1.002837860013556, + 0.9939512794379407, + 1.0866703256453316, + 1.0174263712495963, + 0.9852130473462448, + 1.0075951167847277, + 0.9748247085177442, + 1.0259519988694812, + 0.9604781044814549, + 0.9861127645283753, + 1.0373513207775564, + 1.0101438720127272, + 0.9991977496960652, + 0.9936335573449004, + 0.9927993181263407, + 0.9922363841337328 + ] + ] + }, + "width": 128, + "in_features": 41, + "out_features": 2, + "depth": 4, + "padding": 82, + "parameters": 37643, + "cert_evals": { + "36": 0.6577708125114441, + "72": 0.5463108420372009, + "108": 0.4065934121608734, + "255": 0.09262166917324066 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/oocytes_merluccius_nucleus_4d/fold_2/result.json b/UCI_N4/sandwich/runs/oocytes_merluccius_nucleus_4d/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..58bf3971bb6f2c88f61b522fd58836a3788c1e8b --- /dev/null +++ b/UCI_N4/sandwich/runs/oocytes_merluccius_nucleus_4d/fold_2/result.json @@ -0,0 +1,112 @@ +{ + "best_epoch": 37, + "best_val_acc": 0.7426900584795322, + "test_acc": 0.7365771812080537, + "train_size": 255, + "val_size": 171, + "test_size": 596, + "stats": { + "mean": [ + [ + 0.019915568666666633, + -0.014107577647058818, + -0.015105033250980377, + 0.02865576341176468, + 0.029814655176470552, + 0.017704559607843146, + -0.013470486980392094, + -0.016038092274509794, + 0.03248008262745098, + 0.030473079058823495, + 0.02067392156862747, + -0.014031545490196065, + -0.009559882039215687, + 0.03839121047058822, + 0.03184779492980397, + 0.022161854509803944, + -0.01396437243137256, + -0.0017765643137255195, + 0.055001846666666666, + 0.030386395921568613, + 0.03668542223529418, + -0.0027777596078431494, + 0.012474995117647124, + -0.0041148554117646985, + -0.013356863921568625, + 0.028240797568627463, + 0.00010664949019609575, + 0.02344727215686279, + 0.005875207882352966, + -0.007875607450980381, + 0.028559833607843157, + -0.003071006745098055, + 0.014597308196078422, + -0.0007609705999999861, + -0.016530812156862723, + -0.03674524662745102, + -0.019958698901960777, + -0.017071456470588258, + -0.017420987058823525, + -0.017710899607843143, + -0.01735895203921565 + ] + ], + "std": [ + [ + 1.0221090924456515, + 1.01545682802038, + 0.9869690473435272, + 1.037069581011897, + 1.0359698396459835, + 1.0192987930523796, + 1.016091448787416, + 0.9856390212088015, + 1.038505984158332, + 1.0379129504870621, + 1.0239033714401513, + 1.0194757702768644, + 0.9963995753206383, + 1.020298364999823, + 1.0423678031147061, + 1.0277751191583697, + 1.0205917784397192, + 1.0135024895112017, + 1.0892501748798247, + 1.0432132666589502, + 1.0172134304654925, + 1.030895619962752, + 1.0213433186098346, + 1.040706012633716, + 1.0211704714384828, + 1.010787095001102, + 1.034569087974703, + 1.0203462492134936, + 1.0580364742305262, + 1.0095797767173902, + 1.0215170604628103, + 1.033396337568214, + 1.0252577264940543, + 1.0526521075427535, + 1.017486639545284, + 1.0521736233720556, + 1.0188131869714923, + 1.0087257643396144, + 1.005460013688893, + 1.0056139578892642, + 1.0065387262698673 + ] + ] + }, + "width": 128, + "in_features": 41, + "out_features": 2, + "depth": 4, + "padding": 82, + "parameters": 37643, + "cert_evals": { + "36": 0.6375839114189148, + "72": 0.5234899520874023, + "108": 0.41442954540252686, + "255": 0.10570469498634338 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/oocytes_merluccius_nucleus_4d/fold_3/result.json b/UCI_N4/sandwich/runs/oocytes_merluccius_nucleus_4d/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..3d253022c5ef7dd31e4c694d1f7bab97757cef1d --- /dev/null +++ b/UCI_N4/sandwich/runs/oocytes_merluccius_nucleus_4d/fold_3/result.json @@ -0,0 +1,112 @@ +{ + "best_epoch": 15, + "best_val_acc": 0.7710843373493976, + "test_acc": 0.7337770382695508, + "train_size": 255, + "val_size": 166, + "test_size": 601, + "stats": { + "mean": [ + [ + 0.005023620274509809, + 0.05012927215686277, + 0.0774847423529411, + -0.021592119215686236, + -0.007278767843137281, + 0.003806819607843134, + 0.05070236376470592, + 0.07836162039215684, + -0.009335469717647047, + -0.006452909647058787, + 0.004313807450980429, + 0.05239601662745102, + 0.08761111960784314, + -0.0006227640392157017, + -0.011547115941176465, + 0.007509175294117638, + 0.049814644431372575, + 0.09699411058823522, + -0.020684055294117654, + -0.014362384509803941, + 0.03558779360784312, + 0.0894858222352941, + -0.09410436105882346, + 0.07914001066274516, + 0.05154126003921575, + -0.0045582715686274125, + 0.09130289176470592, + -0.07599903827450982, + 0.08245660823529415, + 0.06585250807843139, + 0.012951737058823532, + 0.08790382078431377, + -0.08962203019607844, + 0.08192444351764702, + 0.05873899290196081, + -0.016822436196078434, + 0.029792561019607842, + 0.05055904957647062, + 0.05703265886274507, + 0.05811358976470591, + 0.05753943309803923 + ] + ], + "std": [ + [ + 1.0010627790031323, + 1.0340741776327254, + 1.0363077318633585, + 1.0137526513667938, + 1.0497867958856593, + 1.0059089649290247, + 1.032934819096642, + 1.0357871822249751, + 1.0425743779317471, + 1.0491455468136368, + 1.002585949212257, + 1.0328632642788567, + 1.0444571310319228, + 1.0499184939107524, + 1.0523852884773215, + 0.9969852155711642, + 1.036017112451258, + 1.0641484457194088, + 1.0260965200086805, + 1.0600673906871478, + 1.0132281500555904, + 1.039987043021767, + 1.0160272774539016, + 1.0119553762539002, + 1.0375407287957723, + 0.993275249370577, + 1.0310746092505982, + 1.0007724139832403, + 1.01278883373938, + 1.0152625509246365, + 0.9763093251846449, + 1.0267017964861733, + 0.997823146966079, + 1.0044670030988905, + 1.0259705961089964, + 1.0589413004871364, + 1.0376978512601307, + 1.0319158378686013, + 1.0340480487731072, + 1.0356155832366485, + 1.0358388933781137 + ] + ] + }, + "width": 128, + "in_features": 41, + "out_features": 2, + "depth": 4, + "padding": 82, + "parameters": 37643, + "cert_evals": { + "36": 0.6455906629562378, + "72": 0.5341098308563232, + "108": 0.41597336530685425, + "255": 0.09650582075119019 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/oocytes_merluccius_states_2f/fold_0/result.json b/UCI_N4/sandwich/runs/oocytes_merluccius_states_2f/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..48af3dbdcf252f31e71141d2c5572a6f2bffdb51 --- /dev/null +++ b/UCI_N4/sandwich/runs/oocytes_merluccius_states_2f/fold_0/result.json @@ -0,0 +1,80 @@ +{ + "best_epoch": 14, + "best_val_acc": 0.9037037037037037, + "test_acc": 0.8686708860759493, + "train_size": 255, + "val_size": 135, + "test_size": 632, + "stats": { + "mean": [ + [ + 0.01054996298039211, + 0.027192816941176482, + -0.04626695749019601, + -0.0069539579607842475, + 0.014194326572549003, + -0.025412450196078348, + -0.04305473128235293, + 0.008311279215686227, + 0.03873141231372549, + 0.019546130517647062, + 0.04932295196078433, + 0.07244258905882356, + -0.12762710541176478, + 0.10863675447058822, + 0.03643630545098045, + 0.028625162627451017, + 0.07991438109803928, + -0.15667811082352961, + 0.11812816443137263, + 0.056641581960784365, + 0.025048539999999987, + 0.07553784419607842, + -0.12706123960784313, + 0.11197763396705882, + 0.047989735764705894 + ] + ], + "std": [ + [ + 1.055902739791254, + 1.0162268811039923, + 1.0028684541215303, + 0.9730091823212302, + 1.0042568790807076, + 1.059859315776944, + 0.9758982735241186, + 0.988138955008393, + 1.0133686644339426, + 1.0143882523728363, + 1.0032684708282238, + 1.0660462422249137, + 1.201916629773772, + 1.156152673218226, + 0.9766255498471383, + 1.0205814664175223, + 1.0558525489192028, + 1.2296182126345767, + 1.1597961969108055, + 0.9544712645073075, + 1.0067919810768349, + 1.0593103623610676, + 1.2049412432924147, + 1.1612948832756183, + 0.9664237104019653 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 3, + "depth": 4, + "padding": 50, + "parameters": 14206, + "cert_evals": { + "36": 0.8481012582778931, + "72": 0.8212025761604309, + "108": 0.8053797483444214, + "255": 0.7056962251663208 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/oocytes_merluccius_states_2f/fold_1/result.json b/UCI_N4/sandwich/runs/oocytes_merluccius_states_2f/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..482531d48be0fa81cf2cba5fba3da38c34d3d899 --- /dev/null +++ b/UCI_N4/sandwich/runs/oocytes_merluccius_states_2f/fold_1/result.json @@ -0,0 +1,80 @@ +{ + "best_epoch": 16, + "best_val_acc": 0.8940397350993378, + "test_acc": 0.8814935064935064, + "train_size": 255, + "val_size": 151, + "test_size": 616, + "stats": { + "mean": [ + [ + -0.039873489411764704, + 0.06568908627450984, + -0.08042117858823533, + -0.07278203247058826, + 0.031821641215686286, + 0.042755718431372526, + 0.005826313725490188, + 0.07096834100392159, + 0.027976641294117695, + -0.0360630005411765, + 0.08661626117647052, + -0.01559811278431374, + -0.0027832955098039194, + -0.00600242694117644, + -0.011780795098039233, + 0.05183837615686276, + -0.0011791454901960582, + 0.012773291529411772, + -0.01314989992156862, + 0.009224545098039242, + 0.0690001321568627, + -0.0190796969803922, + 0.013153878745098036, + -0.02286682056078435, + 6.883568627453327e-05 + ] + ], + "std": [ + [ + 0.9701687420411181, + 0.9794453617880473, + 0.9813443525023554, + 0.9595676757646171, + 1.003115552689647, + 0.9711996996585899, + 0.96070065028928, + 0.9964287871578288, + 0.9706304482097151, + 0.9607876088942564, + 0.9996288496718735, + 1.0168336786919916, + 1.0395937464726017, + 1.0511176984743116, + 0.9543421247886298, + 0.9888423590787397, + 0.9945618062244868, + 0.993182419256565, + 0.9977759822780166, + 0.9466357052699218, + 0.970268559194868, + 0.9921749035989086, + 0.9919171706653837, + 0.9992337881273372, + 0.9493328232926572 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 3, + "depth": 4, + "padding": 50, + "parameters": 14206, + "cert_evals": { + "36": 0.8668830990791321, + "72": 0.8587662577629089, + "108": 0.8360389471054077, + "255": 0.7142857313156128 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/oocytes_merluccius_states_2f/fold_2/result.json b/UCI_N4/sandwich/runs/oocytes_merluccius_states_2f/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..0eec15c7e566e775550273c6113983b293cf747f --- /dev/null +++ b/UCI_N4/sandwich/runs/oocytes_merluccius_states_2f/fold_2/result.json @@ -0,0 +1,80 @@ +{ + "best_epoch": 22, + "best_val_acc": 0.9358974358974359, + "test_acc": 0.8788870703764321, + "train_size": 255, + "val_size": 156, + "test_size": 611, + "stats": { + "mean": [ + [ + 0.09042857501960787, + 0.08453290745098035, + 0.05499370141176466, + 0.003266606392156863, + -0.07544167117647055, + -0.015606528627450978, + -0.019981488733333278, + -0.025666618862745103, + -0.018207427176470593, + 0.07526210964705878, + -0.07317296886274506, + 0.06288879294117644, + -0.045770915470588244, + 0.06681564803529418, + 0.0457884809411765, + -0.057205103882352934, + 0.03428885882352944, + -0.026384509803921576, + 0.04764570376470586, + 0.0265779054901961, + -0.05987147952941173, + 0.04524020599999998, + -0.030786102745098055, + 0.050239169831372554, + 0.03661726031372548 + ] + ], + "std": [ + [ + 0.9803272049895071, + 0.9882927145330502, + 0.9802699132826773, + 0.9866157296330209, + 0.9568636941234572, + 0.9924758747611615, + 0.9911948282259507, + 1.014854441162732, + 0.9588574557798413, + 0.9306835025569801, + 0.9960935226571523, + 1.058677201136564, + 1.1189325498150606, + 1.104729425488317, + 1.0030626650633148, + 1.0161006842006703, + 1.038500769178019, + 1.1151857588414493, + 1.0890692776345845, + 0.9960240438206022, + 1.0157898082954688, + 1.0428087102486705, + 1.0990958365479944, + 1.0781825399569271, + 0.9998307298430946 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 3, + "depth": 4, + "padding": 50, + "parameters": 14206, + "cert_evals": { + "36": 0.8592471480369568, + "72": 0.8396072387695312, + "108": 0.8199672698974609, + "255": 0.7234042882919312 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/oocytes_merluccius_states_2f/fold_3/result.json b/UCI_N4/sandwich/runs/oocytes_merluccius_states_2f/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..d2b83d6a979a164690f77dd1388e4f84084eb32e --- /dev/null +++ b/UCI_N4/sandwich/runs/oocytes_merluccius_states_2f/fold_3/result.json @@ -0,0 +1,80 @@ +{ + "best_epoch": 9, + "best_val_acc": 0.8719512195121951, + "test_acc": 0.8706467661691543, + "train_size": 255, + "val_size": 164, + "test_size": 603, + "stats": { + "mean": [ + [ + -0.0162589217254902, + -0.05657745160784315, + 0.01461218117647058, + 0.05366552894117648, + 0.038041347607843126, + -0.02560452082352941, + -0.011943972431372539, + -0.007390860000000016, + -0.011038546941176463, + -0.05211940686274512, + 0.008660175294117643, + 0.051748327019607854, + -0.01198270811764698, + 0.042424563215686224, + 0.0151460240784314, + -0.01830622803921565, + 0.029721466745098055, + 0.03686442627450982, + 0.01890176607843136, + 0.022645802980392142, + -0.02072309247058821, + 0.038014168235294084, + 0.011930823882352934, + 0.031066374470588243, + 0.015441112392156824 + ] + ], + "std": [ + [ + 1.0145212260058494, + 1.0183267267898117, + 0.9955590624479448, + 1.0189109805968923, + 0.9525691096733636, + 0.9401260529685115, + 0.9530483520235054, + 1.0372365061551077, + 0.9831280509255012, + 1.0109747306925605, + 1.0146664159530456, + 1.0835689421499082, + 1.0366330566676196, + 1.063468357562322, + 1.0478025436829708, + 1.0203756563273347, + 1.048069136775873, + 0.9743374382513833, + 1.0399684735711856, + 1.0238387714620327, + 1.0310574946708129, + 1.0714734463360287, + 1.0248857085596488, + 1.0669402741834955, + 1.0309522590651836 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 3, + "depth": 4, + "padding": 50, + "parameters": 14206, + "cert_evals": { + "36": 0.8358209133148193, + "72": 0.8192371726036072, + "108": 0.8059701323509216, + "255": 0.7131011486053467 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/oocytes_trisopterus_nucleus_2f/fold_0/result.json b/UCI_N4/sandwich/runs/oocytes_trisopterus_nucleus_2f/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..738e24554fac468a5fd330ef9e84b02476e54002 --- /dev/null +++ b/UCI_N4/sandwich/runs/oocytes_trisopterus_nucleus_2f/fold_0/result.json @@ -0,0 +1,80 @@ +{ + "best_epoch": 27, + "best_val_acc": 0.7837837837837838, + "test_acc": 0.7277486910994765, + "train_size": 228, + "val_size": 111, + "test_size": 573, + "stats": { + "mean": [ + [ + 0.008357397456140388, + 0.01802353785087694, + -0.041648607412280596, + -0.0453803663157896, + 0.0012030528070177244, + 0.022922442456140533, + 0.036679189828947405, + 0.006630059969298269, + 0.03305654250000005, + -0.013262542280701796, + -0.10907990994736835, + 0.018322935921052583, + 0.07612510290350878, + 0.012056999298245606, + 3.168017543867413e-05, + -0.10483278701754395, + 0.006886669999999989, + 0.06841488109649123, + 0.00695189035087715, + -0.010072736403508812, + -0.05385949504824569, + 0.02870514298245609, + 0.015483249929824555, + 0.03363409311403503, + -0.0021852223684209818 + ] + ], + "std": [ + [ + 0.9973978575903476, + 1.0076014353044038, + 0.9952366807299615, + 0.932027269541095, + 1.0037384211397398, + 0.9967681042898726, + 0.9897940967126091, + 0.9959439814010456, + 1.0138128967542228, + 0.9906591764143307, + 1.0399607914486315, + 1.0440929697744785, + 0.9325257900670985, + 1.077455055918072, + 1.0068935522712004, + 1.0499836979693067, + 1.020033825374287, + 0.9599692363716387, + 1.0561252019263898, + 1.0054889903033737, + 1.0309466984358973, + 1.0847181603368137, + 1.1023028462065556, + 1.254832404821169, + 0.9936933949524517 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 4, + "padding": 50, + "parameters": 14155, + "cert_evals": { + "36": 0.650959849357605, + "72": 0.49738219380378723, + "108": 0.37870854139328003, + "255": 0.1186736524105072 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/oocytes_trisopterus_nucleus_2f/fold_1/result.json b/UCI_N4/sandwich/runs/oocytes_trisopterus_nucleus_2f/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..de4fe12e1f6677a1e5da3383b50d182dd8852809 --- /dev/null +++ b/UCI_N4/sandwich/runs/oocytes_trisopterus_nucleus_2f/fold_1/result.json @@ -0,0 +1,80 @@ +{ + "best_epoch": 20, + "best_val_acc": 0.7307692307692307, + "test_acc": 0.7563176895306859, + "train_size": 228, + "val_size": 130, + "test_size": 554, + "stats": { + "mean": [ + [ + -0.08728925657894768, + -0.0543713359210526, + -0.034470636140350855, + 0.03278697263157899, + 0.05903984850877202, + 0.027659603256579266, + 0.0052796477236843045, + -0.02784190157894725, + -0.009100311184210503, + -0.037397169736841936, + 0.10257767285964901, + -0.01304280877192977, + -0.06708928297368424, + -0.036337502456140376, + -0.047321120833333355, + 0.09918661429824563, + -0.009569511929824559, + -0.06545246535087723, + -0.012505821052631564, + -0.06283763969298246, + 0.07219973416666646, + -0.0427019519736842, + 0.004866778614035071, + -0.047571456315789504, + -0.07411300593421052 + ] + ], + "std": [ + [ + 1.0458471164356558, + 1.0593898673226612, + 1.0081986354392756, + 1.0765642846006065, + 1.0669306376265857, + 1.0624952898815982, + 1.0407781573587898, + 1.106896809173159, + 1.167838053551809, + 1.0758835524236412, + 1.0385900596754538, + 0.9885404293586944, + 0.9550027699090833, + 0.9244009468904739, + 1.0365002828514067, + 1.032883107457862, + 1.0049531003586958, + 0.9938416222614777, + 0.9755214096734742, + 1.053074988224559, + 1.0165408864776693, + 0.9716379772569274, + 0.9394817774978654, + 0.8622924823332119, + 1.0276563689405496 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 4, + "padding": 50, + "parameters": 14155, + "cert_evals": { + "36": 0.6173285245895386, + "72": 0.47653430700302124, + "108": 0.3465704023838043, + "255": 0.09205776453018188 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/oocytes_trisopterus_nucleus_2f/fold_2/result.json b/UCI_N4/sandwich/runs/oocytes_trisopterus_nucleus_2f/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..b2b1c670cfd91316f180535fcc3d02c69bcae81a --- /dev/null +++ b/UCI_N4/sandwich/runs/oocytes_trisopterus_nucleus_2f/fold_2/result.json @@ -0,0 +1,80 @@ +{ + "best_epoch": 15, + "best_val_acc": 0.7318840579710145, + "test_acc": 0.6904761904761905, + "train_size": 228, + "val_size": 138, + "test_size": 546, + "stats": { + "mean": [ + [ + -0.03544724921052656, + -0.03885949409210542, + -0.00817023697368415, + 0.051384859504385955, + 0.046574599692982555, + 0.04455862842105246, + 0.006319970219298388, + -0.042167378070175295, + -0.056997550482456076, + -0.04837222118421066, + 0.023236387807017467, + -0.018419659824561344, + 0.03327031526622804, + -0.03261339552631577, + 0.017033810526315828, + 0.026972617807017606, + -0.016002433162280727, + 0.07519383274999998, + -0.03613011021929823, + 0.0164577965789474, + 0.013493596793859773, + -0.02311588736842108, + 0.0705855121052632, + -0.038314935394736835, + 0.002846930162280715 + ] + ], + "std": [ + [ + 1.0173295399775188, + 1.0238875326302583, + 0.965332841080866, + 1.0357264688512589, + 1.0296595721628123, + 1.027217931369946, + 0.9273272720979442, + 1.0575953015661612, + 1.0282364738483871, + 1.0347456518954214, + 0.9384525467734931, + 0.9632166870693201, + 0.9301838169931504, + 0.9056571647388838, + 1.0051927672529442, + 0.961531287665366, + 0.9441957103814642, + 0.9064551199981514, + 0.8776461226812926, + 1.0213725987384084, + 0.997919302021147, + 0.9466852583005331, + 0.8271188054338252, + 0.8317555000647003, + 1.0271823239026208 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 4, + "padding": 50, + "parameters": 14155, + "cert_evals": { + "36": 0.5897436141967773, + "72": 0.49267399311065674, + "108": 0.3791208863258362, + "255": 0.08974359184503555 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/oocytes_trisopterus_nucleus_2f/fold_3/result.json b/UCI_N4/sandwich/runs/oocytes_trisopterus_nucleus_2f/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..26a2b93103bbef169539db110766f8c4b5f9b67e --- /dev/null +++ b/UCI_N4/sandwich/runs/oocytes_trisopterus_nucleus_2f/fold_3/result.json @@ -0,0 +1,80 @@ +{ + "best_epoch": 2, + "best_val_acc": 0.6948051948051948, + "test_acc": 0.7018867924528301, + "train_size": 228, + "val_size": 154, + "test_size": 530, + "stats": { + "mean": [ + [ + -0.10959069377192993, + -0.09912143754385974, + -0.007162025008771894, + 0.06766152456140351, + 0.08831780850877229, + 0.08171766137061406, + 0.006699487456140278, + -0.07772155793859647, + -0.05998239798245609, + -0.07346038859649133, + -0.02367889968421067, + -0.005257190087719264, + 0.03324320991228074, + -0.048391179824561384, + 0.008669106403508755, + -0.045213709868421055, + -0.008913120438596496, + 0.02287917744298246, + -0.016604398201754404, + -0.0007747342105263451, + -0.06126861737280714, + -0.02565710350877192, + 0.05257332175438596, + -0.045432562719298235, + -0.0029558628640350784 + ] + ], + "std": [ + [ + 1.044732018887429, + 1.0625410440290517, + 1.0767800702099823, + 1.0282688245705722, + 1.08629241303742, + 1.0791696596464955, + 1.0159169319395265, + 1.053527399603391, + 0.9939044762321542, + 1.0659676193377676, + 0.9599515341324413, + 0.9624071800102462, + 0.902255701658811, + 0.882802488819804, + 0.992868117400491, + 0.976032726528656, + 0.9678528042797121, + 1.0363949239113746, + 0.9791104951035513, + 1.0023913562224034, + 0.9810108324803241, + 0.9401880345466065, + 0.8602452645459159, + 0.8427992005641717, + 1.0009607300230972 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 4, + "padding": 50, + "parameters": 14155, + "cert_evals": { + "36": 0.5792452692985535, + "72": 0.44716981053352356, + "108": 0.3415094316005707, + "255": 0.10943396389484406 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/oocytes_trisopterus_states_5b/fold_0/result.json b/UCI_N4/sandwich/runs/oocytes_trisopterus_states_5b/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..020caef90072070c8a4ee78c538a93e9e1a95da4 --- /dev/null +++ b/UCI_N4/sandwich/runs/oocytes_trisopterus_states_5b/fold_0/result.json @@ -0,0 +1,94 @@ +{ + "best_epoch": 13, + "best_val_acc": 0.8682170542635659, + "test_acc": 0.8432432432432433, + "train_size": 228, + "val_size": 129, + "test_size": 555, + "stats": { + "mean": [ + [ + 0.07071967587719294, + -0.03126246473684206, + -0.05244502938596495, + 0.005148638640350878, + 0.12069938767543859, + -0.061311192850877064, + -0.05906930372807029, + -0.05115659995614045, + -0.13130431929824563, + -0.06720904710526317, + -0.05089102140350876, + -0.04616209415789476, + -0.008453429122807003, + 0.007494995967982444, + -0.045153931578947384, + 0.03200924100877193, + -0.0691457934210527, + -0.0009892403947368614, + 0.011054617807017532, + -0.029681514881578927, + 0.01884901570175438, + -0.046099180000000024, + 0.002979564210526361, + -0.0069296600877193516, + -0.01987498114035088, + 0.015903855074561355, + -0.12577492600877196, + -0.08353401973684217, + -0.05708607535087729, + -0.05055958596491232, + -0.04731587622807015, + -0.043790602412280666 + ] + ], + "std": [ + [ + 1.1161365921129287, + 1.019937304172635, + 0.917445075485345, + 0.922445163110283, + 1.1247212152662185, + 1.0142273750405912, + 1.013302866302, + 1.014864695381583, + 0.9032083969104956, + 0.9420860638513419, + 0.8878850299621215, + 0.9649792111481951, + 0.9283049848951963, + 0.9030510744389749, + 0.8595512938345663, + 0.9546310505717645, + 1.0275522247728062, + 0.9168016008396184, + 0.9413647122294537, + 0.8546868987355505, + 0.9932921290570054, + 1.0448863454946404, + 0.9301627049708955, + 0.9728030425741644, + 0.8334914560515586, + 0.9950352822299136, + 1.1288380460826624, + 1.0483897554983064, + 0.9912110826643573, + 0.972356775914115, + 0.9655364442120018, + 0.961757628464007 + ] + ] + }, + "width": 128, + "in_features": 32, + "out_features": 3, + "depth": 4, + "padding": 64, + "parameters": 23110, + "cert_evals": { + "36": 0.8036036491394043, + "72": 0.7621622085571289, + "108": 0.7063063383102417, + "255": 0.4468468427658081 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/oocytes_trisopterus_states_5b/fold_1/result.json b/UCI_N4/sandwich/runs/oocytes_trisopterus_states_5b/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..cbaf8c986420f647d669164cdc16ef9378e130fd --- /dev/null +++ b/UCI_N4/sandwich/runs/oocytes_trisopterus_states_5b/fold_1/result.json @@ -0,0 +1,94 @@ +{ + "best_epoch": 32, + "best_val_acc": 0.9266666666666666, + "test_acc": 0.898876404494382, + "train_size": 228, + "val_size": 150, + "test_size": 534, + "stats": { + "mean": [ + [ + 0.042168793947368305, + -0.046661154824561395, + -0.07265519657894737, + -0.029048200219298256, + 0.09316957649122803, + -0.10222960131578947, + -0.10301473457017543, + -0.10802850458421065, + -0.0797967623684211, + -0.04103184833333331, + -0.03355091710526318, + -0.07929260306140361, + -0.01261704565789473, + 0.1506792193013158, + -0.04067907675438599, + 0.0143033318859649, + -0.10382837236842095, + -0.04084723513596495, + 0.09225491631578954, + -0.05923273439912277, + -0.01375305198245613, + -0.07187321360087723, + -0.04672014346491231, + 0.0815637618859649, + -0.05598073456140354, + -0.022079915539473673, + -0.09001919685526312, + -0.07580621197368419, + -0.062005388640350885, + -0.0598721951754386, + -0.05949153206140351, + -0.05830784473684211 + ] + ], + "std": [ + [ + 1.0200834248953377, + 0.9834883235416357, + 0.948382326692065, + 0.9422895148016912, + 1.0599930578421568, + 1.008102104687054, + 1.005532265621242, + 1.002425640615904, + 1.0281516449119859, + 0.9864372876535116, + 0.9216225867194346, + 1.0175930869712388, + 0.9515569597651118, + 0.8710927832245062, + 0.9090671548749089, + 0.9587815133966584, + 1.0094043299853246, + 0.9261778760996505, + 0.8474973900761839, + 0.9036382522123776, + 0.9766692441797213, + 1.0089134547001877, + 0.9564712615645998, + 0.8678207248562414, + 0.9118462619599206, + 0.9732947965073382, + 1.0611090895722666, + 1.015667914213523, + 0.9793114555387845, + 0.9657189087278202, + 0.9606198710213132, + 0.9585784664444565 + ] + ] + }, + "width": 128, + "in_features": 32, + "out_features": 3, + "depth": 4, + "padding": 64, + "parameters": 23110, + "cert_evals": { + "36": 0.8689138889312744, + "72": 0.8108614087104797, + "108": 0.7584269642829895, + "255": 0.4438202381134033 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/oocytes_trisopterus_states_5b/fold_2/result.json b/UCI_N4/sandwich/runs/oocytes_trisopterus_states_5b/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..418f4a454b69dc15983bc60ba781a00d046a334d --- /dev/null +++ b/UCI_N4/sandwich/runs/oocytes_trisopterus_states_5b/fold_2/result.json @@ -0,0 +1,94 @@ +{ + "best_epoch": 31, + "best_val_acc": 0.9112903225806451, + "test_acc": 0.8839285714285714, + "train_size": 228, + "val_size": 124, + "test_size": 560, + "stats": { + "mean": [ + [ + 0.003998914473684303, + -0.0213186002192983, + -0.017623903947368354, + -0.012337663596491195, + -0.017431074298245655, + -0.004555553359648964, + -0.004108547587719438, + -0.0009373696052630999, + -0.016608215043859648, + -0.03182528381578946, + -0.007421083684210486, + -0.005595805956140336, + -0.02646343394736844, + -0.03618650232456141, + -0.010698251315789472, + -0.030884499561403496, + 0.00945457565789471, + -0.009139434872807068, + -0.03419454758771928, + -0.008557029530701714, + -0.023951698464912213, + -0.004459117500000028, + -0.004532075570175454, + -0.017823669631578956, + 0.001388015307017533, + -0.0025814676008772044, + 0.025199284736842097, + -0.0031750307894736394, + -0.009545385219298277, + -0.011465425438596452, + -0.011802506973684268, + -0.012658367236842074 + ] + ], + "std": [ + [ + 0.97457074546984, + 1.0043257679235367, + 0.9742480751664327, + 0.9943971588575504, + 0.9581527150500696, + 0.9265467380337167, + 0.9264773239886217, + 0.9319494271687707, + 1.0333247779313135, + 0.920720050526615, + 0.9972315457748969, + 0.9339472735421078, + 0.994560651859279, + 0.9728161348895927, + 0.9675512654728273, + 1.0285831983370706, + 0.9503032539654157, + 0.9956226688351669, + 0.9764940921703851, + 0.9471557323877339, + 1.0287165906042777, + 0.9500178099607385, + 0.9876437160220987, + 0.9354692176608096, + 0.898511968634094, + 1.0286414971042166, + 0.9524777970147053, + 0.9772040913271117, + 0.9780996145454892, + 0.9792411013617204, + 0.9824128780686913, + 0.9861305066741933 + ] + ] + }, + "width": 128, + "in_features": 32, + "out_features": 3, + "depth": 4, + "padding": 64, + "parameters": 23110, + "cert_evals": { + "36": 0.8428571224212646, + "72": 0.7767857313156128, + "108": 0.7142857313156128, + "255": 0.4749999940395355 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/oocytes_trisopterus_states_5b/fold_3/result.json b/UCI_N4/sandwich/runs/oocytes_trisopterus_states_5b/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..c313a6c40685f3cc94af9db2b65d2535d88ad1f8 --- /dev/null +++ b/UCI_N4/sandwich/runs/oocytes_trisopterus_states_5b/fold_3/result.json @@ -0,0 +1,94 @@ +{ + "best_epoch": 13, + "best_val_acc": 0.8769230769230769, + "test_acc": 0.8465703971119134, + "train_size": 228, + "val_size": 130, + "test_size": 554, + "stats": { + "mean": [ + [ + 0.19128086798245605, + -0.1545888153201755, + -0.1037753156140351, + -0.08390219271929829, + 0.19822772679824566, + -0.054646532894736755, + -0.05310007785087714, + -0.05312231039473688, + -0.09918999210526323, + -0.0755739785964912, + -0.07051384131578947, + -0.05881431096491246, + -0.07694789254385967, + 0.054556597587719274, + -0.06296629385964911, + -0.09344949605263154, + -0.05059881096491216, + -0.09314682412280695, + 0.050995198815789525, + -0.07107925399122803, + -0.13133097996491225, + -0.0199737169736841, + -0.08499977043859651, + 0.0665703333333333, + -0.06430988701754382, + -0.11358861070175429, + -0.20145491466228072, + -0.1672395333333333, + -0.13964623530701756, + -0.13065004122807017, + -0.1280007524122807, + -0.1254573030701754 + ] + ], + "std": [ + [ + 1.162459605948107, + 1.0220637257211564, + 0.9798271763297653, + 0.9281687716661429, + 1.1748679320520254, + 1.0338563715791989, + 1.0321846232991374, + 1.0330317193022602, + 1.0435830097086, + 0.9790515232110254, + 0.975207419353285, + 0.993634610991306, + 0.9186772145265852, + 0.9759927672870093, + 0.930549606138527, + 0.9430482289842438, + 1.0327123337266333, + 0.9392430037385824, + 0.9854560711615015, + 0.9600278149608173, + 0.9920638252884562, + 1.0141678876429923, + 0.9512802433446548, + 0.9952075820683842, + 0.911976129686222, + 0.9873548656001708, + 1.1909974471705074, + 1.0719478815576433, + 1.0152936018335244, + 0.9972868774145465, + 0.9919889419406073, + 0.9898458188922279 + ] + ] + }, + "width": 128, + "in_features": 32, + "out_features": 3, + "depth": 4, + "padding": 64, + "parameters": 23110, + "cert_evals": { + "36": 0.7960288524627686, + "72": 0.7545126080513, + "108": 0.7003610134124756, + "255": 0.43501806259155273 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/optical/fold_0/result.json b/UCI_N4/sandwich/runs/optical/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..93a75bf4ceeb49a21334bee709a37e69ac015430 --- /dev/null +++ b/UCI_N4/sandwich/runs/optical/fold_0/result.json @@ -0,0 +1,154 @@ +{ + "best_epoch": 28, + "best_val_acc": 0.9698558322411533, + "test_acc": 0.9575163398692811, + "train_size": 1797, + "val_size": 763, + "test_size": 3060, + "stats": { + "mean": [ + [ + 1.3856427249732343e-07, + 3.522537559932238e-07, + 2.0200333923407371e-07, + -2.1090706664453654e-08, + 9.079577074147025e-07, + -3.7840846155241325e-08, + 1.0016694480800053e-07, + -3.839732929460532e-08, + -2.052531986360973e-07, + 5.736227047582848e-07, + -5.392877018977476e-07, + 3.446855866850716e-07, + 7.471897606570201e-07, + 6.366165789100185e-08, + 6.343906503950533e-08, + 1.6082360320555245e-08, + -1.2743461284050804e-07, + -1.040734557545233e-06, + -8.755926547578072e-07, + -3.578185863301285e-07, + 7.332220366643227e-07, + -3.0194769109244466e-07, + 7.790762325825424e-08, + 7.345575957029862e-08, + -7.23984418536337e-07, + 9.154145797987881e-07, + 1.1503060657291822e-06, + 5.397885364376055e-07, + 9.892598776549736e-07, + 1.3388981694693205e-07, + -1.4245965993065702e-08, + 0.0, + 9.849749597322357e-08, + -3.005008345580917e-07, + -1.252309404487717e-06, + 1.1563717317173418e-07, + 2.612687813142242e-07, + -2.1246521999465225e-07, + 2.181413434127969e-08, + 2.5598219080391046e-08, + 8.095715080714013e-07, + 2.046967167367694e-06, + 7.488035611850296e-07, + -5.36338341615376e-07, + 2.2593210867774937e-07, + 1.391208119443866e-09, + 2.1146353474234786e-09, + -9.627156351675032e-08, + 7.974401797152621e-08, + -4.3405676095586467e-07, + 4.762938228768179e-07, + -1.1801335560497857e-06, + -1.2314969337031567e-07, + -1.9309961105232408e-07, + -3.3611575048358445e-08, + 2.036727886363881e-07, + 1.463550362828589e-07, + 1.4123539216025922e-07, + 2.2092376161315588e-07, + -2.9421257666669716e-07, + 1.7028380694169436e-07, + -7.623817643177156e-08 + ] + ], + "std": [ + [ + 0.9997215438361656, + 0.9997210922060588, + 0.9997214681131235, + 0.999721655854133, + 0.9997208475841785, + 0.9997219821124261, + 0.9997214930298326, + 0.999721057794131, + 0.9997217596240401, + 0.9997225746036739, + 0.9997210224417119, + 0.9997227576971818, + 0.9997229351930221, + 0.9997215956873193, + 0.9997211331602884, + 0.9997230207039172, + 0.9997217447316874, + 0.9997210018360171, + 0.9997222723850343, + 0.9997221108286501, + 0.9997214178114493, + 0.9997217647676936, + 0.9997224408130486, + 0.9997228003545515, + 0.9997209577711167, + 0.9997232788951946, + 0.9997216619853025, + 0.9997205909299596, + 0.9997219977968902, + 0.9997221075144335, + 0.9997206041402685, + 1.0, + 0.9997216910380222, + 0.9997220629734219, + 0.999722192628859, + 0.9997216259221229, + 0.9997236467717389, + 0.999721912949805, + 0.9997216048405073, + 0.9997213735793822, + 0.9997214679760645, + 0.9997208302277274, + 0.9997210543542098, + 0.9997230984585895, + 0.9997218857870922, + 0.9997212960295644, + 0.9997215938175112, + 0.9997221985317171, + 0.999722021899587, + 0.999721725627861, + 0.9997220060267005, + 0.9997218313197827, + 0.9997214196784353, + 0.9997219309011688, + 0.9997206139806237, + 0.9997218079331756, + 0.9997220886750577, + 0.9997214372339108, + 0.9997213277413262, + 0.999722450536975, + 0.9997220499516833, + 0.9997216929328724 + ] + ] + }, + "width": 256, + "in_features": 62, + "out_features": 10, + "depth": 4, + "padding": 124, + "parameters": 86565, + "cert_evals": { + "36": 0.9467320442199707, + "72": 0.9323529601097107, + "108": 0.9183006882667542, + "255": 0.7905228734016418 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/optical/fold_1/result.json b/UCI_N4/sandwich/runs/optical/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..83d69e428d78ec0cec4ef7a6a4543feef9baf8d9 --- /dev/null +++ b/UCI_N4/sandwich/runs/optical/fold_1/result.json @@ -0,0 +1,154 @@ +{ + "best_epoch": 44, + "best_val_acc": 0.9647519582245431, + "test_acc": 0.9597644749754661, + "train_size": 1797, + "val_size": 766, + "test_size": 3057, + "stats": { + "mean": [ + [ + 1.3856427249732343e-07, + 3.522537559932238e-07, + 2.0200333923407371e-07, + -2.1090706664453654e-08, + 9.079577074147025e-07, + -3.7840846155241325e-08, + 1.0016694480800053e-07, + -3.839732929460532e-08, + -2.052531986360973e-07, + 5.736227047582848e-07, + -5.392877018977476e-07, + 3.446855866850716e-07, + 7.471897606570201e-07, + 6.366165789100185e-08, + 6.343906503950533e-08, + 1.6082360320555245e-08, + -1.2743461284050804e-07, + -1.040734557545233e-06, + -8.755926547578072e-07, + -3.578185863301285e-07, + 7.332220366643227e-07, + -3.0194769109244466e-07, + 7.790762325825424e-08, + 7.345575957029862e-08, + -7.23984418536337e-07, + 9.154145797987881e-07, + 1.1503060657291822e-06, + 5.397885364376055e-07, + 9.892598776549736e-07, + 1.3388981694693205e-07, + -1.4245965993065702e-08, + 0.0, + 9.849749597322357e-08, + -3.005008345580917e-07, + -1.252309404487717e-06, + 1.1563717317173418e-07, + 2.612687813142242e-07, + -2.1246521999465225e-07, + 2.181413434127969e-08, + 2.5598219080391046e-08, + 8.095715080714013e-07, + 2.046967167367694e-06, + 7.488035611850296e-07, + -5.36338341615376e-07, + 2.2593210867774937e-07, + 1.391208119443866e-09, + 2.1146353474234786e-09, + -9.627156351675032e-08, + 7.974401797152621e-08, + -4.3405676095586467e-07, + 4.762938228768179e-07, + -1.1801335560497857e-06, + -1.2314969337031567e-07, + -1.9309961105232408e-07, + -3.3611575048358445e-08, + 2.036727886363881e-07, + 1.463550362828589e-07, + 1.4123539216025922e-07, + 2.2092376161315588e-07, + -2.9421257666669716e-07, + 1.7028380694169436e-07, + -7.623817643177156e-08 + ] + ], + "std": [ + [ + 0.9997215438361656, + 0.9997210922060588, + 0.9997214681131235, + 0.999721655854133, + 0.9997208475841785, + 0.9997219821124261, + 0.9997214930298326, + 0.999721057794131, + 0.9997217596240401, + 0.9997225746036739, + 0.9997210224417119, + 0.9997227576971818, + 0.9997229351930221, + 0.9997215956873193, + 0.9997211331602884, + 0.9997230207039172, + 0.9997217447316874, + 0.9997210018360171, + 0.9997222723850343, + 0.9997221108286501, + 0.9997214178114493, + 0.9997217647676936, + 0.9997224408130486, + 0.9997228003545515, + 0.9997209577711167, + 0.9997232788951946, + 0.9997216619853025, + 0.9997205909299596, + 0.9997219977968902, + 0.9997221075144335, + 0.9997206041402685, + 1.0, + 0.9997216910380222, + 0.9997220629734219, + 0.999722192628859, + 0.9997216259221229, + 0.9997236467717389, + 0.999721912949805, + 0.9997216048405073, + 0.9997213735793822, + 0.9997214679760645, + 0.9997208302277274, + 0.9997210543542098, + 0.9997230984585895, + 0.9997218857870922, + 0.9997212960295644, + 0.9997215938175112, + 0.9997221985317171, + 0.999722021899587, + 0.999721725627861, + 0.9997220060267005, + 0.9997218313197827, + 0.9997214196784353, + 0.9997219309011688, + 0.9997206139806237, + 0.9997218079331756, + 0.9997220886750577, + 0.9997214372339108, + 0.9997213277413262, + 0.999722450536975, + 0.9997220499516833, + 0.9997216929328724 + ] + ] + }, + "width": 256, + "in_features": 62, + "out_features": 10, + "depth": 4, + "padding": 124, + "parameters": 86565, + "cert_evals": { + "36": 0.9486424326896667, + "72": 0.9349035024642944, + "108": 0.9172391295433044, + "255": 0.7958782911300659 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/optical/fold_2/result.json b/UCI_N4/sandwich/runs/optical/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..3b4648763e336702a0e1e8df07d4228b6235eaf6 --- /dev/null +++ b/UCI_N4/sandwich/runs/optical/fold_2/result.json @@ -0,0 +1,154 @@ +{ + "best_epoch": 20, + "best_val_acc": 0.9640479360852197, + "test_acc": 0.9544270833333334, + "train_size": 1797, + "val_size": 751, + "test_size": 3072, + "stats": { + "mean": [ + [ + 1.3856427249732343e-07, + 3.522537559932238e-07, + 2.0200333923407371e-07, + -2.1090706664453654e-08, + 9.079577074147025e-07, + -3.7840846155241325e-08, + 1.0016694480800053e-07, + -3.839732929460532e-08, + -2.052531986360973e-07, + 5.736227047582848e-07, + -5.392877018977476e-07, + 3.446855866850716e-07, + 7.471897606570201e-07, + 6.366165789100185e-08, + 6.343906503950533e-08, + 1.6082360320555245e-08, + -1.2743461284050804e-07, + -1.040734557545233e-06, + -8.755926547578072e-07, + -3.578185863301285e-07, + 7.332220366643227e-07, + -3.0194769109244466e-07, + 7.790762325825424e-08, + 7.345575957029862e-08, + -7.23984418536337e-07, + 9.154145797987881e-07, + 1.1503060657291822e-06, + 5.397885364376055e-07, + 9.892598776549736e-07, + 1.3388981694693205e-07, + -1.4245965993065702e-08, + 0.0, + 9.849749597322357e-08, + -3.005008345580917e-07, + -1.252309404487717e-06, + 1.1563717317173418e-07, + 2.612687813142242e-07, + -2.1246521999465225e-07, + 2.181413434127969e-08, + 2.5598219080391046e-08, + 8.095715080714013e-07, + 2.046967167367694e-06, + 7.488035611850296e-07, + -5.36338341615376e-07, + 2.2593210867774937e-07, + 1.391208119443866e-09, + 2.1146353474234786e-09, + -9.627156351675032e-08, + 7.974401797152621e-08, + -4.3405676095586467e-07, + 4.762938228768179e-07, + -1.1801335560497857e-06, + -1.2314969337031567e-07, + -1.9309961105232408e-07, + -3.3611575048358445e-08, + 2.036727886363881e-07, + 1.463550362828589e-07, + 1.4123539216025922e-07, + 2.2092376161315588e-07, + -2.9421257666669716e-07, + 1.7028380694169436e-07, + -7.623817643177156e-08 + ] + ], + "std": [ + [ + 0.9997215438361656, + 0.9997210922060588, + 0.9997214681131235, + 0.999721655854133, + 0.9997208475841785, + 0.9997219821124261, + 0.9997214930298326, + 0.999721057794131, + 0.9997217596240401, + 0.9997225746036739, + 0.9997210224417119, + 0.9997227576971818, + 0.9997229351930221, + 0.9997215956873193, + 0.9997211331602884, + 0.9997230207039172, + 0.9997217447316874, + 0.9997210018360171, + 0.9997222723850343, + 0.9997221108286501, + 0.9997214178114493, + 0.9997217647676936, + 0.9997224408130486, + 0.9997228003545515, + 0.9997209577711167, + 0.9997232788951946, + 0.9997216619853025, + 0.9997205909299596, + 0.9997219977968902, + 0.9997221075144335, + 0.9997206041402685, + 1.0, + 0.9997216910380222, + 0.9997220629734219, + 0.999722192628859, + 0.9997216259221229, + 0.9997236467717389, + 0.999721912949805, + 0.9997216048405073, + 0.9997213735793822, + 0.9997214679760645, + 0.9997208302277274, + 0.9997210543542098, + 0.9997230984585895, + 0.9997218857870922, + 0.9997212960295644, + 0.9997215938175112, + 0.9997221985317171, + 0.999722021899587, + 0.999721725627861, + 0.9997220060267005, + 0.9997218313197827, + 0.9997214196784353, + 0.9997219309011688, + 0.9997206139806237, + 0.9997218079331756, + 0.9997220886750577, + 0.9997214372339108, + 0.9997213277413262, + 0.999722450536975, + 0.9997220499516833, + 0.9997216929328724 + ] + ] + }, + "width": 256, + "in_features": 62, + "out_features": 10, + "depth": 4, + "padding": 124, + "parameters": 86565, + "cert_evals": { + "36": 0.9436849355697632, + "72": 0.9326171875, + "108": 0.9130859375, + "255": 0.7913411855697632 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/optical/fold_3/result.json b/UCI_N4/sandwich/runs/optical/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..69379c07115e1100757b51f9fffb2624e7899b43 --- /dev/null +++ b/UCI_N4/sandwich/runs/optical/fold_3/result.json @@ -0,0 +1,154 @@ +{ + "best_epoch": 34, + "best_val_acc": 0.9564625850340136, + "test_acc": 0.9621113989637305, + "train_size": 1797, + "val_size": 735, + "test_size": 3088, + "stats": { + "mean": [ + [ + 1.3856427249732343e-07, + 3.522537559932238e-07, + 2.0200333923407371e-07, + -2.1090706664453654e-08, + 9.079577074147025e-07, + -3.7840846155241325e-08, + 1.0016694480800053e-07, + -3.839732929460532e-08, + -2.052531986360973e-07, + 5.736227047582848e-07, + -5.392877018977476e-07, + 3.446855866850716e-07, + 7.471897606570201e-07, + 6.366165789100185e-08, + 6.343906503950533e-08, + 1.6082360320555245e-08, + -1.2743461284050804e-07, + -1.040734557545233e-06, + -8.755926547578072e-07, + -3.578185863301285e-07, + 7.332220366643227e-07, + -3.0194769109244466e-07, + 7.790762325825424e-08, + 7.345575957029862e-08, + -7.23984418536337e-07, + 9.154145797987881e-07, + 1.1503060657291822e-06, + 5.397885364376055e-07, + 9.892598776549736e-07, + 1.3388981694693205e-07, + -1.4245965993065702e-08, + 0.0, + 9.849749597322357e-08, + -3.005008345580917e-07, + -1.252309404487717e-06, + 1.1563717317173418e-07, + 2.612687813142242e-07, + -2.1246521999465225e-07, + 2.181413434127969e-08, + 2.5598219080391046e-08, + 8.095715080714013e-07, + 2.046967167367694e-06, + 7.488035611850296e-07, + -5.36338341615376e-07, + 2.2593210867774937e-07, + 1.391208119443866e-09, + 2.1146353474234786e-09, + -9.627156351675032e-08, + 7.974401797152621e-08, + -4.3405676095586467e-07, + 4.762938228768179e-07, + -1.1801335560497857e-06, + -1.2314969337031567e-07, + -1.9309961105232408e-07, + -3.3611575048358445e-08, + 2.036727886363881e-07, + 1.463550362828589e-07, + 1.4123539216025922e-07, + 2.2092376161315588e-07, + -2.9421257666669716e-07, + 1.7028380694169436e-07, + -7.623817643177156e-08 + ] + ], + "std": [ + [ + 0.9997215438361656, + 0.9997210922060588, + 0.9997214681131235, + 0.999721655854133, + 0.9997208475841785, + 0.9997219821124261, + 0.9997214930298326, + 0.999721057794131, + 0.9997217596240401, + 0.9997225746036739, + 0.9997210224417119, + 0.9997227576971818, + 0.9997229351930221, + 0.9997215956873193, + 0.9997211331602884, + 0.9997230207039172, + 0.9997217447316874, + 0.9997210018360171, + 0.9997222723850343, + 0.9997221108286501, + 0.9997214178114493, + 0.9997217647676936, + 0.9997224408130486, + 0.9997228003545515, + 0.9997209577711167, + 0.9997232788951946, + 0.9997216619853025, + 0.9997205909299596, + 0.9997219977968902, + 0.9997221075144335, + 0.9997206041402685, + 1.0, + 0.9997216910380222, + 0.9997220629734219, + 0.999722192628859, + 0.9997216259221229, + 0.9997236467717389, + 0.999721912949805, + 0.9997216048405073, + 0.9997213735793822, + 0.9997214679760645, + 0.9997208302277274, + 0.9997210543542098, + 0.9997230984585895, + 0.9997218857870922, + 0.9997212960295644, + 0.9997215938175112, + 0.9997221985317171, + 0.999722021899587, + 0.999721725627861, + 0.9997220060267005, + 0.9997218313197827, + 0.9997214196784353, + 0.9997219309011688, + 0.9997206139806237, + 0.9997218079331756, + 0.9997220886750577, + 0.9997214372339108, + 0.9997213277413262, + 0.999722450536975, + 0.9997220499516833, + 0.9997216929328724 + ] + ] + }, + "width": 256, + "in_features": 62, + "out_features": 10, + "depth": 4, + "padding": 124, + "parameters": 86565, + "cert_evals": { + "36": 0.950129508972168, + "72": 0.9378238320350647, + "108": 0.9193652868270874, + "255": 0.7927460670471191 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/ozone/fold_0/result.json b/UCI_N4/sandwich/runs/ozone/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..e966cf67b0a44caacbd9ffef4bd72f4a90550c7e --- /dev/null +++ b/UCI_N4/sandwich/runs/ozone/fold_0/result.json @@ -0,0 +1,174 @@ +{ + "best_epoch": 38, + "best_val_acc": 0.9415041782729805, + "test_acc": 0.949449125081011, + "train_size": 634, + "val_size": 359, + "test_size": 1543, + "stats": { + "mean": [ + [ + -0.003832208201892918, + -0.005418530378548824, + -0.010179585331230298, + -0.007282815457413272, + -0.012684214511040823, + -0.016161820820189455, + 0.002799892586751031, + 0.0019220082018927972, + -0.018512049842271346, + 0.005907482334384807, + -0.007494815457413195, + -0.025883145425867744, + -0.03184079188958992, + -0.019569813880126137, + -0.027278735331230344, + -0.03046446009463729, + -0.011907895583595755, + -0.007346252618296485, + -0.02668136640378576, + -0.06587051593059931, + -0.049409756782334495, + -0.07125564747634061, + -0.0656345313880127, + -0.07421817728706603, + -0.009998679968454185, + -0.0262489938485801, + -0.021923096214510832, + -0.0190336230283913, + -0.018218104037854982, + -0.016821850378548945, + -0.020884196703469835, + -0.020929776435331872, + -0.021766428958990638, + -0.02181745849999988, + -0.020616926908517234, + -0.02164594619873821, + -0.027880692514195553, + -0.03721009403785469, + -0.03371047791798095, + -0.0357276862940851, + -0.03981797839116743, + -0.04135431316246058, + -0.0396969034069403, + -0.04041245388012638, + -0.03959258725552049, + -0.035369640788643436, + -0.0329854148107256, + -0.037678351135646625, + -0.029864726656151485, + -0.030806835126182992, + -0.03040135176656141, + -0.02955822337539437, + -0.0004082835646687658, + 0.03179852176656152, + -0.030195180984227132, + -0.04001496272870659, + 0.026779878261829634, + -0.004116586119873863, + -0.0023215491955836005, + -0.024096858706624612, + -0.03674826619400633, + 0.02543307507728708, + -0.005538621608832797, + 0.01184614798107252, + -0.02897714377507889, + -0.008931562263406941, + 0.023499008943217683, + 0.017402507271293364, + 0.0359555768138801, + 0.023836606309148266, + -0.0014779406940063293, + -0.008649845488958915 + ] + ], + "std": [ + [ + 1.0253346653541646, + 0.9970790367473195, + 1.0038692152439912, + 0.9938232451774182, + 0.9892173701948798, + 0.9911118430754786, + 1.017791120532591, + 0.9932864022974621, + 0.9902464436046423, + 1.000185178231482, + 1.0011696264611658, + 0.986480392675615, + 0.9730802318969383, + 0.9778181923701852, + 0.9836970027189096, + 0.9750118443336364, + 0.9792780834573579, + 0.9880149185292257, + 0.9781480670848659, + 0.9690310973910427, + 0.9891508690776625, + 0.9800473244857659, + 0.9719895753152141, + 0.9862159945987059, + 1.000643505337353, + 0.98774444392728, + 1.0016087509397211, + 0.9981176722651791, + 0.9943416662612424, + 0.9911189659544083, + 0.9910342795958328, + 0.9946798944092399, + 0.9963025407021763, + 0.9986420543916559, + 1.0050901822096001, + 1.006920701444179, + 1.0106377164264517, + 1.0193709910492683, + 1.0139900979553602, + 1.0114902226706495, + 1.0154408973720759, + 1.0202202440190384, + 1.0187333506565903, + 1.0188947379912598, + 1.0238829760328585, + 1.0216807530782095, + 1.0172760501580516, + 1.019296401406438, + 1.0121202260566657, + 1.0092598657183676, + 1.0163059965288948, + 1.0075443434312203, + 0.9544054418118135, + 0.959178459050877, + 0.9653248526530249, + 0.9812633263036802, + 0.9443343196371533, + 0.9785419366403552, + 0.9938503050835839, + 0.9399729974257295, + 1.0017571374847212, + 0.9409064434936084, + 0.9699516997787144, + 1.0227411928766736, + 0.9603064531854989, + 0.9989953512934372, + 0.9473740110075154, + 0.9448230205985104, + 0.9456688250252197, + 0.942484207617471, + 1.0193030273935935, + 0.9279161878664934 + ] + ] + }, + "width": 256, + "in_features": 72, + "out_features": 2, + "depth": 4, + "padding": 144, + "parameters": 115205, + "cert_evals": { + "36": 0.9351911544799805, + "72": 0.9163966178894043, + "108": 0.8976020216941833, + "255": 0.7770576477050781 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/ozone/fold_1/result.json b/UCI_N4/sandwich/runs/ozone/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..65098b731d1d5e91e8593b80a4ecb89d2e18c5e9 --- /dev/null +++ b/UCI_N4/sandwich/runs/ozone/fold_1/result.json @@ -0,0 +1,174 @@ +{ + "best_epoch": 36, + "best_val_acc": 0.9404466501240695, + "test_acc": 0.9559706470980653, + "train_size": 634, + "val_size": 403, + "test_size": 1499, + "stats": { + "mean": [ + [ + 0.03792215394321758, + 0.05303702501577294, + 0.055938417665614755, + 0.045617302050472784, + 0.021353089905362888, + 0.020145928075709717, + 0.0154306208201896, + 0.022261120504731842, + 0.020515404258675263, + -0.006392122712933948, + -0.018915373501577255, + -0.01732013391167209, + -0.017668103968454255, + -0.006586070347003194, + -0.016273178391167133, + -0.009117565772870817, + -0.006092351104100761, + -0.004906137602523564, + -0.015032467823343948, + -0.009775977760252257, + -0.0028146921135643894, + -0.014031686908517228, + -0.025870736750788572, + -0.018697430914826393, + 0.012961191798107244, + 0.01047141529968471, + 0.018777906104101107, + 0.026551687539432215, + 0.020844408675078762, + 0.023819117413249064, + 0.023811730189274537, + 0.019894168675078563, + 0.021038747192428944, + 0.02314655241798127, + 0.028341015741325026, + 0.024617651403785426, + 0.01178393461514206, + 0.014336364637223941, + 0.016739142365930756, + 0.012312654178627935, + 0.028485125615141934, + 0.019114635623028217, + 0.013634379747634108, + 0.008062478817034518, + 0.009352700126182908, + 0.012544397728706748, + 0.01817721485804401, + 0.017917969968454316, + 0.021168408769716013, + 0.023414116261829713, + 0.014830201829653165, + 0.02222035735015768, + 0.026335983533123025, + 0.0094259924290221, + -0.007603148958990523, + 0.0009938357413249734, + 0.005802570088328026, + 0.026215337223974716, + 0.038780452492113614, + -0.022953927902208182, + 0.031207762034700385, + 0.017113763779179843, + 0.04147194542586757, + 0.04368782463722394, + 0.01750911003659304, + 0.03434608705047321, + 0.009342367476340697, + 0.024773590962145133, + 0.004409446561514154, + 0.005585798107255572, + 0.00011378753943216802, + 0.0765020130757091 + ] + ], + "std": [ + [ + 1.03736363563334, + 1.041421531442326, + 1.0267865270755487, + 1.0121442820993367, + 1.008293110256913, + 1.01873498921806, + 1.0118066495461369, + 0.982292246248336, + 0.979405861495792, + 0.9688780031821314, + 0.9652773998745313, + 0.9694491321671315, + 0.9531773775158731, + 0.9580862657893832, + 0.9577664681306315, + 0.9623544801742809, + 0.975601277571152, + 0.9832052078314656, + 0.990296487656043, + 0.9755842570008628, + 0.9865540245890023, + 0.962851713833088, + 0.9566628208998662, + 0.9468020657890054, + 0.9742316163334963, + 0.9645422392473766, + 1.0027685912228592, + 0.9966208972539959, + 0.999182931601029, + 0.9948819423856855, + 0.9946336959149308, + 0.994301681069435, + 0.9956026583826234, + 0.9930511866663474, + 0.9890478651750041, + 0.994199597668802, + 1.0023859350650413, + 1.000426145687874, + 1.0003652424842289, + 1.0064232470420955, + 0.9992643537317858, + 1.005945961042932, + 1.0059460570896996, + 1.0088514720728148, + 1.0098664378887052, + 1.0086576841526969, + 1.0071224688030078, + 1.0065893694520875, + 1.003072381839363, + 1.0009275382343648, + 1.0031288456338048, + 1.001641400063109, + 0.9717690232361939, + 0.9645442990237298, + 1.0599901264777962, + 0.9668729591901228, + 0.9848003020040621, + 0.9858228202928896, + 0.9910100230003203, + 1.033854568614186, + 1.023206024569695, + 0.9609138694597942, + 0.9763937113178477, + 1.0499365812704335, + 1.002074911190731, + 1.0401611909032527, + 0.9829420247883154, + 0.9775076034950193, + 0.9858571161451036, + 0.98438894199897, + 0.9570620772827372, + 1.2319088901760018 + ] + ] + }, + "width": 256, + "in_features": 72, + "out_features": 2, + "depth": 4, + "padding": 144, + "parameters": 115205, + "cert_evals": { + "36": 0.9392929077148438, + "72": 0.9166110754013062, + "108": 0.8939293026924133, + "255": 0.7978652715682983 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/ozone/fold_2/result.json b/UCI_N4/sandwich/runs/ozone/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..261ebd22eb3d0e9ea3021c656d760ff3f78d2e3e --- /dev/null +++ b/UCI_N4/sandwich/runs/ozone/fold_2/result.json @@ -0,0 +1,174 @@ +{ + "best_epoch": 4, + "best_val_acc": 0.9556135770234987, + "test_acc": 0.9091507570770243, + "train_size": 634, + "val_size": 383, + "test_size": 1519, + "stats": { + "mean": [ + [ + -0.026519395110410078, + -0.020519656719242864, + -0.03856912839116702, + -0.016610770662460427, + -0.02360172176656157, + -0.0062361091482649456, + 0.006315673186120061, + 0.008122894006309216, + 0.019828661829653038, + 0.023493720820189235, + 0.028398340063091426, + 0.037658466246056704, + 0.03720359796845454, + 0.01712326940063089, + 0.010629502208201842, + 0.016920019873816996, + 0.004836936277602788, + 0.008885449716088383, + 0.004271558517350052, + -0.013732781230283674, + -0.003293864984227115, + -0.0059959652996845044, + 0.02009481703470032, + 0.012495374763406907, + 0.026107515615142074, + 0.0048866673501578506, + -7.10347318611639e-05, + 0.004620787066245969, + 0.006923117208201871, + 0.007044452050473267, + 0.0017660842902208816, + 0.0005843353627757844, + 0.0024381367823343115, + 0.01260079149999998, + 0.027790525930599275, + 0.03580574296529951, + 0.044962928378549, + 0.03849109044164033, + 0.031017723895899216, + 0.014714712648895947, + 0.020249673911671977, + 0.01992396563091474, + 0.00854246886435317, + 0.010404890378548888, + 0.0019442098422712223, + -0.005629299589905388, + 0.0006738145583594855, + -0.006554089621451123, + -0.0014963604731860216, + -0.004724123485804328, + 0.03185038192429032, + 0.017040701072555207, + -0.016917529684542604, + -0.01635350962145107, + 0.03180636989905358, + -0.028097102381703456, + -0.02487774311041013, + -0.024357788801261843, + 0.010347320820189253, + 0.023048282129337568, + -0.0404586584542587, + -0.01956875883911673, + -0.015517057255520493, + -0.042936753533123054, + 0.016056352455205057, + 0.0006885119637224163, + -0.017713837870662472, + 0.00866661981072551, + -0.011936950630914838, + -0.019579047318612028, + 0.010573428391167213, + 0.013769920457413393 + ] + ], + "std": [ + [ + 0.9824246191960648, + 0.9460660479955723, + 0.9414137117810848, + 0.9563951332641849, + 0.9542747430368088, + 0.9649020128187702, + 0.9480302958839442, + 0.9695925595005404, + 0.9508962724118688, + 0.9324002792481486, + 0.9491098110835717, + 0.9593993759599093, + 0.9708845814409902, + 0.9746076150662417, + 0.9730830926818287, + 0.9705828418121233, + 0.9678944356517812, + 0.9787918055436075, + 0.9871395323030632, + 0.988799836722974, + 1.0088712263265718, + 1.027651048121395, + 1.0110542737448385, + 1.014655075557104, + 0.9527254870773569, + 0.9499284788193443, + 0.9739892346448356, + 0.9717415422572252, + 0.9710591664892269, + 0.9720523397095961, + 0.9743931633453154, + 0.9750560919142672, + 0.9732640281425894, + 0.9694138817789562, + 0.9591766148620566, + 0.9523484366096532, + 0.9426339173138096, + 0.9489336834494043, + 0.9510992266164007, + 0.9608960530293392, + 0.9501293475748765, + 0.950793971802449, + 0.9575052033489578, + 0.9516958236697296, + 0.9607004557781494, + 0.9650164347980471, + 0.9627072697949259, + 0.9664615907966804, + 0.9637912770104232, + 0.9634717474587103, + 0.9445789095634398, + 0.9512185629902784, + 0.9929982903986023, + 0.9911801208163777, + 1.0345096377862717, + 1.015804013333407, + 1.0429149112118707, + 0.9641031908608965, + 0.9736098232781243, + 0.9944177175712005, + 1.0241007437497402, + 1.0365807493549954, + 0.9939798656902995, + 0.9703197880729728, + 0.9618026775337026, + 1.0327802384943932, + 1.0325597261783583, + 0.978275118853774, + 1.0112531906719258, + 1.0439400654735873, + 1.021812320404611, + 1.0812409348018392 + ] + ] + }, + "width": 256, + "in_features": 72, + "out_features": 2, + "depth": 4, + "padding": 144, + "parameters": 115205, + "cert_evals": { + "36": 0.8913758993148804, + "72": 0.8650427460670471, + "108": 0.8347597122192383, + "255": 0.7287688851356506 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/ozone/fold_3/result.json b/UCI_N4/sandwich/runs/ozone/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..91767d510520bfc560674e05cdc68bb9d550c5df --- /dev/null +++ b/UCI_N4/sandwich/runs/ozone/fold_3/result.json @@ -0,0 +1,174 @@ +{ + "best_epoch": 14, + "best_val_acc": 0.9656019656019657, + "test_acc": 0.9404682274247491, + "train_size": 634, + "val_size": 407, + "test_size": 1495, + "stats": { + "mean": [ + [ + 0.0414219129337539, + 0.04560815454258686, + 0.034397147160883365, + 0.020956117823343955, + 0.024564269400630924, + 0.0005553069400630991, + 0.016602504416403943, + 0.0062627359621451415, + -0.0031757522082018035, + -0.013944516088328245, + 0.0037218815457413378, + -0.020531244637224017, + -0.012975684929022045, + -0.015335962460567969, + 0.0022576992113565006, + 0.01988752665615142, + 0.025492129968454638, + 0.02310144264984224, + 0.03577952003154558, + 0.03828845977918, + 0.04090566182965307, + 0.016406487381703586, + 0.032255133596214486, + 0.055611245425867664, + 0.025829820504732027, + 0.017592141324921318, + 0.08482513250788633, + 0.08251534022082004, + 0.0806660400000002, + 0.0797597929968453, + 0.07844461148265003, + 0.07577048630914786, + 0.07816740391167189, + 0.07698375904258688, + 0.07839980914826507, + 0.07030392544164019, + 0.07335677605520505, + 0.07059885154574139, + 0.05749520764984241, + 0.05839240802768149, + 0.04884538044164021, + 0.057599388186119704, + 0.06056710167192429, + 0.05068962059936886, + 0.04918662220820182, + 0.05663887050473197, + 0.052981187223974706, + 0.05271488757097796, + 0.05998731700315455, + 0.058964341198738154, + 0.062026943990536335, + 0.06406211694006311, + 0.04476776665615138, + 0.04366600899053627, + 0.0071440257350158225, + 0.01720357881703467, + 0.02547216375078862, + 0.03767682965299683, + 0.005417277176656162, + -0.021366308296529912, + 0.014681808124605667, + 0.02665934194006316, + 0.0029629283911672116, + 0.04136874888012618, + -0.03195372262365931, + 0.02910725921924289, + 0.04066335638801264, + 0.040631754242902225, + 0.0663199716719243, + 0.022615533123028518, + -0.003297019858044126, + 0.04436952356466899 + ] + ], + "std": [ + [ + 1.0105987107179513, + 1.0154217840142559, + 1.0127704333239322, + 1.0250915526181619, + 1.0277899782078663, + 0.982162687271895, + 1.0035414511934382, + 0.9904593990260483, + 0.9663940188769403, + 0.9541638919218064, + 0.9616077277788638, + 0.9585349634260687, + 0.9525169153591942, + 0.9428065740578456, + 0.9687530001209573, + 0.9662943308105892, + 0.9592234004298692, + 0.979716475995095, + 0.9819854494212729, + 0.9839277847661497, + 1.002027685561712, + 0.9811382213240143, + 0.9801878541507797, + 0.9886132720669727, + 0.9572863825752432, + 0.9684473114507368, + 0.9458197712036189, + 0.9493043352225052, + 0.9536886787314945, + 0.9542388565417081, + 0.9568724214982696, + 0.9604182963982565, + 0.9628743223078909, + 0.969739870388791, + 0.9658420669879488, + 0.9663588514066725, + 0.9591914227782425, + 0.9566142593514982, + 0.9604271978550112, + 0.9572841356250656, + 0.9637592188968211, + 0.9567941828689348, + 0.9518409084669301, + 0.9583057006169418, + 0.9626024487496594, + 0.9611581570635215, + 0.9675755641595767, + 0.9693064339918899, + 0.9677848038214554, + 0.9725856655911815, + 0.9492806747367527, + 0.9580864580842854, + 0.9617728581830496, + 0.987791465119004, + 0.96105048335759, + 0.9739101949627368, + 0.9441015562727774, + 0.9653034478263104, + 0.988889321396684, + 0.9934946660414279, + 1.0125052771005791, + 0.9411383407966065, + 0.9598305998600601, + 0.9901272334268524, + 0.9825753191497685, + 1.0224810066711563, + 0.9107176652738894, + 0.9977469943360354, + 0.9461613310736207, + 0.942256538790349, + 0.9681623758458049, + 1.1107317714437548 + ] + ] + }, + "width": 256, + "in_features": 72, + "out_features": 2, + "depth": 4, + "padding": 144, + "parameters": 115205, + "cert_evals": { + "36": 0.9304347634315491, + "72": 0.9230769276618958, + "108": 0.9083611965179443, + "255": 0.8254180550575256 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/page-blocks/fold_0/result.json b/UCI_N4/sandwich/runs/page-blocks/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..c66bc575549acb338811df3c548bfef5634d8433 --- /dev/null +++ b/UCI_N4/sandwich/runs/page-blocks/fold_0/result.json @@ -0,0 +1,50 @@ +{ + "best_epoch": 11, + "best_val_acc": 0.9198998748435544, + "test_acc": 0.7964307320024199, + "train_size": 1368, + "val_size": 799, + "test_size": 3306, + "stats": { + "mean": [ + [ + -0.02785030869883066, + 0.04220508005847926, + -0.007799578223684104, + 0.04507938606725141, + -0.024484079290935535, + -0.03854930415204675, + -0.004306797478947405, + -0.009848768527412267, + -0.005646618040935423, + 0.010106594495613968 + ] + ], + "std": [ + [ + 0.6361019181556973, + 1.034803136362929, + 0.6754786444860511, + 1.1067239881887005, + 1.0243975057691477, + 1.0203050705017325, + 0.32326730885545285, + 0.9042709629040901, + 0.8768058573970098, + 0.9187092587310937 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 5, + "depth": 4, + "padding": 20, + "parameters": 2428, + "cert_evals": { + "36": 0.7211130857467651, + "72": 0.6309739947319031, + "108": 0.5248034000396729, + "255": 0.055958859622478485 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/page-blocks/fold_1/result.json b/UCI_N4/sandwich/runs/page-blocks/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..13da0dfd98034d1b09238cc067b5c9f0cb5449f3 --- /dev/null +++ b/UCI_N4/sandwich/runs/page-blocks/fold_1/result.json @@ -0,0 +1,50 @@ +{ + "best_epoch": 20, + "best_val_acc": 0.9010989010989011, + "test_acc": 0.8493609251369446, + "train_size": 1368, + "val_size": 819, + "test_size": 3286, + "stats": { + "mean": [ + [ + 0.043781880409356606, + 0.01711256745614031, + 0.027425312120614106, + 0.01732590579239761, + -0.023061163435672452, + -0.011174710704678221, + -0.011325527935818777, + -0.0035091932039473506, + 0.004744587522660881, + 0.021409590767543677 + ] + ], + "std": [ + [ + 1.551216006661219, + 1.0143372028076796, + 1.2187084249301219, + 1.0297549624764555, + 1.0122460594399296, + 0.9983403928938066, + 0.28158791437027286, + 0.9526865887702041, + 0.9742767406980914, + 1.066875823567642 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 5, + "depth": 4, + "padding": 20, + "parameters": 2428, + "cert_evals": { + "36": 0.7979305982589722, + "72": 0.730979859828949, + "108": 0.6518563628196716, + "255": 0.1573341339826584 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/page-blocks/fold_2/result.json b/UCI_N4/sandwich/runs/page-blocks/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..1a174e444b5f440672de23e8c1aa633be1ca3431 --- /dev/null +++ b/UCI_N4/sandwich/runs/page-blocks/fold_2/result.json @@ -0,0 +1,50 @@ +{ + "best_epoch": 28, + "best_val_acc": 0.8935128518971848, + "test_acc": 0.875, + "train_size": 1368, + "val_size": 817, + "test_size": 3288, + "stats": { + "mean": [ + [ + 0.015907781140350814, + -0.002226113421052676, + 0.00912776447295319, + -0.002154920991959126, + 0.0031836314985380356, + 0.010374599444444719, + 0.033316965369883045, + 0.009327557160087575, + 0.000891657419590793, + 0.006515192383040968 + ] + ], + "std": [ + [ + 1.3819579471500247, + 1.004275883692728, + 1.095413957795245, + 0.9803011522566464, + 1.02223461206074, + 1.0167467029099182, + 1.9464523444956574, + 1.0297533577214233, + 0.9946199232832146, + 1.0446888834153083 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 5, + "depth": 4, + "padding": 20, + "parameters": 2428, + "cert_evals": { + "36": 0.8360705375671387, + "72": 0.7849756479263306, + "108": 0.7171532511711121, + "255": 0.19038929045200348 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/page-blocks/fold_3/result.json b/UCI_N4/sandwich/runs/page-blocks/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..7fa072e46db00fd73d1451f62bc7881cc71b7b99 --- /dev/null +++ b/UCI_N4/sandwich/runs/page-blocks/fold_3/result.json @@ -0,0 +1,50 @@ +{ + "best_epoch": 36, + "best_val_acc": 0.9072289156626506, + "test_acc": 0.9035114503816793, + "train_size": 1368, + "val_size": 830, + "test_size": 3275, + "stats": { + "mean": [ + [ + -0.022221515862573354, + 0.012958097207602326, + -0.023529265928362474, + 0.036208808418859734, + -0.027518972836257316, + -0.013723225687134319, + -0.012668056071783647, + -0.009748616040204477, + -0.011955442258771813, + -0.013552336834795524 + ] + ], + "std": [ + [ + 0.6475896046566302, + 1.0059677646780396, + 0.5107302397945517, + 1.1498688572629936, + 0.9979365341699833, + 1.013315424044995, + 0.29978287731614, + 0.8399280364800779, + 0.8321768138579335, + 0.8892475036231946 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 5, + "depth": 4, + "padding": 20, + "parameters": 2428, + "cert_evals": { + "36": 0.8699236512184143, + "72": 0.8204579949378967, + "108": 0.7557252049446106, + "255": 0.24152670800685883 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/parkinsons/fold_0/result.json b/UCI_N4/sandwich/runs/parkinsons/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..40a9242fe2fa2127911d4f3378d709d347adb1a3 --- /dev/null +++ b/UCI_N4/sandwich/runs/parkinsons/fold_0/result.json @@ -0,0 +1,74 @@ +{ + "best_epoch": 19, + "best_val_acc": 0.875, + "test_acc": 0.7719298245614035, + "train_size": 49, + "val_size": 32, + "test_size": 114, + "stats": { + "mean": [ + [ + -0.15177435102040818, + -0.14490747816326535, + -0.02793487336734694, + 0.07550721530612242, + 0.16469232653061222, + 0.06000429387755099, + 0.057462867346938805, + 0.05978606938775514, + 0.05105301632653058, + 0.04845383877551018, + 0.07840458979591836, + 0.035619136734693836, + -0.02313697142857144, + 0.07845370204081635, + 0.05081704489795923, + -0.05448034285714283, + 0.09286327571428574, + 0.11816354897959186, + 0.08590491632653065, + -0.06924810548979589, + -0.02065583061224492, + 0.08162519999999998 + ] + ], + "std": [ + [ + 1.0613261678715187, + 0.9389798332809319, + 1.0498853015314364, + 1.028178025788432, + 1.1302871347577632, + 1.053868521125123, + 0.9140732841638698, + 1.0539995649510843, + 0.9323130971496129, + 0.9120908163855437, + 0.965768008718649, + 0.9229613584450868, + 0.7749770294180661, + 0.9658059844041067, + 1.1469052270870694, + 0.9026558165061398, + 0.9439418569560901, + 1.0717521728726727, + 0.9888476097381187, + 0.9175952788801556, + 0.8884377062114949, + 1.0021764187683884 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 4, + "padding": 44, + "parameters": 11005, + "cert_evals": { + "36": 0.7105263471603394, + "72": 0.6754385828971863, + "108": 0.6491228342056274, + "255": 0.37719297409057617 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/parkinsons/fold_1/result.json b/UCI_N4/sandwich/runs/parkinsons/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..4d740d510e176b1314b05cb7d9ef0046225758d2 --- /dev/null +++ b/UCI_N4/sandwich/runs/parkinsons/fold_1/result.json @@ -0,0 +1,74 @@ +{ + "best_epoch": 10, + "best_val_acc": 0.8275862068965517, + "test_acc": 0.8376068376068376, + "train_size": 49, + "val_size": 29, + "test_size": 117, + "stats": { + "mean": [ + [ + -0.027148382244897965, + 0.009347322448979607, + 0.0018427693877550925, + 0.009376194897959197, + 0.0498221836734694, + 0.012418432040816317, + 0.0059797006122448695, + 0.012543908367346951, + -0.037508161224489786, + -0.0405606224489796, + -0.048066938775510194, + -0.07178797142857142, + -0.03155485102040816, + -0.048018842857142856, + 0.02719700816326529, + -0.008239085714285705, + -0.010052408163265357, + -0.025077353061224498, + 0.0272707673469388, + -0.04564295242857147, + -0.07848456122448978, + 0.03751739387755105 + ] + ], + "std": [ + [ + 1.0246326141739506, + 1.0196404637451633, + 1.0987023554811475, + 0.9900334582522926, + 1.068799641609979, + 1.0047499589980544, + 0.9252408702230309, + 1.0047829572179607, + 0.8748456565149585, + 0.8600654939521702, + 0.9166784846917336, + 0.7849483256776274, + 0.7558279428458922, + 0.9166869983641067, + 1.0291603272025247, + 0.9397974037578619, + 0.9834737083640328, + 1.0844660729168245, + 0.9811741510034482, + 0.945229122764763, + 1.1321558581479092, + 0.9828216273953867 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 4, + "padding": 44, + "parameters": 11005, + "cert_evals": { + "36": 0.7264957427978516, + "72": 0.6410256624221802, + "108": 0.5213675498962402, + "255": 0.32478633522987366 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/parkinsons/fold_2/result.json b/UCI_N4/sandwich/runs/parkinsons/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..3eb95a1f98a5118aab5b51ffa7a92841116aa8da --- /dev/null +++ b/UCI_N4/sandwich/runs/parkinsons/fold_2/result.json @@ -0,0 +1,74 @@ +{ + "best_epoch": 27, + "best_val_acc": 0.967741935483871, + "test_acc": 0.8434782608695652, + "train_size": 49, + "val_size": 31, + "test_size": 115, + "stats": { + "mean": [ + [ + 0.027074289795918385, + 0.06335899489795922, + -0.141163173367347, + 0.006597857142857159, + -0.010543326530612232, + 0.019088730000000016, + -0.0031925448979591826, + 0.019260090000000007, + 0.03507935306122449, + 0.04217078775510203, + 0.050042397959183714, + 0.022464604081632724, + 0.007354644897959173, + 0.050004783673469354, + 0.0323217163265306, + -0.009419553061224523, + 0.06361398795918367, + -0.10837456326530606, + -0.07562777959183671, + 0.0783767696122449, + 0.07697315102040819, + -0.0768896448979592 + ] + ], + "std": [ + [ + 1.0021709858608663, + 1.036472332412846, + 0.8511547041931776, + 1.153319334760644, + 1.1400090214649552, + 1.1856512484533104, + 1.109926186807537, + 1.1857461665406257, + 1.0993883359109478, + 1.0989049029267082, + 1.1281831752622162, + 1.0778885202444342, + 1.0368342393804297, + 1.1281482640713403, + 1.212987846980958, + 1.0961601956507685, + 0.9410222006090059, + 0.9631862850066165, + 0.9241843695124426, + 0.8888983110215023, + 0.9670994638815306, + 0.9437743892758995 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 4, + "padding": 44, + "parameters": 11005, + "cert_evals": { + "36": 0.7913042902946472, + "72": 0.7391303777694702, + "108": 0.6608695387840271, + "255": 0.46086955070495605 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/parkinsons/fold_3/result.json b/UCI_N4/sandwich/runs/parkinsons/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..15fd39d5783da3c6b1ba88697b4d4bee56c35316 --- /dev/null +++ b/UCI_N4/sandwich/runs/parkinsons/fold_3/result.json @@ -0,0 +1,74 @@ +{ + "best_epoch": 22, + "best_val_acc": 0.7878787878787878, + "test_acc": 0.8849557522123894, + "train_size": 49, + "val_size": 33, + "test_size": 113, + "stats": { + "mean": [ + [ + -0.017151697959183657, + -0.08282589622448981, + -0.03878951020408162, + -0.05014604183673472, + -0.00995732653061224, + -0.010962025102040794, + -0.07701460816326532, + -0.01092796510204078, + -0.18647080816326533, + -0.18633531836734696, + -0.14844791836734691, + -0.22856991510204083, + -0.237482206122449, + -0.14839450816326533, + -0.02768821020408163, + 0.14269979897959184, + -0.18449186244897958, + 0.04748424285714288, + -0.13693871632653068, + -0.31049158099999996, + -0.18406532040816326, + -0.15638604489795918 + ] + ], + "std": [ + [ + 1.0058346739543103, + 0.9487949638489124, + 0.994620516441734, + 0.973242138110713, + 1.098902934224567, + 0.9933442474130566, + 0.8958864648117469, + 0.9933555009804176, + 0.8433041190561102, + 0.7941043410091924, + 0.9208429310347311, + 0.7043302529123088, + 0.6518639290383439, + 0.9208764339301102, + 1.0359836613291062, + 0.9627627144124837, + 0.9723485565102632, + 0.9910728139212198, + 0.9457878853222512, + 0.8667410055873132, + 0.9407240712581624, + 0.9187159564771525 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 4, + "padding": 44, + "parameters": 11005, + "cert_evals": { + "36": 0.8318583965301514, + "72": 0.7787610292434692, + "108": 0.7433628439903259, + "255": 0.5575221180915833 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/pendigits/fold_0/result.json b/UCI_N4/sandwich/runs/pendigits/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..29d9842829bf37e631a6af64302187f00081465c --- /dev/null +++ b/UCI_N4/sandwich/runs/pendigits/fold_0/result.json @@ -0,0 +1,62 @@ +{ + "best_epoch": 62, + "best_val_acc": 0.9425901201602136, + "test_acc": 0.9242828552368245, + "train_size": 3498, + "val_size": 1498, + "test_size": 5996, + "stats": { + "mean": [ + [ + -8.81200686007327e-07, + 6.079473995280559e-08, + 4.631217829963712e-09, + 2.1718124648143022e-07, + 2.030874785817112e-07, + -1.7106918241445503e-07, + 5.185820439417424e-08, + -3.864493996428271e-07, + 8.861635218292038e-07, + -6.433590623347691e-07, + 7.257861636536514e-07, + 1.5797026869406332e-07, + -6.898227554824822e-08, + -8.784162378277323e-07, + 7.065809030646193e-07, + 9.948541997445605e-08 + ] + ], + "std": [ + [ + 0.9998568249462566, + 0.9998570678425832, + 0.9998573459993255, + 0.9998570492542306, + 0.9998572602820162, + 0.9998564523051444, + 0.9998557798609863, + 0.999857476109961, + 0.9998569519150583, + 0.9998579083441225, + 0.9998564283369161, + 0.9998569550094121, + 0.9998568396997518, + 0.9998576138009462, + 0.9998550735596848, + 0.9998570848520255 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 10, + "depth": 4, + "padding": 32, + "parameters": 6157, + "cert_evals": { + "36": 0.9002668857574463, + "72": 0.8672448396682739, + "108": 0.8303869366645813, + "255": 0.5226817727088928 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/pendigits/fold_1/result.json b/UCI_N4/sandwich/runs/pendigits/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..d48c1dfbeffd681cf9f9cc6563724286731309fe --- /dev/null +++ b/UCI_N4/sandwich/runs/pendigits/fold_1/result.json @@ -0,0 +1,62 @@ +{ + "best_epoch": 43, + "best_val_acc": 0.9370584457289659, + "test_acc": 0.930941552972882, + "train_size": 3498, + "val_size": 1557, + "test_size": 5937, + "stats": { + "mean": [ + [ + -8.81200686007327e-07, + 6.079473995280559e-08, + 4.631217829963712e-09, + 2.1718124648143022e-07, + 2.030874785817112e-07, + -1.7106918241445503e-07, + 5.185820439417424e-08, + -3.864493996428271e-07, + 8.861635218292038e-07, + -6.433590623347691e-07, + 7.257861636536514e-07, + 1.5797026869406332e-07, + -6.898227554824822e-08, + -8.784162378277323e-07, + 7.065809030646193e-07, + 9.948541997445605e-08 + ] + ], + "std": [ + [ + 0.9998568249462566, + 0.9998570678425832, + 0.9998573459993255, + 0.9998570492542306, + 0.9998572602820162, + 0.9998564523051444, + 0.9998557798609863, + 0.999857476109961, + 0.9998569519150583, + 0.9998579083441225, + 0.9998564283369161, + 0.9998569550094121, + 0.9998568396997518, + 0.9998576138009462, + 0.9998550735596848, + 0.9998570848520255 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 10, + "depth": 4, + "padding": 32, + "parameters": 6157, + "cert_evals": { + "36": 0.9092133641242981, + "72": 0.8743472695350647, + "108": 0.8379652500152588, + "255": 0.531244695186615 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/pendigits/fold_2/result.json b/UCI_N4/sandwich/runs/pendigits/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..fe321c47df7f1f3f5b7a33338a3913b016ad8437 --- /dev/null +++ b/UCI_N4/sandwich/runs/pendigits/fold_2/result.json @@ -0,0 +1,62 @@ +{ + "best_epoch": 42, + "best_val_acc": 0.9184890656063618, + "test_acc": 0.926984126984127, + "train_size": 3498, + "val_size": 1509, + "test_size": 5985, + "stats": { + "mean": [ + [ + -8.81200686007327e-07, + 6.079473995280559e-08, + 4.631217829963712e-09, + 2.1718124648143022e-07, + 2.030874785817112e-07, + -1.7106918241445503e-07, + 5.185820439417424e-08, + -3.864493996428271e-07, + 8.861635218292038e-07, + -6.433590623347691e-07, + 7.257861636536514e-07, + 1.5797026869406332e-07, + -6.898227554824822e-08, + -8.784162378277323e-07, + 7.065809030646193e-07, + 9.948541997445605e-08 + ] + ], + "std": [ + [ + 0.9998568249462566, + 0.9998570678425832, + 0.9998573459993255, + 0.9998570492542306, + 0.9998572602820162, + 0.9998564523051444, + 0.9998557798609863, + 0.999857476109961, + 0.9998569519150583, + 0.9998579083441225, + 0.9998564283369161, + 0.9998569550094121, + 0.9998568396997518, + 0.9998576138009462, + 0.9998550735596848, + 0.9998570848520255 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 10, + "depth": 4, + "padding": 32, + "parameters": 6157, + "cert_evals": { + "36": 0.9060986042022705, + "72": 0.8730158805847168, + "108": 0.8317460417747498, + "255": 0.523308277130127 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/pendigits/fold_3/result.json b/UCI_N4/sandwich/runs/pendigits/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..707e15c15ddbbfc00937871bf91354365d4237df --- /dev/null +++ b/UCI_N4/sandwich/runs/pendigits/fold_3/result.json @@ -0,0 +1,62 @@ +{ + "best_epoch": 32, + "best_val_acc": 0.9426002766251729, + "test_acc": 0.9270833333333334, + "train_size": 3498, + "val_size": 1446, + "test_size": 6048, + "stats": { + "mean": [ + [ + -8.81200686007327e-07, + 6.079473995280559e-08, + 4.631217829963712e-09, + 2.1718124648143022e-07, + 2.030874785817112e-07, + -1.7106918241445503e-07, + 5.185820439417424e-08, + -3.864493996428271e-07, + 8.861635218292038e-07, + -6.433590623347691e-07, + 7.257861636536514e-07, + 1.5797026869406332e-07, + -6.898227554824822e-08, + -8.784162378277323e-07, + 7.065809030646193e-07, + 9.948541997445605e-08 + ] + ], + "std": [ + [ + 0.9998568249462566, + 0.9998570678425832, + 0.9998573459993255, + 0.9998570492542306, + 0.9998572602820162, + 0.9998564523051444, + 0.9998557798609863, + 0.999857476109961, + 0.9998569519150583, + 0.9998579083441225, + 0.9998564283369161, + 0.9998569550094121, + 0.9998568396997518, + 0.9998576138009462, + 0.9998550735596848, + 0.9998570848520255 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 10, + "depth": 4, + "padding": 32, + "parameters": 6157, + "cert_evals": { + "36": 0.9031084179878235, + "72": 0.8700396418571472, + "108": 0.8265541791915894, + "255": 0.5239748358726501 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/pima/fold_0/result.json b/UCI_N4/sandwich/runs/pima/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..3c3b86004de6ad5531ab4258aa8a10609284d4b9 --- /dev/null +++ b/UCI_N4/sandwich/runs/pima/fold_0/result.json @@ -0,0 +1,46 @@ +{ + "best_epoch": 19, + "best_val_acc": 0.7692307692307693, + "test_acc": 0.7429193899782135, + "train_size": 192, + "val_size": 117, + "test_size": 459, + "stats": { + "mean": [ + [ + -0.0019324124999998884, + -0.00012207583333333216, + 0.04217885052083333, + 0.00848995729166671, + 0.005174749999999932, + -0.046159915651041654, + 0.005953811979166655, + 0.07872151093750006 + ] + ], + "std": [ + [ + 0.9819510309933771, + 0.9111640190273224, + 0.9708504296826285, + 1.099822957973565, + 0.9218205138345946, + 1.056214861472258, + 1.0108583076345607, + 1.01432971356633 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 2, + "depth": 4, + "padding": 16, + "parameters": 1541, + "cert_evals": { + "36": 0.655773401260376, + "72": 0.5664488077163696, + "108": 0.4814814627170563, + "255": 0.1742919385433197 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/pima/fold_1/result.json b/UCI_N4/sandwich/runs/pima/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..e54f7b87bfd9e61e3a6ccfae3fd8cae4ac0fef88 --- /dev/null +++ b/UCI_N4/sandwich/runs/pima/fold_1/result.json @@ -0,0 +1,46 @@ +{ + "best_epoch": 16, + "best_val_acc": 0.7777777777777778, + "test_acc": 0.7709750566893424, + "train_size": 192, + "val_size": 135, + "test_size": 441, + "stats": { + "mean": [ + [ + 0.019707258333333522, + 0.03424992687499997, + 0.03491385885416665, + -0.08194942239583324, + -0.03907010052083341, + 0.053195496510416655, + -0.0036192521354166743, + -0.06521345781250003 + ] + ], + "std": [ + [ + 1.0301685557841433, + 0.9959115695466323, + 1.0735770070448536, + 0.9845812772483306, + 0.9943920335167246, + 1.0696319409722543, + 0.9860249191330342, + 0.9892410062597343 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 2, + "depth": 4, + "padding": 16, + "parameters": 1541, + "cert_evals": { + "36": 0.6916099786758423, + "72": 0.5759637355804443, + "108": 0.4761904776096344, + "255": 0.07482993602752686 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/pima/fold_2/result.json b/UCI_N4/sandwich/runs/pima/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..9ad87bf23b3bd904b6c738c623629e9fd997075f --- /dev/null +++ b/UCI_N4/sandwich/runs/pima/fold_2/result.json @@ -0,0 +1,46 @@ +{ + "best_epoch": 27, + "best_val_acc": 0.775, + "test_acc": 0.756578947368421, + "train_size": 192, + "val_size": 120, + "test_size": 456, + "stats": { + "mean": [ + [ + 0.17582224895833332, + 0.038322315416666634, + -0.07783248697916666, + -0.16520565468749995, + -0.11327850364583342, + -0.135474219296875, + -0.03175727552083333, + 0.09643667291666673 + ] + ], + "std": [ + [ + 1.0638504058639158, + 0.9838373596130083, + 1.064286398859908, + 1.0275191945092796, + 0.9301240391257053, + 1.0696755566062253, + 0.953495407419293, + 1.060048294039853 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 2, + "depth": 4, + "padding": 16, + "parameters": 1541, + "cert_evals": { + "36": 0.6491228342056274, + "72": 0.5548245906829834, + "108": 0.4736842215061188, + "255": 0.07236842066049576 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/pima/fold_3/result.json b/UCI_N4/sandwich/runs/pima/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..a4304902829a8bdd7e5a4783213975d7b304029d --- /dev/null +++ b/UCI_N4/sandwich/runs/pima/fold_3/result.json @@ -0,0 +1,46 @@ +{ + "best_epoch": 18, + "best_val_acc": 0.7876106194690266, + "test_acc": 0.7278617710583153, + "train_size": 192, + "val_size": 113, + "test_size": 463, + "stats": { + "mean": [ + [ + 0.019707373958333604, + 0.04956274229166665, + -0.032895598437499944, + -0.02546561510416664, + -0.004270790312500018, + 0.06891787828125, + -0.041550713963541624, + 0.019818838020833326 + ] + ], + "std": [ + [ + 1.046076222621493, + 0.9765956060942442, + 1.0875934081009107, + 0.9881278389945256, + 0.9075867743815457, + 0.9995410119642123, + 0.8563442009545308, + 0.9709125098838245 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 2, + "depth": 4, + "padding": 16, + "parameters": 1541, + "cert_evals": { + "36": 0.6522678136825562, + "72": 0.5788336992263794, + "108": 0.5010799169540405, + "255": 0.14470842480659485 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/pittsburg-bridges-MATERIAL/fold_0/result.json b/UCI_N4/sandwich/runs/pittsburg-bridges-MATERIAL/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..2872cfe2c78c0593f315b7190adaa4a0ea041a89 --- /dev/null +++ b/UCI_N4/sandwich/runs/pittsburg-bridges-MATERIAL/fold_0/result.json @@ -0,0 +1,44 @@ +{ + "best_epoch": 11, + "best_val_acc": 0.8, + "test_acc": 0.6833333333333333, + "train_size": 26, + "val_size": 20, + "test_size": 60, + "stats": { + "mean": [ + [ + -0.11238934615384605, + 0.19736865, + 0.15455, + 0.15961346153846157, + -0.07076646153846156, + 0.15434588461538454, + 0.1840363461538461 + ] + ], + "std": [ + [ + 0.9957184371723743, + 0.9959413552215316, + 1.0315511158616348, + 0.8772828351648864, + 1.0247762294541045, + 1.1028821922601193, + 0.7995873033749223 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 4, + "padding": 14, + "parameters": 1210, + "cert_evals": { + "36": 0.6166666746139526, + "72": 0.38333335518836975, + "108": 0.20000001788139343, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/pittsburg-bridges-MATERIAL/fold_1/result.json b/UCI_N4/sandwich/runs/pittsburg-bridges-MATERIAL/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..9373e47ac2eb39a8141c63e0c0a5dd08a5263847 --- /dev/null +++ b/UCI_N4/sandwich/runs/pittsburg-bridges-MATERIAL/fold_1/result.json @@ -0,0 +1,44 @@ +{ + "best_epoch": 24, + "best_val_acc": 0.7894736842105263, + "test_acc": 0.819672131147541, + "train_size": 26, + "val_size": 19, + "test_size": 61, + "stats": { + "mean": [ + [ + -0.009688884615384565, + 0.22651538461538462, + 0.03409030769230755, + -0.09103884615384622, + 0.1841305, + 0.31850111538461523, + 0.027972884615384445 + ] + ], + "std": [ + [ + 1.115613086975337, + 1.0057941285258243, + 1.1782033883592151, + 0.9294434251013095, + 1.0832735600836598, + 1.0726038998514973, + 0.8999058194666532 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 4, + "padding": 14, + "parameters": 1210, + "cert_evals": { + "36": 0.6229507923126221, + "72": 0.37704914808273315, + "108": 0.19672130048274994, + "255": 0.016393441706895828 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/pittsburg-bridges-MATERIAL/fold_2/result.json b/UCI_N4/sandwich/runs/pittsburg-bridges-MATERIAL/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..0b29e1341fbeb9e4f2840fb58f1df8949a08e71b --- /dev/null +++ b/UCI_N4/sandwich/runs/pittsburg-bridges-MATERIAL/fold_2/result.json @@ -0,0 +1,44 @@ +{ + "best_epoch": 44, + "best_val_acc": 0.625, + "test_acc": 0.640625, + "train_size": 26, + "val_size": 16, + "test_size": 64, + "stats": { + "mean": [ + [ + 0.14436196153846156, + -0.06772561923076922, + 0.15454984615384612, + 0.15961346153846157, + 0.29337180769230764, + 0.26378273076923064, + 0.027972884615384573 + ] + ], + "std": [ + [ + 1.0179791685372954, + 1.0403197946863862, + 1.0714178998681247, + 0.8772828351648864, + 0.8271634472356539, + 1.1323512832459435, + 0.8999058194666533 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 4, + "padding": 14, + "parameters": 1210, + "cert_evals": { + "36": 0.25, + "72": 0.15625, + "108": 0.09375, + "255": 0.03125 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/pittsburg-bridges-MATERIAL/fold_3/result.json b/UCI_N4/sandwich/runs/pittsburg-bridges-MATERIAL/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..adfe8d4c6dd87efd688e46be8b778bc1936015e7 --- /dev/null +++ b/UCI_N4/sandwich/runs/pittsburg-bridges-MATERIAL/fold_3/result.json @@ -0,0 +1,44 @@ +{ + "best_epoch": 9, + "best_val_acc": 0.7058823529411765, + "test_acc": 0.8253968253968254, + "train_size": 26, + "val_size": 17, + "test_size": 63, + "stats": { + "mean": [ + [ + -0.3691406153846153, + 0.08633426923076921, + -0.00606200000000008, + -0.34169099999999986, + -0.14359411538461544, + 0.07226838461538451, + -0.05005884615384633 + ] + ], + "std": [ + [ + 0.7352238508876096, + 0.769629063092912, + 0.993332786470492, + 1.2842104251847937, + 0.9183219104916871, + 1.1684627801712248, + 0.9363807692307694 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 4, + "padding": 14, + "parameters": 1210, + "cert_evals": { + "36": 0.60317462682724, + "72": 0.3492063581943512, + "108": 0.1269841343164444, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/pittsburg-bridges-REL-L/fold_0/result.json b/UCI_N4/sandwich/runs/pittsburg-bridges-REL-L/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..e2259519ddf08e748cd43f93abaa0e56bb6cc401 --- /dev/null +++ b/UCI_N4/sandwich/runs/pittsburg-bridges-REL-L/fold_0/result.json @@ -0,0 +1,44 @@ +{ + "best_epoch": 1, + "best_val_acc": 0.46153846153846156, + "test_acc": 0.65625, + "train_size": 26, + "val_size": 13, + "test_size": 64, + "stats": { + "mean": [ + [ + -0.2534473076923077, + 0.33873420769230767, + 0.033979423076922706, + 0.11527103846153851, + -0.28692915384615375, + 0.10456480769230773, + 0.12155461538461536 + ] + ], + "std": [ + [ + 0.9261583185285736, + 0.8009009247637227, + 1.0889481792626658, + 0.99653081940633, + 1.072126740077213, + 0.9196280170052044, + 0.8466063306348502 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 4, + "padding": 14, + "parameters": 1210, + "cert_evals": { + "36": 0.4375, + "72": 0.171875, + "108": 0.015625, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/pittsburg-bridges-REL-L/fold_1/result.json b/UCI_N4/sandwich/runs/pittsburg-bridges-REL-L/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..31448714cccacffa3f5f5cc0df9195aaab5f3aa8 --- /dev/null +++ b/UCI_N4/sandwich/runs/pittsburg-bridges-REL-L/fold_1/result.json @@ -0,0 +1,44 @@ +{ + "best_epoch": 13, + "best_val_acc": 0.5333333333333333, + "test_acc": 0.4838709677419355, + "train_size": 26, + "val_size": 15, + "test_size": 62, + "stats": { + "mean": [ + [ + -0.09836800000000002, + 0.11185775384615383, + 0.07467526923076934, + -0.009052730769230726, + -0.10539519230769225, + 0.013804115384615371, + 0.27612307692307686 + ] + ], + "std": [ + [ + 1.0694354197920724, + 0.8688390763013727, + 0.8067650960246951, + 0.9157017407809144, + 1.0553979577856298, + 0.9260748900018138, + 0.7249903479716615 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 4, + "padding": 14, + "parameters": 1210, + "cert_evals": { + "36": 0.33870965242385864, + "72": 0.19354838132858276, + "108": 0.11290322244167328, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/pittsburg-bridges-REL-L/fold_2/result.json b/UCI_N4/sandwich/runs/pittsburg-bridges-REL-L/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..afc8e1698ca0b88b6945a14b22108476da381e37 --- /dev/null +++ b/UCI_N4/sandwich/runs/pittsburg-bridges-REL-L/fold_2/result.json @@ -0,0 +1,44 @@ +{ + "best_epoch": 1, + "best_val_acc": 0.6875, + "test_acc": 0.32786885245901637, + "train_size": 26, + "val_size": 16, + "test_size": 61, + "stats": { + "mean": [ + [ + 0.21179084615384614, + -0.20075696923076924, + 0.23745903846153846, + 0.05310915384615384, + 0.14875234615384614, + 0.1348184615384615, + 0.12155461538461534 + ] + ], + "std": [ + [ + 0.858790726074425, + 0.9525936502475233, + 1.0303379408513154, + 0.9050907018495523, + 0.955082657540614, + 1.0895483096872065, + 0.8466063306348502 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 4, + "padding": 14, + "parameters": 1210, + "cert_evals": { + "36": 0.19672130048274994, + "72": 0.14754097163677216, + "108": 0.14754097163677216, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/pittsburg-bridges-REL-L/fold_3/result.json b/UCI_N4/sandwich/runs/pittsburg-bridges-REL-L/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..080c401088634994fce226bed0aa8010bb901750 --- /dev/null +++ b/UCI_N4/sandwich/runs/pittsburg-bridges-REL-L/fold_3/result.json @@ -0,0 +1,44 @@ +{ + "best_epoch": 23, + "best_val_acc": 0.5714285714285714, + "test_acc": 0.5873015873015873, + "train_size": 26, + "val_size": 14, + "test_size": 63, + "stats": { + "mean": [ + [ + -0.3568335384615385, + -0.18405515384615387, + -0.00671646153846194, + 0.17743292307692307, + 0.2213659230769231, + 0.31633973076923083, + 0.12155461538461534 + ] + ], + "std": [ + [ + 0.8287037559089696, + 0.9069856689030475, + 1.0557430702422617, + 0.8702663846153843, + 0.9327384905473824, + 1.0726154740713343, + 0.8466063306348502 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 4, + "padding": 14, + "parameters": 1210, + "cert_evals": { + "36": 0.3333333432674408, + "72": 0.1587301641702652, + "108": 0.0476190522313118, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/pittsburg-bridges-SPAN/fold_0/result.json b/UCI_N4/sandwich/runs/pittsburg-bridges-SPAN/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..e0b71ce2d6bdb7cafef74d4a86247738ec57601b --- /dev/null +++ b/UCI_N4/sandwich/runs/pittsburg-bridges-SPAN/fold_0/result.json @@ -0,0 +1,44 @@ +{ + "best_epoch": 53, + "best_val_acc": 0.7857142857142857, + "test_acc": 0.6, + "train_size": 23, + "val_size": 14, + "test_size": 55, + "stats": { + "mean": [ + [ + -0.029837999999999993, + -0.25806898695652175, + 0.27461930434782605, + -0.10251969565217388, + 0.0609171304347826, + -0.20858055217391297, + 0.1910520434782607 + ] + ], + "std": [ + [ + 0.7916916039569953, + 1.0125006038076372, + 0.8444054443868326, + 1.1230445292246944, + 0.9384505846315211, + 1.2509107678124556, + 0.9902371367201799 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 4, + "padding": 14, + "parameters": 1210, + "cert_evals": { + "36": 0.45454543828964233, + "72": 0.3636363446712494, + "108": 0.2545454502105713, + "255": 0.05454545468091965 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/pittsburg-bridges-SPAN/fold_1/result.json b/UCI_N4/sandwich/runs/pittsburg-bridges-SPAN/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..e7f836213fee3daee3207503d9e0a69aa9fbdf56 --- /dev/null +++ b/UCI_N4/sandwich/runs/pittsburg-bridges-SPAN/fold_1/result.json @@ -0,0 +1,44 @@ +{ + "best_epoch": 10, + "best_val_acc": 0.625, + "test_acc": 0.45901639344262296, + "train_size": 23, + "val_size": 8, + "test_size": 61, + "stats": { + "mean": [ + [ + -0.20886565217391312, + 0.20484198695652173, + -0.07489591304347826, + 0.10251943478260879, + -0.22335769565217395, + -0.24650454782608694, + -0.23350947826086974 + ] + ], + "std": [ + [ + 1.1322718849321831, + 1.1240719320543364, + 1.0615420299973752, + 0.8963528876008708, + 1.0527502115584615, + 0.7255249335603758, + 1.1264874806517848 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 4, + "padding": 14, + "parameters": 1210, + "cert_evals": { + "36": 0.24590162932872772, + "72": 0.14754097163677216, + "108": 0.06557376682758331, + "255": 0.016393441706895828 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/pittsburg-bridges-SPAN/fold_2/result.json b/UCI_N4/sandwich/runs/pittsburg-bridges-SPAN/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..aa912ec38537def86b5b2f1b6a67ea447576ff40 --- /dev/null +++ b/UCI_N4/sandwich/runs/pittsburg-bridges-SPAN/fold_2/result.json @@ -0,0 +1,44 @@ +{ + "best_epoch": 35, + "best_val_acc": 0.5, + "test_acc": 0.6037735849056604, + "train_size": 23, + "val_size": 16, + "test_size": 53, + "stats": { + "mean": [ + [ + -0.26854200000000006, + 0.08719552173913042, + -0.024965043478260857, + -0.034172999999999946, + 0.34519221739130435, + 0.24650505217391308, + -0.4033346521739131 + ] + ], + "std": [ + [ + 0.7826434027524923, + 0.8532738699385454, + 1.116485175293137, + 1.0229130046834918, + 0.891588314188393, + 0.9488533640036454, + 0.9755681035759809 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 4, + "padding": 14, + "parameters": 1210, + "cert_evals": { + "36": 0.3207547068595886, + "72": 0.18867924809455872, + "108": 0.15094339847564697, + "255": 0.07547169923782349 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/pittsburg-bridges-SPAN/fold_3/result.json b/UCI_N4/sandwich/runs/pittsburg-bridges-SPAN/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..e21b250d52543a5d5a3f235027c70017f83ad36f --- /dev/null +++ b/UCI_N4/sandwich/runs/pittsburg-bridges-SPAN/fold_3/result.json @@ -0,0 +1,44 @@ +{ + "best_epoch": 6, + "best_val_acc": 0.6, + "test_acc": 0.3728813559322034, + "train_size": 23, + "val_size": 10, + "test_size": 59, + "stats": { + "mean": [ + [ + -0.20886582608695664, + -0.14202214347826086, + -0.024965130434782608, + 0.10251943478260875, + -0.060915000000000004, + 0.05688600869565217, + 0.1061391739130434 + ] + ], + "std": [ + [ + 0.7916911713540639, + 0.9447975425602776, + 1.0638879741325864, + 0.896352887600871, + 1.0621083198533245, + 1.0385861814225783, + 0.8575722370885731 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 4, + "padding": 14, + "parameters": 1210, + "cert_evals": { + "36": 0.18644067645072937, + "72": 0.033898305147886276, + "108": 0.016949152573943138, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/pittsburg-bridges-T-OR-D/fold_0/result.json b/UCI_N4/sandwich/runs/pittsburg-bridges-T-OR-D/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..e09963b8dd028fe46d9b98c6bf5dacb8664bf3f1 --- /dev/null +++ b/UCI_N4/sandwich/runs/pittsburg-bridges-T-OR-D/fold_0/result.json @@ -0,0 +1,44 @@ +{ + "best_epoch": 3, + "best_val_acc": 0.875, + "test_acc": 0.7049180327868853, + "train_size": 25, + "val_size": 16, + "test_size": 61, + "stats": { + "mean": [ + [ + 0.15020296000000002, + -0.0008959920000000077, + -0.007506879999999985, + 0.09924271999999996, + -0.11183403999999993, + 0.06574727999999996, + 0.2686277600000001 + ] + ], + "std": [ + [ + 1.1056510586049282, + 0.9894276187747426, + 0.9455226916051597, + 1.1055352321467289, + 1.0069534202490789, + 0.9298309440615328, + 0.7342804012389428 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 2, + "depth": 4, + "padding": 14, + "parameters": 1195, + "cert_evals": { + "36": 0.5901638865470886, + "72": 0.44262292981147766, + "108": 0.2786885201931, + "255": 0.032786883413791656 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/pittsburg-bridges-T-OR-D/fold_1/result.json b/UCI_N4/sandwich/runs/pittsburg-bridges-T-OR-D/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..543e464e07fb52f7b93a5e5ad8f1af130c4061fb --- /dev/null +++ b/UCI_N4/sandwich/runs/pittsburg-bridges-T-OR-D/fold_1/result.json @@ -0,0 +1,44 @@ +{ + "best_epoch": 10, + "best_val_acc": 0.8421052631578947, + "test_acc": 0.8793103448275862, + "train_size": 25, + "val_size": 19, + "test_size": 58, + "stats": { + "mean": [ + [ + -0.22477987999999996, + -0.23302490400000006, + -0.3052941999999999, + -0.09418591999999981, + -0.30132007999999993, + 0.034113799999999944, + -0.29218840000000024 + ] + ], + "std": [ + [ + 0.8537489133489458, + 0.9442767857681105, + 1.1206967647206985, + 1.1278721619730465, + 0.8691601526879115, + 0.9222667065314241, + 1.1442940136936137 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 2, + "depth": 4, + "padding": 14, + "parameters": 1195, + "cert_evals": { + "36": 0.7413793206214905, + "72": 0.568965494632721, + "108": 0.32758620381355286, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/pittsburg-bridges-T-OR-D/fold_2/result.json b/UCI_N4/sandwich/runs/pittsburg-bridges-T-OR-D/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..f03a4a44573313e42626aca678ca7ffd9daf66cb --- /dev/null +++ b/UCI_N4/sandwich/runs/pittsburg-bridges-T-OR-D/fold_2/result.json @@ -0,0 +1,44 @@ +{ + "best_epoch": 1, + "best_val_acc": 0.7142857142857143, + "test_acc": 0.9206349206349206, + "train_size": 25, + "val_size": 14, + "test_size": 63, + "stats": { + "mean": [ + [ + 0.20377195999999997, + 0.09630778000000002, + 0.3328217600000001, + -0.22313807999999993, + 0.19134339999999994, + -0.029153040000000026, + 0.26862776000000005 + ] + ], + "std": [ + [ + 1.089967253887803, + 1.1192053646352136, + 0.8759745403148782, + 1.2131111924223241, + 0.9282879043276608, + 1.1030982427632627, + 0.7342804012389427 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 2, + "depth": 4, + "padding": 14, + "parameters": 1195, + "cert_evals": { + "36": 0.8253968954086304, + "72": 0.60317462682724, + "108": 0.4761905074119568, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/pittsburg-bridges-T-OR-D/fold_3/result.json b/UCI_N4/sandwich/runs/pittsburg-bridges-T-OR-D/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..6422f92232f4c8bfbe1b8897e7aa691e3424b377 --- /dev/null +++ b/UCI_N4/sandwich/runs/pittsburg-bridges-T-OR-D/fold_3/result.json @@ -0,0 +1,44 @@ +{ + "best_epoch": 28, + "best_val_acc": 0.6666666666666666, + "test_acc": 0.6153846153846154, + "train_size": 25, + "val_size": 12, + "test_size": 65, + "stats": { + "mean": [ + [ + -0.17121067999999995, + -0.21648582000000005, + 0.12011635999999999, + -0.09418591999999995, + -0.11183404000000002, + -0.28222119999999995, + 0.10839464000000007 + ] + ], + "std": [ + [ + 0.8571032600003676, + 0.9702298691514799, + 1.0541263774745755, + 0.9254069877190219, + 1.006953420249079, + 1.1836178575986762, + 0.8554107804035617 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 2, + "depth": 4, + "padding": 14, + "parameters": 1195, + "cert_evals": { + "36": 0.4923076927661896, + "72": 0.2769230902194977, + "108": 0.20000000298023224, + "255": 0.03076923079788685 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/pittsburg-bridges-TYPE/fold_0/result.json b/UCI_N4/sandwich/runs/pittsburg-bridges-TYPE/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..22c9030267fb2edb2b29e916d0344852861d8dae --- /dev/null +++ b/UCI_N4/sandwich/runs/pittsburg-bridges-TYPE/fold_0/result.json @@ -0,0 +1,44 @@ +{ + "best_epoch": 30, + "best_val_acc": 0.6111111111111112, + "test_acc": 0.47540983606557374, + "train_size": 26, + "val_size": 18, + "test_size": 61, + "stats": { + "mean": [ + [ + -0.2226830769230769, + 0.05670122692307692, + -0.043026884615384405, + -0.03758799999999994, + 0.17069815384615383, + 0.05726184615384619, + 0.03333576923076921 + ] + ], + "std": [ + [ + 0.9229643846157178, + 0.8879073657273664, + 0.9090621758106759, + 0.8047152853556344, + 0.9896400284910009, + 0.9758970201578133, + 1.0579562243200262 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 6, + "depth": 4, + "padding": 14, + "parameters": 1255, + "cert_evals": { + "36": 0.3934426009654999, + "72": 0.32786881923675537, + "108": 0.26229506731033325, + "255": 0.049180325120687485 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/pittsburg-bridges-TYPE/fold_1/result.json b/UCI_N4/sandwich/runs/pittsburg-bridges-TYPE/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..9c7cd2cd43d99fbc12824d99f92d4de8f162a790 --- /dev/null +++ b/UCI_N4/sandwich/runs/pittsburg-bridges-TYPE/fold_1/result.json @@ -0,0 +1,44 @@ +{ + "best_epoch": 35, + "best_val_acc": 0.47619047619047616, + "test_acc": 0.15517241379310345, + "train_size": 26, + "val_size": 21, + "test_size": 58, + "stats": { + "mean": [ + [ + -0.17140723076923073, + 0.17603493076923074, + -0.043027115384615275, + 0.08770580769230771, + 0.06073815384615386, + 0.140003576923077, + 0.11111846153846151 + ] + ], + "std": [ + [ + 0.9955960192363054, + 0.8707946707612142, + 1.076508222112097, + 0.8969691136995324, + 1.0157671583515164, + 1.0382138974203643, + 0.8520637539328237 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 6, + "depth": 4, + "padding": 14, + "parameters": 1255, + "cert_evals": { + "36": 0.08620689809322357, + "72": 0.03448275849223137, + "108": 0.0, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/pittsburg-bridges-TYPE/fold_2/result.json b/UCI_N4/sandwich/runs/pittsburg-bridges-TYPE/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..75e01c694d3669734fd3128d43bb38796c727b53 --- /dev/null +++ b/UCI_N4/sandwich/runs/pittsburg-bridges-TYPE/fold_2/result.json @@ -0,0 +1,44 @@ +{ + "best_epoch": 4, + "best_val_acc": 0.38461538461538464, + "test_acc": 0.19696969696969696, + "train_size": 26, + "val_size": 13, + "test_size": 66, + "stats": { + "mean": [ + [ + 0.13624746153846157, + -0.13478680769230772, + 0.03693388461538476, + 0.08770600000000003, + -0.01256838461538465, + 0.05726215384615386, + 0.033336038461538396 + ] + ], + "std": [ + [ + 0.8716889547511608, + 0.9579937729204642, + 1.0615560480179493, + 0.7749005943842086, + 0.9916744330944691, + 1.0538491233066194, + 0.8970306628997816 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 6, + "depth": 4, + "padding": 14, + "parameters": 1255, + "cert_evals": { + "36": 0.1515151560306549, + "72": 0.09090909361839294, + "108": 0.06060606241226196, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/pittsburg-bridges-TYPE/fold_3/result.json b/UCI_N4/sandwich/runs/pittsburg-bridges-TYPE/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..5d677c796af9e2e87caa97bb791a9f4298b4e189 --- /dev/null +++ b/UCI_N4/sandwich/runs/pittsburg-bridges-TYPE/fold_3/result.json @@ -0,0 +1,44 @@ +{ + "best_epoch": 39, + "best_val_acc": 0.5789473684210527, + "test_acc": 0.36666666666666664, + "train_size": 26, + "val_size": 19, + "test_size": 60, + "stats": { + "mean": [ + [ + 0.2900749615384615, + -0.1092556538461538, + -0.16296869230769223, + 0.08770600000000003, + -0.12252815384615393, + 0.002101461538461631, + -0.0444463846153846 + ] + ], + "std": [ + [ + 0.9565380984621445, + 1.0668876495414104, + 1.087587760209891, + 0.7749005943842086, + 0.9250887318796751, + 0.7643326705239842, + 0.9333890769230768 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 6, + "depth": 4, + "padding": 14, + "parameters": 1255, + "cert_evals": { + "36": 0.25, + "72": 0.0833333358168602, + "108": 0.0833333358168602, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/planning/fold_0/result.json b/UCI_N4/sandwich/runs/planning/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..f0c941a25dfc7e70af6619e5b66a2192577d0996 --- /dev/null +++ b/UCI_N4/sandwich/runs/planning/fold_0/result.json @@ -0,0 +1,54 @@ +{ + "best_epoch": 7, + "best_val_acc": 0.7037037037037037, + "test_acc": 0.6454545454545455, + "train_size": 45, + "val_size": 27, + "test_size": 110, + "stats": { + "mean": [ + [ + -0.13597411777777782, + -0.059930613333333334, + 0.1726637911111111, + 0.034723479999999994, + 0.1943293844444444, + -0.058733431111111144, + -0.116129388, + 0.17681400222222224, + -0.19228555555555557, + -0.07629513333333332, + 0.07577999111111111, + 0.14000706444444447 + ] + ], + "std": [ + [ + 0.9037583332493699, + 0.8892684096511589, + 0.9934159714161822, + 0.9795447749569939, + 0.991099979203418, + 0.8238368829401475, + 0.8461204418967577, + 1.0434976919452328, + 0.9979969012441308, + 0.9523454999652433, + 0.9216888475521186, + 1.061608647395146 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 4, + "padding": 24, + "parameters": 3365, + "cert_evals": { + "36": 0.5727272629737854, + "72": 0.4636363387107849, + "108": 0.3545454442501068, + "255": 0.072727270424366 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/planning/fold_1/result.json b/UCI_N4/sandwich/runs/planning/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..66074aa644c258b5a0a7d5be8e59894231c93949 --- /dev/null +++ b/UCI_N4/sandwich/runs/planning/fold_1/result.json @@ -0,0 +1,54 @@ +{ + "best_epoch": 6, + "best_val_acc": 0.6666666666666666, + "test_acc": 0.504950495049505, + "train_size": 45, + "val_size": 36, + "test_size": 101, + "stats": { + "mean": [ + [ + 0.11314807155555553, + -0.05681264375555557, + 0.03933796666666664, + 0.04977631111111109, + 0.03694895555555555, + -0.044924306666666684, + 0.04804084666666663, + 0.12195993333333337, + 0.042717271111111156, + 0.008962882222222232, + -0.0006334968888889045, + -0.0009558044444444105 + ] + ], + "std": [ + [ + 0.9103807361609941, + 0.9363715375995261, + 1.1502145656153577, + 1.0558247484927283, + 1.076388481139489, + 1.0010167884068093, + 0.9233794686212015, + 0.8789681038837464, + 0.8499326718606948, + 0.8719046264511446, + 0.8860788083725304, + 0.8502961074388711 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 4, + "padding": 24, + "parameters": 3365, + "cert_evals": { + "36": 0.3465346395969391, + "72": 0.21782177686691284, + "108": 0.12871286273002625, + "255": 0.009900989942252636 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/planning/fold_2/result.json b/UCI_N4/sandwich/runs/planning/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..144992f47357046bf6316c563edc0e6968d20be2 --- /dev/null +++ b/UCI_N4/sandwich/runs/planning/fold_2/result.json @@ -0,0 +1,54 @@ +{ + "best_epoch": 6, + "best_val_acc": 0.7916666666666666, + "test_acc": 0.5575221238938053, + "train_size": 45, + "val_size": 24, + "test_size": 113, + "stats": { + "mean": [ + [ + -0.08181936222222222, + 0.032095062222222207, + -0.2932722444444444, + -0.2642803151111112, + -0.2482941920666666, + 0.04209659104444442, + -0.08089617555555557, + 0.011037159999999989, + -0.05962093333333333, + -0.05360210222222223, + 0.041594423777777785, + 0.03579832413333331 + ] + ], + "std": [ + [ + 1.0346900075231742, + 0.983181200526179, + 0.8190101673790661, + 0.8655727810698712, + 0.9958599284470852, + 0.9221770981656976, + 1.0076979840800466, + 1.0249788633648824, + 1.0799692279692954, + 1.0059810529176614, + 1.0760442404746193, + 0.966271648432117 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 4, + "padding": 24, + "parameters": 3365, + "cert_evals": { + "36": 0.38053098320961, + "72": 0.22123894095420837, + "108": 0.10619468986988068, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/planning/fold_3/result.json b/UCI_N4/sandwich/runs/planning/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..22ab8cc3dd17392448558b83e5866a778a7d6432 --- /dev/null +++ b/UCI_N4/sandwich/runs/planning/fold_3/result.json @@ -0,0 +1,54 @@ +{ + "best_epoch": 44, + "best_val_acc": 0.8260869565217391, + "test_acc": 0.5614035087719298, + "train_size": 45, + "val_size": 23, + "test_size": 114, + "stats": { + "mean": [ + [ + 0.10711943111111107, + 0.19129145333333336, + 0.23947074666666662, + 0.1974917848888889, + 0.06191540222222221, + 0.19409456755555554, + 0.10399900533333334, + -0.07677485555555555, + 0.05582479999999996, + -0.0920865622222222, + 0.07224912822222225, + -0.22088875111111111 + ] + ], + "std": [ + [ + 0.9820868604107751, + 0.8497304858975051, + 0.9414935653357391, + 0.9419249731758765, + 0.9517511837520722, + 0.8554967298035733, + 1.06563202833593, + 1.067683309777831, + 0.968308470640187, + 1.07319052594271, + 1.055131325540202, + 1.0489152018459469 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 4, + "padding": 24, + "parameters": 3365, + "cert_evals": { + "36": 0.4649122953414917, + "72": 0.359649121761322, + "108": 0.21052631735801697, + "255": 0.02631578966975212 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/plant-margin/fold_0/result.json b/UCI_N4/sandwich/runs/plant-margin/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..a451d469647ac316bd614d9059d2fcc122b6b52d --- /dev/null +++ b/UCI_N4/sandwich/runs/plant-margin/fold_0/result.json @@ -0,0 +1,158 @@ +{ + "best_epoch": 50, + "best_val_acc": 0.71900826446281, + "test_acc": 0.7296450939457203, + "train_size": 400, + "val_size": 242, + "test_size": 958, + "stats": { + "mean": [ + [ + -0.0010596968500001934, + -0.01804303900000009, + 0.058554600000000095, + -0.04174014875000007, + -0.00557412199999981, + 0.022321825499999975, + 0.009465832749999917, + 0.026944449999999596, + 0.0220769747500004, + -0.02089326899999988, + -0.012520925000000096, + 0.0033962770000000053, + 0.0021340793749998234, + -0.0033546413499999455, + 0.021925117425000074, + 0.013851212499999961, + -0.0015689260000001164, + -0.004634679999999923, + -0.05511270024999984, + 0.026070323000000024, + 0.01848005475000007, + 0.0022656225000003355, + -0.01842250000000018, + 0.01246016899999983, + 0.0098437735000002, + -0.032934458000000104, + 0.049291360500000325, + 0.0024477580000001266, + -0.02057179899999991, + 0.0009727362499999343, + 0.0017701742499999368, + 0.00541423612499992, + 0.02091535780000011, + 0.020351312499999816, + -0.009445618999999935, + -0.02841862299999999, + 0.029737960000000185, + 0.018735809500000172, + 0.014390100750000086, + -0.016125830000000306, + 0.012385870249999646, + -0.043971327499999775, + 0.0009311264999999372, + 0.01806689874999989, + -0.008581579999999964, + -0.009399341000000174, + -0.03755508207500001, + -0.0009747140000000407, + 0.028856429249999874, + -0.0030426587000000733, + -0.015013867049999909, + -0.004152345000000207, + 0.02680056899999996, + -0.02129718575000011, + 0.022555419000000035, + -0.00723436300000014, + 0.036754802499999906, + -0.02058847975000004, + -0.010368677175000047, + -0.029642165000000022, + -0.02736674750000015, + 0.0008163920000001678, + 0.018380879350000014, + -0.008580070000000413 + ] + ], + "std": [ + [ + 0.9874340403909011, + 0.9592061852266575, + 1.0435962908617902, + 0.9425389198852354, + 1.0047339728470936, + 1.0363144948903504, + 1.0296524029950296, + 1.0063022213625923, + 1.094313672273991, + 1.0202299972901783, + 0.985157157060649, + 0.9888027948033142, + 0.9932416135375679, + 0.9909877623883768, + 1.0005062186033022, + 1.2067387345575986, + 0.984270179305036, + 0.9091203000942354, + 0.9545319559171044, + 0.983601787222833, + 1.011060877681347, + 0.9799045991624534, + 0.9223386505533625, + 1.0460006470835634, + 1.0181216615718796, + 0.9516193964985948, + 1.0882812579258407, + 1.0329753644197, + 0.9792719916843142, + 0.9673648432380815, + 0.9958388822460692, + 1.012645249804551, + 1.0439458247448072, + 1.0733982117428793, + 1.0111716504511818, + 0.996690448869414, + 1.0367837370015323, + 1.0026230843872075, + 1.0036523141489182, + 0.9356670752186079, + 1.0259733303222744, + 0.9543079293157887, + 1.016979624435871, + 1.0361404335495707, + 0.9710294506381861, + 0.9356304778213941, + 0.9636374865372435, + 0.9682684696531572, + 1.0488592685926776, + 1.0095591832024964, + 0.9864668975312801, + 0.965788248416018, + 1.0175463184007973, + 0.9707788038864342, + 1.035917848788737, + 0.9984750436485963, + 1.047306945528514, + 0.9624268336767162, + 1.0407274202088548, + 0.9906889986330216, + 0.9133036560743315, + 1.0063256302193264, + 1.0448919868528035, + 1.060209155310641 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 4, + "padding": 128, + "parameters": 103783, + "cert_evals": { + "36": 0.6722338199615479, + "72": 0.6012526154518127, + "108": 0.531315267086029, + "255": 0.2588726580142975 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/plant-margin/fold_1/result.json b/UCI_N4/sandwich/runs/plant-margin/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..736c84333236dfe481bd9de5352d06bc814e39c6 --- /dev/null +++ b/UCI_N4/sandwich/runs/plant-margin/fold_1/result.json @@ -0,0 +1,158 @@ +{ + "best_epoch": 54, + "best_val_acc": 0.7606837606837606, + "test_acc": 0.7184265010351967, + "train_size": 400, + "val_size": 234, + "test_size": 966, + "stats": { + "mean": [ + [ + 0.018630191274999833, + 0.0021237185000000623, + 0.020341910000000126, + -0.03847603025000004, + 0.0024851145000002843, + -0.019245363750000032, + 0.01765857999999999, + -0.09520458750000026, + 0.016723600750000407, + -0.020893166249999973, + -0.013275087500000034, + -0.009778451499999922, + 0.02100441234999998, + -0.0006707280500000078, + 0.01202943670000018, + -0.012221054999999943, + 0.026685538499999994, + 0.03934188799999998, + -0.017911806749999953, + -0.004428536999999995, + 0.013875288750000034, + -0.007751707499999634, + 0.03217363749999957, + 0.003825904499999896, + 0.010617184500000114, + -0.03897739600000022, + -0.00972438474999977, + 0.0034970589999999357, + 0.02035820800000013, + -0.037335613750000024, + -0.008548351749999959, + 0.0018481537499997402, + -0.007583834749999951, + 0.04391894749999982, + 0.033370660000000205, + 0.00937306074999997, + -0.013948834999999842, + 0.005821061250000135, + 0.03052180125000005, + 0.02165496999999981, + -0.00854195450000032, + -0.03606767999999988, + -0.017944192250000105, + -0.02588678125000007, + 0.01616825525000002, + -0.00827056050000008, + -0.0017126565000000083, + -0.01656842850000004, + -0.017988074249999902, + -0.03559730630000006, + -0.0036789360499999424, + 0.012461489999999617, + 0.026261220249999995, + -0.020665702500000202, + -0.0005093669999999243, + -0.009416002500000138, + -0.02145052, + 0.012404727999999953, + 0.008414623600000027, + 0.026667712, + 0.023455849999999993, + 0.01995325700000049, + 0.017141528075000113, + -0.00027581000000054354 + ] + ], + "std": [ + [ + 1.041295070488909, + 1.0014805383027654, + 1.0526387415016842, + 0.9348659203435066, + 1.012132944361091, + 0.9779461065975633, + 1.0032476656820697, + 0.765138203982258, + 1.084558801095068, + 1.0155838017759249, + 0.9847823955761184, + 1.0321402388555014, + 1.0519629684769372, + 0.9582131621864026, + 0.9927092815254406, + 0.803704884375634, + 0.9988728657062945, + 1.1858597763171363, + 1.012274069308041, + 1.012471113861707, + 1.0151240798466312, + 0.9972545733894309, + 1.0563298324391637, + 1.0047120258743576, + 1.016702961526915, + 0.9272542628757423, + 1.012180666645035, + 1.0130792339306003, + 0.9869444731802731, + 0.9732936953239708, + 0.9987581693686506, + 1.0025285436476967, + 0.9823926819700436, + 1.13766033578092, + 1.0184063166975657, + 1.0037002652524598, + 1.0159024793557991, + 0.998493316788935, + 1.0374784962262864, + 1.0063283056949195, + 1.0742583169244284, + 0.9634076134691111, + 0.958447407516677, + 1.0041785286506213, + 1.013112893307404, + 0.9769612001923168, + 1.0056368868600618, + 0.9788744628207897, + 0.9629520265558652, + 0.929550730995055, + 0.9854910637585246, + 1.0358257613723332, + 1.0240098398191608, + 0.9303959288426701, + 1.0012547252975355, + 0.9956229965329875, + 1.021855039918818, + 1.0091992464793387, + 0.9897071424780775, + 0.9856059256334351, + 1.0201829621015206, + 1.0268852627871752, + 1.0341940427237508, + 0.9799526515218273 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 4, + "padding": 128, + "parameters": 103783, + "cert_evals": { + "36": 0.6583850979804993, + "72": 0.5817805528640747, + "108": 0.5175983309745789, + "255": 0.23291926085948944 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/plant-margin/fold_2/result.json b/UCI_N4/sandwich/runs/plant-margin/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..8d4af9f02e18ecf6d1b40940495ef3cb9703bbee --- /dev/null +++ b/UCI_N4/sandwich/runs/plant-margin/fold_2/result.json @@ -0,0 +1,158 @@ +{ + "best_epoch": 70, + "best_val_acc": 0.7521739130434782, + "test_acc": 0.7268041237113402, + "train_size": 400, + "val_size": 230, + "test_size": 970, + "stats": { + "mean": [ + [ + 0.005920089124999763, + -0.001301032000000133, + 0.0013308824999999258, + 0.008417454999999876, + 0.005976730250000185, + 0.019669846999999876, + 0.010878556750000047, + 0.025150082499999716, + 0.0022754870000003123, + 0.024085954000000003, + -0.005742166250000042, + -0.007721828999999947, + 0.00371573337499994, + -0.012943442949999913, + -0.014590249949999882, + -0.025256129999999963, + -0.011889130000000098, + -0.019724357499999953, + -0.01377830674999994, + 0.006886749000000014, + -0.003516929999999907, + -0.03828019749999969, + 0.005775229999999821, + -0.030314237500000177, + -0.019109295999999804, + 0.04844473150000008, + -0.02716004849999974, + 0.002796986500000034, + -0.019719068250000017, + 0.041975102500000014, + -0.017687051749999974, + -0.021844609375000337, + 0.020916906100000077, + -0.022494655000000176, + 0.026175232000000156, + 0.010884623500000074, + -0.021303965499999796, + -0.0039162167499998055, + -0.015307416500000065, + 0.012900294999999774, + 0.006834127249999801, + 0.027173450000000154, + 0.0027974614999998885, + 0.028211698749999896, + -0.0031931937499999692, + 0.011277844999999809, + 0.00992980717499997, + -0.013968735000000017, + -0.01707076174999997, + 0.01365854819999998, + -0.0014908621499998933, + 0.009138499999999666, + 0.02060593399999994, + 0.007099336749999857, + -0.003448647499999997, + 0.0015010997499998568, + -0.03850890625000006, + 0.0022736427499999282, + -0.013522159549999977, + -0.0332120949999999, + 0.005866322499999921, + -0.004317283999999508, + -0.00538338794999997, + -0.0069175300000004145 + ] + ], + "std": [ + [ + 1.0010921783674436, + 0.9945407140012373, + 1.005748587963517, + 0.9668282590649625, + 1.0031010346345277, + 0.9967928785295819, + 0.9751713195709866, + 1.1467050887662724, + 0.9392946439639414, + 0.9895328846805108, + 0.9767912569515301, + 0.9727489873091506, + 0.9701070098004984, + 1.0053545262016492, + 0.9846236608578788, + 0.7727736342078088, + 0.971944708609996, + 0.8826840113147226, + 0.98563931252641, + 0.9711438420390225, + 0.9629058280406353, + 0.9716674314378894, + 1.1301355955709167, + 0.9477815286674603, + 0.9881704764475729, + 1.0137752766865444, + 0.9583402354865277, + 0.9958443104934569, + 0.9663730766877806, + 1.0669358291663034, + 0.955827255033273, + 0.9505215572351379, + 1.0084010054173358, + 0.9871444837708967, + 1.0130833200270473, + 1.043702427349745, + 0.9912743901116762, + 0.973685836703786, + 0.985763394194837, + 1.0377291955455417, + 1.0077815203197755, + 1.0141762382944473, + 1.019662919156708, + 1.046456382869172, + 1.0332849966442448, + 1.0406499407344652, + 0.9961622026264285, + 0.9855957603524927, + 0.9824473993933991, + 1.0388871379951687, + 1.0170409949547163, + 1.03216407460882, + 1.0347227568843633, + 1.0401704190454892, + 0.9504580582249552, + 0.9606350019976608, + 1.0073622594193574, + 1.0173972038824486, + 0.9758624776113387, + 1.017294570276939, + 1.1903867160054817, + 1.041760575180181, + 0.9817904646611345, + 0.9934098271111226 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 4, + "padding": 128, + "parameters": 103783, + "cert_evals": { + "36": 0.6773195862770081, + "72": 0.5969072580337524, + "108": 0.5381443500518799, + "255": 0.26907217502593994 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/plant-margin/fold_3/result.json b/UCI_N4/sandwich/runs/plant-margin/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..d754cef72903ef9d7b9350692a0e7f96d5641b27 --- /dev/null +++ b/UCI_N4/sandwich/runs/plant-margin/fold_3/result.json @@ -0,0 +1,158 @@ +{ + "best_epoch": 55, + "best_val_acc": 0.6758893280632411, + "test_acc": 0.7402323125659979, + "train_size": 400, + "val_size": 253, + "test_size": 947, + "stats": { + "mean": [ + [ + 0.0049220609499997505, + 0.014300554999999927, + -0.013117759999999938, + 0.0006888637499999897, + 0.014571960000000097, + -0.029186410499999996, + 0.002400438750000075, + -0.053890317500000125, + 0.010837756000000382, + -0.043686283749999874, + 0.00818919124999994, + 0.02274708350000002, + -0.010304195600000106, + 0.021186932849999934, + 0.02806746060000008, + 0.03340746249999935, + -0.023547052000000096, + -0.033522315499999976, + 0.008610349500000156, + 0.027052154499999995, + -0.010934992499999938, + 0.006081485000000295, + 0.02777317250000039, + 0.016383195499999857, + 0.03879757150000023, + -0.021655729750000265, + 0.014864098750000401, + 0.036007804000000046, + -0.006075429999999921, + -0.019079332500000098, + 0.046873371749999754, + 0.020189249124999916, + -0.006358586449999976, + -0.01606563250000019, + -0.011602580249999888, + 0.013908655750000045, + -0.026925847499999826, + 0.04435231250000004, + 0.0030248995000000476, + 0.04331075999999964, + -0.010036047250000119, + -0.020255887499999837, + 0.016312687999999884, + 0.0007390799999998633, + -0.01058009674999995, + 0.022933002500000025, + 0.018606085150000003, + -0.02793774274999995, + 0.02640782450000013, + 0.0009197187999999446, + 0.01879274900000016, + -0.012793932500000254, + -0.05696751475000014, + 0.009623771999999869, + -0.014076831999999899, + 0.03262045174999992, + -0.03750922250000002, + -0.020068239750000067, + 0.007511379900000031, + 0.011995891500000104, + 0.001957915000000034, + 0.008284810500000324, + -0.03583419272500005, + 0.025183247499999534 + ] + ], + "std": [ + [ + 1.0292860056491944, + 1.0292792317834558, + 1.021157636187128, + 1.0004671883473788, + 1.0099925807918118, + 0.940459599532873, + 1.0284403765468189, + 0.8253858457506277, + 1.0205839902595195, + 0.9375845702209917, + 1.0276192722636466, + 1.0352781665590673, + 1.00573951678478, + 1.0168176366617936, + 1.0354526336454533, + 1.409467384284455, + 1.0173514777145187, + 0.9176768917465363, + 0.9987312571300704, + 1.011937740881034, + 0.998584402272729, + 1.056733717686757, + 1.037552726041927, + 1.0142258428702424, + 1.035939823876147, + 0.9963005677388238, + 1.0191184901038401, + 1.0189027476350714, + 0.9772965657228759, + 0.9822876158929498, + 1.1026232958885742, + 1.0501886707528871, + 0.9971602814316513, + 1.0340674788196675, + 0.9800225335712383, + 1.0197769718133536, + 0.9741149929553732, + 1.042912622378931, + 0.9736271090391864, + 1.061534430063924, + 0.9526685914619262, + 1.0048497041951536, + 1.0274317900005205, + 0.9912072467959292, + 0.9895627947501346, + 1.0186115853191826, + 1.013480663944259, + 0.9413201803178272, + 1.0436199704257596, + 0.9898799364419235, + 1.0333854032952587, + 0.9495359391868493, + 0.9383015025414292, + 1.0126790152589706, + 0.9761807480062364, + 1.0554871962715169, + 0.9748100083771338, + 0.9555452645008876, + 1.0523449870830452, + 0.9961427848161136, + 1.2062430696295, + 1.0118419269696228, + 0.9775440389434499, + 0.9524811445180422 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 4, + "padding": 128, + "parameters": 103783, + "cert_evals": { + "36": 0.6758183836936951, + "72": 0.5945090055465698, + "108": 0.5248152017593384, + "255": 0.262935608625412 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/plant-shape/fold_0/result.json b/UCI_N4/sandwich/runs/plant-shape/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..26149fc70164b19ca0732006939ebde90c5c4697 --- /dev/null +++ b/UCI_N4/sandwich/runs/plant-shape/fold_0/result.json @@ -0,0 +1,158 @@ +{ + "best_epoch": 62, + "best_val_acc": 0.5467289719626168, + "test_acc": 0.5121703853955375, + "train_size": 400, + "val_size": 214, + "test_size": 986, + "stats": { + "mean": [ + [ + 0.010793134649999947, + 0.0029814738750000274, + -0.005680250974999982, + -0.00999388868249995, + -0.018943553000000047, + -0.022220061225000066, + -0.023538591772499947, + -0.023104606949999985, + -0.022654011850000027, + -0.013826088777500009, + -0.012183569699999982, + -0.019542425225000024, + -0.021094745304999968, + -0.013662524125000061, + -0.007497562182500008, + -0.004011965550000029, + -0.0018356184500000372, + 7.94950000007455e-06, + 0.00456346359999991, + 0.002077647049999971, + 0.005165495805000022, + 0.009402297242499979, + 0.008459789907500027, + 0.010384120812499977, + 0.009072800484999985, + 0.009275099372499976, + 0.011333548210000006, + 0.00974336192500002, + 0.009874121385000021, + 0.013796312999999978, + 0.0035003747700000252, + -0.0006504867999999986, + -0.006737763249999974, + -0.009779546075000065, + -0.009547967425750021, + -0.008340889135000092, + -0.01037015690000003, + -0.015118204249999967, + -0.014712120350000033, + -0.011817635924999998, + -0.01854881525000002, + -0.021627437300000017, + -0.02562561288749998, + -0.02507883772499999, + -0.01957355992500001, + -0.010989493799999993, + -0.004170166650000026, + -0.0007832742674999737, + -0.0008414850850000529, + 0.0014383313750000115, + 0.008277859025000037, + 0.015007289872500043, + 0.02009162649999997, + 0.020694419627500026, + 0.02312079630000003, + 0.02027844062500002, + 0.012670696450000017, + 0.011923742850000028, + 0.008522531550000014, + 0.0021193726999999838, + 0.00027873594999999404, + -0.005514954024999976, + -0.005619866314999964, + 0.000804423425000044 + ] + ], + "std": [ + [ + 1.0193984315579283, + 1.0138728773194225, + 1.0025119027839187, + 0.9926201913273888, + 0.9797572939727588, + 0.9675431762012998, + 0.9562849021750489, + 0.9457765924705838, + 0.9453288165685446, + 0.9493183692891524, + 0.9510566730800354, + 0.9587654362947835, + 0.9708540170515252, + 0.9906082656256265, + 1.0060018623497948, + 1.0090880491601784, + 0.9970255943580457, + 0.9966975594633455, + 1.0075598104469696, + 1.0193962682636182, + 1.040522735169908, + 1.0407459188197639, + 1.0303725268059722, + 1.0256419706953475, + 1.0198382842786065, + 1.0197936843070703, + 1.0266695425622123, + 1.0253571333157874, + 1.0153590777307844, + 1.0110354025342352, + 1.0181892223475282, + 1.0166426127543688, + 1.011169701470929, + 1.0054929366994545, + 1.0096458368985821, + 1.0140452905977049, + 1.009910026151903, + 0.9911465124845928, + 0.981395028524588, + 0.9714368920896277, + 0.9640569672295396, + 0.9682443777583067, + 0.9618240790560709, + 0.9651476273791817, + 0.9697583533908924, + 0.9857642722747081, + 0.9945128871244862, + 0.998379374233736, + 1.0006314561941052, + 1.008050481132436, + 1.0268004129156558, + 1.0452850694975346, + 1.0563281717760602, + 1.0509178269869455, + 1.0471449082028836, + 1.0431100616694575, + 1.035476811024627, + 1.0416661017312363, + 1.0428844632918242, + 1.0319514866130477, + 1.029873132188317, + 1.028802362627988, + 1.0249104343768467, + 1.0178924453800364 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 4, + "padding": 128, + "parameters": 103783, + "cert_evals": { + "36": 0.409736305475235, + "72": 0.30425962805747986, + "108": 0.2332657128572464, + "255": 0.06693711876869202 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/plant-shape/fold_1/result.json b/UCI_N4/sandwich/runs/plant-shape/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..d52c681806f0ac55d375047e06cc984194ef6575 --- /dev/null +++ b/UCI_N4/sandwich/runs/plant-shape/fold_1/result.json @@ -0,0 +1,158 @@ +{ + "best_epoch": 61, + "best_val_acc": 0.516260162601626, + "test_acc": 0.5314465408805031, + "train_size": 400, + "val_size": 246, + "test_size": 954, + "stats": { + "mean": [ + [ + -0.01969966857750001, + -0.018735893250000035, + -0.01923726170000004, + -0.01765154066999996, + -0.021040157724999967, + -0.020549986874999978, + -0.01802188749999998, + -0.013611070524999968, + -0.01314826475000005, + -0.010111033277499976, + -0.011831655162500052, + -0.009240258725000013, + -0.004857546977500041, + -0.003872501354999996, + -0.004503420224999966, + -0.007399539599999919, + -0.009506949104999987, + -0.00983436382500002, + -0.0073349694900001206, + -0.0026293045575000932, + -0.005217706800000011, + -0.01053002465000001, + -0.011560438125000017, + -0.009075882437499998, + -0.0045980930749999985, + -0.008758359152500011, + -0.012621292225000027, + -0.016511235369999985, + -0.028317963276500033, + -0.02497353765000002, + -0.014343673825000004, + -0.008610495525000058, + 0.004172939175000043, + 0.0019351163249999698, + -0.004373591600750041, + -0.0077125528000000455, + -0.01211637097500002, + -0.01259113399249995, + -0.012157099130000017, + -0.014399237225000002, + -0.009437209475000015, + -0.0046622409374999915, + -0.006370976337500016, + -0.011270999825000006, + -0.015921284525000006, + -0.012410074750000007, + -0.014884673650000003, + -0.016949542649999955, + -0.017354671999999977, + -0.011285483702500028, + -0.009929046974999904, + -0.007901803479999947, + -0.00815231512075005, + -0.010049489069999949, + -0.011786209875000047, + -0.014985319077499979, + -0.019011035099999973, + -0.008162044849999986, + -0.0058525207999999595, + -0.01041489936249999, + -0.011318642174999963, + -0.015970219724999984, + -0.026622342699999985, + -0.029072289924999974 + ] + ], + "std": [ + [ + 0.9860131433859547, + 0.9839451298693502, + 0.9815653890681931, + 0.9791684843455107, + 0.9793192609145278, + 0.980950701990714, + 0.9884282309487391, + 0.9817147072820436, + 0.9862993933397015, + 0.9922815938909398, + 0.9847563677603288, + 0.9853865969758397, + 0.9879672222996878, + 0.9946824106249518, + 0.9961943172051062, + 0.9902136279887243, + 0.9887680048123522, + 0.993003063211071, + 1.0071770840518683, + 1.0247666604590329, + 1.0257137801878309, + 1.011455364670402, + 0.9947052989179791, + 0.9869387562943811, + 0.9888179645496713, + 0.987009987810631, + 0.9897190394535154, + 0.991361121462267, + 0.992989633996112, + 0.9961724937704427, + 0.9897090546568476, + 0.9844393105882888, + 0.9858088094372514, + 0.9942345793157213, + 0.9949467347271544, + 0.9941801452632953, + 0.9935755677210956, + 0.9940539923777484, + 0.9871617326295817, + 0.9809194296573341, + 0.9841049037423958, + 0.9872912480789516, + 0.9853330949312704, + 0.9809868668056975, + 0.977760884105985, + 0.9785005795193457, + 0.9774791029379978, + 0.9747292923736738, + 0.9892632184812155, + 0.9903128998680867, + 0.9995507672572046, + 1.012420498620147, + 1.014423356554454, + 1.0113780719858716, + 1.0085495954493642, + 1.0103910622541978, + 1.0042573664175571, + 0.9954666158538873, + 0.9825056771440344, + 0.969748087810821, + 0.9684376869484385, + 0.9687387646565352, + 0.9685510643060194, + 0.9716172187511043 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 4, + "padding": 128, + "parameters": 103783, + "cert_evals": { + "36": 0.4308176040649414, + "72": 0.33647796511650085, + "108": 0.2494758814573288, + "255": 0.06289307773113251 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/plant-shape/fold_2/result.json b/UCI_N4/sandwich/runs/plant-shape/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..8d678b04df423cc9f09f7845365b51af0396aeb5 --- /dev/null +++ b/UCI_N4/sandwich/runs/plant-shape/fold_2/result.json @@ -0,0 +1,158 @@ +{ + "best_epoch": 93, + "best_val_acc": 0.5574468085106383, + "test_acc": 0.5264248704663212, + "train_size": 400, + "val_size": 235, + "test_size": 965, + "stats": { + "mean": [ + [ + -0.011195848850000047, + -0.014077039849999994, + -0.015681537625000016, + -0.015262547177500023, + -0.018894034979999984, + -0.023536119524999965, + -0.016015195249999968, + -0.008908977427499989, + -0.005013930349999998, + -0.007225348899999984, + -0.008182635, + -0.00789371312500003, + -0.011035066974999978, + -0.005199030499999984, + 0.005315251324999976, + 0.011141104150000055, + 0.011588849470000002, + 0.009680554374999966, + 0.010888354087499948, + 0.010037595079999946, + 0.011800275580000021, + 0.007671618275000015, + 0.006882413550000033, + 0.0062716886124999935, + -0.0019262105499999794, + -0.002007641149999968, + -0.003485761440000005, + -0.0017775631049999818, + 0.0007400688484999391, + -0.0018860717750000106, + -0.006113297799999992, + -0.013600633775000042, + -0.020458192474999966, + -0.023048553475000007, + -0.019547718700000005, + -0.01125536750999998, + -0.014651312500000012, + -0.017176074307499963, + -0.015313710324999983, + -0.018115000749999995, + -0.02384295694999999, + -0.02221634045249998, + -0.019668475399999934, + -0.016640133125000005, + -0.011789776774999969, + -0.006203905024999959, + -0.004540449625000036, + 0.0006846066824999924, + 0.006433635392500026, + 0.0017259993975000153, + 0.0026194728225000024, + 0.002456912675000057, + 0.0035687386999999193, + 0.003967900025000002, + 0.008058575125000038, + 0.009259356747499982, + 0.009820443250000033, + -0.000526142624999981, + -0.007535754924999987, + -0.006530597337499988, + -0.00488854567499998, + -0.004628704975000013, + -0.006573741065000051, + -0.008198970250000055 + ] + ], + "std": [ + [ + 0.9997831577603109, + 1.0025959495608783, + 0.9981200898415419, + 0.9862363254781552, + 0.9807001230728768, + 0.9703599657486957, + 0.9542469081610001, + 0.9473845839451106, + 0.9547713929170183, + 0.9636033061770535, + 0.9759543385191676, + 0.9833507068982068, + 0.9860092538737429, + 0.9928824474026815, + 1.009087175522555, + 1.0225369274879927, + 1.0377746120861517, + 1.047008477348557, + 1.0437668765399934, + 1.0330775502764258, + 1.0319662406027479, + 1.030352484762016, + 1.0343435297883754, + 1.0306714836465332, + 1.0227257424915315, + 1.0163750005569692, + 1.0080783487785092, + 1.0057728718253096, + 1.0031574142753106, + 0.9970437490537768, + 1.0039054666803333, + 1.0092902332461646, + 1.015955753316646, + 1.0094451596904581, + 0.9971506877338592, + 0.9797514030945054, + 0.9606748456549195, + 0.9429643662114964, + 0.9357296749897012, + 0.9401794981595187, + 0.9451576738004599, + 0.9529959594959825, + 0.9553731219059256, + 0.952474899040048, + 0.9565245724608336, + 0.9697603305783443, + 0.9863202900077532, + 0.9954169393962655, + 1.0081946986669663, + 1.0156075960594253, + 1.0253976925038635, + 1.0300309888526664, + 1.0402541851284346, + 1.0433040030246603, + 1.0375395049686613, + 1.0264815045978641, + 1.021912736268765, + 1.0088758758830503, + 1.003466814657958, + 1.0086525159597994, + 1.0137559378643732, + 1.0086686244063605, + 1.006042971236659, + 1.0003260366638576 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 4, + "padding": 128, + "parameters": 103783, + "cert_evals": { + "36": 0.4300518333911896, + "72": 0.30569949746131897, + "108": 0.21243524551391602, + "255": 0.0621761679649353 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/plant-shape/fold_3/result.json b/UCI_N4/sandwich/runs/plant-shape/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..1c2ea17db472f7f4f13d9fac4040697714ad6a59 --- /dev/null +++ b/UCI_N4/sandwich/runs/plant-shape/fold_3/result.json @@ -0,0 +1,158 @@ +{ + "best_epoch": 97, + "best_val_acc": 0.5198237885462555, + "test_acc": 0.5046248715313464, + "train_size": 400, + "val_size": 227, + "test_size": 973, + "stats": { + "mean": [ + [ + -0.01614315225000004, + -0.007862261849999979, + 0.00030315945000001577, + -6.585304499997488e-05, + 0.0033457709750000114, + 0.009937330912499974, + 0.010135651675000024, + 0.009038938675000023, + 0.008931583272500009, + 0.009906352275000018, + 0.013642040799999994, + 0.017299261174999987, + 0.019865335000000005, + 0.019657458469999986, + 0.022414197692500006, + 0.02512643972499996, + 0.026877304525000024, + 0.0296143309, + 0.027764356497500045, + 0.024134231862499998, + 0.021181714175000043, + 0.02076543959999998, + 0.018820411632499992, + 0.016560606787500022, + 0.014716417624999967, + 0.015544499800000031, + 0.008937221650000026, + 0.0035691808475000007, + 0.00756637997750002, + 0.010582013399999977, + 0.00892202232, + 0.010522723749999905, + 0.009224050324999985, + 0.011262885774999978, + 0.012877923949999981, + 0.008631394499999978, + 0.013585739524999963, + 0.012593921374999985, + 0.00966451497500001, + -0.0018835844000000157, + -0.0072232187000000215, + -0.0024773558750000612, + 0.004778897314500035, + 0.010836082050000053, + 0.013114038100000038, + 0.012921894249999984, + 0.011661495899999983, + 0.006202870582499988, + 0.009554275007499979, + 0.010892630822499966, + 0.015263733174999995, + 0.018143591994999972, + 0.01859551449250001, + 0.01313465375500002, + 0.01828117135000002, + 0.021080939575000034, + 0.020155471175000023, + 0.02226961222499997, + 0.019368037950000003, + 0.018775792600000018, + 0.018483347624999945, + 0.009753726052499946, + -0.0015497268675000327, + -0.011832948350000021 + ] + ], + "std": [ + [ + 0.9690180900805035, + 0.9727335201919173, + 0.9764755262740973, + 0.9829585179082819, + 0.9924285501408081, + 1.0058984225928205, + 1.0139421119627963, + 1.0204714628277265, + 1.024761969275269, + 1.0411321691366637, + 1.051554346720804, + 1.0528939116549463, + 1.048231049542776, + 1.035208648003462, + 1.0211826349075386, + 1.021066390612321, + 1.0225781515263015, + 1.0234107662776533, + 1.013889389780415, + 1.002809268474515, + 1.005659594852486, + 1.0123290373188114, + 1.0154559039015623, + 1.013290801738594, + 1.0094740964231081, + 1.0002162486552635, + 0.9914378185750687, + 0.9943868019460187, + 0.9942535553869897, + 0.9896262981629789, + 0.9859228057329431, + 0.9860916917991401, + 0.9824333417893006, + 0.9869225315171396, + 0.9958671872185834, + 0.999358349920491, + 0.9902030063817621, + 0.9953941674238796, + 1.0044794940384356, + 1.01450410197358, + 1.0212449253894722, + 1.031533466370799, + 1.0310663353310807, + 1.0299586525323416, + 1.0140754261682852, + 1.0146983653439086, + 1.010949221001189, + 0.9984754004996209, + 0.9996230059073175, + 1.0023281510239592, + 1.0083940727060101, + 1.0104207218854935, + 1.0188090918448567, + 1.0267152458848512, + 1.0256934112800635, + 1.0177374007859166, + 1.004324219711767, + 0.9955156869267784, + 0.9865523378817893, + 0.984584448748711, + 0.9818097517909892, + 0.9865486470036113, + 0.9850111209189524, + 0.9782242969255907 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 4, + "padding": 128, + "parameters": 103783, + "cert_evals": { + "36": 0.4193217158317566, + "72": 0.33812952041625977, + "108": 0.2579650580883026, + "255": 0.0637204572558403 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/plant-texture/fold_0/result.json b/UCI_N4/sandwich/runs/plant-texture/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..cc77a9a84a111d02a04743eef64e2ae9db8a272e --- /dev/null +++ b/UCI_N4/sandwich/runs/plant-texture/fold_0/result.json @@ -0,0 +1,158 @@ +{ + "best_epoch": 84, + "best_val_acc": 0.7068273092369478, + "test_acc": 0.6936842105263158, + "train_size": 400, + "val_size": 249, + "test_size": 950, + "stats": { + "mean": [ + [ + -0.016478091624999976, + -0.014961091800000008, + -0.004249621250000072, + 0.023384388500000127, + 0.005502324450000172, + 0.0145078697499998, + 0.0045305880750000724, + -0.03467714649999986, + 0.004193091999999971, + 0.012809078150000047, + -0.009651387200000038, + -0.01915911049999979, + -0.008120220149999673, + 0.007483559499999939, + -8.819250000012408e-06, + -0.019568870142500156, + 0.028020058549999945, + 0.022078226650000053, + 0.0008334952449999984, + -0.0007628900000000476, + -0.033131676325000525, + -0.02417429049999988, + 0.012456803749999997, + 0.002599056999999966, + -0.016433078500000114, + -0.0015455646349999707, + 0.03351081127500002, + -0.00866295650000013, + -0.001216327300000051, + 0.02500025624999989, + 0.002615395250000011, + 0.004382452249999722, + -0.0336998632, + 0.024454489599999945, + 0.006896749999999824, + 0.0024042895000002573, + -0.0489830051999999, + -0.0018739831749999436, + -0.0027442942499998836, + 0.014888681500000006, + 0.039273120399999896, + -0.03620304349999986, + 0.01871371774999999, + 0.0017737930000000502, + 0.03068173249999988, + 0.005476874500000017, + -0.018285551499999983, + -0.01942126079499999, + 0.020034201150000052, + -0.04440868274999999, + -0.0031926880000002233, + -0.009055307999999866, + 0.01178355375000011, + 0.006780597750000028, + -0.015243231374999874, + 0.051239233250000044, + 0.01800514339999995, + 0.008651616399999893, + 0.0034974595000000232, + 0.03453392162500026, + -0.006043314750000227, + 0.012514663999999986, + 0.043475420250000084, + -0.02456098675000002 + ] + ], + "std": [ + [ + 0.9009966230602708, + 0.9364276177287642, + 0.9754761006143327, + 1.0291666417884513, + 1.0289691228068274, + 0.9876927454085853, + 0.9560626059354702, + 0.9597522889147546, + 0.9994773403976824, + 1.0152637844096681, + 0.9520114484241692, + 0.9432619847706322, + 0.9482931419315812, + 1.0591026895126023, + 0.9522570318080412, + 0.9864956149999131, + 1.084922016377646, + 1.173758426456074, + 1.0592998584844, + 1.0606714617823771, + 0.8614306216418535, + 1.0345366597359764, + 1.042209469105469, + 1.0348653782485668, + 0.9988649975902255, + 1.0174988947519772, + 1.0858204535316325, + 0.9739602296564857, + 1.0131848275815751, + 1.0264935540496496, + 0.9816966426566287, + 1.0024562576995246, + 0.9036181164894379, + 1.0437722258848774, + 0.9846104856336191, + 1.0510739753463445, + 0.8892428833739887, + 0.9794996248503948, + 0.9461971557449678, + 1.0298104390925615, + 1.1599976257671403, + 0.9173959381413883, + 0.9736629274573383, + 0.9990534408909421, + 1.0761727962998655, + 0.9933289670108497, + 0.9771946168612999, + 1.032165319421753, + 1.0398720209157222, + 0.9587359927023673, + 1.012139905486573, + 0.9975269161128212, + 1.0373603976704429, + 0.9974923617573629, + 1.0098998196849565, + 1.1923604394819194, + 1.0833214484639513, + 1.0328745232566003, + 1.0402739857013459, + 1.1225366590688706, + 0.9261829634072084, + 1.0546429695267736, + 1.0777446293534623, + 0.9933512209550289 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 4, + "padding": 128, + "parameters": 103783, + "cert_evals": { + "36": 0.6621052622795105, + "72": 0.6052631139755249, + "108": 0.5568420886993408, + "255": 0.3715789318084717 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/plant-texture/fold_1/result.json b/UCI_N4/sandwich/runs/plant-texture/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..91bd707c60b3b9b4252178c8b76cd8c7e3d7e016 --- /dev/null +++ b/UCI_N4/sandwich/runs/plant-texture/fold_1/result.json @@ -0,0 +1,158 @@ +{ + "best_epoch": 67, + "best_val_acc": 0.6758893280632411, + "test_acc": 0.7241014799154334, + "train_size": 400, + "val_size": 253, + "test_size": 946, + "stats": { + "mean": [ + [ + -0.004256254850000026, + 0.021923264150000024, + -0.012071683000000069, + -0.011057278499999901, + -0.017880446849999797, + 0.0011827752499998178, + -0.0027601811999999146, + -0.0251483662499997, + 0.055288276499999955, + 0.018802836700000086, + 0.000680779799999956, + -0.003705401924999697, + -0.0076088335999996695, + -0.006072732000000045, + 0.0014956542500000531, + -0.02329864526500025, + 0.00074919069999995, + 0.034619562699999926, + 0.014588840164999981, + -0.0003229700500000161, + 0.03756710242499937, + -0.018300292499999992, + 0.015038550999999963, + 0.038566000999999954, + -0.024540214250000143, + 0.03385858173000003, + -0.01502205307499997, + -0.03221403250000019, + -0.03763231055000007, + -0.0005684717500001015, + 0.005178833750000021, + 0.0232263649999997, + -0.018164639750000218, + -0.0284664659000001, + 0.014296748749999815, + -0.01446542499999974, + 0.017083458499999923, + -0.05198149362499994, + 0.02665897775000016, + 0.0006017054999999511, + -0.023385096025000055, + -0.00870071099999995, + -0.02645367400000001, + 0.030389902050000018, + -0.010937763500000006, + -0.05008216174999998, + -0.014492351249999987, + -0.029835240265000052, + -0.0028061221000000624, + 0.012136923749999967, + 0.04889772374999951, + -0.005096808249999897, + -0.007376563999999944, + 0.017595101374999984, + -0.013797275999999694, + 0.054841677249999804, + -0.058722712075000016, + 0.03106128492499999, + 0.04723510375, + 0.03316721925000017, + -0.00928761275000021, + 0.004404617250000025, + -0.002385128999999882, + -0.039578189499999986 + ] + ], + "std": [ + [ + 1.0176195895454074, + 1.0490244648468456, + 0.9960419330218429, + 1.0013824399376616, + 0.9994469044392366, + 0.9946100427625639, + 1.0157545132253116, + 0.9788609202986969, + 1.071845617834868, + 0.9893086678710389, + 0.9761446960534231, + 1.0226495027246933, + 1.039042345736355, + 0.9862504907230619, + 1.010782124858231, + 0.9283410333997018, + 0.9169243300337626, + 1.2172212453002578, + 1.0463189591077335, + 1.0069757171220548, + 1.1331476744057545, + 0.9469821203572525, + 1.056155176364169, + 1.0595663845370344, + 0.9428967883897005, + 1.0970228794322368, + 0.9685633455294996, + 0.9741644818618026, + 0.9143633677590421, + 1.0691597858758368, + 1.01412670505509, + 1.070121954375621, + 0.951399475845066, + 0.9830032176811866, + 1.0946821401422548, + 0.9450181434403627, + 1.0182514042513124, + 0.9407099037863594, + 1.0799791344020868, + 0.9842100577075739, + 0.9049268404343978, + 0.9743966176706755, + 0.9614307865494272, + 1.0589976460635564, + 1.033707681388281, + 0.9570270454194322, + 0.9726967073724329, + 0.9598087507205947, + 1.0248291708573996, + 1.0065887165171423, + 1.1899283807762595, + 1.046684908157972, + 0.9585960515533316, + 1.0015106988574207, + 0.9882827515120411, + 1.1390243681390715, + 0.903234233001017, + 1.0770406438636961, + 1.0289747705280785, + 1.108986637240471, + 0.9644875764134929, + 0.9341662575099802, + 1.0003551075843455, + 0.9381906895869818 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 4, + "padding": 128, + "parameters": 103783, + "cert_evals": { + "36": 0.6849893927574158, + "72": 0.6374207139015198, + "108": 0.5866807699203491, + "255": 0.3794925808906555 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/plant-texture/fold_2/result.json b/UCI_N4/sandwich/runs/plant-texture/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..f18d3e39a269ba9b059d5427f7a85e134c4d759a --- /dev/null +++ b/UCI_N4/sandwich/runs/plant-texture/fold_2/result.json @@ -0,0 +1,158 @@ +{ + "best_epoch": 43, + "best_val_acc": 0.728, + "test_acc": 0.7091675447839831, + "train_size": 400, + "val_size": 250, + "test_size": 949, + "stats": { + "mean": [ + [ + 0.006781644050000072, + -0.01704826455000003, + -0.002251882250000035, + -0.0028131144999998512, + -0.005865192699999791, + 0.009570933999999944, + -0.009578214299999865, + -0.024165803499999656, + -0.01858652050000008, + -0.016836627099999942, + 0.022271386250000094, + 0.02783143624999974, + 0.013649515400000272, + 0.03256191874999994, + 0.007509060350000286, + 0.028498989239999706, + 0.009155898099999922, + -0.05709269885000008, + -0.011131543627500075, + 0.007129308599999935, + 0.009527655224999435, + 0.048195565000000024, + -0.03163669524999997, + -0.012298672749999962, + -0.015361769500000262, + -0.020092703134999917, + 0.00814105310000005, + 0.010467141749999798, + 0.000659113049999987, + 0.0005926604999999846, + -0.003039380250000019, + 0.006916299999999689, + 0.0028526314500000234, + 0.02393395764999979, + -0.017349249750000083, + -0.004382585749999812, + 0.0006067708249999293, + -0.02260160009999996, + -0.020113583249999886, + -0.027872431749999968, + 0.012264436799999952, + 0.015939157750000252, + -0.014283123999999987, + -0.014588402899999955, + 0.013490449499999968, + 0.011403421250000092, + 0.012658765250000021, + -0.014379616514999992, + 0.014957853600000057, + 0.00609202149999992, + -0.02169176450000027, + -0.0238132444999999, + -0.016261851749999882, + -0.006561618624999998, + 0.00928921537500022, + -0.0672483589999997, + 0.0054866013749999285, + 0.003738513875000059, + -0.02022912349999999, + -0.003440074000000029, + 0.030528467999999764, + 0.03239571075000004, + 0.03326437500000009, + -0.011354963499999924 + ] + ], + "std": [ + [ + 1.0176353776788036, + 0.9190930489962008, + 1.0268538651935009, + 0.9999682393873391, + 0.9984018173866293, + 1.0374879590245607, + 0.9749352350820676, + 0.996266197839155, + 0.9511625612934416, + 0.9876855487180032, + 1.105409076208761, + 1.0321003973234553, + 1.0235494324640213, + 1.1213865795944102, + 1.0879930289006665, + 1.0838318604426802, + 1.0877272851283968, + 0.774752481406204, + 1.0373588129982505, + 0.9969058944401101, + 1.011738502430844, + 1.1511835702083388, + 0.9377685226320285, + 1.0219749119064445, + 0.92170310125349, + 0.9806129656814709, + 1.0038200109094886, + 1.0479216121391026, + 1.0231420017542938, + 0.9787899196190312, + 1.0290085842795444, + 1.0501562971981688, + 0.9469912325322501, + 1.0353208445844364, + 0.9577479946023613, + 0.9403622048724667, + 0.9697131314173383, + 0.9465545623876653, + 0.9782386950900146, + 0.9139584627856204, + 0.9779691745581587, + 1.0259013952137952, + 0.9330608640569992, + 0.942152577459924, + 0.9978008930918613, + 1.0501702677822984, + 1.0356406401318516, + 0.9717916536323801, + 0.982544393973635, + 1.047669652090456, + 0.8616845618348262, + 0.9101934286793992, + 1.0301962610060198, + 0.9575486231894531, + 0.9827140500471714, + 0.5778539784498753, + 0.9613134752896453, + 1.0047774832021952, + 0.9907827459169802, + 0.9871971074482115, + 1.162147207193799, + 1.0844411935907712, + 1.0567242900140779, + 0.9982258566338452 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 4, + "padding": 128, + "parameters": 103783, + "cert_evals": { + "36": 0.6585879325866699, + "72": 0.6185458302497864, + "108": 0.5732349753379822, + "255": 0.3572181165218353 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/plant-texture/fold_3/result.json b/UCI_N4/sandwich/runs/plant-texture/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..290dab8dce9becc10cdbbe6cc166a1575e882000 --- /dev/null +++ b/UCI_N4/sandwich/runs/plant-texture/fold_3/result.json @@ -0,0 +1,158 @@ +{ + "best_epoch": 53, + "best_val_acc": 0.757201646090535, + "test_acc": 0.7018828451882845, + "train_size": 400, + "val_size": 243, + "test_size": 956, + "stats": { + "mean": [ + [ + -0.014342517400000006, + -0.010508095700000018, + 0.020846525499999963, + 0.0065602567500000954, + 0.04070300080000023, + 0.005624379000000016, + 0.010057827824999985, + -0.0016692939999995607, + -0.0012298350000000452, + 0.004113477850000035, + -0.006016862100000142, + -0.027265562499999736, + 0.012290107750000214, + -0.017597352249999944, + -0.05018481082499988, + -0.019962193892500257, + -0.01139161950000006, + -0.022701001150000014, + 0.0013786910799999214, + -0.014646860050000085, + -0.015396491325000532, + 0.008186758999999919, + 0.04188897099999995, + 0.029843807999999857, + -0.027753020000000236, + -0.0005539261349998608, + -0.017307911899999966, + 0.011377426749999739, + -0.022145610699999995, + 0.007566919749999868, + -0.027431704249999946, + 0.042545776999999674, + 0.052352197149999995, + -0.006990049900000131, + 0.010389971999999801, + 0.018498143250000078, + 0.06626066654999992, + 0.00848889462500006, + -0.018184080999999918, + 0.01926874899999994, + -0.03685933877500006, + 0.0007597582500002853, + -0.02537281875000002, + 0.008902194600000003, + 0.02412217824999988, + 0.031126447000000078, + 0.024641684499999875, + 0.0029474992500001605, + 0.005532393600000062, + -0.008580874249999974, + -0.015919812000000293, + -0.00023579924999993536, + 0.03706109150000009, + -0.0008052041249999526, + -0.03436781549999974, + 0.022327436750000006, + 0.007519205675000007, + -0.011987557750000155, + 0.01592568225000001, + 0.005316474750000138, + -0.0004174132500002535, + -0.032213199249999686, + -0.031228355999999867, + 0.02102232000000007 + ] + ], + "std": [ + [ + 0.8692420724813031, + 0.949763414888491, + 1.0642544830753824, + 1.0472839362776507, + 1.0901344960110089, + 1.0448532151498395, + 0.9860966887034024, + 0.992983631561972, + 1.0149294022896036, + 0.9431952484176876, + 1.0340529605805364, + 0.9513173925745501, + 1.0567752587933925, + 0.9542576532027438, + 0.7813209238320555, + 0.9338054729806743, + 0.9321480764995789, + 0.8561905534972463, + 0.9927488431023881, + 0.9167664054814741, + 0.9198840727955573, + 1.0334423218940791, + 1.0542630877180026, + 1.0910912930890575, + 0.9104729281174669, + 0.940879543920847, + 0.9516761628090449, + 1.0514139332592722, + 0.9431400801236285, + 1.0295711364901166, + 0.8800987512468141, + 1.1173664674104642, + 1.1433392914474967, + 0.9617273036124687, + 1.037564686694581, + 1.0144405124623135, + 1.141213336619724, + 0.9794696310119911, + 0.9763734610882173, + 1.0315472144044722, + 0.937513787219726, + 0.9989573963275813, + 0.898086886732961, + 1.0058174039027852, + 1.0273289677810482, + 1.0127412982823678, + 1.0261552552616107, + 1.0621741318043578, + 0.9715566474052263, + 0.9644661846983199, + 0.8986136195077067, + 0.9995526222906947, + 1.0617704910396841, + 1.063170800289359, + 0.9564967404036995, + 1.2714040020058475, + 1.0285638690116818, + 0.9378454050408493, + 1.0325468321763043, + 1.0983078969994187, + 0.916541159688309, + 1.0160097153090744, + 0.9197027539366839, + 1.0261398372506563 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 4, + "padding": 128, + "parameters": 103783, + "cert_evals": { + "36": 0.6579497456550598, + "72": 0.6140167117118835, + "108": 0.5585774183273315, + "255": 0.3671548068523407 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/post-operative/fold_0/result.json b/UCI_N4/sandwich/runs/post-operative/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..8d553b8f667e3a8af16879bf21298c8dcedad90b --- /dev/null +++ b/UCI_N4/sandwich/runs/post-operative/fold_0/result.json @@ -0,0 +1,46 @@ +{ + "best_epoch": 36, + "best_val_acc": 0.7692307692307693, + "test_acc": 0.5818181818181818, + "train_size": 22, + "val_size": 13, + "test_size": 55, + "stats": { + "mean": [ + [ + 0.2644478181818181, + -0.002965454545454521, + -0.04423899999999998, + 0.0652979090909091, + -0.09040263636363635, + 0.12863909090909095, + -0.031622818181818196, + -0.010754727272727246 + ] + ], + "std": [ + [ + 0.863045425336646, + 0.9808035281210981, + 0.9954110000000002, + 0.8638286631944233, + 0.9903112638860088, + 1.0460343032985846, + 0.9593493232948251, + 0.6242961991096403 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 4, + "padding": 16, + "parameters": 1558, + "cert_evals": { + "36": 0.2181818187236786, + "72": 0.145454540848732, + "108": 0.0181818176060915, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/post-operative/fold_1/result.json b/UCI_N4/sandwich/runs/post-operative/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..b8cb4c19ade735b7ba21159c1e8ef630a86ada9b --- /dev/null +++ b/UCI_N4/sandwich/runs/post-operative/fold_1/result.json @@ -0,0 +1,46 @@ +{ + "best_epoch": 20, + "best_val_acc": 0.5, + "test_acc": 0.4, + "train_size": 22, + "val_size": 18, + "test_size": 50, + "stats": { + "mean": [ + [ + -0.04068454545454543, + -0.13643590909090905, + -0.22522281818181814, + -0.01632572727272733, + 0.18080527272727273, + -0.36753845454545453, + -0.4196983636363635, + 0.03461609090909094 + ] + ], + "std": [ + [ + 0.48245777837997267, + 1.0509474100388445, + 0.9788196547256961, + 1.0356928042306306, + 0.9778540225386487, + 0.7579234423290888, + 0.7652973041426179, + 0.7599528606329299 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 4, + "padding": 16, + "parameters": 1558, + "cert_evals": { + "36": 0.2800000011920929, + "72": 0.19999998807907104, + "108": 0.14000000059604645, + "255": 0.019999999552965164 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/post-operative/fold_2/result.json b/UCI_N4/sandwich/runs/post-operative/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..7c548b7aa67f393d7218f46f72defb5e1723b9ee --- /dev/null +++ b/UCI_N4/sandwich/runs/post-operative/fold_2/result.json @@ -0,0 +1,46 @@ +{ + "best_epoch": 20, + "best_val_acc": 0.4444444444444444, + "test_acc": 0.5423728813559322, + "train_size": 22, + "val_size": 9, + "test_size": 59, + "stats": { + "mean": [ + [ + 0.035598363636363664, + -0.06970068181818179, + -0.13473090909090904, + -0.17957400000000004, + 0.18080527272727273, + 0.29403163636363644, + 0.03305631818181817, + 0.034616272727272704 + ] + ], + "std": [ + [ + 0.7964199476848967, + 1.018669033729904, + 0.9912891976159546, + 1.0484797311020457, + 0.9778540225386487, + 1.24868633500981, + 1.0040929058601908, + 0.5709040666748884 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 4, + "padding": 16, + "parameters": 1558, + "cert_evals": { + "36": 0.32203391194343567, + "72": 0.16949152946472168, + "108": 0.1525423675775528, + "255": 0.016949152573943138 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/post-operative/fold_3/result.json b/UCI_N4/sandwich/runs/post-operative/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..f8e66c2966632b4e160fd2251a27ca2b05b8aa46 --- /dev/null +++ b/UCI_N4/sandwich/runs/post-operative/fold_3/result.json @@ -0,0 +1,46 @@ +{ + "best_epoch": 23, + "best_val_acc": 0.5714285714285714, + "test_acc": 0.5185185185185185, + "train_size": 22, + "val_size": 14, + "test_size": 54, + "stats": { + "mean": [ + [ + -0.4221010909090909, + 0.19724022727272736, + 0.22723672727272717, + -0.016325727272727287, + -1.0092936587501423e-17, + -0.036753454545454506, + -0.16098145454545446, + 0.41270672727272745 + ] + ], + "std": [ + [ + 0.9311555791372603, + 0.9366735504705384, + 0.9576763484720417, + 1.0356928042306308, + 0.9944290000000001, + 0.7579238589268785, + 0.9505882556493265, + 0.8002666526517147 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 4, + "padding": 16, + "parameters": 1558, + "cert_evals": { + "36": 0.3888888955116272, + "72": 0.31481480598449707, + "108": 0.1111111119389534, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/primary-tumor/fold_0/result.json b/UCI_N4/sandwich/runs/primary-tumor/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..2c1237039f5e9b70af0983ecc844611f6be59655 --- /dev/null +++ b/UCI_N4/sandwich/runs/primary-tumor/fold_0/result.json @@ -0,0 +1,64 @@ +{ + "best_epoch": 32, + "best_val_acc": 0.39215686274509803, + "test_acc": 0.39593908629441626, + "train_size": 82, + "val_size": 51, + "test_size": 197, + "stats": { + "mean": [ + [ + -0.008010512195121854, + 0.054444146341463336, + 0.0366287682926831, + 0.017473585365853656, + 0.00994146341463413, + 0.14699000000000015, + 0.04866843902439027, + -0.06218121951219504, + 0.01667878048780483, + -0.03673495121951217, + 0.060766390243902485, + -0.11804926829268325, + 0.04384986585365854, + -0.04256348780487793, + 0.026720512195121893, + 0.09196453658536587, + 0.04076614634146339 + ] + ], + "std": [ + [ + 0.9284296903454413, + 0.9827553422472404, + 0.9950878705168285, + 1.0173173538014615, + 0.9933487461181214, + 1.0, + 0.962929194381142, + 1.0381881034205123, + 0.9899379872265349, + 1.011517643744964, + 0.8811077313196498, + 1.2812447336275181, + 0.9462003808216405, + 1.0326718844648832, + 0.9328296141970309, + 0.9459362255487258, + 0.9834201107664913 + ] + ] + }, + "width": 64, + "in_features": 17, + "out_features": 15, + "depth": 4, + "padding": 34, + "parameters": 7090, + "cert_evals": { + "36": 0.31979694962501526, + "72": 0.25380709767341614, + "108": 0.18274110555648804, + "255": 0.060913704335689545 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/primary-tumor/fold_1/result.json b/UCI_N4/sandwich/runs/primary-tumor/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..1bb78ee8f0a7374816bc7c97139ee135bbf68715 --- /dev/null +++ b/UCI_N4/sandwich/runs/primary-tumor/fold_1/result.json @@ -0,0 +1,64 @@ +{ + "best_epoch": 49, + "best_val_acc": 0.38, + "test_acc": 0.32323232323232326, + "train_size": 82, + "val_size": 50, + "test_size": 198, + "stats": { + "mean": [ + [ + -0.19990898780487798, + -0.06597853658536594, + -0.06580686585365814, + -0.04826112195121953, + 0.03728248780487797, + 0.06248341463414634, + -0.06985995121951216, + -0.0032160975609755497, + -0.06506265853658541, + 0.09333218292682927, + 0.06076639024390239, + -0.30444282926829297, + -0.1407240975609757, + -0.13789832926829237, + -0.011618548780487929, + -0.07208160975609774, + 0.0923113658536586 + ] + ], + "std": [ + [ + 1.0840763211298148, + 0.9871722424447865, + 0.9943340791237609, + 0.9878070021217906, + 0.978564253608743, + 0.7605592682926824, + 1.0434538299658207, + 1.0006713020447777, + 1.0285572185582093, + 0.9582691142993712, + 0.8811077313196498, + 1.4765153864007459, + 1.1389873689905186, + 1.0994550266298473, + 0.9827072417027007, + 1.0321010371852044, + 0.961563601529827 + ] + ] + }, + "width": 64, + "in_features": 17, + "out_features": 15, + "depth": 4, + "padding": 34, + "parameters": 7090, + "cert_evals": { + "36": 0.2525252401828766, + "72": 0.17676767706871033, + "108": 0.16161616146564484, + "255": 0.035353533923625946 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/primary-tumor/fold_2/result.json b/UCI_N4/sandwich/runs/primary-tumor/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..fee313ba4db60cf167d01fb365d66d76a2774c5d --- /dev/null +++ b/UCI_N4/sandwich/runs/primary-tumor/fold_2/result.json @@ -0,0 +1,64 @@ +{ + "best_epoch": 28, + "best_val_acc": 0.46, + "test_acc": 0.3383838383838384, + "train_size": 82, + "val_size": 50, + "test_size": 198, + "stats": { + "mean": [ + [ + 0.05595567073170747, + -0.11414758536585423, + -0.15360871951219476, + 0.11138004878048806, + 0.14664658536585373, + -0.022023170731707342, + 0.04866843902439022, + 0.11471414634146337, + -0.09230980487804882, + -0.010721524390243967, + -0.13876521951219484, + -0.024852487804878247, + -0.029979719512195135, + -0.13789832926829246, + 0.02672051219512185, + -0.0720816097560979, + 0.014993536585365865 + ] + ], + "std": [ + [ + 0.8752456105780106, + 1.0319878972477479, + 1.020270188955276, + 0.973373221402528, + 0.908857763487908, + 1.068933148158204, + 0.9629291943811422, + 0.9096695962820129, + 1.0396848408746504, + 1.0024455533701155, + 1.2137033994344781, + 1.1602914885292481, + 1.031634721498422, + 1.0994550266298473, + 0.9328296141970309, + 1.0321010371852055, + 0.9931654994287419 + ] + ] + }, + "width": 64, + "in_features": 17, + "out_features": 15, + "depth": 4, + "padding": 34, + "parameters": 7090, + "cert_evals": { + "36": 0.2525252401828766, + "72": 0.18686868250370026, + "108": 0.14141413569450378, + "255": 0.01515151560306549 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/primary-tumor/fold_3/result.json b/UCI_N4/sandwich/runs/primary-tumor/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..385c8ab2c8828fedf407096fcdd6abc3cde35687 --- /dev/null +++ b/UCI_N4/sandwich/runs/primary-tumor/fold_3/result.json @@ -0,0 +1,64 @@ +{ + "best_epoch": 58, + "best_val_acc": 0.4166666666666667, + "test_acc": 0.3113207547169811, + "train_size": 82, + "val_size": 36, + "test_size": 212, + "stats": { + "mean": [ + [ + 0.03463378048780499, + 0.006275073170731583, + 0.007361365853658851, + -0.05765181707317083, + 0.06462351219512194, + 0.062483414634146285, + 0.04866843902439023, + 0.17367926829268246, + 0.043925926829268234, + -0.03673495121951222, + 0.010883487804878128, + 0.06834443902439019, + -0.029979719512194993, + 0.11632791463414643, + 0.026720512195121806, + 0.06462351219512184, + 0.14385658536585347 + ] + ], + "std": [ + [ + 0.9863628325148939, + 0.9862904448213375, + 0.9415700081720351, + 0.9778925433614022, + 0.9627768184983537, + 0.7605592682926826, + 0.962929194381142, + 0.8544857970801263, + 0.9752042587005816, + 1.0115176437449636, + 0.9787732234590277, + 0.8230916787799415, + 1.031634721498422, + 0.888087814072915, + 0.9328296141970309, + 0.9627768184983537, + 0.9363654126487833 + ] + ] + }, + "width": 64, + "in_features": 17, + "out_features": 15, + "depth": 4, + "padding": 34, + "parameters": 7090, + "cert_evals": { + "36": 0.22641509771347046, + "72": 0.19339622557163239, + "108": 0.15094339847564697, + "255": 0.05188679322600365 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/ringnorm/fold_0/result.json b/UCI_N4/sandwich/runs/ringnorm/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..d6690e0375eec3a6e866a63668ccd551769e8ab4 --- /dev/null +++ b/UCI_N4/sandwich/runs/ringnorm/fold_0/result.json @@ -0,0 +1,70 @@ +{ + "best_epoch": 11, + "best_val_acc": 0.9875776397515528, + "test_acc": 0.9719647298213882, + "train_size": 1850, + "val_size": 1127, + "test_size": 4423, + "stats": { + "mean": [ + [ + -0.0014913630590810715, + -0.0002028115945945495, + -0.003624673004864866, + 0.030743673347964937, + -0.0034106684216216178, + -0.004585295625405408, + -0.007129368502702696, + 0.02503018201621619, + -0.009548345086486483, + -0.023094663821621602, + 0.024392343743783677, + -0.022385221852432413, + -0.011269039536756825, + 0.006084699226486499, + -0.002144298956756773, + 0.012506844875783789, + -0.00058454836702704, + 0.03584240386432444, + -0.012133667589189186, + 0.004316507892972984 + ] + ], + "std": [ + [ + 0.9784283387930162, + 0.9905460412687422, + 1.0065390278100863, + 0.9927153916321547, + 0.9735595969809379, + 0.9917492622308341, + 1.021226537005995, + 0.984043931354316, + 1.0020439489201134, + 1.0140676776467927, + 1.01390897497898, + 1.0144771852122418, + 1.0088742566237001, + 1.0031650144538549, + 0.9957376523551107, + 1.004052473854246, + 1.0009632837253672, + 1.0136956725096684, + 1.0117437667654883, + 0.9896482611831617 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 4, + "padding": 40, + "parameters": 9125, + "cert_evals": { + "36": 0.9437034130096436, + "72": 0.897354781627655, + "108": 0.8376667499542236, + "255": 0.4754691421985626 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/ringnorm/fold_1/result.json b/UCI_N4/sandwich/runs/ringnorm/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..7add00ee151fb71bfcb178dcd221a85df9210737 --- /dev/null +++ b/UCI_N4/sandwich/runs/ringnorm/fold_1/result.json @@ -0,0 +1,70 @@ +{ + "best_epoch": 19, + "best_val_acc": 0.9834558823529411, + "test_acc": 0.982070820259973, + "train_size": 1850, + "val_size": 1088, + "test_size": 4462, + "stats": { + "mean": [ + [ + -0.008131689650810797, + -0.002498043243243252, + -0.023727151785405413, + -0.03585440558918916, + -0.0003934882972973119, + 0.0225867714875676, + 0.033729259347567535, + 0.04028018498378375, + -0.011526702379459474, + 0.005509034924324315, + -0.0036079329924324473, + -0.010609778086486462, + -0.04445419758486492, + -0.019035246131351363, + -0.023686496141621632, + -0.004599276812324327, + -0.01283934108918918, + -0.017065241494054067, + 0.0003217353513513623, + 0.0033787389697297146 + ] + ], + "std": [ + [ + 1.022177893241832, + 0.9975248053566046, + 1.0196388744846618, + 1.0221479866384073, + 0.9970357977944808, + 1.0307981420348893, + 0.9773560353822935, + 0.9781176224444603, + 1.0106652173823045, + 0.9892263924920568, + 1.0047809286897451, + 0.9927926966385846, + 0.9948403657240741, + 1.008299177644683, + 0.986103425256104, + 1.0040901235563537, + 1.0207243055267705, + 0.9859651487873408, + 1.0109851150234057, + 1.0209172013335133 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 4, + "padding": 40, + "parameters": 9125, + "cert_evals": { + "36": 0.965710461139679, + "72": 0.9406095743179321, + "108": 0.9045271277427673, + "255": 0.5683549642562866 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/ringnorm/fold_2/result.json b/UCI_N4/sandwich/runs/ringnorm/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..c5b22d2f49066bc0e682d5f75071c85c942f1bd3 --- /dev/null +++ b/UCI_N4/sandwich/runs/ringnorm/fold_2/result.json @@ -0,0 +1,70 @@ +{ + "best_epoch": 20, + "best_val_acc": 0.9776744186046512, + "test_acc": 0.9816759776536312, + "train_size": 1850, + "val_size": 1075, + "test_size": 4475, + "stats": { + "mean": [ + [ + 0.02891295190162165, + 0.03068944431891898, + -0.019467257363783776, + -0.009042827307170279, + 0.0023045943172973027, + 0.03461760786972972, + -0.013958165583783782, + -0.0037264931027027265, + 0.004122639091891881, + 0.008077664260864866, + 0.00500549670162161, + 0.05230572106145954, + 0.00560352195189189, + -0.0038027441356756407, + -0.006340691426324323, + -0.017875234487027075, + -0.009974290385945996, + 0.031068824466486403, + -0.018748794218378367, + 0.005651800251891893 + ] + ], + "std": [ + [ + 0.9932694884617136, + 1.0072036987514652, + 0.9893573161360424, + 0.9958218951278952, + 1.0085886667535657, + 0.9790791907975733, + 0.9983260051236463, + 0.9947362590919102, + 1.006364157341519, + 1.0005095470798928, + 0.9832199273034367, + 0.9689205473346516, + 1.0001853849462015, + 1.033775512614162, + 1.0032724243458653, + 0.9853254002831421, + 1.0043894835352993, + 1.0395476633542529, + 0.9896749630098167, + 0.9691966087764504 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 4, + "padding": 40, + "parameters": 9125, + "cert_evals": { + "36": 0.9602234959602356, + "72": 0.9260335564613342, + "108": 0.8802235126495361, + "255": 0.5264804363250732 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/ringnorm/fold_3/result.json b/UCI_N4/sandwich/runs/ringnorm/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..2e5042ea08ee27b6a0bc9537f86cc31e1bb3e760 --- /dev/null +++ b/UCI_N4/sandwich/runs/ringnorm/fold_3/result.json @@ -0,0 +1,70 @@ +{ + "best_epoch": 34, + "best_val_acc": 0.9841860465116279, + "test_acc": 0.9825698324022346, + "train_size": 1850, + "val_size": 1075, + "test_size": 4475, + "stats": { + "mean": [ + [ + 0.02046777164864863, + 0.0021980356432432023, + 0.004059637980540555, + -0.009342822182702694, + 0.002387918376162144, + 0.030360256719999965, + -0.015382828059459445, + -0.018204245005945925, + -0.025843862712432407, + 0.027745209016216188, + 0.004481657689729722, + 0.026131714623621623, + 0.022636812074594607, + 0.014200627510810747, + -0.0033628461978918974, + -0.017424993537297307, + 0.02008856371405403, + -0.012326211236756734, + -0.005294278313513533, + -0.011560347406486508 + ] + ], + "std": [ + [ + 1.003862152326972, + 1.0116328206717198, + 0.9982327875050149, + 1.0058161542849646, + 0.9897416118790039, + 0.97887136461081, + 0.9958939467129719, + 1.025014828335411, + 1.0096954961376094, + 1.0002821071815167, + 0.9846740927254561, + 0.9871728584855372, + 0.988810619026956, + 0.9866476352820501, + 0.9798465412109066, + 1.0074699501447237, + 0.9933722458992488, + 0.9892672826168423, + 1.0089595701990006, + 1.0171370551906491 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 4, + "padding": 40, + "parameters": 9125, + "cert_evals": { + "36": 0.9698324203491211, + "72": 0.9494972229003906, + "108": 0.9251396656036377, + "255": 0.6203352212905884 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/seeds/fold_0/result.json b/UCI_N4/sandwich/runs/seeds/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..1630fff48be64625e1f348ce45b9a16adc422d30 --- /dev/null +++ b/UCI_N4/sandwich/runs/seeds/fold_0/result.json @@ -0,0 +1,44 @@ +{ + "best_epoch": 17, + "best_val_acc": 0.6333333333333333, + "test_acc": 0.6640625, + "train_size": 52, + "val_size": 30, + "test_size": 128, + "stats": { + "mean": [ + [ + -0.07865740384615384, + -0.09929158269230767, + 0.10740706153846159, + -0.11327312326923078, + -0.054041704038461535, + 0.11302156807692312, + -0.12860311538461539 + ] + ], + "std": [ + [ + 0.9776589269685166, + 1.0102414254274936, + 0.8380902928078587, + 1.0256407102447727, + 0.9263919424516689, + 1.0662347835422732, + 0.9877327834391749 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 4, + "padding": 14, + "parameters": 1210, + "cert_evals": { + "36": 0.65625, + "72": 0.6484375, + "108": 0.6171875, + "255": 0.375 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/seeds/fold_1/result.json b/UCI_N4/sandwich/runs/seeds/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..d8f228b331f45f589d0d09067842f9f3481fa10f --- /dev/null +++ b/UCI_N4/sandwich/runs/seeds/fold_1/result.json @@ -0,0 +1,44 @@ +{ + "best_epoch": 25, + "best_val_acc": 0.8421052631578947, + "test_acc": 0.9, + "train_size": 52, + "val_size": 38, + "test_size": 120, + "stats": { + "mean": [ + [ + 0.058945873076923054, + 0.058565444230769224, + 0.07005121538461541, + 0.06763472500000012, + 0.047836257499999944, + -0.05406976365384615, + 0.04528192692307701 + ] + ], + "std": [ + [ + 0.9708842177474521, + 0.9848353623619012, + 0.8161306877633503, + 0.9973740833983674, + 0.9401704976733031, + 0.9044940579464946, + 1.002197108725799 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 4, + "padding": 14, + "parameters": 1210, + "cert_evals": { + "36": 0.8333333730697632, + "72": 0.7500000596046448, + "108": 0.6000000238418579, + "255": 0.2083333432674408 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/seeds/fold_2/result.json b/UCI_N4/sandwich/runs/seeds/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..baea219cf8bff701b68858c1a36e88377c882657 --- /dev/null +++ b/UCI_N4/sandwich/runs/seeds/fold_2/result.json @@ -0,0 +1,44 @@ +{ + "best_epoch": 42, + "best_val_acc": 0.7941176470588235, + "test_acc": 0.8870967741935484, + "train_size": 52, + "val_size": 34, + "test_size": 124, + "stats": { + "mean": [ + [ + -0.033384901923076866, + -0.0331742116538462, + -0.031110369230769246, + -0.035362980769230695, + -0.03749499615384611, + -0.05436379423076917, + -0.022526719230769286 + ] + ], + "std": [ + [ + 0.9921027190305836, + 0.9758756553777916, + 1.131396588661939, + 0.9525393107723146, + 1.031011005759497, + 0.9529339051548767, + 0.9671977555675655 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 4, + "padding": 14, + "parameters": 1210, + "cert_evals": { + "36": 0.5645161271095276, + "72": 0.5161290168762207, + "108": 0.4838709533214569, + "255": 0.16129031777381897 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/seeds/fold_3/result.json b/UCI_N4/sandwich/runs/seeds/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..d7ee0821897ba2e92b9af78db4d8047eff4e9621 --- /dev/null +++ b/UCI_N4/sandwich/runs/seeds/fold_3/result.json @@ -0,0 +1,44 @@ +{ + "best_epoch": 71, + "best_val_acc": 0.7941176470588235, + "test_acc": 0.7580645161290323, + "train_size": 52, + "val_size": 34, + "test_size": 124, + "stats": { + "mean": [ + [ + -0.01415203269230775, + 0.0027556519230769717, + -0.08995134999999999, + 0.03169613269230778, + -0.04915413269230773, + 0.020229542307692343, + -0.026400719230769202 + ] + ], + "std": [ + [ + 0.968562549022194, + 0.987659685020645, + 0.896948829634495, + 0.9880022117491448, + 0.9355234042408067, + 1.095434168498032, + 1.0069225875711127 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 4, + "padding": 14, + "parameters": 1210, + "cert_evals": { + "36": 0.6693547964096069, + "72": 0.6209677457809448, + "108": 0.6048386693000793, + "255": 0.41129031777381897 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/semeion/fold_0/result.json b/UCI_N4/sandwich/runs/semeion/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..1c9621a4a0655d16b1a21bdb8b1c58ffbd5cdd26 --- /dev/null +++ b/UCI_N4/sandwich/runs/semeion/fold_0/result.json @@ -0,0 +1,542 @@ +{ + "best_epoch": 15, + "best_val_acc": 0.9083969465648855, + "test_acc": 0.9110396570203644, + "train_size": 398, + "val_size": 262, + "test_size": 933, + "stats": { + "mean": [ + [ + 0.042952336683416886, + 0.08904046231155748, + 0.07781711306532647, + 0.04420791457286419, + 0.023773748743718452, + 0.030800670854271264, + 0.05355933668341719, + 0.03393323618090457, + 0.027005577889447012, + -0.020098884422110736, + -0.038558869346733554, + -0.02876319095477392, + -0.035930085427135716, + -0.005666462311557859, + -0.03678980402010061, + -0.02540032914572887, + 0.07164423115577907, + 0.10856828643216102, + 0.016988085427135702, + 0.008401615577889203, + 0.058609482412060376, + 0.009480130653266463, + 0.017019934673366894, + 0.018380477386934664, + -0.03487012562814079, + -0.04757404020100504, + -0.03736131909547739, + -0.015900620603015, + -0.02739998994974887, + 0.02467418090452264, + 0.0249909623115577, + -0.0428204346733669, + 0.09282983919598005, + 0.0839422261306534, + 0.045602110552763954, + -0.0022594874371859885, + 0.03105556030150764, + 0.038234974874371906, + 0.05212423115577904, + -0.0418055175879393, + 0.007379648241206374, + -0.0123181708542711, + 0.03084452261306535, + -0.015929640703517652, + -0.032517437185929664, + -0.042322022613065426, + 0.012141331658292034, + -0.0381711532663317, + 0.08658839698492467, + 0.048203969849246485, + -0.04225107537688428, + -0.025943195979899407, + -0.0023844723618089915, + 0.036030047738693574, + 0.019591012562814026, + -0.00906672110552767, + 0.05304341708542693, + 0.04683804020100484, + 0.011912374371859305, + 0.007315894472361927, + -0.09851672361809082, + -0.03642700000000022, + -0.020734497487437303, + 0.031377703517588146, + 0.06271911809045175, + 0.00858300502512564, + -0.03295607788944731, + -0.05819111557788897, + 0.0045722713567837555, + 0.0003809296482409935, + -0.02592891959799003, + 0.02250984924623118, + 0.04199087437185916, + 0.015708170854271196, + -0.026958037688442335, + -0.06993793467336694, + -0.06541721608040225, + -0.06384432160804038, + 0.007286145728643622, + 0.030955864321607733, + 0.027522726130653326, + 0.036648336683416785, + -0.002193748743718662, + 0.012495773869346763, + -0.009007914572864381, + -0.0036712160804018216, + 0.058828603015075205, + 0.0316613417085427, + 0.007075424623115544, + -0.04322718592964837, + -0.06008731155778924, + -0.04533076381909549, + -0.022957175879396944, + -0.0168389145728642, + 0.025421821608039852, + 0.02792173869346751, + -0.07432091959799038, + 0.013624623115577675, + -0.034945268844221195, + 0.02665020100502518, + 0.03429036180904528, + 0.052019472361808976, + 0.05586435175879404, + -0.01356301507537669, + -0.016037165829145907, + -0.03266601758794015, + -0.04719567587939709, + -0.00748582412060346, + 0.004539849246231048, + 0.021088369346733554, + -0.011933391959799155, + -0.015972572864321154, + -0.03545065829145717, + -0.037793592964824145, + -0.044449964824120315, + 0.029925321608040113, + 0.06288003015075373, + 0.08463542713567856, + 0.02237871859296501, + 0.006899319095477609, + 0.01449656281407041, + 0.000527683417085827, + 0.03920230150753784, + 0.01104597989949731, + -0.025606010050250903, + 0.009040170854271303, + -0.005590462311557578, + -0.01597257286432165, + -0.028310065326633178, + -0.028887447236180964, + -0.0659081507537687, + -0.02844676884422169, + -0.023109949748743735, + 0.032979929648241244, + 0.004363246231154997, + 0.04131952261306578, + 0.0639989572864323, + 0.0895776356783918, + 0.08333377889447266, + 0.004363924623115477, + 0.04033003768844212, + 0.0043767613065326776, + -0.026182336683417056, + 0.005207839195979919, + -0.04224544723618088, + -0.02382967085427132, + -0.07914226130653301, + -0.06476556532663379, + -0.0037090954773871154, + 0.03603720603015092, + -0.011745665829145997, + 0.009745507537688426, + 0.03452877889447241, + 0.05641689698492448, + 0.058819748743718606, + 0.0017769246231155048, + 0.05289571608040145, + 0.020843309045226126, + -0.026537417085427038, + -0.027443012562814097, + -0.037861175879396816, + -0.009719047738693285, + -0.014178577889447092, + -0.013634623115577697, + 0.011744346733668245, + -0.06803158291457227, + -0.052816281407034815, + -0.03685464572864351, + -0.015264748743718476, + -0.02556971608040183, + -0.01646636934673348, + 0.023691919597990285, + 0.08278233165829174, + 0.00689019346733639, + -0.011008341708542625, + 0.006246170854271169, + -0.04551160301507559, + -0.01852485427135688, + -0.016720412060301414, + -0.006744517587939658, + -0.020554698492462387, + 0.0033862311557788963, + -0.013512402010050132, + 0.030196592964824073, + 0.053002623115577296, + 0.029924190954773895, + 0.010655278894472263, + -0.025002311557788908, + 0.005749233668341486, + -0.017590547738693327, + -0.0046878693467337276, + -0.025057909547738694, + -0.025841457286432157, + 0.014470603015075412, + -0.028042884422110625, + -0.026089296482412073, + -0.011480763819095607, + -0.03543923115577921, + -0.012104502512562777, + 0.033738502512562836, + 0.06796942713567744, + 0.030141675879396694, + -0.07938337688442194, + -0.10993767839195982, + -0.08592113567839203, + -0.02513346733668336, + 0.02942003768844198, + 0.016245618090452357, + -0.027027889447236178, + -0.04646055778894485, + -0.05783185678391942, + 0.003077424623115391, + 0.001774763819095415, + 0.02235859296482412, + 0.046390603015075665, + 0.07475743718592887, + 0.0031286934673366894, + -0.10202691457286422, + -0.15626765326633196, + -0.15922729145728687, + -0.027267879396984968, + 0.010767738693467357, + 0.06725591457286462, + 0.03289026633165819, + -0.05212582914572871, + -0.07667999246231152, + -0.106186944723618, + -0.05246548743718603, + -0.04017505527638196, + 0.01756687437185917, + 0.01388585929648225, + -0.0017839547738693002, + -0.019856271356783726, + -0.037364902010050265, + -0.05228199748743718, + 0.005632914572864403, + 0.04385109547738676, + 0.07341574120603038, + 0.0661586381909549, + -0.010089979899497585, + -0.018135623115577832, + -0.016660778894472178, + -0.054114793969849306, + -0.03197704522613057, + -0.014875979899497477, + 0.0030890326633166588, + 0.0005838040201005258, + -0.012102854271356855, + 0.06015804020100524, + 0.03463156281407019, + 0.058009472361808555, + 0.0446316331658288, + 0.0002885954773868734, + -0.0071491407035177675, + -0.019207316582914656, + 0.03504411055276377 + ] + ], + "std": [ + [ + 1.0563097554831, + 1.0780957512893903, + 1.0452812422000708, + 1.017690638492427, + 1.0052440697335492, + 1.001399326721192, + 0.9943611635248776, + 0.9929612277732924, + 0.9913927954434718, + 1.0053448775578797, + 1.0107048900784519, + 1.0054061730470043, + 1.0028699621408272, + 0.9995583413505211, + 0.9908593466765735, + 0.9853542136542434, + 1.0705845251257127, + 1.0662779250282277, + 1.0073168970262103, + 1.0024787753418176, + 1.0119304591198905, + 1.0015280003985942, + 1.0018124775575221, + 1.0027574917083557, + 0.9948097176804833, + 0.9923519865939135, + 0.9947029572529067, + 0.9975568639854349, + 0.9951782326467599, + 1.0031187267852708, + 1.0051393922435368, + 0.9711219802777251, + 1.0817185838320085, + 1.0424648712408837, + 1.0182936561607598, + 0.9988131715298316, + 1.0100389974395088, + 1.0139507799801692, + 1.0198550521351346, + 0.97749433095435, + 1.0032558897416382, + 0.9932725134057337, + 1.013388153002777, + 0.992842992738858, + 0.9886564261302372, + 0.9877708685493644, + 1.002648114792108, + 0.9747606061850567, + 1.0747816119657112, + 1.02255888174825, + 0.9796743045806331, + 0.9871350747933134, + 0.9985485116873231, + 1.0182554602963436, + 1.0116426528399904, + 0.9928963782396165, + 1.0328245805209502, + 1.028752519230958, + 1.0063396812352823, + 1.0030257612563318, + 0.9538014614932016, + 0.9874092532167232, + 0.9925147054908431, + 1.0217704776560097, + 1.0429986387634673, + 1.003221409383544, + 0.9871161786807092, + 0.9731000264043922, + 1.0018596893583598, + 0.9998848837132579, + 0.9838376395078868, + 1.0132854070395554, + 1.0217847466795487, + 1.0070449497421416, + 0.9875771901975943, + 0.9687095163481707, + 0.9722544188400668, + 0.9736748724392092, + 1.002916353992525, + 1.0272314038286867, + 1.0175371205727017, + 1.0126645847614397, + 0.998955451392166, + 1.004243498099933, + 0.9961238320171252, + 0.9981311657855426, + 1.0219513419744302, + 1.0121545944257246, + 1.0020340690091334, + 0.9842453448395471, + 0.9788060413943263, + 0.9810097805258174, + 0.9891626357910038, + 0.9902166181537699, + 1.0148948382390708, + 1.028918636127175, + 0.9511980135419595, + 1.003861802009821, + 0.9884969480698704, + 1.0071337781982594, + 1.008265380409389, + 1.0101011443230787, + 1.0106821329347353, + 0.9969256666173059, + 0.9967866423549481, + 0.9931894679821107, + 0.9875817203374175, + 0.997173617790909, + 1.001723029579845, + 1.0125751464485413, + 0.9912331141505772, + 0.9829645856272501, + 0.9793767425495771, + 0.9867539831463441, + 0.9841093178180385, + 1.0103484071725306, + 1.0191860749351354, + 1.0221675875431637, + 1.0044195246237828, + 1.0008342681651312, + 1.001627138412346, + 0.9997772095897719, + 1.0081078939034254, + 1.003310560327655, + 0.9881623645836118, + 1.0047875054511681, + 0.9961421301729743, + 0.9829645856272511, + 0.9869920158115834, + 0.9937316253503987, + 0.9793377827744155, + 0.9904754389720483, + 0.9925397869122989, + 1.0079161666418393, + 1.0006599864175547, + 1.0059991425953247, + 1.0069100585561557, + 1.0100296780570686, + 1.0103236310080053, + 1.0006392870463336, + 1.0075172047508214, + 1.0007852286664525, + 0.9900807435463777, + 1.004024989821359, + 0.9835365256139716, + 0.9945808044935542, + 0.9691682679807009, + 0.96674874592973, + 0.9980415205638171, + 1.0146475059616948, + 0.9949143848564165, + 1.0029906462271676, + 1.0092866189920002, + 1.0179588242197937, + 1.0178009772928769, + 1.0002181457107617, + 1.008080645940541, + 1.0024397087121901, + 0.9933173510271756, + 0.979532808786883, + 0.9865060572780482, + 0.9977415269762818, + 0.9946445941177685, + 0.9927935684967815, + 1.0058109822326597, + 0.9600947752163551, + 0.96839132111533, + 0.9786069630651635, + 0.991429793512298, + 0.984865660959036, + 0.991272639453808, + 1.0096533608655676, + 1.0197900633557413, + 1.000689387806265, + 0.997433042533609, + 1.003492294968093, + 0.9845806330338616, + 0.9966488938063878, + 0.9940656012175009, + 0.9960501295471854, + 0.9861802001739265, + 1.0020303578560832, + 0.9900047845237433, + 1.0217532005343193, + 1.0359244307293263, + 1.0209897301141686, + 1.0061223937153252, + 0.9865088395902182, + 1.0015893626764498, + 0.9952846796435972, + 0.998505053609909, + 0.9830838889803715, + 0.9912812278008364, + 1.0013260724779938, + 0.9920474470886185, + 0.986699951491271, + 0.9924575926179362, + 0.9728376598101992, + 0.9907682549659087, + 1.025076872660426, + 1.0411907333948913, + 1.018295470960672, + 0.9565632778298347, + 0.9500274157105609, + 0.9755944720993126, + 0.9941828603605654, + 1.0084492238238705, + 1.012173917495229, + 0.9873637546749423, + 0.9915215887443988, + 0.9895629283115104, + 1.000389392831378, + 1.0002897764695722, + 1.009216837413109, + 1.0207204122961515, + 1.0300273492943937, + 1.0009253171711008, + 0.9578388667517177, + 0.9464920214014784, + 0.9560486423104471, + 0.9960505224694267, + 1.001839403738359, + 1.0292507570404104, + 1.032844527725739, + 0.9670637057290374, + 0.9795327684867063, + 0.990873804709991, + 1.0050346356911726, + 1.0066384733685902, + 0.9953856475823458, + 0.9956398623489264, + 1.0001306439998972, + 1.004180675810961, + 1.0045488952963422, + 1.0031559055765875, + 0.9998417518500189, + 1.006215000354876, + 1.0258626825494845, + 1.042692556346792, + 0.9864205332461236, + 0.9760435492162586, + 0.9843487751495544, + 0.9645133054191944, + 0.9864637647341462, + 0.9965084374804701, + 1.000034736592101, + 0.9997322633620359, + 0.9981023381080815, + 1.0063573537400703, + 1.009704938325987, + 1.0267732677147232, + 1.029166926292455, + 0.9999357967957346, + 0.9919070208357084, + 0.9723136941246707, + 1.0773934238154859 + ] + ] + }, + "width": 512, + "in_features": 256, + "out_features": 10, + "depth": 4, + "padding": 512, + "parameters": 1449997, + "cert_evals": { + "36": 0.8981778621673584, + "72": 0.8788852691650391, + "108": 0.8617362976074219, + "255": 0.7759913802146912 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/semeion/fold_1/result.json b/UCI_N4/sandwich/runs/semeion/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..c479c987f2e937a49cf7795a0ad9808c3da279bd --- /dev/null +++ b/UCI_N4/sandwich/runs/semeion/fold_1/result.json @@ -0,0 +1,542 @@ +{ + "best_epoch": 16, + "best_val_acc": 0.9230769230769231, + "test_acc": 0.9209726443768997, + "train_size": 398, + "val_size": 208, + "test_size": 987, + "stats": { + "mean": [ + [ + -0.025444005025125734, + 0.012452298994974662, + -0.01753376130653282, + -0.010535125628140796, + -0.027963286432161016, + -0.04474275879396973, + -0.001844291457286734, + -0.03242843216080438, + -0.04103420100502541, + -0.04103420100502534, + -0.07008529648241217, + -0.0339002412060303, + 0.004486437185929683, + 0.034529477386934605, + 0.05066186934673367, + 0.03759841206030118, + -0.016225437185929562, + -0.007291756281406924, + -0.021709919597990002, + -0.07642158040201036, + -0.018874525125628004, + 0.024846484924623234, + 0.006883537688442274, + 0.018380477386934792, + -0.06017425879397, + -0.10329628140703531, + -0.07275537688442205, + -0.08172246231155769, + -0.03756016080402036, + 0.024674180904522443, + 0.09202141206030141, + 0.07625499246231132, + 0.008998351758794185, + -0.025569716080401903, + -0.031083557788944435, + -0.013027306532663414, + 0.06831865326633176, + 0.011230351758794001, + 0.008583005025125642, + -0.02492873869346735, + -0.048525276381909295, + -0.07442176633165802, + -0.0577207035175878, + -0.037725047738693514, + -0.011412814070351763, + 0.030323379396984762, + 0.0794642814070353, + 0.0803478919597987, + -0.030803266331658172, + -0.04180551758793927, + 0.0072861457286432126, + 0.02951733165829129, + -0.0357700402010056, + -0.026724758793969693, + -0.03369344221105539, + -0.04033939698492487, + -0.061404133165829336, + -0.08515770351758864, + -0.07468530150753767, + -0.04247025125628165, + 0.009911819095477373, + -0.010079500000000168, + 0.09049717336683409, + 0.07485990954773888, + -0.012162479899497832, + 0.008583005025125627, + 0.03651040201005023, + 0.05084868341708568, + -0.03440337688442217, + -0.07894947236180942, + -0.0551369346733669, + -0.024766954773869324, + -0.0785643743718595, + -0.039971326633166, + -0.05980386180904579, + -0.004987391959798957, + 0.02596786432160804, + 0.0004355778894470852, + 0.04031095979899518, + 0.058227160804019816, + 0.015439334170854316, + 0.031283635678391784, + -0.0074858241206030764, + -0.025019600502512448, + -0.07371595477387047, + -0.04183514572864274, + -0.04984044221105505, + 0.004494080402009928, + 0.012374522613065268, + -0.01675520100502508, + -0.012701067839196296, + -0.023795125628140783, + -0.006465022613065289, + -0.028311256281406898, + 0.03132067839195961, + 0.057442422110552685, + -0.004038336683417221, + -0.0021707914572866695, + -0.03494526884422048, + -0.11471745728643258, + -0.08534165326633134, + -0.0046484924623118595, + 0.01981357788944731, + 0.012034547738693521, + 0.004354311557789168, + -0.0020305150753769405, + -0.011102356783919673, + -0.007485824120603068, + -0.00648208040201015, + 0.0033105125628139992, + 0.04936957286432154, + -0.0015483718592965048, + -0.029718994974874256, + -0.037793592964824124, + -0.08143026130653215, + -0.10412455276381975, + -0.05401591959799001, + -0.004798241206030193, + 0.001790125628140894, + 0.017090580402010242, + 0.004349567839195903, + 0.0464185025125627, + 0.028880633165829263, + -0.004844258793969922, + 0.029169467336683533, + 0.061084185929648475, + 0.03596850251256268, + 0.020087929648241395, + -0.039252185929648235, + -0.02888744723618094, + -0.07632192462311543, + -0.05998593467336719, + -0.012630180904522599, + -0.019015974874371653, + -0.00593697487437267, + -0.00457129648241148, + 0.07415152512562821, + 0.03869630402010022, + 0.02728184170854277, + -0.021357155778894528, + -0.0007776005025125215, + 0.019922994974874386, + 0.016423954773869348, + -0.014452487437185874, + -0.004894432160803889, + -0.01870493969849258, + -0.04199864321608045, + -0.014851090452261283, + 0.07316085929648249, + 0.08536457788944737, + 0.11267560804020099, + 0.06288003015075369, + 0.07644785427135675, + 0.03509371105527622, + 0.048207286432160684, + 0.001776924623115508, + 0.032457595477386816, + 0.07158755527638183, + -0.016237195979899414, + -0.0336133668341709, + -0.04314636683417066, + -0.05578319597989929, + -0.10459047236180906, + 0.003194804020100766, + 0.0685779899497486, + 0.02317846733668342, + 0.021932281407035317, + 0.02614409547738687, + -0.003889462311557614, + 0.020540575376884435, + -0.044554623115577605, + -0.04203865326633149, + 0.06187867336683395, + 0.04752313819095463, + -0.04686316834170835, + -0.04679553266331694, + -0.024493984924623322, + -0.01852485427135685, + -0.016720412060301434, + 0.01604057788944729, + 0.009299409547738608, + 0.0033862311557789544, + 0.02953875879397003, + 0.023905276381909438, + 0.03440919597989908, + 0.017458256281406695, + -0.018785663316582903, + -0.008077185929648255, + 0.04812320351758792, + 0.05475012562814082, + -0.0357499145728643, + -0.03103446231155784, + 0.021505778894472378, + -0.015889653266331783, + 0.013454844221105499, + 0.0017875879396984156, + 0.012179376884421975, + -0.01678287185929663, + -0.00589275879396984, + -0.004469753768844167, + 0.0018416281407035852, + 0.04801996482412023, + -0.006607417085426772, + 0.01927615075376883, + -0.013691266331658422, + 0.005638994974874419, + -0.02323134422110586, + -0.015634231155779235, + 0.02235859296482414, + 0.004349969849246065, + -0.057831856783919514, + -0.10517045226130767, + -0.01945968844221099, + 0.027845979899497508, + 0.03523984924623154, + 0.058234824120602026, + 0.04097556532663358, + 0.04702545728643234, + -0.026715706030150742, + -0.056987793969849404, + 0.0030878542713568703, + -0.055905929648241134, + -0.016319035175879428, + 0.01113210301507554, + 0.05284130653266339, + 0.04167066834170896, + 0.004379306532663385, + -0.027141316582914445, + -0.03505809045226166, + -0.06500647236180847, + -0.07488839698492449, + -0.06392821608040328, + -0.030181115577889023, + -0.01196931155778885, + -0.09264249999999949, + -0.07980767587939623, + -0.06318036432160816, + -0.013091394472361883, + 0.02329241457286456, + -0.01008997989949755, + -0.009979238693467495, + 0.0307693567839191, + 0.07542535175879414, + 0.03283405025125624, + 0.015896482412060334, + -0.06264278894472358, + -0.04979732663316539, + -0.032352462311557695, + -0.031164914572864088, + -0.002164130653266925, + -0.015071595477387092, + -0.028697351758794065, + 0.013561917085426976, + 0.03722015075376866, + 0.006671256281406974, + 0.009651467336683284 + ] + ], + "std": [ + [ + 0.9636741758313841, + 1.0114901264074088, + 0.9882775735799015, + 0.9950592288041458, + 0.9923805318375012, + 0.9954931130085297, + 0.9998185415922022, + 1.004999458131321, + 1.010779654446278, + 1.010779654446278, + 1.0185416165064392, + 1.0063375239233516, + 0.9991983947714009, + 0.9997603743675092, + 1.0095253737082777, + 1.0193698237551072, + 0.9821944196534186, + 0.9946303679905539, + 0.9894242823280908, + 0.9705707946712009, + 0.9949783327748166, + 1.0043140064479021, + 1.0005809927926241, + 1.0027574917083555, + 0.9904879432435517, + 0.9807642982944419, + 0.9886574068821276, + 0.9859635090427469, + 0.993309351687357, + 1.0031187267852708, + 1.016593255470364, + 1.0442887804592182, + 1.0083038126963626, + 0.9848656609590366, + 0.9855933554664763, + 0.9945670911869946, + 1.021074800634514, + 1.0040491737335164, + 1.003221409383544, + 0.9867264401919432, + 0.9744951602926358, + 0.9578713331810542, + 0.9708937667896353, + 0.982985543001351, + 0.9959503979748483, + 1.0070454733225949, + 1.016290393566305, + 1.0456745349293197, + 0.9697098121066737, + 0.9774943309543503, + 1.002916353992525, + 1.0129710134068142, + 0.9818517087835826, + 0.9848326582689778, + 0.9778679221613454, + 0.968463827587338, + 0.9562287284130288, + 0.9385814756983131, + 0.9535361456044965, + 0.9789868837316601, + 1.0036524516031298, + 0.996437230762304, + 1.025505334499929, + 1.0500603213568676, + 0.9906100846596538, + 1.003221409383544, + 1.012180944973295, + 1.0196387340397408, + 0.9825025594694498, + 0.954339750008454, + 0.9648376067685865, + 0.9839085531249888, + 0.952009038761473, + 0.9795794492787074, + 0.9716080021777768, + 0.9976717208316266, + 1.0091951026702335, + 0.9998457759635255, + 1.0167764080390456, + 1.0501441178091095, + 1.0098311230543442, + 1.0108582982234158, + 0.9971736177909091, + 0.9900282216050488, + 0.9676953459071826, + 0.9809946576246661, + 0.9776591097799061, + 1.0015254267851037, + 1.0037560308732274, + 0.9939516521695569, + 0.9956124335469829, + 0.9901857170585183, + 0.9967866165949004, + 0.9835484169272641, + 1.018300563902619, + 1.0581476797822778, + 0.9972534687047357, + 0.9990036074983834, + 0.9884969480698704, + 0.9585590451776096, + 0.9727715498408732, + 0.9986198721072891, + 1.0039545778843277, + 1.0019737557338864, + 1.0004300707708857, + 0.9993128946907187, + 0.9970527336984197, + 0.9971736177909094, + 0.996738394700752, + 1.0017488836874449, + 1.032459139242276, + 0.9980880058113938, + 0.9827755352139497, + 0.986753983146344, + 0.9694084590768833, + 0.954374856491467, + 0.9794063309627129, + 0.9981812449768528, + 1.0000844130171747, + 1.0024414937297792, + 1.000289920583818, + 1.0066579629145789, + 1.006045023392842, + 0.9980537361415068, + 1.0118648303811897, + 1.0321212562513462, + 1.0214564915487925, + 1.0199705326922406, + 0.9818228908495026, + 0.9937316253503986, + 0.975676694136014, + 0.9791967139583257, + 0.995853785405071, + 0.9944140275090272, + 0.998324720722163, + 0.9988796207201501, + 1.0076775206024515, + 1.0051477965419011, + 1.003942697943822, + 0.9947376367611466, + 0.9995186129589284, + 1.0045214386643773, + 1.0053188986302066, + 0.9873973753633679, + 0.9979198179428485, + 0.9957288015852994, + 0.9844024166044868, + 0.9926040090239354, + 1.0288602149576338, + 1.0327381635127548, + 1.0376323561660248, + 1.0191860749351351, + 1.019248439489373, + 1.0114615654187875, + 1.0148089052316012, + 1.0002181457107615, + 1.0051758820658891, + 1.007308437371659, + 0.9958774515386598, + 0.9748378659951137, + 0.9845361751656108, + 0.9871701294240001, + 0.9569477899284584, + 1.0012684139824397, + 1.033059928368479, + 1.0117771863985163, + 1.0115884288301853, + 1.0135614014099843, + 0.9976100259611177, + 1.010965511332625, + 0.9761143046477329, + 0.9803433318407708, + 1.0153886119387059, + 1.0056269030060545, + 0.9892055337201077, + 0.969426249412664, + 0.9918445350591615, + 0.9966488938063878, + 0.9940656012175014, + 1.0080956439499935, + 1.0056005212297308, + 1.0020303578560827, + 1.019908165966182, + 1.0172691233582607, + 1.0236709394617247, + 1.0122768805463278, + 0.9879530979067631, + 0.9955177997515855, + 1.0145032156568023, + 1.0113052100223867, + 0.9900950783072645, + 0.9789878020749606, + 1.0061210323379788, + 0.9976371796061079, + 1.0030525515532585, + 1.0005432856827527, + 1.0071552470675884, + 0.9872213285090347, + 0.9953725735493347, + 0.996186609496757, + 1.00089379219493, + 1.0287570615182273, + 0.9964079316152177, + 1.0069062426818565, + 0.9963817032039104, + 1.0008280481425031, + 0.9920979056678535, + 0.9872669976493121, + 1.0092168374131085, + 1.0003352873084816, + 0.9895629283115106, + 0.9695148264401307, + 0.9928241899429654, + 1.011466978521356, + 1.015897314997225, + 1.0238688838054302, + 1.0150342744039813, + 1.0149508574937365, + 0.9925404112632117, + 0.9872466320901033, + 1.0000513594585967, + 0.9865335518102039, + 0.9916934654171699, + 1.0111500201640033, + 1.0290091218292727, + 1.0080282510552814, + 0.9998062630573106, + 1.0027987951392292, + 1.0058448354473761, + 1.0127865866340113, + 1.0179715342017457, + 1.013555459538838, + 1.0063545738992565, + 1.0013980777392146, + 1.0039675000000043, + 0.9940267908926063, + 0.9867813019457877, + 0.9943765006272788, + 1.015526891626581, + 0.9864205332461236, + 0.9867876895945505, + 1.0266969428458936, + 1.042059643812452, + 1.0120358570624033, + 1.0028235097925473, + 0.9905175353506179, + 0.9946414253907617, + 0.9951193904567321, + 0.994780772003151, + 0.9990168722978009, + 0.9919731463227914, + 0.9791890939000777, + 1.0112363498675152, + 1.0384478663637378, + 1.0089325105827842, + 1.0217975650986395 + ] + ] + }, + "width": 512, + "in_features": 256, + "out_features": 10, + "depth": 4, + "padding": 512, + "parameters": 1449997, + "cert_evals": { + "36": 0.9007092714309692, + "72": 0.8814589977264404, + "108": 0.8662614226341248, + "255": 0.7537994384765625 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/semeion/fold_2/result.json b/UCI_N4/sandwich/runs/semeion/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..3c2b5a1d613bc90b22d98e06552b3a1451610560 --- /dev/null +++ b/UCI_N4/sandwich/runs/semeion/fold_2/result.json @@ -0,0 +1,542 @@ +{ + "best_epoch": 10, + "best_val_acc": 0.900398406374502, + "test_acc": 0.9120762711864406, + "train_size": 398, + "val_size": 251, + "test_size": 944, + "stats": { + "mean": [ + [ + 0.025853251256281188, + 0.026377419597989695, + 0.006303957286432041, + -0.016009429648241216, + 0.013426341708542615, + 0.000583298994974769, + -0.011917678391959662, + -0.037533175879397224, + -0.020098884422110854, + 0.0008364321608037243, + 0.019239580402010244, + -0.008214989949749375, + -0.025825954773869612, + -0.0006419698492463064, + 0.009508140703517508, + -0.019673170854271324, + -0.008902964824120629, + 0.029295625628140858, + 0.03910123115577878, + 0.04551176381909547, + 0.022450278894472483, + -0.041741050251256066, + -0.028593851758793917, + -0.037733369346733686, + 0.010677314070351713, + 0.008148201005025205, + 0.008145326633165782, + 0.009415472361809119, + 0.0284809497487437, + 0.009431022613065136, + -0.03688329899497498, + -0.04282043467336695, + -0.025931434673366276, + 0.0032492160804019695, + -0.014650914572864066, + -0.034562944723617914, + 0.004439065326633279, + 0.022032201005025183, + -0.04040087437185899, + -0.02492873869346697, + 0.012970140703517999, + 0.010264954773869574, + -0.013438090452261338, + -0.04317389949748748, + -0.011412814070351772, + 0.05626816582914544, + -0.03446686432160752, + -0.03817115326633142, + -0.01699248241206059, + 0.00882481909547732, + -0.04225107537688392, + -0.020397143216080688, + -0.035770040201005424, + -0.03813472361809031, + -0.05145492713567884, + -0.03408486180904533, + 0.016902085427135845, + 0.03483842713567786, + -0.03427305276381909, + -0.03140666331658277, + -0.011773889447236174, + 0.047884999999999796, + -0.0048442587939699355, + -0.04316322110552765, + -0.024642746231156448, + -0.002302301507537566, + -0.006238201005025181, + -0.0363831557788939, + -0.028835427135678583, + -0.04495072864321667, + 0.020803904522613076, + -0.007038153266331668, + 0.06495377889447201, + 0.026844070351758658, + -0.026958037688442293, + -0.02663757286432158, + 0.020592271356783716, + 0.027218869346733378, + 0.023798552763819147, + -0.016768904522613152, + -0.020810841708543488, + 0.004460130653266039, + 0.013682477386934629, + -0.025019600502512482, + -0.019792587939698632, + 0.02358873366834184, + -0.011806276381909597, + 0.020794437185929524, + 0.028271816582914534, + -0.006166407035175833, + -0.044291896984924944, + 0.024660060301507664, + 0.032016668341708576, + 0.04052279396984933, + 0.0490172487437184, + -0.016359286432160735, + -0.056750273869347244, + -0.007435929648241428, + 0.0017769246231154824, + 0.021414361809045206, + 0.04469314572864335, + 0.052019472361808976, + 0.0043632462311552775, + 0.03251259798994986, + 0.01964791959799002, + -0.022454183417085893, + -0.10391374874371867, + 0.008390402010050075, + 0.03760563819095469, + 0.11590360552763804, + 0.0493695728643219, + 0.04893633165829245, + -0.06410897487437181, + -0.006136658291457329, + -0.033884165829145316, + -0.002246648241206082, + -0.01682175376884426, + 0.00046256281407027904, + 0.022378718592965034, + -0.018578834170853733, + -0.06667939698492395, + -0.06575905527638143, + -0.043371045226129806, + 0.01104597989949733, + 0.06203475376884437, + 0.037953512562814026, + -0.005590462311557684, + 0.03451213065326728, + -0.022839005025125664, + -0.003315185929648206, + -0.024253055276382062, + -0.0389598241206035, + -0.03882960301507507, + -0.03981433668341692, + -0.031687527638191625, + -0.05046211557788869, + -0.0578318567839198, + -0.03762569346733697, + -0.0389613567839193, + 0.01979657286432155, + 0.019776218592964884, + 0.01474091708542714, + -0.042159695979899554, + -0.014452487437185876, + -0.0048944321608039645, + -0.013580208542713676, + -0.05791733668341716, + -0.009305037688442106, + 0.029235170854271467, + 0.025075567839196122, + 0.015302437185929314, + -0.022135206030150862, + 0.013569241206029991, + 0.02443211809045206, + 0.04290105527638174, + 0.09095939447236231, + 0.1091005477386932, + 0.020843309045226067, + -0.0007868643216079208, + -0.03978372110552767, + -0.0220056030150753, + -0.030192002512562766, + -0.04608865829145755, + 0.042463467336683505, + 0.051527896984924354, + 0.0915860050251251, + 0.01618239195979925, + -0.008218854271356756, + -0.020952391959798814, + 0.014776788944723587, + 0.034092487437186, + 0.04560211055276428, + 0.08278233165829134, + 0.10847255527638236, + 0.024846484924623196, + -0.052689055276382346, + 0.0017780376884420149, + -0.013441829145728687, + 0.020275924623115744, + 0.06161076884422113, + 0.08692009045226239, + 0.04008957286432224, + -0.0012120703517585535, + -0.007551306532663401, + -0.04616232160804049, + -0.013706580402010225, + -0.024673851758793934, + 0.08783185929648209, + 0.07460693467336664, + 0.0960876532663306, + 0.02119716834170848, + -0.03701101507537695, + -0.010059045226130629, + -0.010829610552763923, + -0.012481236180904494, + 0.04081522613065362, + 0.029924482412060183, + 0.008092273869346436, + -0.04316322110552756, + -0.03630996733668343, + -0.08232102512562797, + -0.04733090954773897, + 0.004588884422110799, + 0.08388306532663306, + 0.0430607738693465, + 0.04666894472361813, + -0.01270106783919614, + -0.047514080402010335, + -0.010565728643216074, + -0.026136346733668523, + -0.03245043718592946, + 0.023696067839195353, + 0.01770060301507536, + 0.044308140703517615, + -0.003787788944723613, + 0.014174522613065448, + -0.05093826633165829, + 0.02573226130653278, + 0.030287150753768848, + 0.0401397286432159, + 0.053680743718593056, + 0.02102522613065334, + -0.010747371859296528, + 0.05464842964824082, + -0.017136783919598057, + -0.045805907035175675, + -0.05090381909547731, + -0.0068819798994974556, + -0.03505809045226187, + -0.02371979899497456, + 0.00344182914572863, + 0.0033947336683414304, + 0.0007934170854273202, + -0.0018110753768842327, + 0.0032136934673366708, + 0.01568474874371846, + 0.01327067839195978, + 0.019348781407035248, + 0.004921175879397266, + 0.031125522613065133, + 0.04711545226130587, + 0.010442155778894433, + -0.024673851758794076, + -0.015774271356783803, + -0.06616341708542701, + -0.0980368467336672, + 0.0005838040201006485, + 0.008146753768844201, + 0.004349567839195794, + 0.003092396984924539, + -0.015071595477387165, + 0.007967140703517566, + -0.01298472613065332, + 0.0446150326633164, + 0.023923638190954576, + 0.0477404321608047 + ] + ], + "std": [ + [ + 1.034353343932803, + 1.024348567936632, + 1.0036818973846862, + 0.9926016744364617, + 1.0028981060461741, + 0.9997262707845033, + 1.0004780191128255, + 1.0057381568404924, + 1.0053448775578797, + 0.9994421248178098, + 0.9935827482337024, + 1.0014086229280772, + 1.0021061616018854, + 0.9996719899466749, + 1.0017361970021768, + 0.988660808590669, + 0.9901596478521693, + 1.0192247642124055, + 1.0167388988236599, + 1.0138944681676312, + 1.0047989281967311, + 0.9904645459818706, + 0.9954463096472054, + 0.9922833494657366, + 1.000931207563311, + 1.000707942136333, + 1.0005842378657308, + 1.0008281188231554, + 1.003557986182927, + 1.0010705577402124, + 0.9904311917270927, + 0.9711219802777267, + 0.9739587043622917, + 1.0015066140578677, + 0.9931898260069552, + 0.9856672449691517, + 1.0012331552789873, + 1.0081082975427937, + 0.9818673205301623, + 0.9867264401919426, + 1.0059158746745933, + 1.0048856527038488, + 0.9933559670825766, + 0.9804299925042913, + 0.9959503979748487, + 1.0125781824597548, + 0.9904165488252873, + 0.9747606061850563, + 0.9833821256471468, + 1.0040856115046517, + 0.9796743045806305, + 0.9898888553822821, + 0.9818517087835823, + 0.9782007130770088, + 0.9656942565779187, + 0.9734797731342064, + 1.010665700345605, + 1.021589297626431, + 0.9794856875095689, + 0.9845971696829052, + 0.9948281863198752, + 1.0136085631297738, + 0.9980537361415062, + 0.9668195470806507, + 0.9810513427219819, + 0.9987231668355041, + 0.997403787663875, + 0.9835516799557577, + 0.9853855373152387, + 0.9749106414617704, + 1.0117447309449026, + 0.9952897165079869, + 1.032947917542788, + 1.0120811271463608, + 0.9875771901975944, + 0.9885862353477245, + 1.0072891612096109, + 1.0093428281641061, + 1.0100051475667393, + 0.9840366571448279, + 0.9854634000263881, + 1.00134698674654, + 1.0041146501612022, + 0.9900282216050488, + 0.9917355999661862, + 1.0093104531776096, + 0.9947373509131133, + 1.0080042462360728, + 1.0087372732373883, + 0.9976110730657628, + 0.9846934585447732, + 1.0088475388403126, + 1.0133097733764065, + 1.0209739586680646, + 1.0282470508532253, + 0.9817846585536307, + 0.9633992156471255, + 0.9973233600463974, + 1.000218145710761, + 1.0057309799061696, + 1.010623899141674, + 1.0101011443230787, + 1.0006599864175545, + 1.0055249208224792, + 1.0028819022633104, + 0.9953395717809288, + 0.9698021524023763, + 1.0024258063274285, + 1.0158129918211263, + 1.063456671941438, + 1.0324591392422755, + 1.04774222887087, + 0.9616904393179179, + 0.997695806697438, + 0.9880152027656462, + 0.9988433850344972, + 0.9937292230975006, + 0.9998296099021827, + 1.0044195246237817, + 0.9963489105119412, + 0.9879651241571221, + 0.9859903114183225, + 0.9884715320146122, + 1.003310560327655, + 1.0244185872318146, + 1.0203911139057007, + 0.9961421301729745, + 1.034050235933694, + 0.989521079569911, + 0.9990477366494994, + 0.992755500716447, + 0.9868421928940853, + 0.9873393959627118, + 0.9881958106921132, + 0.9919947175362285, + 0.9895831364382834, + 0.9895629283115108, + 0.9929032652937821, + 0.9922751284451915, + 1.003847339906563, + 1.0037363434884359, + 1.0033043471411776, + 0.9838300352467959, + 0.9873973753633691, + 0.9979198179428482, + 0.9968491311161947, + 0.9780752949201328, + 0.9952808518444423, + 1.0120796997058796, + 1.0102563563170064, + 1.0056657842293373, + 0.9917811647092868, + 1.003612286469916, + 1.0080281022283166, + 1.0132678758599065, + 1.0226525060210754, + 1.0139038318701246, + 1.0024397087121901, + 0.9995063040570514, + 0.9700809553445697, + 0.9922233441291306, + 0.9933207816371948, + 0.9824557032259209, + 1.0196898531365701, + 1.0252921553121754, + 1.0436509722569267, + 1.0085279865152725, + 0.9951421649917936, + 0.9882760866228761, + 1.0078553724971193, + 1.016034101650163, + 1.0182936561607592, + 1.0197900633557413, + 1.009927427136894, + 1.0043140064479028, + 0.9653870680055727, + 1.0002294165307881, + 0.9975169703830418, + 1.0060899274497221, + 1.0302542392319602, + 1.050457422656358, + 1.0263818971478929, + 0.9988293446894524, + 0.993948379991406, + 0.9646507012293754, + 0.9894725219782052, + 0.9841733127810417, + 1.039912432152242, + 1.0215994164574418, + 1.0180415302669792, + 1.004726329086974, + 0.9748378645110533, + 0.996502380675558, + 0.9983170617806623, + 0.9963911641009451, + 1.0183269819540794, + 1.017678321054885, + 1.0055414218665415, + 0.9668195470806507, + 0.9703066737368953, + 0.9404292201679834, + 0.967852473516548, + 1.0019282394069462, + 1.028101194822195, + 1.008793562942109, + 1.0081602197776465, + 0.9956124335469831, + 0.9606578789878316, + 0.9949738705848414, + 0.9953677319031761, + 0.9944335251793368, + 1.0048415968196438, + 1.0055583780485124, + 1.0180101093887308, + 0.9978522893615333, + 1.0059363426964134, + 0.9778798529166732, + 1.0083401893079658, + 1.0068711996262265, + 1.006423096229551, + 1.0046479120669225, + 1.0037804464514235, + 0.994459962409335, + 1.0536434113524862, + 0.9893818936419583, + 0.9884128417013845, + 0.9968841227714262, + 1.0005451392022922, + 1.0058448354473761, + 1.0049722474461862, + 0.9987027037023654, + 0.998829254733481, + 0.9994987832666141, + 0.9999543973377994, + 0.9993809740185148, + 1.0000438421505866, + 1.0018684789535641, + 1.007170379629404, + 1.003098792935798, + 1.0389250180520742, + 1.057188249524631, + 1.009038472352926, + 0.9841733127810427, + 0.9933150572644535, + 0.9837566845129954, + 0.9835369109711313, + 0.9997322633620358, + 1.00066670782988, + 1.0002899205838178, + 1.000633573204784, + 0.9919731463227919, + 1.0051578019898537, + 0.988327819096806, + 1.0458203733919074, + 1.032263512848999, + 1.1039230782773841 + ] + ] + }, + "width": 512, + "in_features": 256, + "out_features": 10, + "depth": 4, + "padding": 512, + "parameters": 1449997, + "cert_evals": { + "36": 0.8951271176338196, + "72": 0.8792372941970825, + "108": 0.8559321761131287, + "255": 0.7552965879440308 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/semeion/fold_3/result.json b/UCI_N4/sandwich/runs/semeion/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..059c31b846dc36f9edd761231782586797ab7d7c --- /dev/null +++ b/UCI_N4/sandwich/runs/semeion/fold_3/result.json @@ -0,0 +1,542 @@ +{ + "best_epoch": 13, + "best_val_acc": 0.9146919431279621, + "test_acc": 0.9166666666666666, + "train_size": 398, + "val_size": 211, + "test_size": 984, + "stats": { + "mean": [ + [ + 0.017303708542713854, + 0.033339979899497045, + 0.042060535175879, + 0.0551565226130648, + 0.03412115577889427, + 0.020728213567838986, + 0.003192402010050319, + -0.017114201005025118, + -0.009631226130653392, + -0.014865055276382138, + -0.017541251256281226, + -0.08527074371859306, + -0.0611904120603017, + -0.045862402010050325, + 0.009508140703517527, + -0.013946012562814322, + 0.0643217587939701, + 0.0719809045226133, + 0.061214376884421925, + -0.018105633165829183, + -0.06536492964824103, + -0.07759587688442295, + -0.059003042713567794, + -0.012227075376884505, + -0.05005260552763839, + -0.04250838190954796, + -0.022192437185929587, + -0.0007109648241205073, + -0.04772033165829164, + 0.009431022613065164, + -0.04203948743718602, + -0.01305157788944726, + 0.07187196733668362, + 0.037831934673366825, + 0.018214371859296575, + -0.09378594974874371, + -0.10202691457286414, + -0.08058536683417125, + 0.008583005025125713, + 0.014450412060301456, + -0.02057281407035149, + 0.01591073618090474, + 0.05852115577889456, + 0.05490543216080418, + 0.025520276381909558, + 0.01994546482412024, + -0.029288175879396895, + -0.05002305778894475, + 0.09349378894472334, + -0.0024263668341707816, + -0.08628416080401952, + -0.042581354271357584, + 0.019872572864321515, + 0.07025994221105543, + 0.03735249748743718, + -0.021575791457286518, + 0.022925640703517693, + 0.052837846733668196, + 0.07541733668341698, + 0.023911276381909558, + -0.06598816080402005, + -0.03642700000000029, + -0.03662473618090472, + -0.0555867085427135, + 0.019038185929648087, + -0.01863026130653271, + -0.043643228643215105, + 0.029040723618090913, + 0.026844070351758627, + 0.04571258793969818, + 0.0616951256281406, + 0.04614825125628155, + 0.05347232663316565, + 0.11036331658291482, + 0.016836394472361783, + -0.015812482412060267, + -0.05466603015075383, + -0.0745576381909549, + -0.07527588944723587, + -0.0031332562814071646, + 0.009397638190954651, + -0.0009045703517589661, + 0.03485077889447228, + -0.0035822437185929427, + -0.009007914572864234, + 0.029040723618090455, + 0.04252824623115574, + 0.11859657788944705, + 0.0971600904522612, + 0.07854394472361814, + -0.01270106783919611, + -0.023795125628140776, + -0.028454560301507496, + -0.06846445226130653, + -0.05716217336683423, + -0.008979115577889234, + -0.015752100502512602, + 0.029420037688442, + -0.019207185929647985, + -0.08853826130653279, + -0.06453608542713567, + 0.021109673366834107, + 0.06616457286432129, + 0.0990662613065328, + 0.05533300502512552, + 0.028604987437185914, + -0.04203948743718602, + -0.007485824120603054, + -0.023014974874371978, + -0.020393296482412362, + -0.048715170854271364, + -0.023184673366834257, + 0.01613431155778907, + 0.025520276381909585, + -0.02331836683417028, + -0.0022466482412058235, + 0.025685864321608003, + 0.1214610552763827, + 0.12532168341708572, + 0.07314251758794003, + 0.034790552763818976, + 0.015824623115577738, + -0.06917521608040215, + -0.010141005025125743, + -0.0036958190954772753, + -0.0025251658291457193, + 0.006283527638191006, + 0.027300030150753923, + 0.07564008040200966, + 0.037600432160804075, + 0.022608927135678237, + 0.018861979899497297, + 0.03452877889447219, + 0.06937706281407076, + 0.04556413065326641, + 0.041319522613065394, + -0.0070690175879395654, + 0.0030793718592961195, + 0.017090580402010398, + 0.019796572864321606, + -0.016192964824120658, + -0.04226193969849271, + -0.05281126884422079, + -0.0013456030150753172, + 0.04312830150753776, + 0.05816602763819115, + 0.0110636683417086, + -0.00930503768844212, + 0.012763037688442154, + 0.03055638693467361, + 0.009892816582914443, + -0.038075562814070325, + -0.017870065326633208, + -0.012883457286432217, + 0.08004467336683378, + 0.04899117336683459, + -0.023747236180904754, + -0.04004978643216082, + -0.04713785929648249, + -0.04595407537688452, + -0.016720412060301323, + -0.03019200251256272, + -0.008860231155778723, + 0.02002423115577915, + 0.023111075376884147, + -0.0053246733668341605, + -0.041316502512562255, + -0.03685464572864361, + -0.06645353768844256, + -0.04286107537688441, + 0.0677983919597992, + 0.029169467336683533, + 0.025297271356783873, + -0.0032680427135678793, + -0.026374695979899457, + 0.0062461708542712385, + -0.024493984924623437, + 0.01705632160804017, + 0.041416688442211205, + 0.050218221105527164, + -0.0026422336683418032, + -0.008848216080402028, + -0.050413396984924405, + -0.013842623115578042, + -0.015173276381909613, + 0.0423901256281407, + 0.022431655778894367, + 0.04833989949748727, + -0.015437751256281409, + -0.03309212060301497, + 0.00566614572864313, + 0.034707618090452225, + -0.020580653266331614, + -0.04118986683417089, + -0.043604532663316625, + -0.06511693467336681, + -0.04697097487437197, + -0.047876804020100805, + -0.03695147738693452, + -0.023573881909547713, + 0.02588810050251267, + 0.059938824120602745, + 0.06057039195979934, + 0.030043969849246118, + -0.02400981909547736, + -0.061034673366834095, + -0.03376162060301523, + -0.0028822914572863433, + 0.0004090452261306595, + -0.056622663316582986, + -0.05783185678391955, + -0.04331452261306535, + -0.02476830150753774, + -0.04897743718592962, + -0.02051391959798998, + -0.013363165829145748, + 0.01934878140703507, + 0.031055560301507686, + 0.040651306532663266, + -0.016091994974874516, + -0.06268290201004995, + -0.035390954773869276, + -0.027462361809045256, + -0.05414238693467362, + 0.006189246231155719, + 0.0005052211055278901, + -0.025775125628140556, + -0.047400653266331895, + -0.06064291457286465, + -0.023719798994974565, + -0.017446231155778813, + -0.012141331658291529, + 0.026605527638191077, + 0.033742751256281414, + -0.006876432160804101, + 0.005632914572864249, + -0.042793419597989886, + -0.0293114824120604, + -0.037945047738693345, + -0.05130548241206037, + 0.014489914572864079, + 0.01721788944723632, + -0.0011210979899498779, + -0.07518444221105554, + -0.05077718592964814, + -0.017136143216080403, + -0.019568648241205994, + 0.00814675376884411, + 0.08045203015075388, + 0.06091420100502482, + 0.0017932663316581627, + -0.004254356783919557, + 0.00028859547738686056, + -0.05891331407035207, + -0.08821684422110554, + -0.015741175879397072 + ] + ], + "std": [ + [ + 1.0230913089022202, + 1.0306470847496936, + 1.0253163638989118, + 1.0218049113878709, + 1.0074783028399366, + 1.0009433160751784, + 0.9994505670417713, + 1.0026241679219097, + 1.0024524994812487, + 1.0039133733751973, + 1.0048971378545626, + 1.01417394130718, + 1.004332289549513, + 0.9977382032551653, + 1.0017361970021768, + 0.9919233144935908, + 1.0637765669702473, + 1.0455715281984932, + 1.0255977102644784, + 0.99339605984875, + 0.9817359315428323, + 0.981056113878387, + 0.990012610165878, + 0.9974493811385823, + 0.9922963473581801, + 0.9932437097599804, + 0.9968980779182007, + 0.9995978440878907, + 0.9913328217211481, + 1.0010705577402124, + 0.9890209230468918, + 0.9912627019033904, + 1.0644590940044412, + 1.020043651023701, + 1.0074072543879427, + 0.958275404222389, + 0.9578388667517177, + 0.9639856165919881, + 1.003221409383544, + 1.0068397052494056, + 0.9893750244557449, + 1.0076889515382415, + 1.0247383219890505, + 1.0210165378194092, + 1.0075247387147834, + 1.0046362701743567, + 0.9918912192932127, + 0.9665843967074859, + 1.0802469947354034, + 0.998459552401291, + 0.9563901007544556, + 0.978638687720611, + 1.0089127439007188, + 1.0344283171064497, + 1.0220358948079418, + 0.9833155750584129, + 1.0144818792490966, + 1.0322631831022364, + 1.038787160693079, + 1.0103666845998722, + 0.9702991548533046, + 0.987409253216723, + 0.9866887156715956, + 0.9567900274378338, + 1.0134406606180522, + 0.991713556652289, + 0.9827676281149432, + 1.0114433247015615, + 1.012081127146361, + 1.0222420868044244, + 1.0338152076697806, + 1.0268430413524583, + 1.0274456473203384, + 1.0453074953992492, + 1.0068106834774446, + 0.99319836196822, + 0.9771166106782407, + 0.9688298069003922, + 0.9624528562451854, + 0.9968022599327558, + 1.005901557554794, + 0.9993474698627087, + 1.010564715068287, + 0.9983486611130268, + 0.9961238320171254, + 1.0114433247015613, + 1.0161717897956295, + 1.0406869709539412, + 1.0272052350520744, + 1.0224767767382823, + 0.9956124335469829, + 0.9901857170585184, + 0.9865469521402179, + 0.9587645381482431, + 0.9621648427676825, + 0.9899337643062542, + 0.9900729293902669, + 1.0084492238238705, + 0.9937034359335825, + 0.9692951161627006, + 0.9800863496307292, + 1.0042513937180102, + 1.0123603111480772, + 1.0141287908757117, + 1.007677408079292, + 1.0044650992699184, + 0.9890209230468918, + 0.9971736177909093, + 0.9889840573493727, + 0.9866310104770853, + 0.9637832135197844, + 0.9752349399210322, + 1.0083818727667295, + 1.0075247387147834, + 0.991793153918188, + 0.9988433850344973, + 1.0081706851369636, + 1.029626843869407, + 1.0196031669552301, + 1.0093980022007503, + 1.0039886223095509, + 1.0023095280591323, + 0.9808300777029364, + 0.9962389763825825, + 0.9980717278603489, + 0.9982433289914361, + 1.0036155922773329, + 1.0270598343773214, + 1.0290248534923514, + 1.0061441876968409, + 1.0055764584644775, + 1.0053031805865968, + 1.0092866189920002, + 1.0156784749241112, + 1.0088960099879092, + 1.0059991425953296, + 0.9986354940573221, + 1.0001773791355475, + 1.00244149372978, + 1.003847339906564, + 0.996065302775612, + 0.9880253584212956, + 0.9794959611542164, + 0.998556228240707, + 1.0140940621454713, + 1.0096760877814985, + 1.0033829165288874, + 0.9952808518444423, + 1.0052200897485457, + 1.012469146588948, + 1.0035830400494066, + 0.9857420630547223, + 0.9942119752062554, + 0.9950185461635798, + 1.0234288024686335, + 1.0131354799141175, + 0.9949817856959143, + 0.9931492960370479, + 0.9878551084342865, + 0.9652611606828942, + 0.9940656012175009, + 0.9933207816371951, + 0.9965622500501108, + 1.0093915715884572, + 1.0115749892045551, + 0.9968115171925963, + 0.9755344519015101, + 0.9786069630651631, + 0.961464080587249, + 0.9743356627980871, + 1.030835086571909, + 1.0118648303811906, + 1.006595799733842, + 0.9991930482950553, + 0.9940736745513704, + 1.003492294968093, + 0.9918445350591615, + 1.0021683881445074, + 1.0122899955900566, + 1.0249494745406926, + 0.9979849217942023, + 0.9934793024312332, + 0.9621029758682157, + 0.9890982158771477, + 0.9885456854845168, + 1.0294779143109518, + 1.0130593563263568, + 1.0229554890663815, + 0.9943926914757206, + 0.9911313414795533, + 1.0010785245110474, + 1.021221319921214, + 0.9930525323845899, + 0.9938444307912636, + 0.9874394122474933, + 0.965635318129075, + 0.9689109282338, + 0.9629284258029364, + 0.9717359308698656, + 0.9808646394091696, + 1.0162302100520217, + 1.0355012766301623, + 1.0272568498553079, + 1.0107564289840438, + 0.9937602047041728, + 0.9851594467890736, + 0.9884587080836413, + 0.9974266932665549, + 0.999864541688887, + 0.9894363675325561, + 0.9895629283115106, + 0.988727903086388, + 0.990877905737688, + 0.9766932163927938, + 0.9895469407930455, + 0.9935726213392223, + 1.007170379629405, + 1.0100389974395079, + 1.009109049155308, + 0.9965204677792965, + 0.9901869920407446, + 0.99174574443383, + 0.9860427444032561, + 0.9400600968558963, + 1.0033074400595374, + 0.9997993113498106, + 0.9985929054949167, + 1.0046389351594731, + 1.0095474638492092, + 1.0049722474461862, + 1.0044746555071224, + 1.0026481147921085, + 0.9930117198494639, + 0.9940678856560923, + 1.0002974171033587, + 0.9998417518500186, + 0.9914036227508137, + 0.9875178868961761, + 0.9721338649787347, + 0.9291330950891362, + 1.017948146105332, + 1.0150039988798456, + 0.9989984568183743, + 0.9666297205670561, + 0.9878791191600703, + 0.9975774564005543, + 0.9980042921168951, + 1.0006667078298794, + 1.0077886909582168, + 1.016455335207286, + 1.0005853010665489, + 0.9967266234061737, + 0.9999357967957346, + 0.9320191861094074, + 0.8633520103519924, + 0.9623275771498844 + ] + ] + }, + "width": 512, + "in_features": 256, + "out_features": 10, + "depth": 4, + "padding": 512, + "parameters": 1449997, + "cert_evals": { + "36": 0.9024389982223511, + "72": 0.8851625919342041, + "108": 0.8648373484611511, + "255": 0.7601625919342041 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/soybean/fold_0/result.json b/UCI_N4/sandwich/runs/soybean/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..2dd1febea66544e2c1085a12512b3f03576fbbe6 --- /dev/null +++ b/UCI_N4/sandwich/runs/soybean/fold_0/result.json @@ -0,0 +1,100 @@ +{ + "best_epoch": 6, + "best_val_acc": 0.8305084745762712, + "test_acc": 0.8467741935483871, + "train_size": 376, + "val_size": 59, + "test_size": 248, + "stats": { + "mean": [ + [ + 5.255843042108454e-17, + -1.8094273124741912e-15, + -2.362176648138631e-18, + 8.940838613204717e-16, + -4.621008067921197e-16, + -1.366519190948198e-15, + 1.8507654038166175e-15, + 5.651507630671674e-16, + 1.4615968010357778e-15, + -4.64167711359241e-16, + 2.523985748536127e-15, + -3.363149002787376e-16, + 8.314861801447981e-16, + -8.031400603671346e-17, + -1.599562680891125e-15, + 6.971373832819134e-16, + 1.972417501195757e-15, + -9.955098211499242e-16, + -1.1840410448794887e-15, + -3.451730627092574e-16, + -1.2253791362219147e-15, + -6.85031227960203e-16, + -9.162292673967715e-16, + 7.411329233534954e-17, + -1.801159694205706e-17, + -7.119009873327799e-16, + -3.6805664898810043e-16, + -2.8346119777663573e-16, + -1.1114041129492258e-15, + -2.701739541308559e-16, + -6.746967051245964e-16, + 4.340499590954734e-17, + 1.5197654009961918e-15, + 5.7947145899650795e-16, + 8.208563852281742e-16 + ] + ], + "std": [ + [ + 0.9927642409431464, + 0.9787917699554936, + 0.9857406910506461, + 0.9841528529994341, + 0.973949637619625, + 0.9888979702224631, + 0.9894238955664117, + 0.9818135979404571, + 0.9812725198980998, + 0.9866993450965212, + 0.977811553908224, + 0.9685775006733509, + 0.9885494004209142, + 0.9877929165205122, + 0.9849820534726104, + 0.9696513186147865, + 0.9636787239536263, + 0.9714056969361312, + 0.9790342571909385, + 0.9594712670605601, + 0.9914762416613162, + 0.9894071736370291, + 0.9717998736463911, + 0.979506353986051, + 0.9100788369549304, + 0.9740807482046461, + 0.9403062306776938, + 0.9856078858868509, + 0.9913083989488309, + 0.9728185205882999, + 0.9658866068802527, + 0.9658866068802542, + 0.9641624577988217, + 0.9579105146532193, + 0.9764373811067356 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 18, + "depth": 4, + "padding": 70, + "parameters": 28651, + "cert_evals": { + "36": 0.8064515590667725, + "72": 0.7903225421905518, + "108": 0.774193525314331, + "255": 0.5766128897666931 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/soybean/fold_1/result.json b/UCI_N4/sandwich/runs/soybean/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..8f0449848804796274a4f40380ea9bb5aeeac796 --- /dev/null +++ b/UCI_N4/sandwich/runs/soybean/fold_1/result.json @@ -0,0 +1,100 @@ +{ + "best_epoch": 46, + "best_val_acc": 0.9803921568627451, + "test_acc": 0.89453125, + "train_size": 376, + "val_size": 51, + "test_size": 256, + "stats": { + "mean": [ + [ + 5.255843042108454e-17, + -1.8094273124741912e-15, + -2.362176648138631e-18, + 8.940838613204717e-16, + -4.621008067921197e-16, + -1.366519190948198e-15, + 1.8507654038166175e-15, + 5.651507630671674e-16, + 1.4615968010357778e-15, + -4.64167711359241e-16, + 2.523985748536127e-15, + -3.363149002787376e-16, + 8.314861801447981e-16, + -8.031400603671346e-17, + -1.599562680891125e-15, + 6.971373832819134e-16, + 1.972417501195757e-15, + -9.955098211499242e-16, + -1.1840410448794887e-15, + -3.451730627092574e-16, + -1.2253791362219147e-15, + -6.85031227960203e-16, + -9.162292673967715e-16, + 7.411329233534954e-17, + -1.801159694205706e-17, + -7.119009873327799e-16, + -3.6805664898810043e-16, + -2.8346119777663573e-16, + -1.1114041129492258e-15, + -2.701739541308559e-16, + -6.746967051245964e-16, + 4.340499590954734e-17, + 1.5197654009961918e-15, + 5.7947145899650795e-16, + 8.208563852281742e-16 + ] + ], + "std": [ + [ + 0.9927642409431464, + 0.9787917699554936, + 0.9857406910506461, + 0.9841528529994341, + 0.973949637619625, + 0.9888979702224631, + 0.9894238955664117, + 0.9818135979404571, + 0.9812725198980998, + 0.9866993450965212, + 0.977811553908224, + 0.9685775006733509, + 0.9885494004209142, + 0.9877929165205122, + 0.9849820534726104, + 0.9696513186147865, + 0.9636787239536263, + 0.9714056969361312, + 0.9790342571909385, + 0.9594712670605601, + 0.9914762416613162, + 0.9894071736370291, + 0.9717998736463911, + 0.979506353986051, + 0.9100788369549304, + 0.9740807482046461, + 0.9403062306776938, + 0.9856078858868509, + 0.9913083989488309, + 0.9728185205882999, + 0.9658866068802527, + 0.9658866068802542, + 0.9641624577988217, + 0.9579105146532193, + 0.9764373811067356 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 18, + "depth": 4, + "padding": 70, + "parameters": 28651, + "cert_evals": { + "36": 0.875, + "72": 0.84375, + "108": 0.79296875, + "255": 0.6875 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/soybean/fold_2/result.json b/UCI_N4/sandwich/runs/soybean/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..2b22d3b2aa189343280c234ec0155f8bf78cb6e0 --- /dev/null +++ b/UCI_N4/sandwich/runs/soybean/fold_2/result.json @@ -0,0 +1,100 @@ +{ + "best_epoch": 25, + "best_val_acc": 0.8928571428571429, + "test_acc": 0.8844621513944223, + "train_size": 376, + "val_size": 56, + "test_size": 251, + "stats": { + "mean": [ + [ + 5.255843042108454e-17, + -1.8094273124741912e-15, + -2.362176648138631e-18, + 8.940838613204717e-16, + -4.621008067921197e-16, + -1.366519190948198e-15, + 1.8507654038166175e-15, + 5.651507630671674e-16, + 1.4615968010357778e-15, + -4.64167711359241e-16, + 2.523985748536127e-15, + -3.363149002787376e-16, + 8.314861801447981e-16, + -8.031400603671346e-17, + -1.599562680891125e-15, + 6.971373832819134e-16, + 1.972417501195757e-15, + -9.955098211499242e-16, + -1.1840410448794887e-15, + -3.451730627092574e-16, + -1.2253791362219147e-15, + -6.85031227960203e-16, + -9.162292673967715e-16, + 7.411329233534954e-17, + -1.801159694205706e-17, + -7.119009873327799e-16, + -3.6805664898810043e-16, + -2.8346119777663573e-16, + -1.1114041129492258e-15, + -2.701739541308559e-16, + -6.746967051245964e-16, + 4.340499590954734e-17, + 1.5197654009961918e-15, + 5.7947145899650795e-16, + 8.208563852281742e-16 + ] + ], + "std": [ + [ + 0.9927642409431464, + 0.9787917699554936, + 0.9857406910506461, + 0.9841528529994341, + 0.973949637619625, + 0.9888979702224631, + 0.9894238955664117, + 0.9818135979404571, + 0.9812725198980998, + 0.9866993450965212, + 0.977811553908224, + 0.9685775006733509, + 0.9885494004209142, + 0.9877929165205122, + 0.9849820534726104, + 0.9696513186147865, + 0.9636787239536263, + 0.9714056969361312, + 0.9790342571909385, + 0.9594712670605601, + 0.9914762416613162, + 0.9894071736370291, + 0.9717998736463911, + 0.979506353986051, + 0.9100788369549304, + 0.9740807482046461, + 0.9403062306776938, + 0.9856078858868509, + 0.9913083989488309, + 0.9728185205882999, + 0.9658866068802527, + 0.9658866068802542, + 0.9641624577988217, + 0.9579105146532193, + 0.9764373811067356 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 18, + "depth": 4, + "padding": 70, + "parameters": 28651, + "cert_evals": { + "36": 0.8406374454498291, + "72": 0.8326693773269653, + "108": 0.804780900478363, + "255": 0.6653386354446411 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/soybean/fold_3/result.json b/UCI_N4/sandwich/runs/soybean/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..dfc29c2f130e6d403eaf864c1a99183dcf327269 --- /dev/null +++ b/UCI_N4/sandwich/runs/soybean/fold_3/result.json @@ -0,0 +1,100 @@ +{ + "best_epoch": 23, + "best_val_acc": 0.9206349206349206, + "test_acc": 0.8524590163934426, + "train_size": 376, + "val_size": 63, + "test_size": 244, + "stats": { + "mean": [ + [ + 5.255843042108454e-17, + -1.8094273124741912e-15, + -2.362176648138631e-18, + 8.940838613204717e-16, + -4.621008067921197e-16, + -1.366519190948198e-15, + 1.8507654038166175e-15, + 5.651507630671674e-16, + 1.4615968010357778e-15, + -4.64167711359241e-16, + 2.523985748536127e-15, + -3.363149002787376e-16, + 8.314861801447981e-16, + -8.031400603671346e-17, + -1.599562680891125e-15, + 6.971373832819134e-16, + 1.972417501195757e-15, + -9.955098211499242e-16, + -1.1840410448794887e-15, + -3.451730627092574e-16, + -1.2253791362219147e-15, + -6.85031227960203e-16, + -9.162292673967715e-16, + 7.411329233534954e-17, + -1.801159694205706e-17, + -7.119009873327799e-16, + -3.6805664898810043e-16, + -2.8346119777663573e-16, + -1.1114041129492258e-15, + -2.701739541308559e-16, + -6.746967051245964e-16, + 4.340499590954734e-17, + 1.5197654009961918e-15, + 5.7947145899650795e-16, + 8.208563852281742e-16 + ] + ], + "std": [ + [ + 0.9927642409431464, + 0.9787917699554936, + 0.9857406910506461, + 0.9841528529994341, + 0.973949637619625, + 0.9888979702224631, + 0.9894238955664117, + 0.9818135979404571, + 0.9812725198980998, + 0.9866993450965212, + 0.977811553908224, + 0.9685775006733509, + 0.9885494004209142, + 0.9877929165205122, + 0.9849820534726104, + 0.9696513186147865, + 0.9636787239536263, + 0.9714056969361312, + 0.9790342571909385, + 0.9594712670605601, + 0.9914762416613162, + 0.9894071736370291, + 0.9717998736463911, + 0.979506353986051, + 0.9100788369549304, + 0.9740807482046461, + 0.9403062306776938, + 0.9856078858868509, + 0.9913083989488309, + 0.9728185205882999, + 0.9658866068802527, + 0.9658866068802542, + 0.9641624577988217, + 0.9579105146532193, + 0.9764373811067356 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 18, + "depth": 4, + "padding": 70, + "parameters": 28651, + "cert_evals": { + "36": 0.8237704634666443, + "72": 0.7909835577011108, + "108": 0.7745901346206665, + "255": 0.6516392827033997 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/spambase/fold_0/result.json b/UCI_N4/sandwich/runs/spambase/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..b9aef74941020d4ef9269400cbb006d88078325e --- /dev/null +++ b/UCI_N4/sandwich/runs/spambase/fold_0/result.json @@ -0,0 +1,144 @@ +{ + "best_epoch": 28, + "best_val_acc": 0.9227586206896552, + "test_acc": 0.9288334556126192, + "train_size": 1150, + "val_size": 725, + "test_size": 2726, + "stats": { + "mean": [ + [ + 0.021226006173913785, + -0.015919149391304187, + 0.025415802530432907, + 0.03918618617391535, + -0.00802565730434888, + -0.019898612173913727, + 0.006333582695649156, + 0.0138353715652162, + 0.010869212166955465, + 0.020277107478260063, + -0.03972575965999889, + -0.02055293502608697, + -0.008113843652174586, + 0.014708887365217537, + 0.01133711377391179, + -0.015495447060868504, + 0.03913622733043563, + -0.017462963999999633, + 0.0187409115304347, + 0.005520461426088844, + -0.0038418207913071324, + 0.008610802582609307, + 0.035890673565219404, + -0.006205582330433885, + 0.009182778760001165, + -0.019677288817390202, + 0.0004982232156532273, + 0.02920531815652134, + 0.012658779999999129, + 0.017062090382608135, + -0.013314016521739344, + -0.02566035391304503, + -0.008576744521738438, + -0.022911713043477794, + 0.0025098786956515694, + -0.007468803278259888, + 0.011673062539131227, + -0.015021546086957481, + -0.00910834485217397, + -0.02154278895652143, + 0.05463170547826161, + 0.023553851304347857, + 0.010670661652173499, + 0.0295903323391293, + 0.007351219000000634, + 0.01269573645391135, + -0.023270003826086932, + 0.03709884669565298, + 0.007815205191304105, + 0.027519189395651733, + -0.015820542199999555, + -0.01672272254086909, + 0.042409089939126635, + 0.025760643735651907, + 0.02838511237043451, + -0.013437700554782798, + 0.0164267618000002 + ] + ], + "std": [ + [ + 1.1235027725136815, + 0.8904989974639629, + 0.9957178739385403, + 1.4995577621881944, + 0.926476291913068, + 0.8885189316158734, + 0.9024040689634729, + 1.0405154757286925, + 1.1233331839178615, + 0.8981778369870301, + 0.8892119217650689, + 0.9874908627493307, + 0.9205513578145247, + 0.9632286363722543, + 1.0765253751015154, + 0.8531114122905263, + 1.0916574204014953, + 0.9124374318543399, + 0.9910784663927087, + 0.9680608594157823, + 0.9407382453902644, + 0.9930333587983213, + 1.1491144107563753, + 0.6425563314801666, + 1.0428011323424244, + 0.8430611857711853, + 1.0214512070760071, + 1.1643521198183129, + 1.10698998653912, + 1.0810838839403236, + 0.8380031520069444, + 0.8416763955823331, + 1.2024906820600971, + 0.8481231877782008, + 0.8570058504483157, + 0.9470628246612116, + 1.06910230060386, + 0.5874337186131844, + 0.8169185036473402, + 0.8578401703545604, + 1.4145108263137103, + 1.0433820861839775, + 0.9733444555118707, + 1.393792873658117, + 0.9492090774739013, + 1.0044806426321926, + 0.81385805230804, + 1.3465645155559474, + 1.0636978414150784, + 1.007651802571978, + 0.6554083067039526, + 0.7777941339804235, + 1.245208842537934, + 1.6535667744655882, + 1.3137439814967093, + 0.6661201009582893, + 1.219503651337539 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 4, + "padding": 114, + "parameters": 72395, + "cert_evals": { + "36": 0.9013206362724304, + "72": 0.8635363578796387, + "108": 0.8286867141723633, + "255": 0.5531914830207825 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/spambase/fold_1/result.json b/UCI_N4/sandwich/runs/spambase/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..d3f16fde5f19d3ef45cb5208f493e3f7af726c2d --- /dev/null +++ b/UCI_N4/sandwich/runs/spambase/fold_1/result.json @@ -0,0 +1,144 @@ +{ + "best_epoch": 11, + "best_val_acc": 0.9293478260869565, + "test_acc": 0.9355432780847146, + "train_size": 1150, + "val_size": 736, + "test_size": 2715, + "stats": { + "mean": [ + [ + -0.024849632956522313, + -0.03413819886956486, + -0.00989163035652276, + -0.002361400086956756, + -0.03987249782608704, + 0.01090509313043455, + 0.01957335878260548, + 0.001824029217390987, + -0.024616771288696538, + -0.00523980729217439, + -0.0020601358313020405, + -0.05077641741739166, + -0.03844389808695691, + 0.0008553938956523932, + -0.01214520726087042, + -0.009230109313042243, + 0.010565583165218426, + -0.046801976826087485, + -0.013554089600000253, + 0.02790070953043506, + 0.0032765880556492374, + -0.022136448173912388, + -0.029918836608694217, + -0.007934282660868743, + -0.023365790114781765, + -0.029432224478259654, + -0.022027940843476913, + -0.010254641513043462, + -0.03708282617391394, + -0.030502210695652975, + -0.006006388869565457, + -0.048024147826089034, + 0.029480932521740062, + -0.0510750817391295, + -0.028351204086956815, + -0.026517849208694946, + 0.01842911532173985, + -0.03338618443478374, + 0.006675741999999962, + -0.04656739886956605, + -0.020719941826085986, + 0.006543958434782931, + 0.011525401739130135, + -0.008087698269565702, + 0.025108898113044256, + -0.007957335130433963, + -0.015061640434782204, + -0.03721756826086869, + -0.03895043960869612, + -0.001666222565217826, + -0.010009838134782371, + 0.03633144539478134, + -0.06020993099130556, + -0.0013161700260872296, + -0.03022302409408695, + -0.004946863700869469, + 0.004550906813912774 + ] + ], + "std": [ + [ + 0.8958373484867075, + 0.9002436174684451, + 0.9749857170890281, + 0.9175103073316754, + 0.8456789748627611, + 1.0296079196279977, + 1.0663773858644263, + 0.9918744873399122, + 0.9377758356585005, + 0.9683003635587637, + 0.9988701214159026, + 0.8510020785398145, + 0.8120292232717867, + 1.1716911892002921, + 0.9335490252401448, + 0.9275724825067901, + 1.0706786172093499, + 0.8159996197989664, + 1.018783583831139, + 1.3842479172234758, + 1.039815972096556, + 0.8839135364998896, + 0.8932393785890523, + 0.9102522959355095, + 0.9028197785306566, + 0.9621741754161531, + 0.9455093600221522, + 1.0873334815971143, + 0.9298495573937857, + 0.8712375739105048, + 1.1638136373741579, + 0.7194920963255054, + 0.993798468472957, + 0.7165877104812148, + 0.7540408567752576, + 0.9687673124893158, + 0.981800827979203, + 0.29631208384482205, + 1.2015746837404693, + 0.8040600124748868, + 0.721184410759368, + 1.0883976635466879, + 1.1000595828326398, + 0.6542723004921799, + 1.1435952861265584, + 0.9423531730144734, + 0.6560729981871746, + 0.5591229852816202, + 0.5489093243563901, + 0.9888972344464931, + 0.6428451363337641, + 1.028319563197099, + 0.6205068262838673, + 0.5771896246525331, + 0.41206923845873533, + 0.6584069792527852, + 1.0945705958475596 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 4, + "padding": 114, + "parameters": 72395, + "cert_evals": { + "36": 0.9060773849487305, + "72": 0.8784530758857727, + "108": 0.8349907994270325, + "255": 0.5694290995597839 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/spambase/fold_2/result.json b/UCI_N4/sandwich/runs/spambase/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..11440937790163923f69cc9e7c7ebe033c040c4c --- /dev/null +++ b/UCI_N4/sandwich/runs/spambase/fold_2/result.json @@ -0,0 +1,144 @@ +{ + "best_epoch": 13, + "best_val_acc": 0.9513590844062947, + "test_acc": 0.9302325581395349, + "train_size": 1150, + "val_size": 699, + "test_size": 2752, + "stats": { + "mean": [ + [ + 0.04921885617391417, + 0.014926593956521877, + 0.00847792629565125, + 0.05005613400000414, + 0.0033398545217390415, + 0.022115092173912148, + 0.020861821652170594, + 0.01550478669565098, + 0.005469835709564297, + -0.002394102646087372, + -0.004648887133041112, + -0.03289461768695655, + -0.040754755739131086, + 0.02023474459130333, + -0.03975969647826165, + -0.0013114386782596627, + 0.05593795568695754, + -0.04049862191304387, + 0.032395505704347835, + 0.003473580347827736, + -0.03802155532695763, + 0.020674000869565144, + -0.029397571826085454, + 0.05626614292173871, + -0.016279572017390314, + -0.040442041434781556, + -0.027683359373911642, + -0.018165945565216026, + -0.0067161096434789095, + -0.01001410846956648, + -0.022173674869565393, + 0.0009115565217380702, + -0.0006774207913042033, + -2.747652173902797e-05, + -0.017699280086957207, + -0.0014646963999993766, + -0.01282538191304263, + -0.03204628226087075, + 0.032762344347826086, + -0.009639197913043794, + 0.10482606808695744, + -0.031013759826086604, + 0.020927692434782336, + 0.006242524399999054, + -0.026823291339128374, + 0.043980723565215755, + -0.005029141565217051, + -0.00635898059999959, + 0.007536563304348806, + -0.0018206163191308838, + -0.026798041434782056, + -0.002352054191304867, + -0.031762150104349914, + -0.03071606211652189, + -0.002249609841739219, + -0.015034978442608676, + 0.011666985643478154 + ] + ], + "std": [ + [ + 1.1778724434167362, + 1.0760534101769437, + 1.0559839237532962, + 1.5297906049045558, + 1.1364234457764475, + 1.0490814157140953, + 1.1363046556284118, + 1.0380124741143066, + 1.075498258791, + 0.8663393072266115, + 0.9747929071031151, + 0.969828844789839, + 0.7696639194748692, + 1.0473361728395063, + 0.8303333840972749, + 0.8838263753298514, + 1.2440346851573585, + 0.9334811719941839, + 1.02990808565559, + 0.8957714253842652, + 0.9678502243817942, + 1.1500298875956583, + 0.9330778093343873, + 1.5773371750732401, + 0.9230289983981412, + 0.8158091055273212, + 0.9489997820681896, + 0.9552807238624355, + 1.0072242253552435, + 1.0223260308735955, + 0.8234643073736883, + 1.0311031398813912, + 0.8806613305973721, + 1.0286119212691307, + 0.8014510966571808, + 0.9352593214362214, + 0.9329050736248139, + 0.3527683412758974, + 1.1692746053848972, + 1.002962447177659, + 1.4919910858493521, + 0.8738202541405161, + 1.1462384337701108, + 1.0090960980820731, + 0.9207764793259576, + 1.0912524568744784, + 0.816026256403742, + 0.7771366886117157, + 0.9566601501316736, + 0.9562471491235174, + 0.6185383136448549, + 0.8282423578976752, + 0.7966634350742242, + 0.34217344919196696, + 0.8296715880092417, + 0.6379508479090837, + 1.2381153537237015 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 4, + "padding": 114, + "parameters": 72395, + "cert_evals": { + "36": 0.9084302186965942, + "72": 0.8753633499145508, + "108": 0.835392415523529, + "255": 0.538517415523529 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/spambase/fold_3/result.json b/UCI_N4/sandwich/runs/spambase/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..3c620bc4f716cd3dbac1ecb49ab021a90025823e --- /dev/null +++ b/UCI_N4/sandwich/runs/spambase/fold_3/result.json @@ -0,0 +1,144 @@ +{ + "best_epoch": 19, + "best_val_acc": 0.9202363367799113, + "test_acc": 0.9203316510454218, + "train_size": 1150, + "val_size": 677, + "test_size": 2774, + "stats": { + "mean": [ + [ + 0.018947906521740433, + -0.000799500504347751, + 0.01308322393912882, + -0.04350387713043517, + -0.017981908217392446, + -0.037174041304348704, + 0.022572385652170752, + -0.04463838826086928, + -0.00969831843826173, + 0.015462332956521007, + 0.02533698608174001, + -0.01796958450434803, + -0.002596639478261534, + -0.008146872721739728, + -0.010465523286957488, + -0.020865805773911915, + -0.023057402052173097, + 0.015772556173913998, + 0.029574481513043406, + -0.00723897516521638, + -0.012929820996524495, + 0.013256362000000747, + -0.016364737217389708, + -0.0054786337391299, + -0.023381384405216223, + 0.018361981547826933, + -0.027815069829563832, + -0.016357650539129607, + 0.02130572809565106, + -0.04712495074782753, + -0.023661064608695874, + -0.017694028695653844, + -0.035716115565216526, + -0.015046066956521246, + 0.017066349999999682, + -0.017144463043477796, + 0.00945527166956592, + 0.0090967913913036, + -0.019910964156521774, + -0.012770454869565474, + 0.008144727217391987, + 0.026037255217391253, + -0.03684596452174003, + -0.03572749460869723, + -0.026032580895649946, + 0.034894907043476656, + -0.040598744086955754, + -0.013571423391303747, + 0.04706986420869568, + 0.04318946167130402, + -0.01196526951304294, + -0.018042527704347985, + 0.049467921365213274, + -0.02400611535652195, + 0.06052994408086956, + 0.0599142720547826, + -0.0026769801565217854 + ] + ], + "std": [ + [ + 0.9331871594323544, + 0.9567845251269138, + 0.9760296399392536, + 0.051280137756585374, + 0.9428238363495951, + 0.8814135527767363, + 0.9954267960650186, + 0.6955201641843568, + 1.0576570344486964, + 1.1798688036970275, + 1.0384456763015388, + 0.9235329672549664, + 0.9059067437108173, + 0.8252286378311408, + 0.9221679162247977, + 1.0327807332881183, + 0.9152290942982179, + 1.0569927523658942, + 1.019968514725996, + 0.9205072920345395, + 0.9958149041823585, + 1.016878390862468, + 0.8965516556476434, + 1.0877876259600743, + 0.948111265047695, + 1.0393908013003292, + 0.9611733587640997, + 0.9251890870444093, + 1.1498439764663797, + 0.8019976062593172, + 0.8125415636929294, + 0.8726450743629817, + 0.6932596937551812, + 0.8745634092810176, + 1.3798992402930492, + 0.8915710521880803, + 0.9391065100766924, + 1.1627844455953502, + 0.8173394703147074, + 0.9245635097978325, + 0.9000725380226579, + 1.1834987177794307, + 0.775157987005211, + 0.6770693378003936, + 0.7878189821125126, + 1.0585249177081846, + 0.48012225657491536, + 0.635321002731002, + 1.2507891578889274, + 1.3781763830166411, + 0.957654911058225, + 0.6938467149180203, + 1.3755269217325827, + 0.35513836957625733, + 1.6062909589981371, + 1.7067437542745856, + 0.9544103185210019 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 4, + "padding": 114, + "parameters": 72395, + "cert_evals": { + "36": 0.898341715335846, + "72": 0.8651766180992126, + "108": 0.8269646763801575, + "255": 0.5825522541999817 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/spect/fold_0/result.json b/UCI_N4/sandwich/runs/spect/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..9e937e5293c843888b406b0ca7d0c84cf8cb9206 --- /dev/null +++ b/UCI_N4/sandwich/runs/spect/fold_0/result.json @@ -0,0 +1,74 @@ +{ + "best_epoch": 10, + "best_val_acc": 0.9, + "test_acc": 0.7681159420289855, + "train_size": 186, + "val_size": 10, + "test_size": 69, + "stats": { + "mean": [ + [ + -5.252668073495365e-16, + 1.532824046901829e-15, + -3.9753147010771733e-16, + -1.0338205799197695e-15, + -1.8336586729292908e-15, + -9.192169128616887e-16, + -4.405078452544976e-16, + -1.3382365705427963e-15, + -3.581364595565021e-16, + -1.082765896059158e-15, + 9.645808644055123e-16, + -1.4206079562407917e-16, + -1.8062015443632924e-15, + -2.1750820977064893e-15, + -4.643836092249311e-16, + 4.321513278648459e-16, + -1.0815721078606364e-15, + -1.6653345369377348e-16, + -2.6263340367476823e-16, + 9.633870762069907e-16, + -1.6557842313495614e-15, + 9.896504165744675e-16 + ] + ], + "std": [ + [ + 0.9609812490116691, + 0.977794794349693, + 0.9757497794069608, + 0.9777145841848973, + 0.9763846529890078, + 0.9777145841848975, + 0.9757497794069606, + 0.9759794254922428, + 0.9778036455104626, + 0.9770745392598671, + 0.9775511304850781, + 0.9752286427227655, + 0.9763846529890077, + 0.9776695904695919, + 0.9768752085627053, + 0.9738782701457798, + 0.9771347940108165, + 0.9709795017179342, + 0.9706245820084402, + 0.9755001122189715, + 0.9770745392598672, + 0.9775511304850782 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 4, + "padding": 44, + "parameters": 11005, + "cert_evals": { + "36": 0.6376811861991882, + "72": 0.5797101259231567, + "108": 0.3478260934352875, + "255": 0.10144928097724915 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/spect/fold_1/result.json b/UCI_N4/sandwich/runs/spect/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..95df0fbfcee5967d78f25e0146a05ae6b38e7e9f --- /dev/null +++ b/UCI_N4/sandwich/runs/spect/fold_1/result.json @@ -0,0 +1,74 @@ +{ + "best_epoch": 4, + "best_val_acc": 0.8823529411764706, + "test_acc": 0.7096774193548387, + "train_size": 186, + "val_size": 17, + "test_size": 62, + "stats": { + "mean": [ + [ + -5.252668073495365e-16, + 1.532824046901829e-15, + -3.9753147010771733e-16, + -1.0338205799197695e-15, + -1.8336586729292908e-15, + -9.192169128616887e-16, + -4.405078452544976e-16, + -1.3382365705427963e-15, + -3.581364595565021e-16, + -1.082765896059158e-15, + 9.645808644055123e-16, + -1.4206079562407917e-16, + -1.8062015443632924e-15, + -2.1750820977064893e-15, + -4.643836092249311e-16, + 4.321513278648459e-16, + -1.0815721078606364e-15, + -1.6653345369377348e-16, + -2.6263340367476823e-16, + 9.633870762069907e-16, + -1.6557842313495614e-15, + 9.896504165744675e-16 + ] + ], + "std": [ + [ + 0.9609812490116691, + 0.977794794349693, + 0.9757497794069608, + 0.9777145841848973, + 0.9763846529890078, + 0.9777145841848975, + 0.9757497794069606, + 0.9759794254922428, + 0.9778036455104626, + 0.9770745392598671, + 0.9775511304850781, + 0.9752286427227655, + 0.9763846529890077, + 0.9776695904695919, + 0.9768752085627053, + 0.9738782701457798, + 0.9771347940108165, + 0.9709795017179342, + 0.9706245820084402, + 0.9755001122189715, + 0.9770745392598672, + 0.9775511304850782 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 4, + "padding": 44, + "parameters": 11005, + "cert_evals": { + "36": 0.6290322542190552, + "72": 0.3709677457809448, + "108": 0.30645161867141724, + "255": 0.11290322244167328 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/spect/fold_2/result.json b/UCI_N4/sandwich/runs/spect/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..bc3b8cec29c36d2bb0ee5eed183f896bdd6a001b --- /dev/null +++ b/UCI_N4/sandwich/runs/spect/fold_2/result.json @@ -0,0 +1,74 @@ +{ + "best_epoch": 9, + "best_val_acc": 0.75, + "test_acc": 0.7966101694915254, + "train_size": 186, + "val_size": 20, + "test_size": 59, + "stats": { + "mean": [ + [ + -5.252668073495365e-16, + 1.532824046901829e-15, + -3.9753147010771733e-16, + -1.0338205799197695e-15, + -1.8336586729292908e-15, + -9.192169128616887e-16, + -4.405078452544976e-16, + -1.3382365705427963e-15, + -3.581364595565021e-16, + -1.082765896059158e-15, + 9.645808644055123e-16, + -1.4206079562407917e-16, + -1.8062015443632924e-15, + -2.1750820977064893e-15, + -4.643836092249311e-16, + 4.321513278648459e-16, + -1.0815721078606364e-15, + -1.6653345369377348e-16, + -2.6263340367476823e-16, + 9.633870762069907e-16, + -1.6557842313495614e-15, + 9.896504165744675e-16 + ] + ], + "std": [ + [ + 0.9609812490116691, + 0.977794794349693, + 0.9757497794069608, + 0.9777145841848973, + 0.9763846529890078, + 0.9777145841848975, + 0.9757497794069606, + 0.9759794254922428, + 0.9778036455104626, + 0.9770745392598671, + 0.9775511304850781, + 0.9752286427227655, + 0.9763846529890077, + 0.9776695904695919, + 0.9768752085627053, + 0.9738782701457798, + 0.9771347940108165, + 0.9709795017179342, + 0.9706245820084402, + 0.9755001122189715, + 0.9770745392598672, + 0.9775511304850782 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 4, + "padding": 44, + "parameters": 11005, + "cert_evals": { + "36": 0.6779661178588867, + "72": 0.5932203531265259, + "108": 0.47457626461982727, + "255": 0.11864406615495682 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/spect/fold_3/result.json b/UCI_N4/sandwich/runs/spect/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..d9bb9aceea3da797bb53af248fe67a8e0b54c7e5 --- /dev/null +++ b/UCI_N4/sandwich/runs/spect/fold_3/result.json @@ -0,0 +1,74 @@ +{ + "best_epoch": 6, + "best_val_acc": 0.7222222222222222, + "test_acc": 0.7377049180327869, + "train_size": 186, + "val_size": 18, + "test_size": 61, + "stats": { + "mean": [ + [ + -5.252668073495365e-16, + 1.532824046901829e-15, + -3.9753147010771733e-16, + -1.0338205799197695e-15, + -1.8336586729292908e-15, + -9.192169128616887e-16, + -4.405078452544976e-16, + -1.3382365705427963e-15, + -3.581364595565021e-16, + -1.082765896059158e-15, + 9.645808644055123e-16, + -1.4206079562407917e-16, + -1.8062015443632924e-15, + -2.1750820977064893e-15, + -4.643836092249311e-16, + 4.321513278648459e-16, + -1.0815721078606364e-15, + -1.6653345369377348e-16, + -2.6263340367476823e-16, + 9.633870762069907e-16, + -1.6557842313495614e-15, + 9.896504165744675e-16 + ] + ], + "std": [ + [ + 0.9609812490116691, + 0.977794794349693, + 0.9757497794069608, + 0.9777145841848973, + 0.9763846529890078, + 0.9777145841848975, + 0.9757497794069606, + 0.9759794254922428, + 0.9778036455104626, + 0.9770745392598671, + 0.9775511304850781, + 0.9752286427227655, + 0.9763846529890077, + 0.9776695904695919, + 0.9768752085627053, + 0.9738782701457798, + 0.9771347940108165, + 0.9709795017179342, + 0.9706245820084402, + 0.9755001122189715, + 0.9770745392598672, + 0.9775511304850782 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 4, + "padding": 44, + "parameters": 11005, + "cert_evals": { + "36": 0.6393442153930664, + "72": 0.5901638865470886, + "108": 0.37704914808273315, + "255": 0.1147540956735611 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/spectf/fold_0/result.json b/UCI_N4/sandwich/runs/spectf/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..9a8e68bf3f11a5f50424e42f17536662a2ef7200 --- /dev/null +++ b/UCI_N4/sandwich/runs/spectf/fold_0/result.json @@ -0,0 +1,118 @@ +{ + "best_epoch": 1, + "best_val_acc": 0.5238095238095238, + "test_acc": 0.559322033898305, + "train_size": 187, + "val_size": 21, + "test_size": 59, + "stats": { + "mean": [ + [ + 9.73262032024493e-08, + 7.37967914422617e-08, + -2.8021390374859026e-07, + 8.342245993522504e-08, + 1.438502673446313e-07, + 4.27807487904935e-09, + -3.208556132607522e-09, + 2.4438502673282447e-07, + -4.064171128261887e-08, + -1.245989304839758e-07, + -2.7005347592964245e-07, + -9.828877005220575e-08, + -2.7272727281823347e-08, + -9.786096256698731e-08, + -2.1390374290903598e-08, + -1.764705878989899e-08, + -2.1016042791891207e-07, + -1.443850270181913e-08, + -1.9251336897019774e-07, + -1.026737967961774e-07, + 2.2139037467217133e-08, + -1.871657754046705e-07, + -2.433155080530257e-07, + 3.422459890534254e-08, + 6.320855603067246e-08, + 1.203208557214405e-07, + 1.5240641710866705e-07, + -1.2566844921602035e-07, + -1.465240642376751e-07, + -2.577540106646021e-07, + -1.3475935830036328e-07, + -8.181818183804877e-08, + 3.272727272453287e-07, + -5.347593584110138e-08, + 2.6737967877210432e-08, + 8.449197850875112e-08, + -1.9251336920322585e-08, + -1.4919786096240437e-07, + -4.705882350701689e-08, + -7.112299465890437e-08, + -8.395721923564323e-08, + 2.0106951872948384e-07, + -2.2117647054603053e-07, + 1.7219251329526993e-07 + ] + ], + "std": [ + [ + 0.9973228707261231, + 0.997322592235688, + 0.9973223292917861, + 0.9973227306511006, + 0.99732255532754, + 0.997322255366945, + 0.9973226239770173, + 0.997322228679491, + 0.9973224624202952, + 0.997322743624266, + 0.9973222482787992, + 0.997322493534107, + 0.9973232185155234, + 0.9973228780399456, + 0.9973223891564488, + 0.9973225844652592, + 0.9973225517530112, + 0.9973225554412601, + 0.9973222478195743, + 0.9973226789069762, + 0.997322213988001, + 0.997322643819296, + 0.9973226574869563, + 0.9973225588456511, + 0.9973227088028409, + 0.9973226325041668, + 0.9973227670427876, + 0.9973226762758315, + 0.9973224495674463, + 0.997322983837095, + 0.997321878860045, + 0.9973226923900768, + 0.9973225315151032, + 0.9973225107812234, + 0.997322704618034, + 0.9973227074584576, + 0.9973225552504908, + 0.9973228014956899, + 0.9973225828407466, + 0.9973226373516573, + 0.9973225174190434, + 0.9973227159363205, + 0.9973224262644476, + 0.9973224878506673 + ] + ] + }, + "width": 128, + "in_features": 44, + "out_features": 2, + "depth": 4, + "padding": 88, + "parameters": 43301, + "cert_evals": { + "36": 0.5254237055778503, + "72": 0.5254237055778503, + "108": 0.5254237055778503, + "255": 0.32203391194343567 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/spectf/fold_1/result.json b/UCI_N4/sandwich/runs/spectf/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..eec503d07680e279b5afb383d9d4e310d8963145 --- /dev/null +++ b/UCI_N4/sandwich/runs/spectf/fold_1/result.json @@ -0,0 +1,118 @@ +{ + "best_epoch": 1, + "best_val_acc": 0.5789473684210527, + "test_acc": 0.5409836065573771, + "train_size": 187, + "val_size": 19, + "test_size": 61, + "stats": { + "mean": [ + [ + 9.73262032024493e-08, + 7.37967914422617e-08, + -2.8021390374859026e-07, + 8.342245993522504e-08, + 1.438502673446313e-07, + 4.27807487904935e-09, + -3.208556132607522e-09, + 2.4438502673282447e-07, + -4.064171128261887e-08, + -1.245989304839758e-07, + -2.7005347592964245e-07, + -9.828877005220575e-08, + -2.7272727281823347e-08, + -9.786096256698731e-08, + -2.1390374290903598e-08, + -1.764705878989899e-08, + -2.1016042791891207e-07, + -1.443850270181913e-08, + -1.9251336897019774e-07, + -1.026737967961774e-07, + 2.2139037467217133e-08, + -1.871657754046705e-07, + -2.433155080530257e-07, + 3.422459890534254e-08, + 6.320855603067246e-08, + 1.203208557214405e-07, + 1.5240641710866705e-07, + -1.2566844921602035e-07, + -1.465240642376751e-07, + -2.577540106646021e-07, + -1.3475935830036328e-07, + -8.181818183804877e-08, + 3.272727272453287e-07, + -5.347593584110138e-08, + 2.6737967877210432e-08, + 8.449197850875112e-08, + -1.9251336920322585e-08, + -1.4919786096240437e-07, + -4.705882350701689e-08, + -7.112299465890437e-08, + -8.395721923564323e-08, + 2.0106951872948384e-07, + -2.2117647054603053e-07, + 1.7219251329526993e-07 + ] + ], + "std": [ + [ + 0.9973228707261231, + 0.997322592235688, + 0.9973223292917861, + 0.9973227306511006, + 0.99732255532754, + 0.997322255366945, + 0.9973226239770173, + 0.997322228679491, + 0.9973224624202952, + 0.997322743624266, + 0.9973222482787992, + 0.997322493534107, + 0.9973232185155234, + 0.9973228780399456, + 0.9973223891564488, + 0.9973225844652592, + 0.9973225517530112, + 0.9973225554412601, + 0.9973222478195743, + 0.9973226789069762, + 0.997322213988001, + 0.997322643819296, + 0.9973226574869563, + 0.9973225588456511, + 0.9973227088028409, + 0.9973226325041668, + 0.9973227670427876, + 0.9973226762758315, + 0.9973224495674463, + 0.997322983837095, + 0.997321878860045, + 0.9973226923900768, + 0.9973225315151032, + 0.9973225107812234, + 0.997322704618034, + 0.9973227074584576, + 0.9973225552504908, + 0.9973228014956899, + 0.9973225828407466, + 0.9973226373516573, + 0.9973225174190434, + 0.9973227159363205, + 0.9973224262644476, + 0.9973224878506673 + ] + ] + }, + "width": 128, + "in_features": 44, + "out_features": 2, + "depth": 4, + "padding": 88, + "parameters": 43301, + "cert_evals": { + "36": 0.5409835577011108, + "72": 0.5245901346206665, + "108": 0.5245901346206665, + "255": 0.42622947692871094 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/spectf/fold_2/result.json b/UCI_N4/sandwich/runs/spectf/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..e3e9af4c6d0762e1bfb424005ea39112c618930a --- /dev/null +++ b/UCI_N4/sandwich/runs/spectf/fold_2/result.json @@ -0,0 +1,118 @@ +{ + "best_epoch": 3, + "best_val_acc": 0.65, + "test_acc": 0.5333333333333333, + "train_size": 187, + "val_size": 20, + "test_size": 60, + "stats": { + "mean": [ + [ + 9.73262032024493e-08, + 7.37967914422617e-08, + -2.8021390374859026e-07, + 8.342245993522504e-08, + 1.438502673446313e-07, + 4.27807487904935e-09, + -3.208556132607522e-09, + 2.4438502673282447e-07, + -4.064171128261887e-08, + -1.245989304839758e-07, + -2.7005347592964245e-07, + -9.828877005220575e-08, + -2.7272727281823347e-08, + -9.786096256698731e-08, + -2.1390374290903598e-08, + -1.764705878989899e-08, + -2.1016042791891207e-07, + -1.443850270181913e-08, + -1.9251336897019774e-07, + -1.026737967961774e-07, + 2.2139037467217133e-08, + -1.871657754046705e-07, + -2.433155080530257e-07, + 3.422459890534254e-08, + 6.320855603067246e-08, + 1.203208557214405e-07, + 1.5240641710866705e-07, + -1.2566844921602035e-07, + -1.465240642376751e-07, + -2.577540106646021e-07, + -1.3475935830036328e-07, + -8.181818183804877e-08, + 3.272727272453287e-07, + -5.347593584110138e-08, + 2.6737967877210432e-08, + 8.449197850875112e-08, + -1.9251336920322585e-08, + -1.4919786096240437e-07, + -4.705882350701689e-08, + -7.112299465890437e-08, + -8.395721923564323e-08, + 2.0106951872948384e-07, + -2.2117647054603053e-07, + 1.7219251329526993e-07 + ] + ], + "std": [ + [ + 0.9973228707261231, + 0.997322592235688, + 0.9973223292917861, + 0.9973227306511006, + 0.99732255532754, + 0.997322255366945, + 0.9973226239770173, + 0.997322228679491, + 0.9973224624202952, + 0.997322743624266, + 0.9973222482787992, + 0.997322493534107, + 0.9973232185155234, + 0.9973228780399456, + 0.9973223891564488, + 0.9973225844652592, + 0.9973225517530112, + 0.9973225554412601, + 0.9973222478195743, + 0.9973226789069762, + 0.997322213988001, + 0.997322643819296, + 0.9973226574869563, + 0.9973225588456511, + 0.9973227088028409, + 0.9973226325041668, + 0.9973227670427876, + 0.9973226762758315, + 0.9973224495674463, + 0.997322983837095, + 0.997321878860045, + 0.9973226923900768, + 0.9973225315151032, + 0.9973225107812234, + 0.997322704618034, + 0.9973227074584576, + 0.9973225552504908, + 0.9973228014956899, + 0.9973225828407466, + 0.9973226373516573, + 0.9973225174190434, + 0.9973227159363205, + 0.9973224262644476, + 0.9973224878506673 + ] + ] + }, + "width": 128, + "in_features": 44, + "out_features": 2, + "depth": 4, + "padding": 88, + "parameters": 43301, + "cert_evals": { + "36": 0.5166667103767395, + "72": 0.5, + "108": 0.4833333492279053, + "255": 0.2666666805744171 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/spectf/fold_3/result.json b/UCI_N4/sandwich/runs/spectf/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..09b0d99d2bfede7a526c4def5ac48c7d47a71b8b --- /dev/null +++ b/UCI_N4/sandwich/runs/spectf/fold_3/result.json @@ -0,0 +1,118 @@ +{ + "best_epoch": 25, + "best_val_acc": 0.6111111111111112, + "test_acc": 0.532258064516129, + "train_size": 187, + "val_size": 18, + "test_size": 62, + "stats": { + "mean": [ + [ + 9.73262032024493e-08, + 7.37967914422617e-08, + -2.8021390374859026e-07, + 8.342245993522504e-08, + 1.438502673446313e-07, + 4.27807487904935e-09, + -3.208556132607522e-09, + 2.4438502673282447e-07, + -4.064171128261887e-08, + -1.245989304839758e-07, + -2.7005347592964245e-07, + -9.828877005220575e-08, + -2.7272727281823347e-08, + -9.786096256698731e-08, + -2.1390374290903598e-08, + -1.764705878989899e-08, + -2.1016042791891207e-07, + -1.443850270181913e-08, + -1.9251336897019774e-07, + -1.026737967961774e-07, + 2.2139037467217133e-08, + -1.871657754046705e-07, + -2.433155080530257e-07, + 3.422459890534254e-08, + 6.320855603067246e-08, + 1.203208557214405e-07, + 1.5240641710866705e-07, + -1.2566844921602035e-07, + -1.465240642376751e-07, + -2.577540106646021e-07, + -1.3475935830036328e-07, + -8.181818183804877e-08, + 3.272727272453287e-07, + -5.347593584110138e-08, + 2.6737967877210432e-08, + 8.449197850875112e-08, + -1.9251336920322585e-08, + -1.4919786096240437e-07, + -4.705882350701689e-08, + -7.112299465890437e-08, + -8.395721923564323e-08, + 2.0106951872948384e-07, + -2.2117647054603053e-07, + 1.7219251329526993e-07 + ] + ], + "std": [ + [ + 0.9973228707261231, + 0.997322592235688, + 0.9973223292917861, + 0.9973227306511006, + 0.99732255532754, + 0.997322255366945, + 0.9973226239770173, + 0.997322228679491, + 0.9973224624202952, + 0.997322743624266, + 0.9973222482787992, + 0.997322493534107, + 0.9973232185155234, + 0.9973228780399456, + 0.9973223891564488, + 0.9973225844652592, + 0.9973225517530112, + 0.9973225554412601, + 0.9973222478195743, + 0.9973226789069762, + 0.997322213988001, + 0.997322643819296, + 0.9973226574869563, + 0.9973225588456511, + 0.9973227088028409, + 0.9973226325041668, + 0.9973227670427876, + 0.9973226762758315, + 0.9973224495674463, + 0.997322983837095, + 0.997321878860045, + 0.9973226923900768, + 0.9973225315151032, + 0.9973225107812234, + 0.997322704618034, + 0.9973227074584576, + 0.9973225552504908, + 0.9973228014956899, + 0.9973225828407466, + 0.9973226373516573, + 0.9973225174190434, + 0.9973227159363205, + 0.9973224262644476, + 0.9973224878506673 + ] + ] + }, + "width": 128, + "in_features": 44, + "out_features": 2, + "depth": 4, + "padding": 88, + "parameters": 43301, + "cert_evals": { + "36": 0.5322580337524414, + "72": 0.5161290168762207, + "108": 0.5, + "255": 0.08064515888690948 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/statlog-australian-credit/fold_0/result.json b/UCI_N4/sandwich/runs/statlog-australian-credit/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..a1082ec5d093b0a688f92e519bb2700d1e772a49 --- /dev/null +++ b/UCI_N4/sandwich/runs/statlog-australian-credit/fold_0/result.json @@ -0,0 +1,58 @@ +{ + "best_epoch": 1, + "best_val_acc": 0.6509433962264151, + "test_acc": 0.5509708737864077, + "train_size": 172, + "val_size": 106, + "test_size": 412, + "stats": { + "mean": [ + [ + 0.05059407542441863, + -0.0114752416860465, + 0.028838848837209195, + 0.03936136046511627, + 0.10460593604651149, + 0.0779865668604651, + 0.08156061627906987, + 0.15811348837209352, + 0.05523483604651162, + 0.1309385000000002, + 0.06254351744186054, + -0.11882176316511633, + 0.041984078837209345, + 0.07566618604651176 + ] + ], + "std": [ + [ + 1.0101299726407869, + 1.0530472517300817, + 0.9967360557731824, + 0.9782321556549705, + 1.0601462124818095, + 1.0386276590440506, + 0.9921323025144253, + 1.0098717215967856, + 0.8568205957330315, + 1.0017391917815985, + 0.8280019139302006, + 0.8059241197617667, + 1.4892583738151293, + 1.0047800961056161 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 4, + "padding": 28, + "parameters": 4541, + "cert_evals": { + "36": 0.34223300218582153, + "72": 0.20145630836486816, + "108": 0.12621359527111053, + "255": 0.0776699036359787 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/statlog-australian-credit/fold_1/result.json b/UCI_N4/sandwich/runs/statlog-australian-credit/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..a50fbed59f1edfb745e7f1dd7e9276264e4d0bc0 --- /dev/null +++ b/UCI_N4/sandwich/runs/statlog-australian-credit/fold_1/result.json @@ -0,0 +1,58 @@ +{ + "best_epoch": 16, + "best_val_acc": 0.5463917525773195, + "test_acc": 0.5748218527315915, + "train_size": 172, + "val_size": 97, + "test_size": 421, + "stats": { + "mean": [ + [ + -0.0864253130930232, + -0.033577701104651185, + -0.03875552325581389, + 0.029890569767441845, + 0.028733052325581446, + 0.014722290813953477, + 0.05829668604651171, + -0.01803883720930214, + 0.054039201162790776, + -0.043972749999999845, + -0.07365430232558125, + -0.024331187647674404, + 0.08401893802325594, + 0.08735679069767467 + ] + ], + "std": [ + [ + 0.9209242895195554, + 0.9435504125386636, + 1.067477333690663, + 1.061435553615557, + 1.0025792818765138, + 1.0277952989603758, + 0.9948560751139975, + 0.9964680315230806, + 0.9046016810802003, + 0.994587469176134, + 1.1556768232845753, + 0.935329242863178, + 1.6527499781150876, + 1.0051200887036142 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 4, + "padding": 28, + "parameters": 4541, + "cert_evals": { + "36": 0.4655582010746002, + "72": 0.35154396295547485, + "108": 0.26128268241882324, + "255": 0.03800475224852562 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/statlog-australian-credit/fold_2/result.json b/UCI_N4/sandwich/runs/statlog-australian-credit/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..f1b61d3f6bf01c82a6547b22802ddd259cef7436 --- /dev/null +++ b/UCI_N4/sandwich/runs/statlog-australian-credit/fold_2/result.json @@ -0,0 +1,58 @@ +{ + "best_epoch": 1, + "best_val_acc": 0.6333333333333333, + "test_acc": 0.5981308411214953, + "train_size": 172, + "val_size": 90, + "test_size": 428, + "stats": { + "mean": [ + [ + -0.07147041345930233, + -0.029198059883720928, + -0.10634986046511644, + -0.012728412790697653, + -0.06173072674418615, + 0.0097622159302325, + 0.05829668604651169, + 0.08765255813953526, + 0.008607926744186043, + -0.06729424999999996, + 0.004173023255814025, + -0.03348306104651162, + -0.012487369767441872, + -0.017858651162790676 + ] + ], + "std": [ + [ + 0.971314722723139, + 0.8466778612216974, + 1.042970249181201, + 0.959839375401117, + 0.918650223910635, + 0.8910303524098012, + 0.9948560751139973, + 1.0082316527571256, + 0.8072245383487707, + 0.9913009258016392, + 0.8525556362245806, + 0.9327938415221685, + 0.575642414570075, + 0.997133880165406 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 4, + "padding": 28, + "parameters": 4541, + "cert_evals": { + "36": 0.44392523169517517, + "72": 0.2710280418395996, + "108": 0.1612149477005005, + "255": 0.016355140134692192 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/statlog-australian-credit/fold_3/result.json b/UCI_N4/sandwich/runs/statlog-australian-credit/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..2901cdf6bfed9a63586f9afbb1822fd47aa04d37 --- /dev/null +++ b/UCI_N4/sandwich/runs/statlog-australian-credit/fold_3/result.json @@ -0,0 +1,58 @@ +{ + "best_epoch": 1, + "best_val_acc": 0.6699029126213593, + "test_acc": 0.5614457831325301, + "train_size": 172, + "val_size": 103, + "test_size": 415, + "stats": { + "mean": [ + [ + -0.1213828103255814, + -0.06661143598837206, + 0.001801104651162605, + 0.1309130523255815, + 0.11044239534883706, + -0.028884297790697674, + 0.10482454651162802, + 0.09939604651162864, + -0.012912282558139528, + -0.12559799999999988, + 0.023629854651162924, + 0.0062312962406976735, + 0.17098330383720955, + 0.12242860465116306 + ] + ], + "std": [ + [ + 0.928604583415627, + 0.9683009241515906, + 1.0138252442857156, + 0.9530281481075065, + 0.9511816420159422, + 0.9323161262752426, + 0.9888538720631012, + 1.0088469910217654, + 0.7964967613394043, + 0.9806129187696861, + 0.964831290983948, + 0.838672394350281, + 1.7526808412132595, + 1.0053240290706722 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 4, + "padding": 28, + "parameters": 4541, + "cert_evals": { + "36": 0.4000000059604645, + "72": 0.2698795199394226, + "108": 0.17590361833572388, + "255": 0.04337349534034729 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/statlog-german-credit/fold_0/result.json b/UCI_N4/sandwich/runs/statlog-german-credit/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..9e71e617ba92013bb8b716770c6c07f033284bfa --- /dev/null +++ b/UCI_N4/sandwich/runs/statlog-german-credit/fold_0/result.json @@ -0,0 +1,78 @@ +{ + "best_epoch": 16, + "best_val_acc": 0.7777777777777778, + "test_acc": 0.731023102310231, + "train_size": 250, + "val_size": 144, + "test_size": 606, + "stats": { + "mean": [ + [ + 0.008747452000000005, + 0.11021018984000003, + 0.06555079600000023, + 0.10154820480000003, + -0.010759709999999997, + -0.02979250000000003, + 0.08191152000000003, + 0.013589535999999907, + 0.08188774399999998, + -0.06417329279999998, + 0.041099871999999926, + 0.0640540519999999, + 0.02485610000000021, + 0.057033071999999865, + 0.037065583999999575, + -0.014164548000000032, + 0.003288288000000005, + -0.09291863999999964, + 0.055446887999999986, + 0.033893919999999966, + -0.019884256, + -0.06814002399999995, + 0.019990000000000167, + 0.004141975999999968 + ] + ], + "std": [ + [ + 1.003978613784907, + 1.1209135794421377, + 1.0561299223802987, + 1.0960852648064718, + 1.0015570603843653, + 1.0186243811552194, + 0.9706722294277974, + 0.9826945821214509, + 0.9667757761368231, + 0.9930707850493405, + 0.9574267666614031, + 1.0136622966442341, + 1.022617820769464, + 1.0089854337740911, + 1.0859859373554877, + 0.9904599650540205, + 1.0037797010309435, + 1.118329779782364, + 1.1191480919785946, + 1.026929516139364, + 1.008621805841551, + 0.7419439487110271, + 1.014184725481508, + 0.9983740501128531 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 2, + "depth": 4, + "padding": 48, + "parameters": 13061, + "cert_evals": { + "36": 0.6534653902053833, + "72": 0.5363036394119263, + "108": 0.42904290556907654, + "255": 0.13861386477947235 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/statlog-german-credit/fold_1/result.json b/UCI_N4/sandwich/runs/statlog-german-credit/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..d95e7f70107be6ba04e02b5db8013d44d09b6ce4 --- /dev/null +++ b/UCI_N4/sandwich/runs/statlog-german-credit/fold_1/result.json @@ -0,0 +1,78 @@ +{ + "best_epoch": 5, + "best_val_acc": 0.6909090909090909, + "test_acc": 0.6632478632478632, + "train_size": 250, + "val_size": 165, + "test_size": 585, + "stats": { + "mean": [ + [ + -0.11847553600000008, + 0.036239413119999966, + 0.02862046800000001, + -0.09383200439999995, + 0.060125340400000005, + 0.15559079999999997, + -0.014122872000000066, + 0.03171004799999993, + -0.020949231999999995, + 0.024086774399999983, + 0.035430963999999704, + 0.03635581599999994, + 0.01380900000000019, + -0.02444276800000006, + 0.015885439999999883, + -0.04249425600000005, + 0.0032882880000000194, + -0.05162157599999978, + -0.045364992, + -0.03910935999999991, + 0.02430596400000002, + -0.06814002399999995, + -0.009994999999999971, + 0.03726506400000005 + ] + ], + "std": [ + [ + 0.9921196542418786, + 0.9839775335987256, + 0.9719344651930834, + 0.8219136288585911, + 1.0283437624856175, + 0.935161859470199, + 1.0304888406780581, + 0.969745031693504, + 1.0144787229611012, + 0.9607218147860226, + 0.9757296988321245, + 0.9986987034773843, + 1.0124834391949327, + 0.99440586812025, + 1.0376109095734123, + 0.9715066082685968, + 1.003779701030944, + 1.0681499773760452, + 0.8871445440000011, + 0.9654046905991231, + 0.9876884886364683, + 0.741943948711028, + 0.9919250708722922, + 0.9887116931453116 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 2, + "depth": 4, + "padding": 48, + "parameters": 13061, + "cert_evals": { + "36": 0.5914530158042908, + "72": 0.49572649598121643, + "108": 0.42222222685813904, + "255": 0.12136752158403397 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/statlog-german-credit/fold_2/result.json b/UCI_N4/sandwich/runs/statlog-german-credit/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..89ca7318b367b1807f13951051f56882a1947c2c --- /dev/null +++ b/UCI_N4/sandwich/runs/statlog-german-credit/fold_2/result.json @@ -0,0 +1,78 @@ +{ + "best_epoch": 9, + "best_val_acc": 0.7615894039735099, + "test_acc": 0.7111853088480802, + "train_size": 250, + "val_size": 151, + "test_size": 599, + "stats": { + "mean": [ + [ + -0.007155444000000004, + -0.02280468616000002, + -0.000923963999999978, + -0.005769232000000004, + 0.027214445999999993, + -0.033102900000000046, + -0.08756082399999997, + -0.008155120000000118, + -0.043801872000000026, + -0.036042587200000024, + -0.06660962000000034, + -0.012116240000000006, + 0.03590320000000018, + 0.03259031999999998, + 0.015885439999999754, + 0.014165159999999979, + -0.009864799999999998, + 0.044738240000000214, + -0.025202616000000018, + -0.02868032000000009, + 0.015467920000000017, + -0.013628039999999968, + -0.019989999999999956, + 0.04554583600000004 + ] + ], + "std": [ + [ + 0.9999148002086538, + 1.0148356615854706, + 0.9944072856585561, + 1.035717095952802, + 1.0170037494400637, + 0.9881689707602084, + 0.9574315744991436, + 0.9962604301494323, + 1.0106965591920622, + 0.938266029045709, + 1.046848672784522, + 1.0034643812466981, + 1.0325345627288987, + 1.0053273490207943, + 1.0376109095734132, + 1.0082616972439922, + 0.9864816, + 0.9336343846074779, + 0.9390127419470407, + 0.974766613507818, + 0.9920679785169961, + 0.9539597199999994, + 0.9841903486622879, + 0.9861074856695757 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 2, + "depth": 4, + "padding": 48, + "parameters": 13061, + "cert_evals": { + "36": 0.644407331943512, + "72": 0.552587628364563, + "108": 0.46911516785621643, + "255": 0.12520867586135864 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/statlog-german-credit/fold_3/result.json b/UCI_N4/sandwich/runs/statlog-german-credit/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..6b6a38b2e4e5a7583e81090e9542c38050084141 --- /dev/null +++ b/UCI_N4/sandwich/runs/statlog-german-credit/fold_3/result.json @@ -0,0 +1,78 @@ +{ + "best_epoch": 32, + "best_val_acc": 0.78, + "test_acc": 0.7083333333333334, + "train_size": 250, + "val_size": 150, + "test_size": 600, + "stats": { + "mean": [ + [ + -0.07712802800000004, + 0.035575906559999905, + 0.03600647600000002, + 0.06969280920000001, + -0.07151825079999988, + 1.2599999999729494e-06, + 0.09320968800000004, + -0.008155136000000117, + -0.047610556000000026, + -0.07366734000000005, + 0.04676877999999975, + -0.0398143480000001, + 0.013809000000000111, + -0.024442767999999993, + 0.0794258719999996, + -0.023607784000000107, + -0.036170976, + -0.02409019999999976, + 0.11593401599999997, + 0.06518104000000009, + 0.006629876000000042, + -0.013628039999999942, + 0.03998, + -0.028981112000000014 + ] + ], + "std": [ + [ + 0.9961848281424827, + 1.0357494337664712, + 0.9956407453516892, + 1.0641268992559583, + 0.9722690935335091, + 0.9495990606515547, + 0.9583641989375432, + 1.0028304935144103, + 0.9697124254270231, + 0.9284015893774715, + 0.9387328207858588, + 0.9103631774518237, + 1.0124834391949329, + 0.9944058681202499, + 1.1756410923708531, + 0.9842733398970128, + 0.9503959399474098, + 1.032426600000002, + 1.233700183972741, + 1.0506449065402248, + 0.9963498257987028, + 0.9539597199999992, + 1.028271299122951, + 1.0068547054058516 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 2, + "depth": 4, + "padding": 48, + "parameters": 13061, + "cert_evals": { + "36": 0.6366666555404663, + "72": 0.550000011920929, + "108": 0.46833333373069763, + "255": 0.1733333319425583 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/statlog-heart/fold_0/result.json b/UCI_N4/sandwich/runs/statlog-heart/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..d9bb44489a883083428334b4dfb0bd96b548a343 --- /dev/null +++ b/UCI_N4/sandwich/runs/statlog-heart/fold_0/result.json @@ -0,0 +1,56 @@ +{ + "best_epoch": 22, + "best_val_acc": 0.8157894736842105, + "test_acc": 0.8303030303030303, + "train_size": 67, + "val_size": 38, + "test_size": 165, + "stats": { + "mean": [ + [ + -0.08198015373134328, + -0.20437704477611945, + 0.14667940298507465, + -0.10702356567164191, + 0.12296643701492538, + 0.0031060895522387424, + 0.1721716417910448, + 0.05256702985074625, + -0.09777528358208952, + -0.07363618358208954, + 0.14071911940298493, + -0.06190307462686559, + 0.07189410447761192 + ] + ], + "std": [ + [ + 0.9602755621241335, + 1.0534397591881424, + 0.965842016381191, + 0.8781181021048233, + 1.1908161716364944, + 1.0012132661304654, + 0.983067488143195, + 0.9410627873975389, + 0.9570769609540178, + 0.878212234528083, + 0.8616316071032667, + 0.9849557990787127, + 0.9977403560745624 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 2, + "depth": 4, + "padding": 26, + "parameters": 3931, + "cert_evals": { + "36": 0.7636363506317139, + "72": 0.7272726893424988, + "108": 0.5939393639564514, + "255": 0.20606060326099396 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/statlog-heart/fold_1/result.json b/UCI_N4/sandwich/runs/statlog-heart/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..1e04376ed2c45b603a7f0c2cfc2750f27cb8682c --- /dev/null +++ b/UCI_N4/sandwich/runs/statlog-heart/fold_1/result.json @@ -0,0 +1,56 @@ +{ + "best_epoch": 20, + "best_val_acc": 0.8235294117647058, + "test_acc": 0.756578947368421, + "train_size": 67, + "val_size": 51, + "test_size": 152, + "stats": { + "mean": [ + [ + 0.10317251194029849, + -0.04498435820895522, + -0.10467137313432831, + 0.12694810597014922, + 0.17465611791044777, + 0.25472334328358204, + 0.08243026865671647, + -0.11108194776119398, + -0.002699328358208915, + -0.025414538805970124, + -0.05362482089552247, + 0.1120346268656717, + -0.13575953731343274 + ] + ], + "std": [ + [ + 0.933803946437699, + 1.0141183535164209, + 1.0495962756290413, + 0.9673366402230045, + 0.8198187755507609, + 1.1979377392725967, + 0.9966276802719692, + 1.0695932382111324, + 0.997165030870351, + 0.9974922014552127, + 0.9446202495075935, + 1.110709570807387, + 0.9882692368647951 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 2, + "depth": 4, + "padding": 26, + "parameters": 3931, + "cert_evals": { + "36": 0.6907894611358643, + "72": 0.6118420958518982, + "108": 0.5328947305679321, + "255": 0.2565789520740509 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/statlog-heart/fold_2/result.json b/UCI_N4/sandwich/runs/statlog-heart/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..32001b73dfe99df8d922e11f8ca25307d34fca5d --- /dev/null +++ b/UCI_N4/sandwich/runs/statlog-heart/fold_2/result.json @@ -0,0 +1,56 @@ +{ + "best_epoch": 38, + "best_val_acc": 0.782608695652174, + "test_acc": 0.8471337579617835, + "train_size": 67, + "val_size": 46, + "test_size": 157, + "stats": { + "mean": [ + [ + 0.13594266119402976, + -0.14061997014925387, + 0.06813225373134335, + -0.08696855671641794, + 0.03171528507462684, + 0.04504229850746271, + 0.18712851940298503, + 0.03130544776119405, + 0.09237662686567168, + -0.06451316865671636, + 0.019254119402985, + 0.08040952238805975, + -0.15114120895522393 + ] + ], + "std": [ + [ + 0.8711281879382763, + 1.040823259043546, + 0.9637958388354753, + 0.9133876556024206, + 0.9725134126319966, + 1.040829334168815, + 0.9723132590478262, + 0.9630003579670339, + 1.0269376874323441, + 0.8130127152575585, + 0.8919207037488958, + 1.0082879636602924, + 0.9714271921263085 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 2, + "depth": 4, + "padding": 26, + "parameters": 3931, + "cert_evals": { + "36": 0.7643312215805054, + "72": 0.656050980091095, + "108": 0.6178343892097473, + "255": 0.2802547812461853 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/statlog-heart/fold_3/result.json b/UCI_N4/sandwich/runs/statlog-heart/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..448733de0256fc08afc333d99a1b1be400e153a0 --- /dev/null +++ b/UCI_N4/sandwich/runs/statlog-heart/fold_3/result.json @@ -0,0 +1,56 @@ +{ + "best_epoch": 18, + "best_val_acc": 0.85, + "test_acc": 0.7791411042944786, + "train_size": 67, + "val_size": 40, + "test_size": 163, + "stats": { + "mean": [ + [ + 0.08678730746268656, + -0.14061997014925384, + 0.03671347761194034, + 0.07263314626865668, + -0.06617695701492539, + 0.17085092537313418, + 0.08243026865671643, + -0.04536504626865671, + -0.03439131343283579, + -0.07884894179104476, + -0.029331820895522515, + 0.15947211940298509, + -0.0511598059701492 + ] + ], + "std": [ + [ + 0.9010573312665855, + 1.0408232590435458, + 1.0531172362720425, + 0.9118585344964205, + 0.9359858544688878, + 1.1423287841859981, + 0.9966276802719692, + 1.0086415816105951, + 0.9850040267731803, + 0.9462659856917733, + 0.9421179375671704, + 1.0971195664680449, + 0.9795524388118361 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 2, + "depth": 4, + "padding": 26, + "parameters": 3931, + "cert_evals": { + "36": 0.7239263653755188, + "72": 0.6012269854545593, + "108": 0.5398772954940796, + "255": 0.16564416885375977 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/statlog-image/fold_0/result.json b/UCI_N4/sandwich/runs/statlog-image/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..101fa64b94c9ecc513e89ac2e77e6f11354328c4 --- /dev/null +++ b/UCI_N4/sandwich/runs/statlog-image/fold_0/result.json @@ -0,0 +1,66 @@ +{ + "best_epoch": 50, + "best_val_acc": 0.925414364640884, + "test_acc": 0.8789204959883297, + "train_size": 577, + "val_size": 362, + "test_size": 1371, + "stats": { + "mean": [ + [ + 0.05277729462738304, + -0.026856590034661988, + -0.04045374350086678, + 0.035925407279029424, + 0.012791040953206106, + -0.02749923800693239, + 0.026879459393414143, + 0.003427681455805914, + -0.003979492894280729, + -0.0036277449220103795, + -0.004736499878682832, + -0.003368361143847496, + 0.0064276489428076265, + -0.008315490103986137, + 0.007643567209705356, + -0.0043468179896013785, + 0.0004630635528596608, + -0.0013222841941074428 + ] + ], + "std": [ + [ + 1.0182285353798557, + 0.9851787517694358, + 0.9390514410011299, + 1.0719805534061642, + 1.0253303532403122, + 0.7168098920649388, + 1.0463467417069485, + 1.0739156275157598, + 0.9846461541428279, + 0.986758186324584, + 0.9813280135807977, + 0.9874022073254759, + 0.9931538939642666, + 0.9774222979865599, + 0.9945730722498334, + 0.98084516278497, + 0.9787696627538863, + 1.0056912001088976 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 4, + "padding": 36, + "parameters": 7606, + "cert_evals": { + "36": 0.8395332098007202, + "72": 0.7994164824485779, + "108": 0.7571116089820862, + "255": 0.4135667383670807 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/statlog-image/fold_1/result.json b/UCI_N4/sandwich/runs/statlog-image/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..c2eac21cc2c3d219d4d989bb7a50a20e5274b7ad --- /dev/null +++ b/UCI_N4/sandwich/runs/statlog-image/fold_1/result.json @@ -0,0 +1,66 @@ +{ + "best_epoch": 38, + "best_val_acc": 0.9082278481012658, + "test_acc": 0.8920254057868737, + "train_size": 577, + "val_size": 316, + "test_size": 1417, + "stats": { + "mean": [ + [ + -0.00805977642980937, + -0.018866870935875215, + 0.031481733102252704, + -0.043535077989602024, + 0.004621514436741676, + 0.01480505808492205, + -0.014060085823223602, + -0.02213133720970536, + 0.002966329462738305, + 0.0030170756499133438, + 0.002753383032928949, + 0.0031395960138648014, + -0.0019510392547660267, + 0.0010119288561525432, + 0.0002420222010398325, + 0.0026207177123050403, + -0.00027903677296360597, + -0.004136256395147322 + ] + ], + "std": [ + [ + 0.9953843774509928, + 1.0074852374270842, + 1.0783606982862584, + 0.9028473634226395, + 1.0693480635548707, + 1.0940228399134122, + 0.8711465724120171, + 0.502597420466186, + 1.006613669140276, + 1.0050554458942274, + 1.0062103872564798, + 1.0073657656318686, + 0.9940821219426057, + 0.9803990682446567, + 0.9797804248563735, + 1.0060668347936674, + 0.9852523228665813, + 0.9927198570183016 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 4, + "padding": 36, + "parameters": 7606, + "cert_evals": { + "36": 0.8503881692886353, + "72": 0.8108680248260498, + "108": 0.752293586730957, + "255": 0.37755823135375977 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/statlog-image/fold_2/result.json b/UCI_N4/sandwich/runs/statlog-image/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..3df6d8cc3ad990697200bf337e151891055b697f --- /dev/null +++ b/UCI_N4/sandwich/runs/statlog-image/fold_2/result.json @@ -0,0 +1,66 @@ +{ + "best_epoch": 24, + "best_val_acc": 0.870026525198939, + "test_acc": 0.8731563421828908, + "train_size": 577, + "val_size": 377, + "test_size": 1356, + "stats": { + "mean": [ + [ + 0.05914366984402079, + 0.022316960745233937, + 0.06025597920277344, + 0.004141213171577218, + 0.06498358975736578, + -0.007717641698440197, + 0.003916004280762564, + -0.024700628942807636, + -0.011757545424610043, + -0.012553493500866587, + -0.011469935798960128, + -0.011205641403812857, + 0.0023379489774696394, + -0.007725091837088372, + 0.010744232443674168, + -0.011220052305025987, + -0.013785179953206241, + 0.003924050017330997 + ] + ], + "std": [ + [ + 1.024154455792897, + 0.9811663585132518, + 1.0550539991337744, + 1.0439910345858283, + 1.1416502363087357, + 0.8904529955722684, + 1.0841860242487946, + 0.7205096411504827, + 0.9892628189620303, + 0.9876451169861917, + 0.9910594913771583, + 0.9889085818803738, + 1.0052016942584325, + 1.0015543969928375, + 1.001939370908761, + 0.9907018248984832, + 0.9753060190971025, + 0.9976064937693578 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 4, + "padding": 36, + "parameters": 7606, + "cert_evals": { + "36": 0.8311209678649902, + "72": 0.783923327922821, + "108": 0.7175516486167908, + "255": 0.37463125586509705 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/statlog-image/fold_3/result.json b/UCI_N4/sandwich/runs/statlog-image/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..41d1eeb70d880dff8dad689e1b2b555a1db76405 --- /dev/null +++ b/UCI_N4/sandwich/runs/statlog-image/fold_3/result.json @@ -0,0 +1,66 @@ +{ + "best_epoch": 16, + "best_val_acc": 0.8839285714285714, + "test_acc": 0.8690050107372942, + "train_size": 577, + "val_size": 336, + "test_size": 1397, + "stats": { + "mean": [ + [ + -0.004805442807625656, + 0.03371339715771235, + 0.02189034662045027, + 0.035925407279029334, + 0.0042291054419410475, + 0.03768918716984402, + 0.012717266897746975, + 0.03924694882149047, + 0.00528661488734836, + 0.005418960658578841, + 0.0062262528249566835, + 0.0039763388388214865, + -0.003098130467937617, + 0.010604977712305036, + -0.01486111181975736, + 0.007219200675909865, + 0.014029051389948003, + 0.01013749448873485 + ] + ], + "std": [ + [ + 1.008276364629133, + 1.010568100241832, + 1.0315325534295983, + 1.1379229784648968, + 0.9804535280460098, + 1.2556130480825498, + 1.057279793514591, + 1.3153187531590647, + 1.004023150383831, + 1.004919767936061, + 1.0036256590527597, + 1.0041255432995537, + 1.0046162783500956, + 1.0114881398893187, + 1.0145020055917877, + 1.0028701935817135, + 1.0098377455026906, + 0.990416131086278 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 4, + "padding": 36, + "parameters": 7606, + "cert_evals": { + "36": 0.8303507566452026, + "72": 0.759484589099884, + "108": 0.6993557214736938, + "255": 0.36077308654785156 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/statlog-landsat/fold_0/result.json b/UCI_N4/sandwich/runs/statlog-landsat/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..1344d541a31fbe326c6bb2af89b1e858acaefb1d --- /dev/null +++ b/UCI_N4/sandwich/runs/statlog-landsat/fold_0/result.json @@ -0,0 +1,102 @@ +{ + "best_epoch": 23, + "best_val_acc": 0.8736141906873615, + "test_acc": 0.8666855363713558, + "train_size": 2000, + "val_size": 902, + "test_size": 3533, + "stats": { + "mean": [ + [ + -6.934999915808593e-08, + 2.3328000050659715e-07, + -1.1755000014720962e-07, + 4.1650000113531425e-08, + 2.974999921856458e-08, + 4.0644999990996356e-07, + -1.644000001917445e-07, + -1.413499999420309e-07, + -8.425000072870282e-08, + -1.3005000039911785e-07, + 2.7175000002155337e-07, + 1.0295000034876712e-07, + 1.0184999964849006e-07, + 6.443749997200598e-07, + -1.6854999985216335e-07, + 3.127500005414563e-07, + 1.409999956569763e-08, + 1.658500001333052e-07, + -1.2499999977327868e-07, + -5.844999979326415e-08, + 2.847999998976669e-07, + 3.69650000320354e-07, + -2.5099999955369155e-08, + -7.789999963525585e-08, + 2.7900000419078807e-08, + 1.6560000010702563e-07, + -6.818499998652027e-07, + 5.085000043508758e-08, + -2.546000000173132e-07, + 1.6649999925254233e-08, + -5.505499998159635e-07, + -2.0430000036758546e-07, + 6.48000004858651e-08, + 1.6479999976863612e-07, + 1.1045000017417816e-07, + -5.730000016734849e-08 + ] + ], + "std": [ + [ + 0.9997504252780416, + 0.9997504353750883, + 0.9997503864088414, + 0.9997498292458762, + 0.999750452450114, + 0.9997515833752775, + 0.9997498884010328, + 0.9997500268501014, + 0.9997502639520248, + 0.9997509350029689, + 0.9997501055034534, + 0.9997499174689204, + 0.9997496455953512, + 0.9997496576620629, + 0.999749738590197, + 0.9997497575751876, + 0.9997501294203239, + 0.9997495457673908, + 0.999749811725968, + 0.9997499464044513, + 0.9997498084183996, + 0.9997501411837695, + 0.9997498091480883, + 0.9997501130822933, + 0.9997499551918837, + 0.9997500274473032, + 0.999750691794593, + 0.9997498389478997, + 0.9997497286241793, + 0.9997505072133269, + 0.9997503342441044, + 0.9997498754279657, + 0.9997500420188261, + 0.9997503240021074, + 0.9997501539041043, + 0.9997498636945846 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 6, + "depth": 4, + "padding": 72, + "parameters": 29385, + "cert_evals": { + "36": 0.8412114381790161, + "72": 0.8061137795448303, + "108": 0.7701669931411743, + "255": 0.5561845898628235 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/statlog-landsat/fold_1/result.json b/UCI_N4/sandwich/runs/statlog-landsat/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..743e52d7b546169387c0a2f4ce17fe85c45fb5c3 --- /dev/null +++ b/UCI_N4/sandwich/runs/statlog-landsat/fold_1/result.json @@ -0,0 +1,102 @@ +{ + "best_epoch": 44, + "best_val_acc": 0.8695652173913043, + "test_acc": 0.8677098150782361, + "train_size": 2000, + "val_size": 920, + "test_size": 3515, + "stats": { + "mean": [ + [ + -6.934999915808593e-08, + 2.3328000050659715e-07, + -1.1755000014720962e-07, + 4.1650000113531425e-08, + 2.974999921856458e-08, + 4.0644999990996356e-07, + -1.644000001917445e-07, + -1.413499999420309e-07, + -8.425000072870282e-08, + -1.3005000039911785e-07, + 2.7175000002155337e-07, + 1.0295000034876712e-07, + 1.0184999964849006e-07, + 6.443749997200598e-07, + -1.6854999985216335e-07, + 3.127500005414563e-07, + 1.409999956569763e-08, + 1.658500001333052e-07, + -1.2499999977327868e-07, + -5.844999979326415e-08, + 2.847999998976669e-07, + 3.69650000320354e-07, + -2.5099999955369155e-08, + -7.789999963525585e-08, + 2.7900000419078807e-08, + 1.6560000010702563e-07, + -6.818499998652027e-07, + 5.085000043508758e-08, + -2.546000000173132e-07, + 1.6649999925254233e-08, + -5.505499998159635e-07, + -2.0430000036758546e-07, + 6.48000004858651e-08, + 1.6479999976863612e-07, + 1.1045000017417816e-07, + -5.730000016734849e-08 + ] + ], + "std": [ + [ + 0.9997504252780416, + 0.9997504353750883, + 0.9997503864088414, + 0.9997498292458762, + 0.999750452450114, + 0.9997515833752775, + 0.9997498884010328, + 0.9997500268501014, + 0.9997502639520248, + 0.9997509350029689, + 0.9997501055034534, + 0.9997499174689204, + 0.9997496455953512, + 0.9997496576620629, + 0.999749738590197, + 0.9997497575751876, + 0.9997501294203239, + 0.9997495457673908, + 0.999749811725968, + 0.9997499464044513, + 0.9997498084183996, + 0.9997501411837695, + 0.9997498091480883, + 0.9997501130822933, + 0.9997499551918837, + 0.9997500274473032, + 0.999750691794593, + 0.9997498389478997, + 0.9997497286241793, + 0.9997505072133269, + 0.9997503342441044, + 0.9997498754279657, + 0.9997500420188261, + 0.9997503240021074, + 0.9997501539041043, + 0.9997498636945846 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 6, + "depth": 4, + "padding": 72, + "parameters": 29385, + "cert_evals": { + "36": 0.8423898220062256, + "72": 0.8133713006973267, + "108": 0.7758179903030396, + "255": 0.5726885199546814 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/statlog-landsat/fold_2/result.json b/UCI_N4/sandwich/runs/statlog-landsat/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..40eaaeea1d2ab69ac101777bff0d3680cd17f23e --- /dev/null +++ b/UCI_N4/sandwich/runs/statlog-landsat/fold_2/result.json @@ -0,0 +1,102 @@ +{ + "best_epoch": 37, + "best_val_acc": 0.8792165397170838, + "test_acc": 0.8694539249146758, + "train_size": 2000, + "val_size": 919, + "test_size": 3516, + "stats": { + "mean": [ + [ + -6.934999915808593e-08, + 2.3328000050659715e-07, + -1.1755000014720962e-07, + 4.1650000113531425e-08, + 2.974999921856458e-08, + 4.0644999990996356e-07, + -1.644000001917445e-07, + -1.413499999420309e-07, + -8.425000072870282e-08, + -1.3005000039911785e-07, + 2.7175000002155337e-07, + 1.0295000034876712e-07, + 1.0184999964849006e-07, + 6.443749997200598e-07, + -1.6854999985216335e-07, + 3.127500005414563e-07, + 1.409999956569763e-08, + 1.658500001333052e-07, + -1.2499999977327868e-07, + -5.844999979326415e-08, + 2.847999998976669e-07, + 3.69650000320354e-07, + -2.5099999955369155e-08, + -7.789999963525585e-08, + 2.7900000419078807e-08, + 1.6560000010702563e-07, + -6.818499998652027e-07, + 5.085000043508758e-08, + -2.546000000173132e-07, + 1.6649999925254233e-08, + -5.505499998159635e-07, + -2.0430000036758546e-07, + 6.48000004858651e-08, + 1.6479999976863612e-07, + 1.1045000017417816e-07, + -5.730000016734849e-08 + ] + ], + "std": [ + [ + 0.9997504252780416, + 0.9997504353750883, + 0.9997503864088414, + 0.9997498292458762, + 0.999750452450114, + 0.9997515833752775, + 0.9997498884010328, + 0.9997500268501014, + 0.9997502639520248, + 0.9997509350029689, + 0.9997501055034534, + 0.9997499174689204, + 0.9997496455953512, + 0.9997496576620629, + 0.999749738590197, + 0.9997497575751876, + 0.9997501294203239, + 0.9997495457673908, + 0.999749811725968, + 0.9997499464044513, + 0.9997498084183996, + 0.9997501411837695, + 0.9997498091480883, + 0.9997501130822933, + 0.9997499551918837, + 0.9997500274473032, + 0.999750691794593, + 0.9997498389478997, + 0.9997497286241793, + 0.9997505072133269, + 0.9997503342441044, + 0.9997498754279657, + 0.9997500420188261, + 0.9997503240021074, + 0.9997501539041043, + 0.9997498636945846 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 6, + "depth": 4, + "padding": 72, + "parameters": 29385, + "cert_evals": { + "36": 0.8481228351593018, + "72": 0.817121684551239, + "108": 0.7792946100234985, + "255": 0.5762229561805725 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/statlog-landsat/fold_3/result.json b/UCI_N4/sandwich/runs/statlog-landsat/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..9a0e826a5ba0a1c163b980164c22da0c3a01d011 --- /dev/null +++ b/UCI_N4/sandwich/runs/statlog-landsat/fold_3/result.json @@ -0,0 +1,102 @@ +{ + "best_epoch": 65, + "best_val_acc": 0.8539823008849557, + "test_acc": 0.8753894080996885, + "train_size": 2000, + "val_size": 904, + "test_size": 3531, + "stats": { + "mean": [ + [ + -6.934999915808593e-08, + 2.3328000050659715e-07, + -1.1755000014720962e-07, + 4.1650000113531425e-08, + 2.974999921856458e-08, + 4.0644999990996356e-07, + -1.644000001917445e-07, + -1.413499999420309e-07, + -8.425000072870282e-08, + -1.3005000039911785e-07, + 2.7175000002155337e-07, + 1.0295000034876712e-07, + 1.0184999964849006e-07, + 6.443749997200598e-07, + -1.6854999985216335e-07, + 3.127500005414563e-07, + 1.409999956569763e-08, + 1.658500001333052e-07, + -1.2499999977327868e-07, + -5.844999979326415e-08, + 2.847999998976669e-07, + 3.69650000320354e-07, + -2.5099999955369155e-08, + -7.789999963525585e-08, + 2.7900000419078807e-08, + 1.6560000010702563e-07, + -6.818499998652027e-07, + 5.085000043508758e-08, + -2.546000000173132e-07, + 1.6649999925254233e-08, + -5.505499998159635e-07, + -2.0430000036758546e-07, + 6.48000004858651e-08, + 1.6479999976863612e-07, + 1.1045000017417816e-07, + -5.730000016734849e-08 + ] + ], + "std": [ + [ + 0.9997504252780416, + 0.9997504353750883, + 0.9997503864088414, + 0.9997498292458762, + 0.999750452450114, + 0.9997515833752775, + 0.9997498884010328, + 0.9997500268501014, + 0.9997502639520248, + 0.9997509350029689, + 0.9997501055034534, + 0.9997499174689204, + 0.9997496455953512, + 0.9997496576620629, + 0.999749738590197, + 0.9997497575751876, + 0.9997501294203239, + 0.9997495457673908, + 0.999749811725968, + 0.9997499464044513, + 0.9997498084183996, + 0.9997501411837695, + 0.9997498091480883, + 0.9997501130822933, + 0.9997499551918837, + 0.9997500274473032, + 0.999750691794593, + 0.9997498389478997, + 0.9997497286241793, + 0.9997505072133269, + 0.9997503342441044, + 0.9997498754279657, + 0.9997500420188261, + 0.9997503240021074, + 0.9997501539041043, + 0.9997498636945846 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 6, + "depth": 4, + "padding": 72, + "parameters": 29385, + "cert_evals": { + "36": 0.8496176600456238, + "72": 0.822429895401001, + "108": 0.7856131196022034, + "255": 0.5853865742683411 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/statlog-shuttle/fold_0/result.json b/UCI_N4/sandwich/runs/statlog-shuttle/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..08f48169ba2bdd7eef2ea7c5564a38561cab0adc --- /dev/null +++ b/UCI_N4/sandwich/runs/statlog-shuttle/fold_0/result.json @@ -0,0 +1,48 @@ +{ + "best_epoch": 28, + "best_val_acc": 0.9470025074082516, + "test_acc": 0.8954961700167022, + "train_size": 14500, + "val_size": 8774, + "test_size": 34726, + "stats": { + "mean": [ + [ + 1.2510344720706063e-08, + -4.003449266179364e-09, + -2.8330344823007095e-07, + 2.2496552349729375e-08, + 4.917241296073994e-09, + -3.906206872704791e-09, + -2.4448276142207472e-08, + 8.781379274356982e-09, + 1.222586207623664e-07 + ] + ], + "std": [ + [ + 0.9999654436530625, + 0.9999653004098481, + 0.9999654876854136, + 0.9999670453911623, + 0.9999655862280178, + 0.9999655271700041, + 0.9999659054814384, + 0.9999654302872448, + 0.9999654402261486 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 7, + "depth": 4, + "padding": 18, + "parameters": 2026, + "cert_evals": { + "36": 0.8339572548866272, + "72": 0.7437078952789307, + "108": 0.6033519506454468, + "255": 0.05589471757411957 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/statlog-shuttle/fold_1/result.json b/UCI_N4/sandwich/runs/statlog-shuttle/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..445fe30ed298008b832107a69b8dfb44fe63ddb8 --- /dev/null +++ b/UCI_N4/sandwich/runs/statlog-shuttle/fold_1/result.json @@ -0,0 +1,48 @@ +{ + "best_epoch": 10, + "best_val_acc": 0.8719512195121951, + "test_acc": 0.8465057760494109, + "train_size": 14500, + "val_size": 8528, + "test_size": 34972, + "stats": { + "mean": [ + [ + 1.2510344720706063e-08, + -4.003449266179364e-09, + -2.8330344823007095e-07, + 2.2496552349729375e-08, + 4.917241296073994e-09, + -3.906206872704791e-09, + -2.4448276142207472e-08, + 8.781379274356982e-09, + 1.222586207623664e-07 + ] + ], + "std": [ + [ + 0.9999654436530625, + 0.9999653004098481, + 0.9999654876854136, + 0.9999670453911623, + 0.9999655862280178, + 0.9999655271700041, + 0.9999659054814384, + 0.9999654302872448, + 0.9999654402261486 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 7, + "depth": 4, + "padding": 18, + "parameters": 2026, + "cert_evals": { + "36": 0.7324717044830322, + "72": 0.6545522212982178, + "108": 0.598307192325592, + "255": 0.057074230164289474 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/statlog-shuttle/fold_2/result.json b/UCI_N4/sandwich/runs/statlog-shuttle/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..3ab0a5022652877eba9601afbd3aa971f06e904f --- /dev/null +++ b/UCI_N4/sandwich/runs/statlog-shuttle/fold_2/result.json @@ -0,0 +1,48 @@ +{ + "best_epoch": 5, + "best_val_acc": 0.9019607843137255, + "test_acc": 0.7383290267011198, + "train_size": 14500, + "val_size": 8670, + "test_size": 34830, + "stats": { + "mean": [ + [ + 1.2510344720706063e-08, + -4.003449266179364e-09, + -2.8330344823007095e-07, + 2.2496552349729375e-08, + 4.917241296073994e-09, + -3.906206872704791e-09, + -2.4448276142207472e-08, + 8.781379274356982e-09, + 1.222586207623664e-07 + ] + ], + "std": [ + [ + 0.9999654436530625, + 0.9999653004098481, + 0.9999654876854136, + 0.9999670453911623, + 0.9999655862280178, + 0.9999655271700041, + 0.9999659054814384, + 0.9999654302872448, + 0.9999654402261486 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 7, + "depth": 4, + "padding": 18, + "parameters": 2026, + "cert_evals": { + "36": 0.660637378692627, + "72": 0.579643964767456, + "108": 0.3435831069946289, + "255": 0.055670399218797684 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/statlog-shuttle/fold_3/result.json b/UCI_N4/sandwich/runs/statlog-shuttle/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..d791bb20d45f5b82e098897998d43031ad7920b4 --- /dev/null +++ b/UCI_N4/sandwich/runs/statlog-shuttle/fold_3/result.json @@ -0,0 +1,48 @@ +{ + "best_epoch": 49, + "best_val_acc": 0.9319536610055111, + "test_acc": 0.8603542431159525, + "train_size": 14500, + "val_size": 8891, + "test_size": 34609, + "stats": { + "mean": [ + [ + 1.2510344720706063e-08, + -4.003449266179364e-09, + -2.8330344823007095e-07, + 2.2496552349729375e-08, + 4.917241296073994e-09, + -3.906206872704791e-09, + -2.4448276142207472e-08, + 8.781379274356982e-09, + 1.222586207623664e-07 + ] + ], + "std": [ + [ + 0.9999654436530625, + 0.9999653004098481, + 0.9999654876854136, + 0.9999670453911623, + 0.9999655862280178, + 0.9999655271700041, + 0.9999659054814384, + 0.9999654302872448, + 0.9999654402261486 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 7, + "depth": 4, + "padding": 18, + "parameters": 2026, + "cert_evals": { + "36": 0.8139501214027405, + "72": 0.7371492981910706, + "108": 0.6090034246444702, + "255": 0.050738245248794556 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/statlog-vehicle/fold_0/result.json b/UCI_N4/sandwich/runs/statlog-vehicle/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..4d9541f9522cc1702398c1ed4df34a13ed9e9889 --- /dev/null +++ b/UCI_N4/sandwich/runs/statlog-vehicle/fold_0/result.json @@ -0,0 +1,66 @@ +{ + "best_epoch": 33, + "best_val_acc": 0.7024793388429752, + "test_acc": 0.6945525291828794, + "train_size": 211, + "val_size": 121, + "test_size": 514, + "stats": { + "mean": [ + [ + -0.15146149526066363, + -0.10432839952606632, + -0.059711114691943054, + -0.10485173232227493, + -0.05972240473933653, + 0.023982654502369662, + -0.09937442175355453, + 0.0818855733649288, + -0.10596828436018967, + -0.11517251252132703, + -0.08347083222748818, + -0.1053934661943128, + -0.08422502947867287, + 0.06107363270142171, + -0.09882898767772512, + -0.031016796208530723, + -0.05365530142180105, + -0.07673026919431288 + ] + ], + "std": [ + [ + 0.9244006895318542, + 0.9269788321694366, + 0.9738611659537878, + 0.9392376060519674, + 0.9423236941745864, + 1.2031150582278034, + 0.9189159479510511, + 0.9554470489794712, + 0.9165422543676691, + 0.9419702932342265, + 0.899283407616931, + 0.9016819378903871, + 0.9169739004303826, + 1.0374334592683703, + 1.008232147929816, + 0.9709165003669759, + 0.9809690311814254, + 0.9851749395938914 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 4, + "padding": 36, + "parameters": 7495, + "cert_evals": { + "36": 0.612840473651886, + "72": 0.5291828513145447, + "108": 0.44163423776626587, + "255": 0.07782100886106491 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/statlog-vehicle/fold_1/result.json b/UCI_N4/sandwich/runs/statlog-vehicle/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..8ed9ed3643a2ccfa0e3905f589a99c3360373f99 --- /dev/null +++ b/UCI_N4/sandwich/runs/statlog-vehicle/fold_1/result.json @@ -0,0 +1,66 @@ +{ + "best_epoch": 33, + "best_val_acc": 0.7583333333333333, + "test_acc": 0.7203883495145631, + "train_size": 211, + "val_size": 120, + "test_size": 515, + "stats": { + "mean": [ + [ + -0.05707185829383899, + 0.01703814028436017, + -0.07233211819905201, + -0.08672841545023706, + -0.057319243601895775, + 0.03840272132701431, + -0.013982209905213271, + 0.02121443985781981, + -0.007237241706161201, + 0.0049784149421801165, + -0.014029810900473958, + -0.016262295578199085, + 0.0009614558767772847, + 0.11677855781990558, + 0.0023493535545024086, + -0.010852331753554503, + -0.10286354407582957, + -0.11368303744075818 + ] + ], + "std": [ + [ + 1.0402738933856586, + 0.9838455143238437, + 1.0190627316129826, + 1.0239103894741375, + 1.1508302480807033, + 1.1683856166359436, + 1.0055121275534542, + 0.9988185856887961, + 1.0147533040348673, + 0.9815814858424408, + 0.9995251885514925, + 1.0064285465555274, + 0.9637935338431834, + 1.1030605616237845, + 0.9937126714490084, + 0.995709949800922, + 1.0375518355312294, + 1.0614716810079152 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 4, + "padding": 36, + "parameters": 7495, + "cert_evals": { + "36": 0.6213592290878296, + "72": 0.5106796026229858, + "108": 0.3980582654476166, + "255": 0.05631067976355553 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/statlog-vehicle/fold_2/result.json b/UCI_N4/sandwich/runs/statlog-vehicle/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..eee1a9ba417c9c9a3e558e90aa189102907725d4 --- /dev/null +++ b/UCI_N4/sandwich/runs/statlog-vehicle/fold_2/result.json @@ -0,0 +1,66 @@ +{ + "best_epoch": 35, + "best_val_acc": 0.6589147286821705, + "test_acc": 0.7094861660079052, + "train_size": 211, + "val_size": 129, + "test_size": 506, + "stats": { + "mean": [ + [ + -0.021963390047393307, + 0.015501836018957329, + 0.03765074758293839, + -0.033773345592417056, + -0.053714301421800954, + 0.025012608530805693, + 0.012391009146919438, + 0.0011931618483411932, + 0.003732862559241725, + -0.004163105436966835, + 0.014350785308056885, + 0.008870320853080559, + 0.03139527815165877, + 0.07120188767772496, + -0.007286610426540335, + 0.01621079620853081, + -0.11362760189573462, + -0.0754560952606636 + ] + ], + "std": [ + [ + 1.0013809830173679, + 0.9782519614775661, + 1.0067349356663802, + 0.9925585379225955, + 0.9656789538710515, + 1.079511023393183, + 1.0086208512176316, + 0.9976671958575583, + 1.0053473248040818, + 0.9749627707710302, + 1.0173842579149284, + 1.023042568770406, + 0.9834183626487213, + 1.0185730954327057, + 1.033273817278921, + 0.9965280678503624, + 0.9690108913489877, + 1.0258779208898805 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 4, + "padding": 36, + "parameters": 7495, + "cert_evals": { + "36": 0.6205533742904663, + "72": 0.5098814368247986, + "108": 0.4229249060153961, + "255": 0.07114624977111816 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/statlog-vehicle/fold_3/result.json b/UCI_N4/sandwich/runs/statlog-vehicle/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..4899f37af83fcfce80f96a7ff6a70b051bdac8f0 --- /dev/null +++ b/UCI_N4/sandwich/runs/statlog-vehicle/fold_3/result.json @@ -0,0 +1,66 @@ +{ + "best_epoch": 48, + "best_val_acc": 0.7165354330708661, + "test_acc": 0.6712598425196851, + "train_size": 211, + "val_size": 127, + "test_size": 508, + "stats": { + "mean": [ + [ + 0.04652693270142183, + 0.020878930331753535, + 0.004595829952606676, + 0.050472680521327036, + 0.10850436966824639, + 0.11359419241706137, + 0.0035522710900474227, + -0.016401528483412357, + 0.0019045260663507124, + 0.02816009017251184, + 0.02038910379146921, + 0.003237731909952596, + 0.0162511691943128, + 0.05221142748815186, + 0.04571186824644554, + -0.08779599999999993, + -0.02366896398104278, + -0.04232626635071097 + ] + ], + "std": [ + [ + 1.0660694582459869, + 0.9954955740331093, + 1.0005918167210288, + 1.0225865249631643, + 1.1919100176742894, + 1.3676251093574603, + 0.9782612041335168, + 1.0070319475298821, + 0.9609306968438209, + 0.995608616420587, + 0.9856739612962143, + 0.9752124296736733, + 1.0143856365331891, + 1.0854963150619814, + 1.0148237536601927, + 0.9020045533947828, + 0.9646100732878, + 0.9403175219272142 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 4, + "padding": 36, + "parameters": 7495, + "cert_evals": { + "36": 0.5944882035255432, + "72": 0.5157480239868164, + "108": 0.43897637724876404, + "255": 0.05905511975288391 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/steel-plates/fold_0/result.json b/UCI_N4/sandwich/runs/steel-plates/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..e2896e403ff1807e16219d291a47e8c9aa118586 --- /dev/null +++ b/UCI_N4/sandwich/runs/steel-plates/fold_0/result.json @@ -0,0 +1,84 @@ +{ + "best_epoch": 59, + "best_val_acc": 0.6688524590163935, + "test_acc": 0.6863596872284969, + "train_size": 485, + "val_size": 305, + "test_size": 1151, + "stats": { + "mean": [ + [ + -0.033171420824742434, + -0.03487799787628848, + -0.025752341010309272, + -0.02575685641237119, + -0.013433178123711241, + -0.013203120387628779, + -0.01932132132144322, + -0.015286709072164926, + -0.03529740762886613, + -0.06188019999999985, + 0.029282459793814393, + 0.02461150515463966, + -0.02461150515463966, + 0.02680637649484613, + 0.05348254682474227, + 0.04729742422680411, + 0.037012766989690665, + -0.005113711814433202, + -0.04244604482474207, + 0.016299261237113144, + 0.02038411958762842, + 0.024304238721649656, + 0.01957637484536068, + 0.03119099608247441, + 0.008960876804329868, + -0.0667112558564948, + 0.03806582750515489 + ] + ], + "std": [ + [ + 0.9756894853975037, + 0.9770748287077284, + 0.928969513709341, + 0.9289613756914903, + 0.7271911461061646, + 0.6249440949513447, + 0.2710442676106522, + 0.8321078924444775, + 0.9681819508369377, + 0.9379050398893956, + 1.0059681125158686, + 1.004435542438173, + 1.004435542438173, + 1.0374639889594413, + 0.9990047126903454, + 0.9783238676858398, + 0.9859445483202275, + 0.9264109604441377, + 0.9798063758731859, + 0.9885797784975004, + 0.9993680933241289, + 0.9978320614999503, + 0.9928227904046222, + 0.9831836156202347, + 0.9769683973001587, + 0.9740787014301614, + 0.9975175191485853 + ] + ] + }, + "width": 128, + "in_features": 27, + "out_features": 7, + "depth": 4, + "padding": 54, + "parameters": 16750, + "cert_evals": { + "36": 0.6368375420570374, + "72": 0.5855777859687805, + "108": 0.5256298780441284, + "255": 0.3136403262615204 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/steel-plates/fold_1/result.json b/UCI_N4/sandwich/runs/steel-plates/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..d39ac2df70a36abc3d2816806913cdf8c4eb3304 --- /dev/null +++ b/UCI_N4/sandwich/runs/steel-plates/fold_1/result.json @@ -0,0 +1,84 @@ +{ + "best_epoch": 16, + "best_val_acc": 0.7147887323943662, + "test_acc": 0.6629692832764505, + "train_size": 485, + "val_size": 284, + "test_size": 1172, + "stats": { + "mean": [ + [ + 0.03706820797938135, + 0.03657455558762895, + 0.014421525546391723, + 0.014414742845360836, + -0.04709934408247418, + -0.04852457241237108, + -0.033936195713195796, + -0.05171317672164952, + 0.013659632577319523, + -0.027462527628865894, + 0.006293505773195868, + 0.011990152577319948, + -0.011990152577319948, + -0.03296888268041301, + -0.009405954164948402, + -0.043928852597938134, + 0.002384727134020549, + -0.013394573402062043, + 0.027507874268041282, + 0.038990112989690746, + 0.0011484783505151038, + -0.02832227346391757, + -0.023262162268041238, + -0.03206279731958757, + -0.003237806419175221, + -0.04168354620618558, + -0.012072491587628926 + ] + ], + "std": [ + [ + 1.015411156192268, + 1.0184785548739292, + 1.121885848311569, + 1.1218788885198352, + 0.690006383533972, + 0.5810603178627508, + 0.2538653505206093, + 0.7901091189782915, + 1.0313073308807894, + 1.1253321716484355, + 0.9934036908444747, + 1.002106781592608, + 1.002106781592608, + 0.9446882153445072, + 1.006327755621702, + 1.0256643689759664, + 0.9902082423796534, + 1.0703705601717843, + 0.9814029395820514, + 0.9594928614842593, + 0.9948279945629597, + 0.9781432437014432, + 0.9737318425454382, + 0.9896265964372553, + 0.996385694776415, + 1.1531115464252937, + 0.9965705557829847 + ] + ] + }, + "width": 128, + "in_features": 27, + "out_features": 7, + "depth": 4, + "padding": 54, + "parameters": 16750, + "cert_evals": { + "36": 0.6092150211334229, + "72": 0.5418088436126709, + "108": 0.4880546033382416, + "255": 0.28498291969299316 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/steel-plates/fold_2/result.json b/UCI_N4/sandwich/runs/steel-plates/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..af2b472f43267ac7a7089c78e33d4773e8cec890 --- /dev/null +++ b/UCI_N4/sandwich/runs/steel-plates/fold_2/result.json @@ -0,0 +1,84 @@ +{ + "best_epoch": 65, + "best_val_acc": 0.7248322147651006, + "test_acc": 0.6994818652849741, + "train_size": 485, + "val_size": 298, + "test_size": 1158, + "stats": { + "mean": [ + [ + 0.01349540909278348, + 0.011743234845361083, + 0.055380051591752535, + 0.05537599281030928, + -0.002818057010309121, + -0.0043726463257731905, + -0.011363671857525773, + 0.0014854367216495697, + -0.017973084123711465, + -0.019961297319587557, + -0.006256404123711325, + 0.037232857731959154, + -0.037232857731959154, + -0.057822187216493647, + -0.04968943053608254, + 0.05299214910515458, + 0.012450677092783526, + -0.0152095140206186, + -0.021158501278350353, + -0.03180742531958788, + 0.011834936082473834, + 0.02963465686597942, + 0.02183907072164954, + 0.04186944268041253, + 0.024153798268247404, + -0.04557396327835056, + 0.03912331686597949 + ] + ], + "std": [ + [ + 1.0305115292152447, + 1.0350302276108283, + 1.0568148967701887, + 1.0568064122935077, + 0.7926988315617414, + 0.6342514589481083, + 0.28414711305629714, + 0.9056134481718624, + 0.9751665814504833, + 1.0270919456979695, + 0.9900679127467883, + 1.0066006750596284, + 1.0066006750596284, + 0.9543742160994036, + 1.0004136931230714, + 1.0094115145490878, + 1.0121553004352448, + 0.8186606474983903, + 1.0281436358716267, + 1.0235390824617858, + 1.0008479768803218, + 0.990294035931081, + 0.9940477374299497, + 1.000219892821287, + 0.9933237184970842, + 0.9852467220628263, + 0.994697835657597 + ] + ] + }, + "width": 128, + "in_features": 27, + "out_features": 7, + "depth": 4, + "padding": 54, + "parameters": 16750, + "cert_evals": { + "36": 0.6468048095703125, + "72": 0.5967184901237488, + "108": 0.542314350605011, + "255": 0.3212435245513916 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/steel-plates/fold_3/result.json b/UCI_N4/sandwich/runs/steel-plates/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..bce33ef3dccc5c4e6dcb04499c28e972075ad71a --- /dev/null +++ b/UCI_N4/sandwich/runs/steel-plates/fold_3/result.json @@ -0,0 +1,84 @@ +{ + "best_epoch": 15, + "best_val_acc": 0.6830985915492958, + "test_acc": 0.6715017064846417, + "train_size": 485, + "val_size": 284, + "test_size": 1172, + "stats": { + "mean": [ + [ + 0.023743463731958805, + 0.016176765814433166, + 0.0014892443092783534, + 0.0014844411752577274, + -0.009514525814432954, + -0.020205760659793785, + -0.01871218610680407, + -0.005845208247422769, + 0.01885683030927834, + -0.00661354618556694, + 0.013281478350515526, + 0.0035759175257736252, + -0.0035759175257736252, + 0.001803373195877225, + -0.050778439121649456, + -0.007776909546391795, + 0.04831092711340207, + -0.05191724047422686, + -0.019034719298968952, + 0.018150954639175196, + 0.009697649484535607, + -0.007318674041237245, + -0.01604848907216485, + -0.0013126113402060792, + 0.01597799027505155, + 0.03087437377319595, + 0.008060444742267966 + ] + ], + "std": [ + [ + 1.035245883833329, + 1.0366480375890377, + 1.0283716528913942, + 1.0283643226814112, + 0.804966635241197, + 0.6387301143243845, + 0.2927267776520207, + 0.9211566457266325, + 1.0248177126554818, + 0.9991241777878153, + 0.9956957155110975, + 1.0004628088385008, + 1.0004628088385008, + 0.9913012556247199, + 0.9711702662146896, + 0.9776882812482338, + 0.9942196574638761, + 0.7385409188908473, + 1.0098201632818302, + 0.9666923500151875, + 0.9978814369963841, + 1.002103883727627, + 0.9660799436198654, + 1.0007299152954314, + 0.9729135128718771, + 1.03912258961276, + 1.0093273706219772 + ] + ] + }, + "width": 128, + "in_features": 27, + "out_features": 7, + "depth": 4, + "padding": 54, + "parameters": 16750, + "cert_evals": { + "36": 0.6339589953422546, + "72": 0.579351544380188, + "108": 0.5290102362632751, + "255": 0.29607507586479187 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/synthetic-control/fold_0/result.json b/UCI_N4/sandwich/runs/synthetic-control/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..22941930acc36e10ba55c1f013819abb16444f95 --- /dev/null +++ b/UCI_N4/sandwich/runs/synthetic-control/fold_0/result.json @@ -0,0 +1,150 @@ +{ + "best_epoch": 8, + "best_val_acc": 0.975609756097561, + "test_acc": 0.970108695652174, + "train_size": 150, + "val_size": 82, + "test_size": 368, + "stats": { + "mean": [ + [ + 0.03924785799999999, + 0.09383712196000003, + 0.07046625366666667, + 0.0014863559999998659, + -0.05929098933333334, + -0.038894416533333365, + -0.06979297906666665, + 0.14184743933333332, + -0.017701836666666713, + 0.031171698399999972, + -0.021065953866666622, + 0.0012081412666666543, + -0.04361972219999998, + 0.0025437976666666416, + 0.07672977846666663, + 0.020924183333333297, + -0.0169760114666666, + 0.002974836000000029, + 0.003983265866666657, + -0.024021968200000025, + -0.03956240413333334, + -0.1248241973333334, + -0.05730380093333336, + -0.05808679486666668, + -0.028370202666666712, + -0.09732389666666662, + -0.05763924799999995, + -0.13051837340000005, + -0.05395017553333331, + -0.03267161173333333, + -0.023729760666666683, + -0.07524714946666669, + -0.06614863693333331, + -0.019300918133333376, + -0.030039852199999936, + 0.011592385653333353, + 0.031318077333333326, + 0.01763483633333328, + -0.0250934726666667, + -0.004898507333333266, + 0.004217182600000006, + -0.0246385992666667, + -0.030988849866666696, + -0.04759142453333339, + -0.01953947740000004, + -0.01564450933333335, + -0.015787699133333277, + 0.002320799400000045, + 0.024963803466666677, + -0.007529426400000029, + 0.04093678893333338, + 0.015736563599999965, + -0.03746829866666665, + 0.014098554666666692, + -0.011547875333333272, + -0.02319905666666666, + -0.03142149800000005, + -0.016265246000000014, + 0.007930060666666574, + -0.023128325933333405 + ] + ], + "std": [ + [ + 0.9961076807315135, + 0.9206509112843125, + 1.0540224386437416, + 1.0522148944257685, + 0.9493400263469906, + 1.0413681468006608, + 1.0206521762883793, + 1.0022196701786035, + 0.9563400774380424, + 0.9609145334914101, + 1.0024994267345215, + 0.9932555095692103, + 0.9717731403065037, + 0.98032175468797, + 0.9982624484839073, + 0.9382038270345618, + 0.9768753390482254, + 0.9916308705368667, + 1.006723658496416, + 1.0297445317020146, + 1.032876694551145, + 0.972144505822908, + 0.9798593024092027, + 0.9843687966126489, + 1.011735889322179, + 1.0429049244153183, + 1.0346506734246277, + 1.0538601962572212, + 0.9988680991418135, + 1.0180957806321926, + 0.9596516599467743, + 0.9834125851120433, + 1.0264509047524573, + 1.041847740419822, + 0.9781778184682978, + 1.0266071515222082, + 1.0054089356966365, + 0.9672870323425345, + 1.0086182531503245, + 0.9476236198433843, + 0.9903141136237383, + 0.9773410750044438, + 0.9739559384791738, + 1.0166341319600727, + 1.0066772526142282, + 0.9830356367906539, + 0.9703713876993874, + 1.0032669206080842, + 0.9780136276281223, + 0.9963547072355085, + 0.9891349444554035, + 0.9865762284560603, + 0.975071666163836, + 0.9738556836226393, + 0.9427521925477134, + 0.9585723823680283, + 1.023473462894158, + 0.974178234052611, + 0.9584708977350718, + 0.9781662302529668 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 6, + "depth": 4, + "padding": 120, + "parameters": 80649, + "cert_evals": { + "36": 0.948369562625885, + "72": 0.9293478727340698, + "108": 0.875, + "255": 0.5788043737411499 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/synthetic-control/fold_1/result.json b/UCI_N4/sandwich/runs/synthetic-control/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..6f26aeeba6198eb0c919169004f9f1d3f60ee66f --- /dev/null +++ b/UCI_N4/sandwich/runs/synthetic-control/fold_1/result.json @@ -0,0 +1,150 @@ +{ + "best_epoch": 12, + "best_val_acc": 0.9879518072289156, + "test_acc": 0.9754768392370572, + "train_size": 150, + "val_size": 83, + "test_size": 367, + "stats": { + "mean": [ + [ + 0.07431676333333329, + 0.055703143333333274, + 0.059986597200000005, + 0.05962913333333327, + 0.01711391199999998, + -0.09842530133333331, + -0.037238006933333324, + 0.04494911246666669, + 0.03584688633333339, + -0.03672074413333339, + 0.1400467430666667, + -0.0017188513300000175, + 0.09355356086666661, + 0.08375834533333343, + 0.10196642733333329, + -0.002735159333333399, + -0.04132526846666665, + 0.002115888533333303, + -0.04545685346666663, + -0.026682441333333327, + 0.0202955157, + 0.05891559266666658, + 0.09727385853333322, + 0.0824819633333333, + -0.003187957799999993, + 0.019345319200000027, + 0.015127944066666616, + -0.01814940193333335, + 0.028838950733333313, + -0.037662185733333346, + -0.03617591013333335, + 0.015016469333333294, + 0.03429976273333337, + 0.0064533666666667005, + -0.029528327399999967, + -0.020207610346666682, + -0.015195800666666651, + -0.03826542699999998, + -0.0280714353333333, + -0.03387643922666661, + -0.006132136866666568, + -0.06652122866666664, + -0.012367441333333272, + 0.04345637599999996, + 0.04305291933333331, + 0.025584800666666543, + 0.017196319133333353, + -0.01777196502666665, + -0.07746244253333334, + -0.044407173933333335, + -0.055261454599999996, + -0.052746810399999934, + -0.0045274859999999695, + -0.025930303333333373, + 0.035556554666666684, + 0.009908130666666676, + 0.016988207333333238, + -0.00977137813333338, + -0.020683775666666668, + 0.012211349666666682 + ] + ], + "std": [ + [ + 0.9843088538516878, + 1.0385221048037923, + 1.0362809707291913, + 1.070636491980348, + 1.036981973032216, + 1.0535025500445936, + 1.0486711166621683, + 1.0486450651360273, + 1.0014223592087255, + 0.9374084409356886, + 0.9860590509896011, + 0.9753368966519272, + 1.0333021459864373, + 0.9876115794841844, + 1.02068622354422, + 1.0112690289204789, + 1.0116637203824093, + 1.033925288406938, + 1.0512195357703547, + 1.018333809220628, + 0.985055866337006, + 0.943091921098071, + 0.9490130762941131, + 0.99910695778916, + 1.0356025959908477, + 1.0026236047334451, + 1.0141313027658527, + 0.9956117641629766, + 1.0018305711459572, + 1.0053268814426604, + 1.0314502672967765, + 1.038459737162511, + 0.937751592640825, + 0.9861261142353305, + 0.9749386073698773, + 0.9772874202358274, + 0.9591957253028498, + 0.9926707359223034, + 0.9729932139063138, + 0.9920544640877638, + 0.9836353401854067, + 0.99810857871081, + 1.0023120691127656, + 0.9517953446574153, + 1.0036265983538577, + 1.0142510395016522, + 0.9769674154680212, + 1.0141447148508704, + 1.0111479341233067, + 0.9771982566562517, + 0.9980648743000833, + 0.9633210674621704, + 0.9823793488227291, + 0.9870075135806297, + 0.983054034466811, + 0.990652388626008, + 1.0024265300075932, + 0.9594171079813323, + 0.9682468460883036, + 0.9900597520223805 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 6, + "depth": 4, + "padding": 120, + "parameters": 80649, + "cert_evals": { + "36": 0.9673024415969849, + "72": 0.9427793025970459, + "108": 0.9155313372612, + "255": 0.5967302322387695 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/synthetic-control/fold_2/result.json b/UCI_N4/sandwich/runs/synthetic-control/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..514d36508ac257d5f90c5d98aaa9e12d4308ce26 --- /dev/null +++ b/UCI_N4/sandwich/runs/synthetic-control/fold_2/result.json @@ -0,0 +1,150 @@ +{ + "best_epoch": 14, + "best_val_acc": 1.0, + "test_acc": 0.9634831460674157, + "train_size": 150, + "val_size": 94, + "test_size": 356, + "stats": { + "mean": [ + [ + -0.114856322, + -0.06579790133333327, + 0.03355098266666663, + -0.03648713526666665, + -0.0011477239999999878, + 0.13642399413333328, + -0.07596104666666668, + -0.0056418873333333374, + 0.09558374166666667, + 0.02089898246666667, + 0.03188003920000004, + 0.007430201999999999, + -0.0038350263999999894, + -0.01883838019999997, + 0.0748425113333334, + 0.00488779438666673, + 0.018437261666666697, + 0.030671767333333304, + 0.022914690999999977, + 0.01594029433333337, + -0.048436106666666714, + -0.0024884444666667177, + 0.04168678213333334, + 0.041644789333333244, + 0.042822868333333354, + 0.06534793200000001, + -0.010656098666666605, + -0.006021577466666684, + 0.04735826933333332, + 0.025442156333333393, + 0.017160075866666614, + -0.04544196133333331, + -0.013476259999999967, + 0.033218761599999966, + -0.005814218000000064, + -0.02626612546666666, + 0.0554423356666666, + -0.005378560400000007, + 0.004365360799999973, + 0.01993973579999998, + -0.013822085533333268, + -0.0276612758666667, + -0.005520540333333351, + 0.027592530666666643, + -0.0016518936666666988, + -0.02964797600000004, + -0.016894890799999965, + -0.018347165760000048, + 0.02878474666666673, + 0.009005892399999991, + 0.0005037746666666054, + -0.010252967199999949, + 0.009452513999999928, + -0.0006035673333334005, + -0.023115470666666638, + 0.0008124299999999337, + -0.010064331333333435, + 0.02198669420666669, + 0.005671073333333329, + 0.009682615733333344 + ] + ], + "std": [ + [ + 1.0560741237905633, + 1.0909763937676147, + 0.9591104934810897, + 1.0027353336789389, + 1.0137393600188147, + 0.9974355725372859, + 0.9334185111764193, + 1.0358338960107323, + 0.9936794808583214, + 1.0639561849283727, + 1.0322757313313562, + 1.0330482466022683, + 1.0135503676371944, + 1.0679076791635504, + 0.9641245690753236, + 1.0282675239598804, + 1.0002353813184108, + 0.9684654582597145, + 1.0331226003460752, + 1.0536462803122515, + 0.9988253263652744, + 1.0354371216022098, + 0.9964647889804219, + 1.017635225822453, + 1.0005114917749387, + 1.021355655521812, + 0.9645306146203501, + 1.0113815411448928, + 0.9806016929287075, + 1.0144519155296894, + 1.0265802362924008, + 1.02000197200153, + 1.07766142678815, + 1.0468290903972308, + 1.0314178108001988, + 1.000469001033564, + 1.0450722590473078, + 1.0325221094946504, + 1.048894956227836, + 0.9833702833504419, + 1.0153917705572146, + 1.012455383336184, + 1.0589782810850652, + 1.0157128503216464, + 1.0196629247844613, + 1.0470501606989209, + 1.0194159827106324, + 1.0071984093717992, + 1.0321411977245474, + 1.043438003333306, + 1.0407295108896613, + 1.027173255849118, + 1.0179448117519239, + 1.0453526291643118, + 1.0174480325437838, + 1.0318194380088317, + 1.0133347569254487, + 1.0231404714757075, + 1.030328051006465, + 1.0096253910405713 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 6, + "depth": 4, + "padding": 120, + "parameters": 80649, + "cert_evals": { + "36": 0.9550561904907227, + "72": 0.9382022619247437, + "108": 0.915730357170105, + "255": 0.6095505952835083 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/synthetic-control/fold_3/result.json b/UCI_N4/sandwich/runs/synthetic-control/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..907f84687ec081c962d2a08772b2b8193052f5b0 --- /dev/null +++ b/UCI_N4/sandwich/runs/synthetic-control/fold_3/result.json @@ -0,0 +1,150 @@ +{ + "best_epoch": 6, + "best_val_acc": 1.0, + "test_acc": 0.9806094182825484, + "train_size": 150, + "val_size": 89, + "test_size": 361, + "stats": { + "mean": [ + [ + 0.1277572366666666, + 0.04134771529333352, + 0.021863094333333402, + 0.014401853333333483, + -0.002803757326666718, + 0.06694332266666667, + 0.07448979026666658, + 0.06807802960000005, + 0.019724051666666666, + 0.06465353440000006, + -0.0428330099999999, + -0.07357414919666662, + -0.04223157999999999, + -0.12545532820000008, + -0.04292649966666659, + -0.10589588954666669, + -0.04041633779999999, + 0.05218024986666674, + 0.05426686220000013, + 0.0227305805333333, + 0.10614008046666681, + 0.04376943119999995, + -0.013266023600000024, + -0.07076259793333334, + -0.074043531, + -0.08001001866666667, + -0.07797701933333334, + -0.09792546133333335, + -0.061854662000000005, + -0.024533988199999985, + 0.03629900386666665, + 0.0058454133399999395, + 0.007318489999999978, + 0.03803268466666662, + 0.044273164599999956, + 0.0013259573333333503, + -0.002469843333333337, + -0.029172804800000018, + -0.05582708400000001, + -0.05666843433333332, + -0.048033903333333315, + -0.06985443860000005, + -0.0578782198666667, + -0.05657032866666666, + -0.026883787333333433, + -0.00934031266666669, + 0.011623247533333353, + 0.035373553640000055, + 0.013784810000000043, + 0.005969853333333333, + 0.02904661893333334, + 0.02376045733333324, + -0.02384677466666665, + -0.05474407806666669, + -0.06623972000000003, + -0.06898137600000002, + -0.07447672184000008, + -0.08693477600000002, + -0.05651159700000001, + -0.03601778493333341 + ] + ], + "std": [ + [ + 0.9996137529479245, + 1.0036117435912413, + 1.0522681023859373, + 1.1119684771253828, + 1.0298920232178084, + 1.070456358378364, + 1.0922136476449562, + 0.9445072794294876, + 0.9503254307664003, + 0.9324621895873916, + 0.9965913991681153, + 1.1062786611692523, + 1.1218688680681206, + 1.0020156097641995, + 1.0418972253640428, + 0.9838023238329702, + 0.9853089091257823, + 1.0414927333939905, + 1.0350491750495694, + 1.0308468611443276, + 1.0024128778412678, + 0.9938024611079457, + 0.9539537713906278, + 0.9088792441254281, + 0.9267414020449568, + 1.0592924551372531, + 1.035601875159454, + 1.0348290235762594, + 1.0072879218281139, + 1.0455750589807704, + 0.9984184008706671, + 0.966055737300902, + 0.9991473365977808, + 1.0374974178986145, + 0.9976106602571032, + 0.9683911885436237, + 0.9999529450897607, + 0.9934502585034328, + 1.0060525583431303, + 0.9969439583936579, + 1.0032737317903146, + 1.006882715938048, + 0.9888037727439014, + 0.997171098741018, + 1.0163770279221114, + 0.9925585952400967, + 1.0393735568577307, + 1.0254123445542493, + 1.0212979411217074, + 1.0292884216225284, + 0.9986396756965731, + 0.9791900111960249, + 1.0282697752335705, + 1.0042624464425858, + 1.014742625093536, + 1.0220728519074882, + 0.9823536621313895, + 1.0001527437069238, + 1.0095902426275776, + 1.0166981511490805 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 6, + "depth": 4, + "padding": 120, + "parameters": 80649, + "cert_evals": { + "36": 0.9612188339233398, + "72": 0.9390581250190735, + "108": 0.9002769589424133, + "255": 0.6066482067108154 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/teaching/fold_0/result.json b/UCI_N4/sandwich/runs/teaching/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..9c3f334bcb0963095519036b51b2bee98b2e9f3c --- /dev/null +++ b/UCI_N4/sandwich/runs/teaching/fold_0/result.json @@ -0,0 +1,40 @@ +{ + "best_epoch": 23, + "best_val_acc": 0.45454545454545453, + "test_acc": 0.38461538461538464, + "train_size": 38, + "val_size": 22, + "test_size": 91, + "stats": { + "mean": [ + [ + -0.11332560526315784, + -0.17121901315789478, + 0.029873731578947377, + -0.30744157894736857, + -0.12647241315789476 + ] + ], + "std": [ + [ + 1.0757021171452221, + 0.9379212090884154, + 0.9728178435489211, + 1.2214091484203293, + 1.0035868928906388 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 3, + "depth": 4, + "padding": 10, + "parameters": 646, + "cert_evals": { + "36": 0.20879121124744415, + "72": 0.08791209012269974, + "108": 0.0, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/teaching/fold_1/result.json b/UCI_N4/sandwich/runs/teaching/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..d5e637198cf06df8bbe814ceb561dbc37591fd4e --- /dev/null +++ b/UCI_N4/sandwich/runs/teaching/fold_1/result.json @@ -0,0 +1,40 @@ +{ + "best_epoch": 1, + "best_val_acc": 0.375, + "test_acc": 0.41237113402061853, + "train_size": 38, + "val_size": 16, + "test_size": 97, + "stats": { + "mean": [ + [ + 0.08642726315789476, + 0.17190744736842098, + 0.21345746842105265, + 0.20351052631578942, + 0.02251846578947367 + ] + ], + "std": [ + [ + 0.9226189788343568, + 0.9529276096944189, + 1.0986997290584972, + 0.7479572951992832, + 0.9794960526322802 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 3, + "depth": 4, + "padding": 10, + "parameters": 646, + "cert_evals": { + "36": 0.06185566633939743, + "72": 0.0, + "108": 0.0, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/teaching/fold_2/result.json b/UCI_N4/sandwich/runs/teaching/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..00f423ab99887427d89921e3c4d735dc4302c5dd --- /dev/null +++ b/UCI_N4/sandwich/runs/teaching/fold_2/result.json @@ -0,0 +1,40 @@ +{ + "best_epoch": 30, + "best_val_acc": 0.3333333333333333, + "test_acc": 0.43820224719101125, + "train_size": 38, + "val_size": 24, + "test_size": 89, + "stats": { + "mean": [ + [ + -0.11332560526315784, + 0.02154873684210526, + -0.18742893684210518, + -0.08846210526315801, + -0.16320968421052634 + ] + ], + "std": [ + [ + 1.0757021171452221, + 0.983440529661239, + 0.8586823726924572, + 1.0752563594695814, + 0.9991610142309885 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 3, + "depth": 4, + "padding": 10, + "parameters": 646, + "cert_evals": { + "36": 0.2584269642829895, + "72": 0.13483145833015442, + "108": 0.07865168899297714, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/teaching/fold_3/result.json b/UCI_N4/sandwich/runs/teaching/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..9e1f57cd5be40118c8d04dc027378b5e8e096f6a --- /dev/null +++ b/UCI_N4/sandwich/runs/teaching/fold_3/result.json @@ -0,0 +1,40 @@ +{ + "best_epoch": 23, + "best_val_acc": 0.6111111111111112, + "test_acc": 0.3473684210526316, + "train_size": 38, + "val_size": 18, + "test_size": 95, + "stats": { + "mean": [ + [ + 0.0864272631578948, + -0.03628181578947368, + -0.2848404736842105, + 0.057524210526315775, + -0.050956549999999996 + ] + ], + "std": [ + [ + 0.9226189788343567, + 1.030764765505801, + 0.8345079992343973, + 0.9376140898091212, + 1.1033171507511983 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 3, + "depth": 4, + "padding": 10, + "parameters": 646, + "cert_evals": { + "36": 0.11578948050737381, + "72": 0.0, + "108": 0.0, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/thyroid/fold_0/result.json b/UCI_N4/sandwich/runs/thyroid/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..d413243cd44c974b7e0ab2adfb342293504d44d3 --- /dev/null +++ b/UCI_N4/sandwich/runs/thyroid/fold_0/result.json @@ -0,0 +1,72 @@ +{ + "best_epoch": 21, + "best_val_acc": 0.9435173299101413, + "test_acc": 0.8259271633812229, + "train_size": 3428, + "val_size": 779, + "test_size": 2993, + "stats": { + "mean": [ + [ + 2.1796966167956114e-07, + -8.751458590497311e-08, + 3.876896143196366e-07, + -4.066511084792401e-07, + -2.217036219565563e-08, + -6.01225204592932e-07, + -3.491831976714682e-07, + 1.7327888073170088e-07, + -1.2952158793330312e-07, + 3.471411895625862e-07, + 2.2170361729813757e-07, + -8.051341829072995e-08, + -2.386231042215566e-07, + -9.655775979550964e-08, + 0.0, + -1.1260210272149139e-07, + 3.3932322032535964e-08, + -3.3576429478599215e-08, + 2.5419486573375144e-07, + -5.215869288406012e-08, + 1.4458576431177031e-07 + ] + ], + "std": [ + [ + 0.9998541758225387, + 0.9998532681152404, + 0.9998556205991698, + 0.9998539274386128, + 0.999854696658317, + 0.9998534548382348, + 0.9998502394347666, + 0.999853857874386, + 0.9998538109684775, + 0.9998551002843616, + 0.9998536686664701, + 0.9998545576369466, + 0.9998513717555766, + 0.9998546597440786, + 1.0, + 0.9998533945369356, + 0.9998545375243406, + 0.9998541828261739, + 0.9998546087571518, + 0.999854053898975, + 0.999854213852071 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 4, + "padding": 42, + "parameters": 10086, + "cert_evals": { + "36": 0.713665246963501, + "72": 0.6030738353729248, + "108": 0.4904778003692627, + "255": 0.2462412267923355 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/thyroid/fold_1/result.json b/UCI_N4/sandwich/runs/thyroid/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..c998916abc57c8e82fe3731501b826e46ac1fb1a --- /dev/null +++ b/UCI_N4/sandwich/runs/thyroid/fold_1/result.json @@ -0,0 +1,72 @@ +{ + "best_epoch": 4, + "best_val_acc": 0.9076723016905072, + "test_acc": 0.8641358641358642, + "train_size": 3428, + "val_size": 769, + "test_size": 3003, + "stats": { + "mean": [ + [ + 2.1796966167956114e-07, + -8.751458590497311e-08, + 3.876896143196366e-07, + -4.066511084792401e-07, + -2.217036219565563e-08, + -6.01225204592932e-07, + -3.491831976714682e-07, + 1.7327888073170088e-07, + -1.2952158793330312e-07, + 3.471411895625862e-07, + 2.2170361729813757e-07, + -8.051341829072995e-08, + -2.386231042215566e-07, + -9.655775979550964e-08, + 0.0, + -1.1260210272149139e-07, + 3.3932322032535964e-08, + -3.3576429478599215e-08, + 2.5419486573375144e-07, + -5.215869288406012e-08, + 1.4458576431177031e-07 + ] + ], + "std": [ + [ + 0.9998541758225387, + 0.9998532681152404, + 0.9998556205991698, + 0.9998539274386128, + 0.999854696658317, + 0.9998534548382348, + 0.9998502394347666, + 0.999853857874386, + 0.9998538109684775, + 0.9998551002843616, + 0.9998536686664701, + 0.9998545576369466, + 0.9998513717555766, + 0.9998546597440786, + 1.0, + 0.9998533945369356, + 0.9998545375243406, + 0.9998541828261739, + 0.9998546087571518, + 0.999854053898975, + 0.999854213852071 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 4, + "padding": 42, + "parameters": 10086, + "cert_evals": { + "36": 0.7735597491264343, + "72": 0.6640026569366455, + "108": 0.5467865467071533, + "255": 0.22211121022701263 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/thyroid/fold_2/result.json b/UCI_N4/sandwich/runs/thyroid/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..07c003118b380df22cdd3d7e20d463c9c622ab83 --- /dev/null +++ b/UCI_N4/sandwich/runs/thyroid/fold_2/result.json @@ -0,0 +1,72 @@ +{ + "best_epoch": 31, + "best_val_acc": 0.85785536159601, + "test_acc": 0.8202020202020202, + "train_size": 3428, + "val_size": 802, + "test_size": 2970, + "stats": { + "mean": [ + [ + 2.1796966167956114e-07, + -8.751458590497311e-08, + 3.876896143196366e-07, + -4.066511084792401e-07, + -2.217036219565563e-08, + -6.01225204592932e-07, + -3.491831976714682e-07, + 1.7327888073170088e-07, + -1.2952158793330312e-07, + 3.471411895625862e-07, + 2.2170361729813757e-07, + -8.051341829072995e-08, + -2.386231042215566e-07, + -9.655775979550964e-08, + 0.0, + -1.1260210272149139e-07, + 3.3932322032535964e-08, + -3.3576429478599215e-08, + 2.5419486573375144e-07, + -5.215869288406012e-08, + 1.4458576431177031e-07 + ] + ], + "std": [ + [ + 0.9998541758225387, + 0.9998532681152404, + 0.9998556205991698, + 0.9998539274386128, + 0.999854696658317, + 0.9998534548382348, + 0.9998502394347666, + 0.999853857874386, + 0.9998538109684775, + 0.9998551002843616, + 0.9998536686664701, + 0.9998545576369466, + 0.9998513717555766, + 0.9998546597440786, + 1.0, + 0.9998533945369356, + 0.9998545375243406, + 0.9998541828261739, + 0.9998546087571518, + 0.999854053898975, + 0.999854213852071 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 4, + "padding": 42, + "parameters": 10086, + "cert_evals": { + "36": 0.7107743620872498, + "72": 0.599663257598877, + "108": 0.4892255663871765, + "255": 0.25117844343185425 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/thyroid/fold_3/result.json b/UCI_N4/sandwich/runs/thyroid/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..950493c19cdb06fc1fa9f0ed32dc178b0de845ef --- /dev/null +++ b/UCI_N4/sandwich/runs/thyroid/fold_3/result.json @@ -0,0 +1,72 @@ +{ + "best_epoch": 27, + "best_val_acc": 0.9347517730496454, + "test_acc": 0.8014346266710141, + "train_size": 3428, + "val_size": 705, + "test_size": 3067, + "stats": { + "mean": [ + [ + 2.1796966167956114e-07, + -8.751458590497311e-08, + 3.876896143196366e-07, + -4.066511084792401e-07, + -2.217036219565563e-08, + -6.01225204592932e-07, + -3.491831976714682e-07, + 1.7327888073170088e-07, + -1.2952158793330312e-07, + 3.471411895625862e-07, + 2.2170361729813757e-07, + -8.051341829072995e-08, + -2.386231042215566e-07, + -9.655775979550964e-08, + 0.0, + -1.1260210272149139e-07, + 3.3932322032535964e-08, + -3.3576429478599215e-08, + 2.5419486573375144e-07, + -5.215869288406012e-08, + 1.4458576431177031e-07 + ] + ], + "std": [ + [ + 0.9998541758225387, + 0.9998532681152404, + 0.9998556205991698, + 0.9998539274386128, + 0.999854696658317, + 0.9998534548382348, + 0.9998502394347666, + 0.999853857874386, + 0.9998538109684775, + 0.9998551002843616, + 0.9998536686664701, + 0.9998545576369466, + 0.9998513717555766, + 0.9998546597440786, + 1.0, + 0.9998533945369356, + 0.9998545375243406, + 0.9998541828261739, + 0.9998546087571518, + 0.999854053898975, + 0.999854213852071 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 4, + "padding": 42, + "parameters": 10086, + "cert_evals": { + "36": 0.685360312461853, + "72": 0.5748288631439209, + "108": 0.45484188199043274, + "255": 0.22823606431484222 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/tic-tac-toe/fold_0/result.json b/UCI_N4/sandwich/runs/tic-tac-toe/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..5512b5ea5f87747e476624dfd614b564fa2d2b09 --- /dev/null +++ b/UCI_N4/sandwich/runs/tic-tac-toe/fold_0/result.json @@ -0,0 +1,48 @@ +{ + "best_epoch": 48, + "best_val_acc": 0.8767123287671232, + "test_acc": 0.8987783595113438, + "train_size": 239, + "val_size": 146, + "test_size": 573, + "stats": { + "mean": [ + [ + -0.06774635146443425, + 0.01449869790794993, + 0.05074422594142255, + -0.014738167364016513, + 0.015902112970711264, + 0.01937172301255273, + -0.05826698744769888, + 0.06322694058577437, + -0.03456911297071133 + ] + ], + "std": [ + [ + 0.9772364146923964, + 0.9898671665296854, + 0.9927899252300538, + 1.0052200080228313, + 1.0139839580724326, + 1.0321649186622677, + 0.9396177418537401, + 0.9908262445058792, + 1.022463266648573 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 4, + "padding": 18, + "parameters": 1931, + "cert_evals": { + "36": 0.7835951447486877, + "72": 0.6282722353935242, + "108": 0.4223385751247406, + "255": 0.005235602147877216 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/tic-tac-toe/fold_1/result.json b/UCI_N4/sandwich/runs/tic-tac-toe/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..723a9cfaf1fd4ad5e3bf4fd351eb5a5ba90b551d --- /dev/null +++ b/UCI_N4/sandwich/runs/tic-tac-toe/fold_1/result.json @@ -0,0 +1,48 @@ +{ + "best_epoch": 49, + "best_val_acc": 0.8680555555555556, + "test_acc": 0.871304347826087, + "train_size": 239, + "val_size": 144, + "test_size": 575, + "stats": { + "mean": [ + [ + 0.055483841004184395, + -0.00011965439330530087, + 0.00808757322175727, + -0.029356599999999875, + 0.039023707112970575, + 0.019371482008368506, + -0.08670484518828446, + -0.039102302092049956, + 0.027046133891213308 + ] + ], + "std": [ + [ + 0.9957045497387771, + 1.0146010728149857, + 1.003301186901333, + 1.0124926159677299, + 0.9987054895066753, + 0.9814356430315144, + 0.973828360138658, + 1.0003184664932105, + 0.9832177518418727 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 4, + "padding": 18, + "parameters": 1931, + "cert_evals": { + "36": 0.7878261208534241, + "72": 0.6730434894561768, + "108": 0.48695653676986694, + "255": 0.024347826838493347 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/tic-tac-toe/fold_2/result.json b/UCI_N4/sandwich/runs/tic-tac-toe/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..c528a3715fe33ff385b28a9d0231a11569f4c9ab --- /dev/null +++ b/UCI_N4/sandwich/runs/tic-tac-toe/fold_2/result.json @@ -0,0 +1,48 @@ +{ + "best_epoch": 49, + "best_val_acc": 0.9007633587786259, + "test_acc": 0.8996598639455783, + "train_size": 239, + "val_size": 131, + "test_size": 588, + "stats": { + "mean": [ + [ + -0.04878792468619211, + 0.0047529958158996155, + 0.09814042677824272, + -0.024483735564853226, + 0.034399451882844975, + -0.009865222594141925, + -0.02508974895397498, + 0.004753076150627897, + -0.04878784100418414 + ] + ], + "std": [ + [ + 1.001934480203885, + 0.9778484267660271, + 1.0046660181235467, + 1.0212723008937266, + 1.0210245107562923, + 1.0306454853299336, + 0.9862518055799147, + 0.9951065507668124, + 0.9747736634076275 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 4, + "padding": 18, + "parameters": 1931, + "cert_evals": { + "36": 0.8044217228889465, + "72": 0.6292516589164734, + "108": 0.45408162474632263, + "255": 0.03911564499139786 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/tic-tac-toe/fold_3/result.json b/UCI_N4/sandwich/runs/tic-tac-toe/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..ad34a34d81cd5ad5767aa6e293fbea6f7e92aeea --- /dev/null +++ b/UCI_N4/sandwich/runs/tic-tac-toe/fold_3/result.json @@ -0,0 +1,48 @@ +{ + "best_epoch": 58, + "best_val_acc": 0.8695652173913043, + "test_acc": 0.7951807228915663, + "train_size": 239, + "val_size": 138, + "test_size": 581, + "stats": { + "mean": [ + [ + 0.10288007531380783, + 0.04373577740585817, + 0.041264979079497874, + -0.034229491213389085, + -0.05346292050209214, + -0.1999054092050213, + 0.08392158158995812, + 0.07297261589958158, + -0.05826715481171532 + ] + ], + "std": [ + [ + 0.9966065572515563, + 1.018968015200093, + 0.9922920069375739, + 0.9979419605462078, + 0.9801398510182366, + 0.9915447189713678, + 0.9965163996887837, + 0.9964419395653665, + 0.9951178388160773 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 4, + "padding": 18, + "parameters": 1931, + "cert_evals": { + "36": 0.6867469549179077, + "72": 0.5438898205757141, + "108": 0.4130809009075165, + "255": 0.044750429689884186 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/titanic/fold_0/result.json b/UCI_N4/sandwich/runs/titanic/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..415a8710cf16173e6d80fe7cf1ece242af63aa4b --- /dev/null +++ b/UCI_N4/sandwich/runs/titanic/fold_0/result.json @@ -0,0 +1,36 @@ +{ + "best_epoch": 4, + "best_val_acc": 0.7690140845070422, + "test_acc": 0.7530864197530864, + "train_size": 550, + "val_size": 355, + "test_size": 1296, + "stats": { + "mean": [ + [ + -0.033479024545449286, + -0.04388359999999998, + 0.04633865636363635 + ] + ], + "std": [ + [ + 1.0184009911459524, + 0.9030112522482995, + 0.965727266734473 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 4, + "padding": 10, + "parameters": 615, + "cert_evals": { + "36": 0.4436728358268738, + "72": 0.17283950746059418, + "108": 0.15817901492118835, + "255": 0.10339505970478058 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/titanic/fold_1/result.json b/UCI_N4/sandwich/runs/titanic/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..f5f784cc8743fb4cf4508787d9ed9be9b6111bfb --- /dev/null +++ b/UCI_N4/sandwich/runs/titanic/fold_1/result.json @@ -0,0 +1,36 @@ +{ + "best_epoch": 1, + "best_val_acc": 0.8137535816618912, + "test_acc": 0.7273425499231951, + "train_size": 550, + "val_size": 349, + "test_size": 1302, + "stats": { + "mean": [ + [ + 0.00599657709091412, + -0.02712665454545435, + 0.02416022909090901 + ] + ], + "std": [ + [ + 0.993203063568118, + 0.9413765013907114, + 0.9824417459762911 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 4, + "padding": 10, + "parameters": 615, + "cert_evals": { + "36": 0.42319509387016296, + "72": 0.16436251997947693, + "108": 0.16436251997947693, + "255": 0.10675883293151855 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/titanic/fold_2/result.json b/UCI_N4/sandwich/runs/titanic/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..65f59e411d17b6cc6fc31f56b95d6a130a2ff0a4 --- /dev/null +++ b/UCI_N4/sandwich/runs/titanic/fold_2/result.json @@ -0,0 +1,36 @@ +{ + "best_epoch": 5, + "best_val_acc": 0.7034700315457413, + "test_acc": 0.7466266866566716, + "train_size": 550, + "val_size": 317, + "test_size": 1334, + "stats": { + "mean": [ + [ + 0.014578170545459438, + -0.043883600000000356, + 0.03303160000000017 + ] + ], + "std": [ + [ + 1.0150806710594007, + 0.9030112522482996, + 0.9758508000000029 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 4, + "padding": 10, + "parameters": 615, + "cert_evals": { + "36": 0.7466267347335815, + "72": 0.6506747007369995, + "108": 0.17991004884243011, + "255": 0.12443778663873672 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/titanic/fold_3/result.json b/UCI_N4/sandwich/runs/titanic/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..1205601c3ca17b5b759bd3a03039f5a71eac5de8 --- /dev/null +++ b/UCI_N4/sandwich/runs/titanic/fold_3/result.json @@ -0,0 +1,36 @@ +{ + "best_epoch": 1, + "best_val_acc": 0.7667638483965015, + "test_acc": 0.7446483180428135, + "train_size": 550, + "val_size": 343, + "test_size": 1308, + "stats": { + "mean": [ + [ + 0.0077128369090957785, + -0.027126654545454543, + -0.0290679963636369 + ] + ], + "std": [ + [ + 1.026123748181085, + 0.9413765013907113, + 1.0194745387594568 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 4, + "padding": 10, + "parameters": 615, + "cert_evals": { + "36": 0.7224770784378052, + "72": 0.7224770784378052, + "108": 0.360856294631958, + "255": 0.11697248369455338 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/trains/fold_0/result.json b/UCI_N4/sandwich/runs/trains/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..d007ab9aa23f33d44e392b3507685ea77de650c5 --- /dev/null +++ b/UCI_N4/sandwich/runs/trains/fold_0/result.json @@ -0,0 +1,88 @@ +{ + "best_epoch": 2, + "best_val_acc": 0.8, + "test_acc": 0.6666666666666666, + "train_size": 2, + "val_size": 5, + "test_size": 3, + "stats": { + "mean": [ + [ + -0.61237, + -0.9717294999999999, + -0.316228, + 0.621059, + 0.786374, + -0.474342, + -0.369273, + -0.316228, + -0.41404050000000003, + -0.161281, + 1.264911, + 0.2108185, + -0.08519500000000002, + -0.685249, + -0.7115125, + -0.29632100000000006, + 0.398527, + -0.621059, + -0.621059, + -0.619234, + -0.621059, + -0.514496, + 0.41404050000000003, + -0.774597, + -0.774597, + 0.711514, + -0.316228, + 0.41404050000000003, + -0.316228 + ] + ], + "std": [ + [ + 0.61237, + 0.6073305, + 1.0, + 1.0, + 0.406746, + 1.0, + 0.7385470000000001, + 1.0, + 1.0350995, + 0.322562, + 1.581139, + 0.5270465, + 1.2779150000000001, + 0.571041, + 0.16940750000000004, + 0.740799, + 1.328423, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0350995, + 1.0, + 1.0, + 1.185856, + 1.0, + 1.0350995, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 29, + "out_features": 2, + "depth": 4, + "padding": 58, + "parameters": 18971, + "cert_evals": { + "36": 0.6666666865348816, + "72": 0.6666666865348816, + "108": 0.6666666865348816, + "255": 0.6666666865348816 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/trains/fold_1/result.json b/UCI_N4/sandwich/runs/trains/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..6283d9ce5f2872aba41d79f71a70f31c4b4fa4c1 --- /dev/null +++ b/UCI_N4/sandwich/runs/trains/fold_1/result.json @@ -0,0 +1,88 @@ +{ + "best_epoch": 4, + "best_val_acc": 1.0, + "test_acc": 0.75, + "train_size": 2, + "val_size": 4, + "test_size": 4, + "stats": { + "mean": [ + [ + -0.61237, + -0.36439749999999993, + -0.316228, + 0.621059, + 0.10846649999999997, + -0.474342, + 0.7385470000000001, + 1.264911, + -1.44914, + -0.8064045, + 1.264911, + -0.316228, + -0.5111665000000001, + -0.11420999999999992, + -0.7115125, + -0.29632100000000006, + -0.5977899999999999, + -0.621059, + -0.621059, + -0.619234, + -0.621059, + -0.514496, + 0.41404050000000003, + 0.19365149999999998, + 0.19365149999999998, + -0.474342, + -0.316228, + -0.621059, + -0.316228 + ] + ], + "std": [ + [ + 0.61237, + 1.2146625, + 1.0, + 1.0, + 1.0846535, + 1.0, + 0.3692730000000001, + 1.581139, + 1.0, + 0.9676855, + 1.581139, + 1.0, + 0.8519435000000001, + 1.14208, + 0.16940750000000004, + 0.740799, + 0.33210599999999996, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0350995, + 0.9682485, + 0.9682485, + 1.0, + 1.0, + 1.0, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 29, + "out_features": 2, + "depth": 4, + "padding": 58, + "parameters": 18971, + "cert_evals": { + "36": 0.75, + "72": 0.75, + "108": 0.5, + "255": 0.5 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/trains/fold_2/result.json b/UCI_N4/sandwich/runs/trains/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..17415f948e17503f30b97b52435c8e2140869a76 --- /dev/null +++ b/UCI_N4/sandwich/runs/trains/fold_2/result.json @@ -0,0 +1,88 @@ +{ + "best_epoch": 5, + "best_val_acc": 1.0, + "test_acc": 0.8333333333333334, + "train_size": 2, + "val_size": 2, + "test_size": 6, + "stats": { + "mean": [ + [ + -0.61237, + -0.36439749999999993, + -0.316228, + 0.621059, + 0.10846649999999997, + -0.474342, + 0.7385470000000001, + 1.264911, + -1.44914, + -0.8064045, + 1.264911, + -0.316228, + -0.5111665000000001, + -0.11420999999999992, + -0.7115125, + -0.29632100000000006, + -0.5977899999999999, + -0.621059, + -0.621059, + -0.619234, + -0.621059, + -0.514496, + 0.41404050000000003, + 0.19365149999999998, + 0.19365149999999998, + -0.474342, + -0.316228, + -0.621059, + -0.316228 + ] + ], + "std": [ + [ + 0.61237, + 1.2146625, + 1.0, + 1.0, + 1.0846535, + 1.0, + 0.3692730000000001, + 1.581139, + 1.0, + 0.9676855, + 1.581139, + 1.0, + 0.8519435000000001, + 1.14208, + 0.16940750000000004, + 0.740799, + 0.33210599999999996, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0350995, + 0.9682485, + 0.9682485, + 1.0, + 1.0, + 1.0, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 29, + "out_features": 2, + "depth": 4, + "padding": 58, + "parameters": 18971, + "cert_evals": { + "36": 0.8333333730697632, + "72": 0.8333333730697632, + "108": 0.8333333730697632, + "255": 0.6666666865348816 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/trains/fold_3/result.json b/UCI_N4/sandwich/runs/trains/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..afdd084db175ee5b6486551b76eb66dd499d3680 --- /dev/null +++ b/UCI_N4/sandwich/runs/trains/fold_3/result.json @@ -0,0 +1,88 @@ +{ + "best_epoch": 1, + "best_val_acc": 1.0, + "test_acc": 0.5, + "train_size": 2, + "val_size": 2, + "test_size": 6, + "stats": { + "mean": [ + [ + -0.61237, + 0.24293300000000004, + 1.264911, + -0.41404050000000003, + -1.1117685, + -0.474342, + 0.7385470000000001, + 1.264911, + -0.41404050000000003, + -0.32255999999999996, + -0.316228, + -1.370319, + -0.5111665000000001, + -0.11420999999999992, + -0.7115125, + -0.29632100000000006, + -0.5977899999999999, + -0.621059, + -0.621059, + -0.619234, + -0.621059, + -0.514496, + -0.621059, + 0.19365149999999998, + 1.1619, + -0.474342, + -0.316228, + -0.621059, + -0.316228 + ] + ], + "std": [ + [ + 0.61237, + 0.607332, + 1.581139, + 1.0350995, + 0.13558149999999997, + 1.0, + 0.3692730000000001, + 1.581139, + 1.0350995, + 1.45153, + 1.0, + 1.0540910000000001, + 0.8519435000000001, + 1.14208, + 0.16940750000000004, + 0.740799, + 0.33210599999999996, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9682485, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 29, + "out_features": 2, + "depth": 4, + "padding": 58, + "parameters": 18971, + "cert_evals": { + "36": 0.5, + "72": 0.5, + "108": 0.5, + "255": 0.5 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/twonorm/fold_0/result.json b/UCI_N4/sandwich/runs/twonorm/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..7ca3fe714a142a5c6f5c01e7b7d247d552913243 --- /dev/null +++ b/UCI_N4/sandwich/runs/twonorm/fold_0/result.json @@ -0,0 +1,70 @@ +{ + "best_epoch": 9, + "best_val_acc": 0.9788797061524335, + "test_acc": 0.9751176866173503, + "train_size": 1850, + "val_size": 1089, + "test_size": 4461, + "stats": { + "mean": [ + [ + -0.014544049503783818, + -0.003368689291891876, + 0.016772092459459455, + 0.0019175647345946178, + -0.02506532699859457, + 0.0038982543675675696, + 0.019339146565999932, + -0.009895024481081047, + 0.006385932609729719, + -0.0014487788735135277, + -0.02301627440935135, + -0.005151859209189199, + 0.008102996605405427, + -0.0044304854756756626, + 0.0017575496378378407, + -0.009554797715135191, + 0.026529897787837913, + 0.02922682911891893, + -0.01169157914054059, + -0.004898149291891907 + ] + ], + "std": [ + [ + 1.008740635111714, + 1.0057995039659557, + 0.9837382170327289, + 1.0009348723588565, + 0.9894373169495185, + 0.9855025922172592, + 1.0016273845342372, + 1.0019232777130362, + 1.0102983788423001, + 0.989126863772442, + 1.014473431822349, + 0.9873937513386905, + 1.0120815536633763, + 1.0026507637547364, + 0.9944344640609678, + 1.0009003980137419, + 1.017029495884869, + 0.9934459224888799, + 1.005170519855988, + 1.0182286286784454 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 4, + "padding": 40, + "parameters": 9125, + "cert_evals": { + "36": 0.9643577933311462, + "72": 0.9502354264259338, + "108": 0.9302847385406494, + "255": 0.7803183197975159 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/twonorm/fold_1/result.json b/UCI_N4/sandwich/runs/twonorm/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..a92fdfcc5f96684c4245d78258b63f1d4d88d553 --- /dev/null +++ b/UCI_N4/sandwich/runs/twonorm/fold_1/result.json @@ -0,0 +1,70 @@ +{ + "best_epoch": 21, + "best_val_acc": 0.984182776801406, + "test_acc": 0.9743880326382592, + "train_size": 1850, + "val_size": 1138, + "test_size": 4412, + "stats": { + "mean": [ + [ + -0.011274481706054077, + 0.0010725280108108113, + 0.04904605430486482, + 0.00013406402702702838, + 0.0037092568978378815, + -0.03159644886486481, + 0.00852751402702707, + -0.014074217665405411, + 0.026686750430270245, + 0.023341407989189197, + 0.00574216419659461, + -0.019635965771891885, + 0.04072469101081081, + 0.00963421142594593, + -0.044921805624324275, + -0.025982841086486463, + -0.0002432451580000008, + -0.011375726291891854, + 0.021153889262702744, + 0.01900583370702701 + ] + ], + "std": [ + [ + 0.9976085735229742, + 1.0108425474557818, + 1.0105604700510442, + 1.0350336168987333, + 0.990362036249636, + 0.9744762030983907, + 1.0066091603129825, + 0.984656658886602, + 0.9965234554482512, + 0.973435364067005, + 0.9921055599456662, + 1.0065413490604112, + 1.0042400869906856, + 0.9880184758483341, + 0.9898502752755675, + 0.992736848303296, + 0.9922171097916167, + 1.0043754412776131, + 0.9893350555688326, + 0.9868441569808528 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 4, + "padding": 40, + "parameters": 9125, + "cert_evals": { + "36": 0.9653218388557434, + "72": 0.9494560360908508, + "108": 0.9331368803977966, + "255": 0.8023571968078613 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/twonorm/fold_2/result.json b/UCI_N4/sandwich/runs/twonorm/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..d162a6906da8f13461da09875d9aef8f82a4d56e --- /dev/null +++ b/UCI_N4/sandwich/runs/twonorm/fold_2/result.json @@ -0,0 +1,70 @@ +{ + "best_epoch": 9, + "best_val_acc": 0.9767441860465116, + "test_acc": 0.9742779783393501, + "train_size": 1850, + "val_size": 1118, + "test_size": 4432, + "stats": { + "mean": [ + [ + 0.003976000881081077, + 0.010715774432432398, + -0.017786920248648645, + 0.0036804860497297266, + 0.002183984135675682, + 0.01946380120540544, + -0.009359299564702704, + -0.02816081002594586, + 0.031211165720540515, + 0.0197382945891892, + 0.004506140226864866, + -0.01331618493945946, + 0.014995027385405353, + -0.001854380632432439, + -0.01958510810810805, + -0.00386884019891889, + -0.017393956009891888, + -0.0021528696070270597, + 0.005169307811351341, + 0.0024582379264864846 + ] + ], + "std": [ + [ + 1.009760000740286, + 1.0090347482418227, + 1.0148186512036792, + 1.0060022323323823, + 0.9990626780886653, + 0.9896872166496508, + 0.9763805914536888, + 0.9957691924612021, + 0.9906698247495431, + 1.0035665264537232, + 0.9947437173054162, + 1.0004339807413987, + 0.9823451342038293, + 1.0178129069401878, + 1.020030588883728, + 1.0098245678900148, + 0.9925509761821191, + 0.984129704899966, + 1.021860274128779, + 1.0179863343134843 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 4, + "padding": 40, + "parameters": 9125, + "cert_evals": { + "36": 0.9636732935905457, + "72": 0.9530686140060425, + "108": 0.9359205961227417, + "255": 0.7833935022354126 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/twonorm/fold_3/result.json b/UCI_N4/sandwich/runs/twonorm/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..3a649f7a4b61663982f5c299a179a2cd398bfca1 --- /dev/null +++ b/UCI_N4/sandwich/runs/twonorm/fold_3/result.json @@ -0,0 +1,70 @@ +{ + "best_epoch": 35, + "best_val_acc": 0.9830357142857142, + "test_acc": 0.9787810383747179, + "train_size": 1850, + "val_size": 1120, + "test_size": 4430, + "stats": { + "mean": [ + [ + -0.020650926096864895, + 0.0029367999405405425, + -0.006630237378378379, + 0.010420081979243248, + -0.001797412861621615, + 0.006000229992972958, + 0.02513403323243256, + -0.04051091970432429, + 0.016437013362162183, + 0.008169780156756753, + 0.010605073612270283, + -0.014074353574054115, + 0.001890994940540519, + -0.00912456161891894, + -0.011556316408108112, + -0.004322038713513496, + -0.0011294842637837807, + -0.006298975859459421, + 0.017070309424864923, + 0.0166714651562162 + ] + ], + "std": [ + [ + 0.9799722867298174, + 0.9831760308737035, + 1.0071900480073166, + 1.003544153680456, + 0.9998334222405475, + 0.997242014320636, + 0.9816671365897304, + 0.9927759081786102, + 1.0236053141912813, + 0.9882650425660089, + 1.0199540485168141, + 0.9750354662835033, + 1.000698654175577, + 0.9953898045603353, + 0.9850292707815245, + 0.9950063778865423, + 0.9842233774554926, + 1.0005588371487018, + 1.0122840782683846, + 1.0155158561773454 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 4, + "padding": 40, + "parameters": 9125, + "cert_evals": { + "36": 0.9661399126052856, + "72": 0.9510157704353333, + "108": 0.9336342811584473, + "255": 0.807449221611023 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/vertebral-column-2clases/fold_0/result.json b/UCI_N4/sandwich/runs/vertebral-column-2clases/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..6c5eb7061bdcf946092970d3eac1da364ab1ec5f --- /dev/null +++ b/UCI_N4/sandwich/runs/vertebral-column-2clases/fold_0/result.json @@ -0,0 +1,42 @@ +{ + "best_epoch": 17, + "best_val_acc": 0.8983050847457628, + "test_acc": 0.7528735632183908, + "train_size": 77, + "val_size": 59, + "test_size": 174, + "stats": { + "mean": [ + [ + -0.04851593662337664, + -0.013603715584415602, + 0.017817786623376606, + -0.052196842324675335, + -0.002157415584415587, + -0.03604349805194806 + ] + ], + "std": [ + [ + 0.9285507134809343, + 1.06595981877074, + 0.9952787423256769, + 0.8624418582955644, + 0.9372946280214954, + 0.7536679299194217 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 4, + "padding": 12, + "parameters": 893, + "cert_evals": { + "36": 0.6551724076271057, + "72": 0.5632184147834778, + "108": 0.4080459773540497, + "255": 0.10919540375471115 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/vertebral-column-2clases/fold_1/result.json b/UCI_N4/sandwich/runs/vertebral-column-2clases/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..32a37de6a6bde00cfc4da3513fecf689fd1890f2 --- /dev/null +++ b/UCI_N4/sandwich/runs/vertebral-column-2clases/fold_1/result.json @@ -0,0 +1,42 @@ +{ + "best_epoch": 48, + "best_val_acc": 0.8333333333333334, + "test_acc": 0.743455497382199, + "train_size": 77, + "val_size": 42, + "test_size": 191, + "stats": { + "mean": [ + [ + -0.01160272857142857, + 0.19142412077922066, + 0.13749096324675333, + -0.1576678293376624, + 0.1349718081818182, + 0.01367927922077926 + ] + ], + "std": [ + [ + 0.9739076978851005, + 1.1234128014311557, + 1.0980714645789118, + 0.9124304878226723, + 0.8779104710989865, + 0.8103068848046617 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 4, + "padding": 12, + "parameters": 893, + "cert_evals": { + "36": 0.6858638525009155, + "72": 0.5759162306785583, + "108": 0.3926701545715332, + "255": 0.13612565398216248 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/vertebral-column-2clases/fold_2/result.json b/UCI_N4/sandwich/runs/vertebral-column-2clases/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..0da71c34cdb16eb41be21d16141fef49b5ae1c09 --- /dev/null +++ b/UCI_N4/sandwich/runs/vertebral-column-2clases/fold_2/result.json @@ -0,0 +1,42 @@ +{ + "best_epoch": 15, + "best_val_acc": 0.8823529411764706, + "test_acc": 0.8076923076923077, + "train_size": 77, + "val_size": 51, + "test_size": 182, + "stats": { + "mean": [ + [ + -0.08900769350649353, + 0.022068336363636327, + -0.17777378870129867, + -0.13070269816883123, + -0.08019039701298694, + 0.034270005844155946 + ] + ], + "std": [ + [ + 1.1891598679346718, + 1.0629718968025748, + 0.9683921685715591, + 1.1934548554540982, + 1.0519483392859137, + 1.4108241281173226 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 4, + "padding": 12, + "parameters": 893, + "cert_evals": { + "36": 0.692307710647583, + "72": 0.5714285969734192, + "108": 0.4615384638309479, + "255": 0.15934066474437714 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/vertebral-column-2clases/fold_3/result.json b/UCI_N4/sandwich/runs/vertebral-column-2clases/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..89231a514aa5746ef9e702531f0cd7fc5f070711 --- /dev/null +++ b/UCI_N4/sandwich/runs/vertebral-column-2clases/fold_3/result.json @@ -0,0 +1,42 @@ +{ + "best_epoch": 14, + "best_val_acc": 0.8913043478260869, + "test_acc": 0.8288770053475936, + "train_size": 77, + "val_size": 46, + "test_size": 187, + "stats": { + "mean": [ + [ + -0.06772925194805193, + -0.07967984805194804, + -0.14121441038961047, + -0.02757299220779231, + -0.014883416753246786, + -0.1100020467532468 + ] + ], + "std": [ + [ + 1.0828152543652132, + 1.0199396915025827, + 0.9339640371725322, + 0.9916023829290741, + 1.077978313814909, + 0.7401101130023645 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 4, + "padding": 12, + "parameters": 893, + "cert_evals": { + "36": 0.7272727489471436, + "72": 0.529411792755127, + "108": 0.4224599003791809, + "255": 0.24598930776119232 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/vertebral-column-3clases/fold_0/result.json b/UCI_N4/sandwich/runs/vertebral-column-3clases/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..2047fad64ba29518f05d304ec37eaa8faeb395a3 --- /dev/null +++ b/UCI_N4/sandwich/runs/vertebral-column-3clases/fold_0/result.json @@ -0,0 +1,42 @@ +{ + "best_epoch": 6, + "best_val_acc": 0.7045454545454546, + "test_acc": 0.6137566137566137, + "train_size": 77, + "val_size": 44, + "test_size": 189, + "stats": { + "mean": [ + [ + -0.017758871428571372, + -0.13893042727272728, + -0.08468526142857148, + 0.08071379740259733, + 0.06779229129870129, + 0.08923458311688294 + ] + ], + "std": [ + [ + 1.0953816731705295, + 0.8966984943146973, + 0.956938148341136, + 1.2077590425927807, + 1.073031602135157, + 1.464104633953606 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 3, + "depth": 4, + "padding": 12, + "parameters": 906, + "cert_evals": { + "36": 0.5449735522270203, + "72": 0.4179894030094147, + "108": 0.29100528359413147, + "255": 0.0158730149269104 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/vertebral-column-3clases/fold_1/result.json b/UCI_N4/sandwich/runs/vertebral-column-3clases/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..8e4de1d6c54bc97433eee04e380cd1232a1d296c --- /dev/null +++ b/UCI_N4/sandwich/runs/vertebral-column-3clases/fold_1/result.json @@ -0,0 +1,42 @@ +{ + "best_epoch": 29, + "best_val_acc": 0.7407407407407407, + "test_acc": 0.7486033519553073, + "train_size": 77, + "val_size": 54, + "test_size": 179, + "stats": { + "mean": [ + [ + -0.049201149350649384, + -0.06358896883116881, + -0.11700971038961039, + -0.01579821818181819, + -6.0709350649427305e-05, + 0.0891967623376624 + ] + ], + "std": [ + [ + 1.093043067173537, + 1.0341900281252163, + 0.948390256340442, + 1.1192974642236186, + 1.0160280673716198, + 1.4089004707085644 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 3, + "depth": 4, + "padding": 12, + "parameters": 906, + "cert_evals": { + "36": 0.681564211845398, + "72": 0.5530726313591003, + "108": 0.42458099126815796, + "255": 0.08938547223806381 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/vertebral-column-3clases/fold_2/result.json b/UCI_N4/sandwich/runs/vertebral-column-3clases/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..1aca87ad41d60595a7ea616e045610e8f34bfb29 --- /dev/null +++ b/UCI_N4/sandwich/runs/vertebral-column-3clases/fold_2/result.json @@ -0,0 +1,42 @@ +{ + "best_epoch": 19, + "best_val_acc": 0.8035714285714286, + "test_acc": 0.7966101694915254, + "train_size": 77, + "val_size": 56, + "test_size": 177, + "stats": { + "mean": [ + [ + -0.030620783376623464, + -0.15526778051948048, + -0.0557417341558442, + 0.0764179809090909, + -0.11299565064935047, + -0.10344603831168832 + ] + ], + "std": [ + [ + 0.9944305280127423, + 0.9108287434677631, + 0.8529822131400763, + 0.9664086884725089, + 0.9649650863065573, + 0.713799883374489 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 3, + "depth": 4, + "padding": 12, + "parameters": 906, + "cert_evals": { + "36": 0.694915235042572, + "72": 0.6271186470985413, + "108": 0.5310734510421753, + "255": 0.20338982343673706 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/vertebral-column-3clases/fold_3/result.json b/UCI_N4/sandwich/runs/vertebral-column-3clases/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..3e238affd85c26caa3fed3a661db562edf0ee4d6 --- /dev/null +++ b/UCI_N4/sandwich/runs/vertebral-column-3clases/fold_3/result.json @@ -0,0 +1,42 @@ +{ + "best_epoch": 40, + "best_val_acc": 0.7924528301886793, + "test_acc": 0.7888888888888889, + "train_size": 77, + "val_size": 53, + "test_size": 180, + "stats": { + "mean": [ + [ + 0.20264046623376622, + 0.3261196974025974, + 0.10299690753246762, + 0.017040496636363645, + -0.09640795220779223, + 0.03692924155844167 + ] + ], + "std": [ + [ + 1.1066380009229393, + 1.1415960579871545, + 1.0733819141948675, + 1.089301161345955, + 0.9585561559088557, + 0.8693443253284101 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 3, + "depth": 4, + "padding": 12, + "parameters": 906, + "cert_evals": { + "36": 0.6611111164093018, + "72": 0.5055555701255798, + "108": 0.3888888955116272, + "255": 0.10000000149011612 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/wall-following/fold_0/result.json b/UCI_N4/sandwich/runs/wall-following/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..2e4d1f46528af83d5b1f96cf1d03a28996473669 --- /dev/null +++ b/UCI_N4/sandwich/runs/wall-following/fold_0/result.json @@ -0,0 +1,78 @@ +{ + "best_epoch": 41, + "best_val_acc": 0.8060975609756098, + "test_acc": 0.7854523227383863, + "train_size": 1364, + "val_size": 820, + "test_size": 3272, + "stats": { + "mean": [ + [ + -0.005686892404692003, + 0.022638621533284334, + 0.0029726543621700742, + -0.007766223049853293, + -0.008952794454545568, + 0.009051411851906211, + 0.004111615835777271, + 0.054535739948680446, + 0.01721141257331339, + -0.00017557098093850144, + -0.0030259690689149518, + -0.015323145063782956, + 0.004263515249266924, + 0.013408757045454725, + -0.0019448981744868829, + 0.0003941872595307252, + -0.023833700213343096, + -0.0418792441422289, + -0.01742122004472146, + -0.01653938162023472, + 0.004910744486803571, + 0.04303871550586514, + -0.015449803416422289, + -0.003778200753665663 + ] + ], + "std": [ + [ + 0.9538903586600096, + 1.0100879107934733, + 1.0049069273556643, + 0.9922954720481119, + 0.9870136651293122, + 0.990779450218937, + 0.997732207974109, + 1.0249084242333972, + 1.0039227101782235, + 0.9840871960957936, + 0.9963448823117925, + 0.9855998980612843, + 1.0024509972558129, + 1.0025416545074122, + 0.9881545916458445, + 1.0165283990308178, + 0.9738216818182036, + 0.9275548118344852, + 0.9839704565560611, + 0.9728388862456517, + 1.0184938963953918, + 1.0303474329203226, + 0.9612235203553664, + 0.9816909108470405 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 4, + "depth": 4, + "padding": 48, + "parameters": 13159, + "cert_evals": { + "36": 0.7276895046234131, + "72": 0.653423011302948, + "108": 0.5794621109962463, + "255": 0.2524450123310089 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/wall-following/fold_1/result.json b/UCI_N4/sandwich/runs/wall-following/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..72ac23e171e64e9450c451e74bae958c7b992c8b --- /dev/null +++ b/UCI_N4/sandwich/runs/wall-following/fold_1/result.json @@ -0,0 +1,78 @@ +{ + "best_epoch": 23, + "best_val_acc": 0.7772215269086358, + "test_acc": 0.7931976920740965, + "train_size": 1364, + "val_size": 799, + "test_size": 3293, + "stats": { + "mean": [ + [ + -0.02975309696847506, + 0.005558309164222893, + 0.004718745812316816, + -0.020307799296187545, + -0.007320344633431353, + -0.028494500266862125, + -0.024019284164222755, + 0.009570253951612977, + 0.01097609736070351, + -0.00032918113929638346, + 0.032141068781524784, + 0.02072696681818175, + 0.02201199852639303, + 0.02843859972873922, + -0.010288174340176055, + -0.0025629487653958533, + 0.014673984588709695, + -0.0024179095725806485, + 0.011989980659823955, + 0.014437480175952963, + 0.010780398057038091, + -0.02107569172287382, + 0.018757813350439904, + -0.03195081329985328 + ] + ], + "std": [ + [ + 0.945216136192205, + 0.9992147601024853, + 1.0013950133535414, + 1.0070090886620435, + 1.0100405651888793, + 1.0035220275618202, + 1.0076868559644707, + 1.0146043586860587, + 1.0036702207634716, + 1.0020409725295103, + 1.0195319569843622, + 1.018330702441904, + 1.0188371291097438, + 1.0099651693219551, + 0.9929137513000473, + 0.9893773454929811, + 1.0312952518146736, + 0.9850531254011928, + 0.9991545369015657, + 1.024970910904686, + 1.0211398104956508, + 0.9811793320532708, + 1.0213393023608297, + 0.9709259568406406 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 4, + "depth": 4, + "padding": 48, + "parameters": 13159, + "cert_evals": { + "36": 0.7345885038375854, + "72": 0.6668691039085388, + "108": 0.5857880115509033, + "255": 0.23747342824935913 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/wall-following/fold_2/result.json b/UCI_N4/sandwich/runs/wall-following/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..7d00d001a78f13a557d5a63f95f78f823089f19c --- /dev/null +++ b/UCI_N4/sandwich/runs/wall-following/fold_2/result.json @@ -0,0 +1,78 @@ +{ + "best_epoch": 59, + "best_val_acc": 0.8002378121284186, + "test_acc": 0.7865272223931098, + "train_size": 1364, + "val_size": 841, + "test_size": 3251, + "stats": { + "mean": [ + [ + 0.01872266574486808, + 0.006327694957038103, + -0.07104427478152507, + -0.011521076319648046, + -0.004222936934017776, + -0.012975204868035104, + -0.01602920872434, + 0.018177438951613122, + 0.001741687587976442, + 0.026653914322580085, + 0.006544868966275523, + -0.0006487189816715815, + -0.006107012813782889, + -0.017521736390762342, + -0.02309750486070397, + 0.015360951164222853, + -0.05447749436730212, + 0.011644383885630553, + -0.005685932580645217, + 0.033520921312316744, + 0.015700824787390003, + 0.00464063532258066, + -0.007768450139296197, + -0.01706286590102635 + ] + ], + "std": [ + [ + 1.0075883148093572, + 0.9956149685197124, + 0.9336114810272496, + 1.0053964412297443, + 1.0037906536892414, + 0.9889864422444196, + 0.993232391245941, + 1.0033346943820691, + 1.0019335251023536, + 1.015228028452373, + 1.0184871692443849, + 0.9950347742751352, + 1.001225456339628, + 0.9911991075823401, + 0.9891922963313015, + 1.020897686359133, + 0.9021478154164623, + 1.027059313060404, + 0.9920589942567254, + 1.037458331459377, + 1.0154700216289818, + 1.0017979731537894, + 0.9794245346392066, + 0.9721130758506005 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 4, + "depth": 4, + "padding": 48, + "parameters": 13159, + "cert_evals": { + "36": 0.7274684309959412, + "72": 0.6564133763313293, + "108": 0.5736696124076843, + "255": 0.24207936227321625 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/wall-following/fold_3/result.json b/UCI_N4/sandwich/runs/wall-following/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..00093d033e5b08206689599944ca894a04c3bc0a --- /dev/null +++ b/UCI_N4/sandwich/runs/wall-following/fold_3/result.json @@ -0,0 +1,78 @@ +{ + "best_epoch": 35, + "best_val_acc": 0.8118932038834952, + "test_acc": 0.7937576499388005, + "train_size": 1364, + "val_size": 824, + "test_size": 3268, + "stats": { + "mean": [ + [ + 0.02031997529545452, + -0.033795195992888556, + -0.02352743731011721, + 0.01124182900293254, + -0.01151259605278599, + -0.015031226107038104, + 0.03267076282991228, + 0.0279429813196483, + -0.007205795674486686, + -0.0060127819017595785, + 0.01344909527859221, + 0.01992942824853357, + -0.01951502722360692, + -0.029693211412756465, + -0.009494099098240562, + -0.01795489370381231, + 0.010101200832844593, + -0.0059742676495601315, + -0.017900947921847564, + -0.021026184816715806, + 0.016916847096700823, + -0.0052597014662755836, + 0.032237512456011766, + 0.007093840727272726 + ] + ], + "std": [ + [ + 1.0112945026202158, + 0.970221558754097, + 0.9823204142944053, + 1.0136980604051529, + 0.982757495735732, + 0.9808366104043786, + 1.001324458975229, + 1.0152847209982614, + 0.9908830298302452, + 0.9932341203049162, + 1.0097191496904292, + 1.0252804409457419, + 0.9852042484069533, + 0.992545202932286, + 0.9901306066571973, + 0.9793681779580009, + 0.9956413121371739, + 0.9901468286266072, + 0.9701309779282022, + 0.9725832802282708, + 1.0307338552882614, + 0.991132554001173, + 1.0343162251093825, + 0.9974059438112418 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 4, + "depth": 4, + "padding": 48, + "parameters": 13159, + "cert_evals": { + "36": 0.7279682159423828, + "72": 0.6548347473144531, + "108": 0.5660954713821411, + "255": 0.22705018520355225 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/waveform-noise/fold_0/result.json b/UCI_N4/sandwich/runs/waveform-noise/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..932e9b9cdceb8cd21f31096f3005f4ea3ad0d25b --- /dev/null +++ b/UCI_N4/sandwich/runs/waveform-noise/fold_0/result.json @@ -0,0 +1,110 @@ +{ + "best_epoch": 20, + "best_val_acc": 0.8586251621271076, + "test_acc": 0.842228935884525, + "train_size": 1250, + "val_size": 771, + "test_size": 2979, + "stats": { + "mean": [ + [ + 0.04109552382399996, + -0.007068212280000003, + 0.014182510261599956, + 0.0026211762400000084, + 0.014018176879999957, + 0.02370059650560003, + 0.004374500936000023, + -0.0038294597343999904, + -0.014804110096000014, + 0.00045386584799994817, + -0.010192400336000008, + -0.01903542342399992, + -0.010784385815999982, + -0.005200951027200047, + -0.002328150511999989, + 0.014533825215999989, + 0.007865440576000029, + -0.025042890535999954, + -0.005855280768000005, + 0.010768292656000005, + -0.029557043135999994, + 0.02497473343199999, + 0.0059397922879999695, + 0.02985397081600005, + 0.034868211864000014, + -0.03436343556000003, + 0.022563571339200006, + 0.013530936152000026, + 0.006182852718399999, + 0.02533174106799999, + -0.023453127760000032, + -0.012310209543200052, + 0.023519454263999984, + -0.010153050279999989, + 0.015502481212800007, + 0.010150338703999973, + 0.0053944454240000125, + -0.0034366949536000007, + -0.005722000272000003, + 0.007498833936000044 + ] + ], + "std": [ + [ + 1.0036717936871953, + 1.0115164152393803, + 1.0267935868392655, + 1.0141719003383043, + 1.0034317001981041, + 0.9959239723426369, + 0.9939861987845015, + 1.0288633031133263, + 1.0043429776096469, + 0.9779096908533591, + 1.0249129338514036, + 1.0084484801657798, + 1.0020500717103944, + 1.026928437823279, + 1.009036128138247, + 1.0055555854598206, + 0.9775356004635903, + 1.0198250392925892, + 0.9777825735121067, + 0.9997432850888442, + 1.0057789366361842, + 1.0008832746108618, + 0.9887462327692325, + 0.9949832502604571, + 0.9939865250881332, + 0.9973380026834073, + 0.977390812504474, + 0.998438673003916, + 0.9765375704247188, + 1.0137678154638436, + 0.9930247910455883, + 1.0298745659129236, + 0.9839097409542001, + 0.991922743066992, + 1.0070087822831295, + 0.9876272290873123, + 1.0098641388551413, + 1.0215112956805443, + 1.0133094868761658, + 0.98802284916221 + ] + ] + }, + "width": 128, + "in_features": 40, + "out_features": 3, + "depth": 4, + "padding": 80, + "parameters": 35926, + "cert_evals": { + "36": 0.7861698269844055, + "72": 0.7223900556564331, + "108": 0.6441758871078491, + "255": 0.28768041729927063 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/waveform-noise/fold_1/result.json b/UCI_N4/sandwich/runs/waveform-noise/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..b0c185fe2d21e61c04302c64316ba29f8c069263 --- /dev/null +++ b/UCI_N4/sandwich/runs/waveform-noise/fold_1/result.json @@ -0,0 +1,110 @@ +{ + "best_epoch": 11, + "best_val_acc": 0.8722294654498044, + "test_acc": 0.8481394569225612, + "train_size": 1250, + "val_size": 767, + "test_size": 2983, + "stats": { + "mean": [ + [ + 0.044322997631999955, + 0.029345537880000067, + -0.011366358759840026, + -0.0005867047360000063, + -0.006665745688000015, + -0.006024195060800007, + -0.013584043487999992, + -0.024554553948799986, + 0.01623729534400002, + -0.007884222439999988, + 0.0019230570479999735, + -0.02265010408799999, + 0.007417331240000002, + -0.002911046979200009, + 0.020059001183999964, + 0.01574975624800002, + 0.02813207348000001, + 0.004678202063999986, + 0.028763643272000018, + 0.018513851640000002, + 0.0358815304, + 0.028113823255999978, + -0.00718522141599999, + -0.006245005135999949, + 0.011452240719999996, + -0.039296166616000015, + 0.013289260721600025, + -0.003815815991999974, + -0.001233308884800033, + 0.0033645557719999956, + 0.02454588116, + 0.010769942833599997, + 0.008991375496000034, + -0.012577069439999996, + 0.051492131759200026, + 0.009570444000000011, + 0.022488379120000006, + -0.00477033891360003, + -0.009759721552000007, + 0.0046987019359999846 + ] + ], + "std": [ + [ + 0.9680395488640641, + 0.9731934131975439, + 1.0256129853497884, + 1.0016500605542749, + 0.9832741110357304, + 1.0155722609031699, + 1.0177266822426836, + 1.0012352994664209, + 1.0017870547556, + 0.9825996623950224, + 1.0116415424885532, + 1.0008713618877405, + 1.004966285943376, + 0.991554206326663, + 1.0098780435455994, + 1.0036202953348388, + 0.9885930770833588, + 1.000767817574134, + 0.9955550387843519, + 1.0082268705074462, + 0.9951019252067327, + 0.9944184018582543, + 1.0206633343240308, + 1.0149218534426545, + 0.9851575763005246, + 0.9922537027672286, + 1.0164765099719621, + 1.0106305279893444, + 1.006251693120508, + 0.9864167800458236, + 1.0043559273464866, + 0.9969845117753792, + 0.99621846666241, + 1.0281731534980536, + 0.9986967919798584, + 0.9696604033255324, + 0.9966142799032668, + 0.9849892430729312, + 1.0057643181118128, + 1.0029305279401282 + ] + ] + }, + "width": 128, + "in_features": 40, + "out_features": 3, + "depth": 4, + "padding": 80, + "parameters": 35926, + "cert_evals": { + "36": 0.7904794216156006, + "72": 0.7160576581954956, + "108": 0.6366074681282043, + "255": 0.24706672132015228 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/waveform-noise/fold_2/result.json b/UCI_N4/sandwich/runs/waveform-noise/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..1e4557bc49890f0a219e39f56a62564f314485bd --- /dev/null +++ b/UCI_N4/sandwich/runs/waveform-noise/fold_2/result.json @@ -0,0 +1,110 @@ +{ + "best_epoch": 10, + "best_val_acc": 0.8614958448753463, + "test_acc": 0.834214002642008, + "train_size": 1250, + "val_size": 722, + "test_size": 3028, + "stats": { + "mean": [ + [ + 0.014308189376000027, + 0.028783297960000027, + 0.03795345253087996, + 0.013117279295999998, + 0.032089058063999955, + 0.012632187806400005, + 0.018484099464000054, + 0.009576141620799988, + 0.036987581783999995, + -0.006325697687999988, + -0.02381616588800001, + -0.008374505503999985, + -0.04596340019200004, + -0.03257486172959995, + -0.021728262640000023, + -0.019410886679999996, + -0.04224714851999999, + -0.02175625772000002, + -0.0017738945599999954, + 0.006572127119999979, + 0.015226716143999997, + -0.002422181303999986, + -0.025979705407999994, + 0.022093594352000027, + 0.03834592470399997, + -0.009863329287999975, + 0.020212545147199973, + 0.0037560529200000177, + 0.03646794663519996, + -0.018870360144, + -0.011957785879999988, + 0.016431144787999986, + 0.014396109119999995, + 0.008498349159999984, + 0.012689327942400006, + -0.00249464457599998, + -0.022068862224000004, + -0.0005122236512000032, + 0.008362260016000047, + -0.02581517636800003 + ] + ], + "std": [ + [ + 1.0188927880817935, + 0.9988893028885985, + 1.0203039986619837, + 1.0176161206264251, + 1.0298233594756412, + 1.032613885870231, + 1.0145448604818694, + 1.0020618139895976, + 0.9933894833504273, + 0.9801525816452665, + 0.9828864827428538, + 1.0084878782151452, + 1.0036037092630097, + 0.9753885414870564, + 1.015306973575768, + 0.9941278153766206, + 0.9825139145564932, + 0.9962329520442799, + 0.9688294278798073, + 0.98310050706914, + 0.9843726349902746, + 0.9830497457267643, + 1.019877833578896, + 1.0231451225251817, + 0.9901755816567956, + 0.9958326894928737, + 1.032928859241582, + 0.9924515511719896, + 0.9749189762682579, + 1.0285239667561281, + 1.002192158381019, + 0.9935329644391413, + 1.0052344609016668, + 1.0064075388331128, + 1.0160814777549847, + 0.9845645364365565, + 0.9925488055513885, + 1.0072044814714247, + 1.0303878632271122, + 0.9885231209627763 + ] + ] + }, + "width": 128, + "in_features": 40, + "out_features": 3, + "depth": 4, + "padding": 80, + "parameters": 35926, + "cert_evals": { + "36": 0.7797226309776306, + "72": 0.7116909027099609, + "108": 0.6367239356040955, + "255": 0.25957727432250977 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/waveform-noise/fold_3/result.json b/UCI_N4/sandwich/runs/waveform-noise/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..fca4770df5ef344bb538ffdd6ac71621b5eacfba --- /dev/null +++ b/UCI_N4/sandwich/runs/waveform-noise/fold_3/result.json @@ -0,0 +1,110 @@ +{ + "best_epoch": 12, + "best_val_acc": 0.8728476821192053, + "test_acc": 0.8420701168614357, + "train_size": 1250, + "val_size": 755, + "test_size": 2995, + "stats": { + "mean": [ + [ + -0.036278040016000025, + 0.00810417363999999, + 0.0013843179736000206, + -0.0018023679760000122, + -0.005956154304000002, + 0.025961240582400028, + 0.010167898040000027, + 0.01906255140800001, + -0.02535409856000002, + 0.013357130255999999, + -0.007777053167999971, + 0.007395055352000006, + -0.009246732704000024, + 0.000417141663999981, + -0.012846879495999965, + -0.011422848472000015, + -0.02694291900799997, + -0.010714078007999981, + -0.017699573224000033, + 0.006549602159999982, + 0.02394824680000007, + -0.027398905735999915, + -0.006791929848000011, + 0.016008580479999996, + 0.04892266430400006, + 0.035720964879999914, + 0.03039491798320002, + 0.0066352822719999895, + -0.02569047550079999, + 0.01171173369999999, + 0.022736661080000005, + -0.02455200705200002, + 0.03534526224799999, + 0.039964129560000006, + 0.04194475229440003, + 0.012341044367999982, + 0.04449289257600006, + 0.05609793443199992, + 0.037631368336000094, + -0.0013801063520000427 + ] + ], + "std": [ + [ + 0.9967186390712067, + 1.0046232169850224, + 0.9740084152266493, + 0.9826095647211786, + 0.9807015091355339, + 0.9903924974929869, + 0.9994986310830332, + 0.999954070658992, + 1.0016268406564945, + 1.0082593311694388, + 1.0031753015138711, + 1.0033236672468044, + 0.987229114309021, + 1.0132234933998234, + 0.9873167353551544, + 0.983479654201213, + 1.011117373386074, + 1.0372041491820654, + 0.9890339764711912, + 0.9663488793448463, + 1.0078666660648328, + 0.9894244150573558, + 1.0015699231644122, + 1.0021673571075749, + 0.98850640710336, + 1.0232697675089457, + 1.0136787449302005, + 1.0052546165431762, + 0.9928535231583258, + 0.9947831559397796, + 0.9947379135130683, + 0.968921467398204, + 1.0158922450868932, + 0.9723954832645065, + 0.9861131949259808, + 1.0009190287109688, + 0.9931377428957798, + 1.0140326666524644, + 0.9958387641879904, + 0.9761305424003285 + ] + ] + }, + "width": 128, + "in_features": 40, + "out_features": 3, + "depth": 4, + "padding": 80, + "parameters": 35926, + "cert_evals": { + "36": 0.7846410870552063, + "72": 0.7141903042793274, + "108": 0.6307178735733032, + "255": 0.26744574308395386 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/waveform/fold_0/result.json b/UCI_N4/sandwich/runs/waveform/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..b5a81c3bb6681bb99ce21a9daa382f7e44d6146d --- /dev/null +++ b/UCI_N4/sandwich/runs/waveform/fold_0/result.json @@ -0,0 +1,72 @@ +{ + "best_epoch": 46, + "best_val_acc": 0.8799472295514512, + "test_acc": 0.848596256684492, + "train_size": 1250, + "val_size": 758, + "test_size": 2992, + "stats": { + "mean": [ + [ + 0.020179633495999987, + 0.011963990736, + -0.033601846864, + -0.041786463160000016, + -0.03154164217599994, + -0.040098393640000014, + -0.043940430239999995, + -0.03151536300719995, + -0.036418570040000015, + 0.043107926798400066, + 0.03738288511999999, + -0.0024740305919999984, + 0.03243670563199995, + 0.011112976024000014, + 0.03951120671200011, + 0.0219850811552, + 0.028168458383999943, + 0.06235075759679998, + 0.020069774392, + 0.007039422583999985, + -0.02925996517600002 + ] + ], + "std": [ + [ + 0.9901799387654557, + 1.0306402386317552, + 0.9708771794256926, + 0.9608246419787663, + 1.0044852476869415, + 0.9877134023221446, + 0.9749943080882616, + 1.0123255354438774, + 0.986958011185208, + 1.0005937342506195, + 0.9789827068743525, + 1.0033150982759136, + 0.9538985981244916, + 1.006689675325801, + 0.9956488213117433, + 1.001823072865656, + 0.9921420818481883, + 0.9865005595269615, + 1.0350777753049674, + 1.0160784990711804, + 0.9870983405424562 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 4, + "padding": 42, + "parameters": 10086, + "cert_evals": { + "36": 0.8068181872367859, + "72": 0.7556818127632141, + "108": 0.6995320916175842, + "255": 0.3917112350463867 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/waveform/fold_1/result.json b/UCI_N4/sandwich/runs/waveform/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..b958544e5694b99c3b312042e802f650f911ad29 --- /dev/null +++ b/UCI_N4/sandwich/runs/waveform/fold_1/result.json @@ -0,0 +1,72 @@ +{ + "best_epoch": 13, + "best_val_acc": 0.8787465940054496, + "test_acc": 0.8677055702917772, + "train_size": 1250, + "val_size": 734, + "test_size": 3016, + "stats": { + "mean": [ + [ + 0.010216515320000044, + -0.04063758078400007, + 0.025120129951999963, + -0.025077058975999964, + 0.003169892232000061, + -0.01685490820000002, + -0.011714589596800004, + -0.03299081049600003, + -0.01699664363999998, + -0.018953863726399994, + -0.010869116344000016, + 0.041914844448000185, + -0.01596277459040001, + 0.012558276106399974, + 0.026120965832000048, + 0.03314989547359999, + 0.03347167229600001, + 0.023257175787200043, + 0.017851450192000014, + -0.004257698511999955, + -0.04945521833600015 + ] + ], + "std": [ + [ + 1.0013552490719653, + 0.9855864106795154, + 0.9729457372221003, + 0.9924096158327768, + 1.0128588967374343, + 1.0016694374565032, + 1.0094886119500357, + 1.0100863354319733, + 1.0019192663797813, + 0.9946338222875807, + 0.999064791075417, + 1.0101141099838185, + 0.9759008425547311, + 1.0113866649689796, + 1.0124143691513183, + 1.0133948233035053, + 1.0110196515539809, + 1.0206255456252598, + 1.0155072750087655, + 0.9949826852691384, + 0.9838169172120375 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 4, + "padding": 42, + "parameters": 10086, + "cert_evals": { + "36": 0.8156498670578003, + "72": 0.7513262629508972, + "108": 0.6840185523033142, + "255": 0.3607426881790161 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/waveform/fold_2/result.json b/UCI_N4/sandwich/runs/waveform/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..0dbb71e609bbd65000cda8fc285cae44594e97a7 --- /dev/null +++ b/UCI_N4/sandwich/runs/waveform/fold_2/result.json @@ -0,0 +1,72 @@ +{ + "best_epoch": 35, + "best_val_acc": 0.8756684491978609, + "test_acc": 0.8710859427048634, + "train_size": 1250, + "val_size": 748, + "test_size": 3002, + "stats": { + "mean": [ + [ + 0.007048574136000094, + -0.015209897391999988, + 0.011429607696000007, + -0.03273079147199999, + -0.023185516656000008, + 0.003389837535999984, + 0.0013940158719999971, + -0.00547288197039998, + 0.006071109367999992, + 0.005879158908799994, + 0.032166854647999996, + 0.005692848927999994, + 0.022531058751999993, + 0.009790249777599982, + 0.0040757011359999935, + 0.030061611308799984, + 0.029284791384000003, + 0.02420849601600001, + 0.014083066104000005, + 0.02953013189600018, + -0.004491209880000014 + ] + ], + "std": [ + [ + 0.9996125618988059, + 0.9720078266135495, + 1.0135851933941078, + 1.0319065276512462, + 0.9931170056559575, + 0.9993639751369633, + 0.9853632660237902, + 0.9995807541677071, + 1.0238743231650074, + 0.9969840482557133, + 0.9979292933830571, + 1.0142743499688514, + 1.001427080201001, + 0.9998997970203162, + 1.0142762186668912, + 1.0117340691797234, + 1.0099181268245983, + 1.0006047030346061, + 0.9985746890321932, + 1.0069732844455408, + 1.0040803599543435 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 4, + "padding": 42, + "parameters": 10086, + "cert_evals": { + "36": 0.8177881836891174, + "72": 0.761825442314148, + "108": 0.6868754625320435, + "255": 0.3780812919139862 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/waveform/fold_3/result.json b/UCI_N4/sandwich/runs/waveform/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..94ef0f9d0fdc605c4300c88ec917ef60f948e363 --- /dev/null +++ b/UCI_N4/sandwich/runs/waveform/fold_3/result.json @@ -0,0 +1,72 @@ +{ + "best_epoch": 16, + "best_val_acc": 0.8727770177838577, + "test_acc": 0.8622060284862537, + "train_size": 1250, + "val_size": 731, + "test_size": 3019, + "stats": { + "mean": [ + [ + -0.009131498528000003, + -0.0039044835359999803, + 0.07005067444800003, + -0.010843439071999996, + 0.006077575768000002, + -0.013402124615999992, + -0.0034755865247999887, + 0.0036035160240000075, + -0.0006721240640000021, + -0.006537375988799971, + -0.015753593288000012, + 0.013293681728000002, + -0.011138352720000024, + -0.025798392399999908, + 0.0029978399759999904, + 0.017920257033599982, + -0.008153607000000004, + 0.01568651420000006, + -0.051382837735999956, + 0.005123328096000027, + 0.025813726736000034 + ] + ], + "std": [ + [ + 1.0018392101812919, + 1.0020859314875776, + 1.0033561958769905, + 0.9975363296716959, + 0.9849899598871443, + 0.9756730653513883, + 0.993760630561838, + 0.9861757179284345, + 1.0000258312156731, + 1.0000825386418444, + 0.99177201535984, + 1.0234277089306048, + 1.0159176275153121, + 0.9839459155591159, + 0.9943404985027471, + 1.0116349239455822, + 1.0052044277000671, + 0.9841510621883656, + 1.0190638151002673, + 0.9952041186962591, + 1.0328002659610966 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 4, + "padding": 42, + "parameters": 10086, + "cert_evals": { + "36": 0.8178204298019409, + "72": 0.766478955745697, + "108": 0.7065253257751465, + "255": 0.4067571759223938 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/wine-quality-red/fold_0/result.json b/UCI_N4/sandwich/runs/wine-quality-red/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..ced3347957dcac75d4ef10f909784435047fa4e3 --- /dev/null +++ b/UCI_N4/sandwich/runs/wine-quality-red/fold_0/result.json @@ -0,0 +1,52 @@ +{ + "best_epoch": 56, + "best_val_acc": 0.4773662551440329, + "test_acc": 0.4089958158995816, + "train_size": 400, + "val_size": 243, + "test_size": 956, + "stats": { + "mean": [ + [ + -0.02693017225000001, + -0.010865180249999969, + 0.01090508905000014, + 0.028862860500000035, + -0.005716316749999986, + -0.0022627200000000882, + -0.008672537749999942, + 0.0023822675999998814, + 0.03910194012499996, + -0.003237799000000088, + -0.015897374500000026 + ] + ], + "std": [ + [ + 0.9743049425383958, + 1.0208202037213217, + 1.0045213439257272, + 1.0312615683961275, + 0.9360785088397681, + 1.0135085097778138, + 1.054760065228032, + 0.9991490231742983, + 0.9910168624962105, + 0.9560724374897602, + 1.0224479021869215 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 6, + "depth": 4, + "padding": 22, + "parameters": 2935, + "cert_evals": { + "36": 0.29811716079711914, + "72": 0.19665271043777466, + "108": 0.12343095988035202, + "255": 0.012552300468087196 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/wine-quality-red/fold_1/result.json b/UCI_N4/sandwich/runs/wine-quality-red/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..1ac4fe84fcbc60a011d1bac7af4c2690bcedd3c1 --- /dev/null +++ b/UCI_N4/sandwich/runs/wine-quality-red/fold_1/result.json @@ -0,0 +1,52 @@ +{ + "best_epoch": 2, + "best_val_acc": 0.4152542372881356, + "test_acc": 0.29387331256490135, + "train_size": 400, + "val_size": 236, + "test_size": 963, + "stats": { + "mean": [ + [ + 0.013418094749999616, + -0.03892854174999997, + 0.03785578170000011, + 0.030990686500000093, + 0.03390959879999997, + -0.02747751350000006, + 0.024918823500000065, + -0.0024924809250000362, + -0.023241676749999992, + 0.00015447274999999162, + 0.017258733749999842 + ] + ], + "std": [ + [ + 1.0484699134032194, + 0.9803949233513032, + 1.0076892023564636, + 1.0290250752162338, + 1.1997081630921285, + 0.9489970021589998, + 1.0263878594773712, + 1.03076931004531, + 0.9684548723090626, + 0.9627052256819137, + 0.9972530011672733 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 6, + "depth": 4, + "padding": 22, + "parameters": 2935, + "cert_evals": { + "36": 0.1526479870080948, + "72": 0.07892004400491714, + "108": 0.020768433809280396, + "255": 0.001038421643897891 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/wine-quality-red/fold_2/result.json b/UCI_N4/sandwich/runs/wine-quality-red/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..c11a3513f95aefcd2e64040d62011502728ea030 --- /dev/null +++ b/UCI_N4/sandwich/runs/wine-quality-red/fold_2/result.json @@ -0,0 +1,52 @@ +{ + "best_epoch": 75, + "best_val_acc": 0.4811715481171548, + "test_acc": 0.409375, + "train_size": 400, + "val_size": 239, + "test_size": 960, + "stats": { + "mean": [ + [ + -0.0013715520000001779, + -0.035088978500000055, + 0.06416455662500034, + -0.006156608600000014, + 0.0926046769, + -0.01361536200000002, + -0.007988503499999982, + 0.019787725674999798, + -0.030528630750000167, + 0.09543056175000009, + -0.01609288975000005 + ] + ], + "std": [ + [ + 0.9829420987934913, + 0.9707586864617593, + 1.0018786547407759, + 0.964170646447104, + 1.218209093004271, + 0.993770255551407, + 0.9825900214132555, + 0.9579306637091782, + 1.0278450401756267, + 1.103602348070479, + 1.019972708382203 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 6, + "depth": 4, + "padding": 22, + "parameters": 2935, + "cert_evals": { + "36": 0.2916666865348816, + "72": 0.21250000596046448, + "108": 0.15208333730697632, + "255": 0.010416666977107525 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/wine-quality-red/fold_3/result.json b/UCI_N4/sandwich/runs/wine-quality-red/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..98d0d494add75555dd813185d9355c95ccc9671e --- /dev/null +++ b/UCI_N4/sandwich/runs/wine-quality-red/fold_3/result.json @@ -0,0 +1,52 @@ +{ + "best_epoch": 29, + "best_val_acc": 0.4666666666666667, + "test_acc": 0.44525547445255476, + "train_size": 400, + "val_size": 240, + "test_size": 959, + "stats": { + "mean": [ + [ + -0.024919883000000052, + 0.11828172599999993, + -0.10639385059999999, + 0.09154341099999996, + -0.0404553217, + 0.02593951999999995, + -0.03595611450000001, + 0.029616401199999934, + 0.04752242037499988, + -0.06532982275000002, + -0.002994586000000021 + ] + ], + "std": [ + [ + 1.0557689652662066, + 1.036986432681799, + 0.9776537301766356, + 1.148436386560584, + 0.6942596510748834, + 1.0910930117650621, + 0.9332303748474275, + 0.9830858412290316, + 0.9796850899079309, + 0.8673250562614796, + 1.0016840683328132 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 6, + "depth": 4, + "padding": 22, + "parameters": 2935, + "cert_evals": { + "36": 0.2846715450286865, + "72": 0.16058394312858582, + "108": 0.08654849231243134, + "255": 0.0010427528759464622 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/wine-quality-white/fold_0/result.json b/UCI_N4/sandwich/runs/wine-quality-white/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..65b11ce85132dd4059fe868e0df29e441a92ea74 --- /dev/null +++ b/UCI_N4/sandwich/runs/wine-quality-white/fold_0/result.json @@ -0,0 +1,52 @@ +{ + "best_epoch": 46, + "best_val_acc": 0.3904761904761905, + "test_acc": 0.3763184756719973, + "train_size": 1224, + "val_size": 735, + "test_size": 2939, + "stats": { + "mean": [ + [ + -0.0032048589052286994, + -0.028953991503268075, + -0.009521662091503368, + -0.033446381021241915, + -0.021216290767973777, + 0.0013643637254901876, + -0.019732506176470634, + -0.0385083221609477, + -0.012002372222222163, + -0.05735950201797371, + 0.02225335972222248 + ] + ], + "std": [ + [ + 1.023683347421332, + 0.9447226597106944, + 0.9620105291208404, + 0.9658980402573037, + 0.9263448142152314, + 0.9948440839445967, + 0.9740337269720393, + 0.9614465411758055, + 1.0172641404349574, + 0.9821399823923815, + 0.9957833992600652 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 7, + "depth": 4, + "padding": 22, + "parameters": 2958, + "cert_evals": { + "36": 0.2558693289756775, + "72": 0.13746172189712524, + "108": 0.0779176577925682, + "255": 0.007145287469029427 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/wine-quality-white/fold_1/result.json b/UCI_N4/sandwich/runs/wine-quality-white/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..a0a7a9c7a97785d7a517cfac4fb0b4a9b6bff180 --- /dev/null +++ b/UCI_N4/sandwich/runs/wine-quality-white/fold_1/result.json @@ -0,0 +1,52 @@ +{ + "best_epoch": 1, + "best_val_acc": 0.3832658569500675, + "test_acc": 0.26525741561541083, + "train_size": 1224, + "val_size": 741, + "test_size": 2933, + "stats": { + "mean": [ + [ + -0.017049376225490367, + 0.014491614133986936, + 0.008908331290849619, + 0.010737108415032604, + 0.04067164330065363, + 0.0329015589869281, + -0.002488432352941375, + 0.006007091343954325, + -0.021524885539215638, + 0.0011987277042483457, + -0.014868995751633802 + ] + ], + "std": [ + [ + 1.0062718660617844, + 0.9894618025720731, + 1.0916182332376316, + 0.9825566386411965, + 1.1470818763060382, + 1.0937605281552916, + 0.9895690762781538, + 0.9664685559760209, + 0.9624746400083976, + 0.9868208733792134, + 0.99380448190184 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 7, + "depth": 4, + "padding": 22, + "parameters": 2958, + "cert_evals": { + "36": 0.0535288080573082, + "72": 0.014660756103694439, + "108": 0.010910330340266228, + "255": 0.003409478347748518 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/wine-quality-white/fold_2/result.json b/UCI_N4/sandwich/runs/wine-quality-white/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..ba783504bab9bfd64776e587858e45e347317967 --- /dev/null +++ b/UCI_N4/sandwich/runs/wine-quality-white/fold_2/result.json @@ -0,0 +1,52 @@ +{ + "best_epoch": 25, + "best_val_acc": 0.4110344827586207, + "test_acc": 0.35130552729738895, + "train_size": 1224, + "val_size": 725, + "test_size": 2949, + "stats": { + "mean": [ + [ + -0.008771757843137384, + -0.004596860539215801, + 0.008705725245097917, + -0.034847791446078476, + -0.030826640032679757, + -0.01616954820261436, + -0.03943745302287589, + -0.040444966319444435, + 0.02927997336601328, + 0.006854076119281012, + 0.030744455310457264 + ] + ], + "std": [ + [ + 1.0204079506641692, + 1.0029139391565418, + 1.0078310341851806, + 0.9854918621954571, + 0.9449468354581222, + 0.957020515296538, + 0.954249288652687, + 0.976569994872353, + 0.9899815735473346, + 1.008692992013154, + 0.9893537338950328 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 7, + "depth": 4, + "padding": 22, + "parameters": 2958, + "cert_evals": { + "36": 0.24177688360214233, + "72": 0.14140386879444122, + "108": 0.06748050451278687, + "255": 0.0037300782278180122 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/wine-quality-white/fold_3/result.json b/UCI_N4/sandwich/runs/wine-quality-white/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..fff9e334a048d1fea5ba01441b04353efe71588b --- /dev/null +++ b/UCI_N4/sandwich/runs/wine-quality-white/fold_3/result.json @@ -0,0 +1,52 @@ +{ + "best_epoch": 13, + "best_val_acc": 0.3695345557122708, + "test_acc": 0.3086003372681282, + "train_size": 1224, + "val_size": 709, + "test_size": 2965, + "stats": { + "mean": [ + [ + -0.022035407434640455, + 0.006143019934640497, + -0.030651977777777773, + 0.024485125988562038, + -0.018449098774509846, + -0.0018301268790849984, + 0.008402089934640587, + 0.008618634501633892, + -0.035267637908496643, + 0.02360550346405227, + -0.013176123529411856 + ] + ], + "std": [ + [ + 1.0070335678428375, + 0.9660388185917548, + 0.9095987830657093, + 0.9927445013639002, + 0.8945149881344938, + 0.9537849826536657, + 1.0086544512672544, + 0.9850628871532389, + 0.9772491357585545, + 0.995730526664069, + 1.0046258178743335 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 7, + "depth": 4, + "padding": 22, + "parameters": 2958, + "cert_evals": { + "36": 0.14333896338939667, + "72": 0.06981450319290161, + "108": 0.03338954597711563, + "255": 0.003372681327164173 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/wine/fold_0/result.json b/UCI_N4/sandwich/runs/wine/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..6a776764ce5d82868deb6393a66ea6c2689f4ce2 --- /dev/null +++ b/UCI_N4/sandwich/runs/wine/fold_0/result.json @@ -0,0 +1,56 @@ +{ + "best_epoch": 17, + "best_val_acc": 1.0, + "test_acc": 0.95, + "train_size": 44, + "val_size": 34, + "test_size": 100, + "stats": { + "mean": [ + [ + -0.0032810681818182252, + -0.005479031818181848, + -0.08091575454545454, + 0.05187518272727261, + -0.06624296590909094, + -0.007079050000000028, + -0.06275028018181807, + -0.08246524999999992, + 0.05402081363636373, + 0.0044511772727273136, + -0.04690897272727282, + 0.09077693181818178, + -0.0044964045454545494 + ] + ], + "std": [ + [ + 0.9486079560461609, + 0.9748783430969256, + 0.9254167517337237, + 0.9617928120291063, + 0.8801585454960099, + 0.9897338243089531, + 0.9271822071946669, + 0.9702762446771567, + 0.9107960044629595, + 1.0952735150882602, + 0.9243353232179793, + 0.9887201896638538, + 0.9269494258065332 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 3, + "depth": 4, + "padding": 26, + "parameters": 3958, + "cert_evals": { + "36": 0.9199999570846558, + "72": 0.9099999666213989, + "108": 0.8399999737739563, + "255": 0.550000011920929 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/wine/fold_1/result.json b/UCI_N4/sandwich/runs/wine/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..17e7def843cd846baad5be7e755705e06b8c7c07 --- /dev/null +++ b/UCI_N4/sandwich/runs/wine/fold_1/result.json @@ -0,0 +1,56 @@ +{ + "best_epoch": 36, + "best_val_acc": 0.9629629629629629, + "test_acc": 0.9813084112149533, + "train_size": 44, + "val_size": 27, + "test_size": 107, + "stats": { + "mean": [ + [ + 0.06530710454545458, + 0.007947954545454524, + -0.18861000681818177, + -0.06994299681818188, + -0.08852099545454545, + 0.06554911590909095, + 0.0228023237272727, + -0.08063868636363627, + 0.11120031590909094, + 0.1451315113636364, + 0.07976722954545465, + 0.05492483636363638, + -0.04130375068181816 + ] + ], + "std": [ + [ + 1.1054246265200351, + 1.022075699615381, + 1.0101337670617143, + 0.9836114927228263, + 1.0039715573451675, + 1.0160855472349155, + 1.00168059755674, + 0.942713932749028, + 1.1841316940042428, + 1.0673173131706486, + 1.0204335593229852, + 0.9474429014625287, + 0.9790698019551516 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 3, + "depth": 4, + "padding": 26, + "parameters": 3958, + "cert_evals": { + "36": 0.9813084006309509, + "72": 0.8971962332725525, + "108": 0.8317756652832031, + "255": 0.4299065172672272 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/wine/fold_2/result.json b/UCI_N4/sandwich/runs/wine/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..75c70099368e0ec9138359bc4f5149ae850471a3 --- /dev/null +++ b/UCI_N4/sandwich/runs/wine/fold_2/result.json @@ -0,0 +1,56 @@ +{ + "best_epoch": 26, + "best_val_acc": 0.9310344827586207, + "test_acc": 0.9333333333333333, + "train_size": 44, + "val_size": 29, + "test_size": 105, + "stats": { + "mean": [ + [ + -0.0016014659090909378, + -0.2809373181818182, + -0.0013865818181818283, + -0.011415792727272868, + -0.005774513636363688, + 0.0034522068181817842, + -0.09596993699999999, + 0.061802877272727264, + -0.18700712727272728, + 0.003569234090909025, + 0.14042048863636367, + -0.033103909090909094, + -0.06411021136363641 + ] + ], + "std": [ + [ + 0.9298272868804931, + 0.8250056451408178, + 1.08551443258742, + 1.1391522997578776, + 1.162897463787286, + 0.9140439887115281, + 0.9166314532406474, + 1.013186331346434, + 0.9551870696183078, + 1.1440128298039551, + 1.0494592532907625, + 1.0314806625541306, + 0.958232402601652 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 3, + "depth": 4, + "padding": 26, + "parameters": 3958, + "cert_evals": { + "36": 0.8857142925262451, + "72": 0.8285714387893677, + "108": 0.7809523940086365, + "255": 0.46666669845581055 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/wine/fold_3/result.json b/UCI_N4/sandwich/runs/wine/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..9aab610d33ce6ab0e77c8acb8eec07f0e0ab1f7b --- /dev/null +++ b/UCI_N4/sandwich/runs/wine/fold_3/result.json @@ -0,0 +1,56 @@ +{ + "best_epoch": 23, + "best_val_acc": 1.0, + "test_acc": 0.941747572815534, + "train_size": 44, + "val_size": 31, + "test_size": 103, + "stats": { + "mean": [ + [ + -0.0007615090909091727, + 0.05596002272727269, + -0.07345953863636358, + -0.09784549954545461, + 0.008546922727272678, + 0.09278491795454552, + 0.0448726857272727, + 0.11476138181818184, + 0.09094955909090909, + 0.005921997727272779, + 0.16726700681818205, + 0.005308763636363668, + -0.08561718409090915 + ] + ], + "std": [ + [ + 1.007206359663615, + 0.8850705986397225, + 1.0706938375587134, + 0.8864652113978174, + 1.1440281408589326, + 0.9372647448943219, + 0.9191041363758027, + 0.9830875500627535, + 1.0190542547845243, + 0.9888966660536255, + 1.11752991456707, + 0.9731773531474354, + 0.8829161708393709 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 3, + "depth": 4, + "padding": 26, + "parameters": 3958, + "cert_evals": { + "36": 0.9320388436317444, + "72": 0.8932039141654968, + "108": 0.8155339956283569, + "255": 0.6116504669189453 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/yeast/fold_0/result.json b/UCI_N4/sandwich/runs/yeast/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..e264d97fad63bc2576e4f6b5b249c107f8576168 --- /dev/null +++ b/UCI_N4/sandwich/runs/yeast/fold_0/result.json @@ -0,0 +1,46 @@ +{ + "best_epoch": 21, + "best_val_acc": 0.5094339622641509, + "test_acc": 0.47835738068812433, + "train_size": 371, + "val_size": 212, + "test_size": 901, + "stats": { + "mean": [ + [ + -0.0680236417412399, + 0.0016312938814016407, + -0.008786120350404263, + -0.04364633274932616, + 0.013936777088948886, + 0.007389660377358629, + -0.024600268247978344, + 0.05087596307277619 + ] + ], + "std": [ + [ + 1.027205380998011, + 0.9953693200489844, + 0.9507124252634552, + 0.9691826685352211, + 1.0679577073315545, + 1.038674237448053, + 0.9068718437558525, + 1.1001821882054232 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 10, + "depth": 4, + "padding": 16, + "parameters": 1677, + "cert_evals": { + "36": 0.320754736661911, + "72": 0.2330743670463562, + "108": 0.18534961342811584, + "255": 0.03995560482144356 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/yeast/fold_1/result.json b/UCI_N4/sandwich/runs/yeast/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..d5b610700243981636fb143cf9c0dd43e2dc8b93 --- /dev/null +++ b/UCI_N4/sandwich/runs/yeast/fold_1/result.json @@ -0,0 +1,46 @@ +{ + "best_epoch": 39, + "best_val_acc": 0.5021645021645021, + "test_acc": 0.4580498866213152, + "train_size": 371, + "val_size": 231, + "test_size": 882, + "stats": { + "mean": [ + [ + 0.08549606216172505, + 0.03251707697035039, + 0.04905938702964963, + 0.04128734865229108, + -0.013936692183288498, + 0.036949762803234386, + -0.002681268247978456, + 0.005315634501347734 + ] + ], + "std": [ + [ + 0.9621845394333128, + 0.9690282797537528, + 0.9491603484155484, + 1.0401770820495524, + 0.9261376999963121, + 1.1814628524634447, + 0.9836755462977512, + 0.993812117132581 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 10, + "depth": 4, + "padding": 16, + "parameters": 1677, + "cert_evals": { + "36": 0.31972789764404297, + "72": 0.25623583793640137, + "108": 0.19274376332759857, + "255": 0.07256235927343369 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/yeast/fold_2/result.json b/UCI_N4/sandwich/runs/yeast/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..61cc4bc0ea9591c45a7b0d76a878bc7d6ab4dcaa --- /dev/null +++ b/UCI_N4/sandwich/runs/yeast/fold_2/result.json @@ -0,0 +1,46 @@ +{ + "best_epoch": 58, + "best_val_acc": 0.4700460829493088, + "test_acc": 0.4810267857142857, + "train_size": 371, + "val_size": 217, + "test_size": 896, + "stats": { + "mean": [ + [ + 0.004417079552560633, + -0.0405647886981132, + -0.038330890598382725, + -0.009830160646900232, + -0.013936692183288395, + 0.036949762803234296, + -0.01154207417789756, + 0.005568702156334372 + ] + ], + "std": [ + [ + 1.0326495870955454, + 0.9133440779524218, + 0.9914487013412665, + 0.9617359852499671, + 0.9261376999963089, + 1.181462852463445, + 0.873907032459684, + 0.9724601246460749 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 10, + "depth": 4, + "padding": 16, + "parameters": 1677, + "cert_evals": { + "36": 0.3716517984867096, + "72": 0.2801339328289032, + "108": 0.2209821492433548, + "255": 0.0580357164144516 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/yeast/fold_3/result.json b/UCI_N4/sandwich/runs/yeast/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..0e69fa753bf9f74f3e499157cfcc478a953bc37f --- /dev/null +++ b/UCI_N4/sandwich/runs/yeast/fold_3/result.json @@ -0,0 +1,46 @@ +{ + "best_epoch": 62, + "best_val_acc": 0.5426008968609866, + "test_acc": 0.5258426966292135, + "train_size": 371, + "val_size": 223, + "test_size": 890, + "stats": { + "mean": [ + [ + -0.01207341391913747, + -0.03099437134770888, + -0.004743151369272138, + 0.0033422831536388878, + 0.013936777088948926, + 0.007389660377358682, + -0.05258191859838276, + -0.01645215983827505 + ] + ], + "std": [ + [ + 1.002118550793497, + 0.9931572183782578, + 1.0350703782367132, + 0.9624293574797959, + 1.0679577073315536, + 1.0386742374480524, + 1.0723089145971894, + 0.9483399576263618 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 10, + "depth": 4, + "padding": 16, + "parameters": 1677, + "cert_evals": { + "36": 0.43707865476608276, + "72": 0.33932584524154663, + "108": 0.23820224404335022, + "255": 0.08426966518163681 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/zoo/fold_0/result.json b/UCI_N4/sandwich/runs/zoo/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..c2649bd80561a6167664da3858b082c394b8282d --- /dev/null +++ b/UCI_N4/sandwich/runs/zoo/fold_0/result.json @@ -0,0 +1,62 @@ +{ + "best_epoch": 40, + "best_val_acc": 0.9285714285714286, + "test_acc": 0.8387096774193549, + "train_size": 25, + "val_size": 14, + "test_size": 62, + "stats": { + "mean": [ + [ + 0.18968232000000004, + 0.004943600000000055, + -0.04877112000000002, + 0.06901168000000008, + 0.005554399999999982, + -0.24190180000000008, + 0.011100480000000044, + 0.07332431999999998, + 0.047367959999999966, + 0.1174986, + 0.002917720000000048, + -0.128498, + 0.05823499999999993, + 0.03965752000000001, + -0.025889279999999938, + 0.0890122 + ] + ], + "std": [ + [ + 1.005390221359596, + 0.9987632000000001, + 1.0021422025080997, + 1.0058025598467213, + 0.9984392123352528, + 0.8872886923159564, + 0.9937582269928686, + 0.97657824, + 0.9532010403686509, + 0.898886886807812, + 0.9995686698918299, + 0.864227081446769, + 0.8401435100754158, + 0.9719779957616784, + 0.9655601622370106, + 1.0025794726604769 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 7, + "depth": 4, + "padding": 32, + "parameters": 6058, + "cert_evals": { + "36": 0.8225806355476379, + "72": 0.8064515590667725, + "108": 0.7580645084381104, + "255": 0.4677419066429138 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/zoo/fold_1/result.json b/UCI_N4/sandwich/runs/zoo/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..9d80b6568a7132a07b8cfce72d2c7c86d59102d0 --- /dev/null +++ b/UCI_N4/sandwich/runs/zoo/fold_1/result.json @@ -0,0 +1,62 @@ +{ + "best_epoch": 25, + "best_val_acc": 0.8333333333333334, + "test_acc": 0.859375, + "train_size": 25, + "val_size": 12, + "test_size": 64, + "stats": { + "mean": [ + [ + 0.028691039999999952, + 0.004943600000000057, + -0.048771120000000036, + 0.06901168, + 0.005554399999999972, + 0.17360919999999994, + -0.06897883999999993, + -0.00805720000000001, + 0.0473679599999999, + -0.07865459999999999, + 0.0029177199999999947, + -0.022119, + 0.09757803999999994, + -0.051376560000000016, + -0.26359375999999995, + 0.24955340000000004 + ] + ], + "std": [ + [ + 0.9989246223251673, + 0.9987632000000002, + 1.0021422025080997, + 1.0058025598467215, + 0.998439212335253, + 1.0312711812638613, + 1.0001903862262094, + 0.9967159924605201, + 0.9532010403686509, + 1.047171532893174, + 0.9995686698918299, + 0.9749796397074146, + 1.045377756731086, + 1.02185501364051, + 0.5822546855736085, + 0.9961319493678737 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 7, + "depth": 4, + "padding": 32, + "parameters": 6058, + "cert_evals": { + "36": 0.828125, + "72": 0.765625, + "108": 0.75, + "255": 0.515625 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/zoo/fold_2/result.json b/UCI_N4/sandwich/runs/zoo/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..0c66f627419e222b6e8355b21d5172db52279765 --- /dev/null +++ b/UCI_N4/sandwich/runs/zoo/fold_2/result.json @@ -0,0 +1,62 @@ +{ + "best_epoch": 39, + "best_val_acc": 1.0, + "test_acc": 0.859375, + "train_size": 25, + "val_size": 12, + "test_size": 64, + "stats": { + "mean": [ + [ + 0.02869103999999997, + 0.004943600000000048, + -0.04877112000000006, + 0.06901168, + 0.005554399999999982, + 0.007404799999999972, + 0.011100480000000062, + 0.07332431999999998, + 0.04736795999999993, + 0.01942200000000002, + -0.14446064, + -0.022119000000000017, + 0.09757803999999996, + 0.03965751999999999, + -0.14474151999999998, + 0.08901219999999999 + ] + ], + "std": [ + [ + 0.9989246223251673, + 0.9987632000000001, + 1.0021422025080997, + 1.0058025598467215, + 0.9984392123352529, + 0.9972263999999998, + 0.9937582269928688, + 0.97657824, + 0.9532010403686509, + 0.980766, + 0.722003562256413, + 0.9749796397074147, + 1.045377756731086, + 0.9719779957616785, + 0.8060951109136004, + 1.0025794726604769 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 7, + "depth": 4, + "padding": 32, + "parameters": 6058, + "cert_evals": { + "36": 0.84375, + "72": 0.84375, + "108": 0.828125, + "255": 0.265625 + } +} \ No newline at end of file diff --git a/UCI_N4/sandwich/runs/zoo/fold_3/result.json b/UCI_N4/sandwich/runs/zoo/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..4dbc88510c33f1f35586c5972b678180527df859 --- /dev/null +++ b/UCI_N4/sandwich/runs/zoo/fold_3/result.json @@ -0,0 +1,62 @@ +{ + "best_epoch": 22, + "best_val_acc": 1.0, + "test_acc": 0.8771929824561403, + "train_size": 25, + "val_size": 19, + "test_size": 57, + "stats": { + "mean": [ + [ + 0.10918667999999991, + 0.004943600000000039, + -0.04877112000000009, + 0.06901168, + -0.087958, + -0.07569740000000007, + 0.011100480000000062, + 0.07332432000000001, + 0.04736795999999993, + 0.019421999999999984, + 0.29767443999999993, + -0.022119, + 0.05823475999999992, + 0.03965752, + -0.025889279999999938, + 0.08901219999999999 + ] + ], + "std": [ + [ + 1.0053902213595962, + 0.9987632, + 1.0021422025080997, + 1.0058025598467215, + 0.9351239999999998, + 0.9691298611116264, + 0.9937582269928686, + 0.97657824, + 0.9532010403686509, + 0.980766, + 1.3507449809969043, + 0.9749796397074147, + 1.007680466714654, + 0.9719779957616784, + 0.9655601622370106, + 1.0025794726604769 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 7, + "depth": 4, + "padding": 32, + "parameters": 6058, + "cert_evals": { + "36": 0.8421052694320679, + "72": 0.8421052694320679, + "108": 0.8070175647735596, + "255": 0.4736842215061188 + } +} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/blood/fold_3/events.out.tfevents.1762559628.auvsl-gpu-01.ise.illinois.edu.627158.30 b/UCI_N4/sdp/runs/blood/fold_3/events.out.tfevents.1762559628.auvsl-gpu-01.ise.illinois.edu.627158.30 new file mode 100644 index 0000000000000000000000000000000000000000..dac76740572757da828d47b33a60058e2f697c61 --- /dev/null +++ b/UCI_N4/sdp/runs/blood/fold_3/events.out.tfevents.1762559628.auvsl-gpu-01.ise.illinois.edu.627158.30 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4893787d8d8ba054c0ef6247ec65269f522608c84790543efa4bd22ee39e9d48 +size 19656 diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_0/1762559645.2857695/events.out.tfevents.1762559645.auvsl-gpu-01.ise.illinois.edu.627158.49 b/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_0/1762559645.2857695/events.out.tfevents.1762559645.auvsl-gpu-01.ise.illinois.edu.627158.49 new file mode 100644 index 0000000000000000000000000000000000000000..7a5da52ee47c0ad81f64d16980af9b513f771914 --- /dev/null +++ b/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_0/1762559645.2857695/events.out.tfevents.1762559645.auvsl-gpu-01.ise.illinois.edu.627158.49 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5832bac41cbbd3193bb9532cbbc57e18b2be918edebe36c5b3ef2ffba8b77934 +size 1184 diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_0/best_state.pth b/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_0/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..ba900df9310026ae2c77158a990d1a451a8bcb2a --- /dev/null +++ b/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_0/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e0c27525fb6fd9a31c0d63b00e2294807073ecbc95c666354bd158f1869344e +size 132469 diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_0/events.out.tfevents.1762559643.auvsl-gpu-01.ise.illinois.edu.627158.48 b/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_0/events.out.tfevents.1762559643.auvsl-gpu-01.ise.illinois.edu.627158.48 new file mode 100644 index 0000000000000000000000000000000000000000..0bee16d28219da7c5063d9a3204a22a9c42683c5 --- /dev/null +++ b/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_0/events.out.tfevents.1762559643.auvsl-gpu-01.ise.illinois.edu.627158.48 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b781b68035eaf17163264595312392a64d2383fa0bd4ac086fbe5d3b286456df +size 15453 diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_1/1762559646.5076516/events.out.tfevents.1762559646.auvsl-gpu-01.ise.illinois.edu.627158.51 b/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_1/1762559646.5076516/events.out.tfevents.1762559646.auvsl-gpu-01.ise.illinois.edu.627158.51 new file mode 100644 index 0000000000000000000000000000000000000000..dd377bf5f7fadf1b618a19541dc8bce57e0b6d33 --- /dev/null +++ b/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_1/1762559646.5076516/events.out.tfevents.1762559646.auvsl-gpu-01.ise.illinois.edu.627158.51 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dde851397528e7514ccfb450f9d67a88298b3b2da2ff397ece191f81c00744d +size 1184 diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_1/best_state.pth b/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..4888e4f9c15bf2c97bea68d5223b3cc49c09d084 --- /dev/null +++ b/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb7621a4f64169f5462d061274d50e295607c3ef1e4c3e4b94e0c4018145638a +size 132469 diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_1/events.out.tfevents.1762559645.auvsl-gpu-01.ise.illinois.edu.627158.50 b/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_1/events.out.tfevents.1762559645.auvsl-gpu-01.ise.illinois.edu.627158.50 new file mode 100644 index 0000000000000000000000000000000000000000..c60740dfefb716d22630cfe9260a5e84b4da06af --- /dev/null +++ b/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_1/events.out.tfevents.1762559645.auvsl-gpu-01.ise.illinois.edu.627158.50 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfffce293ad80bc0f04baed9302784fc20346bac17c61fe73f88c6efd8c48894 +size 12779 diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_2/1762559647.7763484/events.out.tfevents.1762559647.auvsl-gpu-01.ise.illinois.edu.627158.53 b/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_2/1762559647.7763484/events.out.tfevents.1762559647.auvsl-gpu-01.ise.illinois.edu.627158.53 new file mode 100644 index 0000000000000000000000000000000000000000..d9da14fdfe806723f2c1f802cf2697696dd60a9b --- /dev/null +++ b/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_2/1762559647.7763484/events.out.tfevents.1762559647.auvsl-gpu-01.ise.illinois.edu.627158.53 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00159bb4bae5ae81c4b1613d79bf903cebf48eb4e5135502d49edadae368c390 +size 1184 diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_2/best_state.pth b/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..f2e55817437a7ead32bf471b78f5662e9e31a7ac --- /dev/null +++ b/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:253a90265fcf624878c756a74f735426f093d30779dbee4eff196669520d85c2 +size 132469 diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_2/events.out.tfevents.1762559646.auvsl-gpu-01.ise.illinois.edu.627158.52 b/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_2/events.out.tfevents.1762559646.auvsl-gpu-01.ise.illinois.edu.627158.52 new file mode 100644 index 0000000000000000000000000000000000000000..940758c249db3a00db9a0dee66d10c114e510020 --- /dev/null +++ b/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_2/events.out.tfevents.1762559646.auvsl-gpu-01.ise.illinois.edu.627158.52 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:070e6a8c5488b55fa6f63a39d37849077555a9a00a945eb9c15cde8c34c4ff04 +size 13161 diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_3/1762559649.7196596/events.out.tfevents.1762559649.auvsl-gpu-01.ise.illinois.edu.627158.55 b/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_3/1762559649.7196596/events.out.tfevents.1762559649.auvsl-gpu-01.ise.illinois.edu.627158.55 new file mode 100644 index 0000000000000000000000000000000000000000..c6346dcc5b7e1f244edc836cc915353c677801e2 --- /dev/null +++ b/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_3/1762559649.7196596/events.out.tfevents.1762559649.auvsl-gpu-01.ise.illinois.edu.627158.55 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2fa3c86b6cd1fdef9d4ecaa1a91d047f57ba04d74f7d4b6e923123443a76289 +size 1184 diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_3/best_state.pth b/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_3/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..420fb4856f0f05330b5a5c952fb5667809205486 --- /dev/null +++ b/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_3/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a1e165ccef5e7fbb285bf37edb6a5de36cacc2bbe68916f9a6527d3884f4ee6 +size 132469 diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_3/events.out.tfevents.1762559647.auvsl-gpu-01.ise.illinois.edu.627158.54 b/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_3/events.out.tfevents.1762559647.auvsl-gpu-01.ise.illinois.edu.627158.54 new file mode 100644 index 0000000000000000000000000000000000000000..798c48d24410cc25f120c5210e71bcc879913032 --- /dev/null +++ b/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_3/events.out.tfevents.1762559647.auvsl-gpu-01.ise.illinois.edu.627158.54 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d84bfb33811a7c68a51ffc166fb3f7c6ec9e3c96f798d37a8197339f37ab5c68 +size 18892 diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_0/1762559650.558882/events.out.tfevents.1762559650.auvsl-gpu-01.ise.illinois.edu.627158.57 b/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_0/1762559650.558882/events.out.tfevents.1762559650.auvsl-gpu-01.ise.illinois.edu.627158.57 new file mode 100644 index 0000000000000000000000000000000000000000..97566b8e731b673638c3b5a2f9da93cb6d70a645 --- /dev/null +++ b/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_0/1762559650.558882/events.out.tfevents.1762559650.auvsl-gpu-01.ise.illinois.edu.627158.57 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d5cb153f19a570a6a8ed72ffffe9180ad207b1e36df8a317bd0fc541927716d +size 1184 diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_0/best_state.pth b/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_0/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..0e64d5c4a58333154718ab4596dc002dd0263f7e --- /dev/null +++ b/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_0/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2f64d052ac181dae5a6cb908015d738200c6dfb7a7121040d9ec1f074730965 +size 144821 diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_0/events.out.tfevents.1762559649.auvsl-gpu-01.ise.illinois.edu.627158.56 b/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_0/events.out.tfevents.1762559649.auvsl-gpu-01.ise.illinois.edu.627158.56 new file mode 100644 index 0000000000000000000000000000000000000000..83eed3fe191981909bde3418714dceb0b3ad1a33 --- /dev/null +++ b/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_0/events.out.tfevents.1762559649.auvsl-gpu-01.ise.illinois.edu.627158.56 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe68ce6924898a93060fbbd2a08628d657b49f8483f821856bd0a5cece6f9314 +size 19274 diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_1/1762559651.2246895/events.out.tfevents.1762559651.auvsl-gpu-01.ise.illinois.edu.627158.59 b/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_1/1762559651.2246895/events.out.tfevents.1762559651.auvsl-gpu-01.ise.illinois.edu.627158.59 new file mode 100644 index 0000000000000000000000000000000000000000..8141f66d18574aa25159517f5b4da7b68fe3ed21 --- /dev/null +++ b/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_1/1762559651.2246895/events.out.tfevents.1762559651.auvsl-gpu-01.ise.illinois.edu.627158.59 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d750ca00e77ab39105dbb798858ee5f0ed9d00a48947e8abb0ce15948bdb6000 +size 1184 diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_1/best_state.pth b/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..eaa327af6833bc62358cab29ab42194a9169e398 --- /dev/null +++ b/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:913b8871a59c276183ac541c0ce86505f3effe22147ffd7451b373b989d67093 +size 144821 diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_1/events.out.tfevents.1762559650.auvsl-gpu-01.ise.illinois.edu.627158.58 b/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_1/events.out.tfevents.1762559650.auvsl-gpu-01.ise.illinois.edu.627158.58 new file mode 100644 index 0000000000000000000000000000000000000000..22d087f00e014885cfba4920a8c7612efa968727 --- /dev/null +++ b/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_1/events.out.tfevents.1762559650.auvsl-gpu-01.ise.illinois.edu.627158.58 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f5f83d472f825422ba6f62997f6255450f9e6965d05ec60717712bae3bb8220 +size 15453 diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_2/1762559652.1145074/events.out.tfevents.1762559652.auvsl-gpu-01.ise.illinois.edu.627158.61 b/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_2/1762559652.1145074/events.out.tfevents.1762559652.auvsl-gpu-01.ise.illinois.edu.627158.61 new file mode 100644 index 0000000000000000000000000000000000000000..c72dad63ed5d53ae3c62c790e1c3c174465ded83 --- /dev/null +++ b/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_2/1762559652.1145074/events.out.tfevents.1762559652.auvsl-gpu-01.ise.illinois.edu.627158.61 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:843384b12b1022bf1ad97c24d816d46a926047dae21ae6ef1f4ce503906afe38 +size 1184 diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_2/best_state.pth b/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..455e4eb73d0a3790130eafea54cbc27f2c21e503 --- /dev/null +++ b/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c6c82a89c33d0c9415f81194800948f0c9538b9747e3f4b0f2c809f1c6b37fd +size 144821 diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_2/events.out.tfevents.1762559651.auvsl-gpu-01.ise.illinois.edu.627158.60 b/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_2/events.out.tfevents.1762559651.auvsl-gpu-01.ise.illinois.edu.627158.60 new file mode 100644 index 0000000000000000000000000000000000000000..b6ce12e66fccf0c0d7a4af54eabbf3a169562ef8 --- /dev/null +++ b/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_2/events.out.tfevents.1762559651.auvsl-gpu-01.ise.illinois.edu.627158.60 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:801a540be76511b9fcb031a99f3601ac64ab0d28a441f5fce8d043b9d339324c +size 19656 diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_3/1762559652.7110705/events.out.tfevents.1762559652.auvsl-gpu-01.ise.illinois.edu.627158.63 b/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_3/1762559652.7110705/events.out.tfevents.1762559652.auvsl-gpu-01.ise.illinois.edu.627158.63 new file mode 100644 index 0000000000000000000000000000000000000000..1a266be99081e404fb399fa379b7b15976045441 --- /dev/null +++ b/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_3/1762559652.7110705/events.out.tfevents.1762559652.auvsl-gpu-01.ise.illinois.edu.627158.63 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48d2d7de5f26ef3f74c2b7d562397c0e82f420e14d4eb7c22756fbe64de54be3 +size 1184 diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_3/best_state.pth b/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_3/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..c2cabcbc2011fa1cd46c552ed2b65dc1b98b24bf --- /dev/null +++ b/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_3/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3d8e0d06bf724a5b635e7800bc48e3f087dfbcc22038406ec1edb9a58f0fae5 +size 144821 diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_3/events.out.tfevents.1762559652.auvsl-gpu-01.ise.illinois.edu.627158.62 b/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_3/events.out.tfevents.1762559652.auvsl-gpu-01.ise.illinois.edu.627158.62 new file mode 100644 index 0000000000000000000000000000000000000000..59a714be14637288152f90680ce8d5d6080a4eb4 --- /dev/null +++ b/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_3/events.out.tfevents.1762559652.auvsl-gpu-01.ise.illinois.edu.627158.62 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e68da525db20fb904976ee608320ce7bacab0d559986f3dc8bb025f18ef5f234 +size 13161 diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc/fold_0/1762559638.4724102/events.out.tfevents.1762559638.auvsl-gpu-01.ise.illinois.edu.627158.41 b/UCI_N4/sdp/runs/breast-cancer-wisc/fold_0/1762559638.4724102/events.out.tfevents.1762559638.auvsl-gpu-01.ise.illinois.edu.627158.41 new file mode 100644 index 0000000000000000000000000000000000000000..40e13dc36ab80f64cc11d2bdd2455f135d82f331 --- /dev/null +++ b/UCI_N4/sdp/runs/breast-cancer-wisc/fold_0/1762559638.4724102/events.out.tfevents.1762559638.auvsl-gpu-01.ise.illinois.edu.627158.41 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:420770e944484fe8db17dc61505bef8361d2ec64aa06b4ed142de01a69a2921c +size 1179 diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc/fold_0/best_state.pth b/UCI_N4/sdp/runs/breast-cancer-wisc/fold_0/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..0ddc857537da314405f345f88cdb14a9b579b7fe --- /dev/null +++ b/UCI_N4/sdp/runs/breast-cancer-wisc/fold_0/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd91236b729278744b1a94e5fdd12a7ad4af4dab2493a1df0bfdcc95d456cf0f +size 15413 diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc/fold_1/1762559640.070996/events.out.tfevents.1762559640.auvsl-gpu-01.ise.illinois.edu.627158.43 b/UCI_N4/sdp/runs/breast-cancer-wisc/fold_1/1762559640.070996/events.out.tfevents.1762559640.auvsl-gpu-01.ise.illinois.edu.627158.43 new file mode 100644 index 0000000000000000000000000000000000000000..d1f9a1e6fe64ade0ec1d5be4423567e755ddecc3 --- /dev/null +++ b/UCI_N4/sdp/runs/breast-cancer-wisc/fold_1/1762559640.070996/events.out.tfevents.1762559640.auvsl-gpu-01.ise.illinois.edu.627158.43 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e11990fdd75b383530628fe05f9568103e5ea9a6db8500990a0896b2f2445c50 +size 1179 diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc/fold_1/best_state.pth b/UCI_N4/sdp/runs/breast-cancer-wisc/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..2233585b3e9a88e5dfa3ade5154f4d4cb7f5dba7 --- /dev/null +++ b/UCI_N4/sdp/runs/breast-cancer-wisc/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc146eb3c1bbc8504f731aaad8a116a97db7464b8264ef07d8e66f952713ba74 +size 15413 diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc/fold_2/1762559641.7265902/events.out.tfevents.1762559641.auvsl-gpu-01.ise.illinois.edu.627158.45 b/UCI_N4/sdp/runs/breast-cancer-wisc/fold_2/1762559641.7265902/events.out.tfevents.1762559641.auvsl-gpu-01.ise.illinois.edu.627158.45 new file mode 100644 index 0000000000000000000000000000000000000000..d0c20710943c31f8639cd84576c344be9693b993 --- /dev/null +++ b/UCI_N4/sdp/runs/breast-cancer-wisc/fold_2/1762559641.7265902/events.out.tfevents.1762559641.auvsl-gpu-01.ise.illinois.edu.627158.45 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdd4f326d9b3bfcc73f5e51d3c176eb59084c2e3e9b37829ac1705029ac72b52 +size 1179 diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc/fold_2/best_state.pth b/UCI_N4/sdp/runs/breast-cancer-wisc/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..dd8a160013f3586c5f47e916dd8f0ead50b96a5a --- /dev/null +++ b/UCI_N4/sdp/runs/breast-cancer-wisc/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01c33ca716ea1df41337c8bca4006f5b2651d19ce157605d2306afe246c63401 +size 15413 diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc/fold_2/events.out.tfevents.1762559640.auvsl-gpu-01.ise.illinois.edu.627158.44 b/UCI_N4/sdp/runs/breast-cancer-wisc/fold_2/events.out.tfevents.1762559640.auvsl-gpu-01.ise.illinois.edu.627158.44 new file mode 100644 index 0000000000000000000000000000000000000000..c68b90b5f1d86165b664df65bedad4818cb61ea3 --- /dev/null +++ b/UCI_N4/sdp/runs/breast-cancer-wisc/fold_2/events.out.tfevents.1762559640.auvsl-gpu-01.ise.illinois.edu.627158.44 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8315c05010961226a74c0431cfb574f9b4f5922a0ae46a4b7d8796cd5a9e5bc8 +size 16982 diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc/fold_3/1762559643.8199055/events.out.tfevents.1762559643.auvsl-gpu-01.ise.illinois.edu.627158.47 b/UCI_N4/sdp/runs/breast-cancer-wisc/fold_3/1762559643.8199055/events.out.tfevents.1762559643.auvsl-gpu-01.ise.illinois.edu.627158.47 new file mode 100644 index 0000000000000000000000000000000000000000..952c01d40cdf8458b8b96417aa9c9a4b0bf7018d --- /dev/null +++ b/UCI_N4/sdp/runs/breast-cancer-wisc/fold_3/1762559643.8199055/events.out.tfevents.1762559643.auvsl-gpu-01.ise.illinois.edu.627158.47 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9d2a2ec6c43c8d07a23e98fe2d71e93f590ae619780088cc1f78cf197ef38b0 +size 1179 diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc/fold_3/best_state.pth b/UCI_N4/sdp/runs/breast-cancer-wisc/fold_3/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..90645d4146eb78c9df7e897590b2b991476cb85d --- /dev/null +++ b/UCI_N4/sdp/runs/breast-cancer-wisc/fold_3/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80a8c5ca99c68e37a91538bee3eb1e5d94ff01643c20278eb4768c756a5f4236 +size 15413 diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc/fold_3/events.out.tfevents.1762559641.auvsl-gpu-01.ise.illinois.edu.627158.46 b/UCI_N4/sdp/runs/breast-cancer-wisc/fold_3/events.out.tfevents.1762559641.auvsl-gpu-01.ise.illinois.edu.627158.46 new file mode 100644 index 0000000000000000000000000000000000000000..18ec7f7bc015c068a78f77b5a8ca22c12aa60dfd --- /dev/null +++ b/UCI_N4/sdp/runs/breast-cancer-wisc/fold_3/events.out.tfevents.1762559641.auvsl-gpu-01.ise.illinois.edu.627158.46 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46bca93a4a527fdcc71f816b9e2581130f261ca671f996d6ee8ffc9b7b54c497 +size 21566 diff --git a/UCI_N4/sdp/runs/breast-cancer/fold_0/1762559631.5948882/events.out.tfevents.1762559631.auvsl-gpu-01.ise.illinois.edu.627158.33 b/UCI_N4/sdp/runs/breast-cancer/fold_0/1762559631.5948882/events.out.tfevents.1762559631.auvsl-gpu-01.ise.illinois.edu.627158.33 new file mode 100644 index 0000000000000000000000000000000000000000..a8fcf5cede15ab3a699b25ecfc75ab7327db832d --- /dev/null +++ b/UCI_N4/sdp/runs/breast-cancer/fold_0/1762559631.5948882/events.out.tfevents.1762559631.auvsl-gpu-01.ise.illinois.edu.627158.33 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a2c29ac32c8cca0dd977bd27238a9f5e0c02723a0ebbf5b239277229ccf4fc2 +size 1174 diff --git a/UCI_N4/sdp/runs/breast-cancer/fold_0/events.out.tfevents.1762559630.auvsl-gpu-01.ise.illinois.edu.627158.32 b/UCI_N4/sdp/runs/breast-cancer/fold_0/events.out.tfevents.1762559630.auvsl-gpu-01.ise.illinois.edu.627158.32 new file mode 100644 index 0000000000000000000000000000000000000000..5293d538e647ba7a99b0b50cdd215ed86fc4ae28 --- /dev/null +++ b/UCI_N4/sdp/runs/breast-cancer/fold_0/events.out.tfevents.1762559630.auvsl-gpu-01.ise.illinois.edu.627158.32 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:052facc1c8a891555530c02a3cb035d54b68c78d1f90900f46cf5ce657d194ec +size 12397 diff --git a/UCI_N4/sdp/runs/breast-cancer/fold_1/1762559633.293066/events.out.tfevents.1762559633.auvsl-gpu-01.ise.illinois.edu.627158.35 b/UCI_N4/sdp/runs/breast-cancer/fold_1/1762559633.293066/events.out.tfevents.1762559633.auvsl-gpu-01.ise.illinois.edu.627158.35 new file mode 100644 index 0000000000000000000000000000000000000000..85ba9c374b99150b7c2e29b2348cf66129a25d77 --- /dev/null +++ b/UCI_N4/sdp/runs/breast-cancer/fold_1/1762559633.293066/events.out.tfevents.1762559633.auvsl-gpu-01.ise.illinois.edu.627158.35 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97aade1a9366fabc772dcfa8bd25ced581abfced329c5594c47981c61c820dde +size 1174 diff --git a/UCI_N4/sdp/runs/breast-cancer/fold_1/best_state.pth b/UCI_N4/sdp/runs/breast-cancer/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..9de91002c80084b14797c898f606710cb4d10bb5 --- /dev/null +++ b/UCI_N4/sdp/runs/breast-cancer/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccec21583122d255ee346f481d5efab4d5e482e9cde47a6eddcb562907503de +size 15413 diff --git a/UCI_N4/sdp/runs/breast-cancer/fold_2/1762559634.861547/events.out.tfevents.1762559634.auvsl-gpu-01.ise.illinois.edu.627158.37 b/UCI_N4/sdp/runs/breast-cancer/fold_2/1762559634.861547/events.out.tfevents.1762559634.auvsl-gpu-01.ise.illinois.edu.627158.37 new file mode 100644 index 0000000000000000000000000000000000000000..0ecd9c7ab1adcd89087bcab0655c91118da4b89f --- /dev/null +++ b/UCI_N4/sdp/runs/breast-cancer/fold_2/1762559634.861547/events.out.tfevents.1762559634.auvsl-gpu-01.ise.illinois.edu.627158.37 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6aa43e770859398c356d9ecbe377947d7c2c9ca939087f700cd4610e755abfe9 +size 1174 diff --git a/UCI_N4/sdp/runs/breast-tissue/fold_0/1762559653.6932425/events.out.tfevents.1762559653.auvsl-gpu-01.ise.illinois.edu.627158.65 b/UCI_N4/sdp/runs/breast-tissue/fold_0/1762559653.6932425/events.out.tfevents.1762559653.auvsl-gpu-01.ise.illinois.edu.627158.65 new file mode 100644 index 0000000000000000000000000000000000000000..da4527d732d4afad7ba3d71425e9e17a565abdea --- /dev/null +++ b/UCI_N4/sdp/runs/breast-tissue/fold_0/1762559653.6932425/events.out.tfevents.1762559653.auvsl-gpu-01.ise.illinois.edu.627158.65 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f76b3692067ec31bfdbd5095b79fc6636089ea2e69c32c5a8fe734c98aba74e +size 1174 diff --git a/UCI_N4/sdp/runs/breast-tissue/fold_0/best_state.pth b/UCI_N4/sdp/runs/breast-tissue/fold_0/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..d91481d89ac007532f10a97269392176205bb61b --- /dev/null +++ b/UCI_N4/sdp/runs/breast-tissue/fold_0/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73760b551918222fdfb837e63598f23c311953ee62ae47a38e16581b4cd17655 +size 15669 diff --git a/UCI_N4/sdp/runs/breast-tissue/fold_0/events.out.tfevents.1762559652.auvsl-gpu-01.ise.illinois.edu.627158.64 b/UCI_N4/sdp/runs/breast-tissue/fold_0/events.out.tfevents.1762559652.auvsl-gpu-01.ise.illinois.edu.627158.64 new file mode 100644 index 0000000000000000000000000000000000000000..db5335dbeb3d9054a3659ebb4be8cce120256faf --- /dev/null +++ b/UCI_N4/sdp/runs/breast-tissue/fold_0/events.out.tfevents.1762559652.auvsl-gpu-01.ise.illinois.edu.627158.64 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bae45a7b8b7599bfa5506f199485cd30a1ba787234d2ca76756197b1e443a81d +size 23094 diff --git a/UCI_N4/sdp/runs/breast-tissue/fold_1/1762559654.2193408/events.out.tfevents.1762559654.auvsl-gpu-01.ise.illinois.edu.627158.67 b/UCI_N4/sdp/runs/breast-tissue/fold_1/1762559654.2193408/events.out.tfevents.1762559654.auvsl-gpu-01.ise.illinois.edu.627158.67 new file mode 100644 index 0000000000000000000000000000000000000000..38c0231739722d66908eb58f9d697cb84085d2a6 --- /dev/null +++ b/UCI_N4/sdp/runs/breast-tissue/fold_1/1762559654.2193408/events.out.tfevents.1762559654.auvsl-gpu-01.ise.illinois.edu.627158.67 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:beb51fd9b3aca384a8c78e086cf65cd94c072a45e0af763c2463e42fcdeb6368 +size 1174 diff --git a/UCI_N4/sdp/runs/breast-tissue/fold_1/best_state.pth b/UCI_N4/sdp/runs/breast-tissue/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..66cc5fe3fa2f2ff9c42ecb3c4a425f4b65c4335b --- /dev/null +++ b/UCI_N4/sdp/runs/breast-tissue/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e22e003081daf277a441e1468392d71e6346bd6f7ac5d9d84b5afb4303a88d81 +size 15669 diff --git a/UCI_N4/sdp/runs/breast-tissue/fold_1/events.out.tfevents.1762559653.auvsl-gpu-01.ise.illinois.edu.627158.66 b/UCI_N4/sdp/runs/breast-tissue/fold_1/events.out.tfevents.1762559653.auvsl-gpu-01.ise.illinois.edu.627158.66 new file mode 100644 index 0000000000000000000000000000000000000000..ab091a88e7b6cb0b09ecc4557df0956988d6e942 --- /dev/null +++ b/UCI_N4/sdp/runs/breast-tissue/fold_1/events.out.tfevents.1762559653.auvsl-gpu-01.ise.illinois.edu.627158.66 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fefb632d27d1e5b438394967a2703c2c9a8de0d6e4b5a4047847f91c84d2f59 +size 12779 diff --git a/UCI_N4/sdp/runs/breast-tissue/fold_2/1762559654.8996086/events.out.tfevents.1762559654.auvsl-gpu-01.ise.illinois.edu.627158.69 b/UCI_N4/sdp/runs/breast-tissue/fold_2/1762559654.8996086/events.out.tfevents.1762559654.auvsl-gpu-01.ise.illinois.edu.627158.69 new file mode 100644 index 0000000000000000000000000000000000000000..f4d8218f08911ceedbe556a65f18b180a1d9f031 --- /dev/null +++ b/UCI_N4/sdp/runs/breast-tissue/fold_2/1762559654.8996086/events.out.tfevents.1762559654.auvsl-gpu-01.ise.illinois.edu.627158.69 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a9d0bc8f10bc29584c1836f794eea59a8622296c5b9247d7ff73ec0cf3bca3f +size 1174 diff --git a/UCI_N4/sdp/runs/breast-tissue/fold_2/best_state.pth b/UCI_N4/sdp/runs/breast-tissue/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..44c5cefa204e244201a6129bbac3a3eb80b05fbb --- /dev/null +++ b/UCI_N4/sdp/runs/breast-tissue/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fec4024dbdb76220577e0fe79349cd57b4d279835725732917e3762589c71ba0 +size 15669 diff --git a/UCI_N4/sdp/runs/breast-tissue/fold_2/events.out.tfevents.1762559654.auvsl-gpu-01.ise.illinois.edu.627158.68 b/UCI_N4/sdp/runs/breast-tissue/fold_2/events.out.tfevents.1762559654.auvsl-gpu-01.ise.illinois.edu.627158.68 new file mode 100644 index 0000000000000000000000000000000000000000..50a93c129e4d817775fa965e95c05bb5b1f4aa07 --- /dev/null +++ b/UCI_N4/sdp/runs/breast-tissue/fold_2/events.out.tfevents.1762559654.auvsl-gpu-01.ise.illinois.edu.627158.68 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f12a4dde3064f2a30b36637b50ad95e724ddb16810211a3d5903b40fed94fe5 +size 15836 diff --git a/UCI_N4/sdp/runs/breast-tissue/fold_3/1762559655.666621/events.out.tfevents.1762559655.auvsl-gpu-01.ise.illinois.edu.627158.71 b/UCI_N4/sdp/runs/breast-tissue/fold_3/1762559655.666621/events.out.tfevents.1762559655.auvsl-gpu-01.ise.illinois.edu.627158.71 new file mode 100644 index 0000000000000000000000000000000000000000..94df3f70bf7d9a70b9dfc763e8baecc81bfee667 --- /dev/null +++ b/UCI_N4/sdp/runs/breast-tissue/fold_3/1762559655.666621/events.out.tfevents.1762559655.auvsl-gpu-01.ise.illinois.edu.627158.71 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94e316352c565b770a34b4203730212e01620db4f6aa38892199b5c9b6fc4627 +size 1174 diff --git a/UCI_N4/sdp/runs/breast-tissue/fold_3/best_state.pth b/UCI_N4/sdp/runs/breast-tissue/fold_3/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..9ba7073b8460a70f4db565927c1053a970b5f24e --- /dev/null +++ b/UCI_N4/sdp/runs/breast-tissue/fold_3/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f48218cd3e145d4712cb7e8f0686c708db770c37d50465ba6aa8def9d7aa710b +size 15669 diff --git a/UCI_N4/sdp/runs/breast-tissue/fold_3/events.out.tfevents.1762559654.auvsl-gpu-01.ise.illinois.edu.627158.70 b/UCI_N4/sdp/runs/breast-tissue/fold_3/events.out.tfevents.1762559654.auvsl-gpu-01.ise.illinois.edu.627158.70 new file mode 100644 index 0000000000000000000000000000000000000000..5887825e0db2091ce4bb54dca3805c07383aa02d --- /dev/null +++ b/UCI_N4/sdp/runs/breast-tissue/fold_3/events.out.tfevents.1762559654.auvsl-gpu-01.ise.illinois.edu.627158.70 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20e50f9b3b660495b1ff05c1e15cbcdd40ee377bd4ca749e3603295d79cc436b +size 17364 diff --git a/UCI_N4/sdp/runs/car/fold_0/best_state.pth b/UCI_N4/sdp/runs/car/fold_0/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..262d0d9e825c5d7baf64038b1dd83ee6af2f00aa --- /dev/null +++ b/UCI_N4/sdp/runs/car/fold_0/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:400b3d62c83775c8bd64c46e4d2acded0fe618a377c23296e1d7dac887ae0e42 +size 12405 diff --git a/UCI_N4/sdp/runs/car/fold_0/events.out.tfevents.1762559655.auvsl-gpu-01.ise.illinois.edu.627158.72 b/UCI_N4/sdp/runs/car/fold_0/events.out.tfevents.1762559655.auvsl-gpu-01.ise.illinois.edu.627158.72 new file mode 100644 index 0000000000000000000000000000000000000000..662319ae164a4d6fd036aff7a736cad87af2cf31 --- /dev/null +++ b/UCI_N4/sdp/runs/car/fold_0/events.out.tfevents.1762559655.auvsl-gpu-01.ise.illinois.edu.627158.72 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:267953231ec1cdc55f8ad376d5a27b11999cfc9101f4d37ef7b2756d9ea67ef5 +size 30352 diff --git a/UCI_N4/sdp/runs/car/fold_1/best_state.pth b/UCI_N4/sdp/runs/car/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..93c4a880096b782f63f07c21205cf22bd9c36790 --- /dev/null +++ b/UCI_N4/sdp/runs/car/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d04c39cc99b4cdbdcdc256944926c3dc9881312574ad4774628be48806705ca1 +size 12405 diff --git a/UCI_N4/sdp/runs/car/fold_1/events.out.tfevents.1762559662.auvsl-gpu-01.ise.illinois.edu.627158.74 b/UCI_N4/sdp/runs/car/fold_1/events.out.tfevents.1762559662.auvsl-gpu-01.ise.illinois.edu.627158.74 new file mode 100644 index 0000000000000000000000000000000000000000..21cc3a87c3b009a2e536baecf10b40118eace808 --- /dev/null +++ b/UCI_N4/sdp/runs/car/fold_1/events.out.tfevents.1762559662.auvsl-gpu-01.ise.illinois.edu.627158.74 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8493b4754841271a581f08b0b050670d88a1aa56c51fb74bfc2ac1b86cb9ca8 +size 26914 diff --git a/UCI_N4/sdp/runs/car/fold_2/1762559673.7412148/events.out.tfevents.1762559673.auvsl-gpu-01.ise.illinois.edu.627158.77 b/UCI_N4/sdp/runs/car/fold_2/1762559673.7412148/events.out.tfevents.1762559673.auvsl-gpu-01.ise.illinois.edu.627158.77 new file mode 100644 index 0000000000000000000000000000000000000000..3db8e43bb62b2bd4e7c4d822b13b093813a67ad0 --- /dev/null +++ b/UCI_N4/sdp/runs/car/fold_2/1762559673.7412148/events.out.tfevents.1762559673.auvsl-gpu-01.ise.illinois.edu.627158.77 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f043e787ee858e7b6a85d9ba6a18b7938aab7f66aaf0231a08e56bb5365c7a03 +size 1164 diff --git a/UCI_N4/sdp/runs/car/fold_2/best_state.pth b/UCI_N4/sdp/runs/car/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..66899e1e854e4f4fed25a5d677a9ee03b0f3929a --- /dev/null +++ b/UCI_N4/sdp/runs/car/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:934d7e7f02d1c443bef1fe9416993b904cc4940e3281b03a5e32a4ec1d5430f8 +size 12405 diff --git a/UCI_N4/sdp/runs/car/fold_2/events.out.tfevents.1762559668.auvsl-gpu-01.ise.illinois.edu.627158.76 b/UCI_N4/sdp/runs/car/fold_2/events.out.tfevents.1762559668.auvsl-gpu-01.ise.illinois.edu.627158.76 new file mode 100644 index 0000000000000000000000000000000000000000..66d5d9d211d88b43eaa925042dec7be2714af051 --- /dev/null +++ b/UCI_N4/sdp/runs/car/fold_2/events.out.tfevents.1762559668.auvsl-gpu-01.ise.illinois.edu.627158.76 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0aa6c39c77bea75c2a94c7647c30def008e6010897cd63cca12e0c89daf234bb +size 22330 diff --git a/UCI_N4/sdp/runs/car/fold_3/1762559682.1231093/events.out.tfevents.1762559682.auvsl-gpu-01.ise.illinois.edu.627158.79 b/UCI_N4/sdp/runs/car/fold_3/1762559682.1231093/events.out.tfevents.1762559682.auvsl-gpu-01.ise.illinois.edu.627158.79 new file mode 100644 index 0000000000000000000000000000000000000000..30b6b2a894ef49ee0a3af635cc41cc67fe7e086c --- /dev/null +++ b/UCI_N4/sdp/runs/car/fold_3/1762559682.1231093/events.out.tfevents.1762559682.auvsl-gpu-01.ise.illinois.edu.627158.79 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53dd07d421b257d4017453285853483dae5780728920d44f20215823505f1ab2 +size 1164 diff --git a/UCI_N4/sdp/runs/car/fold_3/best_state.pth b/UCI_N4/sdp/runs/car/fold_3/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..cf4d65b6e435e10490e8683a223d742c6e7bde6d --- /dev/null +++ b/UCI_N4/sdp/runs/car/fold_3/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:527964e0f6bed430b2700ec6f60d2e9b772d512b492d0226b98817b0a9db7817 +size 12405 diff --git a/UCI_N4/sdp/runs/cardiotocography-10clases/fold_0/events.out.tfevents.1762559655.auvsl-gpu-01.ise.illinois.edu.627155.8 b/UCI_N4/sdp/runs/cardiotocography-10clases/fold_0/events.out.tfevents.1762559655.auvsl-gpu-01.ise.illinois.edu.627155.8 new file mode 100644 index 0000000000000000000000000000000000000000..5ae39a7481f1a43cfbf7160b42a0cceb593d45ec --- /dev/null +++ b/UCI_N4/sdp/runs/cardiotocography-10clases/fold_0/events.out.tfevents.1762559655.auvsl-gpu-01.ise.illinois.edu.627155.8 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47de9ecf82f0c61794dad2faaed1feb341f572677db6358ab292fa278a5c9f71 +size 37992 diff --git a/UCI_N4/sdp/runs/cardiotocography-10clases/fold_1/1762559675.044512/events.out.tfevents.1762559675.auvsl-gpu-01.ise.illinois.edu.627155.11 b/UCI_N4/sdp/runs/cardiotocography-10clases/fold_1/1762559675.044512/events.out.tfevents.1762559675.auvsl-gpu-01.ise.illinois.edu.627155.11 new file mode 100644 index 0000000000000000000000000000000000000000..99d53340b5ccacc6d614fc6d0416fae9b32828d7 --- /dev/null +++ b/UCI_N4/sdp/runs/cardiotocography-10clases/fold_1/1762559675.044512/events.out.tfevents.1762559675.auvsl-gpu-01.ise.illinois.edu.627155.11 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62ca94d830491d6c9845bb67b1c78515ea519a20849300b1555a895c8476634e +size 1186 diff --git a/UCI_N4/sdp/runs/cardiotocography-10clases/fold_1/best_state.pth b/UCI_N4/sdp/runs/cardiotocography-10clases/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..149fc9e8cbe757629eaeabc5f816de388736afb8 --- /dev/null +++ b/UCI_N4/sdp/runs/cardiotocography-10clases/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31cd04deef2aab5942bdbd90cb330fa5c9f41d6af40de7774e88798473a4f6d8 +size 51765 diff --git a/UCI_N4/sdp/runs/cardiotocography-10clases/fold_1/events.out.tfevents.1762559665.auvsl-gpu-01.ise.illinois.edu.627155.10 b/UCI_N4/sdp/runs/cardiotocography-10clases/fold_1/events.out.tfevents.1762559665.auvsl-gpu-01.ise.illinois.edu.627155.10 new file mode 100644 index 0000000000000000000000000000000000000000..7bd37dc73c15991c582e26c357579f260136653a --- /dev/null +++ b/UCI_N4/sdp/runs/cardiotocography-10clases/fold_1/events.out.tfevents.1762559665.auvsl-gpu-01.ise.illinois.edu.627155.10 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3ecddeb68c5addb059a3a13c2fa028c8f9cbf46b6e220ba601f42377768f487 +size 34936 diff --git a/UCI_N4/sdp/runs/cardiotocography-10clases/fold_2/1762559685.3808925/events.out.tfevents.1762559685.auvsl-gpu-01.ise.illinois.edu.627155.13 b/UCI_N4/sdp/runs/cardiotocography-10clases/fold_2/1762559685.3808925/events.out.tfevents.1762559685.auvsl-gpu-01.ise.illinois.edu.627155.13 new file mode 100644 index 0000000000000000000000000000000000000000..0990386b5c2ff7afa9a36ef72c7ab6ac1fd1f667 --- /dev/null +++ b/UCI_N4/sdp/runs/cardiotocography-10clases/fold_2/1762559685.3808925/events.out.tfevents.1762559685.auvsl-gpu-01.ise.illinois.edu.627155.13 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be754536dece08c5e646b9f224f0c32801f1ce85fc7fbd737c3489ca80dec9f0 +size 1186 diff --git a/UCI_N4/sdp/runs/cardiotocography-10clases/fold_2/best_state.pth b/UCI_N4/sdp/runs/cardiotocography-10clases/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..08a4ba56ee27eea52f74152ad154dab636605e19 --- /dev/null +++ b/UCI_N4/sdp/runs/cardiotocography-10clases/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51a9343e2899d19f6f1d2d9696015bcdb79d8cbb47c7e0eb45b882d6e9e3a535 +size 51765 diff --git a/UCI_N4/sdp/runs/cardiotocography-10clases/fold_3/1762559695.3802059/events.out.tfevents.1762559695.auvsl-gpu-01.ise.illinois.edu.627155.15 b/UCI_N4/sdp/runs/cardiotocography-10clases/fold_3/1762559695.3802059/events.out.tfevents.1762559695.auvsl-gpu-01.ise.illinois.edu.627155.15 new file mode 100644 index 0000000000000000000000000000000000000000..bc5519608a232d128ee3ddf7d063537a221a5899 --- /dev/null +++ b/UCI_N4/sdp/runs/cardiotocography-10clases/fold_3/1762559695.3802059/events.out.tfevents.1762559695.auvsl-gpu-01.ise.illinois.edu.627155.15 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24340f5b84b0798f68405ed6baefd3012e3de3e01f2afb61ab9321f60d3d3a04 +size 1186 diff --git a/UCI_N4/sdp/runs/cardiotocography-10clases/fold_3/best_state.pth b/UCI_N4/sdp/runs/cardiotocography-10clases/fold_3/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..0b5ee4bfadea4dac8daec002339da521ec8ab730 --- /dev/null +++ b/UCI_N4/sdp/runs/cardiotocography-10clases/fold_3/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2585e5befad97e824c8b6e20199034aab8060e6fef573d485a824b645e782a3 +size 51765 diff --git a/UCI_N4/sdp/runs/cardiotocography-3clases/fold_0/best_state.pth b/UCI_N4/sdp/runs/cardiotocography-3clases/fold_0/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..7f6b638e7a86cbd86f4fdfcc478ec9c481406528 --- /dev/null +++ b/UCI_N4/sdp/runs/cardiotocography-3clases/fold_0/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87013d66fbe9771f44f5c6b37ad284fb746c4c941952d48c4841de51b6ff6cf7 +size 50549 diff --git a/UCI_N4/sdp/runs/cardiotocography-3clases/fold_0/events.out.tfevents.1762559678.auvsl-gpu-01.ise.illinois.edu.627156.40 b/UCI_N4/sdp/runs/cardiotocography-3clases/fold_0/events.out.tfevents.1762559678.auvsl-gpu-01.ise.illinois.edu.627156.40 new file mode 100644 index 0000000000000000000000000000000000000000..0fab4a155f63d3b942f4fbf2c2c2190414102aa1 --- /dev/null +++ b/UCI_N4/sdp/runs/cardiotocography-3clases/fold_0/events.out.tfevents.1762559678.auvsl-gpu-01.ise.illinois.edu.627156.40 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f1efe071a2f4866d4a3ad3953ab5f5d261db7968aaf55a979834b3bd5511ad1 +size 26532 diff --git a/UCI_N4/sdp/runs/cardiotocography-3clases/fold_1/1762559693.0105655/events.out.tfevents.1762559693.auvsl-gpu-01.ise.illinois.edu.627156.43 b/UCI_N4/sdp/runs/cardiotocography-3clases/fold_1/1762559693.0105655/events.out.tfevents.1762559693.auvsl-gpu-01.ise.illinois.edu.627156.43 new file mode 100644 index 0000000000000000000000000000000000000000..1699ae5fd84fe29e3565829300d112fd33528f6c --- /dev/null +++ b/UCI_N4/sdp/runs/cardiotocography-3clases/fold_1/1762559693.0105655/events.out.tfevents.1762559693.auvsl-gpu-01.ise.illinois.edu.627156.43 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c20494e4344e7ff6c0ee2fad3bc20dc4fa3b041787e328d929da9903c487cbfa +size 1185 diff --git a/UCI_N4/sdp/runs/cardiotocography-3clases/fold_2/events.out.tfevents.1762559693.auvsl-gpu-01.ise.illinois.edu.627156.44 b/UCI_N4/sdp/runs/cardiotocography-3clases/fold_2/events.out.tfevents.1762559693.auvsl-gpu-01.ise.illinois.edu.627156.44 new file mode 100644 index 0000000000000000000000000000000000000000..bd9ae7dcdf50c8fefc466a96bd4b6d2da4c2d02b --- /dev/null +++ b/UCI_N4/sdp/runs/cardiotocography-3clases/fold_2/events.out.tfevents.1762559693.auvsl-gpu-01.ise.illinois.edu.627156.44 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b589c3d71691b3c1893a9eb94cea0fa9d3cef569552269c17707390b63d15902 +size 26150 diff --git a/UCI_N4/sdp/runs/cardiotocography-3clases/fold_3/1762559709.8588598/events.out.tfevents.1762559709.auvsl-gpu-01.ise.illinois.edu.627156.47 b/UCI_N4/sdp/runs/cardiotocography-3clases/fold_3/1762559709.8588598/events.out.tfevents.1762559709.auvsl-gpu-01.ise.illinois.edu.627156.47 new file mode 100644 index 0000000000000000000000000000000000000000..d7c7130539089e4e540f2f2e47c0a4ab3af26263 --- /dev/null +++ b/UCI_N4/sdp/runs/cardiotocography-3clases/fold_3/1762559709.8588598/events.out.tfevents.1762559709.auvsl-gpu-01.ise.illinois.edu.627156.47 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2c430b3c5221424b84bd7753d3b068c5d51d33d071034739302c52c3ca14d1e +size 1185 diff --git a/UCI_N4/sdp/runs/chess-krvk/fold_0/events.out.tfevents.1762559682.auvsl-gpu-01.ise.illinois.edu.627158.80 b/UCI_N4/sdp/runs/chess-krvk/fold_0/events.out.tfevents.1762559682.auvsl-gpu-01.ise.illinois.edu.627158.80 new file mode 100644 index 0000000000000000000000000000000000000000..c6228f1993b878c23c006fca4b910c49ea3c833f --- /dev/null +++ b/UCI_N4/sdp/runs/chess-krvk/fold_0/events.out.tfevents.1762559682.auvsl-gpu-01.ise.illinois.edu.627158.80 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a77b7500edf2016f591b49c0b8c832899b1ff15e0a6a913255c124af7238924 +size 38756 diff --git a/UCI_N4/sdp/runs/chess-krvk/fold_1/events.out.tfevents.1762559807.auvsl-gpu-01.ise.illinois.edu.627158.82 b/UCI_N4/sdp/runs/chess-krvk/fold_1/events.out.tfevents.1762559807.auvsl-gpu-01.ise.illinois.edu.627158.82 new file mode 100644 index 0000000000000000000000000000000000000000..0ea602fb6da3e9e3c25994c3aefe6f147cc39735 --- /dev/null +++ b/UCI_N4/sdp/runs/chess-krvk/fold_1/events.out.tfevents.1762559807.auvsl-gpu-01.ise.illinois.edu.627158.82 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c963ad39ebbc910ca4e706c89795b646fb61544424e489d81124bfaf289b572 +size 38756 diff --git a/UCI_N4/sdp/runs/chess-krvk/fold_2/best_state.pth b/UCI_N4/sdp/runs/chess-krvk/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..3bee536360c82d8078cf075d4a438a1dd00099c6 --- /dev/null +++ b/UCI_N4/sdp/runs/chess-krvk/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc70b1a0766fa6eecbfc995a67e5e98b16b76b329d47be2ad25e3dd6284c3acc +size 13109 diff --git a/UCI_N4/sdp/runs/chess-krvk/fold_2/events.out.tfevents.1762559938.auvsl-gpu-01.ise.illinois.edu.627158.84 b/UCI_N4/sdp/runs/chess-krvk/fold_2/events.out.tfevents.1762559938.auvsl-gpu-01.ise.illinois.edu.627158.84 new file mode 100644 index 0000000000000000000000000000000000000000..ee6dfb045a2cd74bc5ef134a1cee9c0e56b6060a --- /dev/null +++ b/UCI_N4/sdp/runs/chess-krvk/fold_2/events.out.tfevents.1762559938.auvsl-gpu-01.ise.illinois.edu.627158.84 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8df5e56f067ec9958fa5c2cf8f727090759dc02d9984f80bf8840d6dff3f830 +size 38756 diff --git a/UCI_N4/sdp/runs/chess-krvk/fold_3/best_state.pth b/UCI_N4/sdp/runs/chess-krvk/fold_3/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..ea29aa9103cb4b48f3140e1af9ee4943c92a1497 --- /dev/null +++ b/UCI_N4/sdp/runs/chess-krvk/fold_3/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b63a50e7d48e41e804bf969572be6b1e113d6d6200e292060f886c45546777cc +size 13109 diff --git a/UCI_N4/sdp/runs/chess-krvkp/fold_0/1762559702.1718755/events.out.tfevents.1762559702.auvsl-gpu-01.ise.illinois.edu.627155.17 b/UCI_N4/sdp/runs/chess-krvkp/fold_0/1762559702.1718755/events.out.tfevents.1762559702.auvsl-gpu-01.ise.illinois.edu.627155.17 new file mode 100644 index 0000000000000000000000000000000000000000..6c02d41389aedea7b5f0a286a775091eed77cca5 --- /dev/null +++ b/UCI_N4/sdp/runs/chess-krvkp/fold_0/1762559702.1718755/events.out.tfevents.1762559702.auvsl-gpu-01.ise.illinois.edu.627155.17 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:307a65fa08ad12f9a256f5a9e6262c8e0c058c4c49f131ee62e2e6477e2e25be +size 1172 diff --git a/UCI_N4/sdp/runs/chess-krvkp/fold_0/best_state.pth b/UCI_N4/sdp/runs/chess-krvkp/fold_0/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..00261b17410640f08f7e8dc05b2e3ea6d5fa5ea0 --- /dev/null +++ b/UCI_N4/sdp/runs/chess-krvkp/fold_0/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d692dc544076c5b21aaa1a81f3594ba560d897e86f918cd5547e893b1484df0 +size 157173 diff --git a/UCI_N4/sdp/runs/chess-krvkp/fold_0/events.out.tfevents.1762559695.auvsl-gpu-01.ise.illinois.edu.627155.16 b/UCI_N4/sdp/runs/chess-krvkp/fold_0/events.out.tfevents.1762559695.auvsl-gpu-01.ise.illinois.edu.627155.16 new file mode 100644 index 0000000000000000000000000000000000000000..8fb6234988d19f71e0f2a909d5d5c730fd5eb09a --- /dev/null +++ b/UCI_N4/sdp/runs/chess-krvkp/fold_0/events.out.tfevents.1762559695.auvsl-gpu-01.ise.illinois.edu.627155.16 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea4806609ada58c8211586bd8a0575e9742d84e384d73c31b8c9547613688655 +size 18892 diff --git a/UCI_N4/sdp/runs/chess-krvkp/fold_1/1762559716.9430583/events.out.tfevents.1762559716.auvsl-gpu-01.ise.illinois.edu.627155.19 b/UCI_N4/sdp/runs/chess-krvkp/fold_1/1762559716.9430583/events.out.tfevents.1762559716.auvsl-gpu-01.ise.illinois.edu.627155.19 new file mode 100644 index 0000000000000000000000000000000000000000..e49024f026cfcc0a847e410566f79a741b386a55 --- /dev/null +++ b/UCI_N4/sdp/runs/chess-krvkp/fold_1/1762559716.9430583/events.out.tfevents.1762559716.auvsl-gpu-01.ise.illinois.edu.627155.19 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:130baccad1ba0b346d89f068a594c8eaa1c884818c8af02893b45981784be553 +size 1172 diff --git a/UCI_N4/sdp/runs/chess-krvkp/fold_1/best_state.pth b/UCI_N4/sdp/runs/chess-krvkp/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..6d82a9dfb9c9824beb8ada62963cec7db1bfbaf7 --- /dev/null +++ b/UCI_N4/sdp/runs/chess-krvkp/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5c4d8577171e68cd5449facb099b3d9385b3cd2597bf3ce86300dbb48902ab6 +size 157173 diff --git a/UCI_N4/sdp/runs/chess-krvkp/fold_1/events.out.tfevents.1762559702.auvsl-gpu-01.ise.illinois.edu.627155.18 b/UCI_N4/sdp/runs/chess-krvkp/fold_1/events.out.tfevents.1762559702.auvsl-gpu-01.ise.illinois.edu.627155.18 new file mode 100644 index 0000000000000000000000000000000000000000..5eff8306227a799570b671b60cd3b25488cf1f43 --- /dev/null +++ b/UCI_N4/sdp/runs/chess-krvkp/fold_1/events.out.tfevents.1762559702.auvsl-gpu-01.ise.illinois.edu.627155.18 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:215b3c4eedb32120bd62754cd805d9027688699464035206b0b109132bfe5e88 +size 34936 diff --git a/UCI_N4/sdp/runs/chess-krvkp/fold_2/1762559729.0157597/events.out.tfevents.1762559729.auvsl-gpu-01.ise.illinois.edu.627155.21 b/UCI_N4/sdp/runs/chess-krvkp/fold_2/1762559729.0157597/events.out.tfevents.1762559729.auvsl-gpu-01.ise.illinois.edu.627155.21 new file mode 100644 index 0000000000000000000000000000000000000000..85a8506af7226b1db07dac0ee38b3644fb50a700 --- /dev/null +++ b/UCI_N4/sdp/runs/chess-krvkp/fold_2/1762559729.0157597/events.out.tfevents.1762559729.auvsl-gpu-01.ise.illinois.edu.627155.21 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:432053d3dc64490cd7ed968a8d8dd433a69febead4b919a3801a564b5545666a +size 1172 diff --git a/UCI_N4/sdp/runs/chess-krvkp/fold_2/best_state.pth b/UCI_N4/sdp/runs/chess-krvkp/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..27d92ff21ca510ca0fb24e8774d28f56d0bf4ba9 --- /dev/null +++ b/UCI_N4/sdp/runs/chess-krvkp/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b0988407dfb540ecd33794961c273309fd622e85a503dab31111c703e0a710d +size 157173 diff --git a/UCI_N4/sdp/runs/chess-krvkp/fold_2/events.out.tfevents.1762559716.auvsl-gpu-01.ise.illinois.edu.627155.20 b/UCI_N4/sdp/runs/chess-krvkp/fold_2/events.out.tfevents.1762559716.auvsl-gpu-01.ise.illinois.edu.627155.20 new file mode 100644 index 0000000000000000000000000000000000000000..34d79062f416038d8ed93c1d6d338d4d79d2fe2b --- /dev/null +++ b/UCI_N4/sdp/runs/chess-krvkp/fold_2/events.out.tfevents.1762559716.auvsl-gpu-01.ise.illinois.edu.627155.20 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52fd1f0e4843919fac426f0866409b665b9eccdfa97a61f3ee63406606e3fd72 +size 28442 diff --git a/UCI_N4/sdp/runs/chess-krvkp/fold_3/1762559739.3945673/events.out.tfevents.1762559739.auvsl-gpu-01.ise.illinois.edu.627155.23 b/UCI_N4/sdp/runs/chess-krvkp/fold_3/1762559739.3945673/events.out.tfevents.1762559739.auvsl-gpu-01.ise.illinois.edu.627155.23 new file mode 100644 index 0000000000000000000000000000000000000000..b29ddf4d8bb9a0b89dd819e5f551cf109e3ff52a --- /dev/null +++ b/UCI_N4/sdp/runs/chess-krvkp/fold_3/1762559739.3945673/events.out.tfevents.1762559739.auvsl-gpu-01.ise.illinois.edu.627155.23 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e83426d4d17d929c7c1f1c1e16a35f27f508abec02bba6ee3441ceef4e2dd29 +size 1172 diff --git a/UCI_N4/sdp/runs/chess-krvkp/fold_3/best_state.pth b/UCI_N4/sdp/runs/chess-krvkp/fold_3/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..3d9123a3504463fbba83d7d5bfe5e690bd6ba155 --- /dev/null +++ b/UCI_N4/sdp/runs/chess-krvkp/fold_3/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74b9b0f85d3d8e87e512a3d6359d4309d14067f6793a9936b7a18ff724ae0a8b +size 157173 diff --git a/UCI_N4/sdp/runs/chess-krvkp/fold_3/events.out.tfevents.1762559729.auvsl-gpu-01.ise.illinois.edu.627155.22 b/UCI_N4/sdp/runs/chess-krvkp/fold_3/events.out.tfevents.1762559729.auvsl-gpu-01.ise.illinois.edu.627155.22 new file mode 100644 index 0000000000000000000000000000000000000000..4383513cc74cb7aab3b158c24171dec2b8f8d7bf --- /dev/null +++ b/UCI_N4/sdp/runs/chess-krvkp/fold_3/events.out.tfevents.1762559729.auvsl-gpu-01.ise.illinois.edu.627155.22 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2173eb2aeb1fefbf201fd27db477460044911c5ee06366eab3b0b0782f23f73b +size 25768 diff --git a/UCI_N4/sdp/runs/congressional-voting/fold_0/1762559710.756197/events.out.tfevents.1762559710.auvsl-gpu-01.ise.illinois.edu.627156.49 b/UCI_N4/sdp/runs/congressional-voting/fold_0/1762559710.756197/events.out.tfevents.1762559710.auvsl-gpu-01.ise.illinois.edu.627156.49 new file mode 100644 index 0000000000000000000000000000000000000000..efa1f26204a06416d14de8b45834e6c3e05dc71f --- /dev/null +++ b/UCI_N4/sdp/runs/congressional-voting/fold_0/1762559710.756197/events.out.tfevents.1762559710.auvsl-gpu-01.ise.illinois.edu.627156.49 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11b94439387070fd22a111bfa7e855381a788bd6c530208ee7faab02aa72e5c5 +size 1181 diff --git a/UCI_N4/sdp/runs/congressional-voting/fold_0/best_state.pth b/UCI_N4/sdp/runs/congressional-voting/fold_0/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..f8e8e045e1fe0cf5777096137df12413d0af5d20 --- /dev/null +++ b/UCI_N4/sdp/runs/congressional-voting/fold_0/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09d937a815f1ac506cfab0a7812f27001889c1217446d3c67e48265920fe7558 +size 40117 diff --git a/UCI_N4/sdp/runs/congressional-voting/fold_0/events.out.tfevents.1762559709.auvsl-gpu-01.ise.illinois.edu.627156.48 b/UCI_N4/sdp/runs/congressional-voting/fold_0/events.out.tfevents.1762559709.auvsl-gpu-01.ise.illinois.edu.627156.48 new file mode 100644 index 0000000000000000000000000000000000000000..07ab368d24d993b2ebf39ddd89eed089877a52ba --- /dev/null +++ b/UCI_N4/sdp/runs/congressional-voting/fold_0/events.out.tfevents.1762559709.auvsl-gpu-01.ise.illinois.edu.627156.48 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7e890d4b38efed5bf2462db7234f0f4f67d63050dafc5d04c28c9b028e6af7a +size 12397 diff --git a/UCI_N4/sdp/runs/congressional-voting/fold_1/best_state.pth b/UCI_N4/sdp/runs/congressional-voting/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..50565aa8ebc1ecba9f2edd5b21f83932850843fd --- /dev/null +++ b/UCI_N4/sdp/runs/congressional-voting/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e7bc1d9d4e1c98a8457d47d5157d1b6b10ff6fe4c4b3e33c32c645ff56cd74a +size 40117 diff --git a/UCI_N4/sdp/runs/congressional-voting/fold_1/events.out.tfevents.1762559710.auvsl-gpu-01.ise.illinois.edu.627156.50 b/UCI_N4/sdp/runs/congressional-voting/fold_1/events.out.tfevents.1762559710.auvsl-gpu-01.ise.illinois.edu.627156.50 new file mode 100644 index 0000000000000000000000000000000000000000..a3e0191457eb3356dba9db12368e7ad7faccb5c1 --- /dev/null +++ b/UCI_N4/sdp/runs/congressional-voting/fold_1/events.out.tfevents.1762559710.auvsl-gpu-01.ise.illinois.edu.627156.50 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adb8238f12a91567b105179de086c3466d94d58d73747f42b20c00a1f0ce2dd8 +size 18510 diff --git a/UCI_N4/sdp/runs/congressional-voting/fold_2/1762559712.9123995/events.out.tfevents.1762559712.auvsl-gpu-01.ise.illinois.edu.627156.53 b/UCI_N4/sdp/runs/congressional-voting/fold_2/1762559712.9123995/events.out.tfevents.1762559712.auvsl-gpu-01.ise.illinois.edu.627156.53 new file mode 100644 index 0000000000000000000000000000000000000000..cc310e8320dde3951ceb4af84f7b6018d8aba2df --- /dev/null +++ b/UCI_N4/sdp/runs/congressional-voting/fold_2/1762559712.9123995/events.out.tfevents.1762559712.auvsl-gpu-01.ise.illinois.edu.627156.53 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b946c257e6ee57058bfb22fe01df972093f890be90cfa8efcb36d7ff12f3a0f1 +size 1181 diff --git a/UCI_N4/sdp/runs/congressional-voting/fold_2/best_state.pth b/UCI_N4/sdp/runs/congressional-voting/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..215426cfaa3adba1ebad7d1ef70ec2694e183a85 --- /dev/null +++ b/UCI_N4/sdp/runs/congressional-voting/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:709921f1f1004b3186f2e5899f518205f54a8ad3bc12e92c3ff90b4fe1f6df0f +size 40117 diff --git a/UCI_N4/sdp/runs/congressional-voting/fold_2/events.out.tfevents.1762559712.auvsl-gpu-01.ise.illinois.edu.627156.52 b/UCI_N4/sdp/runs/congressional-voting/fold_2/events.out.tfevents.1762559712.auvsl-gpu-01.ise.illinois.edu.627156.52 new file mode 100644 index 0000000000000000000000000000000000000000..9b75646e344f5bb484be4c53a48cc4689643376c --- /dev/null +++ b/UCI_N4/sdp/runs/congressional-voting/fold_2/events.out.tfevents.1762559712.auvsl-gpu-01.ise.illinois.edu.627156.52 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4277a5335f1ea1bb476538dc167c48e233a8f2c577efa91a3e837213dd767fe +size 12397 diff --git a/UCI_N4/sdp/runs/congressional-voting/fold_3/1762559714.0055425/events.out.tfevents.1762559714.auvsl-gpu-01.ise.illinois.edu.627156.55 b/UCI_N4/sdp/runs/congressional-voting/fold_3/1762559714.0055425/events.out.tfevents.1762559714.auvsl-gpu-01.ise.illinois.edu.627156.55 new file mode 100644 index 0000000000000000000000000000000000000000..bdd3aae095f653ab161296cd7b2841e0fe55c893 --- /dev/null +++ b/UCI_N4/sdp/runs/congressional-voting/fold_3/1762559714.0055425/events.out.tfevents.1762559714.auvsl-gpu-01.ise.illinois.edu.627156.55 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72562fb3d22e3e6612687edda8001c9fe961dac3e316a9af0715a17e272036f0 +size 1181 diff --git a/UCI_N4/sdp/runs/congressional-voting/fold_3/best_state.pth b/UCI_N4/sdp/runs/congressional-voting/fold_3/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..61eab7625953a5f9f7d8b3b5429569b69c79454f --- /dev/null +++ b/UCI_N4/sdp/runs/congressional-voting/fold_3/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb00dd61a2e3abe47ee3f485fa178064b2bfeea34205fb884589eabf4e3c8561 +size 40117 diff --git a/UCI_N4/sdp/runs/congressional-voting/fold_3/events.out.tfevents.1762559712.auvsl-gpu-01.ise.illinois.edu.627156.54 b/UCI_N4/sdp/runs/congressional-voting/fold_3/events.out.tfevents.1762559712.auvsl-gpu-01.ise.illinois.edu.627156.54 new file mode 100644 index 0000000000000000000000000000000000000000..4ea7d233cc39402a5cb53b0dafa7d3616b5941ca --- /dev/null +++ b/UCI_N4/sdp/runs/congressional-voting/fold_3/events.out.tfevents.1762559712.auvsl-gpu-01.ise.illinois.edu.627156.54 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa037b8e9d69e8402ecd1fed375281444edadb1b8de46c189ad514813d4abc43 +size 13925 diff --git a/UCI_N4/sdp/runs/conn-bench-sonar-mines-rocks/fold_0/1762559714.7499664/events.out.tfevents.1762559714.auvsl-gpu-01.ise.illinois.edu.627156.57 b/UCI_N4/sdp/runs/conn-bench-sonar-mines-rocks/fold_0/1762559714.7499664/events.out.tfevents.1762559714.auvsl-gpu-01.ise.illinois.edu.627156.57 new file mode 100644 index 0000000000000000000000000000000000000000..145297bf3d1d5dae617bceafcb22e519843ada65 --- /dev/null +++ b/UCI_N4/sdp/runs/conn-bench-sonar-mines-rocks/fold_0/1762559714.7499664/events.out.tfevents.1762559714.auvsl-gpu-01.ise.illinois.edu.627156.57 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6974982cba1dbaf3bca03627ef7edc1088e85bb09cdb1bc9942cbc38f34fd163 +size 1189 diff --git a/UCI_N4/sdp/runs/conn-bench-sonar-mines-rocks/fold_0/events.out.tfevents.1762559714.auvsl-gpu-01.ise.illinois.edu.627156.56 b/UCI_N4/sdp/runs/conn-bench-sonar-mines-rocks/fold_0/events.out.tfevents.1762559714.auvsl-gpu-01.ise.illinois.edu.627156.56 new file mode 100644 index 0000000000000000000000000000000000000000..bef02c5351f8b34e7b356dab819a280b422847f8 --- /dev/null +++ b/UCI_N4/sdp/runs/conn-bench-sonar-mines-rocks/fold_0/events.out.tfevents.1762559714.auvsl-gpu-01.ise.illinois.edu.627156.56 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:557236eb8c8870d0f5004b599ecd0bcd69c1cbcf378b25306e995bae40593909 +size 14689 diff --git a/UCI_N4/sdp/runs/conn-bench-sonar-mines-rocks/fold_1/1762559715.7356298/events.out.tfevents.1762559715.auvsl-gpu-01.ise.illinois.edu.627156.59 b/UCI_N4/sdp/runs/conn-bench-sonar-mines-rocks/fold_1/1762559715.7356298/events.out.tfevents.1762559715.auvsl-gpu-01.ise.illinois.edu.627156.59 new file mode 100644 index 0000000000000000000000000000000000000000..d57e2678181dfd7c6227eb14168c0ac6c30bced6 --- /dev/null +++ b/UCI_N4/sdp/runs/conn-bench-sonar-mines-rocks/fold_1/1762559715.7356298/events.out.tfevents.1762559715.auvsl-gpu-01.ise.illinois.edu.627156.59 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d3e28bedbb6393a4ac1d6edaaec0d15248094be85cf27ab9640aefdec20e74b +size 1189 diff --git a/UCI_N4/sdp/runs/conn-bench-sonar-mines-rocks/fold_1/best_state.pth b/UCI_N4/sdp/runs/conn-bench-sonar-mines-rocks/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..c539dd7d58b8ca1f0ee0e7b9fb4054d83fbca53e --- /dev/null +++ b/UCI_N4/sdp/runs/conn-bench-sonar-mines-rocks/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad5c35c55d0546ab47629236756cb314db09b832e48d4da85dc812ad48c940a7 +size 505717 diff --git a/UCI_N4/sdp/runs/conn-bench-sonar-mines-rocks/fold_1/events.out.tfevents.1762559714.auvsl-gpu-01.ise.illinois.edu.627156.58 b/UCI_N4/sdp/runs/conn-bench-sonar-mines-rocks/fold_1/events.out.tfevents.1762559714.auvsl-gpu-01.ise.illinois.edu.627156.58 new file mode 100644 index 0000000000000000000000000000000000000000..bebdbb22dcbdd0491c10795bca3693275653ecde --- /dev/null +++ b/UCI_N4/sdp/runs/conn-bench-sonar-mines-rocks/fold_1/events.out.tfevents.1762559714.auvsl-gpu-01.ise.illinois.edu.627156.58 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:587db5d7cb726f17fbd17ba24b11a5b7819221001f3f0a40e4184e2f46ddfb0a +size 21566 diff --git a/UCI_N4/sdp/runs/conn-bench-sonar-mines-rocks/fold_2/best_state.pth b/UCI_N4/sdp/runs/conn-bench-sonar-mines-rocks/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..d5b48c1e9c1502b1d65cac6267a3a48556efc234 --- /dev/null +++ b/UCI_N4/sdp/runs/conn-bench-sonar-mines-rocks/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bf8dd2fe2bcc7680ce42799d5a3b2889e7481cf133726b9e615b838f0c8d0c2 +size 505717 diff --git a/UCI_N4/sdp/runs/conn-bench-sonar-mines-rocks/fold_2/events.out.tfevents.1762559715.auvsl-gpu-01.ise.illinois.edu.627156.60 b/UCI_N4/sdp/runs/conn-bench-sonar-mines-rocks/fold_2/events.out.tfevents.1762559715.auvsl-gpu-01.ise.illinois.edu.627156.60 new file mode 100644 index 0000000000000000000000000000000000000000..b414a6a911d933aebaa3bde99f2181a1367dc5d7 --- /dev/null +++ b/UCI_N4/sdp/runs/conn-bench-sonar-mines-rocks/fold_2/events.out.tfevents.1762559715.auvsl-gpu-01.ise.illinois.edu.627156.60 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f044423f3b38d5a18796d0c103ce732accb8d5f9a83e41860a74b20e8e4cf64 +size 16218 diff --git a/UCI_N4/sdp/runs/conn-bench-sonar-mines-rocks/fold_3/1762559717.9036381/events.out.tfevents.1762559717.auvsl-gpu-01.ise.illinois.edu.627156.63 b/UCI_N4/sdp/runs/conn-bench-sonar-mines-rocks/fold_3/1762559717.9036381/events.out.tfevents.1762559717.auvsl-gpu-01.ise.illinois.edu.627156.63 new file mode 100644 index 0000000000000000000000000000000000000000..52f282159ed2176dc5826f831dc42ad8ea7ea151 --- /dev/null +++ b/UCI_N4/sdp/runs/conn-bench-sonar-mines-rocks/fold_3/1762559717.9036381/events.out.tfevents.1762559717.auvsl-gpu-01.ise.illinois.edu.627156.63 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:039561dc7f5b48ee8eb62f96552c9d374329778a7eb4b2a8e0792cc7214cf114 +size 1189 diff --git a/UCI_N4/sdp/runs/conn-bench-sonar-mines-rocks/fold_3/events.out.tfevents.1762559716.auvsl-gpu-01.ise.illinois.edu.627156.62 b/UCI_N4/sdp/runs/conn-bench-sonar-mines-rocks/fold_3/events.out.tfevents.1762559716.auvsl-gpu-01.ise.illinois.edu.627156.62 new file mode 100644 index 0000000000000000000000000000000000000000..c67b963ca3767036999eef731ca9c88bed1d35b1 --- /dev/null +++ b/UCI_N4/sdp/runs/conn-bench-sonar-mines-rocks/fold_3/events.out.tfevents.1762559716.auvsl-gpu-01.ise.illinois.edu.627156.62 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c5ef496ccb8ba8f84209bb8e6ce1e2f82082f9c8742b69e8e17513d58997927 +size 29588 diff --git a/UCI_N4/sdp/runs/conn-bench-vowel-deterding/fold_0/1762559727.1559565/events.out.tfevents.1762559727.auvsl-gpu-01.ise.illinois.edu.627156.65 b/UCI_N4/sdp/runs/conn-bench-vowel-deterding/fold_0/1762559727.1559565/events.out.tfevents.1762559727.auvsl-gpu-01.ise.illinois.edu.627156.65 new file mode 100644 index 0000000000000000000000000000000000000000..fa7ad452988df5eecb9e8301b3d82327e7ab5a7b --- /dev/null +++ b/UCI_N4/sdp/runs/conn-bench-vowel-deterding/fold_0/1762559727.1559565/events.out.tfevents.1762559727.auvsl-gpu-01.ise.illinois.edu.627156.65 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e12617493e37cfe89ab9201756dd9bc825136ec9fb06dd6ba52168392d04eba3 +size 1187 diff --git a/UCI_N4/sdp/runs/conn-bench-vowel-deterding/fold_0/best_state.pth b/UCI_N4/sdp/runs/conn-bench-vowel-deterding/fold_0/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..5ad616118b86467440bdf09b734f4f88df359846 --- /dev/null +++ b/UCI_N4/sdp/runs/conn-bench-vowel-deterding/fold_0/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:845ae4602df65e7f628e9d470d3fd9e7edcd7250b9a672506dfdd3a346ea7ca5 +size 30581 diff --git a/UCI_N4/sdp/runs/conn-bench-vowel-deterding/fold_1/1762559732.316693/events.out.tfevents.1762559732.auvsl-gpu-01.ise.illinois.edu.627156.67 b/UCI_N4/sdp/runs/conn-bench-vowel-deterding/fold_1/1762559732.316693/events.out.tfevents.1762559732.auvsl-gpu-01.ise.illinois.edu.627156.67 new file mode 100644 index 0000000000000000000000000000000000000000..393b7cac541a51d584be850a5c93cb5329fc8778 --- /dev/null +++ b/UCI_N4/sdp/runs/conn-bench-vowel-deterding/fold_1/1762559732.316693/events.out.tfevents.1762559732.auvsl-gpu-01.ise.illinois.edu.627156.67 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd27d063daca06bab1f825086d685e9589c208c8102ed91f9100138ccca8ba68 +size 1187 diff --git a/UCI_N4/sdp/runs/conn-bench-vowel-deterding/fold_1/best_state.pth b/UCI_N4/sdp/runs/conn-bench-vowel-deterding/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..4b56cc806300e44b028a1df2c64b19ea9856cbac --- /dev/null +++ b/UCI_N4/sdp/runs/conn-bench-vowel-deterding/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a530bfee970d9e579625a0cdd30f2a10fb599ea8ca72bef638be60ef91a40fde +size 30581 diff --git a/UCI_N4/sdp/runs/conn-bench-vowel-deterding/fold_1/events.out.tfevents.1762559727.auvsl-gpu-01.ise.illinois.edu.627156.66 b/UCI_N4/sdp/runs/conn-bench-vowel-deterding/fold_1/events.out.tfevents.1762559727.auvsl-gpu-01.ise.illinois.edu.627156.66 new file mode 100644 index 0000000000000000000000000000000000000000..80752fcfa642ba170948cf1f10bd3c1c1a245159 --- /dev/null +++ b/UCI_N4/sdp/runs/conn-bench-vowel-deterding/fold_1/events.out.tfevents.1762559727.auvsl-gpu-01.ise.illinois.edu.627156.66 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c13c0e558ab6b64b4d26773a1d9aaeb62628ab6f76fb8771a3164fbc7a4e708d +size 22330 diff --git a/UCI_N4/sdp/runs/conn-bench-vowel-deterding/fold_2/1762559739.3506913/events.out.tfevents.1762559739.auvsl-gpu-01.ise.illinois.edu.627156.69 b/UCI_N4/sdp/runs/conn-bench-vowel-deterding/fold_2/1762559739.3506913/events.out.tfevents.1762559739.auvsl-gpu-01.ise.illinois.edu.627156.69 new file mode 100644 index 0000000000000000000000000000000000000000..fa595b6b314e11472aedbee64232297ac4142916 --- /dev/null +++ b/UCI_N4/sdp/runs/conn-bench-vowel-deterding/fold_2/1762559739.3506913/events.out.tfevents.1762559739.auvsl-gpu-01.ise.illinois.edu.627156.69 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f16994b59c514e357068f6872195d865e35da9714d746b81758350922656b49 +size 1187 diff --git a/UCI_N4/sdp/runs/conn-bench-vowel-deterding/fold_2/best_state.pth b/UCI_N4/sdp/runs/conn-bench-vowel-deterding/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..69d8f8d148befe6d8ab47e1fe4c2e867a2afb402 --- /dev/null +++ b/UCI_N4/sdp/runs/conn-bench-vowel-deterding/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58e641e5f2aa3bc19f31ab7c6c90d15111b85712d8192c0ce9d696559ed86ec9 +size 30581 diff --git a/UCI_N4/sdp/runs/conn-bench-vowel-deterding/fold_2/events.out.tfevents.1762559732.auvsl-gpu-01.ise.illinois.edu.627156.68 b/UCI_N4/sdp/runs/conn-bench-vowel-deterding/fold_2/events.out.tfevents.1762559732.auvsl-gpu-01.ise.illinois.edu.627156.68 new file mode 100644 index 0000000000000000000000000000000000000000..ec6baec82274fb50574546858bd64af055391bfa --- /dev/null +++ b/UCI_N4/sdp/runs/conn-bench-vowel-deterding/fold_2/events.out.tfevents.1762559732.auvsl-gpu-01.ise.illinois.edu.627156.68 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d24fb8b0772baa8e42c67929e15dd90d8aca92966aa70caa2219374c4dac66eb +size 29206 diff --git a/UCI_N4/sdp/runs/conn-bench-vowel-deterding/fold_3/1762559745.741603/events.out.tfevents.1762559745.auvsl-gpu-01.ise.illinois.edu.627156.71 b/UCI_N4/sdp/runs/conn-bench-vowel-deterding/fold_3/1762559745.741603/events.out.tfevents.1762559745.auvsl-gpu-01.ise.illinois.edu.627156.71 new file mode 100644 index 0000000000000000000000000000000000000000..b29f4bf2bf7ace41d3025ec5a048fb3bc47b6b11 --- /dev/null +++ b/UCI_N4/sdp/runs/conn-bench-vowel-deterding/fold_3/1762559745.741603/events.out.tfevents.1762559745.auvsl-gpu-01.ise.illinois.edu.627156.71 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92ed00e3903f2daf0dee933c1b0b7a0aa3b4c696d84f200a10d4b977f0bf4ed6 +size 1187 diff --git a/UCI_N4/sdp/runs/conn-bench-vowel-deterding/fold_3/best_state.pth b/UCI_N4/sdp/runs/conn-bench-vowel-deterding/fold_3/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..ba6b6c1f4869fe8c4a68be1b3e6a0a68ca72439a --- /dev/null +++ b/UCI_N4/sdp/runs/conn-bench-vowel-deterding/fold_3/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d02922a2bc51177d6186bcfd14daf7d976f274cf05c8e4d8b1be9aecf0cf1c80 +size 30581 diff --git a/UCI_N4/sdp/runs/connect-4/fold_0/1762559891.4666667/events.out.tfevents.1762559891.auvsl-gpu-01.ise.illinois.edu.627155.25 b/UCI_N4/sdp/runs/connect-4/fold_0/1762559891.4666667/events.out.tfevents.1762559891.auvsl-gpu-01.ise.illinois.edu.627155.25 new file mode 100644 index 0000000000000000000000000000000000000000..75e708badf5681bffd5358df3c495b4bed18d43d --- /dev/null +++ b/UCI_N4/sdp/runs/connect-4/fold_0/1762559891.4666667/events.out.tfevents.1762559891.auvsl-gpu-01.ise.illinois.edu.627155.25 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb44857db4a0220ffa0fc49acf177ad69d6b0e69ffb062c4bc27c91a8e1c4fcb +size 1170 diff --git a/UCI_N4/sdp/runs/connect-4/fold_0/events.out.tfevents.1762559739.auvsl-gpu-01.ise.illinois.edu.627155.24 b/UCI_N4/sdp/runs/connect-4/fold_0/events.out.tfevents.1762559739.auvsl-gpu-01.ise.illinois.edu.627155.24 new file mode 100644 index 0000000000000000000000000000000000000000..f663d4d2fbc7cab8d2abf0840307f7c891856a44 --- /dev/null +++ b/UCI_N4/sdp/runs/connect-4/fold_0/events.out.tfevents.1762559739.auvsl-gpu-01.ise.illinois.edu.627155.24 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa49df789268ab24e81cea46d3923369271b62bb62d1f709bd7c7a9bc0cb6954 +size 18892 diff --git a/UCI_N4/sdp/runs/connect-4/fold_2/best_state.pth b/UCI_N4/sdp/runs/connect-4/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..4e8ad5009799d2cd7f7c1996b07999dc445b3057 --- /dev/null +++ b/UCI_N4/sdp/runs/connect-4/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:633a33023f4be76d9c9608d6ffcd6476d4afdd75a051df0eab09017e0e0e7362 +size 181813 diff --git a/UCI_N4/sdp/runs/connect-4/fold_2/events.out.tfevents.1762560025.auvsl-gpu-01.ise.illinois.edu.627155.28 b/UCI_N4/sdp/runs/connect-4/fold_2/events.out.tfevents.1762560025.auvsl-gpu-01.ise.illinois.edu.627155.28 new file mode 100644 index 0000000000000000000000000000000000000000..b06691e03f20ca81862e0ea0a90198e71df0dd37 --- /dev/null +++ b/UCI_N4/sdp/runs/connect-4/fold_2/events.out.tfevents.1762560025.auvsl-gpu-01.ise.illinois.edu.627155.28 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:990b381ede3a1ccecd7b9acd2ee243f25f83531fcda4c2b38b56124b495cb823 +size 18510 diff --git a/UCI_N4/sdp/runs/contrac/fold_1/events.out.tfevents.1762559752.auvsl-gpu-01.ise.illinois.edu.627156.74 b/UCI_N4/sdp/runs/contrac/fold_1/events.out.tfevents.1762559752.auvsl-gpu-01.ise.illinois.edu.627156.74 new file mode 100644 index 0000000000000000000000000000000000000000..9b06808b516028f8ee8a11854371487626a93f46 --- /dev/null +++ b/UCI_N4/sdp/runs/contrac/fold_1/events.out.tfevents.1762559752.auvsl-gpu-01.ise.illinois.edu.627156.74 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:415b995db373d396a17b74d551d9da8713501668e33337414da30b04cb4dbcdb +size 16982 diff --git a/UCI_N4/sdp/runs/dermatology/fold_0/1762559781.0097642/events.out.tfevents.1762559781.auvsl-gpu-01.ise.illinois.edu.627156.97 b/UCI_N4/sdp/runs/dermatology/fold_0/1762559781.0097642/events.out.tfevents.1762559781.auvsl-gpu-01.ise.illinois.edu.627156.97 new file mode 100644 index 0000000000000000000000000000000000000000..8dfe999cc71666b5a073cbb2cb9074578cc24e56 --- /dev/null +++ b/UCI_N4/sdp/runs/dermatology/fold_0/1762559781.0097642/events.out.tfevents.1762559781.auvsl-gpu-01.ise.illinois.edu.627156.97 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e7a27051c898777e5bc8365a79ecd2234f5768cdf07e2172b5fd1037b51896f +size 1172 diff --git a/UCI_N4/sdp/runs/echocardiogram/fold_0/events.out.tfevents.1762559786.auvsl-gpu-01.ise.illinois.edu.627156.104 b/UCI_N4/sdp/runs/echocardiogram/fold_0/events.out.tfevents.1762559786.auvsl-gpu-01.ise.illinois.edu.627156.104 new file mode 100644 index 0000000000000000000000000000000000000000..77510b851da98ebe58625e4661421ef900b87b6b --- /dev/null +++ b/UCI_N4/sdp/runs/echocardiogram/fold_0/events.out.tfevents.1762559786.auvsl-gpu-01.ise.illinois.edu.627156.104 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8eb7a009b9caee85fa9b497e393b01679152b890e9f7350ebaf10dfa0ea1f8ec +size 21948 diff --git a/UCI_N4/sdp/runs/echocardiogram/fold_1/best_state.pth b/UCI_N4/sdp/runs/echocardiogram/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..afa21b9a046d74fcb8af90498a7c85e24e4169f0 --- /dev/null +++ b/UCI_N4/sdp/runs/echocardiogram/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c74fba311e15955299d176b9b3de02b2e491674481b523c75228f5a0a04ec45b +size 16437 diff --git a/UCI_N4/sdp/runs/echocardiogram/fold_3/events.out.tfevents.1762559788.auvsl-gpu-01.ise.illinois.edu.627156.110 b/UCI_N4/sdp/runs/echocardiogram/fold_3/events.out.tfevents.1762559788.auvsl-gpu-01.ise.illinois.edu.627156.110 new file mode 100644 index 0000000000000000000000000000000000000000..42521cc71375a035bea246266120934392506733 --- /dev/null +++ b/UCI_N4/sdp/runs/echocardiogram/fold_3/events.out.tfevents.1762559788.auvsl-gpu-01.ise.illinois.edu.627156.110 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92d4c8caf45267a37e81d236b119d2a269618bcb13ff6e0a972c8cdbdb6fc1eb +size 14689 diff --git a/UCI_N4/sdp/runs/ecoli/fold_0/events.out.tfevents.1762559789.auvsl-gpu-01.ise.illinois.edu.627156.112 b/UCI_N4/sdp/runs/ecoli/fold_0/events.out.tfevents.1762559789.auvsl-gpu-01.ise.illinois.edu.627156.112 new file mode 100644 index 0000000000000000000000000000000000000000..9ba808e90b82b72cf97ab11e354fbd4a61441263 --- /dev/null +++ b/UCI_N4/sdp/runs/ecoli/fold_0/events.out.tfevents.1762559789.auvsl-gpu-01.ise.illinois.edu.627156.112 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35455ebf0d5b9439ab5167f22aa55e674f5404a7c521a94b692d0cab094e54c9 +size 38756 diff --git a/UCI_N4/sdp/runs/ecoli/fold_1/events.out.tfevents.1762559792.auvsl-gpu-01.ise.illinois.edu.627156.114 b/UCI_N4/sdp/runs/ecoli/fold_1/events.out.tfevents.1762559792.auvsl-gpu-01.ise.illinois.edu.627156.114 new file mode 100644 index 0000000000000000000000000000000000000000..45ba8994f7ef30a8302791e63b65131fbe3221de --- /dev/null +++ b/UCI_N4/sdp/runs/ecoli/fold_1/events.out.tfevents.1762559792.auvsl-gpu-01.ise.illinois.edu.627156.114 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e06306b541f36608500a0d40170d634187b2b723066fa01ccca571a8b2ccc1a +size 38756 diff --git a/UCI_N4/sdp/runs/ecoli/fold_2/1762559798.415415/events.out.tfevents.1762559798.auvsl-gpu-01.ise.illinois.edu.627156.117 b/UCI_N4/sdp/runs/ecoli/fold_2/1762559798.415415/events.out.tfevents.1762559798.auvsl-gpu-01.ise.illinois.edu.627156.117 new file mode 100644 index 0000000000000000000000000000000000000000..8ccad6d225757c3a865aa63823f7998738019936 --- /dev/null +++ b/UCI_N4/sdp/runs/ecoli/fold_2/1762559798.415415/events.out.tfevents.1762559798.auvsl-gpu-01.ise.illinois.edu.627156.117 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:240474d681be209ed7cd03ea6e02ef2194afb766d7c90286c6d24396b114a31b +size 1166 diff --git a/UCI_N4/sdp/runs/ecoli/fold_2/best_state.pth b/UCI_N4/sdp/runs/ecoli/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..264e0e9d4e822960642f08d0fde852593dcf39c2 --- /dev/null +++ b/UCI_N4/sdp/runs/ecoli/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfc21f9ad1bcdc7fc84547beffa6266277982df17ec6ef378bb249131363840e +size 13685 diff --git a/UCI_N4/sdp/runs/ecoli/fold_2/events.out.tfevents.1762559795.auvsl-gpu-01.ise.illinois.edu.627156.116 b/UCI_N4/sdp/runs/ecoli/fold_2/events.out.tfevents.1762559795.auvsl-gpu-01.ise.illinois.edu.627156.116 new file mode 100644 index 0000000000000000000000000000000000000000..ba574ff4a0bbe7a97f04cf86d50daf7654fb466e --- /dev/null +++ b/UCI_N4/sdp/runs/ecoli/fold_2/events.out.tfevents.1762559795.auvsl-gpu-01.ise.illinois.edu.627156.116 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e9d4b94cd298e0892a0a62bbefef08c92b5d221dbc33c8a1013ad7905c24bc5 +size 38756 diff --git a/UCI_N4/sdp/runs/ecoli/fold_3/best_state.pth b/UCI_N4/sdp/runs/ecoli/fold_3/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..420480f9b8ded9daa40253b5bd4cb9aff6b2fc79 --- /dev/null +++ b/UCI_N4/sdp/runs/ecoli/fold_3/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1774601085ece5360291318c131e5e23a22b190ca3a52a1332011fdc932f22a +size 13685 diff --git a/UCI_N4/sdp/runs/energy-y1/fold_0/1762559803.784446/events.out.tfevents.1762559803.auvsl-gpu-01.ise.illinois.edu.627156.121 b/UCI_N4/sdp/runs/energy-y1/fold_0/1762559803.784446/events.out.tfevents.1762559803.auvsl-gpu-01.ise.illinois.edu.627156.121 new file mode 100644 index 0000000000000000000000000000000000000000..a891f318b73bd74766ffac76da2e606374807897 --- /dev/null +++ b/UCI_N4/sdp/runs/energy-y1/fold_0/1762559803.784446/events.out.tfevents.1762559803.auvsl-gpu-01.ise.illinois.edu.627156.121 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a00471f4a127726bc5d2d6056f2a7b4de37dd0384c61e3f3e39ae7044e954684 +size 1170 diff --git a/UCI_N4/sdp/runs/energy-y1/fold_0/best_state.pth b/UCI_N4/sdp/runs/energy-y1/fold_0/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..1f93a21e3ca2971238d90000dd7e1d60a66f2bcf --- /dev/null +++ b/UCI_N4/sdp/runs/energy-y1/fold_0/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff95dbdedcdfceb7eeae6c9a9e4e859d9ec89815372f9c6ffd3ba23f25237cdc +size 14453 diff --git a/UCI_N4/sdp/runs/energy-y1/fold_0/events.out.tfevents.1762559801.auvsl-gpu-01.ise.illinois.edu.627156.120 b/UCI_N4/sdp/runs/energy-y1/fold_0/events.out.tfevents.1762559801.auvsl-gpu-01.ise.illinois.edu.627156.120 new file mode 100644 index 0000000000000000000000000000000000000000..90f25257315d4008a058f1269f142ae1c2cb85b4 --- /dev/null +++ b/UCI_N4/sdp/runs/energy-y1/fold_0/events.out.tfevents.1762559801.auvsl-gpu-01.ise.illinois.edu.627156.120 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c877af106f07eddc7b17328c23381e7a42bcbe1d3b59128be6d2b5ff45f49654 +size 23476 diff --git a/UCI_N4/sdp/runs/energy-y1/fold_1/best_state.pth b/UCI_N4/sdp/runs/energy-y1/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..02815aa5dc29b2fff7793f3a6a0f5acbdf4660fe --- /dev/null +++ b/UCI_N4/sdp/runs/energy-y1/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa88ff12ffb80d048ce6f4c4af2f1ca74e05d0ee72c89bb29716cccd892f0c1f +size 14453 diff --git a/UCI_N4/sdp/runs/energy-y1/fold_1/events.out.tfevents.1762559803.auvsl-gpu-01.ise.illinois.edu.627156.122 b/UCI_N4/sdp/runs/energy-y1/fold_1/events.out.tfevents.1762559803.auvsl-gpu-01.ise.illinois.edu.627156.122 new file mode 100644 index 0000000000000000000000000000000000000000..e65c3f4488a7e83887b6d758718e31b228affd19 --- /dev/null +++ b/UCI_N4/sdp/runs/energy-y1/fold_1/events.out.tfevents.1762559803.auvsl-gpu-01.ise.illinois.edu.627156.122 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ea82f2416ebd7ce438bb4fd7c33668e00a9a67d8f5f1b5f8531bb5b4e367d6e +size 25386 diff --git a/UCI_N4/sdp/runs/energy-y1/fold_2/1762559809.4018846/events.out.tfevents.1762559809.auvsl-gpu-01.ise.illinois.edu.627156.125 b/UCI_N4/sdp/runs/energy-y1/fold_2/1762559809.4018846/events.out.tfevents.1762559809.auvsl-gpu-01.ise.illinois.edu.627156.125 new file mode 100644 index 0000000000000000000000000000000000000000..b27b2d94f2b0d94ff4de2b96f9ffda5301a36d98 --- /dev/null +++ b/UCI_N4/sdp/runs/energy-y1/fold_2/1762559809.4018846/events.out.tfevents.1762559809.auvsl-gpu-01.ise.illinois.edu.627156.125 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45ba4ef8faed828209fe5b8562012e66d0e735745657b934f3570fe916b36803 +size 1170 diff --git a/UCI_N4/sdp/runs/energy-y1/fold_2/events.out.tfevents.1762559806.auvsl-gpu-01.ise.illinois.edu.627156.124 b/UCI_N4/sdp/runs/energy-y1/fold_2/events.out.tfevents.1762559806.auvsl-gpu-01.ise.illinois.edu.627156.124 new file mode 100644 index 0000000000000000000000000000000000000000..efad3e3799b0bba7645a050c8147c4cfa0c75aa9 --- /dev/null +++ b/UCI_N4/sdp/runs/energy-y1/fold_2/events.out.tfevents.1762559806.auvsl-gpu-01.ise.illinois.edu.627156.124 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:053466972c8db2f1fb4849813719ce8c60aa519969ba3cba9df63ceef0351888 +size 22712 diff --git a/UCI_N4/sdp/runs/energy-y1/fold_3/1762559811.8077834/events.out.tfevents.1762559811.auvsl-gpu-01.ise.illinois.edu.627156.127 b/UCI_N4/sdp/runs/energy-y1/fold_3/1762559811.8077834/events.out.tfevents.1762559811.auvsl-gpu-01.ise.illinois.edu.627156.127 new file mode 100644 index 0000000000000000000000000000000000000000..2edcef8ea4d54675cf14cb8929edc2624e852b44 --- /dev/null +++ b/UCI_N4/sdp/runs/energy-y1/fold_3/1762559811.8077834/events.out.tfevents.1762559811.auvsl-gpu-01.ise.illinois.edu.627156.127 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ccda586fb3494254edc08de3808b8f1b7265182f4764f8682b9d840f69a87d3 +size 1170 diff --git a/UCI_N4/sdp/runs/energy-y1/fold_3/best_state.pth b/UCI_N4/sdp/runs/energy-y1/fold_3/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..e4f58f49b965f15548eff6dcb2cc422f316da19c --- /dev/null +++ b/UCI_N4/sdp/runs/energy-y1/fold_3/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d9787d2f35370f0c5fb70a52e76ef74b1d356c2b54ab64a4aaa0af3d2c096ac +size 14453 diff --git a/UCI_N4/sdp/runs/energy-y1/fold_3/events.out.tfevents.1762559809.auvsl-gpu-01.ise.illinois.edu.627156.126 b/UCI_N4/sdp/runs/energy-y1/fold_3/events.out.tfevents.1762559809.auvsl-gpu-01.ise.illinois.edu.627156.126 new file mode 100644 index 0000000000000000000000000000000000000000..007d4199f5927bf4996388d90b880d8dc21429ec --- /dev/null +++ b/UCI_N4/sdp/runs/energy-y1/fold_3/events.out.tfevents.1762559809.auvsl-gpu-01.ise.illinois.edu.627156.126 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf04df3f1156228f59cf8b78eee5b0e1239f8f35b2441a6a0d29947fe9a7ee72 +size 23858 diff --git a/UCI_N4/sdp/runs/energy-y2/fold_0/1762559813.3467531/events.out.tfevents.1762559813.auvsl-gpu-01.ise.illinois.edu.627156.129 b/UCI_N4/sdp/runs/energy-y2/fold_0/1762559813.3467531/events.out.tfevents.1762559813.auvsl-gpu-01.ise.illinois.edu.627156.129 new file mode 100644 index 0000000000000000000000000000000000000000..5984ac85b5823de64160a8afe4983f3af8b76ea7 --- /dev/null +++ b/UCI_N4/sdp/runs/energy-y2/fold_0/1762559813.3467531/events.out.tfevents.1762559813.auvsl-gpu-01.ise.illinois.edu.627156.129 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:228b9d193d48dd2019fc0d4682b08bc528cdbec9fa959f3dc995f427d20e4c00 +size 1170 diff --git a/UCI_N4/sdp/runs/energy-y2/fold_0/best_state.pth b/UCI_N4/sdp/runs/energy-y2/fold_0/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..9d58f1cc47d7788cf8fb2745177a8e09de739a5b --- /dev/null +++ b/UCI_N4/sdp/runs/energy-y2/fold_0/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff50e3c6cef37e603d29cdf783d79db3569a6abbcc43fffc9d9f5b67ae11dbda +size 14453 diff --git a/UCI_N4/sdp/runs/energy-y2/fold_1/1762559816.7895195/events.out.tfevents.1762559816.auvsl-gpu-01.ise.illinois.edu.627156.131 b/UCI_N4/sdp/runs/energy-y2/fold_1/1762559816.7895195/events.out.tfevents.1762559816.auvsl-gpu-01.ise.illinois.edu.627156.131 new file mode 100644 index 0000000000000000000000000000000000000000..ae5b4a7b86608d94dcbeb09452d3f1f22331134e --- /dev/null +++ b/UCI_N4/sdp/runs/energy-y2/fold_1/1762559816.7895195/events.out.tfevents.1762559816.auvsl-gpu-01.ise.illinois.edu.627156.131 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50d4e71f1a0a6311113e1dd311f2336a4e31ed1296eb54fc199b1d6d0b6a6130 +size 1170 diff --git a/UCI_N4/sdp/runs/energy-y2/fold_1/best_state.pth b/UCI_N4/sdp/runs/energy-y2/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..adafc76ea4d91cda7f42b22d9ad5aa0349dbc5f9 --- /dev/null +++ b/UCI_N4/sdp/runs/energy-y2/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfe84ab3e74ad57b407098ddd9cfa80b74ecc5b9524d9cbbd338b05fde5b5fe6 +size 14453 diff --git a/UCI_N4/sdp/runs/energy-y2/fold_1/events.out.tfevents.1762559813.auvsl-gpu-01.ise.illinois.edu.627156.130 b/UCI_N4/sdp/runs/energy-y2/fold_1/events.out.tfevents.1762559813.auvsl-gpu-01.ise.illinois.edu.627156.130 new file mode 100644 index 0000000000000000000000000000000000000000..af77ba2d81074b4dd9609a28eb8f88006be05bab --- /dev/null +++ b/UCI_N4/sdp/runs/energy-y2/fold_1/events.out.tfevents.1762559813.auvsl-gpu-01.ise.illinois.edu.627156.130 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c57fafb284743dfa3313aeb32cd68209ad1c7d99f8cb47bf633e8cdbe81884d9 +size 31498 diff --git a/UCI_N4/sdp/runs/energy-y2/fold_2/1762559818.5904856/events.out.tfevents.1762559818.auvsl-gpu-01.ise.illinois.edu.627156.133 b/UCI_N4/sdp/runs/energy-y2/fold_2/1762559818.5904856/events.out.tfevents.1762559818.auvsl-gpu-01.ise.illinois.edu.627156.133 new file mode 100644 index 0000000000000000000000000000000000000000..05e54110e74874a875fff1bcb03227d60cda2fe8 --- /dev/null +++ b/UCI_N4/sdp/runs/energy-y2/fold_2/1762559818.5904856/events.out.tfevents.1762559818.auvsl-gpu-01.ise.illinois.edu.627156.133 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e137f5b4481fc8cbba0ab05204e38d56841156b946abc33a9897da63853f626f +size 1170 diff --git a/UCI_N4/sdp/runs/energy-y2/fold_2/best_state.pth b/UCI_N4/sdp/runs/energy-y2/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..cdad097ab768de90af790f9608af618e825c4401 --- /dev/null +++ b/UCI_N4/sdp/runs/energy-y2/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35beaa6ac792089ab358aed2b7fb41d0716bb353e38deabb7fe0b0a5cc587a82 +size 14453 diff --git a/UCI_N4/sdp/runs/energy-y2/fold_2/events.out.tfevents.1762559816.auvsl-gpu-01.ise.illinois.edu.627156.132 b/UCI_N4/sdp/runs/energy-y2/fold_2/events.out.tfevents.1762559816.auvsl-gpu-01.ise.illinois.edu.627156.132 new file mode 100644 index 0000000000000000000000000000000000000000..a32705432734c7adaeb7675ddc631290516b97da --- /dev/null +++ b/UCI_N4/sdp/runs/energy-y2/fold_2/events.out.tfevents.1762559816.auvsl-gpu-01.ise.illinois.edu.627156.132 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:404dc789330f5baa720f4939f0fe2b25dc35f24e02ca0e0a0dabab174d6e368c +size 16600 diff --git a/UCI_N4/sdp/runs/energy-y2/fold_3/1762559820.5998008/events.out.tfevents.1762559820.auvsl-gpu-01.ise.illinois.edu.627156.135 b/UCI_N4/sdp/runs/energy-y2/fold_3/1762559820.5998008/events.out.tfevents.1762559820.auvsl-gpu-01.ise.illinois.edu.627156.135 new file mode 100644 index 0000000000000000000000000000000000000000..a9364a286fd3455450ae87aa4637f0d7909d2d92 --- /dev/null +++ b/UCI_N4/sdp/runs/energy-y2/fold_3/1762559820.5998008/events.out.tfevents.1762559820.auvsl-gpu-01.ise.illinois.edu.627156.135 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46b71adb438dea46ac9f9bd9f977e0b07ddb7d88887b6e23120418264529a4de +size 1170 diff --git a/UCI_N4/sdp/runs/energy-y2/fold_3/best_state.pth b/UCI_N4/sdp/runs/energy-y2/fold_3/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..45c95b3eb9942a68dd624300b8e2e2181b30d82f --- /dev/null +++ b/UCI_N4/sdp/runs/energy-y2/fold_3/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5af83717783c3d61ec0a3425433f50eee11a0855ef50bdf752bcf8604e12cf93 +size 14453 diff --git a/UCI_N4/sdp/runs/energy-y2/fold_3/events.out.tfevents.1762559818.auvsl-gpu-01.ise.illinois.edu.627156.134 b/UCI_N4/sdp/runs/energy-y2/fold_3/events.out.tfevents.1762559818.auvsl-gpu-01.ise.illinois.edu.627156.134 new file mode 100644 index 0000000000000000000000000000000000000000..d611f07ef5e3e706e619336696bd0a7d3954355e --- /dev/null +++ b/UCI_N4/sdp/runs/energy-y2/fold_3/events.out.tfevents.1762559818.auvsl-gpu-01.ise.illinois.edu.627156.134 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dadd7aa1fd9d2dc399253178eb023731b437e3738b28f999c030a8acf42eb6f0 +size 20420 diff --git a/UCI_N4/sdp/runs/fertility/fold_0/1762559821.1276846/events.out.tfevents.1762559821.auvsl-gpu-01.ise.illinois.edu.627156.137 b/UCI_N4/sdp/runs/fertility/fold_0/1762559821.1276846/events.out.tfevents.1762559821.auvsl-gpu-01.ise.illinois.edu.627156.137 new file mode 100644 index 0000000000000000000000000000000000000000..318ababbbc6f862eda86526bb7b755db7d25ab9b --- /dev/null +++ b/UCI_N4/sdp/runs/fertility/fold_0/1762559821.1276846/events.out.tfevents.1762559821.auvsl-gpu-01.ise.illinois.edu.627156.137 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94d2c02d00b2c927d69f34061d9bc0f06791dbba488ecee08d740f357b9ed252 +size 1170 diff --git a/UCI_N4/sdp/runs/fertility/fold_0/best_state.pth b/UCI_N4/sdp/runs/fertility/fold_0/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..77f4f6d39f3702b7cafde1d148ec2c72e84b7ad6 --- /dev/null +++ b/UCI_N4/sdp/runs/fertility/fold_0/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f71e0a97b93f382adbc4b0943b429ad4b29ab6ad84be891fdb95ca72d3d22e3 +size 15413 diff --git a/UCI_N4/sdp/runs/fertility/fold_0/events.out.tfevents.1762559820.auvsl-gpu-01.ise.illinois.edu.627156.136 b/UCI_N4/sdp/runs/fertility/fold_0/events.out.tfevents.1762559820.auvsl-gpu-01.ise.illinois.edu.627156.136 new file mode 100644 index 0000000000000000000000000000000000000000..11f5aeb940851e542de2b3e36e8dd513009c2226 --- /dev/null +++ b/UCI_N4/sdp/runs/fertility/fold_0/events.out.tfevents.1762559820.auvsl-gpu-01.ise.illinois.edu.627156.136 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3c4f249fbb381c51225e5d897ed656e586fc1e4229fd294178c5d8f2255c1c0 +size 12397 diff --git a/UCI_N4/sdp/runs/fertility/fold_1/best_state.pth b/UCI_N4/sdp/runs/fertility/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..5af0002ecaa08af2b2cdfed41c64f9eb9e247b2d --- /dev/null +++ b/UCI_N4/sdp/runs/fertility/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1905d81220e1f3e9a8a1b1097766aefc4e05883f38ef34b3195e7d0e2ee5b7f9 +size 15413 diff --git a/UCI_N4/sdp/runs/fertility/fold_1/events.out.tfevents.1762559821.auvsl-gpu-01.ise.illinois.edu.627156.138 b/UCI_N4/sdp/runs/fertility/fold_1/events.out.tfevents.1762559821.auvsl-gpu-01.ise.illinois.edu.627156.138 new file mode 100644 index 0000000000000000000000000000000000000000..62f80174e9257e856072e2d944b6ff0ff1d5c5a6 --- /dev/null +++ b/UCI_N4/sdp/runs/fertility/fold_1/events.out.tfevents.1762559821.auvsl-gpu-01.ise.illinois.edu.627156.138 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:470207454425314fc844220295a697f1671f4389344531f954866b7c0546c968 +size 25004 diff --git a/UCI_N4/sdp/runs/fertility/fold_2/1762559823.5477085/events.out.tfevents.1762559823.auvsl-gpu-01.ise.illinois.edu.627156.141 b/UCI_N4/sdp/runs/fertility/fold_2/1762559823.5477085/events.out.tfevents.1762559823.auvsl-gpu-01.ise.illinois.edu.627156.141 new file mode 100644 index 0000000000000000000000000000000000000000..3175174278e0e9589bda23d9bfb9632325892d14 --- /dev/null +++ b/UCI_N4/sdp/runs/fertility/fold_2/1762559823.5477085/events.out.tfevents.1762559823.auvsl-gpu-01.ise.illinois.edu.627156.141 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64e4e630d2c68032a7d681c043231e720aef4dbb645b00b4d996b478b6dfe94d +size 1170 diff --git a/UCI_N4/sdp/runs/fertility/fold_2/best_state.pth b/UCI_N4/sdp/runs/fertility/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..7de3ed7c70a567bc941129f57f84ca59530488f5 --- /dev/null +++ b/UCI_N4/sdp/runs/fertility/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e35b9f087ffae4f49bde103db9fbd37cc5052d114a34c263ea05f3ddeafa78c +size 15413 diff --git a/UCI_N4/sdp/runs/fertility/fold_3/1762559824.195009/events.out.tfevents.1762559824.auvsl-gpu-01.ise.illinois.edu.627156.143 b/UCI_N4/sdp/runs/fertility/fold_3/1762559824.195009/events.out.tfevents.1762559824.auvsl-gpu-01.ise.illinois.edu.627156.143 new file mode 100644 index 0000000000000000000000000000000000000000..13db8f883ec308665ae9778e5d89e0c186f3104e --- /dev/null +++ b/UCI_N4/sdp/runs/fertility/fold_3/1762559824.195009/events.out.tfevents.1762559824.auvsl-gpu-01.ise.illinois.edu.627156.143 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fe4aaae2e425f8ef2707bbf41d2f1b933a44fa2f9646304a1514d71b1f9b961 +size 1170 diff --git a/UCI_N4/sdp/runs/fertility/fold_3/best_state.pth b/UCI_N4/sdp/runs/fertility/fold_3/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..5f234ed659554233ed1b118f7991d84644ff97a3 --- /dev/null +++ b/UCI_N4/sdp/runs/fertility/fold_3/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d72badfb1a74c05ff435b73cb47a4cd51539a9f0970485302bfb42d5a3949562 +size 15413 diff --git a/UCI_N4/sdp/runs/fertility/fold_3/events.out.tfevents.1762559823.auvsl-gpu-01.ise.illinois.edu.627156.142 b/UCI_N4/sdp/runs/fertility/fold_3/events.out.tfevents.1762559823.auvsl-gpu-01.ise.illinois.edu.627156.142 new file mode 100644 index 0000000000000000000000000000000000000000..ed1f11ce7c9e12f2d52b2e11e44590cca35d1df6 --- /dev/null +++ b/UCI_N4/sdp/runs/fertility/fold_3/events.out.tfevents.1762559823.auvsl-gpu-01.ise.illinois.edu.627156.142 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0d869b6aeb2fec88c3711b7258739065e1eb63ee99cb60366e7ebe343864af1 +size 16218 diff --git a/UCI_N4/sdp/runs/flags/fold_0/1762559825.1236777/events.out.tfevents.1762559825.auvsl-gpu-01.ise.illinois.edu.627156.145 b/UCI_N4/sdp/runs/flags/fold_0/1762559825.1236777/events.out.tfevents.1762559825.auvsl-gpu-01.ise.illinois.edu.627156.145 new file mode 100644 index 0000000000000000000000000000000000000000..7fed6018cc0ccc3acd6bcc8b9a719fcf3e2da3d3 --- /dev/null +++ b/UCI_N4/sdp/runs/flags/fold_0/1762559825.1236777/events.out.tfevents.1762559825.auvsl-gpu-01.ise.illinois.edu.627156.145 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a79f6a7cbd83709f8661a6dc445df7084d640ef9672516a77f2a26bf1f43343a +size 1166 diff --git a/UCI_N4/sdp/runs/flags/fold_0/best_state.pth b/UCI_N4/sdp/runs/flags/fold_0/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..adbb2e697e6e4dddfd4635eccd17331784efdb66 --- /dev/null +++ b/UCI_N4/sdp/runs/flags/fold_0/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b097fd61d0f099c9833c91bca9bdc85275dbdbb83fd4c06ddedbfd856a1fdaa +size 125621 diff --git a/UCI_N4/sdp/runs/flags/fold_1/1762559826.6141384/events.out.tfevents.1762559826.auvsl-gpu-01.ise.illinois.edu.627156.147 b/UCI_N4/sdp/runs/flags/fold_1/1762559826.6141384/events.out.tfevents.1762559826.auvsl-gpu-01.ise.illinois.edu.627156.147 new file mode 100644 index 0000000000000000000000000000000000000000..1d9eea2ac35f51b03f6b19b30b7808c83fa71d63 --- /dev/null +++ b/UCI_N4/sdp/runs/flags/fold_1/1762559826.6141384/events.out.tfevents.1762559826.auvsl-gpu-01.ise.illinois.edu.627156.147 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfbc9b236011655f929c13bcde3e0d2c4bdc9fa6305bea1befd6c486e9395537 +size 1166 diff --git a/UCI_N4/sdp/runs/flags/fold_1/best_state.pth b/UCI_N4/sdp/runs/flags/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..8cde3c9a98b5474f5f16b216db60de1e2fbda9a3 --- /dev/null +++ b/UCI_N4/sdp/runs/flags/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb81312ef77bf4d4930c54529fc631042895ba404a0eb3e70b99b01371c717fb +size 125621 diff --git a/UCI_N4/sdp/runs/flags/fold_2/events.out.tfevents.1762559826.auvsl-gpu-01.ise.illinois.edu.627156.148 b/UCI_N4/sdp/runs/flags/fold_2/events.out.tfevents.1762559826.auvsl-gpu-01.ise.illinois.edu.627156.148 new file mode 100644 index 0000000000000000000000000000000000000000..8c3f9c1bcbb21a675b03b7ffb1c6e76105e52793 --- /dev/null +++ b/UCI_N4/sdp/runs/flags/fold_2/events.out.tfevents.1762559826.auvsl-gpu-01.ise.illinois.edu.627156.148 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d902ef664da37d7fe22c07ccad1e0140db7a0a004c670096d4638f11b0cd914 +size 12397 diff --git a/UCI_N4/sdp/runs/flags/fold_3/best_state.pth b/UCI_N4/sdp/runs/flags/fold_3/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..bc09eca1969ed2efa1c9b2774e002f03b27fdcb1 --- /dev/null +++ b/UCI_N4/sdp/runs/flags/fold_3/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07125690f0cbe5371d37feb1debe46f490662d9d091c10219cc87782086b246e +size 125621 diff --git a/UCI_N4/sdp/runs/flags/fold_3/events.out.tfevents.1762559827.auvsl-gpu-01.ise.illinois.edu.627156.150 b/UCI_N4/sdp/runs/flags/fold_3/events.out.tfevents.1762559827.auvsl-gpu-01.ise.illinois.edu.627156.150 new file mode 100644 index 0000000000000000000000000000000000000000..359831c4a4b33ac8c196557f554ec36e3620b7f1 --- /dev/null +++ b/UCI_N4/sdp/runs/flags/fold_3/events.out.tfevents.1762559827.auvsl-gpu-01.ise.illinois.edu.627156.150 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db1c8e568edb5b45413c553501ff2f30cf61b505a4d46ea328bb5855c6689d8f +size 12397 diff --git a/UCI_N4/sdp/runs/glass/fold_0/best_state.pth b/UCI_N4/sdp/runs/glass/fold_0/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..1648572290e7e43f2bbd1a2a4ac8275bf01673d9 --- /dev/null +++ b/UCI_N4/sdp/runs/glass/fold_0/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bcd5e322451a5989ef63f2c5aad031f9477f79faaad539d362467d01dccc3b0 +size 15669 diff --git a/UCI_N4/sdp/runs/glass/fold_1/1762559829.6017988/events.out.tfevents.1762559829.auvsl-gpu-01.ise.illinois.edu.627156.155 b/UCI_N4/sdp/runs/glass/fold_1/1762559829.6017988/events.out.tfevents.1762559829.auvsl-gpu-01.ise.illinois.edu.627156.155 new file mode 100644 index 0000000000000000000000000000000000000000..40fa43f78d683cedf4b49a664817f31e409a9c65 --- /dev/null +++ b/UCI_N4/sdp/runs/glass/fold_1/1762559829.6017988/events.out.tfevents.1762559829.auvsl-gpu-01.ise.illinois.edu.627156.155 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ff84d588ce9a89382d1663993b9e6d33244dedf543df1079312e9d0c461974f +size 1166 diff --git a/UCI_N4/sdp/runs/glass/fold_1/events.out.tfevents.1762559828.auvsl-gpu-01.ise.illinois.edu.627156.154 b/UCI_N4/sdp/runs/glass/fold_1/events.out.tfevents.1762559828.auvsl-gpu-01.ise.illinois.edu.627156.154 new file mode 100644 index 0000000000000000000000000000000000000000..dadf0029fab554eceb003e5041996f49bfb917a0 --- /dev/null +++ b/UCI_N4/sdp/runs/glass/fold_1/events.out.tfevents.1762559828.auvsl-gpu-01.ise.illinois.edu.627156.154 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a01760ed4ce302aa88af00682a1b24adb73951cc84207670c3903afd5484ef77 +size 16218 diff --git a/UCI_N4/sdp/runs/glass/fold_2/1762559830.145813/events.out.tfevents.1762559830.auvsl-gpu-01.ise.illinois.edu.627156.157 b/UCI_N4/sdp/runs/glass/fold_2/1762559830.145813/events.out.tfevents.1762559830.auvsl-gpu-01.ise.illinois.edu.627156.157 new file mode 100644 index 0000000000000000000000000000000000000000..26c0a3e48c886346af0e3b17a454707cee6494ce --- /dev/null +++ b/UCI_N4/sdp/runs/glass/fold_2/1762559830.145813/events.out.tfevents.1762559830.auvsl-gpu-01.ise.illinois.edu.627156.157 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fff427c1c05892f18f3de1c4eb20c44bf9af5e4a7ec3bb1281372a4f5b72e508 +size 1166 diff --git a/UCI_N4/sdp/runs/glass/fold_2/best_state.pth b/UCI_N4/sdp/runs/glass/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..e8d3b17a450b452fa5082c1d7ed397724379f69a --- /dev/null +++ b/UCI_N4/sdp/runs/glass/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca0462d1f855833dfee9f19f01397db52456f1fc7490a96e18cb0b80cdf2fd0f +size 15669 diff --git a/UCI_N4/sdp/runs/glass/fold_2/events.out.tfevents.1762559829.auvsl-gpu-01.ise.illinois.edu.627156.156 b/UCI_N4/sdp/runs/glass/fold_2/events.out.tfevents.1762559829.auvsl-gpu-01.ise.illinois.edu.627156.156 new file mode 100644 index 0000000000000000000000000000000000000000..c056011f05dba2d3de51fb0c913b6e4d72da37d7 --- /dev/null +++ b/UCI_N4/sdp/runs/glass/fold_2/events.out.tfevents.1762559829.auvsl-gpu-01.ise.illinois.edu.627156.156 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b576e34fe1ab96f0faf95c18d17fe18db373d78a057b770f4afafef39e22867 +size 12397 diff --git a/UCI_N4/sdp/runs/glass/fold_3/1762559831.0847619/events.out.tfevents.1762559831.auvsl-gpu-01.ise.illinois.edu.627156.159 b/UCI_N4/sdp/runs/glass/fold_3/1762559831.0847619/events.out.tfevents.1762559831.auvsl-gpu-01.ise.illinois.edu.627156.159 new file mode 100644 index 0000000000000000000000000000000000000000..9fe4d01f3b77d101ee37586e58f291f07afc06fb --- /dev/null +++ b/UCI_N4/sdp/runs/glass/fold_3/1762559831.0847619/events.out.tfevents.1762559831.auvsl-gpu-01.ise.illinois.edu.627156.159 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8db6a5cfdb629231470cefe9739f50c3b93ffcb290254a9d46b73173ad697b46 +size 1166 diff --git a/UCI_N4/sdp/runs/glass/fold_3/best_state.pth b/UCI_N4/sdp/runs/glass/fold_3/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..cfe91c64ed3377b946ab5519af29b914e27fdcb5 --- /dev/null +++ b/UCI_N4/sdp/runs/glass/fold_3/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d481fc53fa644e151436eeceb8fa8bb5288a39c2463d7ca7c5a25bfb8aa23e88 +size 15669 diff --git a/UCI_N4/sdp/runs/glass/fold_3/events.out.tfevents.1762559830.auvsl-gpu-01.ise.illinois.edu.627156.158 b/UCI_N4/sdp/runs/glass/fold_3/events.out.tfevents.1762559830.auvsl-gpu-01.ise.illinois.edu.627156.158 new file mode 100644 index 0000000000000000000000000000000000000000..1393db7a81b9545fac6d8b80da24cd8becd379ea --- /dev/null +++ b/UCI_N4/sdp/runs/glass/fold_3/events.out.tfevents.1762559830.auvsl-gpu-01.ise.illinois.edu.627156.158 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2aabf035650f0c1d36d76ad72fff8579b147a84034606505510873bfe371cd7d +size 20802 diff --git a/UCI_N4/sdp/runs/haberman-survival/fold_1/events.out.tfevents.1762559832.auvsl-gpu-01.ise.illinois.edu.627156.162 b/UCI_N4/sdp/runs/haberman-survival/fold_1/events.out.tfevents.1762559832.auvsl-gpu-01.ise.illinois.edu.627156.162 new file mode 100644 index 0000000000000000000000000000000000000000..7cbe7a9252d5f05dd0763c9a4d32d666d6155368 --- /dev/null +++ b/UCI_N4/sdp/runs/haberman-survival/fold_1/events.out.tfevents.1762559832.auvsl-gpu-01.ise.illinois.edu.627156.162 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c097d7ab24a10d667e14817741904b6689b4a192d867f6ad8f096f305c3fac12 +size 36082 diff --git a/UCI_N4/sdp/runs/haberman-survival/fold_2/1762559836.6558797/events.out.tfevents.1762559836.auvsl-gpu-01.ise.illinois.edu.627156.165 b/UCI_N4/sdp/runs/haberman-survival/fold_2/1762559836.6558797/events.out.tfevents.1762559836.auvsl-gpu-01.ise.illinois.edu.627156.165 new file mode 100644 index 0000000000000000000000000000000000000000..f35bb6f6e9dc640e27bd72833ded2c502aa6cfc7 --- /dev/null +++ b/UCI_N4/sdp/runs/haberman-survival/fold_2/1762559836.6558797/events.out.tfevents.1762559836.auvsl-gpu-01.ise.illinois.edu.627156.165 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46a3684ddaf6d1403660f80ce1cb1a4bd4a6b01d293c553a50b28c6007db9139 +size 1178 diff --git a/UCI_N4/sdp/runs/haberman-survival/fold_2/best_state.pth b/UCI_N4/sdp/runs/haberman-survival/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..81be5c01f72c404f99e385c1a6e6a8b0356d2a14 --- /dev/null +++ b/UCI_N4/sdp/runs/haberman-survival/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df28b52acedb0f3a5c94003e6260273c764a888362d631334250e21ed2766875 +size 11253 diff --git a/UCI_N4/sdp/runs/haberman-survival/fold_3/1762559837.9477258/events.out.tfevents.1762559837.auvsl-gpu-01.ise.illinois.edu.627156.167 b/UCI_N4/sdp/runs/haberman-survival/fold_3/1762559837.9477258/events.out.tfevents.1762559837.auvsl-gpu-01.ise.illinois.edu.627156.167 new file mode 100644 index 0000000000000000000000000000000000000000..1d4fa4c1f9ccab8df838d932a8b388472203d1e7 --- /dev/null +++ b/UCI_N4/sdp/runs/haberman-survival/fold_3/1762559837.9477258/events.out.tfevents.1762559837.auvsl-gpu-01.ise.illinois.edu.627156.167 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc484b0fd7ec65205ce161854786078da6cbb7e5eddafac05283a7d5b3be3760 +size 1178 diff --git a/UCI_N4/sdp/runs/haberman-survival/fold_3/best_state.pth b/UCI_N4/sdp/runs/haberman-survival/fold_3/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..fb0f34b87e2b12677feedf37688ab7f854a73a72 --- /dev/null +++ b/UCI_N4/sdp/runs/haberman-survival/fold_3/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b516eb961e10ec8c0b0bdbab6c47387f26d2b73e85ab0fc2f867a6ba331a148 +size 11253 diff --git a/UCI_N4/sdp/runs/haberman-survival/fold_3/events.out.tfevents.1762559836.auvsl-gpu-01.ise.illinois.edu.627156.166 b/UCI_N4/sdp/runs/haberman-survival/fold_3/events.out.tfevents.1762559836.auvsl-gpu-01.ise.illinois.edu.627156.166 new file mode 100644 index 0000000000000000000000000000000000000000..c8d3e63fdf6322291bc225d542600bdbf25f115b --- /dev/null +++ b/UCI_N4/sdp/runs/haberman-survival/fold_3/events.out.tfevents.1762559836.auvsl-gpu-01.ise.illinois.edu.627156.166 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db883f9f7565b6d45121c3978de0b8c49d8c31980b6709b89a031878e6cbff73 +size 18510 diff --git a/UCI_N4/sdp/runs/hayes-roth/fold_0/events.out.tfevents.1762559837.auvsl-gpu-01.ise.illinois.edu.627156.168 b/UCI_N4/sdp/runs/hayes-roth/fold_0/events.out.tfevents.1762559837.auvsl-gpu-01.ise.illinois.edu.627156.168 new file mode 100644 index 0000000000000000000000000000000000000000..b161e4ccb6d37b78b93e90b990147938f0f7a94c --- /dev/null +++ b/UCI_N4/sdp/runs/hayes-roth/fold_0/events.out.tfevents.1762559837.auvsl-gpu-01.ise.illinois.edu.627156.168 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d1b8cf96a154455bb997b56a1f8b9268f6291f107ad00901829ba2322715d88 +size 18128 diff --git a/UCI_N4/sdp/runs/hayes-roth/fold_1/best_state.pth b/UCI_N4/sdp/runs/hayes-roth/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..684e65b67bf7e653b8f45769af002fcd931fad6f --- /dev/null +++ b/UCI_N4/sdp/runs/hayes-roth/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8f23a8ffac4b871e174e747b9f117930ab1d81893e5eea1a8601140e8ebfa4a +size 11253 diff --git a/UCI_N4/sdp/runs/hayes-roth/fold_2/1762559841.6931193/events.out.tfevents.1762559841.auvsl-gpu-01.ise.illinois.edu.627156.173 b/UCI_N4/sdp/runs/hayes-roth/fold_2/1762559841.6931193/events.out.tfevents.1762559841.auvsl-gpu-01.ise.illinois.edu.627156.173 new file mode 100644 index 0000000000000000000000000000000000000000..4c5355cca89f0ab1fa89d01b9d44b494cc1d149c --- /dev/null +++ b/UCI_N4/sdp/runs/hayes-roth/fold_2/1762559841.6931193/events.out.tfevents.1762559841.auvsl-gpu-01.ise.illinois.edu.627156.173 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ecc7cb1de41a4dd3cb9e87b8a1584b79e9ae701880c613182911a507be40bfa +size 1171 diff --git a/UCI_N4/sdp/runs/hayes-roth/fold_2/events.out.tfevents.1762559840.auvsl-gpu-01.ise.illinois.edu.627156.172 b/UCI_N4/sdp/runs/hayes-roth/fold_2/events.out.tfevents.1762559840.auvsl-gpu-01.ise.illinois.edu.627156.172 new file mode 100644 index 0000000000000000000000000000000000000000..126ed8dedb1349a9212a18224282655d6fbb6129 --- /dev/null +++ b/UCI_N4/sdp/runs/hayes-roth/fold_2/events.out.tfevents.1762559840.auvsl-gpu-01.ise.illinois.edu.627156.172 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:586cd468830bd0ddf9e09f3dc8e6a5cbbe744266fb65a969b91bc90885cfceae +size 36846 diff --git a/UCI_N4/sdp/runs/hayes-roth/fold_3/1762559842.488104/events.out.tfevents.1762559842.auvsl-gpu-01.ise.illinois.edu.627156.175 b/UCI_N4/sdp/runs/hayes-roth/fold_3/1762559842.488104/events.out.tfevents.1762559842.auvsl-gpu-01.ise.illinois.edu.627156.175 new file mode 100644 index 0000000000000000000000000000000000000000..57916b81e0bcfcf73076995fc1d539d919be3f65 --- /dev/null +++ b/UCI_N4/sdp/runs/hayes-roth/fold_3/1762559842.488104/events.out.tfevents.1762559842.auvsl-gpu-01.ise.illinois.edu.627156.175 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a282019da7845036a97e2c93cb6911e5a5c823d91a26d8444856122593e775bd +size 1171 diff --git a/UCI_N4/sdp/runs/hayes-roth/fold_3/best_state.pth b/UCI_N4/sdp/runs/hayes-roth/fold_3/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..bd912daa9776787ba409241edeaf9a82c5f37426 --- /dev/null +++ b/UCI_N4/sdp/runs/hayes-roth/fold_3/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bce2f7b690be80b57c38f182a7a93d03cede7ce1142dd4819847361bf2ee41e7 +size 11253 diff --git a/UCI_N4/sdp/runs/hayes-roth/fold_3/events.out.tfevents.1762559841.auvsl-gpu-01.ise.illinois.edu.627156.174 b/UCI_N4/sdp/runs/hayes-roth/fold_3/events.out.tfevents.1762559841.auvsl-gpu-01.ise.illinois.edu.627156.174 new file mode 100644 index 0000000000000000000000000000000000000000..595f45a5161f9ca752887b42d013f4302d1c8284 --- /dev/null +++ b/UCI_N4/sdp/runs/hayes-roth/fold_3/events.out.tfevents.1762559841.auvsl-gpu-01.ise.illinois.edu.627156.174 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:834c0e82c693420ed07f0a3dca3c61e50de795342087e2785ad96f7b0d3f78eb +size 17364 diff --git a/UCI_N4/sdp/runs/heart-cleveland/fold_0/best_state.pth b/UCI_N4/sdp/runs/heart-cleveland/fold_0/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..10147dc031ee8ee8e2ddb6ee416683246f4497f3 --- /dev/null +++ b/UCI_N4/sdp/runs/heart-cleveland/fold_0/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10f26cb4eced1a311a50e7159137226894984a7ec5a757dfe082030ec7263097 +size 34229 diff --git a/UCI_N4/sdp/runs/heart-cleveland/fold_0/events.out.tfevents.1762559842.auvsl-gpu-01.ise.illinois.edu.627156.176 b/UCI_N4/sdp/runs/heart-cleveland/fold_0/events.out.tfevents.1762559842.auvsl-gpu-01.ise.illinois.edu.627156.176 new file mode 100644 index 0000000000000000000000000000000000000000..919b6bf230554e4772433350451f28a83ab706e1 --- /dev/null +++ b/UCI_N4/sdp/runs/heart-cleveland/fold_0/events.out.tfevents.1762559842.auvsl-gpu-01.ise.illinois.edu.627156.176 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b0abbd27280105f5293d434ed120494c49bcb96ee324fc8a6dc97ea483b8feb +size 16600 diff --git a/UCI_N4/sdp/runs/heart-cleveland/fold_1/1762559844.8406403/events.out.tfevents.1762559844.auvsl-gpu-01.ise.illinois.edu.627156.179 b/UCI_N4/sdp/runs/heart-cleveland/fold_1/1762559844.8406403/events.out.tfevents.1762559844.auvsl-gpu-01.ise.illinois.edu.627156.179 new file mode 100644 index 0000000000000000000000000000000000000000..c03030fc9bd1c8c4aac9c0b9bf1f07454f43edbb --- /dev/null +++ b/UCI_N4/sdp/runs/heart-cleveland/fold_1/1762559844.8406403/events.out.tfevents.1762559844.auvsl-gpu-01.ise.illinois.edu.627156.179 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96ef3ecc43004146ecbc8c0d2522502b74b16cf744073950043363ff010f019e +size 1176 diff --git a/UCI_N4/sdp/runs/heart-cleveland/fold_1/events.out.tfevents.1762559843.auvsl-gpu-01.ise.illinois.edu.627156.178 b/UCI_N4/sdp/runs/heart-cleveland/fold_1/events.out.tfevents.1762559843.auvsl-gpu-01.ise.illinois.edu.627156.178 new file mode 100644 index 0000000000000000000000000000000000000000..220e1f470f0fa50f17d6104cc2330f5c9565a8d2 --- /dev/null +++ b/UCI_N4/sdp/runs/heart-cleveland/fold_1/events.out.tfevents.1762559843.auvsl-gpu-01.ise.illinois.edu.627156.178 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:413ee2dbdfdc2dfc8e2ff92580ee36e7296a012a1edc53aff2d98a9fd18cc12f +size 16218 diff --git a/UCI_N4/sdp/runs/heart-cleveland/fold_2/1762559846.5489354/events.out.tfevents.1762559846.auvsl-gpu-01.ise.illinois.edu.627156.181 b/UCI_N4/sdp/runs/heart-cleveland/fold_2/1762559846.5489354/events.out.tfevents.1762559846.auvsl-gpu-01.ise.illinois.edu.627156.181 new file mode 100644 index 0000000000000000000000000000000000000000..dfe6e194611151d03ba7a7556ea6c2533b6d8e40 --- /dev/null +++ b/UCI_N4/sdp/runs/heart-cleveland/fold_2/1762559846.5489354/events.out.tfevents.1762559846.auvsl-gpu-01.ise.illinois.edu.627156.181 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2929d86f4daf6522f5a7ddd0196f5e2ec9e5267dc896f19648c7e62e54d6e3e6 +size 1176 diff --git a/UCI_N4/sdp/runs/heart-cleveland/fold_2/best_state.pth b/UCI_N4/sdp/runs/heart-cleveland/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..43617ccd0fc4299d9fe81b9d419b8eef46cb4ed8 --- /dev/null +++ b/UCI_N4/sdp/runs/heart-cleveland/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9186f84f8c57882e551a875386b6fdb15939523c989e335698e81fee8772a4e +size 34229 diff --git a/UCI_N4/sdp/runs/heart-cleveland/fold_2/events.out.tfevents.1762559844.auvsl-gpu-01.ise.illinois.edu.627156.180 b/UCI_N4/sdp/runs/heart-cleveland/fold_2/events.out.tfevents.1762559844.auvsl-gpu-01.ise.illinois.edu.627156.180 new file mode 100644 index 0000000000000000000000000000000000000000..4d260ba442ce6c638d788de6e71072a80910f8fa --- /dev/null +++ b/UCI_N4/sdp/runs/heart-cleveland/fold_2/events.out.tfevents.1762559844.auvsl-gpu-01.ise.illinois.edu.627156.180 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a765d98e7faa142552e7d90d6116643a8b9626c045708813188f8393a28351f9 +size 24240 diff --git a/UCI_N4/sdp/runs/heart-cleveland/fold_3/1762559847.588686/events.out.tfevents.1762559847.auvsl-gpu-01.ise.illinois.edu.627156.183 b/UCI_N4/sdp/runs/heart-cleveland/fold_3/1762559847.588686/events.out.tfevents.1762559847.auvsl-gpu-01.ise.illinois.edu.627156.183 new file mode 100644 index 0000000000000000000000000000000000000000..645e2701ba1a50a89a6dee4488d54e6c20f5620a --- /dev/null +++ b/UCI_N4/sdp/runs/heart-cleveland/fold_3/1762559847.588686/events.out.tfevents.1762559847.auvsl-gpu-01.ise.illinois.edu.627156.183 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a55cd153a02c6addf7ace88d47c81c2bf7b4514d9648cbfe09424ec4779f4a7e +size 1176 diff --git a/UCI_N4/sdp/runs/heart-cleveland/fold_3/best_state.pth b/UCI_N4/sdp/runs/heart-cleveland/fold_3/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..532e3e73d591e3e558dcb9efc58e13ef47dc34de --- /dev/null +++ b/UCI_N4/sdp/runs/heart-cleveland/fold_3/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cb65282fc78d2befc835c08b1c83edbf9dbd79f863f19208642d868a74632d1 +size 34229 diff --git a/UCI_N4/sdp/runs/heart-cleveland/fold_3/events.out.tfevents.1762559846.auvsl-gpu-01.ise.illinois.edu.627156.182 b/UCI_N4/sdp/runs/heart-cleveland/fold_3/events.out.tfevents.1762559846.auvsl-gpu-01.ise.illinois.edu.627156.182 new file mode 100644 index 0000000000000000000000000000000000000000..a9fa60025dfea1428c65f6332b4db976c7ff8f48 --- /dev/null +++ b/UCI_N4/sdp/runs/heart-cleveland/fold_3/events.out.tfevents.1762559846.auvsl-gpu-01.ise.illinois.edu.627156.182 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66ba02f56e7fc3adc2a250801463957843824c173584a0cd8666feeb1dc7f311 +size 15453 diff --git a/UCI_N4/sdp/runs/heart-hungarian/fold_0/1762559848.9391282/events.out.tfevents.1762559848.auvsl-gpu-01.ise.illinois.edu.627156.185 b/UCI_N4/sdp/runs/heart-hungarian/fold_0/1762559848.9391282/events.out.tfevents.1762559848.auvsl-gpu-01.ise.illinois.edu.627156.185 new file mode 100644 index 0000000000000000000000000000000000000000..5d7b6f7db33e55f7c080d18a51229f91c058b970 --- /dev/null +++ b/UCI_N4/sdp/runs/heart-hungarian/fold_0/1762559848.9391282/events.out.tfevents.1762559848.auvsl-gpu-01.ise.illinois.edu.627156.185 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81fd112e3fd3ace3c3e53d0ad3a1ad0b1419d24409099f7add71b38a39f1d124 +size 1176 diff --git a/UCI_N4/sdp/runs/heart-hungarian/fold_0/best_state.pth b/UCI_N4/sdp/runs/heart-hungarian/fold_0/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..63c6b3bcde8111dcba7dd8da97689c7cd4183aa4 --- /dev/null +++ b/UCI_N4/sdp/runs/heart-hungarian/fold_0/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89492dd85da259e8192edf90bb558af433d77bddf6ca0380f6d025590689e3c9 +size 18549 diff --git a/UCI_N4/sdp/runs/heart-hungarian/fold_0/events.out.tfevents.1762559847.auvsl-gpu-01.ise.illinois.edu.627156.184 b/UCI_N4/sdp/runs/heart-hungarian/fold_0/events.out.tfevents.1762559847.auvsl-gpu-01.ise.illinois.edu.627156.184 new file mode 100644 index 0000000000000000000000000000000000000000..5cfad23780219b692374f4ad25c63b196341016b --- /dev/null +++ b/UCI_N4/sdp/runs/heart-hungarian/fold_0/events.out.tfevents.1762559847.auvsl-gpu-01.ise.illinois.edu.627156.184 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6852bdbeca80b725cff1c945384fd28d001fd2035af0cb5f57b36fb06416cac8 +size 18128 diff --git a/UCI_N4/sdp/runs/heart-hungarian/fold_1/1762559849.8606339/events.out.tfevents.1762559849.auvsl-gpu-01.ise.illinois.edu.627156.187 b/UCI_N4/sdp/runs/heart-hungarian/fold_1/1762559849.8606339/events.out.tfevents.1762559849.auvsl-gpu-01.ise.illinois.edu.627156.187 new file mode 100644 index 0000000000000000000000000000000000000000..d89a37a32c418930796adb803ae3b8b64325079d --- /dev/null +++ b/UCI_N4/sdp/runs/heart-hungarian/fold_1/1762559849.8606339/events.out.tfevents.1762559849.auvsl-gpu-01.ise.illinois.edu.627156.187 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1aca2601c4563afde197c3c61e72ea7529ec74e1ecece4c85bef5e3accc43f23 +size 1176 diff --git a/UCI_N4/sdp/runs/heart-hungarian/fold_1/best_state.pth b/UCI_N4/sdp/runs/heart-hungarian/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..fd001c3c0ea73bf51a265b8e15fada7836fcdb6d --- /dev/null +++ b/UCI_N4/sdp/runs/heart-hungarian/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:807c9667a55ae33250ea26f18887e82f274fb97f8137ad5d235a04964e92f194 +size 18549 diff --git a/UCI_N4/sdp/runs/heart-hungarian/fold_1/events.out.tfevents.1762559848.auvsl-gpu-01.ise.illinois.edu.627156.186 b/UCI_N4/sdp/runs/heart-hungarian/fold_1/events.out.tfevents.1762559848.auvsl-gpu-01.ise.illinois.edu.627156.186 new file mode 100644 index 0000000000000000000000000000000000000000..74fe61285c6db2830f4e2864c986fdc0e21b363e --- /dev/null +++ b/UCI_N4/sdp/runs/heart-hungarian/fold_1/events.out.tfevents.1762559848.auvsl-gpu-01.ise.illinois.edu.627156.186 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9435d09ab4046103701ccd79786fa59bd26fe7e37ebdb41f6022c37aa8ceec0c +size 12397 diff --git a/UCI_N4/sdp/runs/heart-hungarian/fold_2/1762559851.4510677/events.out.tfevents.1762559851.auvsl-gpu-01.ise.illinois.edu.627156.189 b/UCI_N4/sdp/runs/heart-hungarian/fold_2/1762559851.4510677/events.out.tfevents.1762559851.auvsl-gpu-01.ise.illinois.edu.627156.189 new file mode 100644 index 0000000000000000000000000000000000000000..02c75dcaa2468c5c3d4b25b4ebf6f3d619104025 --- /dev/null +++ b/UCI_N4/sdp/runs/heart-hungarian/fold_2/1762559851.4510677/events.out.tfevents.1762559851.auvsl-gpu-01.ise.illinois.edu.627156.189 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca0a03b60d30e5d64f99d0de0d2d077e45fb1bf95a125c45f392947745c97192 +size 1176 diff --git a/UCI_N4/sdp/runs/heart-hungarian/fold_2/best_state.pth b/UCI_N4/sdp/runs/heart-hungarian/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..415e11957a27de1bc1f5415e294e57ba5b89df18 --- /dev/null +++ b/UCI_N4/sdp/runs/heart-hungarian/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c61d863ca40888ad80e7a2e476412cb2f8e75f4cbb4d8913097bdc19edf4e253 +size 18549 diff --git a/UCI_N4/sdp/runs/heart-hungarian/fold_2/events.out.tfevents.1762559849.auvsl-gpu-01.ise.illinois.edu.627156.188 b/UCI_N4/sdp/runs/heart-hungarian/fold_2/events.out.tfevents.1762559849.auvsl-gpu-01.ise.illinois.edu.627156.188 new file mode 100644 index 0000000000000000000000000000000000000000..64c106e60b9160dae2cc51e4a4e03ef9b976dd8f --- /dev/null +++ b/UCI_N4/sdp/runs/heart-hungarian/fold_2/events.out.tfevents.1762559849.auvsl-gpu-01.ise.illinois.edu.627156.188 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2d6908a63fcd2eb2944dd8d94ac103319fb66dd7896e3567aab18b216bfe084 +size 20038 diff --git a/UCI_N4/sdp/runs/heart-hungarian/fold_3/1762559852.775884/events.out.tfevents.1762559852.auvsl-gpu-01.ise.illinois.edu.627156.191 b/UCI_N4/sdp/runs/heart-hungarian/fold_3/1762559852.775884/events.out.tfevents.1762559852.auvsl-gpu-01.ise.illinois.edu.627156.191 new file mode 100644 index 0000000000000000000000000000000000000000..4219c1ec887fb335f73ac2f4b952f168d95f6139 --- /dev/null +++ b/UCI_N4/sdp/runs/heart-hungarian/fold_3/1762559852.775884/events.out.tfevents.1762559852.auvsl-gpu-01.ise.illinois.edu.627156.191 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5cffc3d2dd0ced0d8c0012358ac849b9abd0c23a7df8ee4aca609c315f301ff +size 1176 diff --git a/UCI_N4/sdp/runs/heart-hungarian/fold_3/best_state.pth b/UCI_N4/sdp/runs/heart-hungarian/fold_3/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..0556ab139249caee2f41f11bba7ea75c6f6afab2 --- /dev/null +++ b/UCI_N4/sdp/runs/heart-hungarian/fold_3/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ffe29e4311f4c7138a6d209fe315e9409ee73f4d217a8c0c3527e05a89bfa57 +size 18549 diff --git a/UCI_N4/sdp/runs/heart-hungarian/fold_3/events.out.tfevents.1762559851.auvsl-gpu-01.ise.illinois.edu.627156.190 b/UCI_N4/sdp/runs/heart-hungarian/fold_3/events.out.tfevents.1762559851.auvsl-gpu-01.ise.illinois.edu.627156.190 new file mode 100644 index 0000000000000000000000000000000000000000..638549fbeec9060f1481d809d92118e9a991f2ca --- /dev/null +++ b/UCI_N4/sdp/runs/heart-hungarian/fold_3/events.out.tfevents.1762559851.auvsl-gpu-01.ise.illinois.edu.627156.190 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e60a285fa4460f5f9b501f6b6b5c2d61c8d90631845ffec05024357de5fe9975 +size 18510 diff --git a/UCI_N4/sdp/runs/heart-switzerland/fold_0/1762559853.593531/events.out.tfevents.1762559853.auvsl-gpu-01.ise.illinois.edu.627156.193 b/UCI_N4/sdp/runs/heart-switzerland/fold_0/1762559853.593531/events.out.tfevents.1762559853.auvsl-gpu-01.ise.illinois.edu.627156.193 new file mode 100644 index 0000000000000000000000000000000000000000..9a13c72886d6cc1c35a5967b5f35b4c6feb17632 --- /dev/null +++ b/UCI_N4/sdp/runs/heart-switzerland/fold_0/1762559853.593531/events.out.tfevents.1762559853.auvsl-gpu-01.ise.illinois.edu.627156.193 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cadb487d9cb555b039f0e210a5632d3337f5ae6d5d89bfe7a5631c6dfd8dbda +size 1178 diff --git a/UCI_N4/sdp/runs/heart-switzerland/fold_0/best_state.pth b/UCI_N4/sdp/runs/heart-switzerland/fold_0/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..632d90c36350f80377c6eb5c3b49da9a80f56e22 --- /dev/null +++ b/UCI_N4/sdp/runs/heart-switzerland/fold_0/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98d040c55cded0f78dfa3ef63dd5857f0aa969dfe643ceb428f97a3a925d0d7f +size 18805 diff --git a/UCI_N4/sdp/runs/heart-switzerland/fold_0/events.out.tfevents.1762559852.auvsl-gpu-01.ise.illinois.edu.627156.192 b/UCI_N4/sdp/runs/heart-switzerland/fold_0/events.out.tfevents.1762559852.auvsl-gpu-01.ise.illinois.edu.627156.192 new file mode 100644 index 0000000000000000000000000000000000000000..0374273d724fce74f7eeb8d3a7724335ecac80f3 --- /dev/null +++ b/UCI_N4/sdp/runs/heart-switzerland/fold_0/events.out.tfevents.1762559852.auvsl-gpu-01.ise.illinois.edu.627156.192 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:405bc1f4cee07941e500381cb330bcd5304dff517bc4d070776454eaf76ff362 +size 18510 diff --git a/UCI_N4/sdp/runs/heart-switzerland/fold_1/1762559854.1849782/events.out.tfevents.1762559854.auvsl-gpu-01.ise.illinois.edu.627156.195 b/UCI_N4/sdp/runs/heart-switzerland/fold_1/1762559854.1849782/events.out.tfevents.1762559854.auvsl-gpu-01.ise.illinois.edu.627156.195 new file mode 100644 index 0000000000000000000000000000000000000000..06897811b58a9d18dc008543ea92b80995c5bc41 --- /dev/null +++ b/UCI_N4/sdp/runs/heart-switzerland/fold_1/1762559854.1849782/events.out.tfevents.1762559854.auvsl-gpu-01.ise.illinois.edu.627156.195 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ae0eb8c03e4be08ba4db5eb2abcc61885978f988523fd849ab841ae0de57256 +size 1178 diff --git a/UCI_N4/sdp/runs/heart-switzerland/fold_1/best_state.pth b/UCI_N4/sdp/runs/heart-switzerland/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..f722a49548f58b2f0a9997b8f04993db5bed136d --- /dev/null +++ b/UCI_N4/sdp/runs/heart-switzerland/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38ee1b2d1b7d7b3825c3dd852fdc4c16d95e5631c8eeef7f7818ff17da48510d +size 18805 diff --git a/UCI_N4/sdp/runs/heart-switzerland/fold_1/events.out.tfevents.1762559853.auvsl-gpu-01.ise.illinois.edu.627156.194 b/UCI_N4/sdp/runs/heart-switzerland/fold_1/events.out.tfevents.1762559853.auvsl-gpu-01.ise.illinois.edu.627156.194 new file mode 100644 index 0000000000000000000000000000000000000000..cf8a248c4959e01ffa11682b467ab8cc61e97b4b --- /dev/null +++ b/UCI_N4/sdp/runs/heart-switzerland/fold_1/events.out.tfevents.1762559853.auvsl-gpu-01.ise.illinois.edu.627156.194 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa783c9c2afed76ba246e619e1c3c47c87a764d6fb2c00f176c5f3fa0c1beae5 +size 13161 diff --git a/UCI_N4/sdp/runs/heart-switzerland/fold_2/1762559854.7747219/events.out.tfevents.1762559854.auvsl-gpu-01.ise.illinois.edu.627156.197 b/UCI_N4/sdp/runs/heart-switzerland/fold_2/1762559854.7747219/events.out.tfevents.1762559854.auvsl-gpu-01.ise.illinois.edu.627156.197 new file mode 100644 index 0000000000000000000000000000000000000000..c134cb42e6d11e8e544dc5717f8e8795535f4441 --- /dev/null +++ b/UCI_N4/sdp/runs/heart-switzerland/fold_2/1762559854.7747219/events.out.tfevents.1762559854.auvsl-gpu-01.ise.illinois.edu.627156.197 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab434e3cd5d2401dbaab5a6e6eb3386de7313d44776c05e0ab43bee477bc55bd +size 1178 diff --git a/UCI_N4/sdp/runs/heart-switzerland/fold_2/best_state.pth b/UCI_N4/sdp/runs/heart-switzerland/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..2e558115f206fff0362ecf8f1a8f5c85fb0fb995 --- /dev/null +++ b/UCI_N4/sdp/runs/heart-switzerland/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:849c0421a92677f11dca957678395e863c6d94375252f0288008712558c03332 +size 18805 diff --git a/UCI_N4/sdp/runs/heart-switzerland/fold_2/events.out.tfevents.1762559854.auvsl-gpu-01.ise.illinois.edu.627156.196 b/UCI_N4/sdp/runs/heart-switzerland/fold_2/events.out.tfevents.1762559854.auvsl-gpu-01.ise.illinois.edu.627156.196 new file mode 100644 index 0000000000000000000000000000000000000000..020825fec4cef7d230fb2dcf177d37c1aaa780b2 --- /dev/null +++ b/UCI_N4/sdp/runs/heart-switzerland/fold_2/events.out.tfevents.1762559854.auvsl-gpu-01.ise.illinois.edu.627156.196 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bca7cd1747262977a9389e871a1eb7e2ea48db29d7eb56327a536df4454bfbbd +size 12779 diff --git a/UCI_N4/sdp/runs/heart-switzerland/fold_3/1762559855.36293/events.out.tfevents.1762559855.auvsl-gpu-01.ise.illinois.edu.627156.199 b/UCI_N4/sdp/runs/heart-switzerland/fold_3/1762559855.36293/events.out.tfevents.1762559855.auvsl-gpu-01.ise.illinois.edu.627156.199 new file mode 100644 index 0000000000000000000000000000000000000000..bc6adf36584276e7e7f244285b41d6750d08e8f2 --- /dev/null +++ b/UCI_N4/sdp/runs/heart-switzerland/fold_3/1762559855.36293/events.out.tfevents.1762559855.auvsl-gpu-01.ise.illinois.edu.627156.199 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1f3c5b386ac4a6c1640ac6900d6109b02fee55dfe2010ab4a90c77a722a7ddf +size 1178 diff --git a/UCI_N4/sdp/runs/heart-switzerland/fold_3/best_state.pth b/UCI_N4/sdp/runs/heart-switzerland/fold_3/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..b6d52d7f6c6ded4667502e9b76a0d15209df6461 --- /dev/null +++ b/UCI_N4/sdp/runs/heart-switzerland/fold_3/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc31358ff708d875be1a53e8c3a021e56c9364eef9c2dee844b38a03aff72d8e +size 18805 diff --git a/UCI_N4/sdp/runs/heart-switzerland/fold_3/events.out.tfevents.1762559854.auvsl-gpu-01.ise.illinois.edu.627156.198 b/UCI_N4/sdp/runs/heart-switzerland/fold_3/events.out.tfevents.1762559854.auvsl-gpu-01.ise.illinois.edu.627156.198 new file mode 100644 index 0000000000000000000000000000000000000000..898e34caba10d035f319cb0f6cfa56a79cfc78a3 --- /dev/null +++ b/UCI_N4/sdp/runs/heart-switzerland/fold_3/events.out.tfevents.1762559854.auvsl-gpu-01.ise.illinois.edu.627156.198 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55e453e89a892aedc5ef4fbaf669bd8d44a72c66679afc5bc4608238085869c6 +size 12397 diff --git a/UCI_N4/sdp/runs/heart-va/fold_0/1762559856.2007527/events.out.tfevents.1762559856.auvsl-gpu-01.ise.illinois.edu.627156.201 b/UCI_N4/sdp/runs/heart-va/fold_0/1762559856.2007527/events.out.tfevents.1762559856.auvsl-gpu-01.ise.illinois.edu.627156.201 new file mode 100644 index 0000000000000000000000000000000000000000..87955f9790fa5213d07b66ef4681a8ec00216d75 --- /dev/null +++ b/UCI_N4/sdp/runs/heart-va/fold_0/1762559856.2007527/events.out.tfevents.1762559856.auvsl-gpu-01.ise.illinois.edu.627156.201 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eff61ffab9af788f59c7a4cb7dee3c28c1153e28c82289fe0fce280215b5f546 +size 1169 diff --git a/UCI_N4/sdp/runs/heart-va/fold_0/best_state.pth b/UCI_N4/sdp/runs/heart-va/fold_0/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..1ec3d184642a5d4920dddd6bbf425bf6655de99c --- /dev/null +++ b/UCI_N4/sdp/runs/heart-va/fold_0/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92f725ba40d846d442e39b598336992231c698866c51bbafc6508b84a3c3fe92 +size 18805 diff --git a/UCI_N4/sdp/runs/heart-va/fold_0/events.out.tfevents.1762559855.auvsl-gpu-01.ise.illinois.edu.627156.200 b/UCI_N4/sdp/runs/heart-va/fold_0/events.out.tfevents.1762559855.auvsl-gpu-01.ise.illinois.edu.627156.200 new file mode 100644 index 0000000000000000000000000000000000000000..a0a2f9d2f0ecf0b5715a4cf46455973bfdde8af1 --- /dev/null +++ b/UCI_N4/sdp/runs/heart-va/fold_0/events.out.tfevents.1762559855.auvsl-gpu-01.ise.illinois.edu.627156.200 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fba5e16bd14643d31e68236f2cab1fde59baf25dfdfb718fe9ecadaafd9f2fe0 +size 16600 diff --git a/UCI_N4/sdp/runs/heart-va/fold_1/1762559857.140603/events.out.tfevents.1762559857.auvsl-gpu-01.ise.illinois.edu.627156.203 b/UCI_N4/sdp/runs/heart-va/fold_1/1762559857.140603/events.out.tfevents.1762559857.auvsl-gpu-01.ise.illinois.edu.627156.203 new file mode 100644 index 0000000000000000000000000000000000000000..a055825fb801ecfa06bb77672acc68a4aca4d965 --- /dev/null +++ b/UCI_N4/sdp/runs/heart-va/fold_1/1762559857.140603/events.out.tfevents.1762559857.auvsl-gpu-01.ise.illinois.edu.627156.203 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2f38f59782c4222b8c15d4a7bb3c266ed16ab36a62b582c764cc1e411c374ae +size 1169 diff --git a/UCI_N4/sdp/runs/heart-va/fold_1/best_state.pth b/UCI_N4/sdp/runs/heart-va/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..b82bf8f19b6f003ef1b76c81fb9b7b47744deac2 --- /dev/null +++ b/UCI_N4/sdp/runs/heart-va/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91f1d26bb8483c88fbadd85527cdcf244bacedc2012ca22b0fb5bb3050ecad12 +size 18805 diff --git a/UCI_N4/sdp/runs/heart-va/fold_1/events.out.tfevents.1762559856.auvsl-gpu-01.ise.illinois.edu.627156.202 b/UCI_N4/sdp/runs/heart-va/fold_1/events.out.tfevents.1762559856.auvsl-gpu-01.ise.illinois.edu.627156.202 new file mode 100644 index 0000000000000000000000000000000000000000..0af2adf6a693704716334204be0799557a99f54a --- /dev/null +++ b/UCI_N4/sdp/runs/heart-va/fold_1/events.out.tfevents.1762559856.auvsl-gpu-01.ise.illinois.edu.627156.202 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7aaa060de38d08ee1898d11fb93af5f4c49e4ca65410e2e926fa168ab50cd73 +size 18128 diff --git a/UCI_N4/sdp/runs/heart-va/fold_2/1762559857.7660708/events.out.tfevents.1762559857.auvsl-gpu-01.ise.illinois.edu.627156.205 b/UCI_N4/sdp/runs/heart-va/fold_2/1762559857.7660708/events.out.tfevents.1762559857.auvsl-gpu-01.ise.illinois.edu.627156.205 new file mode 100644 index 0000000000000000000000000000000000000000..9e06ee093c29e29626d77683d6facfc18481402d --- /dev/null +++ b/UCI_N4/sdp/runs/heart-va/fold_2/1762559857.7660708/events.out.tfevents.1762559857.auvsl-gpu-01.ise.illinois.edu.627156.205 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8de60e2e319f7fea1cc74cf0d912b6fec8afa0e08407f36c9c04eeb61da80eb +size 1169 diff --git a/UCI_N4/sdp/runs/heart-va/fold_2/best_state.pth b/UCI_N4/sdp/runs/heart-va/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..7c590935b151135b9ef8fc4b41a5a47b85a5ca52 --- /dev/null +++ b/UCI_N4/sdp/runs/heart-va/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f529cb880bbcf88b3fae296751b9bb01f8dd659a293e4d6318cc7883a81fa01 +size 18805 diff --git a/UCI_N4/sdp/runs/heart-va/fold_2/events.out.tfevents.1762559857.auvsl-gpu-01.ise.illinois.edu.627156.204 b/UCI_N4/sdp/runs/heart-va/fold_2/events.out.tfevents.1762559857.auvsl-gpu-01.ise.illinois.edu.627156.204 new file mode 100644 index 0000000000000000000000000000000000000000..38f99f3322955c68e4a30f2e13cd410065e77b6d --- /dev/null +++ b/UCI_N4/sdp/runs/heart-va/fold_2/events.out.tfevents.1762559857.auvsl-gpu-01.ise.illinois.edu.627156.204 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ff6fec837845cc33e62964005c8216335b4e41f4baf06f61352910d2a9b06b0 +size 12397 diff --git a/UCI_N4/sdp/runs/heart-va/fold_3/1762559858.6620953/events.out.tfevents.1762559858.auvsl-gpu-01.ise.illinois.edu.627156.207 b/UCI_N4/sdp/runs/heart-va/fold_3/1762559858.6620953/events.out.tfevents.1762559858.auvsl-gpu-01.ise.illinois.edu.627156.207 new file mode 100644 index 0000000000000000000000000000000000000000..7eaf054cf59ad252f2e49b270e21b86dd9999cb4 --- /dev/null +++ b/UCI_N4/sdp/runs/heart-va/fold_3/1762559858.6620953/events.out.tfevents.1762559858.auvsl-gpu-01.ise.illinois.edu.627156.207 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34e3d35e1319307ab39fdee0be8414fa7c1f42671c28fe20f6a98b0a80925c9f +size 1169 diff --git a/UCI_N4/sdp/runs/heart-va/fold_3/best_state.pth b/UCI_N4/sdp/runs/heart-va/fold_3/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..40e84f05c08c7cdf7ccaffe218f8cf1a8473bd9e --- /dev/null +++ b/UCI_N4/sdp/runs/heart-va/fold_3/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ec2f916b5c055757750543916a866a1c3b97b6d21711c57c065d485af890e2d +size 18805 diff --git a/UCI_N4/sdp/runs/heart-va/fold_3/events.out.tfevents.1762559857.auvsl-gpu-01.ise.illinois.edu.627156.206 b/UCI_N4/sdp/runs/heart-va/fold_3/events.out.tfevents.1762559857.auvsl-gpu-01.ise.illinois.edu.627156.206 new file mode 100644 index 0000000000000000000000000000000000000000..1bc4a10260516b36382131b1981e87804208f868 --- /dev/null +++ b/UCI_N4/sdp/runs/heart-va/fold_3/events.out.tfevents.1762559857.auvsl-gpu-01.ise.illinois.edu.627156.206 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c80577cdb71bd1e10d0248bf65d0f00df3cd1b88ab2f802fde0ae6b464197c2 +size 20038 diff --git a/UCI_N4/sdp/runs/hepatitis/fold_0/1762559859.4186292/events.out.tfevents.1762559859.auvsl-gpu-01.ise.illinois.edu.627156.209 b/UCI_N4/sdp/runs/hepatitis/fold_0/1762559859.4186292/events.out.tfevents.1762559859.auvsl-gpu-01.ise.illinois.edu.627156.209 new file mode 100644 index 0000000000000000000000000000000000000000..f58dcbd92ec062b1bf567307451a8f1e24e70b61 --- /dev/null +++ b/UCI_N4/sdp/runs/hepatitis/fold_0/1762559859.4186292/events.out.tfevents.1762559859.auvsl-gpu-01.ise.illinois.edu.627156.209 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c837be5924ca8dfcbadc8606fbd192ad8c82332b87e4acebac79a6b9054195d +size 1170 diff --git a/UCI_N4/sdp/runs/hepatitis/fold_0/best_state.pth b/UCI_N4/sdp/runs/hepatitis/fold_0/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..553c733d880e2f7a77d872327ac57a83b94fe576 --- /dev/null +++ b/UCI_N4/sdp/runs/hepatitis/fold_0/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e29c79cb18c762488c8d7cad523ce72b13949219e8a51524a673210dc69d777 +size 46261 diff --git a/UCI_N4/sdp/runs/hepatitis/fold_0/events.out.tfevents.1762559858.auvsl-gpu-01.ise.illinois.edu.627156.208 b/UCI_N4/sdp/runs/hepatitis/fold_0/events.out.tfevents.1762559858.auvsl-gpu-01.ise.illinois.edu.627156.208 new file mode 100644 index 0000000000000000000000000000000000000000..a87aa07656ec3dad91f012547bc24ccc7e908420 --- /dev/null +++ b/UCI_N4/sdp/runs/hepatitis/fold_0/events.out.tfevents.1762559858.auvsl-gpu-01.ise.illinois.edu.627156.208 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73ddcb8c85d6eee96e6de4d0e9c7635da26852be30fb47869bb37d1c6bb6b759 +size 15836 diff --git a/UCI_N4/sdp/runs/hepatitis/fold_1/1762559860.4166908/events.out.tfevents.1762559860.auvsl-gpu-01.ise.illinois.edu.627156.211 b/UCI_N4/sdp/runs/hepatitis/fold_1/1762559860.4166908/events.out.tfevents.1762559860.auvsl-gpu-01.ise.illinois.edu.627156.211 new file mode 100644 index 0000000000000000000000000000000000000000..f4284e24d6fbd8d4bc7c11c4dc9529422965999f --- /dev/null +++ b/UCI_N4/sdp/runs/hepatitis/fold_1/1762559860.4166908/events.out.tfevents.1762559860.auvsl-gpu-01.ise.illinois.edu.627156.211 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afe7b6f8841b98856c359217132e094764782261e672f25ac2d8d56590ddd125 +size 1170 diff --git a/UCI_N4/sdp/runs/hepatitis/fold_1/best_state.pth b/UCI_N4/sdp/runs/hepatitis/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..f9519c4ff46775d6ee5543a8633c465e540e8d4a --- /dev/null +++ b/UCI_N4/sdp/runs/hepatitis/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9f3a3834df821d120f3ad725f354ff8b5ee77c9a7c801f115644ffb7bd52e46 +size 46261 diff --git a/UCI_N4/sdp/runs/hepatitis/fold_1/events.out.tfevents.1762559859.auvsl-gpu-01.ise.illinois.edu.627156.210 b/UCI_N4/sdp/runs/hepatitis/fold_1/events.out.tfevents.1762559859.auvsl-gpu-01.ise.illinois.edu.627156.210 new file mode 100644 index 0000000000000000000000000000000000000000..b9bc1a444a6fb178017ddb33500f98250be6760e --- /dev/null +++ b/UCI_N4/sdp/runs/hepatitis/fold_1/events.out.tfevents.1762559859.auvsl-gpu-01.ise.illinois.edu.627156.210 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f209ebd7c6de5574775047c2cf0c539d86e0678a8b23cbf0fb39234403412e9 +size 19274 diff --git a/UCI_N4/sdp/runs/hepatitis/fold_2/1762559861.369717/events.out.tfevents.1762559861.auvsl-gpu-01.ise.illinois.edu.627156.213 b/UCI_N4/sdp/runs/hepatitis/fold_2/1762559861.369717/events.out.tfevents.1762559861.auvsl-gpu-01.ise.illinois.edu.627156.213 new file mode 100644 index 0000000000000000000000000000000000000000..5b4b1158adcbc3f68b72d9f24bdb566bc77072df --- /dev/null +++ b/UCI_N4/sdp/runs/hepatitis/fold_2/1762559861.369717/events.out.tfevents.1762559861.auvsl-gpu-01.ise.illinois.edu.627156.213 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:902fe8eec19d85a36d96754309dd5c402b14d7a4b7cacc88478257e78015e65c +size 1170 diff --git a/UCI_N4/sdp/runs/hepatitis/fold_2/best_state.pth b/UCI_N4/sdp/runs/hepatitis/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..9a9590d26ae82597dddf1f3fb183b702ebbdc83a --- /dev/null +++ b/UCI_N4/sdp/runs/hepatitis/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a84e55068334ac8a29c466ba92eac979aedf2674881d4f0dcba2e0003654525 +size 46261 diff --git a/UCI_N4/sdp/runs/hepatitis/fold_2/events.out.tfevents.1762559860.auvsl-gpu-01.ise.illinois.edu.627156.212 b/UCI_N4/sdp/runs/hepatitis/fold_2/events.out.tfevents.1762559860.auvsl-gpu-01.ise.illinois.edu.627156.212 new file mode 100644 index 0000000000000000000000000000000000000000..2e4000c6fc14acde8be0d78ae5601fc06d6cf505 --- /dev/null +++ b/UCI_N4/sdp/runs/hepatitis/fold_2/events.out.tfevents.1762559860.auvsl-gpu-01.ise.illinois.edu.627156.212 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3e0ab713fda58f662138e595280f511e5c77439d8fff8949579813fbcfc69e7 +size 20038 diff --git a/UCI_N4/sdp/runs/hepatitis/fold_3/1762559862.4029803/events.out.tfevents.1762559862.auvsl-gpu-01.ise.illinois.edu.627156.215 b/UCI_N4/sdp/runs/hepatitis/fold_3/1762559862.4029803/events.out.tfevents.1762559862.auvsl-gpu-01.ise.illinois.edu.627156.215 new file mode 100644 index 0000000000000000000000000000000000000000..29467bad6fdc10031e955236bed40da5e8484825 --- /dev/null +++ b/UCI_N4/sdp/runs/hepatitis/fold_3/1762559862.4029803/events.out.tfevents.1762559862.auvsl-gpu-01.ise.illinois.edu.627156.215 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55f3ab220259204bc2de65178348841383fa08421ee6fb1e1eeb0378847fe0f2 +size 1170 diff --git a/UCI_N4/sdp/runs/hepatitis/fold_3/best_state.pth b/UCI_N4/sdp/runs/hepatitis/fold_3/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..6a5eb499abad14f2386bbbb03449939847a40b9a --- /dev/null +++ b/UCI_N4/sdp/runs/hepatitis/fold_3/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0362d32c496d8e939a44f8c29e9c7f032071de668e847905063ca4671efd7e77 +size 46261 diff --git a/UCI_N4/sdp/runs/hepatitis/fold_3/events.out.tfevents.1762559861.auvsl-gpu-01.ise.illinois.edu.627156.214 b/UCI_N4/sdp/runs/hepatitis/fold_3/events.out.tfevents.1762559861.auvsl-gpu-01.ise.illinois.edu.627156.214 new file mode 100644 index 0000000000000000000000000000000000000000..b9eaf1167b9af93f1246ae3d20e483e90237c567 --- /dev/null +++ b/UCI_N4/sdp/runs/hepatitis/fold_3/events.out.tfevents.1762559861.auvsl-gpu-01.ise.illinois.edu.627156.214 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65deef2525397bc81fc4eb00727ccad4520102022bdce9a3ed332f799a8610ec +size 21184 diff --git a/UCI_N4/sdp/runs/hill-valley/fold_0/1762559868.4069827/events.out.tfevents.1762559868.auvsl-gpu-01.ise.illinois.edu.627156.217 b/UCI_N4/sdp/runs/hill-valley/fold_0/1762559868.4069827/events.out.tfevents.1762559868.auvsl-gpu-01.ise.illinois.edu.627156.217 new file mode 100644 index 0000000000000000000000000000000000000000..7974ec62800930810b7ceffb2405937c733ea035 --- /dev/null +++ b/UCI_N4/sdp/runs/hill-valley/fold_0/1762559868.4069827/events.out.tfevents.1762559868.auvsl-gpu-01.ise.illinois.edu.627156.217 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e1dbc68f393e333edfc027677cc1c1fdfd7c3008451aa1f4bd2ca525c2458f0 +size 1172 diff --git a/UCI_N4/sdp/runs/hill-valley/fold_0/best_state.pth b/UCI_N4/sdp/runs/hill-valley/fold_0/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..1d4839059a06a904e59baf02aae967b7a0b3936d --- /dev/null +++ b/UCI_N4/sdp/runs/hill-valley/fold_0/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2e06345742057ee45bf01d129a9d34f6b0cfc0f34a4fb363047eacc00286afd +size 1247733 diff --git a/UCI_N4/sdp/runs/hill-valley/fold_0/events.out.tfevents.1762559862.auvsl-gpu-01.ise.illinois.edu.627156.216 b/UCI_N4/sdp/runs/hill-valley/fold_0/events.out.tfevents.1762559862.auvsl-gpu-01.ise.illinois.edu.627156.216 new file mode 100644 index 0000000000000000000000000000000000000000..f18c706b72b3e5c911bb582f51eb57671804b2ce --- /dev/null +++ b/UCI_N4/sdp/runs/hill-valley/fold_0/events.out.tfevents.1762559862.auvsl-gpu-01.ise.illinois.edu.627156.216 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d6c584123f3aeccbc6286d6c869a2fe58c3c3e0cfc5f33290877ba8fdb56604 +size 19656 diff --git a/UCI_N4/sdp/runs/hill-valley/fold_1/1762559875.0683825/events.out.tfevents.1762559875.auvsl-gpu-01.ise.illinois.edu.627156.219 b/UCI_N4/sdp/runs/hill-valley/fold_1/1762559875.0683825/events.out.tfevents.1762559875.auvsl-gpu-01.ise.illinois.edu.627156.219 new file mode 100644 index 0000000000000000000000000000000000000000..c08c020fda2fc80cd3cc1e2d8c008eea86f15c6c --- /dev/null +++ b/UCI_N4/sdp/runs/hill-valley/fold_1/1762559875.0683825/events.out.tfevents.1762559875.auvsl-gpu-01.ise.illinois.edu.627156.219 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9a71d94accaf879d3d001dd95ee127e0058aeedbbe24cd9d8e834f7e1d78695 +size 1172 diff --git a/UCI_N4/sdp/runs/hill-valley/fold_1/best_state.pth b/UCI_N4/sdp/runs/hill-valley/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..e5c710563ede201128cf25a464d9ba18fb3d4fe0 --- /dev/null +++ b/UCI_N4/sdp/runs/hill-valley/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3152ce6060b25c685c347313f993608ef05bb3f65274bac52071be7f62f54cd1 +size 1247733 diff --git a/UCI_N4/sdp/runs/hill-valley/fold_1/events.out.tfevents.1762559868.auvsl-gpu-01.ise.illinois.edu.627156.218 b/UCI_N4/sdp/runs/hill-valley/fold_1/events.out.tfevents.1762559868.auvsl-gpu-01.ise.illinois.edu.627156.218 new file mode 100644 index 0000000000000000000000000000000000000000..7660f0e0520f627fa48345ab83c2966da3c7494e --- /dev/null +++ b/UCI_N4/sdp/runs/hill-valley/fold_1/events.out.tfevents.1762559868.auvsl-gpu-01.ise.illinois.edu.627156.218 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b28b1815c2290db6e1dd833b26884a913b2efb27287a6e99649fa541fcaab2eb +size 25004 diff --git a/UCI_N4/sdp/runs/hill-valley/fold_2/1762559885.9827185/events.out.tfevents.1762559885.auvsl-gpu-01.ise.illinois.edu.627156.221 b/UCI_N4/sdp/runs/hill-valley/fold_2/1762559885.9827185/events.out.tfevents.1762559885.auvsl-gpu-01.ise.illinois.edu.627156.221 new file mode 100644 index 0000000000000000000000000000000000000000..42db652f09f569df809d60015a6cf6f9a1c9ff8c --- /dev/null +++ b/UCI_N4/sdp/runs/hill-valley/fold_2/1762559885.9827185/events.out.tfevents.1762559885.auvsl-gpu-01.ise.illinois.edu.627156.221 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1dc9976ec18aba7991503480b53da0aa396e769a8f37054551917b0b8f6bb1f +size 1172 diff --git a/UCI_N4/sdp/runs/hill-valley/fold_2/best_state.pth b/UCI_N4/sdp/runs/hill-valley/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..70d9b1bad7d6e9849c8b9aef0592ddb4704a946e --- /dev/null +++ b/UCI_N4/sdp/runs/hill-valley/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c302a71877d5901339181a1fce2bd5b748b53f32fa84b0a4ae7673ac7e8bb996 +size 1247733 diff --git a/UCI_N4/sdp/runs/hill-valley/fold_2/events.out.tfevents.1762559875.auvsl-gpu-01.ise.illinois.edu.627156.220 b/UCI_N4/sdp/runs/hill-valley/fold_2/events.out.tfevents.1762559875.auvsl-gpu-01.ise.illinois.edu.627156.220 new file mode 100644 index 0000000000000000000000000000000000000000..5285e96e31080913ad98d15bee18c897a6e3b012 --- /dev/null +++ b/UCI_N4/sdp/runs/hill-valley/fold_2/events.out.tfevents.1762559875.auvsl-gpu-01.ise.illinois.edu.627156.220 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe19abbdc3768ae61092cd0d8d701d0fcd48e0d69e9347e80ce756f552891aa6 +size 38756 diff --git a/UCI_N4/sdp/runs/hill-valley/fold_3/1762559892.2198532/events.out.tfevents.1762559892.auvsl-gpu-01.ise.illinois.edu.627156.223 b/UCI_N4/sdp/runs/hill-valley/fold_3/1762559892.2198532/events.out.tfevents.1762559892.auvsl-gpu-01.ise.illinois.edu.627156.223 new file mode 100644 index 0000000000000000000000000000000000000000..605be932452453044610edbfa108ac35ed56cefe --- /dev/null +++ b/UCI_N4/sdp/runs/hill-valley/fold_3/1762559892.2198532/events.out.tfevents.1762559892.auvsl-gpu-01.ise.illinois.edu.627156.223 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc2f470b23c65f9c89728c11e68fd10bca9629252835f18175db044936f88907 +size 1172 diff --git a/UCI_N4/sdp/runs/hill-valley/fold_3/best_state.pth b/UCI_N4/sdp/runs/hill-valley/fold_3/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..c8830af9a39eca89d7d2e23a37c88da49bdb9043 --- /dev/null +++ b/UCI_N4/sdp/runs/hill-valley/fold_3/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a5f831400aadde4b01c14fc279664efe171a63fcbcf7c27469e39014839b882 +size 1247733 diff --git a/UCI_N4/sdp/runs/hill-valley/fold_3/events.out.tfevents.1762559886.auvsl-gpu-01.ise.illinois.edu.627156.222 b/UCI_N4/sdp/runs/hill-valley/fold_3/events.out.tfevents.1762559886.auvsl-gpu-01.ise.illinois.edu.627156.222 new file mode 100644 index 0000000000000000000000000000000000000000..5ab4253af6d2fd72bd0e4b9425ea5d0ede3ab5fa --- /dev/null +++ b/UCI_N4/sdp/runs/hill-valley/fold_3/events.out.tfevents.1762559886.auvsl-gpu-01.ise.illinois.edu.627156.222 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:027a49c7a890447c54f84c61d5f95ccc9f8f8287eb3ee82d913f0af772af77c9 +size 20802 diff --git a/UCI_N4/sdp/runs/horse-colic/fold_0/1762559894.1077497/events.out.tfevents.1762559894.auvsl-gpu-01.ise.illinois.edu.627156.225 b/UCI_N4/sdp/runs/horse-colic/fold_0/1762559894.1077497/events.out.tfevents.1762559894.auvsl-gpu-01.ise.illinois.edu.627156.225 new file mode 100644 index 0000000000000000000000000000000000000000..2d1a5cfc85eb08a261f31ae897fac699b74b62a8 --- /dev/null +++ b/UCI_N4/sdp/runs/horse-colic/fold_0/1762559894.1077497/events.out.tfevents.1762559894.auvsl-gpu-01.ise.illinois.edu.627156.225 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:508322c8663bd0843710db086dfb7c5a8fadd4ce0a5bc90ca030e81adccc3570 +size 1172 diff --git a/UCI_N4/sdp/runs/horse-colic/fold_0/best_state.pth b/UCI_N4/sdp/runs/horse-colic/fold_0/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..325f23df203886ef215d4d43f107c2636529d3c4 --- /dev/null +++ b/UCI_N4/sdp/runs/horse-colic/fold_0/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5d98287899234ad59476b9f8903352c513ae4dc718bc1cea5d69423e2bb9040 +size 111925 diff --git a/UCI_N4/sdp/runs/horse-colic/fold_0/events.out.tfevents.1762559892.auvsl-gpu-01.ise.illinois.edu.627156.224 b/UCI_N4/sdp/runs/horse-colic/fold_0/events.out.tfevents.1762559892.auvsl-gpu-01.ise.illinois.edu.627156.224 new file mode 100644 index 0000000000000000000000000000000000000000..ac5292abf9f9df7f8f51f93166cd09092eb871b3 --- /dev/null +++ b/UCI_N4/sdp/runs/horse-colic/fold_0/events.out.tfevents.1762559892.auvsl-gpu-01.ise.illinois.edu.627156.224 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c993546f8f85f97d18186e08959bc36fd277eaf3def4fb7b6957daf60cad8301 +size 23858 diff --git a/UCI_N4/sdp/runs/horse-colic/fold_1/1762559895.9555137/events.out.tfevents.1762559895.auvsl-gpu-01.ise.illinois.edu.627156.227 b/UCI_N4/sdp/runs/horse-colic/fold_1/1762559895.9555137/events.out.tfevents.1762559895.auvsl-gpu-01.ise.illinois.edu.627156.227 new file mode 100644 index 0000000000000000000000000000000000000000..9c2c1689c9b94d57b74b5e68e74ffe7bfad36c46 --- /dev/null +++ b/UCI_N4/sdp/runs/horse-colic/fold_1/1762559895.9555137/events.out.tfevents.1762559895.auvsl-gpu-01.ise.illinois.edu.627156.227 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b541840c2dcdb70617d969d097abd10567d8a7541ff4593e56c4cdc7de360c89 +size 1172 diff --git a/UCI_N4/sdp/runs/horse-colic/fold_1/best_state.pth b/UCI_N4/sdp/runs/horse-colic/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..3538469037e0abf9fc9dfd537c81b842c56e5d2a --- /dev/null +++ b/UCI_N4/sdp/runs/horse-colic/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9724f6ee7b7190aca5ec43edcd5b9273b55a944e1c4ce946fcdfed39433ec6a8 +size 111925 diff --git a/UCI_N4/sdp/runs/horse-colic/fold_1/events.out.tfevents.1762559894.auvsl-gpu-01.ise.illinois.edu.627156.226 b/UCI_N4/sdp/runs/horse-colic/fold_1/events.out.tfevents.1762559894.auvsl-gpu-01.ise.illinois.edu.627156.226 new file mode 100644 index 0000000000000000000000000000000000000000..aeba670bc8d5ec00f1a04c938ddb8749f4deb0fa --- /dev/null +++ b/UCI_N4/sdp/runs/horse-colic/fold_1/events.out.tfevents.1762559894.auvsl-gpu-01.ise.illinois.edu.627156.226 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab9422e28067ef1fd8600f6e14d5c6660c25b537f1e24bd0ca1e6f676969a02b +size 23476 diff --git a/UCI_N4/sdp/runs/horse-colic/fold_2/1762559897.2702293/events.out.tfevents.1762559897.auvsl-gpu-01.ise.illinois.edu.627156.229 b/UCI_N4/sdp/runs/horse-colic/fold_2/1762559897.2702293/events.out.tfevents.1762559897.auvsl-gpu-01.ise.illinois.edu.627156.229 new file mode 100644 index 0000000000000000000000000000000000000000..dc114a7e5227409be9056981943ecb84a6bf6b9d --- /dev/null +++ b/UCI_N4/sdp/runs/horse-colic/fold_2/1762559897.2702293/events.out.tfevents.1762559897.auvsl-gpu-01.ise.illinois.edu.627156.229 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3d87435fa5b3d6bba2001803e4fb0ec3c73c1e0d7077e2be40393f01f939c84 +size 1172 diff --git a/UCI_N4/sdp/runs/horse-colic/fold_2/best_state.pth b/UCI_N4/sdp/runs/horse-colic/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..c9727a03b9ec29a54ca60026ebd6dac3547d4d76 --- /dev/null +++ b/UCI_N4/sdp/runs/horse-colic/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7c45ba8d672b132a38d38150f207fcf810367212710ba90205f95ad222409cc +size 111925 diff --git a/UCI_N4/sdp/runs/horse-colic/fold_2/events.out.tfevents.1762559895.auvsl-gpu-01.ise.illinois.edu.627156.228 b/UCI_N4/sdp/runs/horse-colic/fold_2/events.out.tfevents.1762559895.auvsl-gpu-01.ise.illinois.edu.627156.228 new file mode 100644 index 0000000000000000000000000000000000000000..bfc9bc965d717419b24a102f5ed78fbb213db0ce --- /dev/null +++ b/UCI_N4/sdp/runs/horse-colic/fold_2/events.out.tfevents.1762559895.auvsl-gpu-01.ise.illinois.edu.627156.228 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9f33713dda14270bc5664e7443bf3eb71a02d55b3fcca7d1e0057b561df28a1 +size 18510 diff --git a/UCI_N4/sdp/runs/horse-colic/fold_3/1762559898.8868623/events.out.tfevents.1762559898.auvsl-gpu-01.ise.illinois.edu.627156.231 b/UCI_N4/sdp/runs/horse-colic/fold_3/1762559898.8868623/events.out.tfevents.1762559898.auvsl-gpu-01.ise.illinois.edu.627156.231 new file mode 100644 index 0000000000000000000000000000000000000000..26842ec01aa0d3f757b6769c0bb34a99cead8c9c --- /dev/null +++ b/UCI_N4/sdp/runs/horse-colic/fold_3/1762559898.8868623/events.out.tfevents.1762559898.auvsl-gpu-01.ise.illinois.edu.627156.231 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acd492b599092e72cc0f0f4707b196cb905895f40f965d9cb9ccd2171d9a79eb +size 1172 diff --git a/UCI_N4/sdp/runs/horse-colic/fold_3/best_state.pth b/UCI_N4/sdp/runs/horse-colic/fold_3/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..9eef5e8c06c2c152f108359ce1308fa624fe6da5 --- /dev/null +++ b/UCI_N4/sdp/runs/horse-colic/fold_3/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bca0bb7f6792fa2a61d26308973cb1a4cf8ba8414b81ba1250e534bb5abeeca +size 111925 diff --git a/UCI_N4/sdp/runs/horse-colic/fold_3/events.out.tfevents.1762559897.auvsl-gpu-01.ise.illinois.edu.627156.230 b/UCI_N4/sdp/runs/horse-colic/fold_3/events.out.tfevents.1762559897.auvsl-gpu-01.ise.illinois.edu.627156.230 new file mode 100644 index 0000000000000000000000000000000000000000..14459bae6098e9e0226c0585eea1167d281f66a0 --- /dev/null +++ b/UCI_N4/sdp/runs/horse-colic/fold_3/events.out.tfevents.1762559897.auvsl-gpu-01.ise.illinois.edu.627156.230 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79b48b8ce2b008d0ae278458d500bb14f1dc1568b2fa78e8e572e9ce9aadc1ab +size 21566 diff --git a/UCI_N4/sdp/runs/ilpd-indian-liver/fold_0/1762559900.1284158/events.out.tfevents.1762559900.auvsl-gpu-01.ise.illinois.edu.627156.233 b/UCI_N4/sdp/runs/ilpd-indian-liver/fold_0/1762559900.1284158/events.out.tfevents.1762559900.auvsl-gpu-01.ise.illinois.edu.627156.233 new file mode 100644 index 0000000000000000000000000000000000000000..d85a877dd7615f5d519bfa8d92a97f508def4775 --- /dev/null +++ b/UCI_N4/sdp/runs/ilpd-indian-liver/fold_0/1762559900.1284158/events.out.tfevents.1762559900.auvsl-gpu-01.ise.illinois.edu.627156.233 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2367e5c78c348524af49c253e68920311767b099875f4c77d08b2159b7bddd7b +size 1178 diff --git a/UCI_N4/sdp/runs/ilpd-indian-liver/fold_0/best_state.pth b/UCI_N4/sdp/runs/ilpd-indian-liver/fold_0/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..4e946c9f40a33459d838165b461cf0aec91de44f --- /dev/null +++ b/UCI_N4/sdp/runs/ilpd-indian-liver/fold_0/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52cf9d6166bb3158fc09f50df9b5fe906a84c1e8e10b9ae40f3a99739a23072a +size 15413 diff --git a/UCI_N4/sdp/runs/ilpd-indian-liver/fold_0/events.out.tfevents.1762559898.auvsl-gpu-01.ise.illinois.edu.627156.232 b/UCI_N4/sdp/runs/ilpd-indian-liver/fold_0/events.out.tfevents.1762559898.auvsl-gpu-01.ise.illinois.edu.627156.232 new file mode 100644 index 0000000000000000000000000000000000000000..a0e41e1db14f60a427fb4afabc8d9071fb418654 --- /dev/null +++ b/UCI_N4/sdp/runs/ilpd-indian-liver/fold_0/events.out.tfevents.1762559898.auvsl-gpu-01.ise.illinois.edu.627156.232 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31bd591f7d96a11102985cc6283fc785c469727ff456dbc5545f1ed29481e635 +size 12779 diff --git a/UCI_N4/sdp/runs/ilpd-indian-liver/fold_1/1762559902.4555194/events.out.tfevents.1762559902.auvsl-gpu-01.ise.illinois.edu.627156.235 b/UCI_N4/sdp/runs/ilpd-indian-liver/fold_1/1762559902.4555194/events.out.tfevents.1762559902.auvsl-gpu-01.ise.illinois.edu.627156.235 new file mode 100644 index 0000000000000000000000000000000000000000..1c31727737888550666bb123ff455b6b36151c66 --- /dev/null +++ b/UCI_N4/sdp/runs/ilpd-indian-liver/fold_1/1762559902.4555194/events.out.tfevents.1762559902.auvsl-gpu-01.ise.illinois.edu.627156.235 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:461a409530cc7eeffd42c102af09b0735b52a35eb816238988a2417c0c60e558 +size 1178 diff --git a/UCI_N4/sdp/runs/ilpd-indian-liver/fold_1/best_state.pth b/UCI_N4/sdp/runs/ilpd-indian-liver/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..88b2e22d9e75912724c7833fa6bcf5430b54d68e --- /dev/null +++ b/UCI_N4/sdp/runs/ilpd-indian-liver/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:857878fd67b81a690757361d1a7a50449467d3bff24e2c2f9e85e9f4dc7c7cf5 +size 15413 diff --git a/UCI_N4/sdp/runs/ilpd-indian-liver/fold_1/events.out.tfevents.1762559900.auvsl-gpu-01.ise.illinois.edu.627156.234 b/UCI_N4/sdp/runs/ilpd-indian-liver/fold_1/events.out.tfevents.1762559900.auvsl-gpu-01.ise.illinois.edu.627156.234 new file mode 100644 index 0000000000000000000000000000000000000000..b9c9371e4bdf9b4784f67f780e9cf1ce31b5f96c --- /dev/null +++ b/UCI_N4/sdp/runs/ilpd-indian-liver/fold_1/events.out.tfevents.1762559900.auvsl-gpu-01.ise.illinois.edu.627156.234 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff8d02e3a1e84fe334de02908268715a6ed4a7ccde665db337f2006652c3705a +size 21566 diff --git a/UCI_N4/sdp/runs/ilpd-indian-liver/fold_2/1762559904.1625726/events.out.tfevents.1762559904.auvsl-gpu-01.ise.illinois.edu.627156.237 b/UCI_N4/sdp/runs/ilpd-indian-liver/fold_2/1762559904.1625726/events.out.tfevents.1762559904.auvsl-gpu-01.ise.illinois.edu.627156.237 new file mode 100644 index 0000000000000000000000000000000000000000..291f1c27f76da8fc02e3214d8e21e75c8f6261d0 --- /dev/null +++ b/UCI_N4/sdp/runs/ilpd-indian-liver/fold_2/1762559904.1625726/events.out.tfevents.1762559904.auvsl-gpu-01.ise.illinois.edu.627156.237 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e280603ed333e5ea4a07a52f54983ee08e206c87cde7f0cbd5ff4a3da4fae40 +size 1178 diff --git a/UCI_N4/sdp/runs/ilpd-indian-liver/fold_2/best_state.pth b/UCI_N4/sdp/runs/ilpd-indian-liver/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..bbbd1a4592c21b7a2ee7cd5ce1a661b5d0c82544 --- /dev/null +++ b/UCI_N4/sdp/runs/ilpd-indian-liver/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98a1b4cfa4ef4a934612291f7c4ae37594e5a5f0c4a9a57a44df3379476db95e +size 15413 diff --git a/UCI_N4/sdp/runs/ilpd-indian-liver/fold_2/events.out.tfevents.1762559902.auvsl-gpu-01.ise.illinois.edu.627156.236 b/UCI_N4/sdp/runs/ilpd-indian-liver/fold_2/events.out.tfevents.1762559902.auvsl-gpu-01.ise.illinois.edu.627156.236 new file mode 100644 index 0000000000000000000000000000000000000000..54c9fd1ad648a09dc1f7eccf326a78a3f62c3513 --- /dev/null +++ b/UCI_N4/sdp/runs/ilpd-indian-liver/fold_2/events.out.tfevents.1762559902.auvsl-gpu-01.ise.illinois.edu.627156.236 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf74c2d442a44cbab196ac025bb4505b60915f2543eea0a6e5686e62372a9dc7 +size 18510 diff --git a/UCI_N4/sdp/runs/ilpd-indian-liver/fold_3/1762559906.602046/events.out.tfevents.1762559906.auvsl-gpu-01.ise.illinois.edu.627156.239 b/UCI_N4/sdp/runs/ilpd-indian-liver/fold_3/1762559906.602046/events.out.tfevents.1762559906.auvsl-gpu-01.ise.illinois.edu.627156.239 new file mode 100644 index 0000000000000000000000000000000000000000..44ee5efbce13f14f1e8e2b2cd012b6f81b20392c --- /dev/null +++ b/UCI_N4/sdp/runs/ilpd-indian-liver/fold_3/1762559906.602046/events.out.tfevents.1762559906.auvsl-gpu-01.ise.illinois.edu.627156.239 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07a892f3c1b37ac6e6ada0fba803fdb9b75ae7d4797c2e9f745d5192f46af3cf +size 1178 diff --git a/UCI_N4/sdp/runs/ilpd-indian-liver/fold_3/best_state.pth b/UCI_N4/sdp/runs/ilpd-indian-liver/fold_3/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..c71504d8c1471133312c48f931d59774c94b1b40 --- /dev/null +++ b/UCI_N4/sdp/runs/ilpd-indian-liver/fold_3/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a147ae1f548e3a59728b4e3dda7dd58fab0aae98a42039b4b55bb6bf5dacce92 +size 15413 diff --git a/UCI_N4/sdp/runs/ilpd-indian-liver/fold_3/events.out.tfevents.1762559904.auvsl-gpu-01.ise.illinois.edu.627156.238 b/UCI_N4/sdp/runs/ilpd-indian-liver/fold_3/events.out.tfevents.1762559904.auvsl-gpu-01.ise.illinois.edu.627156.238 new file mode 100644 index 0000000000000000000000000000000000000000..ffd2cbb516d02a6ee046400470634b5f6813214f --- /dev/null +++ b/UCI_N4/sdp/runs/ilpd-indian-liver/fold_3/events.out.tfevents.1762559904.auvsl-gpu-01.ise.illinois.edu.627156.238 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15240040f1df8509755ae4c3e7e6f68b78eb98d24c5629b7905d9f34d3bf05f3 +size 26532 diff --git a/UCI_N4/sdp/runs/image-segmentation/fold_0/1762559920.4225333/events.out.tfevents.1762559920.auvsl-gpu-01.ise.illinois.edu.627156.241 b/UCI_N4/sdp/runs/image-segmentation/fold_0/1762559920.4225333/events.out.tfevents.1762559920.auvsl-gpu-01.ise.illinois.edu.627156.241 new file mode 100644 index 0000000000000000000000000000000000000000..c9a487c7a84486ce17dfd946a29532060056d5a5 --- /dev/null +++ b/UCI_N4/sdp/runs/image-segmentation/fold_0/1762559920.4225333/events.out.tfevents.1762559920.auvsl-gpu-01.ise.illinois.edu.627156.241 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e47f179615f63fa6e5eb9459aadda91f690e2c4733fd15931aaea3aba0dde9d6 +size 1179 diff --git a/UCI_N4/sdp/runs/image-segmentation/fold_0/best_state.pth b/UCI_N4/sdp/runs/image-segmentation/fold_0/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..3e74f85f3a922c0c975aa84bd3146e440a651126 --- /dev/null +++ b/UCI_N4/sdp/runs/image-segmentation/fold_0/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64c6e201b2b4c4a1a954743c7fa2b4d1ac25f2494ea0718d33f26ef14b066bae +size 44917 diff --git a/UCI_N4/sdp/runs/image-segmentation/fold_0/events.out.tfevents.1762559906.auvsl-gpu-01.ise.illinois.edu.627156.240 b/UCI_N4/sdp/runs/image-segmentation/fold_0/events.out.tfevents.1762559906.auvsl-gpu-01.ise.illinois.edu.627156.240 new file mode 100644 index 0000000000000000000000000000000000000000..2ecc13b6ff631d2fe8130a285945cdc2d8ad0d5e --- /dev/null +++ b/UCI_N4/sdp/runs/image-segmentation/fold_0/events.out.tfevents.1762559906.auvsl-gpu-01.ise.illinois.edu.627156.240 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e839808d9459f5a574dd0c53af9624da75a2f1da6d09b5ca76022fd757c5e1bd +size 18892 diff --git a/UCI_N4/sdp/runs/image-segmentation/fold_1/1762559935.511401/events.out.tfevents.1762559935.auvsl-gpu-01.ise.illinois.edu.627156.243 b/UCI_N4/sdp/runs/image-segmentation/fold_1/1762559935.511401/events.out.tfevents.1762559935.auvsl-gpu-01.ise.illinois.edu.627156.243 new file mode 100644 index 0000000000000000000000000000000000000000..9cb1665ce7a1e9358f59e8133bf244c07b6a033d --- /dev/null +++ b/UCI_N4/sdp/runs/image-segmentation/fold_1/1762559935.511401/events.out.tfevents.1762559935.auvsl-gpu-01.ise.illinois.edu.627156.243 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:022dde494fa31889a1b25d5100d760c1f627b6d8f48544b4cb56d5a74377a75a +size 1179 diff --git a/UCI_N4/sdp/runs/image-segmentation/fold_1/best_state.pth b/UCI_N4/sdp/runs/image-segmentation/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..b94be9d5a463b5a743044a60ce923835b02af3fc --- /dev/null +++ b/UCI_N4/sdp/runs/image-segmentation/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b9e5a08b8fa41bac174b98945ec7f3bb5da8ece6e1fb32ef9f0473a8e8296a1 +size 44917 diff --git a/UCI_N4/sdp/runs/image-segmentation/fold_1/events.out.tfevents.1762559920.auvsl-gpu-01.ise.illinois.edu.627156.242 b/UCI_N4/sdp/runs/image-segmentation/fold_1/events.out.tfevents.1762559920.auvsl-gpu-01.ise.illinois.edu.627156.242 new file mode 100644 index 0000000000000000000000000000000000000000..2a5e1613b2f38c4ea694661c7aa766c777d7c2aa --- /dev/null +++ b/UCI_N4/sdp/runs/image-segmentation/fold_1/events.out.tfevents.1762559920.auvsl-gpu-01.ise.illinois.edu.627156.242 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d522e76ebb1f8a1c714dc9d08b2b2c16588d943faef8d3a5de56314262888e1 +size 19656 diff --git a/UCI_N4/sdp/runs/image-segmentation/fold_2/1762559945.8252664/events.out.tfevents.1762559945.auvsl-gpu-01.ise.illinois.edu.627156.245 b/UCI_N4/sdp/runs/image-segmentation/fold_2/1762559945.8252664/events.out.tfevents.1762559945.auvsl-gpu-01.ise.illinois.edu.627156.245 new file mode 100644 index 0000000000000000000000000000000000000000..c724b43fc37d48ce4fe1eb8c97a819d5e4a05ddb --- /dev/null +++ b/UCI_N4/sdp/runs/image-segmentation/fold_2/1762559945.8252664/events.out.tfevents.1762559945.auvsl-gpu-01.ise.illinois.edu.627156.245 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d44eab0caff015ff366eaf75b3418b991384d1c428c1d470fa8bb4490477dca +size 1179 diff --git a/UCI_N4/sdp/runs/image-segmentation/fold_2/best_state.pth b/UCI_N4/sdp/runs/image-segmentation/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..893fb58e9084a6969e61c3557178266022006c57 --- /dev/null +++ b/UCI_N4/sdp/runs/image-segmentation/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0aaff362903beb194fb983746725d15dbb21eafd4699d6a2c19daad9279a831f +size 44917 diff --git a/UCI_N4/sdp/runs/image-segmentation/fold_2/events.out.tfevents.1762559935.auvsl-gpu-01.ise.illinois.edu.627156.244 b/UCI_N4/sdp/runs/image-segmentation/fold_2/events.out.tfevents.1762559935.auvsl-gpu-01.ise.illinois.edu.627156.244 new file mode 100644 index 0000000000000000000000000000000000000000..9f6ca1af9cb4d078523e7cbc277fda6bde36d4a4 --- /dev/null +++ b/UCI_N4/sdp/runs/image-segmentation/fold_2/events.out.tfevents.1762559935.auvsl-gpu-01.ise.illinois.edu.627156.244 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d2a8d04a158ced99883ef9780156feedca991a436dd44995c86f0e8269589db +size 14307 diff --git a/UCI_N4/sdp/runs/image-segmentation/fold_3/1762559957.4935093/events.out.tfevents.1762559957.auvsl-gpu-01.ise.illinois.edu.627156.247 b/UCI_N4/sdp/runs/image-segmentation/fold_3/1762559957.4935093/events.out.tfevents.1762559957.auvsl-gpu-01.ise.illinois.edu.627156.247 new file mode 100644 index 0000000000000000000000000000000000000000..2f64e86cb7000bfdd2516ef072f960f614933ab7 --- /dev/null +++ b/UCI_N4/sdp/runs/image-segmentation/fold_3/1762559957.4935093/events.out.tfevents.1762559957.auvsl-gpu-01.ise.illinois.edu.627156.247 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e8126872449799276f89156c186d2c3031d31b55789ac6e0ccd36ea162aa765 +size 1179 diff --git a/UCI_N4/sdp/runs/image-segmentation/fold_3/best_state.pth b/UCI_N4/sdp/runs/image-segmentation/fold_3/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..43f5e4294abeeb01e927801e78cb455b33777ede --- /dev/null +++ b/UCI_N4/sdp/runs/image-segmentation/fold_3/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9243170844c694a0f160bd3f382b5a1748cb5de9b2bc02140937ae449af3a39a +size 44917 diff --git a/UCI_N4/sdp/runs/image-segmentation/fold_3/events.out.tfevents.1762559945.auvsl-gpu-01.ise.illinois.edu.627156.246 b/UCI_N4/sdp/runs/image-segmentation/fold_3/events.out.tfevents.1762559945.auvsl-gpu-01.ise.illinois.edu.627156.246 new file mode 100644 index 0000000000000000000000000000000000000000..66674988746e052357cf3d71e21a1d7311614531 --- /dev/null +++ b/UCI_N4/sdp/runs/image-segmentation/fold_3/events.out.tfevents.1762559945.auvsl-gpu-01.ise.illinois.edu.627156.246 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f49cb00c8f9f8ee32297fcb639a10c31958dfa3ac4a474eaffc9c6a777fb1c1d +size 15836 diff --git a/UCI_N4/sdp/runs/ionosphere/fold_0/1762559948.087631/events.out.tfevents.1762559948.auvsl-gpu-01.ise.illinois.edu.627157.9 b/UCI_N4/sdp/runs/ionosphere/fold_0/1762559948.087631/events.out.tfevents.1762559948.auvsl-gpu-01.ise.illinois.edu.627157.9 new file mode 100644 index 0000000000000000000000000000000000000000..332dee7571e87ce51843fa66e23bc0d144881a91 --- /dev/null +++ b/UCI_N4/sdp/runs/ionosphere/fold_0/1762559948.087631/events.out.tfevents.1762559948.auvsl-gpu-01.ise.illinois.edu.627157.9 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fecd93f16a12e6cfdc8b5bfd9fedae364477a85e68ae3e9f5926925c2b75fed4 +size 1171 diff --git a/UCI_N4/sdp/runs/ionosphere/fold_0/best_state.pth b/UCI_N4/sdp/runs/ionosphere/fold_0/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..cd8b54d803d9493f0405bfefbe3739904466836a --- /dev/null +++ b/UCI_N4/sdp/runs/ionosphere/fold_0/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e382789b7f3892e7af387e614ab1452449acae54448d24cd557770a6de1db48 +size 144821 diff --git a/UCI_N4/sdp/runs/ionosphere/fold_0/events.out.tfevents.1762559946.auvsl-gpu-01.ise.illinois.edu.627157.8 b/UCI_N4/sdp/runs/ionosphere/fold_0/events.out.tfevents.1762559946.auvsl-gpu-01.ise.illinois.edu.627157.8 new file mode 100644 index 0000000000000000000000000000000000000000..356448f7daae9bb76b566b32d93c8183493aff72 --- /dev/null +++ b/UCI_N4/sdp/runs/ionosphere/fold_0/events.out.tfevents.1762559946.auvsl-gpu-01.ise.illinois.edu.627157.8 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21a9f6d1d794328b81211bb041143f67e51319dca3004bddb540cd7685fa8064 +size 20420 diff --git a/UCI_N4/sdp/runs/ionosphere/fold_1/1762559949.0955436/events.out.tfevents.1762559949.auvsl-gpu-01.ise.illinois.edu.627157.11 b/UCI_N4/sdp/runs/ionosphere/fold_1/1762559949.0955436/events.out.tfevents.1762559949.auvsl-gpu-01.ise.illinois.edu.627157.11 new file mode 100644 index 0000000000000000000000000000000000000000..3e84cd405731e006346df9d0e479a644d1a97577 --- /dev/null +++ b/UCI_N4/sdp/runs/ionosphere/fold_1/1762559949.0955436/events.out.tfevents.1762559949.auvsl-gpu-01.ise.illinois.edu.627157.11 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f59b0cf07ff70b3cab925a7babd868b4011be479503e8071373e92ef2cbffe0a +size 1171 diff --git a/UCI_N4/sdp/runs/ionosphere/fold_1/best_state.pth b/UCI_N4/sdp/runs/ionosphere/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..33ada574331c4844203dd751d1d87ecab9c19401 --- /dev/null +++ b/UCI_N4/sdp/runs/ionosphere/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:148f32ca5f4e7528616057faf0e5b9046c08261e0e47a0f80112969442490a5b +size 144821 diff --git a/UCI_N4/sdp/runs/ionosphere/fold_1/events.out.tfevents.1762559948.auvsl-gpu-01.ise.illinois.edu.627157.10 b/UCI_N4/sdp/runs/ionosphere/fold_1/events.out.tfevents.1762559948.auvsl-gpu-01.ise.illinois.edu.627157.10 new file mode 100644 index 0000000000000000000000000000000000000000..3c71fa2b1c5d420aaffb517fd97b0327f51bd51d --- /dev/null +++ b/UCI_N4/sdp/runs/ionosphere/fold_1/events.out.tfevents.1762559948.auvsl-gpu-01.ise.illinois.edu.627157.10 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2347b9d79fb0131381d7d935275b88a5fd332844a7eb447bfb45e09578df978 +size 13925 diff --git a/UCI_N4/sdp/runs/ionosphere/fold_2/1762559950.6299765/events.out.tfevents.1762559950.auvsl-gpu-01.ise.illinois.edu.627157.13 b/UCI_N4/sdp/runs/ionosphere/fold_2/1762559950.6299765/events.out.tfevents.1762559950.auvsl-gpu-01.ise.illinois.edu.627157.13 new file mode 100644 index 0000000000000000000000000000000000000000..930697206c49e8b44da95478cfe5564fbcb14e4a --- /dev/null +++ b/UCI_N4/sdp/runs/ionosphere/fold_2/1762559950.6299765/events.out.tfevents.1762559950.auvsl-gpu-01.ise.illinois.edu.627157.13 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80f1323d16491fe9a20536decbe574cb247a787b4a03510ceba31c2fd463d241 +size 1171 diff --git a/UCI_N4/sdp/runs/ionosphere/fold_2/best_state.pth b/UCI_N4/sdp/runs/ionosphere/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..0a1bf3395d3e45e817420e667bc5bf8065acea9d --- /dev/null +++ b/UCI_N4/sdp/runs/ionosphere/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2735d40363d2cc3b406a53663e1e8b74cde6b1276513d6a9e247e15e116cfe2 +size 144821 diff --git a/UCI_N4/sdp/runs/ionosphere/fold_2/events.out.tfevents.1762559949.auvsl-gpu-01.ise.illinois.edu.627157.12 b/UCI_N4/sdp/runs/ionosphere/fold_2/events.out.tfevents.1762559949.auvsl-gpu-01.ise.illinois.edu.627157.12 new file mode 100644 index 0000000000000000000000000000000000000000..24ae597db6a29827ae061c55d1873a227b471fd2 --- /dev/null +++ b/UCI_N4/sdp/runs/ionosphere/fold_2/events.out.tfevents.1762559949.auvsl-gpu-01.ise.illinois.edu.627157.12 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1999828da08ab2a011e2afce0ed7e7d74d31b65b65885b0d42b3d93eb5cc466e +size 19656 diff --git a/UCI_N4/sdp/runs/ionosphere/fold_3/1762559952.07023/events.out.tfevents.1762559952.auvsl-gpu-01.ise.illinois.edu.627157.15 b/UCI_N4/sdp/runs/ionosphere/fold_3/1762559952.07023/events.out.tfevents.1762559952.auvsl-gpu-01.ise.illinois.edu.627157.15 new file mode 100644 index 0000000000000000000000000000000000000000..8b9343dcc5df09f93233dc70a93d908bdac6de82 --- /dev/null +++ b/UCI_N4/sdp/runs/ionosphere/fold_3/1762559952.07023/events.out.tfevents.1762559952.auvsl-gpu-01.ise.illinois.edu.627157.15 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5af2d745c1b48058eb57e6ccd0fe874e09a8b9d7074f398b107cc43cb3f4e140 +size 1171 diff --git a/UCI_N4/sdp/runs/ionosphere/fold_3/best_state.pth b/UCI_N4/sdp/runs/ionosphere/fold_3/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..10b241bb39926030b8cd7d115b30c24be99b6ac8 --- /dev/null +++ b/UCI_N4/sdp/runs/ionosphere/fold_3/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ee33d369a852669fb1bbbdb668febd56d62126c182e565bad7297e9e1ef586a +size 144821 diff --git a/UCI_N4/sdp/runs/ionosphere/fold_3/events.out.tfevents.1762559950.auvsl-gpu-01.ise.illinois.edu.627157.14 b/UCI_N4/sdp/runs/ionosphere/fold_3/events.out.tfevents.1762559950.auvsl-gpu-01.ise.illinois.edu.627157.14 new file mode 100644 index 0000000000000000000000000000000000000000..45c2067a3512b2057c6ab25509e963a66a57ae1e --- /dev/null +++ b/UCI_N4/sdp/runs/ionosphere/fold_3/events.out.tfevents.1762559950.auvsl-gpu-01.ise.illinois.edu.627157.14 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9284b0b912a81d63318bee75529f1a6463e92eeb21ba657b286e0cd53920dd3f +size 20038 diff --git a/UCI_N4/sdp/runs/iris/fold_0/1762559952.876895/events.out.tfevents.1762559952.auvsl-gpu-01.ise.illinois.edu.627157.17 b/UCI_N4/sdp/runs/iris/fold_0/1762559952.876895/events.out.tfevents.1762559952.auvsl-gpu-01.ise.illinois.edu.627157.17 new file mode 100644 index 0000000000000000000000000000000000000000..2bafb0de0bc8cfbbe299b9490ebde6d49def5a22 --- /dev/null +++ b/UCI_N4/sdp/runs/iris/fold_0/1762559952.876895/events.out.tfevents.1762559952.auvsl-gpu-01.ise.illinois.edu.627157.17 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb6227c7d04da9a0ec8bbe319ca195cffb75ceafa98f1dd5a4b529f0fef1bc10 +size 1165 diff --git a/UCI_N4/sdp/runs/iris/fold_0/best_state.pth b/UCI_N4/sdp/runs/iris/fold_0/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..67fc9b2c6212f4fc30b3f23b6c8e991f04f06927 --- /dev/null +++ b/UCI_N4/sdp/runs/iris/fold_0/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:beaa004d7bf31f6266fc4e331f2a01c94997025a5714e4793255195b72698f12 +size 11253 diff --git a/UCI_N4/sdp/runs/iris/fold_0/events.out.tfevents.1762559952.auvsl-gpu-01.ise.illinois.edu.627157.16 b/UCI_N4/sdp/runs/iris/fold_0/events.out.tfevents.1762559952.auvsl-gpu-01.ise.illinois.edu.627157.16 new file mode 100644 index 0000000000000000000000000000000000000000..4ddf4c8a4a6927b20cf5ef7fa557e448c0af858b --- /dev/null +++ b/UCI_N4/sdp/runs/iris/fold_0/events.out.tfevents.1762559952.auvsl-gpu-01.ise.illinois.edu.627157.16 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9926060b4089694ed2af99f61184cbfcd3cdf0cfcbf30d01e9b40fea70575fe +size 18892 diff --git a/UCI_N4/sdp/runs/iris/fold_1/1762559954.3029194/events.out.tfevents.1762559954.auvsl-gpu-01.ise.illinois.edu.627157.19 b/UCI_N4/sdp/runs/iris/fold_1/1762559954.3029194/events.out.tfevents.1762559954.auvsl-gpu-01.ise.illinois.edu.627157.19 new file mode 100644 index 0000000000000000000000000000000000000000..a0e8d230b37ecb3778f76baa1ecaf0c537bfeecf --- /dev/null +++ b/UCI_N4/sdp/runs/iris/fold_1/1762559954.3029194/events.out.tfevents.1762559954.auvsl-gpu-01.ise.illinois.edu.627157.19 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32996c0465c5eee47a9f0e9b1f8534cb27a03d1a4afa814e139513bd2493e6f6 +size 1165 diff --git a/UCI_N4/sdp/runs/iris/fold_1/best_state.pth b/UCI_N4/sdp/runs/iris/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..26e8222890d467b485b721ed1756864c3302a9e7 --- /dev/null +++ b/UCI_N4/sdp/runs/iris/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:371e1cee3ac74a4b4f2225a2eeab158ec7d9135c7f70898fff75a365bf5789dc +size 11253 diff --git a/UCI_N4/sdp/runs/iris/fold_1/events.out.tfevents.1762559952.auvsl-gpu-01.ise.illinois.edu.627157.18 b/UCI_N4/sdp/runs/iris/fold_1/events.out.tfevents.1762559952.auvsl-gpu-01.ise.illinois.edu.627157.18 new file mode 100644 index 0000000000000000000000000000000000000000..f8d69639666908246345812c83f83e374968005d --- /dev/null +++ b/UCI_N4/sdp/runs/iris/fold_1/events.out.tfevents.1762559952.auvsl-gpu-01.ise.illinois.edu.627157.18 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61e132e9fc0990b1022a6275e21ebceb9ea7875d88c7d654e57100415faf8400 +size 27296 diff --git a/UCI_N4/sdp/runs/iris/fold_2/1762559955.3532183/events.out.tfevents.1762559955.auvsl-gpu-01.ise.illinois.edu.627157.21 b/UCI_N4/sdp/runs/iris/fold_2/1762559955.3532183/events.out.tfevents.1762559955.auvsl-gpu-01.ise.illinois.edu.627157.21 new file mode 100644 index 0000000000000000000000000000000000000000..f025ff5abd0371a11528b49be26fee0116be2aa5 --- /dev/null +++ b/UCI_N4/sdp/runs/iris/fold_2/1762559955.3532183/events.out.tfevents.1762559955.auvsl-gpu-01.ise.illinois.edu.627157.21 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6e0311fe229a0e4a94b57d0766c92cfacd2bb90be0de0b69c79ca3162755e7d +size 1165 diff --git a/UCI_N4/sdp/runs/iris/fold_2/best_state.pth b/UCI_N4/sdp/runs/iris/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..3d2ac8f0ee33989af6f7ce08cba07036b64caa36 --- /dev/null +++ b/UCI_N4/sdp/runs/iris/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a45cbb7bc17f09dd91b4ef3961cdb1a806126d642cd5b64cbd4d32f27ba2ef88 +size 11253 diff --git a/UCI_N4/sdp/runs/iris/fold_2/events.out.tfevents.1762559954.auvsl-gpu-01.ise.illinois.edu.627157.20 b/UCI_N4/sdp/runs/iris/fold_2/events.out.tfevents.1762559954.auvsl-gpu-01.ise.illinois.edu.627157.20 new file mode 100644 index 0000000000000000000000000000000000000000..d5a2808b2f463eab32e4339fa0094989b2721cec --- /dev/null +++ b/UCI_N4/sdp/runs/iris/fold_2/events.out.tfevents.1762559954.auvsl-gpu-01.ise.illinois.edu.627157.20 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:659c6ffe808e437b7afb248568e9db0d377902df164a175ff6a03dbc69e7bab8 +size 23476 diff --git a/UCI_N4/sdp/runs/iris/fold_3/1762559956.3259976/events.out.tfevents.1762559956.auvsl-gpu-01.ise.illinois.edu.627157.23 b/UCI_N4/sdp/runs/iris/fold_3/1762559956.3259976/events.out.tfevents.1762559956.auvsl-gpu-01.ise.illinois.edu.627157.23 new file mode 100644 index 0000000000000000000000000000000000000000..e4ed7c5c7837e20a0ba4b700586029580b81c7fa --- /dev/null +++ b/UCI_N4/sdp/runs/iris/fold_3/1762559956.3259976/events.out.tfevents.1762559956.auvsl-gpu-01.ise.illinois.edu.627157.23 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d73016bb0eb2adf0d906ee3bf89bac29b6c5895668f4926fe0dbcdf3503a038e +size 1165 diff --git a/UCI_N4/sdp/runs/iris/fold_3/best_state.pth b/UCI_N4/sdp/runs/iris/fold_3/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..8dd99d051efb4fe8a918d08e5ae1d50b32b0ba46 --- /dev/null +++ b/UCI_N4/sdp/runs/iris/fold_3/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b64aac677f6550059723ef69b19fc2dc9df830189c2b28484328b0e06690fa3 +size 11253 diff --git a/UCI_N4/sdp/runs/iris/fold_3/events.out.tfevents.1762559955.auvsl-gpu-01.ise.illinois.edu.627157.22 b/UCI_N4/sdp/runs/iris/fold_3/events.out.tfevents.1762559955.auvsl-gpu-01.ise.illinois.edu.627157.22 new file mode 100644 index 0000000000000000000000000000000000000000..304cf8d2df22866488b062b9ab7b8a569142ef50 --- /dev/null +++ b/UCI_N4/sdp/runs/iris/fold_3/events.out.tfevents.1762559955.auvsl-gpu-01.ise.illinois.edu.627157.22 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:762fb19e9959d919e18f8932abfadf62c6a22f0f4eaa0f97863a09d33ed1e408 +size 21566 diff --git a/UCI_N4/sdp/runs/led-display/fold_0/1762559959.35308/events.out.tfevents.1762559959.auvsl-gpu-01.ise.illinois.edu.627157.25 b/UCI_N4/sdp/runs/led-display/fold_0/1762559959.35308/events.out.tfevents.1762559959.auvsl-gpu-01.ise.illinois.edu.627157.25 new file mode 100644 index 0000000000000000000000000000000000000000..8b20f9e5b9b2d62c92b3adf9a9c362ee9dd98327 --- /dev/null +++ b/UCI_N4/sdp/runs/led-display/fold_0/1762559959.35308/events.out.tfevents.1762559959.auvsl-gpu-01.ise.illinois.edu.627157.25 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c39f1ff92353e82fbaa5f25da84387bbbe4fc998d0d8796ddeb2b26fad0988ad +size 1172 diff --git a/UCI_N4/sdp/runs/led-display/fold_0/best_state.pth b/UCI_N4/sdp/runs/led-display/fold_0/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..8755553acebf0a18b04baa523a93dca929037866 --- /dev/null +++ b/UCI_N4/sdp/runs/led-display/fold_0/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22a3a566867b2e4d12842ab0bd7414613382b624b4c875a196db9582390ad119 +size 13749 diff --git a/UCI_N4/sdp/runs/led-display/fold_0/events.out.tfevents.1762559956.auvsl-gpu-01.ise.illinois.edu.627157.24 b/UCI_N4/sdp/runs/led-display/fold_0/events.out.tfevents.1762559956.auvsl-gpu-01.ise.illinois.edu.627157.24 new file mode 100644 index 0000000000000000000000000000000000000000..3a680cadd917231980213513476f552636b7b085 --- /dev/null +++ b/UCI_N4/sdp/runs/led-display/fold_0/events.out.tfevents.1762559956.auvsl-gpu-01.ise.illinois.edu.627157.24 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c87280ab3fbad5bb8d192bf173e530b0bf02aa8ce390087261df4a5194c5ca1e +size 24240 diff --git a/UCI_N4/sdp/runs/led-display/fold_1/1762559962.781419/events.out.tfevents.1762559962.auvsl-gpu-01.ise.illinois.edu.627157.27 b/UCI_N4/sdp/runs/led-display/fold_1/1762559962.781419/events.out.tfevents.1762559962.auvsl-gpu-01.ise.illinois.edu.627157.27 new file mode 100644 index 0000000000000000000000000000000000000000..5bd655fe79da5c8fc7546c0f4aafce3da5952fc6 --- /dev/null +++ b/UCI_N4/sdp/runs/led-display/fold_1/1762559962.781419/events.out.tfevents.1762559962.auvsl-gpu-01.ise.illinois.edu.627157.27 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aacc5e36ed06345993cd5b7111c2fc116f7a4ba21dabd0c78a343f2c942c80e5 +size 1172 diff --git a/UCI_N4/sdp/runs/led-display/fold_1/best_state.pth b/UCI_N4/sdp/runs/led-display/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..6210f603e6d1f7cac1459a5c6cc8d756c8c56ff0 --- /dev/null +++ b/UCI_N4/sdp/runs/led-display/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0129a7a21b1fb690874a5aa3d8bc453a0a0ee78a5c4ccc5b3f7770c3e16d8670 +size 13749 diff --git a/UCI_N4/sdp/runs/led-display/fold_1/events.out.tfevents.1762559959.auvsl-gpu-01.ise.illinois.edu.627157.26 b/UCI_N4/sdp/runs/led-display/fold_1/events.out.tfevents.1762559959.auvsl-gpu-01.ise.illinois.edu.627157.26 new file mode 100644 index 0000000000000000000000000000000000000000..8379dde5eba3a913a81b47848f28a066b09a69c5 --- /dev/null +++ b/UCI_N4/sdp/runs/led-display/fold_1/events.out.tfevents.1762559959.auvsl-gpu-01.ise.illinois.edu.627157.26 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:becfe5dbd4e0149595e9da9f9c61a3a50b382509f3e8e4ace7e72809fd0139a8 +size 27678 diff --git a/UCI_N4/sdp/runs/led-display/fold_2/1762559965.5469506/events.out.tfevents.1762559965.auvsl-gpu-01.ise.illinois.edu.627157.29 b/UCI_N4/sdp/runs/led-display/fold_2/1762559965.5469506/events.out.tfevents.1762559965.auvsl-gpu-01.ise.illinois.edu.627157.29 new file mode 100644 index 0000000000000000000000000000000000000000..563a578a4cc0390521fe0cfe6b1ac93def9748e7 --- /dev/null +++ b/UCI_N4/sdp/runs/led-display/fold_2/1762559965.5469506/events.out.tfevents.1762559965.auvsl-gpu-01.ise.illinois.edu.627157.29 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9aa2fbc234260ac4633031b3c18993adc08210e4290546fcae017f1bae382a37 +size 1172 diff --git a/UCI_N4/sdp/runs/led-display/fold_2/best_state.pth b/UCI_N4/sdp/runs/led-display/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..8d1aea5be7aa316c5cccad1697a4e2bcba3e7c62 --- /dev/null +++ b/UCI_N4/sdp/runs/led-display/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20ecd847b1ed60b9d588186d66267f9b3a6c78a21d495ddf88ca798b0cf7da16 +size 13749 diff --git a/UCI_N4/sdp/runs/led-display/fold_2/events.out.tfevents.1762559962.auvsl-gpu-01.ise.illinois.edu.627157.28 b/UCI_N4/sdp/runs/led-display/fold_2/events.out.tfevents.1762559962.auvsl-gpu-01.ise.illinois.edu.627157.28 new file mode 100644 index 0000000000000000000000000000000000000000..16859cc47b046c783cc043e5d711b81608035eee --- /dev/null +++ b/UCI_N4/sdp/runs/led-display/fold_2/events.out.tfevents.1762559962.auvsl-gpu-01.ise.illinois.edu.627157.28 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef7896be7f507ea37353cf2fee3edf8a347577189ed862a58b420b5abcc0a384 +size 21566 diff --git a/UCI_N4/sdp/runs/led-display/fold_3/1762559969.9459548/events.out.tfevents.1762559969.auvsl-gpu-01.ise.illinois.edu.627157.31 b/UCI_N4/sdp/runs/led-display/fold_3/1762559969.9459548/events.out.tfevents.1762559969.auvsl-gpu-01.ise.illinois.edu.627157.31 new file mode 100644 index 0000000000000000000000000000000000000000..cd089acd8776ec2040c0df5e9fb7b71c8f85c5f1 --- /dev/null +++ b/UCI_N4/sdp/runs/led-display/fold_3/1762559969.9459548/events.out.tfevents.1762559969.auvsl-gpu-01.ise.illinois.edu.627157.31 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81f86e2b0aa372dd64e5fef36231ca58f1766a8cb94149803ad8ad22f4885b83 +size 1172 diff --git a/UCI_N4/sdp/runs/led-display/fold_3/best_state.pth b/UCI_N4/sdp/runs/led-display/fold_3/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..d0306c87b97a2aa3185eb7e5253eac9163ac9c3c --- /dev/null +++ b/UCI_N4/sdp/runs/led-display/fold_3/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fef6ba9e9deb65884e11054d7084048da0957991ff479010951918a78a7b1a5c +size 13749 diff --git a/UCI_N4/sdp/runs/led-display/fold_3/events.out.tfevents.1762559965.auvsl-gpu-01.ise.illinois.edu.627157.30 b/UCI_N4/sdp/runs/led-display/fold_3/events.out.tfevents.1762559965.auvsl-gpu-01.ise.illinois.edu.627157.30 new file mode 100644 index 0000000000000000000000000000000000000000..e92df3b206366e8a3e47e7bf4a44eee2ea7c3cea --- /dev/null +++ b/UCI_N4/sdp/runs/led-display/fold_3/events.out.tfevents.1762559965.auvsl-gpu-01.ise.illinois.edu.627157.30 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cfa4b9584e2ac418e7a4d447d6e5fe9d138e83ca1befb49b8608a522f42eaad +size 30734 diff --git a/UCI_N4/sdp/runs/lenses/fold_0/1762559958.250046/events.out.tfevents.1762559958.auvsl-gpu-01.ise.illinois.edu.627156.249 b/UCI_N4/sdp/runs/lenses/fold_0/1762559958.250046/events.out.tfevents.1762559958.auvsl-gpu-01.ise.illinois.edu.627156.249 new file mode 100644 index 0000000000000000000000000000000000000000..72c3740730afc71aad5a1612820c7b46d7489806 --- /dev/null +++ b/UCI_N4/sdp/runs/lenses/fold_0/1762559958.250046/events.out.tfevents.1762559958.auvsl-gpu-01.ise.illinois.edu.627156.249 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a90f7399827147bd89198fa1007505b09ea586b84e6f970d39cd6c1d1ed32c04 +size 1167 diff --git a/UCI_N4/sdp/runs/lenses/fold_0/best_state.pth b/UCI_N4/sdp/runs/lenses/fold_0/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..bc6702f3db77407b1672294a93f4f6291a6c75dd --- /dev/null +++ b/UCI_N4/sdp/runs/lenses/fold_0/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d8c1f8aa0c48c5d36d7abb332ac33decf00b33814b54515583ebaf8079ac191 +size 11253 diff --git a/UCI_N4/sdp/runs/lenses/fold_0/events.out.tfevents.1762559957.auvsl-gpu-01.ise.illinois.edu.627156.248 b/UCI_N4/sdp/runs/lenses/fold_0/events.out.tfevents.1762559957.auvsl-gpu-01.ise.illinois.edu.627156.248 new file mode 100644 index 0000000000000000000000000000000000000000..5bd635c093150fb062ce8b32afd4caba5cc5cfed --- /dev/null +++ b/UCI_N4/sdp/runs/lenses/fold_0/events.out.tfevents.1762559957.auvsl-gpu-01.ise.illinois.edu.627156.248 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcf526dbf1491c87b7982cd7ba3c6c1407483bfcc15c5038abe01f7e6fda2a62 +size 19274 diff --git a/UCI_N4/sdp/runs/lenses/fold_1/1762559958.7236624/events.out.tfevents.1762559958.auvsl-gpu-01.ise.illinois.edu.627156.251 b/UCI_N4/sdp/runs/lenses/fold_1/1762559958.7236624/events.out.tfevents.1762559958.auvsl-gpu-01.ise.illinois.edu.627156.251 new file mode 100644 index 0000000000000000000000000000000000000000..b962bff18b7d9eb829cf60890c39af054f79fa13 --- /dev/null +++ b/UCI_N4/sdp/runs/lenses/fold_1/1762559958.7236624/events.out.tfevents.1762559958.auvsl-gpu-01.ise.illinois.edu.627156.251 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53f0a9da5237fea57c7ae8e5b5daaaab99f21ecdd4275cc4c8d9840055728fdb +size 1167 diff --git a/UCI_N4/sdp/runs/lenses/fold_1/best_state.pth b/UCI_N4/sdp/runs/lenses/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..5b1b656c20baa1827aa16458f1727c20cc412217 --- /dev/null +++ b/UCI_N4/sdp/runs/lenses/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d68b1ea5c110dccede9941e5b45dc4c0fc3979994c6cb31ea2f182869cd55f27 +size 11253 diff --git a/UCI_N4/sdp/runs/lenses/fold_1/events.out.tfevents.1762559958.auvsl-gpu-01.ise.illinois.edu.627156.250 b/UCI_N4/sdp/runs/lenses/fold_1/events.out.tfevents.1762559958.auvsl-gpu-01.ise.illinois.edu.627156.250 new file mode 100644 index 0000000000000000000000000000000000000000..5475f87c789eb5beb7932c67d87af03dadefacc0 --- /dev/null +++ b/UCI_N4/sdp/runs/lenses/fold_1/events.out.tfevents.1762559958.auvsl-gpu-01.ise.illinois.edu.627156.250 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00491026e2d360a9eac35e4cc3c194abfb0be723e8b2e60e48f835facbd19209 +size 12397 diff --git a/UCI_N4/sdp/runs/lenses/fold_2/1762559959.2369769/events.out.tfevents.1762559959.auvsl-gpu-01.ise.illinois.edu.627156.253 b/UCI_N4/sdp/runs/lenses/fold_2/1762559959.2369769/events.out.tfevents.1762559959.auvsl-gpu-01.ise.illinois.edu.627156.253 new file mode 100644 index 0000000000000000000000000000000000000000..2ef1429fd94b153a21778db70c03774eb1336cae --- /dev/null +++ b/UCI_N4/sdp/runs/lenses/fold_2/1762559959.2369769/events.out.tfevents.1762559959.auvsl-gpu-01.ise.illinois.edu.627156.253 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4e54d8ebc38ce6e0c833e744aa634c89eade2bf517c0174dd51bc997398c399 +size 1167 diff --git a/UCI_N4/sdp/runs/lenses/fold_2/best_state.pth b/UCI_N4/sdp/runs/lenses/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..a7b32e0d41a211d11f0c950794191fda5206e801 --- /dev/null +++ b/UCI_N4/sdp/runs/lenses/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52aace0cf274b10275726853e5eac3ef7a32f7ae1dbfb0286bb94e48e316604a +size 11253 diff --git a/UCI_N4/sdp/runs/lenses/fold_2/events.out.tfevents.1762559958.auvsl-gpu-01.ise.illinois.edu.627156.252 b/UCI_N4/sdp/runs/lenses/fold_2/events.out.tfevents.1762559958.auvsl-gpu-01.ise.illinois.edu.627156.252 new file mode 100644 index 0000000000000000000000000000000000000000..918b797277aa960703c7e38a581a2c6b88c0d045 --- /dev/null +++ b/UCI_N4/sdp/runs/lenses/fold_2/events.out.tfevents.1762559958.auvsl-gpu-01.ise.illinois.edu.627156.252 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cf3d1abed44504dd5baa2a6d8af8cdc7c1c0b34f3d59d77968d74db6a2b2fe5 +size 12397 diff --git a/UCI_N4/sdp/runs/lenses/fold_3/1762559959.7152798/events.out.tfevents.1762559959.auvsl-gpu-01.ise.illinois.edu.627156.255 b/UCI_N4/sdp/runs/lenses/fold_3/1762559959.7152798/events.out.tfevents.1762559959.auvsl-gpu-01.ise.illinois.edu.627156.255 new file mode 100644 index 0000000000000000000000000000000000000000..5388e01137f82214af35610afa61867258dfb757 --- /dev/null +++ b/UCI_N4/sdp/runs/lenses/fold_3/1762559959.7152798/events.out.tfevents.1762559959.auvsl-gpu-01.ise.illinois.edu.627156.255 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e42e25f265a725b6f51858e7ac8c146dc489ee3fd0024ef017b5a52cdd10abad +size 1167 diff --git a/UCI_N4/sdp/runs/lenses/fold_3/best_state.pth b/UCI_N4/sdp/runs/lenses/fold_3/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..b5cfdf5913abc96e7383862ed2785571ee217e53 --- /dev/null +++ b/UCI_N4/sdp/runs/lenses/fold_3/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f14a0c7ca014576c558cc3e4ae6b07d2b075cc446b7f29f6144cc469dfaf516 +size 11253 diff --git a/UCI_N4/sdp/runs/lenses/fold_3/events.out.tfevents.1762559959.auvsl-gpu-01.ise.illinois.edu.627156.254 b/UCI_N4/sdp/runs/lenses/fold_3/events.out.tfevents.1762559959.auvsl-gpu-01.ise.illinois.edu.627156.254 new file mode 100644 index 0000000000000000000000000000000000000000..eda32b074272ce52a359c54780cbd8955f10b0d3 --- /dev/null +++ b/UCI_N4/sdp/runs/lenses/fold_3/events.out.tfevents.1762559959.auvsl-gpu-01.ise.illinois.edu.627156.254 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b33d7a9318b512dff0afa6e2dc40eca86bf8bdd0c7e81952fedad57d6aa66b16 +size 12397 diff --git a/UCI_N4/sdp/runs/letter/fold_0/best_state.pth b/UCI_N4/sdp/runs/letter/fold_0/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..7a83e033bed4b81b2164877cafd22c2710b1438d --- /dev/null +++ b/UCI_N4/sdp/runs/letter/fold_0/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:331f242077be71e5502eefcd7887d742aa9377c3df9063f93e97fd4c5079014e +size 43253 diff --git a/UCI_N4/sdp/runs/letter/fold_0/events.out.tfevents.1762559959.auvsl-gpu-01.ise.illinois.edu.627156.256 b/UCI_N4/sdp/runs/letter/fold_0/events.out.tfevents.1762559959.auvsl-gpu-01.ise.illinois.edu.627156.256 new file mode 100644 index 0000000000000000000000000000000000000000..f145a4d9ab30cd0d1cd0f80c2f8fc7890b3240bc --- /dev/null +++ b/UCI_N4/sdp/runs/letter/fold_0/events.out.tfevents.1762559959.auvsl-gpu-01.ise.illinois.edu.627156.256 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:220e547a89814009b91909be47db69ac15fcebea8799807f0a37c099118551cc +size 34936 diff --git a/UCI_N4/sdp/runs/letter/fold_1/best_state.pth b/UCI_N4/sdp/runs/letter/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..1822d231d705d567ec28ecf47ac218593b97b7e9 --- /dev/null +++ b/UCI_N4/sdp/runs/letter/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d25b35fc498670c998d7127b5c6bdf4418290089e38559719a60a1d17570561 +size 43253 diff --git a/UCI_N4/sdp/runs/letter/fold_1/events.out.tfevents.1762560039.auvsl-gpu-01.ise.illinois.edu.627156.258 b/UCI_N4/sdp/runs/letter/fold_1/events.out.tfevents.1762560039.auvsl-gpu-01.ise.illinois.edu.627156.258 new file mode 100644 index 0000000000000000000000000000000000000000..25938f7841e357a4d400413367c8602cc26ae5c2 --- /dev/null +++ b/UCI_N4/sdp/runs/letter/fold_1/events.out.tfevents.1762560039.auvsl-gpu-01.ise.illinois.edu.627156.258 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a431aaeb85b805c876b048f8d8d408fd4fd858d1893b3b0cde6c5e47775307c +size 36846 diff --git a/UCI_N4/sdp/runs/letter/fold_2/1762560206.3329492/events.out.tfevents.1762560206.auvsl-gpu-01.ise.illinois.edu.627156.261 b/UCI_N4/sdp/runs/letter/fold_2/1762560206.3329492/events.out.tfevents.1762560206.auvsl-gpu-01.ise.illinois.edu.627156.261 new file mode 100644 index 0000000000000000000000000000000000000000..e1ed1591fdb60871e4fbe7dc997e14656d4b1cec --- /dev/null +++ b/UCI_N4/sdp/runs/letter/fold_2/1762560206.3329492/events.out.tfevents.1762560206.auvsl-gpu-01.ise.illinois.edu.627156.261 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a7efb8ee312687d72db04d46dc5cf95a7c2989cc78ff8495673704f9da14352 +size 1167 diff --git a/UCI_N4/sdp/runs/letter/fold_2/best_state.pth b/UCI_N4/sdp/runs/letter/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..c5b4c938caaf3e80dc9dbf40955a6095d1357bae --- /dev/null +++ b/UCI_N4/sdp/runs/letter/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b27fb3c82d0f5d7927205dccb318453960a204278de0e4bd149c8053e2bd253 +size 43253 diff --git a/UCI_N4/sdp/runs/letter/fold_2/events.out.tfevents.1762560121.auvsl-gpu-01.ise.illinois.edu.627156.260 b/UCI_N4/sdp/runs/letter/fold_2/events.out.tfevents.1762560121.auvsl-gpu-01.ise.illinois.edu.627156.260 new file mode 100644 index 0000000000000000000000000000000000000000..77f482b52dc5f651fec0b66e943d2512966651a6 --- /dev/null +++ b/UCI_N4/sdp/runs/letter/fold_2/events.out.tfevents.1762560121.auvsl-gpu-01.ise.illinois.edu.627156.260 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1522c2a88724fd060a73741983b9abaecd8ab5eb881511c2ced14911ed3ed1b0 +size 38756 diff --git a/UCI_N4/sdp/runs/letter/fold_3/1762560301.1010957/events.out.tfevents.1762560301.auvsl-gpu-01.ise.illinois.edu.627156.263 b/UCI_N4/sdp/runs/letter/fold_3/1762560301.1010957/events.out.tfevents.1762560301.auvsl-gpu-01.ise.illinois.edu.627156.263 new file mode 100644 index 0000000000000000000000000000000000000000..224115e6427e9e4ffc13adeaad8717ff3e37b723 --- /dev/null +++ b/UCI_N4/sdp/runs/letter/fold_3/1762560301.1010957/events.out.tfevents.1762560301.auvsl-gpu-01.ise.illinois.edu.627156.263 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc6a6e4e17f45cd6e110e890f1d229ee8a50a45d1a481a2f6dca6c2d7a592d81 +size 1167 diff --git a/UCI_N4/sdp/runs/letter/fold_3/best_state.pth b/UCI_N4/sdp/runs/letter/fold_3/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..a98695a06270fcd1e66cabdbf96d8c83626e01d2 --- /dev/null +++ b/UCI_N4/sdp/runs/letter/fold_3/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b328a61d80104fe2dfa7c6ccfa5985d4bedaac41f9520a2491aba2a96082ad7e +size 43253 diff --git a/UCI_N4/sdp/runs/letter/fold_3/events.out.tfevents.1762560206.auvsl-gpu-01.ise.illinois.edu.627156.262 b/UCI_N4/sdp/runs/letter/fold_3/events.out.tfevents.1762560206.auvsl-gpu-01.ise.illinois.edu.627156.262 new file mode 100644 index 0000000000000000000000000000000000000000..0609b658f31b95990593b8c065706339043abbce --- /dev/null +++ b/UCI_N4/sdp/runs/letter/fold_3/events.out.tfevents.1762560206.auvsl-gpu-01.ise.illinois.edu.627156.262 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de65fa6c8dd5c49de7020ca9fb5ac8e63c5ccec85b75eeb1faa5810b95810749 +size 38756 diff --git a/UCI_N4/sdp/runs/libras/fold_0/1762559972.503579/events.out.tfevents.1762559972.auvsl-gpu-01.ise.illinois.edu.627157.33 b/UCI_N4/sdp/runs/libras/fold_0/1762559972.503579/events.out.tfevents.1762559972.auvsl-gpu-01.ise.illinois.edu.627157.33 new file mode 100644 index 0000000000000000000000000000000000000000..ac9de49da642c27b19b5a856bace43bf14cf1c12 --- /dev/null +++ b/UCI_N4/sdp/runs/libras/fold_0/1762559972.503579/events.out.tfevents.1762559972.auvsl-gpu-01.ise.illinois.edu.627157.33 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aca5dba91210ab050880b3296aedb5d3eda7080c1cb563becf6bef2e8427877c +size 1167 diff --git a/UCI_N4/sdp/runs/libras/fold_0/best_state.pth b/UCI_N4/sdp/runs/libras/fold_0/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..ea73d4532fda474d0929b839499a1e17fb61da10 --- /dev/null +++ b/UCI_N4/sdp/runs/libras/fold_0/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3919ebff73411979c8969830ff538c60820033c01532fd10ec40d97dc27fdac4 +size 1506741 diff --git a/UCI_N4/sdp/runs/libras/fold_0/events.out.tfevents.1762559969.auvsl-gpu-01.ise.illinois.edu.627157.32 b/UCI_N4/sdp/runs/libras/fold_0/events.out.tfevents.1762559969.auvsl-gpu-01.ise.illinois.edu.627157.32 new file mode 100644 index 0000000000000000000000000000000000000000..ae475e4416913761891994f328c9fe2a55f32805 --- /dev/null +++ b/UCI_N4/sdp/runs/libras/fold_0/events.out.tfevents.1762559969.auvsl-gpu-01.ise.illinois.edu.627157.32 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a7553c6254862e0528e413fdd41dc3de86ea0ee55b6dc1db8e07861559fd862 +size 28442 diff --git a/UCI_N4/sdp/runs/libras/fold_1/1762559974.484996/events.out.tfevents.1762559974.auvsl-gpu-01.ise.illinois.edu.627157.35 b/UCI_N4/sdp/runs/libras/fold_1/1762559974.484996/events.out.tfevents.1762559974.auvsl-gpu-01.ise.illinois.edu.627157.35 new file mode 100644 index 0000000000000000000000000000000000000000..f7feaa831722b36104dd35552de441861f96fa2d --- /dev/null +++ b/UCI_N4/sdp/runs/libras/fold_1/1762559974.484996/events.out.tfevents.1762559974.auvsl-gpu-01.ise.illinois.edu.627157.35 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cca2ca3462ce10e5dab70f14d6447e79807c48dd91f267f19c4d880036eea682 +size 1167 diff --git a/UCI_N4/sdp/runs/libras/fold_1/best_state.pth b/UCI_N4/sdp/runs/libras/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..e00abc42f3d4bb1b640aef3186be1503014c6287 --- /dev/null +++ b/UCI_N4/sdp/runs/libras/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81f35c85b76c8cddb1ed65d44868ebf2aea062b6a9d7a81600e07b378d924f56 +size 1506741 diff --git a/UCI_N4/sdp/runs/libras/fold_1/events.out.tfevents.1762559972.auvsl-gpu-01.ise.illinois.edu.627157.34 b/UCI_N4/sdp/runs/libras/fold_1/events.out.tfevents.1762559972.auvsl-gpu-01.ise.illinois.edu.627157.34 new file mode 100644 index 0000000000000000000000000000000000000000..6f5cd5c612a818117848bf3687a5d2c2ed586064 --- /dev/null +++ b/UCI_N4/sdp/runs/libras/fold_1/events.out.tfevents.1762559972.auvsl-gpu-01.ise.illinois.edu.627157.34 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d562930aa450e1549c90796c50feb0673338869b2577894dc77da8ccdc865273 +size 23094 diff --git a/UCI_N4/sdp/runs/libras/fold_2/1762559976.542741/events.out.tfevents.1762559976.auvsl-gpu-01.ise.illinois.edu.627157.37 b/UCI_N4/sdp/runs/libras/fold_2/1762559976.542741/events.out.tfevents.1762559976.auvsl-gpu-01.ise.illinois.edu.627157.37 new file mode 100644 index 0000000000000000000000000000000000000000..967c635913ccd5922ad11e7628a51510608f89b1 --- /dev/null +++ b/UCI_N4/sdp/runs/libras/fold_2/1762559976.542741/events.out.tfevents.1762559976.auvsl-gpu-01.ise.illinois.edu.627157.37 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfaa376cefd9c7ac090650c0dbd66874f72ed7242a064ce1fa2e68defd38028a +size 1167 diff --git a/UCI_N4/sdp/runs/libras/fold_2/best_state.pth b/UCI_N4/sdp/runs/libras/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..256097cec54ba4f1f9a40bc90cf3540edd47cb91 --- /dev/null +++ b/UCI_N4/sdp/runs/libras/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3b397794599598429dc5bc597d6257f1ff7cfb57aa18d81a067e305e715ac2c +size 1506741 diff --git a/UCI_N4/sdp/runs/libras/fold_2/events.out.tfevents.1762559974.auvsl-gpu-01.ise.illinois.edu.627157.36 b/UCI_N4/sdp/runs/libras/fold_2/events.out.tfevents.1762559974.auvsl-gpu-01.ise.illinois.edu.627157.36 new file mode 100644 index 0000000000000000000000000000000000000000..9cd2a3edf83d30ef862b137181f68dda109ec8c7 --- /dev/null +++ b/UCI_N4/sdp/runs/libras/fold_2/events.out.tfevents.1762559974.auvsl-gpu-01.ise.illinois.edu.627157.36 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daf3435c047a1c51e974eaa5c2bda10ba68d4afd5b37510c3ffb9582d4d9ff8e +size 20802 diff --git a/UCI_N4/sdp/runs/libras/fold_3/1762559979.5807254/events.out.tfevents.1762559979.auvsl-gpu-01.ise.illinois.edu.627157.39 b/UCI_N4/sdp/runs/libras/fold_3/1762559979.5807254/events.out.tfevents.1762559979.auvsl-gpu-01.ise.illinois.edu.627157.39 new file mode 100644 index 0000000000000000000000000000000000000000..d285b070d9fb7872d68c1ebfb8624035cf91dd8d --- /dev/null +++ b/UCI_N4/sdp/runs/libras/fold_3/1762559979.5807254/events.out.tfevents.1762559979.auvsl-gpu-01.ise.illinois.edu.627157.39 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d79c89738c59746359db4c176733dbcf2011cc5190af5a019264352a735465f +size 1167 diff --git a/UCI_N4/sdp/runs/libras/fold_3/best_state.pth b/UCI_N4/sdp/runs/libras/fold_3/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..420111bccd28a2f833146beaf7c644e4d631fe33 --- /dev/null +++ b/UCI_N4/sdp/runs/libras/fold_3/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5761f6ff1c919fd70fa1a7dd234b1b5baf8b89e309bf16b6a112dc08fd1eba63 +size 1506741 diff --git a/UCI_N4/sdp/runs/libras/fold_3/events.out.tfevents.1762559976.auvsl-gpu-01.ise.illinois.edu.627157.38 b/UCI_N4/sdp/runs/libras/fold_3/events.out.tfevents.1762559976.auvsl-gpu-01.ise.illinois.edu.627157.38 new file mode 100644 index 0000000000000000000000000000000000000000..a0ea820f7e02389c7b6a888042c8582da31938df --- /dev/null +++ b/UCI_N4/sdp/runs/libras/fold_3/events.out.tfevents.1762559976.auvsl-gpu-01.ise.illinois.edu.627157.38 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41dcc4cbeba2ac1f3a78e9b1ddbb35f6085eca3715ed5822941ca3723cf6c2fe +size 33408 diff --git a/UCI_N4/sdp/runs/low-res-spect/fold_0/1762559981.6552896/events.out.tfevents.1762559981.auvsl-gpu-01.ise.illinois.edu.627157.41 b/UCI_N4/sdp/runs/low-res-spect/fold_0/1762559981.6552896/events.out.tfevents.1762559981.auvsl-gpu-01.ise.illinois.edu.627157.41 new file mode 100644 index 0000000000000000000000000000000000000000..c851dc3b15810f8da47301883209a83ac11cb1aa --- /dev/null +++ b/UCI_N4/sdp/runs/low-res-spect/fold_0/1762559981.6552896/events.out.tfevents.1762559981.auvsl-gpu-01.ise.illinois.edu.627157.41 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88a087ee0867cb2e6931de1c87b2487ca9371a27c6e44ab23224a7c0118b9486 +size 1174 diff --git a/UCI_N4/sdp/runs/low-res-spect/fold_0/best_state.pth b/UCI_N4/sdp/runs/low-res-spect/fold_0/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..55fe0834ec74da096dabab6c01201c059639d5bc --- /dev/null +++ b/UCI_N4/sdp/runs/low-res-spect/fold_0/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2ca94e480ec395598459636c6b4ddaa2b179bf99993c8488d585144782498a2 +size 1253301 diff --git a/UCI_N4/sdp/runs/low-res-spect/fold_0/events.out.tfevents.1762559979.auvsl-gpu-01.ise.illinois.edu.627157.40 b/UCI_N4/sdp/runs/low-res-spect/fold_0/events.out.tfevents.1762559979.auvsl-gpu-01.ise.illinois.edu.627157.40 new file mode 100644 index 0000000000000000000000000000000000000000..95a890bfed8f72395aa808a0f11cf0c522778e31 --- /dev/null +++ b/UCI_N4/sdp/runs/low-res-spect/fold_0/events.out.tfevents.1762559979.auvsl-gpu-01.ise.illinois.edu.627157.40 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed3099c8e86f1cd390c3a5b4d635d7b31add16192de7c43840234aed48ecfd44 +size 18892 diff --git a/UCI_N4/sdp/runs/low-res-spect/fold_1/1762559984.93081/events.out.tfevents.1762559984.auvsl-gpu-01.ise.illinois.edu.627157.43 b/UCI_N4/sdp/runs/low-res-spect/fold_1/1762559984.93081/events.out.tfevents.1762559984.auvsl-gpu-01.ise.illinois.edu.627157.43 new file mode 100644 index 0000000000000000000000000000000000000000..549c55217e46077a6c5649aba0458bfb4d00255b --- /dev/null +++ b/UCI_N4/sdp/runs/low-res-spect/fold_1/1762559984.93081/events.out.tfevents.1762559984.auvsl-gpu-01.ise.illinois.edu.627157.43 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35c606053751c3e08454f8fcde2440a98a0b981b099bdeffc30b30fdad03dba5 +size 1174 diff --git a/UCI_N4/sdp/runs/low-res-spect/fold_1/best_state.pth b/UCI_N4/sdp/runs/low-res-spect/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..4f5e0fa7fc52d49c6966955ae43a775f89cbb549 --- /dev/null +++ b/UCI_N4/sdp/runs/low-res-spect/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0092ea017d522afe4117c246e8a9789c99fcdfd35cd309885f7408f8911897f +size 1253301 diff --git a/UCI_N4/sdp/runs/low-res-spect/fold_1/events.out.tfevents.1762559981.auvsl-gpu-01.ise.illinois.edu.627157.42 b/UCI_N4/sdp/runs/low-res-spect/fold_1/events.out.tfevents.1762559981.auvsl-gpu-01.ise.illinois.edu.627157.42 new file mode 100644 index 0000000000000000000000000000000000000000..6b7e04293a93666c5450f3c34c32d3d16bb90e37 --- /dev/null +++ b/UCI_N4/sdp/runs/low-res-spect/fold_1/events.out.tfevents.1762559981.auvsl-gpu-01.ise.illinois.edu.627157.42 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:156a3974a601238064d8dd8393e05fb18989e1e1349021d0d170a22ffddd73c8 +size 28442 diff --git a/UCI_N4/sdp/runs/low-res-spect/fold_2/1762559987.962577/events.out.tfevents.1762559987.auvsl-gpu-01.ise.illinois.edu.627157.45 b/UCI_N4/sdp/runs/low-res-spect/fold_2/1762559987.962577/events.out.tfevents.1762559987.auvsl-gpu-01.ise.illinois.edu.627157.45 new file mode 100644 index 0000000000000000000000000000000000000000..32c3f8dfe0ffe443078efeab19dd0b502145b0ac --- /dev/null +++ b/UCI_N4/sdp/runs/low-res-spect/fold_2/1762559987.962577/events.out.tfevents.1762559987.auvsl-gpu-01.ise.illinois.edu.627157.45 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61cd5e22ec381f9490e08a72cbfd3125ba9cfbdae34f2bd9282b3d83c3a5c496 +size 1174 diff --git a/UCI_N4/sdp/runs/low-res-spect/fold_2/best_state.pth b/UCI_N4/sdp/runs/low-res-spect/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..c5cf10083def4a77164eab3a60b33fab84c27903 --- /dev/null +++ b/UCI_N4/sdp/runs/low-res-spect/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b30f98e9980e40085ee82a1e91d13993e1c215033a6d809f416a916a29339c54 +size 1253301 diff --git a/UCI_N4/sdp/runs/low-res-spect/fold_2/events.out.tfevents.1762559984.auvsl-gpu-01.ise.illinois.edu.627157.44 b/UCI_N4/sdp/runs/low-res-spect/fold_2/events.out.tfevents.1762559984.auvsl-gpu-01.ise.illinois.edu.627157.44 new file mode 100644 index 0000000000000000000000000000000000000000..306a6836195bc2e55c112f40a63b8178e6d3c406 --- /dev/null +++ b/UCI_N4/sdp/runs/low-res-spect/fold_2/events.out.tfevents.1762559984.auvsl-gpu-01.ise.illinois.edu.627157.44 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b476d9134ce8f3eea9778fdfd2404bb215ff706fe3605805d2b66e8f4d3826 +size 23476 diff --git a/UCI_N4/sdp/runs/low-res-spect/fold_3/1762559991.3956792/events.out.tfevents.1762559991.auvsl-gpu-01.ise.illinois.edu.627157.47 b/UCI_N4/sdp/runs/low-res-spect/fold_3/1762559991.3956792/events.out.tfevents.1762559991.auvsl-gpu-01.ise.illinois.edu.627157.47 new file mode 100644 index 0000000000000000000000000000000000000000..8b3547fc34d6cbfedf3741e81793460fc50d936c --- /dev/null +++ b/UCI_N4/sdp/runs/low-res-spect/fold_3/1762559991.3956792/events.out.tfevents.1762559991.auvsl-gpu-01.ise.illinois.edu.627157.47 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d7adcf033ef84847fc9b4221260a64b50f7683baa1f79452abcc1af68f1e51c +size 1174 diff --git a/UCI_N4/sdp/runs/low-res-spect/fold_3/best_state.pth b/UCI_N4/sdp/runs/low-res-spect/fold_3/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..dbaceea5f2219c0bc424dbe8d6d8c86abd0ade9e --- /dev/null +++ b/UCI_N4/sdp/runs/low-res-spect/fold_3/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37d7fc5bfd1210c3578f98cc6226a6a6affde657ff6b6771ef093f2ff84bd380 +size 1253301 diff --git a/UCI_N4/sdp/runs/low-res-spect/fold_3/events.out.tfevents.1762559987.auvsl-gpu-01.ise.illinois.edu.627157.46 b/UCI_N4/sdp/runs/low-res-spect/fold_3/events.out.tfevents.1762559987.auvsl-gpu-01.ise.illinois.edu.627157.46 new file mode 100644 index 0000000000000000000000000000000000000000..5f02feeb6f1f763f73060817e6146717f70bb7f6 --- /dev/null +++ b/UCI_N4/sdp/runs/low-res-spect/fold_3/events.out.tfevents.1762559987.auvsl-gpu-01.ise.illinois.edu.627157.46 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7aff5ef038b4453425b08954f7af675d5f849f88b8323932bf550e5b9bb6139 +size 28442 diff --git a/UCI_N4/sdp/runs/lung-cancer/fold_0/1762559992.056872/events.out.tfevents.1762559992.auvsl-gpu-01.ise.illinois.edu.627157.49 b/UCI_N4/sdp/runs/lung-cancer/fold_0/1762559992.056872/events.out.tfevents.1762559992.auvsl-gpu-01.ise.illinois.edu.627157.49 new file mode 100644 index 0000000000000000000000000000000000000000..91ad4a1c5de8ba6c3421d764b1ff1ea4fd5782dc --- /dev/null +++ b/UCI_N4/sdp/runs/lung-cancer/fold_0/1762559992.056872/events.out.tfevents.1762559992.auvsl-gpu-01.ise.illinois.edu.627157.49 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8235af46d39ae3567f235616499b8ab699197c707999599e19bead127486eb3e +size 1172 diff --git a/UCI_N4/sdp/runs/lung-cancer/fold_0/events.out.tfevents.1762559991.auvsl-gpu-01.ise.illinois.edu.627157.48 b/UCI_N4/sdp/runs/lung-cancer/fold_0/events.out.tfevents.1762559991.auvsl-gpu-01.ise.illinois.edu.627157.48 new file mode 100644 index 0000000000000000000000000000000000000000..b94fe0d12a49f69a582a8b1f7ab5ab1474dd5cd5 --- /dev/null +++ b/UCI_N4/sdp/runs/lung-cancer/fold_0/events.out.tfevents.1762559991.auvsl-gpu-01.ise.illinois.edu.627157.48 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5b261136106cd7f5e225a438ac62cddf7b56d5a11527b7071e5a5169f00df9d +size 16600 diff --git a/UCI_N4/sdp/runs/lung-cancer/fold_1/1762559992.6488893/events.out.tfevents.1762559992.auvsl-gpu-01.ise.illinois.edu.627157.51 b/UCI_N4/sdp/runs/lung-cancer/fold_1/1762559992.6488893/events.out.tfevents.1762559992.auvsl-gpu-01.ise.illinois.edu.627157.51 new file mode 100644 index 0000000000000000000000000000000000000000..fd25c30a53aabfab02aa19988ce44e2125cb9f0f --- /dev/null +++ b/UCI_N4/sdp/runs/lung-cancer/fold_1/1762559992.6488893/events.out.tfevents.1762559992.auvsl-gpu-01.ise.illinois.edu.627157.51 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a30679097371a5c0754bc14bede27405608e9d751a676d18f51da354215f435b +size 1172 diff --git a/UCI_N4/sdp/runs/lung-cancer/fold_1/best_state.pth b/UCI_N4/sdp/runs/lung-cancer/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..d2a5413df58cf4383d0c74f161869a89b5531c22 --- /dev/null +++ b/UCI_N4/sdp/runs/lung-cancer/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:086fee35c9a6e2bdf4af9eaf48c20afc490eab2e3d66b6b5dc47c08b859e038d +size 473333 diff --git a/UCI_N4/sdp/runs/lung-cancer/fold_2/best_state.pth b/UCI_N4/sdp/runs/lung-cancer/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..08135e87ee8ba6da7b2d75cabdc56eba721e9f26 --- /dev/null +++ b/UCI_N4/sdp/runs/lung-cancer/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f90c06b27ab6287b2a534302a72103a5d27ab0d28b9d73701c17e17e76570df +size 473333 diff --git a/UCI_N4/sdp/runs/lung-cancer/fold_2/events.out.tfevents.1762559992.auvsl-gpu-01.ise.illinois.edu.627157.52 b/UCI_N4/sdp/runs/lung-cancer/fold_2/events.out.tfevents.1762559992.auvsl-gpu-01.ise.illinois.edu.627157.52 new file mode 100644 index 0000000000000000000000000000000000000000..8d228597b8cf9ecc707a067a55e4a71e23327d7d --- /dev/null +++ b/UCI_N4/sdp/runs/lung-cancer/fold_2/events.out.tfevents.1762559992.auvsl-gpu-01.ise.illinois.edu.627157.52 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97af8d72ebf1ac740abe803475c9d4088972f327bdbd74946ae5a38a376cb0d6 +size 12397 diff --git a/UCI_N4/sdp/runs/lung-cancer/fold_3/1762559993.645259/events.out.tfevents.1762559993.auvsl-gpu-01.ise.illinois.edu.627157.55 b/UCI_N4/sdp/runs/lung-cancer/fold_3/1762559993.645259/events.out.tfevents.1762559993.auvsl-gpu-01.ise.illinois.edu.627157.55 new file mode 100644 index 0000000000000000000000000000000000000000..affd33f444a5ed06dcd4f64cedf913add2f6fd10 --- /dev/null +++ b/UCI_N4/sdp/runs/lung-cancer/fold_3/1762559993.645259/events.out.tfevents.1762559993.auvsl-gpu-01.ise.illinois.edu.627157.55 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45f474f359548557ed87285b784c0894b3c5db0efdff585cb7c7e83728238190 +size 1172 diff --git a/UCI_N4/sdp/runs/lung-cancer/fold_3/best_state.pth b/UCI_N4/sdp/runs/lung-cancer/fold_3/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..806759f05bc396f4f78b0396f40b28e7ffa9e535 --- /dev/null +++ b/UCI_N4/sdp/runs/lung-cancer/fold_3/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:762f3583e919200bb619b8623c8e38382837718562dc1fc4638bc3f05756694b +size 473333 diff --git a/UCI_N4/sdp/runs/lung-cancer/fold_3/events.out.tfevents.1762559993.auvsl-gpu-01.ise.illinois.edu.627157.54 b/UCI_N4/sdp/runs/lung-cancer/fold_3/events.out.tfevents.1762559993.auvsl-gpu-01.ise.illinois.edu.627157.54 new file mode 100644 index 0000000000000000000000000000000000000000..93b44707a29e2e0b97ace06ff93160f8b0162ce8 --- /dev/null +++ b/UCI_N4/sdp/runs/lung-cancer/fold_3/events.out.tfevents.1762559993.auvsl-gpu-01.ise.illinois.edu.627157.54 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:207619c8cd2b93161fcbbc4062e4542701dd1e4c64af1172276215eeaf6481a3 +size 12397 diff --git a/UCI_N4/sdp/runs/lymphography/fold_0/best_state.pth b/UCI_N4/sdp/runs/lymphography/fold_0/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..1b985a95d4e44a797baff0340e6baa5435985fc1 --- /dev/null +++ b/UCI_N4/sdp/runs/lymphography/fold_0/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:822f7e1911a9f2f722cfb4a4250c26322497ce4c51098f4338c827c0508a1c08 +size 44533 diff --git a/UCI_N4/sdp/runs/lymphography/fold_2/1762559996.689813/events.out.tfevents.1762559996.auvsl-gpu-01.ise.illinois.edu.627157.61 b/UCI_N4/sdp/runs/lymphography/fold_2/1762559996.689813/events.out.tfevents.1762559996.auvsl-gpu-01.ise.illinois.edu.627157.61 new file mode 100644 index 0000000000000000000000000000000000000000..e93c0bb7071e5c1d373565ea3b5423ce66c983ff --- /dev/null +++ b/UCI_N4/sdp/runs/lymphography/fold_2/1762559996.689813/events.out.tfevents.1762559996.auvsl-gpu-01.ise.illinois.edu.627157.61 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1ffe62154923b2593a211df0f76e51ae61cd2f8deb323d50e2a501712866b99 +size 1173 diff --git a/UCI_N4/sdp/runs/lymphography/fold_2/events.out.tfevents.1762559995.auvsl-gpu-01.ise.illinois.edu.627157.60 b/UCI_N4/sdp/runs/lymphography/fold_2/events.out.tfevents.1762559995.auvsl-gpu-01.ise.illinois.edu.627157.60 new file mode 100644 index 0000000000000000000000000000000000000000..630212fe4d89fe8f8dcd68909d17541bdcc8cc2b --- /dev/null +++ b/UCI_N4/sdp/runs/lymphography/fold_2/events.out.tfevents.1762559995.auvsl-gpu-01.ise.illinois.edu.627157.60 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6210feb38170f5b0d9efdfe555280b4887f2e3a0294727fb31dc24b435471172 +size 26150 diff --git a/UCI_N4/sdp/runs/lymphography/fold_3/1762559998.0305252/events.out.tfevents.1762559998.auvsl-gpu-01.ise.illinois.edu.627157.63 b/UCI_N4/sdp/runs/lymphography/fold_3/1762559998.0305252/events.out.tfevents.1762559998.auvsl-gpu-01.ise.illinois.edu.627157.63 new file mode 100644 index 0000000000000000000000000000000000000000..4a401045c4217061be8a9110b41111c4f602c4b9 --- /dev/null +++ b/UCI_N4/sdp/runs/lymphography/fold_3/1762559998.0305252/events.out.tfevents.1762559998.auvsl-gpu-01.ise.illinois.edu.627157.63 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dd6b30dd713b8eda6e9e32d22e687d32bf84d3654c89115fea85703d07bce91 +size 1173 diff --git a/UCI_N4/sdp/runs/lymphography/fold_3/best_state.pth b/UCI_N4/sdp/runs/lymphography/fold_3/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..a298a293fae822f395cf43d8d6269127bbf8de65 --- /dev/null +++ b/UCI_N4/sdp/runs/lymphography/fold_3/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fb2c1f37021dac9d701e46e385035920318496cd4a9237b64ddce30f9eeacc1 +size 44533 diff --git a/UCI_N4/sdp/runs/lymphography/fold_3/events.out.tfevents.1762559996.auvsl-gpu-01.ise.illinois.edu.627157.62 b/UCI_N4/sdp/runs/lymphography/fold_3/events.out.tfevents.1762559996.auvsl-gpu-01.ise.illinois.edu.627157.62 new file mode 100644 index 0000000000000000000000000000000000000000..4cd2de56a37565da613dde0da69d5bd543bba528 --- /dev/null +++ b/UCI_N4/sdp/runs/lymphography/fold_3/events.out.tfevents.1762559996.auvsl-gpu-01.ise.illinois.edu.627157.62 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ff0c13f29c4af9f7812f20a0b0fb2f1552b8dba745a71879bbf8bddba960041 +size 31498 diff --git a/UCI_N4/sdp/runs/magic/fold_0/events.out.tfevents.1762559998.auvsl-gpu-01.ise.illinois.edu.627157.64 b/UCI_N4/sdp/runs/magic/fold_0/events.out.tfevents.1762559998.auvsl-gpu-01.ise.illinois.edu.627157.64 new file mode 100644 index 0000000000000000000000000000000000000000..96db5078798da6cddf3cee506a9fbdacfc3bf298 --- /dev/null +++ b/UCI_N4/sdp/runs/magic/fold_0/events.out.tfevents.1762559998.auvsl-gpu-01.ise.illinois.edu.627157.64 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:127bf5f03c03ba2d124fd447f16ab831f6cf1c857ff25659db430b38432fa374 +size 20038 diff --git a/UCI_N4/sdp/runs/magic/fold_1/best_state.pth b/UCI_N4/sdp/runs/magic/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..22645b5f04f41a6d73df0fcedbca87956fb90881 --- /dev/null +++ b/UCI_N4/sdp/runs/magic/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4c58d219920f520c9b940225595308823f0bc3a5bc90b1ee9580e5cdf1fb136 +size 16437 diff --git a/UCI_N4/sdp/runs/magic/fold_3/best_state.pth b/UCI_N4/sdp/runs/magic/fold_3/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..ba96b89bafca7c3a7ff51db4d53ea79193217e80 --- /dev/null +++ b/UCI_N4/sdp/runs/magic/fold_3/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:660115961d105de45243817575bb5be208d86d2ed0d3ff8fee30c57fbc5a1cdf +size 16437 diff --git a/UCI_N4/sdp/runs/miniboone/fold_1/best_state.pth b/UCI_N4/sdp/runs/miniboone/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..5a773006da99a6452f823eb0df61a82cff261ffc --- /dev/null +++ b/UCI_N4/sdp/runs/miniboone/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e82e73fc75c54d2c5219562acde577c3cdcc6370e91718603476d04069a179ca +size 423605 diff --git a/UCI_N4/sdp/runs/miniboone/fold_2/events.out.tfevents.1762560698.auvsl-gpu-01.ise.illinois.edu.627158.100 b/UCI_N4/sdp/runs/miniboone/fold_2/events.out.tfevents.1762560698.auvsl-gpu-01.ise.illinois.edu.627158.100 new file mode 100644 index 0000000000000000000000000000000000000000..0fec11a81e0725d6c4fd2d72ba0de692051bf477 --- /dev/null +++ b/UCI_N4/sdp/runs/miniboone/fold_2/events.out.tfevents.1762560698.auvsl-gpu-01.ise.illinois.edu.627158.100 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:724ca104484d1a59f729df8b2ada5290a20b8f7a636330f2ad3df31b9678298e +size 22712 diff --git a/UCI_N4/sdp/runs/molec-biol-promoter/fold_2/best_state.pth b/UCI_N4/sdp/runs/molec-biol-promoter/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..9cdac2beba94d8a9a2d3810a48066cad166e509b --- /dev/null +++ b/UCI_N4/sdp/runs/molec-biol-promoter/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:032ee75291ecd8a9aa0d9ea00e62624745b359d32c53a4e69a7cd894cb511bb4 +size 481077 diff --git a/UCI_N4/sdp/runs/molec-biol-promoter/fold_3/events.out.tfevents.1762560191.auvsl-gpu-01.ise.illinois.edu.627157.78 b/UCI_N4/sdp/runs/molec-biol-promoter/fold_3/events.out.tfevents.1762560191.auvsl-gpu-01.ise.illinois.edu.627157.78 new file mode 100644 index 0000000000000000000000000000000000000000..82beb0ba7d1d6959d4ea254a8558e476e5124fa2 --- /dev/null +++ b/UCI_N4/sdp/runs/molec-biol-promoter/fold_3/events.out.tfevents.1762560191.auvsl-gpu-01.ise.illinois.edu.627157.78 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fedb65baace8825558a925a6fd2e93afbd092c0cf3648ed142d8e8d98cef90f +size 16982 diff --git a/UCI_N4/sdp/runs/molec-biol-splice/fold_1/best_state.pth b/UCI_N4/sdp/runs/molec-biol-splice/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..470d2c7cc06e2198cd1e9a25fbac60b9b5a1ac00 --- /dev/null +++ b/UCI_N4/sdp/runs/molec-biol-splice/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:954be23b10db9be91f6d0e9434cf129e948c0aba50a0ba084a90b951a704fba8 +size 506165 diff --git a/UCI_N4/sdp/runs/molec-biol-splice/fold_2/best_state.pth b/UCI_N4/sdp/runs/molec-biol-splice/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..6f2cb5255e7ba9d2fb6f8a74bde0aa12f16be2cd --- /dev/null +++ b/UCI_N4/sdp/runs/molec-biol-splice/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d7f0ce94fa2cc4533b1311e468f9554868e5dcf0c3e5d20aecce3ce8e6c332f +size 506165 diff --git a/UCI_N4/sdp/runs/molec-biol-splice/fold_2/events.out.tfevents.1762560209.auvsl-gpu-01.ise.illinois.edu.627157.84 b/UCI_N4/sdp/runs/molec-biol-splice/fold_2/events.out.tfevents.1762560209.auvsl-gpu-01.ise.illinois.edu.627157.84 new file mode 100644 index 0000000000000000000000000000000000000000..911afa087cd35f1ffff7273de0af38f88324a1dd --- /dev/null +++ b/UCI_N4/sdp/runs/molec-biol-splice/fold_2/events.out.tfevents.1762560209.auvsl-gpu-01.ise.illinois.edu.627157.84 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdad52f5c5f5a63661e6abfd582b72b83e2f7766feaf0505cb40b288e06f0109 +size 22330 diff --git a/UCI_N4/sdp/runs/monks-1/fold_1/events.out.tfevents.1762560228.auvsl-gpu-01.ise.illinois.edu.627157.90 b/UCI_N4/sdp/runs/monks-1/fold_1/events.out.tfevents.1762560228.auvsl-gpu-01.ise.illinois.edu.627157.90 new file mode 100644 index 0000000000000000000000000000000000000000..ced7f908b28eea0172e44bff96440b97d1b23bec --- /dev/null +++ b/UCI_N4/sdp/runs/monks-1/fold_1/events.out.tfevents.1762560228.auvsl-gpu-01.ise.illinois.edu.627157.90 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a419735bfb5c404ce5db5b1e92eba14b8f9724d8bb88c4c18628c0e33e2b7aaf +size 20802 diff --git a/UCI_N4/sdp/runs/monks-1/fold_2/best_state.pth b/UCI_N4/sdp/runs/monks-1/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..c9bf394af76677b0b16de40d778147daebd56019 --- /dev/null +++ b/UCI_N4/sdp/runs/monks-1/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72ddd54f350bb37145949954f957ea3d9f4a8ff499eda45f7f3e94d15e0c7ad7 +size 12277 diff --git a/UCI_N4/sdp/runs/monks-2/fold_0/best_state.pth b/UCI_N4/sdp/runs/monks-2/fold_0/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..5061a06b06b5d75e5846af7fd03c7464f3f06001 --- /dev/null +++ b/UCI_N4/sdp/runs/monks-2/fold_0/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e801ccccce2664779e7b648a5c2fd858a090148d4eca8b03d656ba9ec8f56a0 +size 12277 diff --git a/UCI_N4/sdp/runs/monks-2/fold_0/events.out.tfevents.1762560240.auvsl-gpu-01.ise.illinois.edu.627157.96 b/UCI_N4/sdp/runs/monks-2/fold_0/events.out.tfevents.1762560240.auvsl-gpu-01.ise.illinois.edu.627157.96 new file mode 100644 index 0000000000000000000000000000000000000000..3460a187610fac89b74bc9c9737d16004a8773db --- /dev/null +++ b/UCI_N4/sdp/runs/monks-2/fold_0/events.out.tfevents.1762560240.auvsl-gpu-01.ise.illinois.edu.627157.96 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:276370548996013ff6f0648183d0f6b6c80670855773ea565b53a6b3e8f27529 +size 12779 diff --git a/UCI_N4/sdp/runs/monks-2/fold_1/1762560244.8123984/events.out.tfevents.1762560244.auvsl-gpu-01.ise.illinois.edu.627157.99 b/UCI_N4/sdp/runs/monks-2/fold_1/1762560244.8123984/events.out.tfevents.1762560244.auvsl-gpu-01.ise.illinois.edu.627157.99 new file mode 100644 index 0000000000000000000000000000000000000000..2585c94224b18fc2de85922fade61d31c745e2ea --- /dev/null +++ b/UCI_N4/sdp/runs/monks-2/fold_1/1762560244.8123984/events.out.tfevents.1762560244.auvsl-gpu-01.ise.illinois.edu.627157.99 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85866ed1dd819b78d8397554efc08556431926b8925dbc36ff615d7f485ebf2b +size 1168 diff --git a/UCI_N4/sdp/runs/monks-2/fold_2/1762560248.8941436/events.out.tfevents.1762560248.auvsl-gpu-01.ise.illinois.edu.627157.101 b/UCI_N4/sdp/runs/monks-2/fold_2/1762560248.8941436/events.out.tfevents.1762560248.auvsl-gpu-01.ise.illinois.edu.627157.101 new file mode 100644 index 0000000000000000000000000000000000000000..5d66efc51c08855c7a76fabd9bd657935ba38e6c --- /dev/null +++ b/UCI_N4/sdp/runs/monks-2/fold_2/1762560248.8941436/events.out.tfevents.1762560248.auvsl-gpu-01.ise.illinois.edu.627157.101 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd354a719ef408e39f2b3a7c0957b1a4f096e49f86007cd29147bb17d8528167 +size 1168 diff --git a/UCI_N4/sdp/runs/monks-2/fold_2/events.out.tfevents.1762560244.auvsl-gpu-01.ise.illinois.edu.627157.100 b/UCI_N4/sdp/runs/monks-2/fold_2/events.out.tfevents.1762560244.auvsl-gpu-01.ise.illinois.edu.627157.100 new file mode 100644 index 0000000000000000000000000000000000000000..4cdf684679da2f1217c0dc387cba91aedc396ddf --- /dev/null +++ b/UCI_N4/sdp/runs/monks-2/fold_2/events.out.tfevents.1762560244.auvsl-gpu-01.ise.illinois.edu.627157.100 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc735c2d35820787cd2ebb85fc5de838e332f237b8f85b7ba586fe8ebe13eb2c +size 23094 diff --git a/UCI_N4/sdp/runs/monks-2/fold_3/1762560251.1288378/events.out.tfevents.1762560251.auvsl-gpu-01.ise.illinois.edu.627157.103 b/UCI_N4/sdp/runs/monks-2/fold_3/1762560251.1288378/events.out.tfevents.1762560251.auvsl-gpu-01.ise.illinois.edu.627157.103 new file mode 100644 index 0000000000000000000000000000000000000000..f935e66aa1349a63f6a4e4a1b2e9021b68017549 --- /dev/null +++ b/UCI_N4/sdp/runs/monks-2/fold_3/1762560251.1288378/events.out.tfevents.1762560251.auvsl-gpu-01.ise.illinois.edu.627157.103 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcb6df1e1f45ec7f25a8eb2b183940bffbcf4570e2238a2e669256e83bc2b5b2 +size 1168 diff --git a/UCI_N4/sdp/runs/monks-2/fold_3/events.out.tfevents.1762560248.auvsl-gpu-01.ise.illinois.edu.627157.102 b/UCI_N4/sdp/runs/monks-2/fold_3/events.out.tfevents.1762560248.auvsl-gpu-01.ise.illinois.edu.627157.102 new file mode 100644 index 0000000000000000000000000000000000000000..74004ecd235caf38de8399875e9f6d19e8411f77 --- /dev/null +++ b/UCI_N4/sdp/runs/monks-2/fold_3/events.out.tfevents.1762560248.auvsl-gpu-01.ise.illinois.edu.627157.102 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3e635191b8d737099b10e7141efc6af9f678bacc65b8caf82d9db2f3e67e8b9 +size 12397 diff --git a/UCI_N4/sdp/runs/monks-3/fold_0/1762560253.267912/events.out.tfevents.1762560253.auvsl-gpu-01.ise.illinois.edu.627157.105 b/UCI_N4/sdp/runs/monks-3/fold_0/1762560253.267912/events.out.tfevents.1762560253.auvsl-gpu-01.ise.illinois.edu.627157.105 new file mode 100644 index 0000000000000000000000000000000000000000..bac978d444e7e06eddab07be2365523131a46d6f --- /dev/null +++ b/UCI_N4/sdp/runs/monks-3/fold_0/1762560253.267912/events.out.tfevents.1762560253.auvsl-gpu-01.ise.illinois.edu.627157.105 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d971d8bc0c6480972788f50d5979255eef1ac4e8dffc933dfecfb5bbf96782b5 +size 1168 diff --git a/UCI_N4/sdp/runs/monks-3/fold_0/events.out.tfevents.1762560251.auvsl-gpu-01.ise.illinois.edu.627157.104 b/UCI_N4/sdp/runs/monks-3/fold_0/events.out.tfevents.1762560251.auvsl-gpu-01.ise.illinois.edu.627157.104 new file mode 100644 index 0000000000000000000000000000000000000000..bcaeef43d763f63f50586f660e8cb2d3bfb555a4 --- /dev/null +++ b/UCI_N4/sdp/runs/monks-3/fold_0/events.out.tfevents.1762560251.auvsl-gpu-01.ise.illinois.edu.627157.104 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f68dc8f8fa0b7be2ad5117ae9efb3589480b43fae7ec56ef8de8c87ebf756e9 +size 12397 diff --git a/UCI_N4/sdp/runs/monks-3/fold_1/1762560255.842621/events.out.tfevents.1762560255.auvsl-gpu-01.ise.illinois.edu.627157.107 b/UCI_N4/sdp/runs/monks-3/fold_1/1762560255.842621/events.out.tfevents.1762560255.auvsl-gpu-01.ise.illinois.edu.627157.107 new file mode 100644 index 0000000000000000000000000000000000000000..15b5e07f9a172f5934f99a5c50645475ee976d16 --- /dev/null +++ b/UCI_N4/sdp/runs/monks-3/fold_1/1762560255.842621/events.out.tfevents.1762560255.auvsl-gpu-01.ise.illinois.edu.627157.107 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adf0f4f0385dacf067309f916da342b776a0bb5e821f6cbae97218ae66f804e7 +size 1168 diff --git a/UCI_N4/sdp/runs/monks-3/fold_1/best_state.pth b/UCI_N4/sdp/runs/monks-3/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..97ac2a8392cfae2e253668f4c24954cca1406f93 --- /dev/null +++ b/UCI_N4/sdp/runs/monks-3/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42da8bf3c4cd283ac40b4342c33ba066f0a2abda3c280d19c568ec95c41d6667 +size 12277 diff --git a/UCI_N4/sdp/runs/monks-3/fold_1/events.out.tfevents.1762560253.auvsl-gpu-01.ise.illinois.edu.627157.106 b/UCI_N4/sdp/runs/monks-3/fold_1/events.out.tfevents.1762560253.auvsl-gpu-01.ise.illinois.edu.627157.106 new file mode 100644 index 0000000000000000000000000000000000000000..f583bd6b6fa42e93a2436e03e24ad35b3b05fcb7 --- /dev/null +++ b/UCI_N4/sdp/runs/monks-3/fold_1/events.out.tfevents.1762560253.auvsl-gpu-01.ise.illinois.edu.627157.106 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5fa1dd77b372194b8f9d68d83b47fd70310e1c4436aa7992ad144725bbf980c +size 12397 diff --git a/UCI_N4/sdp/runs/monks-3/fold_2/1762560258.375963/events.out.tfevents.1762560258.auvsl-gpu-01.ise.illinois.edu.627157.109 b/UCI_N4/sdp/runs/monks-3/fold_2/1762560258.375963/events.out.tfevents.1762560258.auvsl-gpu-01.ise.illinois.edu.627157.109 new file mode 100644 index 0000000000000000000000000000000000000000..7c6dbb6d2dcaf8b2169b40c4be35ff37448dd5ae --- /dev/null +++ b/UCI_N4/sdp/runs/monks-3/fold_2/1762560258.375963/events.out.tfevents.1762560258.auvsl-gpu-01.ise.illinois.edu.627157.109 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2c69b806e5b36b79d2736f325698936faa9168ef1b4ed5f674c5ee4e08eaf54 +size 1168 diff --git a/UCI_N4/sdp/runs/monks-3/fold_2/events.out.tfevents.1762560255.auvsl-gpu-01.ise.illinois.edu.627157.108 b/UCI_N4/sdp/runs/monks-3/fold_2/events.out.tfevents.1762560255.auvsl-gpu-01.ise.illinois.edu.627157.108 new file mode 100644 index 0000000000000000000000000000000000000000..e8b3048b8e5e0e58b24cc397a06bef872e48455c --- /dev/null +++ b/UCI_N4/sdp/runs/monks-3/fold_2/events.out.tfevents.1762560255.auvsl-gpu-01.ise.illinois.edu.627157.108 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6deea3d65163a1426c0ad07787864ed1e7846b8cb685f5ae22b365e52b5f9dd +size 13543 diff --git a/UCI_N4/sdp/runs/monks-3/fold_3/1762560260.6746225/events.out.tfevents.1762560260.auvsl-gpu-01.ise.illinois.edu.627157.111 b/UCI_N4/sdp/runs/monks-3/fold_3/1762560260.6746225/events.out.tfevents.1762560260.auvsl-gpu-01.ise.illinois.edu.627157.111 new file mode 100644 index 0000000000000000000000000000000000000000..ed30761978ac0ed6b3d22200548a0a87ad1c3369 --- /dev/null +++ b/UCI_N4/sdp/runs/monks-3/fold_3/1762560260.6746225/events.out.tfevents.1762560260.auvsl-gpu-01.ise.illinois.edu.627157.111 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15577962cec82efdd1a369aaaa835a94984f7fefea6fd9722f1222c5d0c121bc +size 1168 diff --git a/UCI_N4/sdp/runs/monks-3/fold_3/events.out.tfevents.1762560258.auvsl-gpu-01.ise.illinois.edu.627157.110 b/UCI_N4/sdp/runs/monks-3/fold_3/events.out.tfevents.1762560258.auvsl-gpu-01.ise.illinois.edu.627157.110 new file mode 100644 index 0000000000000000000000000000000000000000..ce751c04f1d5ec823a2185fe61ffa3fcc9a304e2 --- /dev/null +++ b/UCI_N4/sdp/runs/monks-3/fold_3/events.out.tfevents.1762560258.auvsl-gpu-01.ise.illinois.edu.627157.110 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e50db3e1b598695ffbf3f32d538e1e2141a4214363d1a41880b9f267cf33d51 +size 12397 diff --git a/UCI_N4/sdp/runs/mushroom/fold_0/1762560283.379859/events.out.tfevents.1762560283.auvsl-gpu-01.ise.illinois.edu.627155.33 b/UCI_N4/sdp/runs/mushroom/fold_0/1762560283.379859/events.out.tfevents.1762560283.auvsl-gpu-01.ise.illinois.edu.627155.33 new file mode 100644 index 0000000000000000000000000000000000000000..e6c70b6ec2061edcda4c6e97e3fca0a717d50730 --- /dev/null +++ b/UCI_N4/sdp/runs/mushroom/fold_0/1762560283.379859/events.out.tfevents.1762560283.auvsl-gpu-01.ise.illinois.edu.627155.33 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c0f24fac797ff75223563a651986ecbd643cd8b1f2c4f7802c13c07383ed3ee +size 1169 diff --git a/UCI_N4/sdp/runs/mushroom/fold_0/best_state.pth b/UCI_N4/sdp/runs/mushroom/fold_0/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..6bfa5b22ed2ad54f4fb8e85db1726bc3aa9092da --- /dev/null +++ b/UCI_N4/sdp/runs/mushroom/fold_0/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:544d98242384a2661844c2868b20d4414d959d11ef3be41f0487e0bb96f15c0a +size 50421 diff --git a/UCI_N4/sdp/runs/mushroom/fold_0/events.out.tfevents.1762560257.auvsl-gpu-01.ise.illinois.edu.627155.32 b/UCI_N4/sdp/runs/mushroom/fold_0/events.out.tfevents.1762560257.auvsl-gpu-01.ise.illinois.edu.627155.32 new file mode 100644 index 0000000000000000000000000000000000000000..e19fb3e4c5034509d37934f348059e24e5d3a6ca --- /dev/null +++ b/UCI_N4/sdp/runs/mushroom/fold_0/events.out.tfevents.1762560257.auvsl-gpu-01.ise.illinois.edu.627155.32 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b36319dc096cdb2a874e1946bf908cf08096c97352f527eae30f67f19d4c69b +size 24622 diff --git a/UCI_N4/sdp/runs/mushroom/fold_1/1762560310.5215654/events.out.tfevents.1762560310.auvsl-gpu-01.ise.illinois.edu.627155.35 b/UCI_N4/sdp/runs/mushroom/fold_1/1762560310.5215654/events.out.tfevents.1762560310.auvsl-gpu-01.ise.illinois.edu.627155.35 new file mode 100644 index 0000000000000000000000000000000000000000..dd4db099512abaa90dfba0025bdeeba3c4f0e2b0 --- /dev/null +++ b/UCI_N4/sdp/runs/mushroom/fold_1/1762560310.5215654/events.out.tfevents.1762560310.auvsl-gpu-01.ise.illinois.edu.627155.35 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f216d0a79f27937df0cad99d1ac8ac97d335a7f440375ac80ef70d3a3ec385bc +size 1169 diff --git a/UCI_N4/sdp/runs/mushroom/fold_1/best_state.pth b/UCI_N4/sdp/runs/mushroom/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..02cf59fffd7633a1f92d00e483f44f0fba46ceef --- /dev/null +++ b/UCI_N4/sdp/runs/mushroom/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:faf8b15624ef47b9340f23ffc38dbe5f6a3d97324ad041a1c06b4be073ce3645 +size 50421 diff --git a/UCI_N4/sdp/runs/mushroom/fold_1/events.out.tfevents.1762560283.auvsl-gpu-01.ise.illinois.edu.627155.34 b/UCI_N4/sdp/runs/mushroom/fold_1/events.out.tfevents.1762560283.auvsl-gpu-01.ise.illinois.edu.627155.34 new file mode 100644 index 0000000000000000000000000000000000000000..99d4deb3e26c1522589d8213e81a90728db478da --- /dev/null +++ b/UCI_N4/sdp/runs/mushroom/fold_1/events.out.tfevents.1762560283.auvsl-gpu-01.ise.illinois.edu.627155.34 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c7ca3a684220a83e27425fffadca420d9a0c46e6b8454c4e218151b795aea32 +size 23094 diff --git a/UCI_N4/sdp/runs/mushroom/fold_2/1762560344.1416652/events.out.tfevents.1762560344.auvsl-gpu-01.ise.illinois.edu.627155.37 b/UCI_N4/sdp/runs/mushroom/fold_2/1762560344.1416652/events.out.tfevents.1762560344.auvsl-gpu-01.ise.illinois.edu.627155.37 new file mode 100644 index 0000000000000000000000000000000000000000..6cdf37f8e5d8f1216b4cc235c31ca30f4508835e --- /dev/null +++ b/UCI_N4/sdp/runs/mushroom/fold_2/1762560344.1416652/events.out.tfevents.1762560344.auvsl-gpu-01.ise.illinois.edu.627155.37 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:473c001be35159ceba8931e58f769aa0174d9a3160181a44e2c8edafd8788be4 +size 1169 diff --git a/UCI_N4/sdp/runs/mushroom/fold_2/best_state.pth b/UCI_N4/sdp/runs/mushroom/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..6c5013dec81aeba9e96137c9fad9c825e17d497e --- /dev/null +++ b/UCI_N4/sdp/runs/mushroom/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71fe6331bbfb8238582adac17f6a00b417f86a3723583d7129cd92e427a54fe0 +size 50421 diff --git a/UCI_N4/sdp/runs/mushroom/fold_2/events.out.tfevents.1762560310.auvsl-gpu-01.ise.illinois.edu.627155.36 b/UCI_N4/sdp/runs/mushroom/fold_2/events.out.tfevents.1762560310.auvsl-gpu-01.ise.illinois.edu.627155.36 new file mode 100644 index 0000000000000000000000000000000000000000..81e618fbfb26ae2f8cd02c439ae1d22a56a7acb1 --- /dev/null +++ b/UCI_N4/sdp/runs/mushroom/fold_2/events.out.tfevents.1762560310.auvsl-gpu-01.ise.illinois.edu.627155.36 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:574732fdd90ecd90c7116d49d6455bc42fa3ad4ddd01a66cb06051b8d9da3e76 +size 29206 diff --git a/UCI_N4/sdp/runs/mushroom/fold_3/1762560370.9922707/events.out.tfevents.1762560370.auvsl-gpu-01.ise.illinois.edu.627155.39 b/UCI_N4/sdp/runs/mushroom/fold_3/1762560370.9922707/events.out.tfevents.1762560370.auvsl-gpu-01.ise.illinois.edu.627155.39 new file mode 100644 index 0000000000000000000000000000000000000000..5254ca7ea08ce7094073b275614d510fec4759db --- /dev/null +++ b/UCI_N4/sdp/runs/mushroom/fold_3/1762560370.9922707/events.out.tfevents.1762560370.auvsl-gpu-01.ise.illinois.edu.627155.39 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a568653e8f90b1356a11677fc00912a6b6b8ee2e17ee043bacee07d335ff155 +size 1169 diff --git a/UCI_N4/sdp/runs/mushroom/fold_3/best_state.pth b/UCI_N4/sdp/runs/mushroom/fold_3/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..b033f12417f69b8be982d4c9e47ed682bd515d39 --- /dev/null +++ b/UCI_N4/sdp/runs/mushroom/fold_3/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f521a4794ce905e1cd7f291ac023d59757b8d70ff669e78681607119eaea0988 +size 50421 diff --git a/UCI_N4/sdp/runs/mushroom/fold_3/events.out.tfevents.1762560344.auvsl-gpu-01.ise.illinois.edu.627155.38 b/UCI_N4/sdp/runs/mushroom/fold_3/events.out.tfevents.1762560344.auvsl-gpu-01.ise.illinois.edu.627155.38 new file mode 100644 index 0000000000000000000000000000000000000000..95261b077e26c9e7d3be39a564e2fce68ba1014c --- /dev/null +++ b/UCI_N4/sdp/runs/mushroom/fold_3/events.out.tfevents.1762560344.auvsl-gpu-01.ise.illinois.edu.627155.38 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10928289740e50731d0aea7d05020d6a74d449eb5e3e870e0365f647ea0ca280 +size 23476 diff --git a/UCI_N4/sdp/runs/musk-1/fold_0/1762560261.8707886/events.out.tfevents.1762560261.auvsl-gpu-01.ise.illinois.edu.627157.113 b/UCI_N4/sdp/runs/musk-1/fold_0/1762560261.8707886/events.out.tfevents.1762560261.auvsl-gpu-01.ise.illinois.edu.627157.113 new file mode 100644 index 0000000000000000000000000000000000000000..549f6f992548f8d91b9318a25fe1388f48db2763 --- /dev/null +++ b/UCI_N4/sdp/runs/musk-1/fold_0/1762560261.8707886/events.out.tfevents.1762560261.auvsl-gpu-01.ise.illinois.edu.627157.113 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fbf0418024f97e25491c656cffc1a94a4d0edea597f68bb720a8e014f864cfb +size 1167 diff --git a/UCI_N4/sdp/runs/musk-1/fold_0/events.out.tfevents.1762560260.auvsl-gpu-01.ise.illinois.edu.627157.112 b/UCI_N4/sdp/runs/musk-1/fold_0/events.out.tfevents.1762560260.auvsl-gpu-01.ise.illinois.edu.627157.112 new file mode 100644 index 0000000000000000000000000000000000000000..fbb69f3e7c0dfb54083165d891b20e7fff4b1acb --- /dev/null +++ b/UCI_N4/sdp/runs/musk-1/fold_0/events.out.tfevents.1762560260.auvsl-gpu-01.ise.illinois.edu.627157.112 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81f79e8f75267937b2cc3bb94572462a5612ebe03168bb8441b3e167e66c92d1 +size 13543 diff --git a/UCI_N4/sdp/runs/musk-1/fold_1/1762560263.6480832/events.out.tfevents.1762560263.auvsl-gpu-01.ise.illinois.edu.627157.115 b/UCI_N4/sdp/runs/musk-1/fold_1/1762560263.6480832/events.out.tfevents.1762560263.auvsl-gpu-01.ise.illinois.edu.627157.115 new file mode 100644 index 0000000000000000000000000000000000000000..1e258793e4f7836ac2cf5bbd951171b868cb27b6 --- /dev/null +++ b/UCI_N4/sdp/runs/musk-1/fold_1/1762560263.6480832/events.out.tfevents.1762560263.auvsl-gpu-01.ise.illinois.edu.627157.115 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e390a7c8ef7b8dcc5d387c61d8e0012ec59420b555ad2783497677f7633804f4 +size 1167 diff --git a/UCI_N4/sdp/runs/musk-1/fold_1/events.out.tfevents.1762560261.auvsl-gpu-01.ise.illinois.edu.627157.114 b/UCI_N4/sdp/runs/musk-1/fold_1/events.out.tfevents.1762560261.auvsl-gpu-01.ise.illinois.edu.627157.114 new file mode 100644 index 0000000000000000000000000000000000000000..746db0570f1619b73baf5750dc2f10c018402b94 --- /dev/null +++ b/UCI_N4/sdp/runs/musk-1/fold_1/events.out.tfevents.1762560261.auvsl-gpu-01.ise.illinois.edu.627157.114 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7ce1d2e039ae16ded8dd778c1da29f6a8ddfde7049a528dfe7b2e14109ca9cd +size 18510 diff --git a/UCI_N4/sdp/runs/musk-1/fold_2/1762560265.6919208/events.out.tfevents.1762560265.auvsl-gpu-01.ise.illinois.edu.627157.117 b/UCI_N4/sdp/runs/musk-1/fold_2/1762560265.6919208/events.out.tfevents.1762560265.auvsl-gpu-01.ise.illinois.edu.627157.117 new file mode 100644 index 0000000000000000000000000000000000000000..c6c279da23ee90b06505c088c9d3a276cf5b98cc --- /dev/null +++ b/UCI_N4/sdp/runs/musk-1/fold_2/1762560265.6919208/events.out.tfevents.1762560265.auvsl-gpu-01.ise.illinois.edu.627157.117 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37de5c476f5e35ad0b8ab888e26b42b35cf89f455fff338a2de5064632ce2595 +size 1167 diff --git a/UCI_N4/sdp/runs/musk-1/fold_2/events.out.tfevents.1762560263.auvsl-gpu-01.ise.illinois.edu.627157.116 b/UCI_N4/sdp/runs/musk-1/fold_2/events.out.tfevents.1762560263.auvsl-gpu-01.ise.illinois.edu.627157.116 new file mode 100644 index 0000000000000000000000000000000000000000..83a15a48f484a2578fe190171b1304b772a00b32 --- /dev/null +++ b/UCI_N4/sdp/runs/musk-1/fold_2/events.out.tfevents.1762560263.auvsl-gpu-01.ise.illinois.edu.627157.116 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e15bb0843e474a9cf69d57117d9bd7bd1d775a172b23ab16c603564a5f7b79e0 +size 20420 diff --git a/UCI_N4/sdp/runs/musk-1/fold_3/1762560267.0425444/events.out.tfevents.1762560267.auvsl-gpu-01.ise.illinois.edu.627157.119 b/UCI_N4/sdp/runs/musk-1/fold_3/1762560267.0425444/events.out.tfevents.1762560267.auvsl-gpu-01.ise.illinois.edu.627157.119 new file mode 100644 index 0000000000000000000000000000000000000000..fc0beff38b2a5d96d3129e0457fe2104922fdee1 --- /dev/null +++ b/UCI_N4/sdp/runs/musk-1/fold_3/1762560267.0425444/events.out.tfevents.1762560267.auvsl-gpu-01.ise.illinois.edu.627157.119 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd659b3eb86309f6095dd0b8735154f7bb63b1757f94b04b1ce3e770e2182e16 +size 1167 diff --git a/UCI_N4/sdp/runs/musk-1/fold_3/events.out.tfevents.1762560265.auvsl-gpu-01.ise.illinois.edu.627157.118 b/UCI_N4/sdp/runs/musk-1/fold_3/events.out.tfevents.1762560265.auvsl-gpu-01.ise.illinois.edu.627157.118 new file mode 100644 index 0000000000000000000000000000000000000000..68e5d15da5e7c0dfdf190a4676e92ed1a74e1924 --- /dev/null +++ b/UCI_N4/sdp/runs/musk-1/fold_3/events.out.tfevents.1762560265.auvsl-gpu-01.ise.illinois.edu.627157.118 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32d78d5190de773797b11278c0533511d81b638e29223109c04274f82b472189 +size 14307 diff --git a/UCI_N4/sdp/runs/musk-2/fold_0/1762560297.7338068/events.out.tfevents.1762560297.auvsl-gpu-01.ise.illinois.edu.627157.121 b/UCI_N4/sdp/runs/musk-2/fold_0/1762560297.7338068/events.out.tfevents.1762560297.auvsl-gpu-01.ise.illinois.edu.627157.121 new file mode 100644 index 0000000000000000000000000000000000000000..03e7c3263db2c7986ad11e16f50f89f4a9d41eab --- /dev/null +++ b/UCI_N4/sdp/runs/musk-2/fold_0/1762560297.7338068/events.out.tfevents.1762560297.auvsl-gpu-01.ise.illinois.edu.627157.121 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2dd73ba3de05c9f2145f082f79bcfb88a318125b21232bed0441aebd123062fd +size 1167 diff --git a/UCI_N4/sdp/runs/musk-2/fold_0/best_state.pth b/UCI_N4/sdp/runs/musk-2/fold_0/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..5c3037fc347dab3fd141d4003025c126ed245cb1 --- /dev/null +++ b/UCI_N4/sdp/runs/musk-2/fold_0/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62642413e2db71b48c0be8e98799c46122755e3eb0f3019ddd15293c430822c4 +size 2743861 diff --git a/UCI_N4/sdp/runs/musk-2/fold_0/events.out.tfevents.1762560267.auvsl-gpu-01.ise.illinois.edu.627157.120 b/UCI_N4/sdp/runs/musk-2/fold_0/events.out.tfevents.1762560267.auvsl-gpu-01.ise.illinois.edu.627157.120 new file mode 100644 index 0000000000000000000000000000000000000000..44af821be8f0e8853715ae29e337afeec0648808 --- /dev/null +++ b/UCI_N4/sdp/runs/musk-2/fold_0/events.out.tfevents.1762560267.auvsl-gpu-01.ise.illinois.edu.627157.120 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1069bb4711c5b186e7a52222be002cc5918526d66252da338f6fd2d75ec91f68 +size 29588 diff --git a/UCI_N4/sdp/runs/musk-2/fold_1/1762560326.298632/events.out.tfevents.1762560326.auvsl-gpu-01.ise.illinois.edu.627157.123 b/UCI_N4/sdp/runs/musk-2/fold_1/1762560326.298632/events.out.tfevents.1762560326.auvsl-gpu-01.ise.illinois.edu.627157.123 new file mode 100644 index 0000000000000000000000000000000000000000..a7d1795c0d46a27b1e831091e703b3d9326d214a --- /dev/null +++ b/UCI_N4/sdp/runs/musk-2/fold_1/1762560326.298632/events.out.tfevents.1762560326.auvsl-gpu-01.ise.illinois.edu.627157.123 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a16e57692e34e2f00e408054b0bdb904379145e8361c25b056c7fa304a306def +size 1167 diff --git a/UCI_N4/sdp/runs/musk-2/fold_1/best_state.pth b/UCI_N4/sdp/runs/musk-2/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..2c16bbb0fc02ebe0aa43c35af661feae9a16ff61 --- /dev/null +++ b/UCI_N4/sdp/runs/musk-2/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71b0ab2e8b0a5534af311e42a13bd5cad74e5f0b80db747a1be0e5c3f10f1674 +size 2743861 diff --git a/UCI_N4/sdp/runs/musk-2/fold_1/events.out.tfevents.1762560297.auvsl-gpu-01.ise.illinois.edu.627157.122 b/UCI_N4/sdp/runs/musk-2/fold_1/events.out.tfevents.1762560297.auvsl-gpu-01.ise.illinois.edu.627157.122 new file mode 100644 index 0000000000000000000000000000000000000000..9a094a4b2a27179f89e8dd75c08903f7caca8a76 --- /dev/null +++ b/UCI_N4/sdp/runs/musk-2/fold_1/events.out.tfevents.1762560297.auvsl-gpu-01.ise.illinois.edu.627157.122 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8f1724722441ac976624df3f45ae164f4df297044b7b9f3c826c736a708674d +size 26150 diff --git a/UCI_N4/sdp/runs/musk-2/fold_2/1762560354.8571727/events.out.tfevents.1762560354.auvsl-gpu-01.ise.illinois.edu.627157.125 b/UCI_N4/sdp/runs/musk-2/fold_2/1762560354.8571727/events.out.tfevents.1762560354.auvsl-gpu-01.ise.illinois.edu.627157.125 new file mode 100644 index 0000000000000000000000000000000000000000..2621e13598e559c378ebfc8a2bc40795424b9eaf --- /dev/null +++ b/UCI_N4/sdp/runs/musk-2/fold_2/1762560354.8571727/events.out.tfevents.1762560354.auvsl-gpu-01.ise.illinois.edu.627157.125 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50c076d13cbb9b45f8b972f941dc91dc8f98060055adf0f3cf24a114b87fa32d +size 1167 diff --git a/UCI_N4/sdp/runs/musk-2/fold_2/events.out.tfevents.1762560326.auvsl-gpu-01.ise.illinois.edu.627157.124 b/UCI_N4/sdp/runs/musk-2/fold_2/events.out.tfevents.1762560326.auvsl-gpu-01.ise.illinois.edu.627157.124 new file mode 100644 index 0000000000000000000000000000000000000000..6c88cd26be97ddf4b23cb5c9d0be9a68dc816ae6 --- /dev/null +++ b/UCI_N4/sdp/runs/musk-2/fold_2/events.out.tfevents.1762560326.auvsl-gpu-01.ise.illinois.edu.627157.124 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9fb1dd26edee42f3e7a5b4e36b6b3dc8a301623727c17216b00e792655a245b +size 28060 diff --git a/UCI_N4/sdp/runs/musk-2/fold_3/1762560382.3379622/events.out.tfevents.1762560382.auvsl-gpu-01.ise.illinois.edu.627157.127 b/UCI_N4/sdp/runs/musk-2/fold_3/1762560382.3379622/events.out.tfevents.1762560382.auvsl-gpu-01.ise.illinois.edu.627157.127 new file mode 100644 index 0000000000000000000000000000000000000000..d99f515841baa3f40a772bf1ce6eb0449012c77c --- /dev/null +++ b/UCI_N4/sdp/runs/musk-2/fold_3/1762560382.3379622/events.out.tfevents.1762560382.auvsl-gpu-01.ise.illinois.edu.627157.127 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bb4b62024fadae403e9095cd3cfa56a17e363e0fa5234b2ce78fea9feed6a39 +size 1167 diff --git a/UCI_N4/sdp/runs/musk-2/fold_3/events.out.tfevents.1762560354.auvsl-gpu-01.ise.illinois.edu.627157.126 b/UCI_N4/sdp/runs/musk-2/fold_3/events.out.tfevents.1762560354.auvsl-gpu-01.ise.illinois.edu.627157.126 new file mode 100644 index 0000000000000000000000000000000000000000..f0cdd5c7a63f25cf947776db4a06c49a6ed81b79 --- /dev/null +++ b/UCI_N4/sdp/runs/musk-2/fold_3/events.out.tfevents.1762560354.auvsl-gpu-01.ise.illinois.edu.627157.126 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff2cd45607288f5f834682759a21cd19a0f12473f03f7088ffe7a300d2b09f1c +size 25768 diff --git a/UCI_N4/sdp/runs/nursery/fold_0/1762560335.0074759/events.out.tfevents.1762560335.auvsl-gpu-01.ise.illinois.edu.627156.265 b/UCI_N4/sdp/runs/nursery/fold_0/1762560335.0074759/events.out.tfevents.1762560335.auvsl-gpu-01.ise.illinois.edu.627156.265 new file mode 100644 index 0000000000000000000000000000000000000000..70a5e0fd2c87dca0143b4e8b03db33ed8ee85a79 --- /dev/null +++ b/UCI_N4/sdp/runs/nursery/fold_0/1762560335.0074759/events.out.tfevents.1762560335.auvsl-gpu-01.ise.illinois.edu.627156.265 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e84c2bfd6b52bacbe649da4c56e530c3bafabebde47373e0b42db0bb23de4d59 +size 1168 diff --git a/UCI_N4/sdp/runs/nursery/fold_0/events.out.tfevents.1762560301.auvsl-gpu-01.ise.illinois.edu.627156.264 b/UCI_N4/sdp/runs/nursery/fold_0/events.out.tfevents.1762560301.auvsl-gpu-01.ise.illinois.edu.627156.264 new file mode 100644 index 0000000000000000000000000000000000000000..7caf211f2fba9fce910e36eb9bb756050dfb5e19 --- /dev/null +++ b/UCI_N4/sdp/runs/nursery/fold_0/events.out.tfevents.1762560301.auvsl-gpu-01.ise.illinois.edu.627156.264 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd4fd6e9ea34db5cc76388698a9e5d83ae2952a6cadc1853f14864614a5185c8 +size 18128 diff --git a/UCI_N4/sdp/runs/nursery/fold_1/1762560375.0018399/events.out.tfevents.1762560375.auvsl-gpu-01.ise.illinois.edu.627156.267 b/UCI_N4/sdp/runs/nursery/fold_1/1762560375.0018399/events.out.tfevents.1762560375.auvsl-gpu-01.ise.illinois.edu.627156.267 new file mode 100644 index 0000000000000000000000000000000000000000..3f2f5b181d294ff4471698afa682686db0ec8441 --- /dev/null +++ b/UCI_N4/sdp/runs/nursery/fold_1/1762560375.0018399/events.out.tfevents.1762560375.auvsl-gpu-01.ise.illinois.edu.627156.267 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc0fe06b94d961331a6a1b199b680920b6325d3beac29f30b13e69932ba5c5b2 +size 1168 diff --git a/UCI_N4/sdp/runs/nursery/fold_1/best_state.pth b/UCI_N4/sdp/runs/nursery/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..94fab4b2b2c9cb0b5438b4e46468edc55d0db3b1 --- /dev/null +++ b/UCI_N4/sdp/runs/nursery/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7beee978cc327048158649e349b66c95a4ceb21d97b5465dc97a58fca40724c +size 14581 diff --git a/UCI_N4/sdp/runs/nursery/fold_2/best_state.pth b/UCI_N4/sdp/runs/nursery/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..2aea33bde09116f1b3f0fa0b76c8b167d746b02e --- /dev/null +++ b/UCI_N4/sdp/runs/nursery/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f52823b6af0a7989fa6343a77d9dbe8ca9985667af45f76bd84014890ea5cdf4 +size 14581 diff --git a/UCI_N4/sdp/runs/nursery/fold_2/events.out.tfevents.1762560375.auvsl-gpu-01.ise.illinois.edu.627156.268 b/UCI_N4/sdp/runs/nursery/fold_2/events.out.tfevents.1762560375.auvsl-gpu-01.ise.illinois.edu.627156.268 new file mode 100644 index 0000000000000000000000000000000000000000..0c4ead719ecac6ddd219c6ca16ad16f650472a54 --- /dev/null +++ b/UCI_N4/sdp/runs/nursery/fold_2/events.out.tfevents.1762560375.auvsl-gpu-01.ise.illinois.edu.627156.268 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:320a8b125dde00e22515ee6beef5e31d52e6bfb27772e2222d947bbead8cafea +size 14689 diff --git a/UCI_N4/sdp/runs/nursery/fold_3/1762560425.4132059/events.out.tfevents.1762560425.auvsl-gpu-01.ise.illinois.edu.627156.271 b/UCI_N4/sdp/runs/nursery/fold_3/1762560425.4132059/events.out.tfevents.1762560425.auvsl-gpu-01.ise.illinois.edu.627156.271 new file mode 100644 index 0000000000000000000000000000000000000000..941dbd76282c1811bd5fb637e9d13c1f355e5c66 --- /dev/null +++ b/UCI_N4/sdp/runs/nursery/fold_3/1762560425.4132059/events.out.tfevents.1762560425.auvsl-gpu-01.ise.illinois.edu.627156.271 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e257e2ee62cfd8d24b230482f2fada0470cb96731e6cfe309fa4cdbbf42a560e +size 1168 diff --git a/UCI_N4/sdp/runs/oocytes_merluccius_nucleus_4d/fold_0/1762560374.0927815/events.out.tfevents.1762560374.auvsl-gpu-01.ise.illinois.edu.627155.41 b/UCI_N4/sdp/runs/oocytes_merluccius_nucleus_4d/fold_0/1762560374.0927815/events.out.tfevents.1762560374.auvsl-gpu-01.ise.illinois.edu.627155.41 new file mode 100644 index 0000000000000000000000000000000000000000..e36c4c286eb2676e740dbeccaaa60071ae50fe95 --- /dev/null +++ b/UCI_N4/sdp/runs/oocytes_merluccius_nucleus_4d/fold_0/1762560374.0927815/events.out.tfevents.1762560374.auvsl-gpu-01.ise.illinois.edu.627155.41 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2126510cd29770a076c52bb274d935917262cb03db42eaf54bd00f73bce8da44 +size 1190 diff --git a/UCI_N4/sdp/runs/oocytes_merluccius_nucleus_4d/fold_0/best_state.pth b/UCI_N4/sdp/runs/oocytes_merluccius_nucleus_4d/fold_0/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..a48f80290d295379f9aef60fe4cf996694ee8d85 --- /dev/null +++ b/UCI_N4/sdp/runs/oocytes_merluccius_nucleus_4d/fold_0/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d7036212d5c9d0b0b8b26cf6eb8b4df7a5305cd1f992d7c0b1ccfe45808bf09 +size 177717 diff --git a/UCI_N4/sdp/runs/oocytes_merluccius_nucleus_4d/fold_1/1762560378.9047048/events.out.tfevents.1762560378.auvsl-gpu-01.ise.illinois.edu.627155.43 b/UCI_N4/sdp/runs/oocytes_merluccius_nucleus_4d/fold_1/1762560378.9047048/events.out.tfevents.1762560378.auvsl-gpu-01.ise.illinois.edu.627155.43 new file mode 100644 index 0000000000000000000000000000000000000000..3c5e145ca2d5c84e5717e5c2a89c6fab69bbb20e --- /dev/null +++ b/UCI_N4/sdp/runs/oocytes_merluccius_nucleus_4d/fold_1/1762560378.9047048/events.out.tfevents.1762560378.auvsl-gpu-01.ise.illinois.edu.627155.43 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ea396e46b602b1589f538ac720ca09262bb8c8a2d2143940152102f53086a12 +size 1190 diff --git a/UCI_N4/sdp/runs/oocytes_merluccius_nucleus_4d/fold_1/best_state.pth b/UCI_N4/sdp/runs/oocytes_merluccius_nucleus_4d/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..cc48a499e22e652c4c1672eb34f7a9e66d180601 --- /dev/null +++ b/UCI_N4/sdp/runs/oocytes_merluccius_nucleus_4d/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a029f4cfe663e71c54f7d7a1b5902b936e3f3e6ac2fac652d701043a10845d95 +size 177717 diff --git a/UCI_N4/sdp/runs/oocytes_merluccius_nucleus_4d/fold_2/events.out.tfevents.1762560378.auvsl-gpu-01.ise.illinois.edu.627155.44 b/UCI_N4/sdp/runs/oocytes_merluccius_nucleus_4d/fold_2/events.out.tfevents.1762560378.auvsl-gpu-01.ise.illinois.edu.627155.44 new file mode 100644 index 0000000000000000000000000000000000000000..418845024fbe170ddab82c7d5d5564e708cf429c --- /dev/null +++ b/UCI_N4/sdp/runs/oocytes_merluccius_nucleus_4d/fold_2/events.out.tfevents.1762560378.auvsl-gpu-01.ise.illinois.edu.627155.44 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:308fd64e41ca83cc3260e621ff314c640d34deb7bfcbce697f66d3c87dd4a6f5 +size 12779 diff --git a/UCI_N4/sdp/runs/oocytes_merluccius_nucleus_4d/fold_3/1762560384.8306615/events.out.tfevents.1762560384.auvsl-gpu-01.ise.illinois.edu.627155.47 b/UCI_N4/sdp/runs/oocytes_merluccius_nucleus_4d/fold_3/1762560384.8306615/events.out.tfevents.1762560384.auvsl-gpu-01.ise.illinois.edu.627155.47 new file mode 100644 index 0000000000000000000000000000000000000000..890dc3cee71952f22e634782adce36565bdfeaae --- /dev/null +++ b/UCI_N4/sdp/runs/oocytes_merluccius_nucleus_4d/fold_3/1762560384.8306615/events.out.tfevents.1762560384.auvsl-gpu-01.ise.illinois.edu.627155.47 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e77eee33b7cf042902e8e735c2d6ed5d89f8db5ff038bc2cfb63c9bfa7a26b51 +size 1190 diff --git a/UCI_N4/sdp/runs/oocytes_merluccius_nucleus_4d/fold_3/best_state.pth b/UCI_N4/sdp/runs/oocytes_merluccius_nucleus_4d/fold_3/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..6a674616533120c8a837f1b4c7be42f48b502d3f --- /dev/null +++ b/UCI_N4/sdp/runs/oocytes_merluccius_nucleus_4d/fold_3/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4ecbe2728e225fa2dd738b4739049006677a3e070d63b5a8d052e75a169a8da +size 177717 diff --git a/UCI_N4/sdp/runs/oocytes_merluccius_states_2f/fold_1/best_state.pth b/UCI_N4/sdp/runs/oocytes_merluccius_states_2f/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..ed41b382f77030a45cd0de2151a4f04a071a80c4 --- /dev/null +++ b/UCI_N4/sdp/runs/oocytes_merluccius_states_2f/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67f02208510ce2e49134778861ea545154818c68e9a7599cc26080f8b16ec736 +size 112117 diff --git a/UCI_N4/sdp/runs/oocytes_merluccius_states_2f/fold_1/events.out.tfevents.1762560385.auvsl-gpu-01.ise.illinois.edu.627157.130 b/UCI_N4/sdp/runs/oocytes_merluccius_states_2f/fold_1/events.out.tfevents.1762560385.auvsl-gpu-01.ise.illinois.edu.627157.130 new file mode 100644 index 0000000000000000000000000000000000000000..0f1a58a0448e15eb9b19fbea27ac93da4f2c1306 --- /dev/null +++ b/UCI_N4/sdp/runs/oocytes_merluccius_states_2f/fold_1/events.out.tfevents.1762560385.auvsl-gpu-01.ise.illinois.edu.627157.130 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c2051d95b25191ba443890f1eecba3909695768d6f7291e1b1f52148bf49595 +size 26532 diff --git a/UCI_N4/sdp/runs/oocytes_trisopterus_nucleus_2f/fold_0/1762560387.6651545/events.out.tfevents.1762560387.auvsl-gpu-01.ise.illinois.edu.627155.49 b/UCI_N4/sdp/runs/oocytes_trisopterus_nucleus_2f/fold_0/1762560387.6651545/events.out.tfevents.1762560387.auvsl-gpu-01.ise.illinois.edu.627155.49 new file mode 100644 index 0000000000000000000000000000000000000000..ff553104177f5921c1d978a8fe150d7f833c6e8e --- /dev/null +++ b/UCI_N4/sdp/runs/oocytes_trisopterus_nucleus_2f/fold_0/1762560387.6651545/events.out.tfevents.1762560387.auvsl-gpu-01.ise.illinois.edu.627155.49 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67c52bdf40f74c3aab7d90ee4f2927f912bf17a36193f529c0c4f13b32fdbaf8 +size 1191 diff --git a/UCI_N4/sdp/runs/page-blocks/fold_1/best_state.pth b/UCI_N4/sdp/runs/page-blocks/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..38295965c333997a07dc3a6c25a9c291e9d2d85e --- /dev/null +++ b/UCI_N4/sdp/runs/page-blocks/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03dfa6c850f26c4dfe59fe8f88ecd2088aa0acfad69ea328c3dd665d3405f625 +size 16693 diff --git a/UCI_N4/sdp/runs/pima/fold_1/1762560490.6131806/events.out.tfevents.1762560490.auvsl-gpu-01.ise.illinois.edu.627157.147 b/UCI_N4/sdp/runs/pima/fold_1/1762560490.6131806/events.out.tfevents.1762560490.auvsl-gpu-01.ise.illinois.edu.627157.147 new file mode 100644 index 0000000000000000000000000000000000000000..c6199a2878d44c456708172206f990fcc7cdee01 --- /dev/null +++ b/UCI_N4/sdp/runs/pima/fold_1/1762560490.6131806/events.out.tfevents.1762560490.auvsl-gpu-01.ise.illinois.edu.627157.147 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31a28244350ac1672ece2bb6388ade0d23f2b1c750ad525b220deb8a0587abe5 +size 1165 diff --git a/UCI_N4/sdp/runs/pima/fold_3/events.out.tfevents.1762560494.auvsl-gpu-01.ise.illinois.edu.627157.150 b/UCI_N4/sdp/runs/pima/fold_3/events.out.tfevents.1762560494.auvsl-gpu-01.ise.illinois.edu.627157.150 new file mode 100644 index 0000000000000000000000000000000000000000..bec874a44cde6f52481cdffe0cdb016c2bd0c1fd --- /dev/null +++ b/UCI_N4/sdp/runs/pima/fold_3/events.out.tfevents.1762560494.auvsl-gpu-01.ise.illinois.edu.627157.150 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa07b324a43293877d2d184e024f808f3d6d0c26e2743796ca01f645bf121842 +size 21566 diff --git a/UCI_N4/sdp/runs/pittsburg-bridges-REL-L/fold_0/best_state.pth b/UCI_N4/sdp/runs/pittsburg-bridges-REL-L/fold_0/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..a2a543c5713494cbe13b22b41f062821f1a95f7c --- /dev/null +++ b/UCI_N4/sdp/runs/pittsburg-bridges-REL-L/fold_0/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51074b297be49bcf756d3abfe6d5068c868ed882ab685911a7812a56bb708df7 +size 13365 diff --git a/UCI_N4/sdp/runs/pittsburg-bridges-REL-L/fold_1/best_state.pth b/UCI_N4/sdp/runs/pittsburg-bridges-REL-L/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..e3a94638cbe7dece7aed8e11bbeeb5bd86b9ad48 --- /dev/null +++ b/UCI_N4/sdp/runs/pittsburg-bridges-REL-L/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55cceba4655aaedf462daa23fc5e2a867218a0fcf6ec9d99e0788513140791e4 +size 13365 diff --git a/UCI_N4/sdp/runs/pittsburg-bridges-REL-L/fold_2/1762560502.4311583/events.out.tfevents.1762560502.auvsl-gpu-01.ise.illinois.edu.627157.165 b/UCI_N4/sdp/runs/pittsburg-bridges-REL-L/fold_2/1762560502.4311583/events.out.tfevents.1762560502.auvsl-gpu-01.ise.illinois.edu.627157.165 new file mode 100644 index 0000000000000000000000000000000000000000..40d89e897f51e015ab0303e29982ba1e0728599d --- /dev/null +++ b/UCI_N4/sdp/runs/pittsburg-bridges-REL-L/fold_2/1762560502.4311583/events.out.tfevents.1762560502.auvsl-gpu-01.ise.illinois.edu.627157.165 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fe19466d85b4da76273dce65f5a1d409c2c3f9c4c262e58d80811e90339653b +size 1184 diff --git a/UCI_N4/sdp/runs/pittsburg-bridges-REL-L/fold_3/1762560503.104711/events.out.tfevents.1762560503.auvsl-gpu-01.ise.illinois.edu.627157.167 b/UCI_N4/sdp/runs/pittsburg-bridges-REL-L/fold_3/1762560503.104711/events.out.tfevents.1762560503.auvsl-gpu-01.ise.illinois.edu.627157.167 new file mode 100644 index 0000000000000000000000000000000000000000..7cde11045caba1da5e5483c3d4318ffa4c89477e --- /dev/null +++ b/UCI_N4/sdp/runs/pittsburg-bridges-REL-L/fold_3/1762560503.104711/events.out.tfevents.1762560503.auvsl-gpu-01.ise.illinois.edu.627157.167 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:083d39ad1287f17c15574bd60402beeac17fbf9bef92dfac7043d20d6001c956 +size 1184 diff --git a/UCI_N4/sdp/runs/pittsburg-bridges-SPAN/fold_0/1762560502.0180688/events.out.tfevents.1762560502.auvsl-gpu-01.ise.illinois.edu.627156.281 b/UCI_N4/sdp/runs/pittsburg-bridges-SPAN/fold_0/1762560502.0180688/events.out.tfevents.1762560502.auvsl-gpu-01.ise.illinois.edu.627156.281 new file mode 100644 index 0000000000000000000000000000000000000000..3fdc0820823674329c008692085fd3005f571527 --- /dev/null +++ b/UCI_N4/sdp/runs/pittsburg-bridges-SPAN/fold_0/1762560502.0180688/events.out.tfevents.1762560502.auvsl-gpu-01.ise.illinois.edu.627156.281 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94482793593178e8091d9e3a7383b1709000dc71008b06fdd3ddcc138862d3c5 +size 1183 diff --git a/UCI_N4/sdp/runs/pittsburg-bridges-SPAN/fold_2/best_state.pth b/UCI_N4/sdp/runs/pittsburg-bridges-SPAN/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..927cba538f88f73a733cc44e4564e00013ec98e0 --- /dev/null +++ b/UCI_N4/sdp/runs/pittsburg-bridges-SPAN/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40d3729016e4b73bcb560089f616465ca7b4190bc364f2dda89fcfafe58bf931 +size 13365 diff --git a/UCI_N4/sdp/runs/pittsburg-bridges-SPAN/fold_3/best_state.pth b/UCI_N4/sdp/runs/pittsburg-bridges-SPAN/fold_3/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..4ff3c5485baed7e0e48c015c18aad07e65b5a15b --- /dev/null +++ b/UCI_N4/sdp/runs/pittsburg-bridges-SPAN/fold_3/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6397a59c9b1a3d986b8a0023257e80df6eb9d76aa40c79dd208ab18e9d85b818 +size 13365 diff --git a/UCI_N4/sdp/runs/pittsburg-bridges-SPAN/fold_3/events.out.tfevents.1762560503.auvsl-gpu-01.ise.illinois.edu.627156.286 b/UCI_N4/sdp/runs/pittsburg-bridges-SPAN/fold_3/events.out.tfevents.1762560503.auvsl-gpu-01.ise.illinois.edu.627156.286 new file mode 100644 index 0000000000000000000000000000000000000000..0aeff0cffff8dc9f51028b6c56f852f8d0b647ca --- /dev/null +++ b/UCI_N4/sdp/runs/pittsburg-bridges-SPAN/fold_3/events.out.tfevents.1762560503.auvsl-gpu-01.ise.illinois.edu.627156.286 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02ea1f2a597e45ee3f606b8188564039e7873736020167419ee905078f8271a7 +size 12397 diff --git a/UCI_N4/sdp/runs/pittsburg-bridges-T-OR-D/fold_0/1762560503.5961912/events.out.tfevents.1762560503.auvsl-gpu-01.ise.illinois.edu.627157.169 b/UCI_N4/sdp/runs/pittsburg-bridges-T-OR-D/fold_0/1762560503.5961912/events.out.tfevents.1762560503.auvsl-gpu-01.ise.illinois.edu.627157.169 new file mode 100644 index 0000000000000000000000000000000000000000..f9ceb03c3f6f0935b9c59e38d404cf8f7ddeeea5 --- /dev/null +++ b/UCI_N4/sdp/runs/pittsburg-bridges-T-OR-D/fold_0/1762560503.5961912/events.out.tfevents.1762560503.auvsl-gpu-01.ise.illinois.edu.627157.169 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71df89520c4d3a1db7063d60a481b1d1257156cbaacd7668b8f950a4c7637b42 +size 1185 diff --git a/UCI_N4/sdp/runs/pittsburg-bridges-T-OR-D/fold_0/events.out.tfevents.1762560503.auvsl-gpu-01.ise.illinois.edu.627157.168 b/UCI_N4/sdp/runs/pittsburg-bridges-T-OR-D/fold_0/events.out.tfevents.1762560503.auvsl-gpu-01.ise.illinois.edu.627157.168 new file mode 100644 index 0000000000000000000000000000000000000000..716ef3b45eeafcdba55532ac9cd1aacdd4b48d4b --- /dev/null +++ b/UCI_N4/sdp/runs/pittsburg-bridges-T-OR-D/fold_0/events.out.tfevents.1762560503.auvsl-gpu-01.ise.illinois.edu.627157.168 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e98da0f34eab9550f45ebe0a6a875daa71a7f6d9d938b9878587e472a5d4b00 +size 12397 diff --git a/UCI_N4/sdp/runs/pittsburg-bridges-T-OR-D/fold_1/1762560504.8606646/events.out.tfevents.1762560504.auvsl-gpu-01.ise.illinois.edu.627157.171 b/UCI_N4/sdp/runs/pittsburg-bridges-T-OR-D/fold_1/1762560504.8606646/events.out.tfevents.1762560504.auvsl-gpu-01.ise.illinois.edu.627157.171 new file mode 100644 index 0000000000000000000000000000000000000000..c68262ad6ddf771af6f26c9473213231e5cf3675 --- /dev/null +++ b/UCI_N4/sdp/runs/pittsburg-bridges-T-OR-D/fold_1/1762560504.8606646/events.out.tfevents.1762560504.auvsl-gpu-01.ise.illinois.edu.627157.171 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b648db903c08f994cf665bc61583f193ad3da8aa670cdc10f50126cc8c4204f2 +size 1185 diff --git a/UCI_N4/sdp/runs/pittsburg-bridges-T-OR-D/fold_1/best_state.pth b/UCI_N4/sdp/runs/pittsburg-bridges-T-OR-D/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..8b5a4409b2c3df38652945f0df90eb3018d8cf7d --- /dev/null +++ b/UCI_N4/sdp/runs/pittsburg-bridges-T-OR-D/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b691044024d4bf28d7de587563dd38437444cb786a0bdc1d7846a0bb67154698 +size 13301 diff --git a/UCI_N4/sdp/runs/pittsburg-bridges-T-OR-D/fold_2/1762560505.587663/events.out.tfevents.1762560505.auvsl-gpu-01.ise.illinois.edu.627157.173 b/UCI_N4/sdp/runs/pittsburg-bridges-T-OR-D/fold_2/1762560505.587663/events.out.tfevents.1762560505.auvsl-gpu-01.ise.illinois.edu.627157.173 new file mode 100644 index 0000000000000000000000000000000000000000..111d240d988c9732e3a8cf9ad80fe9536a08e06f --- /dev/null +++ b/UCI_N4/sdp/runs/pittsburg-bridges-T-OR-D/fold_2/1762560505.587663/events.out.tfevents.1762560505.auvsl-gpu-01.ise.illinois.edu.627157.173 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adbc7b6b50165d833f0b906b78a620761cf1ea506d4cbeab5d469720cbebecd9 +size 1185 diff --git a/UCI_N4/sdp/runs/pittsburg-bridges-T-OR-D/fold_2/best_state.pth b/UCI_N4/sdp/runs/pittsburg-bridges-T-OR-D/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..191a50b1651f7a4caec0db57582dbc2336fce0da --- /dev/null +++ b/UCI_N4/sdp/runs/pittsburg-bridges-T-OR-D/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:736b9749ddd4c94d3ffc7834a41454d54d38a3f5b137cf52fd3ad7f5be73fd76 +size 13301 diff --git a/UCI_N4/sdp/runs/pittsburg-bridges-T-OR-D/fold_2/events.out.tfevents.1762560504.auvsl-gpu-01.ise.illinois.edu.627157.172 b/UCI_N4/sdp/runs/pittsburg-bridges-T-OR-D/fold_2/events.out.tfevents.1762560504.auvsl-gpu-01.ise.illinois.edu.627157.172 new file mode 100644 index 0000000000000000000000000000000000000000..120a0c0e275d42f157564b6d55f1740d3f4bb1ee --- /dev/null +++ b/UCI_N4/sdp/runs/pittsburg-bridges-T-OR-D/fold_2/events.out.tfevents.1762560504.auvsl-gpu-01.ise.illinois.edu.627157.172 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fc5ac160dd31d7fe5366c0ee4b79fc53c2db7d1519a7f1038b55a25ec486a6b +size 16982 diff --git a/UCI_N4/sdp/runs/pittsburg-bridges-T-OR-D/fold_3/best_state.pth b/UCI_N4/sdp/runs/pittsburg-bridges-T-OR-D/fold_3/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..d924da50f69fc4603a338e356be4986020387022 --- /dev/null +++ b/UCI_N4/sdp/runs/pittsburg-bridges-T-OR-D/fold_3/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:461f1735d81fd8ca23c25317abbc67c589c1d0974dd3c42bea607227c3941b71 +size 13301 diff --git a/UCI_N4/sdp/runs/pittsburg-bridges-T-OR-D/fold_3/events.out.tfevents.1762560505.auvsl-gpu-01.ise.illinois.edu.627157.174 b/UCI_N4/sdp/runs/pittsburg-bridges-T-OR-D/fold_3/events.out.tfevents.1762560505.auvsl-gpu-01.ise.illinois.edu.627157.174 new file mode 100644 index 0000000000000000000000000000000000000000..1df4abbcb60d14358452599d39f57fc1baf23dfb --- /dev/null +++ b/UCI_N4/sdp/runs/pittsburg-bridges-T-OR-D/fold_3/events.out.tfevents.1762560505.auvsl-gpu-01.ise.illinois.edu.627157.174 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d173906decd2bf9887fdac77ddec52e9f37757117cff23b06fb7816485adeb8 +size 24622 diff --git a/UCI_N4/sdp/runs/pittsburg-bridges-TYPE/fold_0/1762560504.8450694/events.out.tfevents.1762560504.auvsl-gpu-01.ise.illinois.edu.627156.289 b/UCI_N4/sdp/runs/pittsburg-bridges-TYPE/fold_0/1762560504.8450694/events.out.tfevents.1762560504.auvsl-gpu-01.ise.illinois.edu.627156.289 new file mode 100644 index 0000000000000000000000000000000000000000..ec9710fd5d24ee14bb99d151603869d541a3f395 --- /dev/null +++ b/UCI_N4/sdp/runs/pittsburg-bridges-TYPE/fold_0/1762560504.8450694/events.out.tfevents.1762560504.auvsl-gpu-01.ise.illinois.edu.627156.289 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b499ed2dc542daae057c609ebc031776d9f120f3cc64e36758b6dd8d30e82b89 +size 1183 diff --git a/UCI_N4/sdp/runs/pittsburg-bridges-TYPE/fold_0/events.out.tfevents.1762560504.auvsl-gpu-01.ise.illinois.edu.627156.288 b/UCI_N4/sdp/runs/pittsburg-bridges-TYPE/fold_0/events.out.tfevents.1762560504.auvsl-gpu-01.ise.illinois.edu.627156.288 new file mode 100644 index 0000000000000000000000000000000000000000..20ff7df1b3167c86462b23a4e024687acab59330 --- /dev/null +++ b/UCI_N4/sdp/runs/pittsburg-bridges-TYPE/fold_0/events.out.tfevents.1762560504.auvsl-gpu-01.ise.illinois.edu.627156.288 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:443535ee39ba67f1c42339e6acdc05a4f1fcd85c7fab552d5c5dbfd6577d2010 +size 13161 diff --git a/UCI_N4/sdp/runs/pittsburg-bridges-TYPE/fold_1/1762560505.7056422/events.out.tfevents.1762560505.auvsl-gpu-01.ise.illinois.edu.627156.291 b/UCI_N4/sdp/runs/pittsburg-bridges-TYPE/fold_1/1762560505.7056422/events.out.tfevents.1762560505.auvsl-gpu-01.ise.illinois.edu.627156.291 new file mode 100644 index 0000000000000000000000000000000000000000..6c4dd292facbf450d8de28016fdb5f957c18af27 --- /dev/null +++ b/UCI_N4/sdp/runs/pittsburg-bridges-TYPE/fold_1/1762560505.7056422/events.out.tfevents.1762560505.auvsl-gpu-01.ise.illinois.edu.627156.291 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1395bcf8a3f8a117b09dc87e96c7ca5e872da3a75396ff2ac5a367af1ed5fbbe +size 1183 diff --git a/UCI_N4/sdp/runs/pittsburg-bridges-TYPE/fold_1/events.out.tfevents.1762560504.auvsl-gpu-01.ise.illinois.edu.627156.290 b/UCI_N4/sdp/runs/pittsburg-bridges-TYPE/fold_1/events.out.tfevents.1762560504.auvsl-gpu-01.ise.illinois.edu.627156.290 new file mode 100644 index 0000000000000000000000000000000000000000..a175029ffa586b500d03625f4a8353ae5dd03902 --- /dev/null +++ b/UCI_N4/sdp/runs/pittsburg-bridges-TYPE/fold_1/events.out.tfevents.1762560504.auvsl-gpu-01.ise.illinois.edu.627156.290 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1d85c9ecda572a871edba40cd24194f96c14a99a018d4962feafc8b8db1b6db +size 21184 diff --git a/UCI_N4/sdp/runs/pittsburg-bridges-TYPE/fold_2/best_state.pth b/UCI_N4/sdp/runs/pittsburg-bridges-TYPE/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..ca1dfce25d3d9e54b0c2638e1443945ded3f1198 --- /dev/null +++ b/UCI_N4/sdp/runs/pittsburg-bridges-TYPE/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2915eca168f605deb551c1288647112ccbef23ce3120aef3b8b8cdac11390f37 +size 13557 diff --git a/UCI_N4/sdp/runs/pittsburg-bridges-TYPE/fold_3/1762560506.9902852/events.out.tfevents.1762560506.auvsl-gpu-01.ise.illinois.edu.627156.295 b/UCI_N4/sdp/runs/pittsburg-bridges-TYPE/fold_3/1762560506.9902852/events.out.tfevents.1762560506.auvsl-gpu-01.ise.illinois.edu.627156.295 new file mode 100644 index 0000000000000000000000000000000000000000..16af79f2a9e5ddb36f8f3c2d15a1a95ed7d56fa6 --- /dev/null +++ b/UCI_N4/sdp/runs/pittsburg-bridges-TYPE/fold_3/1762560506.9902852/events.out.tfevents.1762560506.auvsl-gpu-01.ise.illinois.edu.627156.295 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a52927f23d29686419939d5fc774765eb9e3815de14143562304619dfb6d61d5 +size 1183 diff --git a/UCI_N4/sdp/runs/pittsburg-bridges-TYPE/fold_3/events.out.tfevents.1762560506.auvsl-gpu-01.ise.illinois.edu.627156.294 b/UCI_N4/sdp/runs/pittsburg-bridges-TYPE/fold_3/events.out.tfevents.1762560506.auvsl-gpu-01.ise.illinois.edu.627156.294 new file mode 100644 index 0000000000000000000000000000000000000000..59471d0e47ee7403aa7efcf20e397d70c5679c0f --- /dev/null +++ b/UCI_N4/sdp/runs/pittsburg-bridges-TYPE/fold_3/events.out.tfevents.1762560506.auvsl-gpu-01.ise.illinois.edu.627156.294 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4024bc472fa54ca9128b44037020a1e3afe9858fcc5d003d0698c10adfb3720e +size 17746 diff --git a/UCI_N4/sdp/runs/planning/fold_0/1762560507.1636431/events.out.tfevents.1762560507.auvsl-gpu-01.ise.illinois.edu.627157.177 b/UCI_N4/sdp/runs/planning/fold_0/1762560507.1636431/events.out.tfevents.1762560507.auvsl-gpu-01.ise.illinois.edu.627157.177 new file mode 100644 index 0000000000000000000000000000000000000000..10422bc57182157be185c4d92f4f36b1f9f115d6 --- /dev/null +++ b/UCI_N4/sdp/runs/planning/fold_0/1762560507.1636431/events.out.tfevents.1762560507.auvsl-gpu-01.ise.illinois.edu.627157.177 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:022f88b0c2cfe78b68b23bbf6a1dc50e779699d2a54c41d810504b7f7a95d110 +size 1169 diff --git a/UCI_N4/sdp/runs/planning/fold_0/best_state.pth b/UCI_N4/sdp/runs/planning/fold_0/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..7e31bd70c3ae2fb8838e7bb8a6bf2ef0fdb4859c --- /dev/null +++ b/UCI_N4/sdp/runs/planning/fold_0/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:728965cf4ca5d126baafb14c3c1a034f894de441678c9de39ea55b2c2f7ba726 +size 18549 diff --git a/UCI_N4/sdp/runs/planning/fold_1/1762560507.8746965/events.out.tfevents.1762560507.auvsl-gpu-01.ise.illinois.edu.627157.179 b/UCI_N4/sdp/runs/planning/fold_1/1762560507.8746965/events.out.tfevents.1762560507.auvsl-gpu-01.ise.illinois.edu.627157.179 new file mode 100644 index 0000000000000000000000000000000000000000..224782e89fef4990366a42e853b0e9aa42cee6e0 --- /dev/null +++ b/UCI_N4/sdp/runs/planning/fold_1/1762560507.8746965/events.out.tfevents.1762560507.auvsl-gpu-01.ise.illinois.edu.627157.179 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e9285ac8c86cc64d534d442d1158c8f8750ddc21653019e96b00693f9c3f06b +size 1169 diff --git a/UCI_N4/sdp/runs/planning/fold_1/best_state.pth b/UCI_N4/sdp/runs/planning/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..ffeaab9a44102895df312f2a9156704378b5cf5e --- /dev/null +++ b/UCI_N4/sdp/runs/planning/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30424d0076bb8afa8290351bae41098b6efe4c65fd47f9686d54005d47ff247b +size 18549 diff --git a/UCI_N4/sdp/runs/planning/fold_1/events.out.tfevents.1762560507.auvsl-gpu-01.ise.illinois.edu.627157.178 b/UCI_N4/sdp/runs/planning/fold_1/events.out.tfevents.1762560507.auvsl-gpu-01.ise.illinois.edu.627157.178 new file mode 100644 index 0000000000000000000000000000000000000000..32894e26b66ac5ce68d32e647dc70af8465f0ad5 --- /dev/null +++ b/UCI_N4/sdp/runs/planning/fold_1/events.out.tfevents.1762560507.auvsl-gpu-01.ise.illinois.edu.627157.178 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa5dca3a988059951db49b0b44a17958eec4ffa2226fb5479fb5eabb3a8271ba +size 16218 diff --git a/UCI_N4/sdp/runs/planning/fold_2/1762560508.5413835/events.out.tfevents.1762560508.auvsl-gpu-01.ise.illinois.edu.627157.181 b/UCI_N4/sdp/runs/planning/fold_2/1762560508.5413835/events.out.tfevents.1762560508.auvsl-gpu-01.ise.illinois.edu.627157.181 new file mode 100644 index 0000000000000000000000000000000000000000..ef1aa2ef6cd80ee11522a4b8f8afef707526f98f --- /dev/null +++ b/UCI_N4/sdp/runs/planning/fold_2/1762560508.5413835/events.out.tfevents.1762560508.auvsl-gpu-01.ise.illinois.edu.627157.181 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:874462a4d0ce39caac484d48f36c1666ab89ff8f776e0dc79cee5a9a69b8ecda +size 1169 diff --git a/UCI_N4/sdp/runs/planning/fold_2/best_state.pth b/UCI_N4/sdp/runs/planning/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..e5197f383195a77f8a5def7efd30a04f85caeade --- /dev/null +++ b/UCI_N4/sdp/runs/planning/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38fbcdde26736363e63666f8ed4d4a1a1350f3b10ab51ebbdb7f10caebe6d0d9 +size 18549 diff --git a/UCI_N4/sdp/runs/planning/fold_2/events.out.tfevents.1762560507.auvsl-gpu-01.ise.illinois.edu.627157.180 b/UCI_N4/sdp/runs/planning/fold_2/events.out.tfevents.1762560507.auvsl-gpu-01.ise.illinois.edu.627157.180 new file mode 100644 index 0000000000000000000000000000000000000000..ede29f74edb64eb84580eb65ea8b39340701de69 --- /dev/null +++ b/UCI_N4/sdp/runs/planning/fold_2/events.out.tfevents.1762560507.auvsl-gpu-01.ise.illinois.edu.627157.180 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b52f1af3b5b5c8ec35eb8322e9b01052ebf9f3dfcf8ee2537aea860642bd4680 +size 15071 diff --git a/UCI_N4/sdp/runs/planning/fold_3/1762560509.6249065/events.out.tfevents.1762560509.auvsl-gpu-01.ise.illinois.edu.627157.183 b/UCI_N4/sdp/runs/planning/fold_3/1762560509.6249065/events.out.tfevents.1762560509.auvsl-gpu-01.ise.illinois.edu.627157.183 new file mode 100644 index 0000000000000000000000000000000000000000..def99fe1a2ffbf21d389f525c4c2d9d3e880495c --- /dev/null +++ b/UCI_N4/sdp/runs/planning/fold_3/1762560509.6249065/events.out.tfevents.1762560509.auvsl-gpu-01.ise.illinois.edu.627157.183 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cce5ca2eb333b94ac6883293f34f83df7a061eb33ec12e2d914aa53b2d11678 +size 1169 diff --git a/UCI_N4/sdp/runs/planning/fold_3/events.out.tfevents.1762560508.auvsl-gpu-01.ise.illinois.edu.627157.182 b/UCI_N4/sdp/runs/planning/fold_3/events.out.tfevents.1762560508.auvsl-gpu-01.ise.illinois.edu.627157.182 new file mode 100644 index 0000000000000000000000000000000000000000..fb4f85cef355830522e350d05d2e762b5f7c3dcc --- /dev/null +++ b/UCI_N4/sdp/runs/planning/fold_3/events.out.tfevents.1762560508.auvsl-gpu-01.ise.illinois.edu.627157.182 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34a41871b5fc3a6e2c4e746b436628774471a0cf4501bf0563ed16a23e721d9e +size 24622 diff --git a/UCI_N4/sdp/runs/plant-margin/fold_0/1762560514.411721/events.out.tfevents.1762560514.auvsl-gpu-01.ise.illinois.edu.627156.297 b/UCI_N4/sdp/runs/plant-margin/fold_0/1762560514.411721/events.out.tfevents.1762560514.auvsl-gpu-01.ise.illinois.edu.627156.297 new file mode 100644 index 0000000000000000000000000000000000000000..92e621b992ef1738f92dcf1b30738b88c64db8d6 --- /dev/null +++ b/UCI_N4/sdp/runs/plant-margin/fold_0/1762560514.411721/events.out.tfevents.1762560514.auvsl-gpu-01.ise.illinois.edu.627156.297 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f202b800f25d7bbd4a9a0bcfba050ec7913aebb6a070d05528b4cfce8f95dcaf +size 1173 diff --git a/UCI_N4/sdp/runs/plant-margin/fold_0/best_state.pth b/UCI_N4/sdp/runs/plant-margin/fold_0/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..13b4b8390d4825bcec58a49e37205058d14789bd --- /dev/null +++ b/UCI_N4/sdp/runs/plant-margin/fold_0/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4849432d50964616d6ea2978adb5e86ffd9e5ce85099aa78d654771642f48949 +size 589109 diff --git a/UCI_N4/sdp/runs/plant-margin/fold_1/best_state.pth b/UCI_N4/sdp/runs/plant-margin/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..cca9d40c01312f0838af508ac351ea0b4b7eadc9 --- /dev/null +++ b/UCI_N4/sdp/runs/plant-margin/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c61256450d9a9dc1b8bfe7a6b059f2abad150e4dde5fb4533c2b2e71000c9ce +size 589109 diff --git a/UCI_N4/sdp/runs/plant-margin/fold_1/events.out.tfevents.1762560514.auvsl-gpu-01.ise.illinois.edu.627156.298 b/UCI_N4/sdp/runs/plant-margin/fold_1/events.out.tfevents.1762560514.auvsl-gpu-01.ise.illinois.edu.627156.298 new file mode 100644 index 0000000000000000000000000000000000000000..3af918b5b22c58ccb66d0ae898314a5562404a66 --- /dev/null +++ b/UCI_N4/sdp/runs/plant-margin/fold_1/events.out.tfevents.1762560514.auvsl-gpu-01.ise.illinois.edu.627156.298 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33bce4272fc8d98c64564ea41f434cae0db84c82edad518c86e3c2ae8c9ade3b +size 38756 diff --git a/UCI_N4/sdp/runs/plant-margin/fold_2/1762560531.0093777/events.out.tfevents.1762560531.auvsl-gpu-01.ise.illinois.edu.627156.301 b/UCI_N4/sdp/runs/plant-margin/fold_2/1762560531.0093777/events.out.tfevents.1762560531.auvsl-gpu-01.ise.illinois.edu.627156.301 new file mode 100644 index 0000000000000000000000000000000000000000..4364e7769fc0898ac11d724fc7d5b9b1863d4a76 --- /dev/null +++ b/UCI_N4/sdp/runs/plant-margin/fold_2/1762560531.0093777/events.out.tfevents.1762560531.auvsl-gpu-01.ise.illinois.edu.627156.301 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07baa5feda402741ea2386240673801fd293aaed95ca54c4641863df750bcd20 +size 1173 diff --git a/UCI_N4/sdp/runs/plant-margin/fold_2/best_state.pth b/UCI_N4/sdp/runs/plant-margin/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..3e867c6ed53b985034dab2852c72866498f6986b --- /dev/null +++ b/UCI_N4/sdp/runs/plant-margin/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:069449a13ef100570400b4d1d36f227275fc9dfa4302a18c62801002c361e8a3 +size 589109 diff --git a/UCI_N4/sdp/runs/plant-margin/fold_2/events.out.tfevents.1762560523.auvsl-gpu-01.ise.illinois.edu.627156.300 b/UCI_N4/sdp/runs/plant-margin/fold_2/events.out.tfevents.1762560523.auvsl-gpu-01.ise.illinois.edu.627156.300 new file mode 100644 index 0000000000000000000000000000000000000000..559fc5927b39b5124307e285f178c12b9d9df96b --- /dev/null +++ b/UCI_N4/sdp/runs/plant-margin/fold_2/events.out.tfevents.1762560523.auvsl-gpu-01.ise.illinois.edu.627156.300 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58487be901e9a6bc6f60e7e8495c93e537ad1efab6f1164d194afc0dc1c3a664 +size 36464 diff --git a/UCI_N4/sdp/runs/plant-margin/fold_3/1762560539.7681084/events.out.tfevents.1762560539.auvsl-gpu-01.ise.illinois.edu.627156.303 b/UCI_N4/sdp/runs/plant-margin/fold_3/1762560539.7681084/events.out.tfevents.1762560539.auvsl-gpu-01.ise.illinois.edu.627156.303 new file mode 100644 index 0000000000000000000000000000000000000000..cdb93759a71ab806d0fd6ba1c7c4df28d4516359 --- /dev/null +++ b/UCI_N4/sdp/runs/plant-margin/fold_3/1762560539.7681084/events.out.tfevents.1762560539.auvsl-gpu-01.ise.illinois.edu.627156.303 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a44671bda4b1eaa47ea3c547cba82dea6b484a301abad25343963815e1558173 +size 1173 diff --git a/UCI_N4/sdp/runs/plant-shape/fold_0/1762560517.8973427/events.out.tfevents.1762560517.auvsl-gpu-01.ise.illinois.edu.627157.185 b/UCI_N4/sdp/runs/plant-shape/fold_0/1762560517.8973427/events.out.tfevents.1762560517.auvsl-gpu-01.ise.illinois.edu.627157.185 new file mode 100644 index 0000000000000000000000000000000000000000..77100dec989686491c965909f1b0af82362e4dbb --- /dev/null +++ b/UCI_N4/sdp/runs/plant-shape/fold_0/1762560517.8973427/events.out.tfevents.1762560517.auvsl-gpu-01.ise.illinois.edu.627157.185 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f5db2efd74cfbd57d16b633b287704c74e5eb20f97bf3d268d2335e38024612 +size 1172 diff --git a/UCI_N4/sdp/runs/plant-shape/fold_0/best_state.pth b/UCI_N4/sdp/runs/plant-shape/fold_0/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..6da7dcc5b93bc076db91ffb02b9d875dd932d1cb --- /dev/null +++ b/UCI_N4/sdp/runs/plant-shape/fold_0/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c6d404c72ead7434327ea4e1b35c2338fff7c3da2122557c7625586bbbc9e9d +size 589109 diff --git a/UCI_N4/sdp/runs/plant-shape/fold_0/events.out.tfevents.1762560509.auvsl-gpu-01.ise.illinois.edu.627157.184 b/UCI_N4/sdp/runs/plant-shape/fold_0/events.out.tfevents.1762560509.auvsl-gpu-01.ise.illinois.edu.627157.184 new file mode 100644 index 0000000000000000000000000000000000000000..dbf1c957fec40f76530589e5b183d353b9a9f860 --- /dev/null +++ b/UCI_N4/sdp/runs/plant-shape/fold_0/events.out.tfevents.1762560509.auvsl-gpu-01.ise.illinois.edu.627157.184 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e9e225f905252918ea858e8a7195fbeb4f4ef18043a6670b9bbd60808556a36 +size 38756 diff --git a/UCI_N4/sdp/runs/plant-shape/fold_1/best_state.pth b/UCI_N4/sdp/runs/plant-shape/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..896b04a2d36c7df85fbbada7b88e3286e4374d93 --- /dev/null +++ b/UCI_N4/sdp/runs/plant-shape/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce2009d3dd642a2b0f37a4454e44645e8ef9b7fa7a8859f1d33177fae5b238b9 +size 589109 diff --git a/UCI_N4/sdp/runs/plant-shape/fold_1/events.out.tfevents.1762560517.auvsl-gpu-01.ise.illinois.edu.627157.186 b/UCI_N4/sdp/runs/plant-shape/fold_1/events.out.tfevents.1762560517.auvsl-gpu-01.ise.illinois.edu.627157.186 new file mode 100644 index 0000000000000000000000000000000000000000..dcc29924475bf2a382664d9a17e5cdc3b775cec1 --- /dev/null +++ b/UCI_N4/sdp/runs/plant-shape/fold_1/events.out.tfevents.1762560517.auvsl-gpu-01.ise.illinois.edu.627157.186 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcc4c02a7e4fc13e99bf73b44d2a49d95f8abfb6e3ba40fd560d4621ef10d422 +size 38756 diff --git a/UCI_N4/sdp/runs/plant-shape/fold_2/1762560534.6936269/events.out.tfevents.1762560534.auvsl-gpu-01.ise.illinois.edu.627157.189 b/UCI_N4/sdp/runs/plant-shape/fold_2/1762560534.6936269/events.out.tfevents.1762560534.auvsl-gpu-01.ise.illinois.edu.627157.189 new file mode 100644 index 0000000000000000000000000000000000000000..86f62e2a72b7493937e5a98f77283ad3981e175e --- /dev/null +++ b/UCI_N4/sdp/runs/plant-shape/fold_2/1762560534.6936269/events.out.tfevents.1762560534.auvsl-gpu-01.ise.illinois.edu.627157.189 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66e53adfadbfdc7b60f689460d5e33d2eed9f0e3b440bb04671f6f6c24b5d482 +size 1172 diff --git a/UCI_N4/sdp/runs/plant-shape/fold_2/best_state.pth b/UCI_N4/sdp/runs/plant-shape/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..eb61bbfc04649e1419f692f505599f07575b1eb2 --- /dev/null +++ b/UCI_N4/sdp/runs/plant-shape/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69d374fdf7d6fc10705700e4e048d7982f3e0d93e79a6000e7c157fddbfa459c +size 589109 diff --git a/UCI_N4/sdp/runs/plant-shape/fold_2/events.out.tfevents.1762560526.auvsl-gpu-01.ise.illinois.edu.627157.188 b/UCI_N4/sdp/runs/plant-shape/fold_2/events.out.tfevents.1762560526.auvsl-gpu-01.ise.illinois.edu.627157.188 new file mode 100644 index 0000000000000000000000000000000000000000..65de988347e1b84add6e030b48bfd907e5d8361f --- /dev/null +++ b/UCI_N4/sdp/runs/plant-shape/fold_2/events.out.tfevents.1762560526.auvsl-gpu-01.ise.illinois.edu.627157.188 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbc54c7e695a21f3d52823dc15c8f4eda99c4440d6bb8d6e32727175b9a2f3bf +size 38756 diff --git a/UCI_N4/sdp/runs/plant-shape/fold_3/1762560542.4695225/events.out.tfevents.1762560542.auvsl-gpu-01.ise.illinois.edu.627157.191 b/UCI_N4/sdp/runs/plant-shape/fold_3/1762560542.4695225/events.out.tfevents.1762560542.auvsl-gpu-01.ise.illinois.edu.627157.191 new file mode 100644 index 0000000000000000000000000000000000000000..22fed7baada3dd79523c32c442f62bc4721bc5df --- /dev/null +++ b/UCI_N4/sdp/runs/plant-shape/fold_3/1762560542.4695225/events.out.tfevents.1762560542.auvsl-gpu-01.ise.illinois.edu.627157.191 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9f6faf4957728328e7ce3d17c4a096f6b39f11c0580d59f8670e27bc4fe8ddb +size 1172 diff --git a/UCI_N4/sdp/runs/plant-shape/fold_3/best_state.pth b/UCI_N4/sdp/runs/plant-shape/fold_3/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..62ffb487657ab521b27ea40aff6b9f79a23e2203 --- /dev/null +++ b/UCI_N4/sdp/runs/plant-shape/fold_3/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ab73cac8c69d8c579c88efa8726993121eef43fa5c3ae59573789695484fcab +size 589109 diff --git a/UCI_N4/sdp/runs/plant-shape/fold_3/events.out.tfevents.1762560534.auvsl-gpu-01.ise.illinois.edu.627157.190 b/UCI_N4/sdp/runs/plant-shape/fold_3/events.out.tfevents.1762560534.auvsl-gpu-01.ise.illinois.edu.627157.190 new file mode 100644 index 0000000000000000000000000000000000000000..9668948fc1395ea062f7a2188f6904a140c0d854 --- /dev/null +++ b/UCI_N4/sdp/runs/plant-shape/fold_3/events.out.tfevents.1762560534.auvsl-gpu-01.ise.illinois.edu.627157.190 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c1adcdd00f433e67eff5e0e45ef56a420dec07d83a4f43abf08ac15e7054c5e +size 38756 diff --git a/UCI_N4/sdp/runs/plant-texture/fold_0/1762560547.5209/events.out.tfevents.1762560547.auvsl-gpu-01.ise.illinois.edu.627156.305 b/UCI_N4/sdp/runs/plant-texture/fold_0/1762560547.5209/events.out.tfevents.1762560547.auvsl-gpu-01.ise.illinois.edu.627156.305 new file mode 100644 index 0000000000000000000000000000000000000000..eccb461edd090eac2d31ab98eb6fd58d6ecb7897 --- /dev/null +++ b/UCI_N4/sdp/runs/plant-texture/fold_0/1762560547.5209/events.out.tfevents.1762560547.auvsl-gpu-01.ise.illinois.edu.627156.305 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:768831b2639d2de72325c4704ab65eda3a71ff16c4f9ca6b52671d0abe878a89 +size 1174 diff --git a/UCI_N4/sdp/runs/plant-texture/fold_0/events.out.tfevents.1762560539.auvsl-gpu-01.ise.illinois.edu.627156.304 b/UCI_N4/sdp/runs/plant-texture/fold_0/events.out.tfevents.1762560539.auvsl-gpu-01.ise.illinois.edu.627156.304 new file mode 100644 index 0000000000000000000000000000000000000000..d0a2c0a16edffb6f73282ba365374ab5685a42a3 --- /dev/null +++ b/UCI_N4/sdp/runs/plant-texture/fold_0/events.out.tfevents.1762560539.auvsl-gpu-01.ise.illinois.edu.627156.304 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ff905d4ebe532b6a982eda97f8e6f5e05afcd6e96f3ef4e0a16e623ead952f3 +size 34554 diff --git a/UCI_N4/sdp/runs/plant-texture/fold_1/best_state.pth b/UCI_N4/sdp/runs/plant-texture/fold_1/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..ff96bc4a32ae68bb09ab34fc7b6d18010c058bb9 --- /dev/null +++ b/UCI_N4/sdp/runs/plant-texture/fold_1/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:719eda9527bff23fa2d7d272de81c0569d66f51539ccc239ee4c8041adbba1bb +size 589109 diff --git a/UCI_N4/sdp/runs/plant-texture/fold_1/events.out.tfevents.1762560547.auvsl-gpu-01.ise.illinois.edu.627156.306 b/UCI_N4/sdp/runs/plant-texture/fold_1/events.out.tfevents.1762560547.auvsl-gpu-01.ise.illinois.edu.627156.306 new file mode 100644 index 0000000000000000000000000000000000000000..cf49eaa2f5ea896ab87bda2bd0df58fe6cd3bd0f --- /dev/null +++ b/UCI_N4/sdp/runs/plant-texture/fold_1/events.out.tfevents.1762560547.auvsl-gpu-01.ise.illinois.edu.627156.306 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:014df94153d47ccc7ef34af46dc51ff12c35a252fb366c38b8c521f780b55c93 +size 34554 diff --git a/UCI_N4/sdp/runs/plant-texture/fold_2/1762560563.129706/events.out.tfevents.1762560563.auvsl-gpu-01.ise.illinois.edu.627156.309 b/UCI_N4/sdp/runs/plant-texture/fold_2/1762560563.129706/events.out.tfevents.1762560563.auvsl-gpu-01.ise.illinois.edu.627156.309 new file mode 100644 index 0000000000000000000000000000000000000000..5bd923001c00ec5f3ad96640443081661ada16c3 --- /dev/null +++ b/UCI_N4/sdp/runs/plant-texture/fold_2/1762560563.129706/events.out.tfevents.1762560563.auvsl-gpu-01.ise.illinois.edu.627156.309 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf4b6a58f3d4cd4963ce25ba9768733c0d24b43be24987a9c34e11b419ec1e0d +size 1174 diff --git a/UCI_N4/sdp/runs/plant-texture/fold_3/best_state.pth b/UCI_N4/sdp/runs/plant-texture/fold_3/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..ba978060ca7cc4666537a7b136fa561d88cadb56 --- /dev/null +++ b/UCI_N4/sdp/runs/plant-texture/fold_3/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5fba4710425d9405bc93fce8d7e9402a0b7fbfbb82878f0d56fbfee4b690f44 +size 589109 diff --git a/UCI_N4/sdp/runs/plant-texture/fold_3/events.out.tfevents.1762560563.auvsl-gpu-01.ise.illinois.edu.627156.310 b/UCI_N4/sdp/runs/plant-texture/fold_3/events.out.tfevents.1762560563.auvsl-gpu-01.ise.illinois.edu.627156.310 new file mode 100644 index 0000000000000000000000000000000000000000..cda0a6f66c4e3091adae9b3c7b9cc596392649ea --- /dev/null +++ b/UCI_N4/sdp/runs/plant-texture/fold_3/events.out.tfevents.1762560563.auvsl-gpu-01.ise.illinois.edu.627156.310 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:830ef39c1e1606b0eb3edc22c0d3c866fd65fb65db71742400f6a44e25f34232 +size 31498 diff --git a/UCI_N4/sdp/runs/post-operative/fold_0/best_state.pth b/UCI_N4/sdp/runs/post-operative/fold_0/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..e2ab690a6b66b4db9d3a588037aa0e5e70ed07db --- /dev/null +++ b/UCI_N4/sdp/runs/post-operative/fold_0/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f9e313275c57d4dd24def61eca1d9c55627b9690b20795e7c8a49af48d040a2 +size 14453 diff --git a/UCI_N4/sdp/runs/post-operative/fold_0/events.out.tfevents.1762560542.auvsl-gpu-01.ise.illinois.edu.627157.192 b/UCI_N4/sdp/runs/post-operative/fold_0/events.out.tfevents.1762560542.auvsl-gpu-01.ise.illinois.edu.627157.192 new file mode 100644 index 0000000000000000000000000000000000000000..a4177cd4ae8953739c99b794fcc5e984c6e4ae4a --- /dev/null +++ b/UCI_N4/sdp/runs/post-operative/fold_0/events.out.tfevents.1762560542.auvsl-gpu-01.ise.illinois.edu.627157.192 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbf8318a83484e25e1ccaf43e4c2567d7745d02aa6927a7dca24da3f623fdfe8 +size 15453 diff --git a/UCI_N4/sdp/runs/post-operative/fold_1/events.out.tfevents.1762560543.auvsl-gpu-01.ise.illinois.edu.627157.194 b/UCI_N4/sdp/runs/post-operative/fold_1/events.out.tfevents.1762560543.auvsl-gpu-01.ise.illinois.edu.627157.194 new file mode 100644 index 0000000000000000000000000000000000000000..92d2263383608a3b618cb1999918f1bccf6324f3 --- /dev/null +++ b/UCI_N4/sdp/runs/post-operative/fold_1/events.out.tfevents.1762560543.auvsl-gpu-01.ise.illinois.edu.627157.194 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6576ead9061bcd47670ce4b7344c0300ecd3659487c68700df995fc15c57cf94 +size 18892 diff --git a/UCI_N4/sdp/runs/post-operative/fold_3/1762560545.379011/events.out.tfevents.1762560545.auvsl-gpu-01.ise.illinois.edu.627157.199 b/UCI_N4/sdp/runs/post-operative/fold_3/1762560545.379011/events.out.tfevents.1762560545.auvsl-gpu-01.ise.illinois.edu.627157.199 new file mode 100644 index 0000000000000000000000000000000000000000..5c88289c35f720ace5c6b34277b8847b7e1d3805 --- /dev/null +++ b/UCI_N4/sdp/runs/post-operative/fold_3/1762560545.379011/events.out.tfevents.1762560545.auvsl-gpu-01.ise.illinois.edu.627157.199 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc1c615a4262cbe6c7bce0289d55cb6c4787254ad7fd755256eb84c792659cf2 +size 1175 diff --git a/UCI_N4/sdp/runs/primary-tumor/fold_0/best_state.pth b/UCI_N4/sdp/runs/primary-tumor/fold_0/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..abd1137b559c4f1e956d5cba52e08c82115ecb71 --- /dev/null +++ b/UCI_N4/sdp/runs/primary-tumor/fold_0/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05e9c0ec284feb4b52d6a60be1e08809308d58c0c4e605c9551c8c9205c74868 +size 43893 diff --git a/UCI_N4/sdp/runs/primary-tumor/fold_1/1762560549.3227684/events.out.tfevents.1762560549.auvsl-gpu-01.ise.illinois.edu.627157.203 b/UCI_N4/sdp/runs/primary-tumor/fold_1/1762560549.3227684/events.out.tfevents.1762560549.auvsl-gpu-01.ise.illinois.edu.627157.203 new file mode 100644 index 0000000000000000000000000000000000000000..87981ef6806a41aa5aafbc32c7df43f20318d438 --- /dev/null +++ b/UCI_N4/sdp/runs/primary-tumor/fold_1/1762560549.3227684/events.out.tfevents.1762560549.auvsl-gpu-01.ise.illinois.edu.627157.203 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:138e9fbb89782e9f874f29d941a8155df0fc294442f9152a97df8bfb564b7875 +size 1174 diff --git a/UCI_N4/sdp/runs/primary-tumor/fold_2/best_state.pth b/UCI_N4/sdp/runs/primary-tumor/fold_2/best_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..a0f35d3805d899605f60914566767684b840e6f2 --- /dev/null +++ b/UCI_N4/sdp/runs/primary-tumor/fold_2/best_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b318a6d66aeba387b3323e245ae553f00c560cb7cb7efffaadd8b1a61b0625ae +size 43893 diff --git a/UCI_N4/sdp/runs/ringnorm/fold_2/1762560623.5474331/events.out.tfevents.1762560623.auvsl-gpu-01.ise.illinois.edu.627157.213 b/UCI_N4/sdp/runs/ringnorm/fold_2/1762560623.5474331/events.out.tfevents.1762560623.auvsl-gpu-01.ise.illinois.edu.627157.213 new file mode 100644 index 0000000000000000000000000000000000000000..51681fdc4568f538045f70ae7186385572385d37 --- /dev/null +++ b/UCI_N4/sdp/runs/ringnorm/fold_2/1762560623.5474331/events.out.tfevents.1762560623.auvsl-gpu-01.ise.illinois.edu.627157.213 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bae788fae485c602e93c7dc1994f254e184e9a947300f4b0bfad1ed038fced55 +size 1169 diff --git a/UCI_N4/sdp/runs/seeds/fold_3/events.out.tfevents.1762560574.auvsl-gpu-01.ise.illinois.edu.627156.318 b/UCI_N4/sdp/runs/seeds/fold_3/events.out.tfevents.1762560574.auvsl-gpu-01.ise.illinois.edu.627156.318 new file mode 100644 index 0000000000000000000000000000000000000000..53375b34a6991b38e7a0fe518f3c630fce11c753 --- /dev/null +++ b/UCI_N4/sdp/runs/seeds/fold_3/events.out.tfevents.1762560574.auvsl-gpu-01.ise.illinois.edu.627156.318 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57bb7aa4ecbc0a14dbd607bb3efb3ed5d36261b0d73e384884439102acb45309 +size 31880 diff --git a/UCI_N6/aol/summary.json b/UCI_N6/aol/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..e100e77a5c98e38e08a477719137d221c87714f4 --- /dev/null +++ b/UCI_N6/aol/summary.json @@ -0,0 +1,45372 @@ +{ + "metadata": { + "data_root": "data/UCI", + "out": "runs/UCI_N6", + "gpus": 4, + "max_epochs": 100, + "patience": 30, + "batch_size": 64, + "lr": 0.001, + "seed": 1337, + "verbosity": "info", + "datasets": null, + "algorithms": [ + "sdp", + "ldlt", + "ldlt-resnet", + "aol", + "ortho", + "sandwich" + ], + "depth": 6, + "n_tasks": 726, + "run_dir": "/home/mjuston2/Documents/DeepLipschitzResNet" + }, + "datasets": { + "abalone": { + "dataset": "abalone", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 10, + "best_val_acc": 0.5698412698412698, + "test_acc": 0.5633240111865762, + "train_size": 1044, + "val_size": 630, + "test_size": 2503, + "stats": { + "mean": [ + [ + 0.03759131666666678, + -0.0067216787931033565, + -0.00504821235632188, + -0.010079406034482869, + 0.0077948497126437005, + -0.0035954527720305413, + 0.011847337255747069, + 0.020808682452107305 + ] + ], + "std": [ + [ + 0.9932562075552053, + 1.0067465043023525, + 0.9980809038500921, + 0.9297052233036605, + 1.0141436995589543, + 0.9931430828536596, + 1.017739933100054, + 1.0318462596531948 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 1283, + "cert_evals": { + "36": 0.4490611255168915, + "72": 0.32760685682296753, + "108": 0.22453056275844574, + "255": 0.1006791815161705 + }, + "fold": 0 + }, + { + "best_epoch": 33, + "best_val_acc": 0.6098726114649682, + "test_acc": 0.5868263473053892, + "train_size": 1044, + "val_size": 628, + "test_size": 2505, + "stats": { + "mean": [ + [ + 0.005192849233716447, + -0.0023747756321838803, + -0.004999904980842867, + -0.01065197068965531, + -0.001757506036398443, + -0.0004581268045977247, + -0.008801511695402298, + -0.0025385303256705034 + ] + ], + "std": [ + [ + 0.9921988752896624, + 1.0113577078934743, + 1.0108378611135136, + 0.93746968476643, + 1.0135082046349184, + 1.0099861173658438, + 1.0142707677051552, + 1.019381711286177 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 1283, + "cert_evals": { + "36": 0.46467065811157227, + "72": 0.35528939962387085, + "108": 0.2710578739643097, + "255": 0.12814371287822723 + }, + "fold": 1 + }, + { + "best_epoch": 70, + "best_val_acc": 0.653910149750416, + "test_acc": 0.6078199052132701, + "train_size": 1044, + "val_size": 601, + "test_size": 2532, + "stats": { + "mean": [ + [ + -0.017948929501915466, + 0.023985624319923418, + 0.023087170114942556, + 0.018317038026819783, + 0.02778346245977014, + 0.025539904827586328, + 0.018261344003831434, + 0.034770174578544095 + ] + ], + "std": [ + [ + 0.9978233519534647, + 1.0049712832060378, + 1.0100440980049294, + 0.9634042347353897, + 1.0033357823934823, + 1.0054816988393045, + 0.9890488354165379, + 1.0152622279378631 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 1283, + "cert_evals": { + "36": 0.4869668185710907, + "72": 0.365718811750412, + "108": 0.2985782027244568, + "255": 0.13270142674446106 + }, + "fold": 2 + }, + { + "best_epoch": 79, + "best_val_acc": 0.6210873146622735, + "test_acc": 0.6132224861441014, + "train_size": 1044, + "val_size": 607, + "test_size": 2526, + "stats": { + "mean": [ + [ + -0.039933615229885006, + 0.033357397988505864, + 0.02810616465517236, + 0.015225409386973148, + 0.03982630053544057, + 0.03327093634674338, + 0.031858401652298855, + 0.04330609419540234 + ] + ], + "std": [ + [ + 1.000898664612302, + 1.0028361176421674, + 1.0029617333979737, + 0.9244955132147792, + 1.020547570022181, + 1.016662196023235, + 1.0053994226175234, + 1.025123395710352 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 1283, + "cert_evals": { + "36": 0.48891526460647583, + "72": 0.3638163208961487, + "108": 0.2996833026409149, + "255": 0.13578779995441437 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5927981874623343, + "std_test_acc": 0.022709718351588144, + "n_samples": 4177, + "n_features": 8, + "n_classes": 3, + "mean_cert_acc_36": 0.47240346670150757, + "std_cert_acc_36": 0.019055986884261217, + "mean_cert_acc_72": 0.35310784727334976, + "std_cert_acc_72": 0.017595146271822196, + "mean_cert_acc_108": 0.2734624855220318, + "std_cert_acc_108": 0.035206276538230996, + "mean_cert_acc_255": 0.12432803027331829, + "std_cert_acc_255": 0.016075525609722897 + }, + "acute-inflammation": { + "dataset": "acute-inflammation", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.625, + "test_acc": 0.47297297297297297, + "train_size": 30, + "val_size": 16, + "test_size": 74, + "stats": { + "mean": [ + [ + -0.029776199999999933, + 0.05815319999999998, + 0.03366299999999992, + -0.07041613333333337, + 0.0829954666666666, + 0.3029878333333334 + ] + ], + "std": [ + [ + 1.046299339147563, + 1.028676385077134, + 0.9895473157792913, + 1.0179845925601472, + 0.9937462864656396, + 1.0009348864350793 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 734, + "cert_evals": { + "36": 0.4729729890823364, + "72": 0.4729729890823364, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5, + "test_acc": 0.5, + "train_size": 30, + "val_size": 18, + "test_size": 72, + "stats": { + "mean": [ + [ + 0.2066000000000002, + 0.2132320000000001, + 0.16832333333333327, + -6.666666666858371e-07, + 0.08299546666666664, + -0.033663 + ] + ], + "std": [ + [ + 1.073465583913181, + 1.0965727109827237, + 0.9521923485684088, + 0.9958250796083059, + 0.9937462864656397, + 0.9895473157792911 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 734, + "cert_evals": { + "36": 0.5, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 18, + "best_val_acc": 0.6, + "test_acc": 0.6714285714285714, + "train_size": 30, + "val_size": 20, + "test_size": 70, + "stats": { + "mean": [ + [ + -0.06825569999999999, + -0.09692560000000008, + 0.10099316666666662, + 0.07041479999999994, + -0.11619693333333347, + 0.16832750000000007 + ] + ], + "std": [ + [ + 0.9390286569686838, + 0.9304728, + 0.9733809278809981, + 0.9680526182869189, + 0.9870693041144554, + 1.0099525000000003 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 734, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5238095238095238, + "test_acc": 0.4927536231884058, + "train_size": 30, + "val_size": 21, + "test_size": 69, + "stats": { + "mean": [ + [ + 0.061842666666666594, + -0.01938619999999999, + -0.03366716666666666, + -0.14083160000000008, + -0.049799466666666695, + -0.3029836666666666 + ] + ], + "std": [ + [ + 0.9526045937382531, + 0.9838646893399317, + 1.000934886435079, + 1.0348917799997448, + 0.9937462864656396, + 0.8932355996217098 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 734, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5342887918974876, + "std_test_acc": 0.0921372893561545, + "n_samples": 120, + "n_features": 6, + "n_classes": 2, + "mean_cert_acc_36": 0.2432432472705841, + "std_cert_acc_36": 0.2810897478448985, + "mean_cert_acc_72": 0.1182432472705841, + "std_cert_acc_72": 0.2364864945411682, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "acute-nephritis": { + "dataset": "acute-nephritis", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.4117647058823529, + "test_acc": 0.4246575342465753, + "train_size": 30, + "val_size": 17, + "test_size": 73, + "stats": { + "mean": [ + [ + -0.1415510333333333, + 0.21323200000000003, + -0.03366716666666671, + -6.666666667154431e-07, + 0.2821878666666666, + -0.1683233333333333 + ] + ], + "std": [ + [ + 1.0909027516263303, + 1.0965727109827237, + 1.0009348864350789, + 0.9958250796083059, + 0.9598970403996372, + 0.9521923485684088 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 734, + "cert_evals": { + "36": 0.42465752363204956, + "72": 0.42465752363204956, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5, + "test_acc": 0.40789473684210525, + "train_size": 30, + "val_size": 14, + "test_size": 76, + "stats": { + "mean": [ + [ + 0.012368109999999948, + -0.0969256, + 0.10099316666666665, + -0.21124706666666673, + -0.11619693333333339, + -0.033662999999999985 + ] + ], + "std": [ + [ + 0.9970611705313925, + 0.9304727999999999, + 0.9733809278809981, + 1.0468011683411809, + 0.9870693041144555, + 0.9895473157792911 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 734, + "cert_evals": { + "36": 0.40789473056793213, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 20, + "best_val_acc": 1.0, + "test_acc": 0.9493670886075949, + "train_size": 30, + "val_size": 11, + "test_size": 79, + "stats": { + "mean": [ + [ + 0.03252466666666676, + 0.05815320000000001, + -0.10099733333333338, + -6.666666667154431e-07, + 0.1493929333333332, + -0.033662999999999985 + ] + ], + "std": [ + [ + 0.9744119491152714, + 1.0286763850771339, + 1.0077056618442157, + 0.9958250796083059, + 0.9870693041144553, + 0.9895473157792911 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 734, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.42105263157894735, + "test_acc": 0.6197183098591549, + "train_size": 30, + "val_size": 19, + "test_size": 71, + "stats": { + "mean": [ + [ + -0.029776590000000006, + -0.01938619999999999, + -0.10099733333333341, + -6.666666667080416e-07, + 0.01659799999999996, + -0.10099316666666663 + ] + ], + "std": [ + [ + 1.0535901730675965, + 0.9838646893399317, + 1.0077056618442157, + 0.9958250796083058, + 0.995962, + 0.9733809278809978 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 734, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6004094173888576, + "std_test_acc": 0.2517239998390502, + "n_samples": 120, + "n_features": 6, + "n_classes": 2, + "mean_cert_acc_36": 0.20813806354999542, + "std_cert_acc_36": 0.24043454383610172, + "mean_cert_acc_72": 0.10616438090801239, + "std_cert_acc_72": 0.21232876181602478, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "annealing": { + "dataset": "annealing", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 8, + "best_val_acc": 0.75, + "test_acc": 0.7698412698412699, + "train_size": 100, + "val_size": 168, + "test_size": 630, + "stats": { + "mean": [ + [ + 0.07222222999999978, + -0.345, + 4.33, + 12.0, + 0.14, + -0.17333315999999985, + -0.07800000000000064, + 29.2, + 0.09999999999999996, + -0.010000000000000224, + 0.3, + -0.010000000000000111, + -4.132729999999996e-16, + -0.11000000000000007, + -0.11999999999999993, + -0.12999999999999998, + -0.13, + -0.029999999999999773, + -1.847940000000002e-16, + -0.05999999999999975, + -1.626729999999999e-16, + -0.03999999999999998, + -0.010000000000000222, + -0.06000000000000002, + 0.1, + 1.3318299999999998, + 771.9469999999998, + 1183.75, + 0.009999999999999986, + -0.9466666699999999, + -1.5582099999999978e-17 + ] + ], + "std": [ + [ + 0.27504207913753365, + 0.41800119617053744, + 14.650634798533474, + 25.758493744782516, + 0.34698703145794935, + 0.2133331200000003, + 0.2543933961407015, + 110.08796482813175, + 0.29999999999999993, + 0.09949874371066192, + 0.47958315233127174, + 0.06557438524301994, + 1.0, + 0.31288975694324034, + 0.32496153618543855, + 0.3363034344160047, + 0.3363034344160045, + 0.17058722109231966, + 1.0, + 0.23748684174075815, + 1.0, + 0.19595917942265428, + 0.09949874371066192, + 0.2374868417407582, + 0.9949874371066199, + 0.9335979547428329, + 410.1759096911958, + 1742.0412703205398, + 0.09949874371066196, + 0.2436755226844934, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 31, + "out_features": 5, + "depth": 6, + "padding": 62, + "parameters": 17923, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 33, + "best_val_acc": 0.8322981366459627, + "test_acc": 0.792778649921507, + "train_size": 100, + "val_size": 161, + "test_size": 637, + "stats": { + "mean": [ + [ + 0.07222222999999978, + -0.345, + 4.33, + 12.0, + 0.14, + -0.17333315999999985, + -0.07800000000000064, + 29.2, + 0.09999999999999996, + -0.010000000000000224, + 0.3, + -0.010000000000000111, + -4.132729999999996e-16, + -0.11000000000000007, + -0.11999999999999993, + -0.12999999999999998, + -0.13, + -0.029999999999999773, + -1.847940000000002e-16, + -0.05999999999999975, + -1.626729999999999e-16, + -0.03999999999999998, + -0.010000000000000222, + -0.06000000000000002, + 0.1, + 1.3318299999999998, + 771.9469999999998, + 1183.75, + 0.009999999999999986, + -0.9466666699999999, + -1.5582099999999978e-17 + ] + ], + "std": [ + [ + 0.27504207913753365, + 0.41800119617053744, + 14.650634798533474, + 25.758493744782516, + 0.34698703145794935, + 0.2133331200000003, + 0.2543933961407015, + 110.08796482813175, + 0.29999999999999993, + 0.09949874371066192, + 0.47958315233127174, + 0.06557438524301994, + 1.0, + 0.31288975694324034, + 0.32496153618543855, + 0.3363034344160047, + 0.3363034344160045, + 0.17058722109231966, + 1.0, + 0.23748684174075815, + 1.0, + 0.19595917942265428, + 0.09949874371066192, + 0.2374868417407582, + 0.9949874371066199, + 0.9335979547428329, + 410.1759096911958, + 1742.0412703205398, + 0.09949874371066196, + 0.2436755226844934, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 31, + "out_features": 5, + "depth": 6, + "padding": 62, + "parameters": 17923, + "cert_evals": { + "36": 0.15541601181030273, + "72": 0.06907378137111664, + "108": 0.06907378137111664, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 23, + "best_val_acc": 0.7602339181286549, + "test_acc": 0.8022328548644339, + "train_size": 100, + "val_size": 171, + "test_size": 627, + "stats": { + "mean": [ + [ + 0.07222222999999978, + -0.345, + 4.33, + 12.0, + 0.14, + -0.17333315999999985, + -0.07800000000000064, + 29.2, + 0.09999999999999996, + -0.010000000000000224, + 0.3, + -0.010000000000000111, + -4.132729999999996e-16, + -0.11000000000000007, + -0.11999999999999993, + -0.12999999999999998, + -0.13, + -0.029999999999999773, + -1.847940000000002e-16, + -0.05999999999999975, + -1.626729999999999e-16, + -0.03999999999999998, + -0.010000000000000222, + -0.06000000000000002, + 0.1, + 1.3318299999999998, + 771.9469999999998, + 1183.75, + 0.009999999999999986, + -0.9466666699999999, + -1.5582099999999978e-17 + ] + ], + "std": [ + [ + 0.27504207913753365, + 0.41800119617053744, + 14.650634798533474, + 25.758493744782516, + 0.34698703145794935, + 0.2133331200000003, + 0.2543933961407015, + 110.08796482813175, + 0.29999999999999993, + 0.09949874371066192, + 0.47958315233127174, + 0.06557438524301994, + 1.0, + 0.31288975694324034, + 0.32496153618543855, + 0.3363034344160047, + 0.3363034344160045, + 0.17058722109231966, + 1.0, + 0.23748684174075815, + 1.0, + 0.19595917942265428, + 0.09949874371066192, + 0.2374868417407582, + 0.9949874371066199, + 0.9335979547428329, + 410.1759096911958, + 1742.0412703205398, + 0.09949874371066196, + 0.2436755226844934, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 31, + "out_features": 5, + "depth": 6, + "padding": 62, + "parameters": 17923, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 6, + "best_val_acc": 0.17964071856287425, + "test_acc": 0.15689381933438987, + "train_size": 100, + "val_size": 167, + "test_size": 631, + "stats": { + "mean": [ + [ + 0.07222222999999978, + -0.345, + 4.33, + 12.0, + 0.14, + -0.17333315999999985, + -0.07800000000000064, + 29.2, + 0.09999999999999996, + -0.010000000000000224, + 0.3, + -0.010000000000000111, + -4.132729999999996e-16, + -0.11000000000000007, + -0.11999999999999993, + -0.12999999999999998, + -0.13, + -0.029999999999999773, + -1.847940000000002e-16, + -0.05999999999999975, + -1.626729999999999e-16, + -0.03999999999999998, + -0.010000000000000222, + -0.06000000000000002, + 0.1, + 1.3318299999999998, + 771.9469999999998, + 1183.75, + 0.009999999999999986, + -0.9466666699999999, + -1.5582099999999978e-17 + ] + ], + "std": [ + [ + 0.27504207913753365, + 0.41800119617053744, + 14.650634798533474, + 25.758493744782516, + 0.34698703145794935, + 0.2133331200000003, + 0.2543933961407015, + 110.08796482813175, + 0.29999999999999993, + 0.09949874371066192, + 0.47958315233127174, + 0.06557438524301994, + 1.0, + 0.31288975694324034, + 0.32496153618543855, + 0.3363034344160047, + 0.3363034344160045, + 0.17058722109231966, + 1.0, + 0.23748684174075815, + 1.0, + 0.19595917942265428, + 0.09949874371066192, + 0.2374868417407582, + 0.9949874371066199, + 0.9335979547428329, + 410.1759096911958, + 1742.0412703205398, + 0.09949874371066196, + 0.2436755226844934, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 31, + "out_features": 5, + "depth": 6, + "padding": 62, + "parameters": 17923, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6304366484904002, + "std_test_acc": 0.315988038514237, + "n_samples": 898, + "n_features": 31, + "n_classes": 5, + "mean_cert_acc_36": 0.038854002952575684, + "std_cert_acc_36": 0.07770800590515137, + "mean_cert_acc_72": 0.01726844534277916, + "std_cert_acc_72": 0.03453689068555832, + "mean_cert_acc_108": 0.01726844534277916, + "std_cert_acc_108": 0.03453689068555832, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "arrhythmia": { + "dataset": "arrhythmia", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 6, + "best_val_acc": 0.620253164556962, + "test_acc": 0.5423076923076923, + "train_size": 113, + "val_size": 79, + "test_size": 260, + "stats": { + "mean": [ + [ + -0.05548900442477873, + 0.17327679646017674, + -0.09933938283185836, + -0.022536060176991165, + -0.05529378318584072, + -0.02827017327433631, + -0.005964132743362813, + 0.04588333831858407, + -0.06835887191150443, + -0.01879734327433625, + 0.08708691123893805, + -0.010227719469026567, + -0.05324860619469024, + 0.03857876283185871, + -0.0029412946902654486, + -0.14624673451327397, + 0.0106677238938053, + -0.09994685221238946, + -2.2654867242673962e-07, + -0.10041930088495568, + 0.14110856637168184, + -0.02112876106194691, + -0.021128761061946916, + -0.06659289999999989, + -0.06659289999999989, + -0.09438650000000005, + -0.024449619469026587, + -0.006156723893805307, + -0.03655609734513271, + -0.06008078761061956, + -0.05587280000000011, + -0.1535461769911505, + -2.9203539835147346e-07, + 0.1454482212389377, + -0.04703600000000003, + -0.06659289999999989, + 0.0665928778761063, + -0.053692424778761245, + 0.10382045292035355, + -0.045959752212389356, + -0.039423744247787586, + -0.042264867256637376, + -0.0339906548672566, + -0.10218601769911498, + -0.04703600000000003, + 0.04783872566371683, + 0.14110856637168165, + -2.920353982139237e-07, + -0.1056450000000003, + -0.06659289999999989, + 0.039230692920353964, + -0.048857433628318604, + -0.0949235044247789, + -0.0951867699115044, + -0.04703600000000003, + -0.07884043362831854, + -0.021128761061946947, + 0.0665928778761063, + 0.0665928778761063, + 0.06659287787610634, + 0.0665928778761063, + 1.0619469034296467e-07, + -0.14459542477876128, + 0.10166875221238943, + -0.0007696849557522316, + 0.08089214159292042, + 0.024555884070796462, + -0.06704164601769926, + -0.04703600000000003, + 0.1411085663716821, + 0.02721671504424786, + -0.04703600000000003, + 0.008643274336283235, + -0.03328283893805306, + -0.08280126353982296, + -0.04353061946902624, + 0.022193132743362702, + -0.07879264601769921, + 0.06659287787610634, + 0.07170867256637195, + 0.1411085663716824, + -0.04703600000000003, + 0.14110856637168173, + -0.05805589380530971, + 0.08516874884955755, + 0.043014315044247776, + -0.002110141592920556, + -0.07482919999999994, + 0.027698871681415955, + -0.08165009999999992, + -0.0536924247787612, + 1.0619469030955972e-07, + -0.09438650000000005, + 0.06338747787610613, + -0.0901489026548673, + -0.04849817699115047, + 0.07722033628318585, + 0.026260424778761074, + 0.0738569911504426, + 0.04712901946902665, + 0.16431531858407084, + 0.09438671238938037, + 0.09438671238938054, + -0.0386190796460177, + -0.09438650000000005, + 1.0619469029580476e-07, + 0.06704106194690244, + 0.00271023008849546, + 0.04821953097345133, + -0.022629159292035374, + 0.24075912389380558, + 0.19588278672566428, + 0.10636762831858415, + 0.07170867256637167, + 0.0665928778761063, + -0.08165009999999992, + 1.0619469029580476e-07, + 0.24495034513274322, + -0.02112876106194717, + -0.03837423008849555, + 0.0792644690265486, + -0.010963192920353986, + -0.13985853097345086, + -0.06118739999999991, + -0.05918213274336283, + -0.06659289999999989, + 0.19309768141592948, + 0.0665928778761063, + -2.920353984064934e-07, + -0.08791879646017699, + -0.009588667256637163, + 0.039876742477876134, + -0.04371391504424787, + -0.09472733274336269, + -0.08165009999999992, + -0.04703600000000003, + -0.08165009999999992, + -0.059833336283185844, + -0.07838458407079653, + -0.015475274336283125, + -0.0805356, + -0.13698139380530983, + 0.14110856637168137, + -0.04703600000000003, + 0.0665928778761063, + -0.021128761061947016, + 0.017010241592920368, + 0.09822180530973434, + 0.005761375398230098, + 0.0322361946902655, + -0.034939104424778704, + 0.06566965486725665, + 0.061632838053097376, + 0.0004023300884955741, + 0.07045262681415927, + 0.028733457522123865, + 0.02147898230088495, + -0.05026543539823011, + 0.060225181415929224, + -0.07029714159292026, + 0.06618380000000008, + 0.011594984955752213, + 0.040387401769911555, + -0.0058615916814159065, + 0.04742410654867257, + -0.015766054867256643, + -0.062290848053097175, + -0.05214830601769914, + 0.04644970973451337, + -0.05739616814159293, + 0.05439313274336291, + -0.0036409858407079588, + -0.009598277876106183, + -0.011235967256637188, + -0.002634908849557516, + -0.005508535398230053, + -0.05590965752212387, + -0.06772527787610619, + 0.08251315044247781, + -0.08976234513274321, + 0.04703600000000003, + -0.04274165486725669, + -0.05909215752212393, + 0.027935999115044265, + -0.036451818017699096, + 0.03197787610619467, + 0.1596792035398229, + 0.0024668168141592844, + -0.015842806194690306, + 0.07878208849557493, + 0.006463776548672604, + 0.06462291946902653, + 0.025483634513274327, + 0.06707996637168136, + -0.07861038619469025, + -0.0949829097345134, + -0.08679084778761066, + 0.09411216159292037, + -0.061483929203539976, + -0.03750280353982299, + 0.024982454867256657, + 0.010920844247787605, + -0.036973680442477924, + -0.00325765690265486, + -0.06706977168141595, + 0.054682415929203546, + 0.07233616902654867, + 0.024967183185840673, + 0.0201886814159292, + 0.0625599000000001, + 0.016163015929203547, + -0.19404511061946894, + 0.1314095771681416, + -0.02607840336283184, + -0.07232390353982299, + 0.06542182300884967, + 0.09097714132743363, + -0.0490932584955752, + 0.17395115044247766, + -0.08915754336283198, + 0.005843493805309704, + -0.1311985026548673, + 0.0822022767256637, + -0.0316962311504425, + -0.15503262123893807, + 0.050416203539823005, + 0.012278147787610633, + 0.0764223432743363, + 0.20117684424778776, + -0.15312840973451328, + -0.006850403539823016, + -0.22191862300884949, + 0.1207021007964602, + -0.08917110283185833, + -0.07690047646017703, + 0.030319972566371638, + -0.1126870734513274, + 0.06241866831858403, + -0.1273596991150443, + 0.06213639999999999, + -0.07254762831858405, + -0.08504349999999997, + 0.034207636283185856, + -0.02238689532743362, + 0.10946240796460185, + 0.021622823008849552, + -0.1487953611504425, + 0.02685327893805308, + -0.04490421946902649, + -0.04955592035398229, + 0.06734868938053096, + -0.08363668734513273, + 0.022693176017699095, + 0.09933861353982294, + -0.00604589380530972, + -0.10963647433628322, + 0.03259297079646029, + -0.07945840000000003, + -0.007002541592920362, + 0.10658185398230094, + -0.0866022876106194, + 0.06365430106194689 + ] + ], + "std": [ + [ + 0.9732374444872444, + 0.9655808459932996, + 0.2507734231833244, + 0.85756632700396, + 0.9152499916483915, + 0.9319460220789437, + 0.9577523305438101, + 1.1527478213503135, + 0.9576681124104236, + 1.0097636409421697, + 0.9939501739346246, + 0.8077223719814682, + 0.9956881527950738, + 1.065832253077651, + 0.8648866626310105, + 0.7884428876814543, + 0.8846283104978594, + 1.0392968702844574, + 0.9547571784517959, + 0.830419971626617, + 1.9911349325902201, + 0.8944357999064113, + 0.8944357999064099, + 1.0, + 1.0, + 1.0, + 1.0288388455432311, + 1.0366372636701484, + 1.0104922342254585, + 0.6029602666961917, + 1.0, + 0.9119059418676891, + 0.9988936769842922, + 1.3401171108416883, + 1.0, + 1.0, + 1.409505785723462, + 0.7576328500006007, + 1.1142082921935355, + 1.100915710823559, + 0.9521761840451372, + 0.8352521125885086, + 0.7194469320515606, + 0.9886952789548065, + 1.0, + 1.111662684055426, + 1.9911349325902201, + 0.9988936769842919, + 1.0, + 1.0, + 0.9092993788613446, + 1.061138924056677, + 0.8860454459362529, + 0.77869888137794, + 1.0, + 0.9971658374137916, + 0.8944357999064098, + 1.4095057857234619, + 1.409505785723463, + 1.4095057857234636, + 1.4095057857234625, + 0.9988939483461562, + 0.8359429042688657, + 0.9455652546275832, + 1.047159553008427, + 1.2373317065584502, + 0.9367499049873408, + 0.7094990007768702, + 1.0, + 1.9911349325902201, + 1.152138074538977, + 1.0, + 1.076296523650441, + 1.0790204523971971, + 0.9278040585020654, + 0.6623289850929874, + 1.0736843273720698, + 1.059187675645061, + 1.4095057857234636, + 1.1978616378928757, + 1.9911349325902201, + 1.0, + 1.9911349325902201, + 0.9142231440920847, + 1.3486308966826843, + 0.9779239267203217, + 1.072217573812213, + 1.0, + 1.0670736267417575, + 1.0, + 0.7576328500006009, + 0.9988939483461562, + 1.0, + 1.2592635987036094, + 0.6360290623787335, + 0.8549033709264361, + 1.300841714365119, + 0.979322007928904, + 1.2296324368044147, + 1.3300447893255654, + 1.2339107860310472, + 1.4063287585864288, + 1.4063287585864277, + 0.817419899167048, + 1.0, + 0.9988939483461566, + 1.2178666747421332, + 0.9179155627028488, + 1.1674686384124506, + 0.937597875841375, + 1.9128860722576218, + 1.9849443701676805, + 1.2128492302504466, + 1.1978616378928766, + 1.409505785723462, + 1.0, + 0.9988939483461566, + 1.9776639067090993, + 0.8944357999064088, + 0.9089427774812973, + 1.1565813541259533, + 0.9312031818896745, + 0.37790291497240225, + 1.0, + 1.0103067336455187, + 1.0, + 1.612796005825811, + 1.4095057857234625, + 0.9988936769842919, + 0.9869575017654069, + 1.0625408223089012, + 0.8572543250334869, + 0.4626232154331089, + 0.8399894436428749, + 1.0, + 1.0, + 1.0, + 0.9949165069017805, + 0.9763809111647539, + 0.9886383527662114, + 1.0, + 0.8853802248708618, + 1.9911349325902201, + 1.0, + 1.4095057857234612, + 0.8944357999064094, + 0.8545082434186259, + 0.8796291945635648, + 0.9389113833926183, + 0.8861374760427413, + 0.39441056751713705, + 0.8648668783726172, + 0.9862191391833568, + 0.8481954658017612, + 0.9206020572467216, + 0.886517128434336, + 1.0192902215038742, + 0.956622629021229, + 0.8523688961466389, + 0.2992587051477164, + 1.0, + 0.8898404778961094, + 1.0071877733497892, + 0.950155747946548, + 1.0050918229648342, + 0.7815635141616576, + 0.9972744785704897, + 0.9594844360499902, + 0.9255046483391078, + 0.4876909595587591, + 0.5036861467715275, + 0.8566188861170654, + 0.7638467720219689, + 1.0032544884403838, + 1.0560420525550518, + 0.8986819691295396, + 0.9372189161919664, + 0.8101867430665612, + 0.8950623205358443, + 0.7725356624236849, + 1.0, + 0.872460731649835, + 1.045597205130584, + 0.881115812189619, + 0.9553256168269835, + 0.8848742890899297, + 0.5907365616618244, + 0.9525692591339604, + 0.9761188977078773, + 1.2163938242844157, + 0.9319895550002153, + 0.8335462617896103, + 0.9176414735582966, + 0.9775951517497435, + 0.8425042883529639, + 1.2598848541968266, + 0.949252647471748, + 0.838972165335258, + 0.23456841787874302, + 1.1642248030770597, + 0.8628119131177865, + 0.8751618803772816, + 0.9228296916565395, + 0.9809394578124714, + 0.5915262659968897, + 0.8563703331027254, + 1.223677024967222, + 0.9284798655045788, + 1.2965375076317172, + 1.0, + 0.9389878405072626, + 0.8540110671890598, + 1.316521539927867, + 1.4340416104694482, + 0.8735072262525767, + 0.676363014728904, + 1.1134658692256694, + 1.0134545560863548, + 1.7552329970203224, + 1.7155564074285294, + 0.873049365917997, + 1.030474558081803, + 1.0170344415415917, + 1.0766146909852692, + 0.7111765255105056, + 0.6923440560955865, + 1.0058025631570486, + 0.9240158601820535, + 1.9435205267323648, + 1.9899491083438348, + 0.8387690283436754, + 0.9708565551581373, + 0.8493149601758292, + 0.985055690803851, + 0.8279931417986857, + 0.9098729896957297, + 0.9370725829078755, + 0.8393620512490872, + 0.28080206241297245, + 1.0, + 0.8220194136548338, + 0.9761698379739507, + 0.7917031329595748, + 0.9270879739715543, + 0.847139011361557, + 1.0122054789755355, + 0.9745187015121873, + 0.8548335912371546, + 0.16972156566241, + 0.8245729285934237, + 1.06901211839648, + 0.8750748380574906, + 1.0605384058291198, + 0.814622435544981, + 1.1662691506968674, + 1.0027045465050628, + 0.707221379699125, + 1.0, + 0.8738904193642293, + 1.0307627522011051, + 0.9112504790758761, + 1.0340966211802813 + ] + ] + }, + "width": 512, + "in_features": 262, + "out_features": 13, + "depth": 6, + "padding": 524, + "parameters": 1245037, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 21, + "best_val_acc": 0.5087719298245614, + "test_acc": 0.4787234042553192, + "train_size": 113, + "val_size": 57, + "test_size": 282, + "stats": { + "mean": [ + [ + -0.08236052831858409, + 0.04887446902654869, + 0.0825547600000001, + 0.07080902389380533, + 0.06969351327433632, + -0.02017880672566372, + 0.0033134920353982203, + -0.0904622607964602, + 0.0008566455575221136, + 0.05502761778761062, + 0.0029605046017698983, + 0.16618478141592918, + 0.10348846991150445, + -0.12880789292035386, + 0.001393306194690269, + -0.009972053097345045, + -0.13480514867256632, + 0.15853807787610613, + -0.022554120353982243, + -0.17088875221238942, + -0.04703600000000003, + -0.02112876106194702, + 0.14790371681415893, + 0.0665928778761063, + 0.0665928778761063, + 0.09438671238938028, + -0.033913831858407135, + -0.05746374070796462, + 0.020589044247787618, + -0.08296883185840712, + -0.016433217699115002, + -0.02482472566371683, + -0.13408300000000029, + -0.0661125929203539, + 0.14110856637168206, + 0.19977865575221251, + 0.06659287787610634, + 0.16107630088495584, + -0.04968823575221234, + 0.16085886725663703, + -0.040819525663716834, + -0.04226484955752222, + 0.03399069026548677, + 0.08868894690265484, + 0.14110856637168143, + 0.1435154159292037, + -0.04703600000000003, + -2.920353984457933e-07, + -0.02112876106194691, + 0.1997786557522125, + -0.14194291681415921, + 0.11196102831858407, + 0.0592675752212388, + 0.09347194690265491, + -0.04703600000000003, + 0.13773737168141595, + -0.1056450000000003, + -0.06659289999999989, + 0.0665928778761063, + -0.06659289999999989, + 0.0665928778761063, + 0.09438671238938029, + -0.09931298230088502, + -0.11574543716814155, + 0.19007244637168158, + 0.006741415929203616, + -0.17417296814159283, + -2.920353982846636e-07, + -0.04703600000000003, + -0.04703600000000003, + 0.027216715044247736, + 0.14110856637168231, + -0.00288054867256639, + 0.04904841858407081, + 0.02098572858407086, + -0.1192364601769909, + -0.0031704955752213143, + 0.01358514159292034, + -0.06659289999999989, + 0.014341504424779012, + -0.04703600000000003, + -0.04703600000000003, + -0.04703600000000003, + 0.07784732743362836, + 0.10888657327433629, + -0.1186584123893806, + -0.02180679646017706, + -0.07482919999999994, + 0.08863622212389385, + 0.13608353008849555, + 0.08948672566371674, + 1.0619469028597977e-07, + -0.09438650000000005, + -0.02112876106194696, + 0.09014838938053121, + -0.048498132743362864, + 0.05329288938053096, + 0.07878135752212394, + 0.006330884955752202, + 0.04712901946902665, + 0.11292442477876118, + -0.09438650000000005, + 0.09438671238938054, + -0.03861907964601756, + 1.0619469029580476e-07, + -0.09438650000000005, + 0.06704106194690229, + -0.07101396460177, + 0.11338092035398238, + 0.022629575221239016, + 0.15994504424778788, + 0.039176644247788044, + 0.11334270796460184, + -0.100392831858407, + 0.0665928778761063, + -0.08165009999999992, + 1.0619469028597977e-07, + 0.027216715044247736, + -0.0211287610619469, + 0.007675044247787407, + 0.017898353982300903, + 0.022447520353982425, + -0.10415006194690236, + -0.06118739999999991, + -0.031867106194690256, + 0.0665928778761063, + 0.0386198407079645, + -0.06659289999999989, + 0.06704106194690229, + 0.03697516814159319, + -0.044993100884955714, + -0.005112693362831841, + -0.08742769999999993, + -0.04059785840707965, + 0.027216715044247736, + 0.1411085663716819, + 0.13608353008849491, + 0.03589945132743362, + -0.0453806460176991, + 0.003572176991150533, + 0.05211161769911493, + -0.012922732743362846, + 0.1411085663716814, + -0.04703600000000003, + 0.1997786557522125, + 0.14790371681415954, + 0.14316932831858414, + 0.03571657522123903, + -0.10441322884955753, + -0.23222040176991168, + -0.03493910442477871, + 0.05546864601769913, + 0.12581869469026555, + -0.18030577079646018, + -0.07161228646017702, + -0.03718444513274338, + 0.013523787610619589, + 0.10059417451327425, + 0.01624747876106193, + 0.05021323893805318, + -0.05147623362831883, + 0.1827229362831858, + 0.0034618557522124397, + 0.05241511327433623, + 0.030558143362831823, + -0.19202160176991148, + 0.11133997495575228, + 0.12129543628318586, + 0.060097776106194795, + 0.11579815929203502, + -0.027196398230088462, + 0.17599128230088495, + -0.1195051539823009, + 0.18247482389380532, + 0.06219380353982303, + -0.09025506017699113, + 0.08350311504424779, + 0.1271729522123894, + -0.0951591353982304, + 0.10388311504424796, + 0.04703600000000003, + -0.14397143362831855, + -0.056712807079646044, + 0.11911974769911506, + 0.07255731355752211, + 0.17956833628318594, + 0.03657456283185836, + -0.12767188938053103, + -0.21526490619469008, + 0.019409734513274046, + -0.20038580796460184, + 0.13453505858407078, + -0.20150050008849554, + -0.10956924336283183, + -0.1755137388495575, + 0.07771356637168146, + 0.1258815132743363, + 0.05789021663716825, + 0.059674265486725525, + 0.04250356814159293, + 0.18101372743362842, + -0.08988732212389382, + 0.148077411681416, + 0.041530495575221225, + -0.07796867964601775, + -0.08606286725663721, + 0.216610610619469, + 0.09511035132743359, + -0.05938040707964593, + 0.0625599000000001, + -0.09312924070796465, + -0.07196051769911511, + 0.13021555911504423, + 0.10358608645132746, + -0.0039450442477876055, + 0.015811640707964647, + 0.042050546725663725, + -0.11399942584070796, + 0.01275024778761036, + -0.012157897345132696, + -0.07146561415929208, + -0.03644905008849562, + -0.0460240963716814, + -0.04567296300884947, + -0.0159320159292035, + -0.020865886725663647, + 0.006243656991150445, + -0.04104453495575228, + 0.04250217699115046, + 0.034307366371681414, + -0.11968876460176998, + -0.0937977030973451, + -0.007898124601769923, + -0.06254813724778759, + 0.027666705132743385, + -0.0678103380530974, + 0.0033648314159292177, + 0.014861656991150381, + -0.08490639823008855, + 0.06213639999999999, + 0.10985744247787621, + -0.1141806185840708, + -0.0051085477876106, + -0.07652198922123891, + 0.1186390026548673, + -0.006018964601769793, + -0.03378361716814159, + 0.011641800000000063, + -0.06094139999999994, + 0.1415026725663717, + -0.08340849911504429, + -0.021807159292035423, + -0.08355237141592924, + 0.10080485079646004, + -0.0028213893805309528, + -0.039560768141592914, + -0.03811751592920355, + 0.06180052389380527, + 0.08721472743362838, + -0.045456217699115044, + -0.04452998026548677, + -0.08741183716814158 + ] + ], + "std": [ + [ + 1.0288523625377175, + 0.9926765498781311, + 1.5821926864265932, + 1.2345480341843558, + 1.0919259987637373, + 0.8553411989728208, + 0.9770372253740158, + 1.0941619685910755, + 0.9070109264400832, + 1.1660151450666374, + 0.82811358045681, + 0.8585451804478106, + 0.9271539318095082, + 0.826139795075132, + 0.9407871254954377, + 1.1098127265333941, + 0.9673996715099642, + 1.0170784936919917, + 0.7160692020317576, + 0.8881539469849713, + 1.0, + 0.8944357999064094, + 1.5353137244867066, + 1.409505785723462, + 1.4095057857234625, + 1.4063287585864295, + 0.8810006273224485, + 0.9386543902953636, + 0.9544080465249254, + 0.605561339519823, + 0.41738930632162535, + 0.9435148318250272, + 1.0, + 0.7880462841530468, + 1.9911349325902201, + 1.9844233966366362, + 1.4095057857234636, + 1.494834216304884, + 0.8945327921343991, + 1.0465252306595956, + 0.9657902518204129, + 0.8818849232826983, + 1.01289922968906, + 0.9542609489006632, + 1.9911349325902201, + 1.303101066939662, + 1.0, + 0.9988936769842933, + 0.8944357999064099, + 1.9844233966366385, + 0.9721978598866062, + 0.9751070654641969, + 1.053405494669145, + 1.2277188687789828, + 1.0, + 0.9710532649972081, + 1.0, + 1.0, + 1.4095057857234625, + 1.0, + 1.409505785723463, + 1.4063287585864295, + 0.9944538524514821, + 1.0084398738408038, + 1.096956593110858, + 0.9848747659663566, + 1.0176485758563296, + 0.9988936769842915, + 1.0, + 1.0, + 1.1521380745389784, + 1.9911349325902201, + 0.8886796764360778, + 1.0626176220464763, + 0.9820129092696263, + 0.48071756015968203, + 0.8052609158630751, + 0.9014845427415126, + 1.0, + 1.0421263616247836, + 1.0, + 1.0, + 1.0, + 1.0603166366167238, + 1.3948018100222412, + 1.0002378777841179, + 1.0521891063258038, + 1.0, + 1.170667828978199, + 1.6220790112596297, + 1.3004892166096398, + 0.9988939483461562, + 1.0, + 0.8944357999064098, + 1.2549059943840741, + 0.9010506624821365, + 1.2640911636544077, + 0.947031285603356, + 0.991260918816901, + 1.3300447893255651, + 1.1497030038124454, + 1.0, + 1.4063287585864277, + 0.8174198991670485, + 0.9988939483461566, + 1.0, + 1.217866674742133, + 0.8282680988206665, + 1.073085103116072, + 0.9693454139903576, + 1.7234040703162494, + 1.1056144342459158, + 1.074119172644369, + 0.6071170412907283, + 1.409505785723462, + 1.0, + 0.9988939483461562, + 1.1521380745389787, + 0.8944357999064119, + 1.058370875443875, + 1.0846522644237848, + 1.0598613115637294, + 0.5613288969768316, + 1.0, + 1.077530223972941, + 1.4095057857234625, + 1.15083399388167, + 1.0, + 1.2178666747421318, + 1.0966395583377115, + 1.0389053330759344, + 1.0429545495698374, + 1.0, + 1.0244696199828591, + 1.152138074538978, + 1.9911349325902201, + 1.6220790112596353, + 1.1329428844818097, + 1.0304640926757396, + 1.0027828154445004, + 1.4038062005460157, + 1.0648539403871593, + 1.9911349325902201, + 1.0, + 1.9844233966366391, + 1.5353137244867094, + 0.6866407429573802, + 0.9470876233472572, + 0.8928451459276403, + 1.3503062413436946, + 0.39441056751713693, + 1.0739060999830787, + 0.8074286630470415, + 0.8622816943277237, + 0.9235511168325403, + 0.8884646840941383, + 0.9253177369109523, + 1.0067482855890655, + 0.8717444615689396, + 1.7004798113300974, + 1.2451967529281143, + 1.0189016467998342, + 0.9159576992318523, + 0.9716842292520014, + 0.8537203439878127, + 0.6934639134127168, + 0.6814900866218891, + 1.08628728041417, + 0.8695100152450093, + 1.7244969164094923, + 0.9957413253735008, + 0.886998298843266, + 1.0086098935045376, + 0.9474117590718318, + 0.9527864599550645, + 0.8622024829086022, + 0.928715896349544, + 1.165972778898159, + 1.1444020655792773, + 1.249832703644339, + 1.0, + 1.04414181114218, + 0.7888691092407913, + 0.8896110919230731, + 0.8385172959457787, + 0.6963004767756463, + 1.0524770129026086, + 0.8728215158868736, + 1.2422671085343606, + 1.0395955941659785, + 0.9729248895409327, + 0.942112878700215, + 0.9029124312015971, + 0.9945356002953412, + 0.9067257721352653, + 0.6559269963983796, + 1.0530222495928638, + 0.7742650861348659, + 1.7415209866320729, + 0.31751695199855035, + 0.9401556411866103, + 0.9925662855482592, + 0.9703437391049544, + 0.9315271035229352, + 0.76726349356305, + 1.113451820498087, + 1.5950728246019172, + 0.9108834606609704, + 0.6187680270209445, + 1.0, + 1.026218169309107, + 0.9226908311101232, + 1.3695879042350074, + 1.390915117042367, + 0.9165066682832561, + 1.0788295714407763, + 0.8648263176100378, + 0.9635758583333331, + 0.8878642706591297, + 0.9006687498171835, + 0.8634669309414519, + 1.0263681887473621, + 1.1035216758671196, + 0.9668823371087334, + 0.9093839574625667, + 1.2537251227686863, + 0.925393016008483, + 0.9198488449490679, + 0.9988290268424753, + 0.1771101235529094, + 1.05614751420039, + 0.9497863099739803, + 1.0994839009481026, + 0.92792429034674, + 0.9973731985207415, + 1.4008749618490997, + 0.9833759189369512, + 0.7900467121392818, + 0.5512800744398914, + 1.0, + 1.160435495736531, + 0.840523823247663, + 1.0569742675732663, + 0.8576934466322704, + 0.9349861286126709, + 0.8587290535040432, + 0.9574488028099564, + 0.8825111948837125, + 1.0, + 0.9946462418130932, + 0.8401625258336195, + 1.0609041780534152, + 0.8625411201961046, + 0.8578849236354916, + 0.9245113485505083, + 0.9397104471617286, + 0.949988633400937, + 1.4949439323664353, + 1.0752730715733643, + 0.854508526946672, + 1.0304209489391347, + 0.9286338973772724 + ] + ] + }, + "width": 512, + "in_features": 262, + "out_features": 13, + "depth": 6, + "padding": 524, + "parameters": 1245037, + "cert_evals": { + "36": 0.04609929025173187, + "72": 0.03900709003210068, + "108": 0.03900709003210068, + "255": 0.010638297535479069 + }, + "fold": 1 + }, + { + "best_epoch": 6, + "best_val_acc": 0.12307692307692308, + "test_acc": 0.05474452554744526, + "train_size": 113, + "val_size": 65, + "test_size": 274, + "stats": { + "mean": [ + [ + 0.003089986725663709, + -0.004440814159291977, + 0.06255539469026555, + 0.0030673203539822954, + 0.001728016814159293, + 0.11026861433628313, + 0.017892446017699123, + -0.06960080176991157, + 0.039233834283185866, + 0.15144875398230093, + 0.006497817787610628, + -0.01399969203539821, + 0.12535314601769912, + 0.032636741592920446, + -0.04566848761061949, + -0.12298024778761062, + -0.000969959292035392, + 0.11890371504424775, + -0.09021629999999985, + -0.11451322123893802, + -0.04703600000000003, + 0.06338747787610569, + -0.1056450000000003, + -0.06659289999999989, + 0.0665928778761063, + -0.09438650000000005, + -0.04968765486725668, + 0.10877121769911505, + -0.018068128318584065, + -0.08296883185840709, + -0.05587280000000011, + -0.06895776106194693, + -2.920353983278935e-07, + -0.013222389380530894, + -0.04703600000000003, + 0.06659287787610632, + -0.06659289999999989, + -0.1252820000000002, + 0.010099320973451271, + 0.07353538053097344, + -0.007326469911504469, + -0.07684545132743385, + -0.0339906548672566, + 0.05784047787610613, + 0.14110856637168143, + 3.805309734868323e-07, + -0.04703600000000003, + -0.06704164601769919, + -0.02112876106194691, + -0.06659289999999989, + 0.15620863893805323, + -0.03053643008849556, + -0.18165605309734498, + -0.11233752212389378, + -0.04703600000000003, + -0.016779973451327427, + -0.021128761061946985, + -0.06659289999999989, + 0.0665928778761063, + -0.06659289999999989, + -0.06659289999999989, + -0.09438650000000005, + -0.00463133628318579, + -0.07507774690265485, + -0.0007694676106195044, + -0.08089127433628311, + -0.10792991415929203, + -2.9203539847723323e-07, + -0.04703600000000003, + -0.04703600000000003, + 0.027216715044247893, + -0.04703600000000003, + -0.02592799999999999, + 0.08057962389380531, + 0.024038425752212503, + -0.16465999999999992, + -0.07926050000000014, + -0.09237758407079648, + -0.06659289999999989, + -0.043025663716814114, + 0.14110856637168245, + 0.1411085663716826, + -0.04703600000000003, + -0.023750336283185847, + 0.03126479168141594, + 0.008899934513274312, + -0.02743449557522126, + 0.06331698053097352, + 0.05539779646017699, + 0.027216715044247736, + 0.017897150442477798, + 1.0619469029187476e-07, + 1.061946903233147e-07, + -0.02112876106194691, + -0.1502479999999999, + -0.016447008849557545, + -0.0054378495575221125, + 0.07474130442477876, + -0.07807693805309734, + -0.07854839999999999, + -0.008790955752212368, + 1.0619469031152472e-07, + 1.0619469029973474e-07, + 0.038619840707964564, + 1.061946903233147e-07, + 1.0619469035868464e-07, + -2.920353983829134e-07, + -0.06884565486725683, + -0.043006230088495565, + 0.13900964601769922, + -0.06902842477876096, + -0.06529410000000001, + -0.07149334513274326, + -0.043025663716814044, + -0.06659289999999989, + 0.02721671504424799, + 1.0619469029187476e-07, + -0.08165009999999992, + -0.1056450000000003, + -0.0844234336283186, + 0.045172380530973465, + 0.08091592477876108, + -0.08034439823008824, + -0.06118739999999991, + 0.009105318584070807, + 0.0665928778761063, + 0.03861984070796471, + -0.06659289999999989, + -2.920353983475435e-07, + -0.01561157522123892, + 0.034667146902654884, + 0.04805644646017698, + 0.07649909380531038, + 0.0778107902654868, + -0.08165009999999992, + -0.04703600000000003, + 0.027216715044247736, + 0.003988389380530976, + 0.07484829203539822, + 0.06071553097345137, + 0.014212502654867237, + 0.06978295752212389, + -0.04703600000000003, + -0.04703600000000003, + -0.06659289999999989, + -0.1056450000000003, + -0.05670110707964598, + 0.09375696460176995, + -0.16628776973451334, + -0.004178826548672555, + -0.07220739999999994, + -0.06694404424778763, + -0.06819787345132745, + -0.049705195575221274, + -0.11667001238938055, + -0.12676487345132748, + 0.06602797345132745, + 0.0027255099115044237, + 0.08367987168141594, + -0.07531826548672561, + 0.06618380000000008, + -0.05077870088495575, + -0.03939802035398229, + 0.0725209725663717, + 0.018818907079646008, + -0.0012129309734513318, + 0.08232463584070795, + 0.06279675221238941, + 0.05451436991150446, + -0.09364632743362859, + -0.013597840707964663, + -0.02791582300884959, + 0.02277181946902653, + 0.09624579256637165, + 0.10685669557522126, + 0.05720445840707966, + -0.11690305221238939, + -0.07600262831858408, + 0.20486032743362856, + -0.11598514159292016, + 0.04703600000000003, + 0.12372530088495573, + 0.07733639557522128, + 0.009731815840707961, + 0.06515634630088495, + -0.004099914159292028, + -0.062444362831858426, + -0.14432490088495575, + 0.010303688495575204, + -0.03996258407079658, + -0.01723771946902648, + -0.03748595911504427, + -0.09338390796460176, + -0.12455748761061945, + -0.07069998663716814, + 0.09306433097345132, + 0.05574491150442479, + 0.05271592371681417, + -0.10488400000000016, + 0.0725061, + -0.06092212743362833, + -0.021001579646017662, + 0.08582514876106195, + 0.05783091212389381, + 0.07796875840707959, + -0.0484065486725664, + -0.06359218141592915, + 0.12465353274336273, + -0.03740971681415926, + -0.006256027433628239, + 0.02847770973451326, + 0.03523589380530972, + -0.007258076106194675, + 0.029468245840707955, + 0.07720809823008848, + -0.029801646017699017, + -0.07590199938053097, + -0.0023667877876106243, + -0.06193052212389384, + 0.0729473, + -0.08944441592920359, + -0.008905622654867247, + -0.09599750318584069, + -0.11731536725663715, + 0.03799221946902657, + 0.04264000707964609, + -0.05476776486725663, + -0.08099349336283189, + -0.06403644955752204, + 0.0510427, + -0.1728837920353984, + 0.04379192212389381, + -0.08503633221238939, + -0.04843164778761059, + -0.013288855929203541, + 0.05900416725663712, + 0.01502987168141596, + -0.028499033982300897, + -0.06898648672566376, + 0.06213639999999999, + -0.020727761061946872, + 0.056635334513274314, + -0.009026141592920364, + 0.03156841769911506, + -0.12126076106194686, + 0.06353122123893817, + 0.031937667522123854, + 0.029336698938053133, + 0.12508993982300817, + -0.07582650442477877, + 0.006734969026548675, + 0.06509837044247789, + 0.03657155663716816, + -0.13086254787610632, + -0.01249529203539823, + 0.041217141592920364, + 0.050712616814159305, + 0.008828665486725618, + -0.04774530973451326, + -0.06531424955752214, + 0.08627439557522125, + 0.019008834867256633 + ] + ], + "std": [ + [ + 0.9244692810470073, + 0.9993356910018533, + 1.1547522998507793, + 0.9432810092169331, + 1.03584004279498, + 0.8753158130277445, + 1.0465755215467378, + 0.9102607240673849, + 1.023778543447583, + 0.9297280045159075, + 1.0069835198754635, + 0.9525566546794436, + 0.9399759480360307, + 0.9978150756585966, + 0.9862811329995884, + 0.9613244275752023, + 1.111865207612389, + 0.9715796850385696, + 1.0, + 1.0813226579822182, + 1.0, + 1.2592635987036094, + 1.0, + 1.0, + 1.4095057857234625, + 1.0, + 1.010538238524329, + 1.0722512669094082, + 1.0593646908068974, + 0.605561339519823, + 1.0, + 0.9556792785074675, + 0.9988936769842924, + 0.9607982608538026, + 1.0, + 1.4095057857234632, + 1.0, + 1.0, + 0.972373648410722, + 1.0584533172538098, + 1.0284056325027326, + 0.8751294762374062, + 0.7194469320515607, + 0.9753483226530357, + 1.9911349325902201, + 0.99889397212978, + 1.0, + 0.7094990007768706, + 0.8944357999064104, + 1.0, + 0.9004941973725803, + 1.0121581074927941, + 0.761525664661198, + 0.6638398438080123, + 1.0, + 1.0084273596642825, + 0.8944357999064123, + 1.0, + 1.4095057857234632, + 1.0, + 1.0, + 1.0, + 1.0674172345021198, + 1.0415595393603108, + 0.9952640371583976, + 0.7847375185646767, + 1.0253922671299165, + 0.9988936769842935, + 1.0, + 1.0, + 1.1521380745389769, + 1.0, + 0.9380600926852771, + 0.9688329579782285, + 1.0699750013871834, + 1.0, + 1.0, + 0.9022130416875166, + 1.0, + 0.8547515543653855, + 1.9911349325902201, + 1.9911349325902201, + 1.0, + 0.9833161542151768, + 0.9113836368578456, + 1.0154070458101938, + 0.8175726795277899, + 1.0291658658053822, + 1.0023879541161114, + 1.1521380745389784, + 1.0666606471785436, + 0.9988939483461562, + 0.9988939483461564, + 0.8944357999064111, + 1.0, + 1.0194849042181624, + 0.9377289254070391, + 0.9868393622488469, + 0.7115324821514019, + 1.0, + 0.9291878599599749, + 0.9988939483461571, + 0.9988939483461564, + 1.150833993881672, + 0.9988939483461564, + 0.9988939483461563, + 0.9988936769842928, + 0.8446756150368765, + 0.8840822390425243, + 0.879273891482901, + 0.356357040154056, + 1.0, + 0.8575361470050674, + 0.8547515543653872, + 1.0, + 1.1521380745389762, + 0.9988939483461562, + 1.0, + 1.0, + 0.7707096318942795, + 0.9479029615796615, + 0.8861435214681488, + 0.709392406059319, + 1.0, + 0.9648083778490988, + 1.4095057857234619, + 1.1508339938816696, + 1.0, + 0.9988936769842918, + 0.8265732991714976, + 1.0190844405952648, + 0.9459831021380053, + 1.7348381185160544, + 1.1517740759366022, + 1.0, + 1.0, + 1.152138074538978, + 0.912843060712004, + 1.1388119070973806, + 0.9915799039109703, + 1.002719667279991, + 1.085125621845705, + 1.0, + 1.0, + 1.0, + 1.0, + 1.5001714286910226, + 0.9966194693620798, + 0.9443805992812078, + 0.8655175815339226, + 1.0, + 0.7897012658620092, + 1.1164175335449071, + 1.264530190302258, + 0.8921583865445091, + 1.0648052330194941, + 0.8695758038727032, + 0.8660581580725691, + 0.8367831000825393, + 0.37197924168302665, + 1.0, + 0.9262178979224102, + 0.9242646117464632, + 0.973591105652927, + 0.9951600891998066, + 1.1111862475284577, + 0.6670563380647561, + 0.9442962334551489, + 0.990332316811185, + 0.480719441273429, + 1.223234975369157, + 0.940394811395897, + 0.9089632031900003, + 1.0458338698053655, + 0.9721165818563446, + 1.374767108546496, + 0.8594004341053223, + 0.7653673558229712, + 0.6670525311692612, + 0.645642563256581, + 1.0, + 0.891254315503885, + 1.0775980834755503, + 1.007431548670928, + 0.9530753484316439, + 1.4811962251096449, + 1.2176806384389702, + 0.9602107117788192, + 0.8795846242039457, + 1.1116750216535782, + 0.9501349187678776, + 1.0821885258200035, + 1.1407026156836266, + 0.9231893015164008, + 0.8990327480493145, + 0.6422405879838027, + 0.9092214790537131, + 0.9351958368508632, + 1.0, + 1.0, + 0.9288775753611616, + 0.8531876075690629, + 1.034017858801366, + 1.0285706599327553, + 1.5382840820664052, + 1.0793433921827003, + 0.7014984131399681, + 0.9478974831267535, + 0.8121083950620509, + 0.5317226069000799, + 0.877495299738119, + 1.105656776922663, + 0.9679617815757274, + 0.7155463726091819, + 1.108302722756925, + 1.0944778308312668, + 0.7749616919771513, + 0.8850563716056123, + 0.5693811287198752, + 1.0, + 0.9220528856937216, + 0.8553127512283658, + 0.9975197765961968, + 0.8796722204092665, + 1.1740947078133768, + 0.9516756586234943, + 0.9063555755946218, + 0.9537956983823893, + 0.21590336552059824, + 1.0, + 1.1291952185180558, + 1.0007499385498189, + 1.0111383561599954, + 0.9704983147288865, + 1.1385710361021162, + 0.7564588026775311, + 1.0046465692486821, + 0.9312841189336238, + 0.6375502285227569, + 1.0, + 0.829387189699574, + 1.0544363475675953, + 0.9771879250820691, + 1.0137760206245479, + 1.0423498864484522, + 0.43681029699877133, + 0.8991224001063718, + 0.8257144621838688, + 1.968770644943309, + 0.8856828178067617, + 1.0398871114616712, + 0.8345338516516961, + 0.9722595951185294, + 1.285772740124495, + 0.8915167876690523, + 0.8875667705363124, + 0.6453390579256484, + 0.9343424770462008, + 0.8887305596443167, + 1.0443061214405034, + 1.027608228431771, + 0.9189390661089004 + ] + ] + }, + "width": 512, + "in_features": 262, + "out_features": 13, + "depth": 6, + "padding": 524, + "parameters": 1245037, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 6, + "best_val_acc": 0.5074626865671642, + "test_acc": 0.5404411764705882, + "train_size": 113, + "val_size": 67, + "test_size": 272, + "stats": { + "mean": [ + [ + 0.04070993805309734, + 0.11996151327433617, + -0.07505505699115043, + -0.053473368141592904, + -0.0023036168141593112, + -0.04386066761061949, + 0.1000648973451327, + 0.21898467610619468, + 0.0844638663362832, + -0.21027526176991146, + 0.08278053309734511, + 0.02691175840707965, + -0.10311968407079651, + -0.019989650442477833, + -0.029568291150442447, + 0.06979861946902657, + -0.09989179115044242, + -0.0017227557522123856, + -2.2654867243656462e-07, + 0.06518417699115044, + -0.04703600000000003, + -0.1056450000000003, + -0.1056450000000003, + 0.19977865575221251, + 0.0665928778761063, + 0.09438671238938035, + -0.10331811504424784, + -0.11287559292035391, + 0.1063068938053097, + 0.04291548672566383, + -0.05587280000000011, + -0.032180318584070916, + 0.06704106194690261, + -0.1718930000000004, + -0.04703600000000003, + 0.0665928778761063, + -0.06659289999999989, + 0.08948672566371665, + -0.025450121504424723, + -0.17311484513274336, + 0.07640526460176993, + 0.11526853982300869, + 0.1133023008849558, + -0.07326554867256642, + -0.04703600000000003, + 0.047838725663716816, + -0.04703600000000003, + 0.06704106194690251, + -0.02112876106194691, + -0.06659289999999989, + -0.013552253982300916, + -0.020357922123893812, + -0.027464973451327517, + -0.006002522123893788, + -0.04703600000000003, + -0.04337743362831858, + 0.14790371681415934, + 0.0665928778761063, + -0.06659289999999989, + 0.06659287787610634, + -0.06659289999999989, + 1.0619469029580476e-07, + 0.044767823008849614, + 0.08289923362831852, + -0.12235442831858409, + -0.11459614159292028, + 0.14790476371681416, + -2.9203539830824354e-07, + -0.04703600000000003, + 0.14110856637168223, + 0.027216715044247736, + -0.04703600000000003, + -0.055889752212389385, + -0.12962760265486717, + 0.10187851619469035, + -0.01324823008849549, + 0.022193132743362702, + -0.07879260176991155, + 0.0665928778761063, + 0.12907584070796485, + -0.04703600000000003, + -0.04703600000000003, + -0.04703600000000003, + -0.002639044247787606, + 0.054982569292035384, + 0.05932991150442477, + -0.06964141592920373, + -0.07482919999999994, + -0.033238396460177, + 0.13608353008849555, + 0.0894867256637167, + -0.09438650000000005, + -0.09438650000000005, + -0.1056450000000003, + 0.030049292035398203, + 0.0004219557522123656, + 0.04024157522123887, + 0.01212035575221241, + -0.06541580530973452, + -0.07854839999999999, + 0.02907596460176992, + -0.09438650000000005, + 0.09438671238938048, + -0.03861907964601766, + 1.0619469030366473e-07, + 1.0619469029580476e-07, + -0.0670416460176993, + -0.04499362831858416, + 0.0430065663716814, + 0.05495734513274337, + 0.025254761061947018, + -0.06529410000000001, + 0.06800543362831867, + -0.15775999999999976, + 0.0665928778761063, + -0.08165009999999992, + 1.0619469029580476e-07, + -0.08165009999999992, + -0.021128761061946954, + 0.0199548849557522, + -0.04005870796460183, + 0.07256339026548671, + 0.0029753097345135682, + 0.008741072566371728, + -0.12291731858407075, + 0.0665928778761063, + -0.03861907964601771, + 0.0665928778761063, + -2.9203539835933345e-07, + -0.15365226548672545, + -0.02139016460176988, + 0.03374174115044254, + -0.03278541946902662, + -0.16577226814159277, + 0.027216715044247785, + 0.14110856637168206, + -0.08165009999999992, + -0.17471278761061948, + -0.05009553982300891, + 0.10357247787610621, + 0.01421250265486715, + -0.16799606460176988, + 0.1411085663716814, + -0.04703600000000003, + 0.1997786557522125, + -0.02112876106194691, + 0.10064383539823014, + -0.09822227433628321, + 0.010812114336283181, + -0.0005969424778760985, + -0.034939104424778704, + -0.021039132743362887, + 0.1549942769911504, + -0.05473569823008849, + 0.09371048247787614, + 0.1284547699115043, + 0.08193819469026561, + -0.1894623433628318, + -0.03994628938053097, + 0.005021592920354035, + 0.06618380000000008, + 0.046780255752212445, + 0.12412912743362833, + -0.15687404504424782, + -0.04040450761061948, + 0.01819149026548674, + 0.047322232477876085, + -0.1316860601769911, + -0.08258592566371675, + 0.05638880530973452, + -0.10198681415929205, + 0.1290602176991152, + -0.03669845398230087, + -0.10499076469026546, + -0.12757559911504432, + -0.06652606637168137, + 0.05155422566371681, + 0.031605256637168136, + 0.0629123805309736, + 0.023197380530973564, + 0.04703600000000003, + -0.03599286283185842, + -0.1574473318584071, + 0.10887992823008849, + -0.053605181415929175, + -0.012299078761061958, + -0.05887616991150452, + 0.07308711769911504, + 0.09051549646017694, + -0.10846913274336303, + -0.15513741725663718, + 0.12073644318584073, + 0.05041307504424779, + 0.1529646697345132, + 0.0776218637168141, + 0.057565741592920404, + -0.17276489823008853, + -0.014984845840707986, + -0.04701723008849572, + -0.03750280353982299, + 0.06355189203539817, + 0.06636549999999998, + -0.1410115592035399, + -0.08766313362831851, + -0.09892783274336285, + -0.013420267079645989, + 0.09777304070796461, + 0.07535415840707965, + -0.10688448672566354, + 0.0625599000000001, + -0.011544922123893811, + -0.09627820707964604, + 0.08584640530973452, + 0.007022314424778771, + -0.05128431504424778, + -0.06365885663716808, + 0.02538907345132746, + 0.071253879380531, + -0.032786734513274456, + 0.0729473, + 0.04719471592920353, + 0.014598110265486715, + 0.026159213575221246, + 0.059101831504424836, + -0.07843545663716811, + 0.0003891433628318023, + 0.014624393274336253, + 0.03384382522123893, + -0.07310352920353969, + 0.0510427, + 0.14306325132743355, + -0.011243908849557487, + 0.02559352380530976, + 0.03617407230973455, + -0.012417333274336301, + -0.10102372743362834, + -0.09638603628318594, + 0.02360371292035396, + -0.0742930973451328, + -0.014339143362831862, + 0.03523714159292039, + 0.03915302300884953, + -0.08945827723893807, + -0.02228378656637163, + 0.10421852477876106, + 0.0697730088495576, + -0.12811908238938052, + -0.10229047238938055, + -0.048111653097345074, + 0.041196920353982314, + 0.10879424867256633, + -0.10693692778761064, + 0.02704163566371678, + 0.12719723849557518, + 0.1358370884955751, + -0.11345866194690264, + -0.11236356814159291, + 0.008828665486725625, + 0.04901849557522122, + 0.10906433185840712, + -0.12028646725663718, + 0.005514894867256633 + ] + ], + "std": [ + [ + 1.0502669179700934, + 0.9792224218294541, + 0.24305352147883325, + 1.043042266446498, + 1.0744571502175468, + 0.9508826739984755, + 0.9451555552883207, + 1.1810283789026603, + 1.0064552702700122, + 1.1190882010665817, + 0.9034793296608571, + 1.1336521923679663, + 0.9786491101919341, + 0.9206985848676537, + 0.8610889538505271, + 0.9619675032812017, + 0.9308084274399617, + 0.9863758024756076, + 0.9547571784517959, + 0.9496800506935921, + 1.0, + 1.0, + 1.0, + 1.9844233966366367, + 1.4095057857234627, + 1.40632875858643, + 0.892002130496044, + 1.0129634785032875, + 0.978487303853688, + 1.1394715296586964, + 1.0, + 1.0267988761241287, + 1.217866674742132, + 1.0, + 1.0, + 1.4095057857234627, + 1.0, + 1.30048921660964, + 1.101075351501756, + 0.9423320679555461, + 0.9745566669040967, + 1.0784150005489006, + 1.3072548131334407, + 1.020520797792866, + 1.0, + 1.1116626840554256, + 1.0, + 1.2178666747421323, + 0.8944357999064103, + 1.0, + 0.9763859814864452, + 0.9882312110151381, + 0.9941548135105892, + 1.0805382570058093, + 1.0, + 0.9455390825539804, + 1.5353137244867092, + 1.4095057857234619, + 1.0, + 1.4095057857234636, + 1.0, + 0.9988939483461567, + 0.9028116049768871, + 1.0263167291591377, + 0.9964436627027657, + 0.4280387316306564, + 1.0514551909197751, + 0.9988936769842915, + 1.0, + 1.9911349325902201, + 1.152138074538978, + 1.0, + 0.9644113662850948, + 0.9806946309645141, + 0.9930268680075975, + 0.8905664891946655, + 1.0736843273720693, + 1.0058668086951204, + 1.409505785723462, + 1.3330925209888196, + 1.0, + 1.0, + 1.0, + 1.0450036005861865, + 1.3244456183776097, + 0.932189980942975, + 0.9625014477361986, + 1.0, + 1.0074707737922228, + 1.62207901125963, + 1.3004892166096393, + 1.0, + 1.0, + 1.0, + 1.0917543201475843, + 1.0127130749629136, + 1.2877909824303606, + 0.9604994075919616, + 0.8657450013263874, + 1.0, + 1.0599660091906427, + 1.0, + 1.4063287585864277, + 0.8174198991670479, + 0.9988939483461567, + 0.9988939483461567, + 0.7094990007768708, + 0.8740833234525124, + 1.010657132912493, + 0.9328151962443406, + 1.3541564903516528, + 1.0, + 1.0437864539647888, + 1.0, + 1.409505785723462, + 1.0, + 0.9988939483461567, + 1.0, + 0.8944357999064098, + 1.2065791134004533, + 1.0500123468485083, + 0.9959504427215604, + 1.0958354145667224, + 0.7400533918928887, + 0.9943642075886404, + 1.4095057857234627, + 0.8174198991670482, + 1.4095057857234627, + 0.9988936769842922, + 0.9193790839730072, + 1.0436031910295362, + 0.9868834993023391, + 0.5782795414175284, + 0.9541173647907301, + 1.1521380745389775, + 1.9911349325902201, + 1.0, + 0.9325216486314452, + 1.0303184562115624, + 0.9698188611354921, + 1.0027196672799903, + 1.0327882823860284, + 1.9911349325902201, + 1.0, + 1.9844233966366391, + 0.8944357999064109, + 0.7112349595162911, + 1.0528496975740775, + 0.9693293962135208, + 1.098217436491506, + 0.39441056751713705, + 1.131185111941341, + 0.8933013668038887, + 0.8692841653701331, + 0.9535583303775852, + 0.9578421783922644, + 0.9351032690489206, + 0.9587912379925385, + 0.8874155629442673, + 0.7402206710271984, + 1.0, + 1.0688089329251667, + 0.997681462694144, + 0.9866601266296527, + 0.9496581319654654, + 0.9257831061652533, + 0.9073562336120353, + 0.9768579353882867, + 0.9602672008044747, + 0.7793988687883875, + 1.2643817992013762, + 0.8858997832358527, + 1.0783739453909889, + 0.9243425987503827, + 0.9894525958813807, + 0.8138319611992417, + 0.9527697944043735, + 1.1413505837251008, + 0.8792523651290115, + 1.0992317647014969, + 1.0, + 1.065433498566479, + 0.9150528093441637, + 1.0062463574228966, + 1.011250604668206, + 0.7913263564369651, + 0.9735543146496928, + 0.9610800849612564, + 0.9880567372837797, + 0.3866698577857632, + 0.9853949011817834, + 0.990227174214131, + 0.8869793376043191, + 1.0049463863071384, + 0.9992217219580515, + 0.9135057665522096, + 0.9794517412025064, + 0.8334338014885702, + 0.37518500497353446, + 1.1642248030770597, + 0.9506854878365382, + 1.1083600583283926, + 0.9361744720072924, + 1.0051395038183164, + 0.7234663786843327, + 1.1371317753211319, + 1.5356103741191347, + 0.8479920793399001, + 0.46656712729960265, + 1.0, + 1.0891589322731212, + 0.8545812844441173, + 1.3469557389840487, + 1.3298686360213214, + 0.8184103746992143, + 1.2426545134673366, + 0.9345647421429395, + 0.8739291157345797, + 0.7954155323258645, + 1.0, + 0.9396031266002715, + 0.8729340873197525, + 1.1022147706138496, + 0.9052007430680863, + 0.8002297286948205, + 1.1474637082252046, + 1.0050624674836923, + 0.8958786752659496, + 0.1199464140766847, + 1.0, + 0.9484606934407114, + 0.924743989986394, + 1.1045533858189263, + 0.9763355497679247, + 0.8775711016746042, + 1.4892483405130004, + 0.9479162196372228, + 0.824520740664537, + 0.48200134691826974, + 0.8093410764663572, + 1.0307538015892828, + 0.8557116942728363, + 0.9675781578595044, + 0.9316537658305905, + 0.961482671503125, + 0.9499524026348503, + 1.0156281171297905, + 0.9533815998673338, + 0.13577727875330386, + 1.0944930405696027, + 0.9984202119037168, + 1.0610893586418122, + 1.0416564535479678, + 0.953141207852886, + 0.9699518518482332, + 1.0661304370514315, + 0.9605383246803934, + 0.9343424770461999, + 1.1428421085341074, + 0.9995106529728873, + 1.0191031224939573, + 1.0275583030415119 + ] + ] + }, + "width": 512, + "in_features": 262, + "out_features": 13, + "depth": 6, + "padding": 524, + "parameters": 1245037, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.40405419964526124, + "std_test_acc": 0.23473969570308745, + "n_samples": 452, + "n_features": 262, + "n_classes": 13, + "mean_cert_acc_36": 0.011524822562932968, + "std_cert_acc_36": 0.023049645125865936, + "mean_cert_acc_72": 0.00975177250802517, + "std_cert_acc_72": 0.01950354501605034, + "mean_cert_acc_108": 0.00975177250802517, + "std_cert_acc_108": 0.01950354501605034, + "mean_cert_acc_255": 0.002659574383869767, + "std_cert_acc_255": 0.005319148767739534 + }, + "audiology-std": { + "dataset": "audiology-std", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.16129032258064516, + "test_acc": 0.22142857142857142, + "train_size": 25, + "val_size": 31, + "test_size": 140, + "stats": { + "mean": [ + [ + -1.7763568394002505e-17, + -8.399999999486596e-07, + 7.99999999756551e-08, + -1.2800000001833566e-06, + -3.6000000007696543e-07, + -8.799999999986596e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.000000002006402e-08, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 7.99999999756551e-08, + 0.0, + -3.199999999159431e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3306690738754695e-17, + -3.999999999981796e-07, + 0.0, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.659739592076221e-17, + 0.0, + -8.659739592076221e-17, + 0.0, + 0.0, + 0.0, + -7.199999999940587e-07, + -4.800000000759752e-07, + 2.799999999325564e-07, + 0.0, + 2.220446049250313e-18, + 0.0, + -1.5999999996907377e-07, + 0.0, + -4.0000000006479297e-07, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9797958971132714, + 0.979795399156076, + 0.979796007645425, + 0.9797944438980055, + 0.979795825808005, + 0.9797970293219844, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132714, + 1.0, + 0.9797961795409461, + 0.979796007645425, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797960076454252, + 1.0, + 0.9797960772142222, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132711, + 0.9797952000000001, + 1.0, + 0.9797960076454251, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132709, + 1.0, + 0.9797958971132709, + 1.0, + 1.0, + 1.0, + 0.9797942770355633, + 0.9797949007791427, + 0.9797958854236333, + 1.0, + 0.979795897113271, + 1.0, + 0.9797957933341287, + 1.0, + 0.9797952, + 1.0, + 1.0 + ] + ] + }, + "width": 256, + "in_features": 59, + "out_features": 18, + "depth": 6, + "padding": 118, + "parameters": 65390, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.15151515151515152, + "test_acc": 0.06521739130434782, + "train_size": 25, + "val_size": 33, + "test_size": 138, + "stats": { + "mean": [ + [ + -1.7763568394002505e-17, + -8.399999999486596e-07, + 7.99999999756551e-08, + -1.2800000001833566e-06, + -3.6000000007696543e-07, + -8.799999999986596e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.000000002006402e-08, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 7.99999999756551e-08, + 0.0, + -3.199999999159431e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3306690738754695e-17, + -3.999999999981796e-07, + 0.0, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.659739592076221e-17, + 0.0, + -8.659739592076221e-17, + 0.0, + 0.0, + 0.0, + -7.199999999940587e-07, + -4.800000000759752e-07, + 2.799999999325564e-07, + 0.0, + 2.220446049250313e-18, + 0.0, + -1.5999999996907377e-07, + 0.0, + -4.0000000006479297e-07, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9797958971132714, + 0.979795399156076, + 0.979796007645425, + 0.9797944438980055, + 0.979795825808005, + 0.9797970293219844, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132714, + 1.0, + 0.9797961795409461, + 0.979796007645425, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797960076454252, + 1.0, + 0.9797960772142222, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132711, + 0.9797952000000001, + 1.0, + 0.9797960076454251, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132709, + 1.0, + 0.9797958971132709, + 1.0, + 1.0, + 1.0, + 0.9797942770355633, + 0.9797949007791427, + 0.9797958854236333, + 1.0, + 0.979795897113271, + 1.0, + 0.9797957933341287, + 1.0, + 0.9797952, + 1.0, + 1.0 + ] + ] + }, + "width": 256, + "in_features": 59, + "out_features": 18, + "depth": 6, + "padding": 118, + "parameters": 65390, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.0, + "test_acc": 0.0547945205479452, + "train_size": 25, + "val_size": 25, + "test_size": 146, + "stats": { + "mean": [ + [ + -1.7763568394002505e-17, + -8.399999999486596e-07, + 7.99999999756551e-08, + -1.2800000001833566e-06, + -3.6000000007696543e-07, + -8.799999999986596e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.000000002006402e-08, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 7.99999999756551e-08, + 0.0, + -3.199999999159431e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3306690738754695e-17, + -3.999999999981796e-07, + 0.0, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.659739592076221e-17, + 0.0, + -8.659739592076221e-17, + 0.0, + 0.0, + 0.0, + -7.199999999940587e-07, + -4.800000000759752e-07, + 2.799999999325564e-07, + 0.0, + 2.220446049250313e-18, + 0.0, + -1.5999999996907377e-07, + 0.0, + -4.0000000006479297e-07, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9797958971132714, + 0.979795399156076, + 0.979796007645425, + 0.9797944438980055, + 0.979795825808005, + 0.9797970293219844, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132714, + 1.0, + 0.9797961795409461, + 0.979796007645425, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797960076454252, + 1.0, + 0.9797960772142222, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132711, + 0.9797952000000001, + 1.0, + 0.9797960076454251, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132709, + 1.0, + 0.9797958971132709, + 1.0, + 1.0, + 1.0, + 0.9797942770355633, + 0.9797949007791427, + 0.9797958854236333, + 1.0, + 0.979795897113271, + 1.0, + 0.9797957933341287, + 1.0, + 0.9797952, + 1.0, + 1.0 + ] + ] + }, + "width": 256, + "in_features": 59, + "out_features": 18, + "depth": 6, + "padding": 118, + "parameters": 65390, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 5, + "best_val_acc": 0.1, + "test_acc": 0.09929078014184398, + "train_size": 25, + "val_size": 30, + "test_size": 141, + "stats": { + "mean": [ + [ + -1.7763568394002505e-17, + -8.399999999486596e-07, + 7.99999999756551e-08, + -1.2800000001833566e-06, + -3.6000000007696543e-07, + -8.799999999986596e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.000000002006402e-08, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 7.99999999756551e-08, + 0.0, + -3.199999999159431e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3306690738754695e-17, + -3.999999999981796e-07, + 0.0, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.659739592076221e-17, + 0.0, + -8.659739592076221e-17, + 0.0, + 0.0, + 0.0, + -7.199999999940587e-07, + -4.800000000759752e-07, + 2.799999999325564e-07, + 0.0, + 2.220446049250313e-18, + 0.0, + -1.5999999996907377e-07, + 0.0, + -4.0000000006479297e-07, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9797958971132714, + 0.979795399156076, + 0.979796007645425, + 0.9797944438980055, + 0.979795825808005, + 0.9797970293219844, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132714, + 1.0, + 0.9797961795409461, + 0.979796007645425, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797960076454252, + 1.0, + 0.9797960772142222, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132711, + 0.9797952000000001, + 1.0, + 0.9797960076454251, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132709, + 1.0, + 0.9797958971132709, + 1.0, + 1.0, + 1.0, + 0.9797942770355633, + 0.9797949007791427, + 0.9797958854236333, + 1.0, + 0.979795897113271, + 1.0, + 0.9797957933341287, + 1.0, + 0.9797952, + 1.0, + 1.0 + ] + ] + }, + "width": 256, + "in_features": 59, + "out_features": 18, + "depth": 6, + "padding": 118, + "parameters": 65390, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.1101828158556771, + "std_test_acc": 0.07655936092809153, + "n_samples": 196, + "n_features": 59, + "n_classes": 18, + "mean_cert_acc_36": 0.0, + "std_cert_acc_36": 0.0, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "balance-scale": { + "dataset": "balance-scale", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.4819277108433735, + "test_acc": 0.45595854922279794, + "train_size": 156, + "val_size": 83, + "test_size": 386, + "stats": { + "mean": [ + [ + 0.05887832692307693, + -2.5641025661690044e-08, + 0.09964028205128199, + -0.09058207692307692 + ] + ], + "std": [ + [ + 0.9464310236223092, + 0.9765235538802873, + 0.9974316897506468, + 1.0391308031314608 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 523, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.4329896907216495, + "test_acc": 0.46774193548387094, + "train_size": 156, + "val_size": 97, + "test_size": 372, + "stats": { + "mean": [ + [ + 0.09511109615384612, + -3.416070845000482e-17, + 0.00905823076923074, + 0.08152388461538454 + ] + ], + "std": [ + [ + 1.0090351712085057, + 1.0055834762270852, + 0.9532661180714023, + 1.002273371607005 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 523, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.0967741935483871, + "test_acc": 0.07446808510638298, + "train_size": 156, + "val_size": 93, + "test_size": 376, + "stats": { + "mean": [ + [ + -0.00452913461538464, + 0.06340748717948716, + -1.2820512825151571e-08, + 0.09964030769230771 + ] + ], + "std": [ + [ + 0.9879158233594086, + 0.9907460042778667, + 1.027617579941566, + 0.9614936385801037 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 523, + "cert_evals": { + "36": 0.07446808367967606, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.06521739130434782, + "test_acc": 0.08222811671087533, + "train_size": 156, + "val_size": 92, + "test_size": 377, + "stats": { + "mean": [ + [ + 0.05434929487179499, + -0.08605298076923085, + 0.06793655769230768, + -0.16757685256410257 + ] + ], + "std": [ + [ + 1.0569029867956488, + 1.0161657906649941, + 0.9625917447832895, + 0.9469510608150327 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 523, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.2700991716309818, + "std_test_acc": 0.22148997391440764, + "n_samples": 625, + "n_features": 4, + "n_classes": 3, + "mean_cert_acc_36": 0.018617020919919014, + "std_cert_acc_36": 0.03723404183983803, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "balloons": { + "dataset": "balloons", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.5, + "test_acc": 0.5, + "train_size": 4, + "val_size": 4, + "test_size": 8, + "stats": { + "mean": [ + [ + 0.0, + 0.0, + -0.968246, + 0.0 + ] + ], + "std": [ + [ + 0.968246, + 0.968246, + 1.0, + 0.968246 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 512, + "cert_evals": { + "36": 0.5, + "72": 0.5, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 4, + "best_val_acc": 1.0, + "test_acc": 0.8, + "train_size": 4, + "val_size": 2, + "test_size": 10, + "stats": { + "mean": [ + [ + -0.484123, + 0.484123, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.8385256331126676, + 0.8385256331126676, + 0.968246, + 0.968246 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 512, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 1.0, + "test_acc": 0.45454545454545453, + "train_size": 4, + "val_size": 1, + "test_size": 11, + "stats": { + "mean": [ + [ + -0.484123, + 0.0, + -0.484123, + -0.484123 + ] + ], + "std": [ + [ + 0.8385256331126676, + 0.968246, + 0.8385256331126676, + 0.8385256331126676 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 512, + "cert_evals": { + "36": 0.4545454680919647, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 1.0, + "test_acc": 0.45454545454545453, + "train_size": 4, + "val_size": 1, + "test_size": 11, + "stats": { + "mean": [ + [ + 0.48412299999999997, + 0.484123, + -0.968246, + 0.0 + ] + ], + "std": [ + [ + 0.8385256331126676, + 0.8385256331126676, + 1.0, + 0.968246 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 512, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5522727272727272, + "std_test_acc": 0.1665357612635026, + "n_samples": 16, + "n_features": 4, + "n_classes": 2, + "mean_cert_acc_36": 0.23863636702299118, + "std_cert_acc_36": 0.276177672220388, + "mean_cert_acc_72": 0.125, + "std_cert_acc_72": 0.25, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "bank": { + "dataset": "bank", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.8758915834522111, + "test_acc": 0.8869888475836432, + "train_size": 1130, + "val_size": 701, + "test_size": 2690, + "stats": { + "mean": [ + [ + -0.043444115752212485, + 0.038350172566371764, + 0.021509683185840713, + -0.021201484955752213, + -0.006912000000000016, + 0.04290420228318581, + -0.031048147787610524, + -0.010544807964601867, + -0.027401819469027113, + -0.0011023982300885904, + -0.020262814867256583, + -0.01690946219469023, + -0.0050658819469022965, + 0.027795634513274152, + 0.0035984575221236132, + 0.03735520353982189 + ] + ], + "std": [ + [ + 0.9589625434028519, + 0.9947635481983416, + 1.013551308348929, + 0.9759306172571834, + 1.025514103095601, + 1.1941195969624385, + 0.9952628808737004, + 1.0099558672249285, + 1.0069197139677768, + 1.0315253300196314, + 1.005152797600638, + 0.9721293687592033, + 0.9311569270874402, + 1.0436010567990328, + 0.9725976279868672, + 1.0344584167333912 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 4834, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 10, + "best_val_acc": 0.8373134328358209, + "test_acc": 0.8375597206909224, + "train_size": 1130, + "val_size": 670, + "test_size": 2721, + "stats": { + "mean": [ + [ + -0.01574801380530978, + 0.0023927396460177394, + 0.0021967858407077644, + -0.01932307256637162, + 0.006853599999999982, + -0.03479098039734521, + 0.0010882398230089275, + 0.02142298584070794, + -0.04310824424778776, + -0.002926514159292115, + -0.01356536707964567, + 0.01527978015929205, + -0.04149083628318521, + -0.006613960176991296, + 0.006211176106194516, + -0.021354536283185895 + ] + ], + "std": [ + [ + 0.969300386690253, + 1.0029838787869998, + 1.0077378567908635, + 1.0067270576318987, + 0.9737641828355684, + 0.8874066057167844, + 1.0000362134178429, + 0.978768086158569, + 1.0166647522536418, + 1.0110908544078474, + 0.9795699211960872, + 0.988628308543735, + 0.8468895052095667, + 1.0088647512260476, + 1.0744144429583726, + 0.97024384329565 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 4834, + "cert_evals": { + "36": 0.7622197866439819, + "72": 0.6718118190765381, + "108": 0.5567805767059326, + "255": 0.011025357991456985 + }, + "fold": 1 + }, + { + "best_epoch": 7, + "best_val_acc": 0.847041847041847, + "test_acc": 0.8343217197924389, + "train_size": 1130, + "val_size": 693, + "test_size": 2698, + "stats": { + "mean": [ + [ + 0.03612999486725651, + 0.0039014732743363205, + -0.026264318584070866, + 0.007914513274336264, + -2.920000000001238e-05, + -0.02074493859203536, + -0.02212137345132746, + -0.02529917433628319, + -0.017585318584070603, + 0.002009283628318563, + -0.032913651327433256, + 0.01575317238053096, + 0.01656134477876116, + 0.004832360176991011, + 0.0046435044247787275, + -0.007806110619469017 + ] + ], + "std": [ + [ + 1.026029784154538, + 1.014567266706415, + 0.9934924943110668, + 1.0009548228746656, + 0.9999976513205256, + 0.9005330945128681, + 0.9966950423207805, + 1.02369326820955, + 1.0066229970970322, + 1.0105897259642973, + 0.9953808522736891, + 1.0444837633462487, + 0.9721502138598372, + 1.0252935681497495, + 0.9895490051866441, + 0.9907898156267138 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 4834, + "cert_evals": { + "36": 0.7031134366989136, + "72": 0.5322461128234863, + "108": 0.3469236493110657, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.8944193061840121, + "test_acc": 0.8819648093841642, + "train_size": 1130, + "val_size": 663, + "test_size": 2728, + "stats": { + "mean": [ + [ + -0.0319807638938054, + 0.00842759592920361, + 0.0032132584070795264, + -0.0512567557522122, + 0.02061919999999998, + 0.017208951831858395, + -0.023906728318583995, + 0.009127680530973464, + 0.04229537345132683, + 0.03913422522123883, + -0.0012866005309730669, + 0.019049747389380534, + 0.0011946368141599608, + -0.01394144424778776, + -0.01887086017699146, + -0.012322258407079635 + ] + ], + "std": [ + [ + 0.9997012384907139, + 1.011637351521284, + 1.0052459246549308, + 0.9835551200097631, + 0.9188989108776542, + 0.975563370252112, + 0.9964151726496702, + 0.9910016079646086, + 0.9876324728734414, + 0.9709295082923052, + 1.018649934814902, + 1.045208416973306, + 1.0916320113723843, + 0.971971990527501, + 0.9802679634858928, + 0.9883913040231975 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 4834, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8602087743627922, + "std_test_acc": 0.028128375993677, + "n_samples": 4521, + "n_features": 16, + "n_classes": 2, + "mean_cert_acc_36": 0.3663333058357239, + "std_cert_acc_36": 0.4236929486314488, + "mean_cert_acc_72": 0.3010144829750061, + "std_cert_acc_72": 0.35222065480973597, + "mean_cert_acc_108": 0.22592605650424957, + "std_cert_acc_108": 0.2745847149290802, + "mean_cert_acc_255": 0.0027563394978642464, + "std_cert_acc_255": 0.005512678995728493 + }, + "blood": { + "dataset": "blood", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.22131147540983606, + "test_acc": 0.2437357630979499, + "train_size": 187, + "val_size": 122, + "test_size": 439, + "stats": { + "mean": [ + [ + 0.08207599251336908, + 0.07211877540106948, + 0.07211877540106948, + 0.12092969090909093 + ] + ], + "std": [ + [ + 1.0915037898164763, + 0.9154190444987925, + 0.9154190444987925, + 1.0234960637376278 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 512, + "cert_evals": { + "36": 0.24373577535152435, + "72": 0.24373577535152435, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 8, + "best_val_acc": 0.5431034482758621, + "test_acc": 0.48314606741573035, + "train_size": 187, + "val_size": 116, + "test_size": 445, + "stats": { + "mean": [ + [ + -0.0044589358288771265, + -0.03777642245989305, + -0.03777642245989305, + -0.04118699946524062 + ] + ], + "std": [ + [ + 1.0355747128653376, + 1.0168425706533084, + 1.0168425706533084, + 0.9389071377082803 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 512, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 36, + "best_val_acc": 0.7454545454545455, + "test_acc": 0.7760532150776053, + "train_size": 187, + "val_size": 110, + "test_size": 451, + "stats": { + "mean": [ + [ + 0.05565309197860972, + -0.04876601497326191, + -0.04876601497326191, + 0.022211831550802065 + ] + ], + "std": [ + [ + 1.2081413746481122, + 0.9472357528176619, + 0.9472357528176619, + 0.9442482982599183 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 512, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 26, + "best_val_acc": 0.6101694915254238, + "test_acc": 0.5553047404063205, + "train_size": 187, + "val_size": 118, + "test_size": 443, + "stats": { + "mean": [ + [ + 0.02856966417112282, + -0.11561878823529406, + -0.11561878823529406, + -0.0299989443850266 + ] + ], + "std": [ + [ + 1.1041996654221626, + 0.9454192748690525, + 0.9454192748690525, + 0.9892882254644951 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 512, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5145599464994015, + "std_test_acc": 0.21937140337517144, + "n_samples": 748, + "n_features": 4, + "n_classes": 2, + "mean_cert_acc_36": 0.06093394383788109, + "std_cert_acc_36": 0.12186788767576218, + "mean_cert_acc_72": 0.06093394383788109, + "std_cert_acc_72": 0.12186788767576218, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "breast-cancer": { + "dataset": "breast-cancer", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 18, + "best_val_acc": 0.8235294117647058, + "test_acc": 0.6906077348066298, + "train_size": 71, + "val_size": 34, + "test_size": 181, + "stats": { + "mean": [ + [ + -0.0162575774647888, + 0.01285738028169014, + 0.05645037746478872, + -0.0029103802816902316, + -0.11736198591549311, + -0.028151649295774777, + -0.03566477464788737, + 0.00970807042253526, + 0.22726122535211296 + ] + ], + "std": [ + [ + 1.0503834784726616, + 0.9628419637542994, + 0.9596794691642652, + 0.9092740907525307, + 1.049772063174192, + 1.0411696038595801, + 0.9953573619388768, + 0.9968442343032266, + 0.8156962912830921 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 1586, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.7391304347826086, + "test_acc": 0.6923076923076923, + "train_size": 71, + "val_size": 46, + "test_size": 169, + "stats": { + "mean": [ + [ + 0.19254230985915494, + -0.19285994366197182, + 0.20358705070422517, + 0.009330281690140758, + -0.03202669014084532, + -0.08538911549295794, + -0.007489267605633831, + -0.18945425352112666, + -0.10300454929577448 + ] + ], + "std": [ + [ + 1.026498898055275, + 1.0381849522269773, + 0.8715501768246713, + 1.1092478240870034, + 1.0696236526518819, + 1.0540261837033709, + 0.9977471789729346, + 0.7297492222931498, + 1.0547842980526614 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 1586, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.2, + "test_acc": 0.31351351351351353, + "train_size": 71, + "val_size": 30, + "test_size": 185, + "stats": { + "mean": [ + [ + 0.011582478873239406, + 0.03857201408450704, + 0.023010226760563364, + -0.21100099999999994, + 0.1670883239436617, + -0.04723080000000009, + -0.17654230985915503, + 0.10343116901408457, + -0.003924816901408183 + ] + ], + "std": [ + [ + 1.0328973500575376, + 0.9120557342457011, + 1.064258264362845, + 0.5867856877712776, + 0.7568737218929631, + 1.003788410624883, + 0.9711357918131928, + 0.9987696871895037, + 1.0006562466084945 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 1586, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 18, + "best_val_acc": 0.7391304347826086, + "test_acc": 0.7218934911242604, + "train_size": 71, + "val_size": 46, + "test_size": 169, + "stats": { + "mean": [ + [ + 0.10902253521126751, + -0.06428660563380281, + 0.1099546112676056, + 0.08277422535211261, + -0.1742519718309861, + 0.18171905915492953, + -0.14836680281690146, + 0.1854393802816902, + -0.16905770422535188 + ] + ], + "std": [ + [ + 0.9700145966779166, + 1.0084610495616426, + 1.0559460579933821, + 1.206060152642598, + 1.1213259288422783, + 0.9728498213970074, + 0.9776535548414097, + 1.0665540888636171, + 1.0843586560371206 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 1586, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.604580607938024, + "std_test_acc": 0.19457566986262229, + "n_samples": 286, + "n_features": 9, + "n_classes": 2, + "mean_cert_acc_36": 0.0, + "std_cert_acc_36": 0.0, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "breast-cancer-wisc": { + "dataset": "breast-cancer-wisc", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 57, + "best_val_acc": 0.9745762711864406, + "test_acc": 0.9408866995073891, + "train_size": 175, + "val_size": 118, + "test_size": 406, + "stats": { + "mean": [ + [ + -0.022535588571428563, + 0.03270772571428592, + 0.05325746457142836, + 0.06163440114285701, + 0.059859796571428064, + -0.04726777714285723, + 0.04544096571428557, + 0.06602559942857117, + 0.14610774857142944 + ] + ], + "std": [ + [ + 0.952214787303689, + 1.0892638945885795, + 1.0696936676502014, + 1.089278359409774, + 1.1050209023715667, + 0.9596438048031793, + 1.0789832917046138, + 1.092361737838657, + 1.280102883239457 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 1586, + "cert_evals": { + "36": 0.6182265877723694, + "72": 0.5837438106536865, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 24, + "best_val_acc": 0.9736842105263158, + "test_acc": 0.9439024390243902, + "train_size": 175, + "val_size": 114, + "test_size": 410, + "stats": { + "mean": [ + [ + -0.014418068571428517, + 0.008363611428571432, + 0.0013426971428572047, + 0.04362350857142855, + 0.06760174228571425, + -0.012737622857143117, + 0.12043267999999967, + -0.02566830114285711, + -0.0004912342857143631 + ] + ], + "std": [ + [ + 1.0359812403938078, + 0.9851680594955492, + 1.0075838815724851, + 1.0487044899930569, + 1.0481096015979268, + 0.9902459117914181, + 1.0891962569916647, + 0.9837374432610851, + 1.028364534365016 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 1586, + "cert_evals": { + "36": 0.6195122003555298, + "72": 0.29756098985671997, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 14, + "best_val_acc": 0.9813084112149533, + "test_acc": 0.9640287769784173, + "train_size": 175, + "val_size": 107, + "test_size": 417, + "stats": { + "mean": [ + [ + 0.022111400000000093, + 0.05892480000000022, + 0.053257361714285696, + 0.011603669142857164, + 0.01340863999999994, + 0.028070879999999694, + -0.015489731428571414, + -0.006955264571428654, + -0.02714547428571435 + ] + ], + "std": [ + [ + 1.030600322394337, + 1.0255153351270532, + 1.050776582254071, + 0.979718412809739, + 0.9943823240987255, + 1.0416854377063047, + 1.0036051510508777, + 0.9886021184539473, + 1.0198774589002766 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 1586, + "cert_evals": { + "36": 0.1774580329656601, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 10, + "best_val_acc": 0.978494623655914, + "test_acc": 0.951276102088167, + "train_size": 175, + "val_size": 93, + "test_size": 431, + "stats": { + "mean": [ + [ + 0.0424054742857143, + -0.014108091428571279, + -0.00827128971428571, + -0.056438248, + -0.030462011428571644, + 0.035918565714285505, + -0.09751196000000009, + -0.053737870857142926, + -0.04380451428571453 + ] + ], + "std": [ + [ + 0.9542842873481718, + 0.9773558222868145, + 0.959218665273952, + 0.9009025916399945, + 0.98004059543331, + 1.0172287889258582, + 1.000728061455461, + 0.9224531635202544, + 0.947073789238405 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 1586, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.950023504399591, + "std_test_acc": 0.01030639455131773, + "n_samples": 699, + "n_features": 9, + "n_classes": 2, + "mean_cert_acc_36": 0.3537992052733898, + "std_cert_acc_36": 0.3145342181033884, + "mean_cert_acc_72": 0.22032620012760162, + "std_cert_acc_72": 0.27995525911016933, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "breast-cancer-wisc-diag": { + "dataset": "breast-cancer-wisc-diag", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 9, + "best_val_acc": 0.95, + "test_acc": 0.9365994236311239, + "train_size": 142, + "val_size": 80, + "test_size": 347, + "stats": { + "mean": [ + [ + 0.0825849457746479, + 0.16776179100774652, + 0.08018569295774641, + 0.08525118492957748, + -0.13794442330985915, + -0.020546994366197266, + 0.031128610563380326, + 0.027148295774647915, + -0.03857999985915492, + -0.13734727633802823, + 0.08226506922535208, + -0.06624039612676055, + 0.09562314598591552, + 0.11241559394366195, + -0.0706283795774648, + 0.012817941971830999, + 0.03673792985915488, + 0.06254002929577464, + -0.016561529295774678, + -0.03867594647887324, + 0.07726569126760555, + 0.11026314366197185, + 0.07734966126760559, + 0.07510323753521127, + -0.10811489788732392, + 0.017963794225352204, + 0.03508001049295764, + 0.03470587605633805, + -0.006298125654929594, + -0.05882395070422536 + ] + ], + "std": [ + [ + 1.0298680528672801, + 1.0456187991444128, + 1.0339745446187498, + 1.1112548477482211, + 0.9413610006349405, + 1.0168663973319072, + 1.0127149891342198, + 0.9829034935431965, + 0.9115153190139265, + 0.8362062139046329, + 1.3277929800502757, + 0.7882767184809211, + 1.351171258508586, + 1.4874958213599554, + 0.8030624718228448, + 1.0638857030973894, + 1.0680975160236916, + 1.029388660893026, + 0.8840778078833855, + 0.9386046041123467, + 1.042323932480091, + 1.0325935116911305, + 1.0468623000133939, + 1.097427344818284, + 0.9438879408105022, + 1.048839947871273, + 1.087511123501064, + 1.02306665439061, + 0.9281333050780699, + 0.9709946269989288 + ] + ] + }, + "width": 128, + "in_features": 30, + "out_features": 2, + "depth": 6, + "padding": 60, + "parameters": 16622, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 17, + "best_val_acc": 0.9390243902439024, + "test_acc": 0.9246376811594202, + "train_size": 142, + "val_size": 82, + "test_size": 345, + "stats": { + "mean": [ + [ + -0.11201186056338029, + 0.07070025633802816, + -0.10239308169014083, + -0.11672702063380279, + 0.032527111971830974, + 0.05026270500000002, + -0.02818336908450703, + -0.04343403450704224, + -0.02067522316901408, + 0.08708522408450704, + -0.11080013492957747, + 0.04381799119718306, + -0.0825752031690141, + -0.11760619366197181, + -0.12109326042253515, + 0.0031279288732394177, + -0.06837052551408451, + -0.09945178922535211, + 0.02686396394366193, + -0.03645938134507036, + -0.09511004859154928, + 0.08993712535211269, + -0.07473255774647886, + -0.10130778450704225, + 0.04382505676056337, + 0.08864361894366199, + 0.03680164077464787, + -0.003688304577464759, + 0.0977748130774647, + 0.08804689718309852 + ] + ], + "std": [ + [ + 0.9195016301354824, + 1.094593366492765, + 0.9291056843219847, + 0.8651637977085379, + 1.104895872882098, + 1.0612349352106514, + 0.9960386306069985, + 0.9599334814324468, + 0.995073713912434, + 1.0059759191906428, + 0.8154754957601557, + 1.1714910738712319, + 0.8337124056974246, + 0.7056775636749633, + 0.8384686418997397, + 0.997008703041016, + 0.7652271837716654, + 0.9491550332342998, + 0.9894126977193328, + 0.8349121832481521, + 0.9324374909578882, + 1.0776300277359205, + 0.9582162700674596, + 0.8930111054213019, + 1.0965646002689322, + 1.0909755237588887, + 1.0811372221216917, + 1.0368266566472815, + 1.0808007528399084, + 1.0161303395181038 + ] + ] + }, + "width": 128, + "in_features": 30, + "out_features": 2, + "depth": 6, + "padding": 60, + "parameters": 16622, + "cert_evals": { + "36": 0.843478262424469, + "72": 0.5971014499664307, + "108": 0.03478261083364487, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 12, + "best_val_acc": 0.9431818181818182, + "test_acc": 0.911504424778761, + "train_size": 142, + "val_size": 88, + "test_size": 339, + "stats": { + "mean": [ + [ + -0.021816593521126793, + 0.06485498873239437, + -0.02247304859154929, + -0.029893932042253508, + 0.038515619718309926, + -0.02588728169014086, + -0.05297414225352113, + -0.003333404225352076, + 0.04336582049295775, + -0.03314538676056333, + -0.030619029577464745, + -0.0005102492957746506, + -0.05296082697183101, + -0.03949717746478873, + 0.010749251408450719, + -0.0881686789436619, + -0.1314002314507042, + -0.11034913126760565, + -0.034516665140845094, + -0.06504294760563381, + -0.02178127598591549, + 0.04724548049295773, + -0.027157091126760537, + -0.033063059859154906, + 0.05190005140845066, + -0.03469985169014086, + -0.07640525704225351, + -0.020877885915492986, + 0.0502971771619718, + -0.0047201802816901695 + ] + ], + "std": [ + [ + 0.9463937708331187, + 1.0456850321490456, + 0.9481587587922021, + 0.9061036579406758, + 0.9991272345406123, + 0.9529645424014063, + 0.9656412252488126, + 1.0086024557337858, + 1.0101851762447767, + 0.971237840916314, + 0.8511955942668115, + 0.9348241096823969, + 0.7677709117900025, + 0.7619556774338143, + 0.9861286665457306, + 0.835402354513955, + 0.6497713689377111, + 0.83419033386709, + 0.8966910096607936, + 0.7137654744350889, + 0.9276882020178508, + 1.0094191904095935, + 0.9175498580969587, + 0.8830907945718708, + 0.9951613811713826, + 0.955386515361877, + 0.9648461201262609, + 1.0198807080859185, + 1.0490861818978507, + 0.9618292961310324 + ] + ] + }, + "width": 128, + "in_features": 30, + "out_features": 2, + "depth": 6, + "padding": 60, + "parameters": 16622, + "cert_evals": { + "36": 0.044247787445783615, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 19, + "best_val_acc": 0.9629629629629629, + "test_acc": 0.9421965317919075, + "train_size": 142, + "val_size": 81, + "test_size": 346, + "stats": { + "mean": [ + [ + 0.041954460563380286, + -0.03068368455563383, + 0.05642674225352119, + 0.04212094478873236, + 0.0753741992957746, + 0.19173782535211265, + 0.13158766190140847, + 0.10927857042253514, + 0.12073864654929573, + 0.16060644718309858, + 0.0007204726760563243, + 0.02137304077464788, + 0.05429816549295772, + -0.012780137042253566, + 0.013563698028169006, + 0.15196018795774635, + 0.11918610920422545, + 0.08330966570422528, + 0.08884857161971826, + 0.08853129507042258, + 0.03332697760563379, + -0.006147756197183027, + 0.06017890535211265, + 0.025833432394366203, + 0.10165912112676065, + 0.184136802112676, + 0.17515080211267609, + 0.12936214014084502, + 0.10002845492957746, + 0.16336953521126774 + ] + ], + "std": [ + [ + 1.0573062114321623, + 0.9552884577469056, + 1.0710079092993716, + 1.0509022734984494, + 1.1270846333930622, + 1.1567722248607955, + 1.1330587765489406, + 1.140649555855837, + 1.1542513895561295, + 1.0051375538789176, + 0.8967996396101922, + 1.097489083446709, + 0.9381483291097392, + 0.7912780594989863, + 0.9397288734854672, + 0.9788202766737033, + 1.073938446577066, + 0.9563830108562081, + 1.1438144705840625, + 0.7701703811879946, + 1.0262729293228618, + 0.9839279786422038, + 1.0483951162266714, + 1.0167649174977718, + 1.0851034209747896, + 1.0398339487141628, + 1.1490024738247944, + 1.0756456277267925, + 1.0959872724158726, + 0.9323448193880042 + ] + ] + }, + "width": 128, + "in_features": 30, + "out_features": 2, + "depth": 6, + "padding": 60, + "parameters": 16622, + "cert_evals": { + "36": 0.9075144529342651, + "72": 0.797687828540802, + "108": 0.2745664715766907, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9287345153403032, + "std_test_acc": 0.01362280857521534, + "n_samples": 569, + "n_features": 30, + "n_classes": 2, + "mean_cert_acc_36": 0.44881012570112944, + "std_cert_acc_36": 0.49371847998414803, + "mean_cert_acc_72": 0.34869731962680817, + "std_cert_acc_72": 0.4108838970213979, + "mean_cert_acc_108": 0.07733727060258389, + "std_cert_acc_108": 0.13250454537291584, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "breast-cancer-wisc-prog": { + "dataset": "breast-cancer-wisc-prog", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 9, + "best_val_acc": 0.7727272727272727, + "test_acc": 0.6535433070866141, + "train_size": 49, + "val_size": 22, + "test_size": 127, + "stats": { + "mean": [ + [ + -0.31970781836734696, + 0.1594104081632653, + 0.24753781836734692, + 0.15300701836734695, + 0.1584555244897959, + -0.07602553591836737, + -0.06153886122448981, + 0.024552744897959188, + 0.06713168775510207, + -0.10528630102040819, + -0.1678704836734694, + -0.0915255861224489, + 0.07864324755102042, + -0.0763010120408163, + -0.037683283673469285, + -0.06905704693877551, + -0.042495671428571434, + -0.06359507428571427, + 0.03737176122448981, + -0.1542635448979592, + -0.17539257755102045, + 0.03410600122448976, + 0.19654199204081632, + 0.030810593877551008, + 0.026635724489795946, + -0.07049495102040816, + -0.06440993673469386, + -0.08851851224489796, + 0.02908160000000001, + -0.1859407571428571, + -0.1654363697959184, + 0.12819854693877544, + 0.07058588775510208 + ] + ], + "std": [ + [ + 0.8821495545994039, + 1.046791889090161, + 0.9578267027302361, + 1.039660283165596, + 1.062402836067028, + 0.8890421367893667, + 0.77925901952072, + 1.0440797113889244, + 1.07089974397772, + 0.8387965488338012, + 0.843277245772551, + 0.9360392595139003, + 0.9823857653557395, + 0.9082591415396649, + 0.9365116398737245, + 0.5979213497916245, + 0.6539721608757036, + 0.7958185885004673, + 0.9242350544633458, + 0.6845312987462778, + 0.6502938972920995, + 0.949219789937265, + 0.9404670831714534, + 0.9171284397752019, + 0.9104156790640995, + 1.0518203238418193, + 0.8156351280441914, + 0.8683551446970883, + 0.9112079933660755, + 0.813430119013099, + 0.8388136650033143, + 1.1512761088815193, + 1.0375108599738538 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 20066, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 3, + "best_val_acc": 0.7, + "test_acc": 0.773109243697479, + "train_size": 49, + "val_size": 30, + "test_size": 119, + "stats": { + "mean": [ + [ + -0.2954286122448979, + 0.22705779387755098, + 0.13045305210204083, + 0.21518541632653068, + 0.21329647816326533, + -0.23494008897959187, + -0.13741642857142858, + -0.01620160836734699, + 0.07495674877551023, + -0.08356683326530613, + -0.30211086122448977, + 0.17222382204081632, + 0.1861636093877551, + 0.18613398183673469, + 0.17258124081632648, + -0.019180042857142875, + 0.011242470816326589, + -0.019861698775510188, + 0.09400348163265304, + 0.03439312653061231, + -0.08544421122448984, + 0.1251565993877551, + 0.0614657979591837, + 0.1106848959183673, + 0.10643556734693876, + -0.283786518367347, + -0.22690647755102036, + -0.21750787142857142, + -0.11082883795918366, + -0.2517320069387755, + -0.3646700183673469, + 0.17979882653061224, + -0.02691289795918366 + ] + ], + "std": [ + [ + 0.8143503780150015, + 0.9174121431953063, + 0.9505147809888337, + 0.9270519324131056, + 0.9280401005535991, + 1.1301563685159044, + 1.0842494023346008, + 1.17774758901752, + 1.1259425788210895, + 1.0343443324314006, + 0.899946779911175, + 1.0776959194375155, + 1.0652779342066867, + 1.0778896598336396, + 1.0489415511808549, + 1.0202607569462199, + 1.065380703338058, + 1.046928716393895, + 1.0889438008342867, + 1.0504050035821422, + 0.966138030350577, + 0.8642794080204923, + 1.0800430340260923, + 0.8743291823479178, + 0.8688670309147045, + 1.0842628402104706, + 0.8975026094533473, + 0.9571151684782386, + 1.0396216376453484, + 0.914946697740367, + 0.749250166005288, + 1.1231797264684098, + 0.8886200116636936 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 20066, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 4, + "best_val_acc": 0.6756756756756757, + "test_acc": 0.7857142857142857, + "train_size": 49, + "val_size": 37, + "test_size": 112, + "stats": { + "mean": [ + [ + -0.03842323061224502, + -0.10614214693877552, + 0.030698034693877517, + -0.1000028979591836, + -0.08415378163265311, + -0.03538041755102043, + -0.04750202040816325, + -0.10165484306122448, + -0.1358923424489796, + -0.02547460816326529, + 0.027964706122448967, + 0.1158320934693878, + 0.2141981857142857, + 0.11305339408163259, + 0.09026773632653065, + -0.07205539183673473, + -0.11876845979591835, + -0.09018467959183678, + -0.001788581632653037, + -0.09199452244897957, + -0.05832562632653058, + -0.06420658346938772, + 0.05587048142857144, + -0.07304466938775511, + -0.028326246938775446, + -0.04279098959183677, + -0.11518350408163265, + -0.12291339183673465, + -0.1940691712244898, + -0.03263718653061224, + -0.029735322448979654, + 0.15452512040816324, + 0.20183378571428573 + ] + ], + "std": [ + [ + 0.9794534025714385, + 1.0053275769298504, + 0.9095119348920842, + 1.008933323770274, + 0.9879586777091109, + 1.0102761898726105, + 0.9960048575197608, + 1.0021029195920532, + 0.9776597311295145, + 0.9821341050152573, + 0.9436155579641772, + 1.1817284472744785, + 1.1856988946274227, + 1.1970542714305854, + 1.1086625077552497, + 0.6618568645391364, + 0.7687365990953271, + 0.8119143908977525, + 1.0415418534564902, + 0.8186632232431363, + 0.8434368212477027, + 1.0615598386819989, + 0.8454048970519085, + 1.0522702304694245, + 1.041897029381895, + 1.1007804274989816, + 0.8280858289610474, + 0.8451988761728604, + 1.0253215425598294, + 0.9705970427113062, + 0.8554540105246272, + 0.9682864062481196, + 1.2134784272055537 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 20066, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 10, + "best_val_acc": 0.72, + "test_acc": 0.75, + "train_size": 49, + "val_size": 25, + "test_size": 124, + "stats": { + "mean": [ + [ + -0.06744018775510212, + 0.18968365714285723, + -0.014217911020408189, + 0.21184517142857145, + 0.16995342797959181, + 0.0988115742857143, + 0.23174346530612244, + 0.2643820010204082, + 0.2708541071428573, + 0.17052290612244894, + 0.08597982244897957, + 0.02605522000000001, + -0.09904910612244898, + 0.07999727979591835, + 0.021088532448979617, + 0.032508024489795916, + 0.1139721422448979, + 0.17344601857142858, + 0.1454327612244898, + 0.09731225102040818, + 0.07194746775510205, + 0.15103356959183675, + -0.07001499795918376, + 0.19365317551020406, + 0.10773460285714288, + 0.06407297959183662, + 0.08076181836734692, + 0.18958595510204077, + 0.30016600816326516, + 0.048603673469387716, + 0.014894271020408143, + 0.2872125, + 0.2280839387755102 + ] + ], + "std": [ + [ + 0.9697920367102327, + 0.9203134351014114, + 0.9060497409545201, + 0.9187807307729611, + 0.9729266703311016, + 0.9430977585802243, + 0.8769553733450195, + 0.8356859349258849, + 0.8680804682359612, + 1.0166341852710845, + 0.8914293133833798, + 0.7940097770795826, + 0.7723528820449007, + 0.8508321197542031, + 0.7752894285658177, + 0.7444263872990391, + 0.9053411998307737, + 0.9999993608516502, + 0.8504750965678145, + 1.090497279238265, + 0.7631870591645827, + 0.9076864322017706, + 0.8687695687330197, + 0.9366133883217269, + 0.9044846120349299, + 0.9712465829469978, + 0.7332294033502637, + 0.8612201045664006, + 0.9404165330479154, + 0.8777899215486339, + 0.6950358654750831, + 1.288136700201249, + 1.084093306135652 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 20066, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7405917091245947, + "std_test_acc": 0.05988705260002196, + "n_samples": 198, + "n_features": 33, + "n_classes": 2, + "mean_cert_acc_36": 0.0, + "std_cert_acc_36": 0.0, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "breast-tissue": { + "dataset": "breast-tissue", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.3125, + "test_acc": 0.140625, + "train_size": 26, + "val_size": 16, + "test_size": 64, + "stats": { + "mean": [ + [ + 0.05975213076923076, + -0.1700837961538461, + -0.07101548961538463, + -0.07560978846153853, + -0.09291733192307686, + -0.016577561538461575, + -0.04475990000000001, + -0.07285894230769238, + 0.07173603846153843 + ] + ], + "std": [ + [ + 1.0224159106861461, + 0.8445520785357892, + 0.7741253936128145, + 0.8853536860600771, + 0.38729731508258874, + 0.9582996830625056, + 0.82333349002183, + 0.8965544012774733, + 1.0474511376253193 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 1662, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.11764705882352941, + "test_acc": 0.20634920634920634, + "train_size": 26, + "val_size": 17, + "test_size": 63, + "stats": { + "mean": [ + [ + 0.06515484615384612, + 0.03429535384615387, + 0.00023585769230772996, + 0.02817068038461536, + 0.29457321923076923, + 0.28562573076923076, + 0.1850123226923077, + 0.007732330769230795, + 0.09394715384615383 + ] + ], + "std": [ + [ + 1.0481371005758702, + 0.9468687513118862, + 0.9541555931791563, + 1.161367210725673, + 1.8089072605844074, + 1.4326989403612587, + 1.2263588432882497, + 1.1230111041722295, + 1.0768662243391771 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 1662, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.13636363636363635, + "test_acc": 0.15517241379310345, + "train_size": 26, + "val_size": 22, + "test_size": 58, + "stats": { + "mean": [ + [ + 0.1420645923076924, + -0.021972550769230735, + 0.05583075653846149, + 0.1584816346153846, + 0.34043701807692306, + 0.2878222653846154, + 0.08915464576923074, + 0.16733479230769233, + 0.15722880769230765 + ] + ], + "std": [ + [ + 1.1134982409667369, + 0.9816789499398818, + 1.0050663167371856, + 1.3274295018092825, + 1.8473866317578664, + 1.5489183023129736, + 1.1110278693236766, + 1.3406661330121303, + 1.11545486536904 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 1662, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.25, + "test_acc": 0.16176470588235295, + "train_size": 26, + "val_size": 12, + "test_size": 68, + "stats": { + "mean": [ + [ + 0.1574124615384615, + 0.10245514615384627, + 0.03514549230769227, + 0.3551133961538462, + 0.3894629076923076, + 0.3001374115384615, + 0.28138883461538466, + 0.3308483076923076, + 0.1433466538461538 + ] + ], + "std": [ + [ + 1.080732063435857, + 0.9803609509557707, + 0.9980517989674806, + 1.3433457176877586, + 1.8319487646118202, + 1.4349909430519747, + 1.3440593710651376, + 1.3474895378547405, + 1.0747301574317993 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 1662, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.16597783150616569, + "std_test_acc": 0.028326203720072274, + "n_samples": 106, + "n_features": 9, + "n_classes": 6, + "mean_cert_acc_36": 0.0, + "std_cert_acc_36": 0.0, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "car": { + "dataset": "car", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 8, + "best_val_acc": 0.22592592592592592, + "test_acc": 0.21832358674463936, + "train_size": 432, + "val_size": 270, + "test_size": 1026, + "stats": { + "mean": [ + [ + 0.08486305092592587, + -0.024837976851851778, + -1.3287037036350012e-06, + 0.011336944444444445, + -0.03684506944444444, + -0.03401083333333333 + ] + ], + "std": [ + [ + 1.0016589891278265, + 1.0231915721256846, + 0.9608720065155524, + 0.9785956932593036, + 0.9832757136677825, + 1.0299163223065575 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 4, + "depth": 6, + "padding": 12, + "parameters": 760, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 35, + "best_val_acc": 0.7125984251968503, + "test_acc": 0.7408829174664108, + "train_size": 432, + "val_size": 254, + "test_size": 1042, + "stats": { + "mean": [ + [ + 0.11177086574074095, + 0.05174572685185183, + 0.006257092592592696, + -0.014171180555555555, + 0.00850270833333333, + -0.04251354166666666 + ] + ], + "std": [ + [ + 1.0027127363181396, + 1.0149158181522542, + 1.0007483470954381, + 0.9838637435503522, + 0.9979369093278955, + 0.9935806706647962 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 4, + "depth": 6, + "padding": 12, + "parameters": 760, + "cert_evals": { + "36": 0.41650670766830444, + "72": 0.03646833077073097, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.056, + "test_acc": 0.036328871892925434, + "train_size": 432, + "val_size": 250, + "test_size": 1046, + "stats": { + "mean": [ + [ + 0.03725695833333315, + -0.008279379629629494, + -0.017212699074074026, + -0.022673888888888886, + 0.11053520833333332, + -0.005668472222222222 + ] + ], + "std": [ + [ + 1.015550913169218, + 1.0070528609914111, + 1.0176501107132674, + 0.9748453883737107, + 1.0057305909552958, + 0.9857113000295774 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 4, + "depth": 6, + "padding": 12, + "parameters": 760, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 49, + "best_val_acc": 0.7838827838827839, + "test_acc": 0.7986314760508308, + "train_size": 432, + "val_size": 273, + "test_size": 1023, + "stats": { + "mean": [ + [ + 0.006209462962963474, + 0.006209476851851934, + -0.0015661527777777126, + -0.017005416666666662, + 0.02267388888888889, + -0.04534777777777777 + ] + ], + "std": [ + [ + 1.0216642383326442, + 0.997836524752538, + 0.9973262178910823, + 0.9855809020000981, + 1.020073036790825, + 0.9917072748761516 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 4, + "depth": 6, + "padding": 12, + "parameters": 760, + "cert_evals": { + "36": 0.6324535608291626, + "72": 0.558162271976471, + "108": 0.436950147151947, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.4485417130387016, + "std_test_acc": 0.3790101291750895, + "n_samples": 1728, + "n_features": 6, + "n_classes": 4, + "mean_cert_acc_36": 0.26224006712436676, + "std_cert_acc_36": 0.3153812153128381, + "mean_cert_acc_72": 0.14865765068680048, + "std_cert_acc_72": 0.2735438249935247, + "mean_cert_acc_108": 0.10923753678798676, + "std_cert_acc_108": 0.2184750735759735, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "cardiotocography-10clases": { + "dataset": "cardiotocography-10clases", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 65, + "best_val_acc": 0.5862068965517241, + "test_acc": 0.5446708463949843, + "train_size": 531, + "val_size": 319, + "test_size": 1276, + "stats": { + "mean": [ + [ + 0.05696145216572526, + 0.04547308248587554, + 0.02537313540489641, + 0.00411199623352259, + 0.004895357815442945, + 0.008270713935970049, + 0.005839290018833664, + -0.016622836393596845, + 0.056058268926553946, + -0.03742293794726937, + 0.012369841544256039, + 0.0072619020715631285, + 0.009574918079096046, + 0.031539144971751344, + 0.013908543314500948, + 0.011100862523540712, + 0.04299334557438753, + 0.0388642668549907, + 0.03971033022598931, + 0.04886574700564973, + 0.01822254990583819 + ] + ], + "std": [ + [ + 0.9791003932834449, + 1.021744482805594, + 1.1340682159044895, + 1.0045684160238317, + 1.0167341100485954, + 1.0690427250537498, + 1.0300221271732741, + 1.0094253367928134, + 1.0210603991574776, + 0.9572713912379988, + 1.0483212024662971, + 1.0072461534048065, + 1.0014897901284459, + 0.9804849453944862, + 0.9885214019890697, + 1.0745697261946487, + 0.992143934303644, + 0.984246843865331, + 0.9805974247887139, + 1.1272267847632704, + 1.0038856117840471 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 10, + "depth": 6, + "padding": 42, + "parameters": 8578, + "cert_evals": { + "36": 0.43887147307395935, + "72": 0.3283698856830597, + "108": 0.21238243579864502, + "255": 0.04153604805469513 + }, + "fold": 0 + }, + { + "best_epoch": 33, + "best_val_acc": 0.5927051671732523, + "test_acc": 0.5679304897314376, + "train_size": 531, + "val_size": 329, + "test_size": 1266, + "stats": { + "mean": [ + [ + 0.02423730847457605, + 0.013319074199623025, + 0.015243735216572874, + 0.004751267419963072, + -0.009100580225987828, + 0.008270713935970045, + 0.024992621468926206, + 0.03573573145009404, + -0.005775212429378253, + -0.0017990462335216943, + -0.04130081879472713, + 0.004844720715630924, + 0.008810358945386055, + 0.025032086685499028, + -0.003331445386064059, + 0.003099077212806293, + 0.013448002824858358, + 0.00903407777777766, + 0.006905300357815675, + 0.014681350583804143, + -0.02494074199623351 + ] + ], + "std": [ + [ + 0.9901364010340642, + 1.0331843009790576, + 1.0385537848348627, + 1.004594460707876, + 0.9939531654620118, + 1.0690427250537498, + 1.1059904833090093, + 1.0066519698467797, + 0.9947251360209003, + 1.007854194532267, + 0.9613978699084029, + 1.0039167957400732, + 1.0015612937949965, + 1.0093255157872945, + 0.9891264460600468, + 0.9170858677231267, + 1.0232842600875196, + 0.9997950684728752, + 1.0142818567858394, + 1.0064323164990734, + 0.9910108983737475 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 10, + "depth": 6, + "padding": 42, + "parameters": 8578, + "cert_evals": { + "36": 0.400473952293396, + "72": 0.22432859241962433, + "108": 0.11058451980352402, + "255": 0.030805688351392746 + }, + "fold": 1 + }, + { + "best_epoch": 69, + "best_val_acc": 0.486646884272997, + "test_acc": 0.45548489666136727, + "train_size": 531, + "val_size": 337, + "test_size": 1258, + "stats": { + "mean": [ + [ + -0.017864035781544274, + 0.006498658568738066, + 0.055962871563087456, + 0.031599305084746454, + -0.01800729736346521, + 0.008270713935970026, + -0.010121785310734386, + 0.06804887372881353, + -0.026457461770244318, + -0.009681385969868147, + -0.06351851043314512, + 0.0022826497175141396, + 0.0007831224105461175, + 0.006246139887005633, + 0.020293879472693028, + -0.039576907721280453, + -0.031042671939736536, + -0.02997460489642182, + -0.02915410564971728, + -0.03835001242937842, + -0.02802381167608266 + ] + ], + "std": [ + [ + 0.9840240485333955, + 1.0369630058509158, + 1.3077211738329413, + 0.9781910820406798, + 0.9593815683814114, + 1.0690427250537495, + 0.9831811654899777, + 1.0030139105693259, + 0.9410382228102027, + 1.0102835335540883, + 0.9567918855139759, + 0.9840184308800868, + 0.9460545431142556, + 1.0343625123637432, + 0.9972026659995562, + 0.9845178278494092, + 0.982127775954673, + 0.9875424397739129, + 0.9974176458730358, + 0.9332863192875079, + 1.005191404704601 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 10, + "depth": 6, + "padding": 42, + "parameters": 8578, + "cert_evals": { + "36": 0.27424484491348267, + "72": 0.1629570722579956, + "108": 0.0882352963089943, + "255": 0.022257551550865173 + }, + "fold": 2 + }, + { + "best_epoch": 76, + "best_val_acc": 0.569620253164557, + "test_acc": 0.5308835027365129, + "train_size": 531, + "val_size": 316, + "test_size": 1279, + "stats": { + "mean": [ + [ + 0.00242115593220332, + -0.035886080602636754, + -0.03572555838041413, + -0.01890058003766386, + -0.032639473446328435, + 0.008270713935969828, + -0.010121798493407167, + 0.037159613276836166, + -0.026031056685498998, + -0.0068150113747645945, + -0.01142061785310738, + -0.00994834726930324, + -0.03017912354048965, + -0.07131180037664787, + -0.020571447269303055, + -0.026240708097928056, + 0.01977089152542346, + -0.0009897885122410945, + 0.008988329585687696, + -0.027821750659133063, + 0.07988433521657268 + ] + ], + "std": [ + [ + 0.9646815053252067, + 0.9964364169189934, + 0.8667767137648238, + 0.9918320242400497, + 0.9443068366192023, + 1.0690427250537484, + 0.9028491559082471, + 0.9963685539925591, + 0.9378981844514512, + 0.9990211691032591, + 0.9968931340694016, + 0.9947823538218709, + 1.01034823063542, + 0.9491639320099594, + 0.9768788202272297, + 0.8919007118681375, + 0.9486367993709804, + 0.9697075304143699, + 0.975375266216865, + 0.9399010412320569, + 0.9783943677709094 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 10, + "depth": 6, + "padding": 42, + "parameters": 8578, + "cert_evals": { + "36": 0.4300234615802765, + "72": 0.33620014786720276, + "108": 0.24863174557685852, + "255": 0.05942142382264137 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5247424338810756, + "std_test_acc": 0.04863698517892532, + "n_samples": 2126, + "n_features": 21, + "n_classes": 10, + "mean_cert_acc_36": 0.3859034329652786, + "std_cert_acc_36": 0.07622801435420523, + "mean_cert_acc_72": 0.2629639245569706, + "std_cert_acc_72": 0.08393557758123336, + "mean_cert_acc_108": 0.16495849937200546, + "std_cert_acc_108": 0.07765998845183533, + "mean_cert_acc_255": 0.038505177944898605, + "std_cert_acc_255": 0.016020226992578747 + }, + "cardiotocography-3clases": { + "dataset": "cardiotocography-3clases", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 54, + "best_val_acc": 0.8761609907120743, + "test_acc": 0.8498427672955975, + "train_size": 531, + "val_size": 323, + "test_size": 1272, + "stats": { + "mean": [ + [ + -0.030111656873823105, + -0.003732127118644177, + 0.01116787758945438, + -0.08985611299434969, + -0.00846454877589486, + 0.008270713935970052, + 0.01860809416195951, + 0.07714044712806034, + -0.005562035969867772, + -0.02718609557438801, + -0.012457818041431213, + 0.012724705461393555, + -0.02157851902071565, + -0.007921984030131852, + 0.03306414218455754, + 0.04044068926553697, + -0.048516965348399554, + -0.04458778192090391, + -0.03123695568738192, + 0.02170018583804156, + -0.018774542372881505 + ] + ], + "std": [ + [ + 1.0267196734843282, + 1.0079165135088577, + 0.9473557451244335, + 0.9914796817927604, + 1.004413984395137, + 1.0690427250537498, + 1.0265337126752654, + 1.0005000887455053, + 1.027745709308044, + 0.9908319242282088, + 1.0037543771306683, + 1.0398975301195088, + 1.0062327099761543, + 1.0841869723664168, + 1.0142218392015123, + 1.151741953917099, + 1.0734457791437295, + 1.0354213623061976, + 1.0200885928553527, + 1.1205840477329363, + 1.0030899076810105 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 8277, + "cert_evals": { + "36": 0.8223270177841187, + "72": 0.7822327017784119, + "108": 0.7350628972053528, + "255": 0.4732704162597656 + }, + "fold": 0 + }, + { + "best_epoch": 53, + "best_val_acc": 0.8742331288343558, + "test_acc": 0.8691883372734437, + "train_size": 531, + "val_size": 326, + "test_size": 1269, + "stats": { + "mean": [ + [ + 0.016391169491525318, + 0.0011396926553671261, + -0.02373987099811634, + 0.03607396610169575, + -0.010373017325799852, + 0.00827071393597003, + 0.012223685499058473, + 0.010651874764595136, + 0.01981098888888896, + 0.01887923308851223, + -0.018915777890772333, + -0.015072648775894497, + 0.009447557815442556, + -0.017157672448210953, + -0.006524062146892641, + -0.03690971751412391, + -0.03587095574387965, + -0.017897674387947204, + -0.022515022862523364, + 0.011496865838041524, + -0.04343927306967993 + ] + ], + "std": [ + [ + 0.9391569592897272, + 1.0230906606141204, + 0.9581004188558814, + 0.9835526445831309, + 0.9979926559581693, + 1.0690427250537498, + 1.0123898646052452, + 1.000643989202775, + 1.0328535759777588, + 1.0412458470198602, + 1.0101002215424937, + 1.0019895656154183, + 1.0176643747680885, + 0.9912502978877031, + 0.9736333689619006, + 0.8842664932785655, + 1.039084545290219, + 0.9977498578188039, + 0.9855549645903211, + 1.0605253991894208, + 1.000119457990836 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 8277, + "cert_evals": { + "36": 0.8195429444313049, + "72": 0.7643814086914062, + "108": 0.6895192861557007, + "255": 0.3837667405605316 + }, + "fold": 1 + }, + { + "best_epoch": 34, + "best_val_acc": 0.8393939393939394, + "test_acc": 0.8553359683794466, + "train_size": 531, + "val_size": 330, + "test_size": 1265, + "stats": { + "mean": [ + [ + 0.011989649905837963, + 0.017703763653483834, + -0.04815508248587558, + 0.0878522580037672, + -0.0001940107344639859, + -0.0574620999999995, + 0.04414582297551817, + 0.04154100908662901, + 0.0033932510357819923, + 0.013044282391713674, + -0.042404981242937984, + 0.04134378888888889, + -0.01985842806026365, + 0.05704191233521654, + 0.04647320527306972, + -0.06624954802259869, + 0.0383948538606398, + 0.015676433521657228, + 0.03476359286252388, + 0.0983877023352167, + -0.00027604896421838714 + ] + ], + "std": [ + [ + 1.0121411725514342, + 1.0022698506112053, + 0.7850107263672123, + 1.021861659011844, + 1.0205680703685656, + 1.0, + 1.0504178369202641, + 0.9762037792485212, + 0.9969033920323853, + 1.0262088384173584, + 0.9577094393711939, + 1.018018865673482, + 1.0072567026892174, + 1.0240761987453126, + 0.9864342700743015, + 0.8655231462742808, + 1.0132444325659744, + 1.002180759880479, + 1.0086965056851351, + 1.1584443320466373, + 0.9678154222739248 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 8277, + "cert_evals": { + "36": 0.7984189391136169, + "72": 0.7177865505218506, + "108": 0.634782612323761, + "255": 0.17312252521514893 + }, + "fold": 2 + }, + { + "best_epoch": 33, + "best_val_acc": 0.8626198083067093, + "test_acc": 0.8634945397815913, + "train_size": 531, + "val_size": 313, + "test_size": 1282, + "stats": { + "mean": [ + [ + 0.07590710470809812, + -0.024193697175141464, + -0.04779198342749522, + -0.03360304143126111, + 0.029070319209039387, + -0.024595693032014893, + 0.005839325800377342, + 0.06772045080037671, + 0.004032814877590208, + -0.01572106636534833, + -0.023934781092278794, + -0.0005697517890771726, + -0.008709438794726921, + -0.015583420433144993, + -0.012270593220338952, + 0.01910270809792879, + -0.009544668926553972, + -0.0007485035781543035, + 0.019792885216572968, + 0.012601643615819754, + 0.07063507344632772 + ] + ], + "std": [ + [ + 0.9774443663972388, + 0.9691878598072985, + 0.7938133543361705, + 1.0258465761633682, + 0.9993132346074002, + 0.7566415100311142, + 1.0194614547438874, + 0.9883543548463236, + 0.9952655430481072, + 0.9924332095258233, + 1.0409700820319554, + 0.9838443180700808, + 0.9913771235918427, + 0.9821486224205357, + 0.9651162627503362, + 1.033340912804804, + 1.0105779866484361, + 1.0049118298763688, + 0.989141891228224, + 1.0204876585018856, + 0.9866082018247349 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 8277, + "cert_evals": { + "36": 0.8307332396507263, + "72": 0.7917316555976868, + "108": 0.7433697581291199, + "255": 0.4492979645729065 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8594654031825197, + "std_test_acc": 0.00857159538389334, + "n_samples": 2126, + "n_features": 21, + "n_classes": 3, + "mean_cert_acc_36": 0.8177555352449417, + "std_cert_acc_36": 0.013740670117033114, + "mean_cert_acc_72": 0.7640330791473389, + "std_cert_acc_72": 0.03284965826645491, + "mean_cert_acc_108": 0.7006836384534836, + "std_cert_acc_108": 0.04990533121978756, + "mean_cert_acc_255": 0.36986441165208817, + "std_cert_acc_255": 0.13650779678146777 + }, + "chess-krvkp": { + "dataset": "chess-krvkp", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 28, + "best_val_acc": 0.9568965517241379, + "test_acc": 0.9555095706156234, + "train_size": 799, + "val_size": 464, + "test_size": 1933, + "stats": { + "mean": [ + [ + -0.012910581977471696, + 0.0232343479349185, + 0.01974840050062684, + -0.006236645807259704, + 0.016582745932415422, + 0.011297774718398169, + 0.042862941176470284, + 0.03031926157697225, + 0.0180404605757215, + -0.010202853566957767, + -0.00189366082603287, + -0.016319619524404437, + 0.0033822653316640658, + -0.03204078085106409, + 0.0705100575719649, + 0.02903828535669439, + -0.03100208760951203, + -0.008096886107634134, + -0.03482669524405622, + 0.019232514392990924, + 0.012952405506882283, + 0.028141539424280874, + 0.012118360450564641, + -0.021248015018773447, + -0.016025085481852858, + 5.306633288432277e-07, + -0.020626277847311296, + -0.017688700000000283, + 0.0857653942428025, + -0.03719805506883507, + 0.005740868585732433, + 0.07288125406758252, + 0.025791864831039592, + -0.00712086608260405, + -0.040342160200250346, + -0.05876795494368149 + ] + ], + "std": [ + [ + 0.9837163023685394, + 1.0378682164982054, + 1.0465982807867846, + 0.9915165284267596, + 1.005530465952035, + 1.0006602278791406, + 1.010781822340367, + 1.0199155022259125, + 1.0041109770934162, + 0.9954304425556489, + 0.999580748645936, + 0.9784729377035531, + 1.001226355888721, + 0.7309839212424674, + 1.0450840322089407, + 1.0585050069556725, + 0.9104979964986178, + 1.0030733244153598, + 0.7855814376765642, + 1.0182546843992308, + 1.0103378991543899, + 1.020315666869466, + 1.0226041285721963, + 0.9944445166738229, + 0.8530722671343124, + 0.9998428506463546, + 0.958403864877632, + 1.0, + 1.297598626233983, + 0.9108937768595846, + 1.0046803731698561, + 1.1311938967311475, + 1.0059129579966133, + 1.0017029704517841, + 1.020154120299574, + 0.9629351207831572 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 2, + "depth": 6, + "padding": 72, + "parameters": 23834, + "cert_evals": { + "36": 0.9270564317703247, + "72": 0.8784273266792297, + "108": 0.7961717844009399, + "255": 0.26176929473876953 + }, + "fold": 0 + }, + { + "best_epoch": 71, + "best_val_acc": 0.975609756097561, + "test_acc": 0.9583761562178829, + "train_size": 799, + "val_size": 451, + "test_size": 1946, + "stats": { + "mean": [ + [ + -0.0009927534418022186, + 0.018342768460575525, + -0.06582760575719632, + -0.0020792615769724375, + 0.051078400500625745, + 0.011297774718398223, + -0.03506647058823558, + -0.021223376720899582, + -0.03866361702127398, + -0.02380752190237722, + -0.014526558197747444, + 0.016318818523153884, + 0.006087788485606497, + 0.07781297659574443, + -0.04009326658322881, + 0.017423181476844563, + -0.016413096370462833, + -0.032386387984980926, + 0.020896709511889343, + 0.0017488035043802706, + 0.0032379173967446036, + -0.04377830913642133, + 0.00134634543179087, + -0.008370843554443178, + -0.01602508548185286, + -0.05699136670838574, + 0.012376380475592372, + -0.017688700000000283, + 0.023390775969961416, + 0.03719677847309204, + 0.005740868585732397, + -0.004124948685859613, + 0.002579862327909166, + -0.025243699624531293, + -0.02052447684605754, + 0.019589255319148336 + ] + ], + "std": [ + [ + 0.9986195311743077, + 1.0300230852190024, + 0.8216604611116667, + 0.9970790771407829, + 1.0163955081800622, + 1.0006602278791408, + 0.9894273630441428, + 0.9849960711322177, + 0.9895223747807858, + 0.9893503391280706, + 0.9977270081722001, + 1.0205058915949463, + 1.0023223894472089, + 1.4564544306041578, + 0.9790108101412359, + 1.0355371587989588, + 0.9537117155994841, + 1.0123108404588719, + 1.108181480971759, + 1.001546561141509, + 1.0024924985959782, + 0.9655037096440781, + 1.0024053099202712, + 0.9977739015125082, + 0.8530722671343125, + 1.021876104669329, + 1.0237032374075374, + 1.0, + 1.0898218142005072, + 1.080220497632301, + 1.0046803731698557, + 0.9917285097795778, + 1.000482486194206, + 1.0061895454376688, + 1.0104282205557285, + 1.0110875620192163 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 2, + "depth": 6, + "padding": 72, + "parameters": 23834, + "cert_evals": { + "36": 0.9347379803657532, + "72": 0.8956834673881531, + "108": 0.8299075365066528, + "255": 0.3669064939022064 + }, + "fold": 1 + }, + { + "best_epoch": 34, + "best_val_acc": 0.9621052631578947, + "test_acc": 0.9500520291363164, + "train_size": 799, + "val_size": 475, + "test_size": 1922, + "stats": { + "mean": [ + [ + 0.04270595118898613, + -0.035464605757197565, + -0.026330987484355414, + 0.010392891113891287, + 0.024543281602002653, + -0.001253777221526715, + -0.011687647058824222, + -0.02728721652065032, + 0.0025757121401775553, + -0.07006339424280264, + -0.0018936608260329234, + -0.004080205256570354, + 0.04125958948685799, + -0.03204078085106409, + -0.02626784230287835, + -0.023229682102629934, + 0.041942868585731145, + 0.01619261576971138, + 0.006965858322903206, + -0.001747938673341953, + -0.05828717396746041, + 0.04064933917396773, + 0.06597843554443104, + -0.018672580725907748, + 0.005341821777221022, + -0.005427269086358065, + 0.03437815269086148, + -0.017688700000000283, + -0.007796533166459127, + -6.382978713675692e-07, + -0.04346299874843527, + 0.01787682352940982, + -0.03610680851063828, + 0.04465865832290276, + 0.019110889862328, + 0.03990408760951166 + ] + ], + "std": [ + [ + 1.0503026614950781, + 0.9377299469744113, + 0.9332222466570044, + 1.0134812577120929, + 1.0081529457229899, + 0.9997466732969692, + 0.9965218768327301, + 0.9806280790356154, + 1.0004721494235536, + 0.9669617912464558, + 0.9995807486459362, + 0.9945690429937961, + 1.0158077550757176, + 0.7309839212424674, + 0.9989487460582208, + 0.9496723729602274, + 1.1079472020538745, + 0.9931560757473815, + 1.0372639011971079, + 0.998134626824417, + 0.9489971567418679, + 1.0290373693626786, + 1.116580541935386, + 0.9951246155880097, + 1.0441402229839951, + 1.0021017867674258, + 1.064445876205708, + 1.0, + 0.9678679341238935, + 0.999842760601726, + 0.9613338278133499, + 1.0340832941176457, + 0.9901571062749744, + 0.9869400115230125, + 0.9895000075374855, + 1.0222216905424544 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 2, + "depth": 6, + "padding": 72, + "parameters": 23834, + "cert_evals": { + "36": 0.9203954935073853, + "72": 0.8870968222618103, + "108": 0.818938672542572, + "255": 0.332466185092926 + }, + "fold": 2 + }, + { + "best_epoch": 55, + "best_val_acc": 0.9454148471615721, + "test_acc": 0.9489427539969056, + "train_size": 799, + "val_size": 458, + "test_size": 1939, + "stats": { + "mean": [ + [ + 0.0029798560700874874, + -0.015898287859826204, + 0.013165630788484818, + -0.002079261576972459, + 0.06434595994993732, + -0.0087847083854817, + -0.035066470588235754, + -0.021223376720899842, + 0.012885544430540316, + -0.0755052615769703, + -0.07516446558197788, + 0.004079404255319092, + 0.041259589486858005, + 0.04119505744680826, + -0.0069122853566958315, + -0.029037234042554844, + -0.01641309637046286, + -0.037784055068836316, + -0.03482669524405622, + -0.04370884480600792, + -0.035620035043805974, + 0.04690323904881119, + -0.009425669586981995, + -0.00064454067584565, + -0.05875890000000068, + -0.04884966708385503, + 0.0453790387984959, + -0.017688700000000283, + 0.002599236545681054, + 0.030997209011264834, + -0.05002351439299086, + 0.006875937421775107, + -0.010315694618272687, + -0.04077755694618336, + 0.004955401752189988, + 0.10084858448060059 + ] + ], + "std": [ + [ + 1.003506639923147, + 0.9726497119550556, + 1.031291250931018, + 0.9970790771407828, + 1.0202330509186042, + 0.9991224561764447, + 0.9894273630441432, + 0.9849960711322175, + 1.0029259974983142, + 0.9641477850388797, + 0.9865314194046129, + 1.0050737920779802, + 1.0158077550757172, + 1.2629201270580204, + 0.9808444007141872, + 0.9366196797544946, + 0.9537117155994845, + 1.0142732074093561, + 0.7855814376765643, + 0.9552444287880467, + 0.9695039665985851, + 1.033313842690941, + 0.9816728244810887, + 0.9996865943557063, + 1.0, + 1.0189528540341442, + 1.0840757895240576, + 1.0, + 1.0102634466126872, + 1.067334702526026, + 0.9552142319361535, + 1.0131869855246693, + 0.9972193469515207, + 1.0097604697449478, + 0.9972056619226006, + 1.052569358911855 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 2, + "depth": 6, + "padding": 72, + "parameters": 23834, + "cert_evals": { + "36": 0.9241877794265747, + "72": 0.8973698019981384, + "108": 0.8494069576263428, + "255": 0.3171738088130951 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9532201274916821, + "std_test_acc": 0.004478055874530693, + "n_samples": 3196, + "n_features": 36, + "n_classes": 2, + "mean_cert_acc_36": 0.9265944212675095, + "std_cert_acc_36": 0.006075898803663425, + "mean_cert_acc_72": 0.8896443545818329, + "std_cert_acc_72": 0.008726684310376225, + "mean_cert_acc_108": 0.8236062377691269, + "std_cert_acc_108": 0.022209749418408187, + "mean_cert_acc_255": 0.31957894563674927, + "std_cert_acc_255": 0.0437939043920757 + }, + "congressional-voting": { + "dataset": "congressional-voting", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.6140350877192983, + "test_acc": 0.6022304832713755, + "train_size": 109, + "val_size": 57, + "test_size": 269, + "stats": { + "mean": [ + [ + -0.05633650458715604, + -0.11779591743119261, + -0.04414557798165136, + -0.044145577981651356, + -0.1385431192660551, + -0.04414557798165139, + -0.026378550458715573, + 0.11256628440366967, + -0.10507706422018329, + -0.054913027522935885, + -0.05395532110091718, + 0.008270385321100901, + 0.10771073394495408, + 0.03500372477064211, + -0.000600422018348633, + -0.02276844036697253 + ] + ], + "std": [ + [ + 0.8184815616369955, + 0.8313668954689791, + 0.8538679440524577, + 0.8538679440524576, + 0.5219210944971431, + 0.8538679440524588, + 0.9259164552817457, + 1.2484961570437194, + 0.7457451590890042, + 0.7568400989501728, + 0.8761485096645807, + 1.012504902324288, + 1.1811957798165138, + 1.0783310548027614, + 0.9977827937237086, + 0.9845600817644352 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 4834, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 43, + "best_val_acc": 0.609375, + "test_acc": 0.583969465648855, + "train_size": 109, + "val_size": 64, + "test_size": 262, + "stats": { + "mean": [ + [ + -0.00038625688073406236, + 0.057688394495412916, + 0.07259284403669729, + 0.07259284403669727, + -0.08832123853211014, + 0.01422363302752295, + -0.07830136697247703, + -0.08832123853211014, + 0.10401949541284418, + -0.054913027522935885, + -0.09670699082568791, + 0.043890183486238465, + -0.010408844036697309, + -0.05957216513761476, + 0.22344607339449585, + 0.020201284403669834 + ] + ], + "std": [ + [ + 0.9977358415203772, + 1.0666277227790677, + 1.1962128629178321, + 1.196212862917833, + 0.7346827772265264, + 1.0408721364505138, + 0.7595653225302291, + 0.7346827772265264, + 1.1887281938323424, + 0.7568400989501728, + 0.7623714803384029, + 1.0685939449541277, + 0.9788020482079224, + 0.8432648555935023, + 1.3191500469500397, + 1.0109306979905373 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 4834, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 22, + "best_val_acc": 0.7169811320754716, + "test_acc": 0.5934065934065934, + "train_size": 109, + "val_size": 53, + "test_size": 273, + "stats": { + "mean": [ + [ + -0.05633650458715604, + -0.0008063761467889231, + -0.044145577981651335, + -0.10251478899082538, + -0.08832123853211014, + 0.014223633027522997, + -0.078301366972477, + -0.08832123853211014, + -0.14689637614678883, + -0.12773999999999977, + 0.03154801834862407, + 0.008270385321100882, + 0.028964348623853046, + -0.012284220183486308, + -0.0006004220183486534, + 0.04168614678899078 + ] + ], + "std": [ + [ + 0.8184815616369948, + 0.9978460372285823, + 0.853867944052458, + 0.6065906343935914, + 0.7346827772265261, + 1.0408721364505131, + 0.7595653225302292, + 0.7346827772265265, + 0.6117637925728782, + 1.0, + 1.062789656192666, + 1.0125049023242882, + 1.0520823572341493, + 0.9691144875367229, + 0.9977827937237085, + 1.023184850832101 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 4834, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.6338028169014085, + "test_acc": 0.6078431372549019, + "train_size": 109, + "val_size": 71, + "test_size": 255, + "stats": { + "mean": [ + [ + -0.0003862568807340379, + -0.05930114678899078, + 0.014223633027522962, + -0.04414557798165134, + -0.03809935779816519, + -0.04414557798165141, + -0.026378550458715615, + 0.012122522935779772, + -0.02143844036697227, + 0.017913944954128333, + -0.0967069908256879, + 0.07950998165137609, + 0.028964348623853057, + -0.012284220183486292, + -0.0006004220183485913, + -0.02276844036697257 + ] + ], + "std": [ + [ + 0.9977358415203773, + 0.9202474953183722, + 1.0408721364505134, + 0.8538679440524575, + 0.8955844252869521, + 0.8538679440524586, + 0.9259164552817456, + 1.0292422785092563, + 0.9536270350654188, + 1.0653667607530586, + 0.7623714803384029, + 1.1207507845689388, + 1.0520823572341482, + 0.9691144875367229, + 0.9977827937237086, + 0.9845600817644354 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 4834, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5968624198954315, + "std_test_acc": 0.010449294458829849, + "n_samples": 435, + "n_features": 16, + "n_classes": 2, + "mean_cert_acc_36": 0.0, + "std_cert_acc_36": 0.0, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "conn-bench-sonar-mines-rocks": { + "dataset": "conn-bench-sonar-mines-rocks", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 18, + "best_val_acc": 0.7272727272727273, + "test_acc": 0.7317073170731707, + "train_size": 52, + "val_size": 33, + "test_size": 123, + "stats": { + "mean": [ + [ + 0.07224829615384616, + 0.06143836403846155, + 0.17981892115384618, + 0.18359467307692307, + 0.17865188250000005, + 0.18166694038461537, + 0.13145928269230767, + 0.3580806807692308, + 0.2723380293846154, + 0.32641636923076933, + 0.3547530749999999, + 0.27079468269230766, + 0.2390470615384616, + 0.08077609423076923, + 0.06372549615384623, + 0.027136992307692294, + -0.0707615403846154, + -0.013202551923076929, + 0.07079190192307686, + 0.14980152423076923, + 0.19067387173076927, + 0.18353470192307691, + 0.09474908461538462, + 0.11814903269230771, + 0.12851396730769224, + 0.09148541923076925, + 0.007863109038461517, + -0.03280788846153844, + -0.038817317307692306, + -0.030111546153846168, + -0.06803155000000002, + -0.1759780653846154, + -0.09925099846153843, + -0.06391267884615386, + -0.10967796730769228, + -0.09900584423076922, + -0.07212157115384613, + -0.04979613730769235, + -0.014902880769230744, + -0.06563232307692309, + -0.19819578653846154, + -0.09516337250000001, + 0.028546435961538493, + 0.02690762884615383, + -0.051032306153846144, + -0.1709350942307693, + -0.15902759326923072, + 0.05230017500000001, + -0.06006629230769232, + -0.14417805423076924, + 0.04664167115384615, + 0.035231851923076866, + 0.10847407884615384, + 0.0320697788461538, + 0.014380650000000059, + 0.1584930519230769, + 0.24879878846153847, + -0.06910759711538458, + -0.04868835576923079, + -0.009460907692307728 + ] + ], + "std": [ + [ + 0.8826781365757673, + 0.8736204750730865, + 1.0631193826022287, + 1.0559935051069889, + 1.0948164691784295, + 0.9911164668100656, + 1.058133601574446, + 1.1345779651029129, + 1.2612720115229583, + 1.3050289136088924, + 1.2242580940441732, + 1.1507745621698449, + 0.9449561434126305, + 0.9761316418147328, + 1.0515687251009254, + 1.0336058228027496, + 1.0092336792759293, + 0.9721128786372969, + 0.9828570204269845, + 1.0526094050032175, + 1.007626826074757, + 0.9451553241613345, + 1.0688742655635421, + 1.1766129754915444, + 1.0893546356638915, + 0.9472223527353211, + 0.9975324667404246, + 0.9442106678014526, + 0.9147349976996598, + 0.8924870761180707, + 0.9115618167344114, + 0.9476131762252616, + 0.9936735012487963, + 1.091198911266045, + 1.0880994377807855, + 1.058748260466537, + 1.0322810862952991, + 1.0794760575131008, + 1.0563032817583005, + 1.063491740689508, + 0.9911947467095144, + 0.9289066519838143, + 1.060366924720947, + 1.0624085035469397, + 0.8715483240662897, + 0.6896203094035522, + 0.7267883935975691, + 0.928021673885073, + 0.8751357100836189, + 0.7223660360736314, + 0.7383172079055456, + 0.8199366242592814, + 1.0798630214435168, + 1.1347800621794066, + 0.9003324355296055, + 1.2234839576090903, + 1.1067568444114322, + 0.7263873158583661, + 0.9265847016853823, + 0.8105858418957635 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 2, + "depth": 6, + "padding": 120, + "parameters": 65642, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 13, + "best_val_acc": 0.7586206896551724, + "test_acc": 0.7086614173228346, + "train_size": 52, + "val_size": 29, + "test_size": 127, + "stats": { + "mean": [ + [ + -0.1496621807692307, + -0.08903577807692303, + -0.14030929807692305, + -0.035338826923076924, + 0.08386959669423068, + 0.09199651153846154, + 0.14088967307692307, + 0.07056369423076922, + -0.0025582480769230555, + 0.009174194230769301, + 0.0818218730769231, + 0.08237485384615381, + 0.04123067288461538, + -0.00616768461538463, + -0.028849084615384605, + -0.04050276923076927, + -0.0212545653846154, + -0.05132907923076921, + -0.04626740192307692, + -0.07403159615384614, + -0.05252051923076921, + 0.030670448076923096, + -0.021138782692307692, + 0.005048434615384597, + 0.09778213076923079, + 0.2050811269230769, + 0.18951900000000002, + 0.09827862115384613, + 0.07715956730769227, + 0.1654723846153846, + 0.07360706730769234, + -0.012788405769230859, + -0.07698564038461544, + -0.11772723500000001, + -0.012259624999999958, + 0.0018293673076923635, + -0.07115984249999997, + -0.07953136711538462, + -0.04274317096153846, + -0.03792623653846152, + -0.08625715769230768, + -0.05082718653846153, + 0.0639244403846154, + 0.05993298846153846, + 0.008120661730769264, + -0.03299837499999998, + -0.08261534326923076, + -0.13786070961538463, + -0.11194899807692303, + -0.1165946903846154, + -0.11254034384615383, + -0.09731205576923077, + -0.10915543461538466, + -0.020348332692307698, + -0.03527259615384616, + -0.05305450769230768, + -0.0766177076923077, + 0.017685547115384614, + 0.05708845576923076, + 0.13349773076923077 + ] + ], + "std": [ + [ + 0.808987901180408, + 0.6916743939877592, + 0.6533719713044063, + 0.7289409087743024, + 0.9799815957215703, + 1.1546934744155954, + 1.0489671907417901, + 1.0406351665781963, + 1.06602300100525, + 0.9855510401092009, + 0.941611877990984, + 0.874334438804182, + 0.8948617088044496, + 0.9284777014495024, + 0.9652796384670821, + 0.9176168045360895, + 0.9187448624511494, + 0.9637941840958039, + 1.036895695822955, + 1.080455047426266, + 1.0569445623516454, + 1.027280062203057, + 0.9972067893847262, + 0.9558109386682533, + 0.9135564279343454, + 0.9323450964074564, + 0.9165881179625035, + 0.9150530169961677, + 0.8966782811687405, + 0.9697039290944067, + 1.0552459326194796, + 1.0678782438443375, + 1.0350794282536124, + 0.981036806175182, + 1.0268794592105523, + 1.049486682131856, + 1.0562822257610098, + 1.0082564159163012, + 1.008195204043701, + 1.0704359719340684, + 1.0356445372719016, + 0.9497252302544834, + 1.0265656593627723, + 1.1425919880616457, + 0.984594565229331, + 0.9387504917802769, + 0.9538513934843633, + 0.9644663205759176, + 0.9826957464876444, + 0.906104614495397, + 0.6863012460053298, + 0.8135699574469399, + 0.8718984903633391, + 0.87106180576059, + 0.9705550873133266, + 0.7881063937322114, + 1.0305107562527829, + 0.9850679024115949, + 1.0840227025091698, + 0.955646054806482 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 2, + "depth": 6, + "padding": 120, + "parameters": 65642, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 30, + "best_val_acc": 0.8787878787878788, + "test_acc": 0.7723577235772358, + "train_size": 52, + "val_size": 33, + "test_size": 123, + "stats": { + "mean": [ + [ + -0.11352727307692301, + 0.005484550769230757, + 0.14128544711538463, + 0.01698709807692309, + -0.05546616484423073, + 0.015633542307692313, + 0.01695465576923076, + 0.007012186538461534, + 0.16428315769230764, + 0.1885259807692308, + 0.17271181923076925, + 0.10288603057692303, + 0.035842053846153805, + 0.06598513846153845, + 0.024155067307692363, + -0.031890009615384636, + -0.09900835576923078, + -0.06074108884615382, + -0.057217736538461544, + -0.05421212307692307, + 0.009597998076923055, + 0.08198633076923077, + 0.0738865326923077, + 0.11153800000000001, + 0.12820763269230767, + 0.1497061423076923, + 0.17804224999999999, + 0.12074562557692313, + 0.011866653846153862, + 0.02657458461538462, + 0.08961283461538459, + 0.012436888461538488, + -0.15344758865384617, + -0.25327539384615383, + -0.1676381884615385, + -0.08097806538461542, + 0.010272027115384563, + 0.0761040280769231, + 0.07725368461538452, + 0.01526856923076923, + 0.09035966538461546, + -0.018093585576923078, + -0.08110181153846155, + -0.05179539615384614, + -0.062206399423076895, + -0.05773718076923074, + -0.015536751903846145, + -0.05303988461538456, + -0.0334830886538462, + -0.019491399423076903, + -0.014853353461538439, + -0.04920472788461536, + -0.013006382692307706, + -0.11464770384615387, + -0.22059024807692304, + -0.20056836153846153, + -0.17135017615384612, + -0.09496722596153845, + -0.12957644230769227, + 0.05055160769230771 + ] + ], + "std": [ + [ + 0.7779847294085735, + 0.8164589056484339, + 0.8897943994160501, + 0.8232379895108087, + 0.8913136137549748, + 1.2277539871431498, + 1.148342655187086, + 1.0125738638827777, + 1.0308151593845143, + 1.0814728380420244, + 1.1275636354460448, + 1.0953105542528634, + 0.9617223163008869, + 0.9271042130221435, + 1.002366167344782, + 1.0134009310910002, + 0.9541301699800748, + 0.9039526162729385, + 0.8533527267834845, + 0.8674137383144989, + 0.8667342359963858, + 0.8682751705934699, + 0.8669633975953135, + 0.8844079338595519, + 0.8959832014657619, + 0.9477171784962183, + 0.9665146933040765, + 0.9608709208756278, + 0.9362600441482569, + 0.826100491116595, + 0.9039285396250091, + 0.9697986338184826, + 0.8888423793086146, + 0.878236080206782, + 0.9309060317786465, + 0.9900496254008503, + 1.00813869687356, + 1.0903606967893815, + 1.0386726650233546, + 0.9723646970288363, + 0.965534654631892, + 0.9659616919831083, + 0.9294069827841253, + 0.9165737515917189, + 0.890391924899276, + 0.8408198724294259, + 0.7367456383541913, + 0.9168199780746074, + 0.8757122466574018, + 0.8068953654942984, + 0.8229736283202036, + 0.7999629806684128, + 0.9417385941942646, + 0.873184043119562, + 0.7480790001744239, + 0.9895160335641305, + 1.0132212109764678, + 0.7628419936253807, + 0.961901997536315, + 1.3290599320503582 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 2, + "depth": 6, + "padding": 120, + "parameters": 65642, + "cert_evals": { + "36": 0.3739837408065796, + "72": 0.008130080997943878, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 6, + "best_val_acc": 0.7272727272727273, + "test_acc": 0.6585365853658537, + "train_size": 52, + "val_size": 33, + "test_size": 123, + "stats": { + "mean": [ + [ + -0.11402919442307692, + -0.1958088194230769, + -0.192454475, + -0.2174456115384615, + -0.1483449469961539, + -0.09730015192307692, + -0.11111996346153846, + -0.1199549596153846, + -0.08601968673076922, + -0.1359838, + -0.07711971153846155, + 0.005683598076923046, + -0.07644932499999996, + -0.12452823865384616, + -0.18065320384615383, + -0.24127502307692308, + -0.2122367865384616, + -0.17662752923076924, + -0.13966792115384613, + -0.06574370384615388, + -0.007378620000000012, + -0.0002028721153846167, + 0.06875905961538463, + 0.10454161923076924, + 0.1822036923076923, + 0.14234525, + 0.08357052884615387, + 0.14328510769230768, + 0.2375776069230769, + 0.1643224807692307, + 0.10515068653846156, + 0.09213309999999994, + 0.013323825000000011, + -0.06487759653846153, + -0.13430994076923078, + -0.21115623846153847, + -0.22730641923076922, + -0.23543729230769228, + -0.22808152115384622, + -0.14895506923076926, + -0.001168684615384663, + -0.04320264326923076, + -0.018799333269230768, + -0.013186748076922994, + -0.07072882692307694, + -0.03641541923076926, + -0.009211202865384651, + 0.028638237499999993, + 0.052042886346153845, + -0.09590774230769232, + -0.057291330384615397, + 0.06657091249999998, + 0.02539913076923079, + -0.15310468230769228, + -0.20838050961538462, + -0.049366707692307735, + -0.07994125884615386, + -0.19751397115384617, + -0.2403308269230769, + -0.24415720000000002 + ] + ], + "std": [ + [ + 0.8763416312333093, + 0.602973469758421, + 0.5448117196260321, + 0.5663296924240132, + 0.686341085757452, + 0.8337013907572342, + 0.6813276818285096, + 0.7825144766842531, + 0.7861121760890293, + 0.7905273301791387, + 0.7805552299762032, + 0.9027317120726256, + 0.8667207852850977, + 0.8531311452416169, + 0.8318630140159454, + 0.8852179006046725, + 0.8740431599665568, + 0.8442406359472446, + 0.8609171894886277, + 0.886971626868803, + 0.9185053211820478, + 1.0100806480837976, + 0.9919727273312126, + 1.0562822860856174, + 0.9850251469218465, + 0.9910273621465151, + 1.0655846350198521, + 0.9906322053442151, + 0.8736899428048334, + 0.9821436750511889, + 0.9453561139667965, + 0.8625303165093016, + 1.0040239879345572, + 0.9847231539651756, + 0.9280844832031707, + 0.9503954469001101, + 0.9765763369138967, + 0.965164414073675, + 0.9709362119147936, + 1.0665530487737096, + 1.0793454570821943, + 1.0572717622116554, + 1.0593503627745042, + 1.0162684589041668, + 1.0177130607371694, + 1.0958546673800382, + 1.1902586310529617, + 1.1293249209196217, + 1.0653539976947333, + 0.9647675285784101, + 1.1814566025747812, + 1.13738601881979, + 1.0351334435322548, + 0.934859922308927, + 0.7895031892247589, + 0.9239212461978867, + 0.8971132845231489, + 0.7340435621135994, + 0.876038640540552, + 0.7272617950430326 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 2, + "depth": 6, + "padding": 120, + "parameters": 65642, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7178157608347737, + "std_test_acc": 0.04748902920301437, + "n_samples": 208, + "n_features": 60, + "n_classes": 2, + "mean_cert_acc_36": 0.0934959352016449, + "std_cert_acc_36": 0.1869918704032898, + "mean_cert_acc_72": 0.0020325202494859695, + "std_cert_acc_72": 0.004065040498971939, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "conn-bench-vowel-deterding": { + "dataset": "conn-bench-vowel-deterding", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 67, + "best_val_acc": 0.4158415841584158, + "test_acc": 0.351288056206089, + "train_size": 462, + "val_size": 101, + "test_size": 427, + "stats": { + "mean": [ + [ + -2.857142828580301e-07, + 2.385281389853348e-08, + -4.3088744564142115e-08, + -3.844155827509708e-08, + -8.807359302639395e-08, + -1.304545454734722e-07, + 2.852813846998729e-08, + -1.7538961132040442e-08, + 1.6883116991740976e-08, + 6.995670959114648e-08, + -9.999999998989893e-08 + ] + ], + "std": [ + [ + 0.9989172494309853, + 0.9989172586260624, + 0.9989172585041448, + 0.9989169579535073, + 0.9989173225330026, + 0.9989172947423731, + 0.9989172394761775, + 0.9989172874813478, + 0.9989173118500234, + 0.9989170573955074, + 0.9989173544054772 + ] + ] + }, + "width": 64, + "in_features": 11, + "out_features": 11, + "depth": 6, + "padding": 22, + "parameters": 2541, + "cert_evals": { + "36": 0.1428571343421936, + "72": 0.10070256888866425, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 23, + "best_val_acc": 0.3148148148148148, + "test_acc": 0.3238095238095238, + "train_size": 462, + "val_size": 108, + "test_size": 420, + "stats": { + "mean": [ + [ + -2.857142828580301e-07, + 2.385281389853348e-08, + -4.3088744564142115e-08, + -3.844155827509708e-08, + -8.807359302639395e-08, + -1.304545454734722e-07, + 2.852813846998729e-08, + -1.7538961132040442e-08, + 1.6883116991740976e-08, + 6.995670959114648e-08, + -9.999999998989893e-08 + ] + ], + "std": [ + [ + 0.9989172494309853, + 0.9989172586260624, + 0.9989172585041448, + 0.9989169579535073, + 0.9989173225330026, + 0.9989172947423731, + 0.9989172394761775, + 0.9989172874813478, + 0.9989173118500234, + 0.9989170573955074, + 0.9989173544054772 + ] + ] + }, + "width": 64, + "in_features": 11, + "out_features": 11, + "depth": 6, + "padding": 22, + "parameters": 2541, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 49, + "best_val_acc": 0.2871287128712871, + "test_acc": 0.24824355971896955, + "train_size": 462, + "val_size": 101, + "test_size": 427, + "stats": { + "mean": [ + [ + -2.857142828580301e-07, + 2.385281389853348e-08, + -4.3088744564142115e-08, + -3.844155827509708e-08, + -8.807359302639395e-08, + -1.304545454734722e-07, + 2.852813846998729e-08, + -1.7538961132040442e-08, + 1.6883116991740976e-08, + 6.995670959114648e-08, + -9.999999998989893e-08 + ] + ], + "std": [ + [ + 0.9989172494309853, + 0.9989172586260624, + 0.9989172585041448, + 0.9989169579535073, + 0.9989173225330026, + 0.9989172947423731, + 0.9989172394761775, + 0.9989172874813478, + 0.9989173118500234, + 0.9989170573955074, + 0.9989173544054772 + ] + ] + }, + "width": 64, + "in_features": 11, + "out_features": 11, + "depth": 6, + "padding": 22, + "parameters": 2541, + "cert_evals": { + "36": 0.09133489429950714, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 86, + "best_val_acc": 0.308411214953271, + "test_acc": 0.24228028503562946, + "train_size": 462, + "val_size": 107, + "test_size": 421, + "stats": { + "mean": [ + [ + -2.857142828580301e-07, + 2.385281389853348e-08, + -4.3088744564142115e-08, + -3.844155827509708e-08, + -8.807359302639395e-08, + -1.304545454734722e-07, + 2.852813846998729e-08, + -1.7538961132040442e-08, + 1.6883116991740976e-08, + 6.995670959114648e-08, + -9.999999998989893e-08 + ] + ], + "std": [ + [ + 0.9989172494309853, + 0.9989172586260624, + 0.9989172585041448, + 0.9989169579535073, + 0.9989173225330026, + 0.9989172947423731, + 0.9989172394761775, + 0.9989172874813478, + 0.9989173118500234, + 0.9989170573955074, + 0.9989173544054772 + ] + ] + }, + "width": 64, + "in_features": 11, + "out_features": 11, + "depth": 6, + "padding": 22, + "parameters": 2541, + "cert_evals": { + "36": 0.07600950449705124, + "72": 0.07600950449705124, + "108": 0.059382423758506775, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.2914053561925529, + "std_test_acc": 0.05450437637125948, + "n_samples": 990, + "n_features": 11, + "n_classes": 11, + "mean_cert_acc_36": 0.077550383284688, + "std_cert_acc_36": 0.05908023000588517, + "mean_cert_acc_72": 0.04417801834642887, + "std_cert_acc_72": 0.05199891965093697, + "mean_cert_acc_108": 0.014845605939626694, + "std_cert_acc_108": 0.029691211879253387, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "contrac": { + "dataset": "contrac", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 12, + "best_val_acc": 0.5213270142180095, + "test_acc": 0.49217002237136465, + "train_size": 368, + "val_size": 211, + "test_size": 894, + "stats": { + "mean": [ + [ + 0.04983602472826088, + -0.03683848315217381, + -0.030433624999999895, + 0.04126441032608701, + 0.0759277635869569, + 0.038788576086956336, + -0.05566297010869535, + 0.0662070706521741, + 0.049484739130435086 + ] + ], + "std": [ + [ + 1.0349771394866476, + 1.0203618187773704, + 1.0773888859130338, + 0.9920452760418988, + 0.9188135203134653, + 0.9763026632803047, + 0.9941427090552807, + 0.9825316131926941, + 1.0760483787682442 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 3, + "depth": 6, + "padding": 18, + "parameters": 1605, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 18, + "best_val_acc": 0.5047619047619047, + "test_acc": 0.4245810055865922, + "train_size": 368, + "val_size": 210, + "test_size": 895, + "stats": { + "mean": [ + [ + -0.029433755434782626, + -0.071642726902174, + -0.09035044293478262, + 0.020525774456521734, + 0.007337516304348054, + 0.03878857608695629, + 0.035455372282608796, + -0.03957563858695622, + 0.049484739130434774 + ] + ], + "std": [ + [ + 1.034137512591575, + 1.0184105128981196, + 1.0653920839838686, + 1.048083233025277, + 0.9923881347533616, + 0.9763026632803046, + 0.9969044818106321, + 1.048729739192908, + 1.0760483787682442 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 3, + "depth": 6, + "padding": 18, + "parameters": 1605, + "cert_evals": { + "36": 0.014525139704346657, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 33, + "best_val_acc": 0.45564516129032256, + "test_acc": 0.43173862310385064, + "train_size": 368, + "val_size": 248, + "test_size": 857, + "stats": { + "mean": [ + [ + -0.0224978108695652, + 0.0756058451086956, + 0.07941412771739106, + 0.040112260869565215, + -0.03076817663043453, + -0.09286419021739152, + -0.046236899456521284, + 0.002180663043478335, + -0.06466629619565217 + ] + ], + "std": [ + [ + 1.0160308953617057, + 0.95882526146548, + 0.9253350657327032, + 1.0559034595300474, + 1.0290230539377072, + 1.0476659682160625, + 0.9462830856884548, + 0.9600526966125309, + 0.8858527840526336 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 3, + "depth": 6, + "padding": 18, + "parameters": 1605, + "cert_evals": { + "36": 0.3220536708831787, + "72": 0.1470245122909546, + "108": 0.0011668611550703645, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 9, + "best_val_acc": 0.45021645021645024, + "test_acc": 0.45423340961098396, + "train_size": 368, + "val_size": 231, + "test_size": 874, + "stats": { + "mean": [ + [ + -0.05156334456521742, + -0.044870314673913024, + -0.03376221739130403, + 0.026286519021739164, + 0.06068548641304363, + -0.023903217391304493, + 0.03859739402173936, + -0.05627817934782584, + -0.01277946195652176 + ] + ], + "std": [ + [ + 1.0188547788894706, + 0.9948418681411789, + 0.9984372596511997, + 1.0660676802579363, + 0.9360979718845777, + 1.0130497245255512, + 0.9834396874521251, + 1.0057604797479107, + 0.9785587320331135 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 3, + "depth": 6, + "padding": 18, + "parameters": 1605, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.4506807651681978, + "std_test_acc": 0.03040823321630134, + "n_samples": 1473, + "n_features": 9, + "n_classes": 3, + "mean_cert_acc_36": 0.08414470264688134, + "std_cert_acc_36": 0.1587537114302458, + "mean_cert_acc_72": 0.03675612807273865, + "std_cert_acc_72": 0.0735122561454773, + "mean_cert_acc_108": 0.0002917152887675911, + "std_cert_acc_108": 0.0005834305775351822, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "adult": { + "dataset": "adult", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 8, + "best_val_acc": 0.8116427918317586, + "test_acc": 0.8136466787184122, + "train_size": 16281, + "val_size": 6562, + "test_size": 25999, + "stats": { + "mean": [ + [ + 5.755174894932247e-09, + -1.5212824565593372e-07, + 1.9344708602300844e-08, + -5.868804126934776e-07, + 4.3847429484189405e-07, + -1.2794054493469234e-07, + -3.0931760979923667e-08, + 1.2424912468644162e-06, + 2.0428720567267194e-07, + -1.2898470607021481e-06, + 5.428255022845695e-07, + 2.9734045846837646e-07, + 9.031386283659057e-08, + 2.0421350090431894e-07 + ] + ], + "std": [ + [ + 0.999969279768083, + 0.9999691631254963, + 0.9999692601356567, + 0.9999684455490998, + 0.9999701766278255, + 0.9999695789931851, + 0.9999697101647755, + 0.9999695985584383, + 0.9999687129297181, + 0.999967689659048, + 0.9999708394490064, + 0.9999690163307019, + 0.9999694763882633, + 0.9999692067843523 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 3726, + "cert_evals": { + "36": 0.7491827011108398, + "72": 0.6883341670036316, + "108": 0.6262548565864563, + "255": 0.36520636081695557 + }, + "fold": 0 + }, + { + "best_epoch": 12, + "best_val_acc": 0.8053178484107579, + "test_acc": 0.8088557481646615, + "train_size": 16281, + "val_size": 6544, + "test_size": 26017, + "stats": { + "mean": [ + [ + 5.755174894932247e-09, + -1.5212824565593372e-07, + 1.9344708602300844e-08, + -5.868804126934776e-07, + 4.3847429484189405e-07, + -1.2794054493469234e-07, + -3.0931760979923667e-08, + 1.2424912468644162e-06, + 2.0428720567267194e-07, + -1.2898470607021481e-06, + 5.428255022845695e-07, + 2.9734045846837646e-07, + 9.031386283659057e-08, + 2.0421350090431894e-07 + ] + ], + "std": [ + [ + 0.999969279768083, + 0.9999691631254963, + 0.9999692601356567, + 0.9999684455490998, + 0.9999701766278255, + 0.9999695789931851, + 0.9999697101647755, + 0.9999695985584383, + 0.9999687129297181, + 0.999967689659048, + 0.9999708394490064, + 0.9999690163307019, + 0.9999694763882633, + 0.9999692067843523 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 3726, + "cert_evals": { + "36": 0.7457816004753113, + "72": 0.683745265007019, + "108": 0.6204404830932617, + "255": 0.3610716164112091 + }, + "fold": 1 + }, + { + "best_epoch": 18, + "best_val_acc": 0.8117955843754825, + "test_acc": 0.813717221285079, + "train_size": 16281, + "val_size": 6477, + "test_size": 26084, + "stats": { + "mean": [ + [ + 5.755174894932247e-09, + -1.5212824565593372e-07, + 1.9344708602300844e-08, + -5.868804126934776e-07, + 4.3847429484189405e-07, + -1.2794054493469234e-07, + -3.0931760979923667e-08, + 1.2424912468644162e-06, + 2.0428720567267194e-07, + -1.2898470607021481e-06, + 5.428255022845695e-07, + 2.9734045846837646e-07, + 9.031386283659057e-08, + 2.0421350090431894e-07 + ] + ], + "std": [ + [ + 0.999969279768083, + 0.9999691631254963, + 0.9999692601356567, + 0.9999684455490998, + 0.9999701766278255, + 0.9999695789931851, + 0.9999697101647755, + 0.9999695985584383, + 0.9999687129297181, + 0.999967689659048, + 0.9999708394490064, + 0.9999690163307019, + 0.9999694763882633, + 0.9999692067843523 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 3726, + "cert_evals": { + "36": 0.7488498687744141, + "72": 0.6914200186729431, + "108": 0.630961537361145, + "255": 0.3793896734714508 + }, + "fold": 2 + }, + { + "best_epoch": 27, + "best_val_acc": 0.8115634932647192, + "test_acc": 0.8194883254989597, + "train_size": 16281, + "val_size": 6607, + "test_size": 25954, + "stats": { + "mean": [ + [ + 5.755174894932247e-09, + -1.5212824565593372e-07, + 1.9344708602300844e-08, + -5.868804126934776e-07, + 4.3847429484189405e-07, + -1.2794054493469234e-07, + -3.0931760979923667e-08, + 1.2424912468644162e-06, + 2.0428720567267194e-07, + -1.2898470607021481e-06, + 5.428255022845695e-07, + 2.9734045846837646e-07, + 9.031386283659057e-08, + 2.0421350090431894e-07 + ] + ], + "std": [ + [ + 0.999969279768083, + 0.9999691631254963, + 0.9999692601356567, + 0.9999684455490998, + 0.9999701766278255, + 0.9999695789931851, + 0.9999697101647755, + 0.9999695985584383, + 0.9999687129297181, + 0.999967689659048, + 0.9999708394490064, + 0.9999690163307019, + 0.9999694763882633, + 0.9999692067843523 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 3726, + "cert_evals": { + "36": 0.7556831240653992, + "72": 0.6958850026130676, + "108": 0.6367419362068176, + "255": 0.3891500234603882 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.813926993416778, + "std_test_acc": 0.004350039218703444, + "n_samples": 48842, + "n_features": 14, + "n_classes": 2, + "mean_cert_acc_36": 0.7498743236064911, + "std_cert_acc_36": 0.004164148363485697, + "mean_cert_acc_72": 0.6898461133241653, + "std_cert_acc_72": 0.005113762273041001, + "mean_cert_acc_108": 0.6285997033119202, + "std_cert_acc_108": 0.006926889569720587, + "mean_cert_acc_255": 0.3737044185400009, + "std_cert_acc_255": 0.012944670842753326 + }, + "credit-approval": { + "dataset": "credit-approval", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 32, + "best_val_acc": 0.83, + "test_acc": 0.8492822966507177, + "train_size": 172, + "val_size": 100, + "test_size": 418, + "stats": { + "mean": [ + [ + 0.04231717441860458, + -0.04319939244186043, + 0.01132773546511633, + 0.10497429069767436, + 0.1039714651162791, + -0.016887567441860464, + 0.12197747790697662, + 0.056721959767441876, + 0.023127069767441777, + 0.01803883720930219, + 0.02175907906976748, + -0.014331000000000156, + 0.026975616279069855, + -0.07794171941860471, + 0.08645942000000016 + ] + ], + "std": [ + [ + 0.9668001544731439, + 0.9828833679832603, + 1.0033612624654744, + 1.0683622008830216, + 1.0656041538091992, + 1.0007415139821727, + 1.1272056598607636, + 1.0528268054248064, + 1.0000784525981627, + 0.9964680315230805, + 0.9149454309542941, + 1.0003809007273163, + 1.0289037612452905, + 0.9424723282553955, + 1.5519077166103805 + ] + ] + }, + "width": 64, + "in_features": 15, + "out_features": 2, + "depth": 6, + "padding": 30, + "parameters": 4262, + "cert_evals": { + "36": 0.6722487807273865, + "72": 0.13397128880023956, + "108": 0.0047846888191998005, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 14, + "best_val_acc": 0.8387096774193549, + "test_acc": 0.7647058823529411, + "train_size": 172, + "val_size": 93, + "test_size": 425, + "stats": { + "mean": [ + [ + -0.05893763953488379, + -0.09494667732558137, + 0.10661604441860463, + 0.0016465697674418215, + -0.0016443023255812898, + -0.03715416976744184, + 0.019046397674418694, + 0.12816041290697705, + 0.04639099999999992, + 0.006295348837209058, + -0.02008573604651146, + -0.13093850000000004, + 0.006132180232558206, + -0.012206166162790686, + 0.10673194959302351 + ] + ], + "std": [ + [ + 1.0212712368033299, + 1.002227255518295, + 1.0267015215317181, + 1.0197891663144403, + 1.0132886907601226, + 0.9740103182437764, + 0.9462774495372472, + 1.135180114956504, + 1.0003490000000002, + 0.9983346607548056, + 0.9387238466077318, + 1.0017391917815985, + 0.9989094608428061, + 0.9604377028423987, + 1.6924318356475039 + ] + ] + }, + "width": 64, + "in_features": 15, + "out_features": 2, + "depth": 6, + "padding": 30, + "parameters": 4262, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 30, + "best_val_acc": 0.8317757009345794, + "test_acc": 0.8369829683698297, + "train_size": 172, + "val_size": 107, + "test_size": 411, + "stats": { + "mean": [ + [ + -0.09690819767441845, + -0.07829492377906978, + 0.14346898139534883, + 0.008104488372092981, + 0.011557720930232681, + 0.0203769784883721, + -0.058847231395348816, + -0.004431645348837212, + 0.01149510465116271, + -0.02893511627906998, + -0.018890154651162814, + -0.07263475000000007, + -0.0563980755813953, + -0.0557846427906977, + -0.04536849656976747 + ] + ], + "std": [ + [ + 1.0400780435620642, + 0.9163334239629656, + 1.1299454947101701, + 0.9838838771477533, + 0.9907637201902963, + 1.0059394076223003, + 0.9122317175379675, + 0.9398719190475693, + 0.9997401653873875, + 1.0030891544052551, + 0.8392167415058691, + 1.0027567026500943, + 0.9205981575020528, + 0.8548997051032522, + 0.5350874335618861 + ] + ] + }, + "width": 64, + "in_features": 15, + "out_features": 2, + "depth": 6, + "padding": 30, + "parameters": 4262, + "cert_evals": { + "36": 0.6934306621551514, + "72": 0.2019464671611786, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 43, + "best_val_acc": 0.9245283018867925, + "test_acc": 0.8398058252427184, + "train_size": 172, + "val_size": 106, + "test_size": 412, + "stats": { + "mean": [ + [ + 0.029660302325581287, + 0.04967415668604653, + 0.035228697674418614, + -0.08230726744186062, + -0.0808560755813953, + -0.06068950697674418, + 0.05521145232558148, + 0.0520138111627908, + -0.00013686046511636238, + -0.02893511627906982, + 0.0647990941860465, + -0.08429550000000029, + -0.11892838372093019, + -0.14010143755813953, + -0.060122975697674434 + ] + ], + "std": [ + [ + 0.9866458073044232, + 1.0497387015089001, + 0.9194770520533397, + 0.928940005324823, + 0.9330534400726008, + 1.0077990709538949, + 1.0375139084982685, + 0.9494310078822967, + 0.9992663708949371, + 1.0030891544052551, + 1.2789280573338035, + 1.0028244999999991, + 0.8074645456755252, + 0.8265119967382965, + 0.4698103883611287 + ] + ] + }, + "width": 64, + "in_features": 15, + "out_features": 2, + "depth": 6, + "padding": 30, + "parameters": 4262, + "cert_evals": { + "36": 0.7791262269020081, + "72": 0.7330096960067749, + "108": 0.6917476058006287, + "255": 0.02669902890920639 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8226942431540517, + "std_test_acc": 0.039015161527328236, + "n_samples": 690, + "n_features": 15, + "n_classes": 2, + "mean_cert_acc_36": 0.5362014174461365, + "std_cert_acc_36": 0.3604415549331889, + "mean_cert_acc_72": 0.26723186299204826, + "std_cert_acc_72": 0.3216532407571956, + "mean_cert_acc_108": 0.17413307365495712, + "std_cert_acc_108": 0.34508372608006677, + "mean_cert_acc_255": 0.006674757227301598, + "std_cert_acc_255": 0.013349514454603195 + }, + "cylinder-bands": { + "dataset": "cylinder-bands", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 16, + "best_val_acc": 0.6707317073170732, + "test_acc": 0.6622516556291391, + "train_size": 128, + "val_size": 82, + "test_size": 302, + "stats": { + "mean": [ + [ + -0.018113468749999997, + -0.09801495312499989, + -0.09835764843749996, + 0.015201562499999939, + -0.08460044531249963, + -0.05902956249999998, + -0.02159560937500003, + -0.10518925781250046, + 0.03565878125000016, + 0.03781927343750002, + -0.0029206640624998936, + -0.005388015624999963, + -0.007189643749999884, + -0.11441540624999999, + 0.02687471875000009, + -0.08272973437500022, + 0.014233650781250131, + -0.040908945312500035, + -0.20346299999999978, + 0.09558365781249996, + -0.12876496562500006, + -0.05027554687499996, + 0.03137399609374995, + -0.07727224921875003, + -0.112076146875, + 0.04986750409374999, + 0.0467316294531248, + 0.08485301562499976, + -0.07968368828125014, + -0.0404871031249999, + 0.026726734374999978, + 0.04898852562499999, + 0.07183878906250019, + 0.01963753046874992, + 0.07539527343749987 + ] + ], + "std": [ + [ + 1.009708113595319, + 0.6915256837343526, + 1.1851115463631896, + 1.1075149207516606, + 0.6356019715752345, + 0.9895598820491779, + 1.036117446187858, + 0.47416953322612243, + 0.9128570390625407, + 0.9754439041131451, + 0.9772769577736968, + 0.9965990540260843, + 1.0049338980010496, + 1.0152930221805465, + 1.0110105352731478, + 0.9779734187172597, + 0.946783796715577, + 0.9180378675297654, + 0.9791387337832046, + 1.3026657902081404, + 1.1587041225508155, + 1.0035768471185391, + 1.0872637801794474, + 0.8506413201552353, + 1.0909742588199165, + 0.9223170655454694, + 0.925140911301162, + 1.2060797979297548, + 0.10884702615305564, + 1.0969927491363656, + 1.0397512419029202, + 0.9385559077709305, + 0.7908440559763066, + 0.8086858742098973, + 0.23360368046727112 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 2, + "depth": 6, + "padding": 70, + "parameters": 22542, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 24, + "best_val_acc": 0.6944444444444444, + "test_acc": 0.6089743589743589, + "train_size": 128, + "val_size": 72, + "test_size": 312, + "stats": { + "mean": [ + [ + -0.15498346874999988, + 0.07623314062499989, + -0.08125197656250005, + 0.1064101249999995, + 0.028200664062500352, + 0.14560404687500025, + 0.1655534453124999, + -0.021037773437500448, + 0.03565884375000017, + -0.09565992968750019, + -0.06719309374999989, + 0.07724234374999989, + 0.014383128125000021, + 0.015113148437499955, + 0.11287723437500005, + 0.15718076562499975, + -0.11598707812499996, + 0.01952450812500009, + -0.05958846093749991, + 0.05810956640625002, + 0.09577258359374996, + 0.01608712499999998, + 0.0455139015625, + -0.09322180656250004, + 0.010363770312500003, + -0.09235189678125001, + -0.12943964476562508, + 0.07837251562499978, + -0.08934230000000017, + -0.11201488515624988, + -0.016908421875000006, + -0.19726601218749995, + -0.027512601562499843, + -0.1071632757812501, + -0.06936312500000016 + ] + ], + "std": [ + [ + 0.9566675689840457, + 1.1785922605080725, + 1.0752069854571855, + 1.134315391792329, + 1.0921920451077407, + 1.0073040155644573, + 1.0080335723206957, + 0.8147932438575216, + 0.7216766565111302, + 1.0325076089625134, + 1.0351765461316509, + 0.9787809233141151, + 0.9952912678839302, + 0.9646382079847095, + 0.9376275956128628, + 1.025290058167112, + 1.1238851154497491, + 0.9392938268734667, + 0.9623682791314133, + 0.6383677679060908, + 0.8128844998290236, + 0.9862468382017052, + 0.8444859158500648, + 1.051379690058149, + 0.9861572089261571, + 1.2038176163546097, + 1.2075147493034224, + 1.1662944917994549, + 1.0, + 1.0433698981937496, + 0.9167305702944823, + 1.1576246436005715, + 1.2133555868200756, + 1.2553958063370618, + 1.386742675536984 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 2, + "depth": 6, + "padding": 70, + "parameters": 22542, + "cert_evals": { + "36": 0.057692307978868484, + "72": 0.0416666679084301, + "108": 0.016025641933083534, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 15, + "best_val_acc": 0.6933333333333334, + "test_acc": 0.6957928802588996, + "train_size": 128, + "val_size": 75, + "test_size": 309, + "stats": { + "mean": [ + [ + -0.018113499999999876, + -0.010890906250000026, + 0.004276054687499921, + -0.04560409375000058, + -0.02819989062499964, + 0.003934625000000143, + 0.10796916406250016, + 0.02103777343750001, + -0.02139478124999982, + 0.02002204687499978, + -0.008763656249999825, + -0.04131476562499997, + 0.057528609375000095, + -0.11441537500000004, + -0.051960625, + 0.09099853124999963, + 0.025328648437500097, + 0.06508276609375009, + -0.0463809687499999, + 0.05531756718749999, + 0.048115672656250004, + -0.044416265624999944, + -0.006333254687500049, + 0.07249342484374995, + 0.017864971093750025, + -0.032888132281249996, + -0.005630188515625072, + -0.08849829687500009, + 0.1810991601562506, + -0.03171481484375, + -0.03763525000000013, + 0.012247269375000123, + -0.010699218749999687, + -0.04182582187500004, + 0.0392055468749999 + ] + ], + "std": [ + [ + 1.0014570356459378, + 0.9701723266723137, + 0.976668923366092, + 0.8848220008281984, + 0.8953310490553396, + 0.9995254897694512, + 1.0022604928841146, + 1.1538252271496559, + 1.0317076974392008, + 0.9849764181760653, + 0.9644949026944296, + 0.9682202506697574, + 1.0200144373065265, + 1.024650754456481, + 0.991180532876508, + 1.0231518076189408, + 0.9417295162218619, + 1.1518106310277838, + 1.0373234489917649, + 1.1369455371092343, + 0.9154717541032745, + 1.1226380377592042, + 1.0778851186420637, + 0.9942494651921334, + 0.9650868598248783, + 0.991851813013072, + 0.9883223822673011, + 0.8159153965212675, + 1.7818000158367098, + 0.9958958318550638, + 0.8529177390193199, + 0.9950922963006184, + 1.0386479794315284, + 1.046608837125399, + 0.3263770311133624 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 2, + "depth": 6, + "padding": 70, + "parameters": 22542, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 6, + "best_val_acc": 0.6486486486486487, + "test_acc": 0.603225806451613, + "train_size": 128, + "val_size": 74, + "test_size": 310, + "stats": { + "mean": [ + [ + -0.09862528124999967, + 0.07623314062499992, + -0.14967442968749994, + 0.1064100937499999, + 0.08460121875000035, + 0.11412195312500018, + 0.035988921874999975, + 0.02103796874999956, + 0.049922195312500195, + 0.020022046875000005, + 0.07303782812500019, + 0.1706510703124999, + 0.03116200625000013, + 0.10146572656249976, + 0.12004409375000007, + 0.04963468749999977, + -0.09730074531250002, + 0.2519632110937501, + 0.10295269531250012, + -0.017867453124999995, + 0.15167814140624994, + 0.053232843750000036, + 0.05788653593750008, + -0.03172638593750004, + 0.12707835390624983, + -0.07419502420312495, + -0.046009344765625224, + 0.07189192187499989, + -0.012073297656250094, + -0.011471089062500009, + 0.04745321093750001, + -0.06254772593749994, + 0.02904130468750018, + -0.017295875000000013, + -0.045236640625000143 + ] + ], + "std": [ + [ + 0.9681512944811281, + 1.1785922605080716, + 1.1820212062123494, + 1.2342204701284085, + 1.2560999937316328, + 1.0073040155644557, + 0.9422562101157176, + 0.9370712715647449, + 0.8107579850267628, + 0.9849764181760654, + 1.0089890027616917, + 1.0128688585013823, + 1.021806803227722, + 0.9860449137879513, + 0.965560494387225, + 1.0099223731350104, + 1.1411416049886207, + 0.9766554256496787, + 1.078888741266553, + 0.8735915598455525, + 0.9043004878113329, + 0.935916801014639, + 0.9022876021268718, + 1.0095878491602719, + 0.9226412455171137, + 1.103674350946853, + 1.109671652163808, + 1.0892584104797631, + 0.8707774330138579, + 0.9662087759049208, + 0.9327069000527582, + 1.0958735530051178, + 1.0258970951245958, + 1.0635339261419625, + 1.376208872677819 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 2, + "depth": 6, + "padding": 70, + "parameters": 22542, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6425611753285025, + "std_test_acc": 0.044334617406546484, + "n_samples": 512, + "n_features": 35, + "n_classes": 2, + "mean_cert_acc_36": 0.014423076994717121, + "std_cert_acc_36": 0.028846153989434242, + "mean_cert_acc_72": 0.010416666977107525, + "std_cert_acc_72": 0.02083333395421505, + "mean_cert_acc_108": 0.0040064104832708836, + "std_cert_acc_108": 0.008012820966541767, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "echocardiogram": { + "dataset": "echocardiogram", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 14, + "best_val_acc": 0.75, + "test_acc": 0.7692307692307693, + "train_size": 33, + "val_size": 20, + "test_size": 78, + "stats": { + "mean": [ + [ + -0.057606475757575756, + -0.15964663636363635, + -0.060374909090909125, + 0.0400295, + 0.10041431515151517, + 0.07715459090909091, + 0.009048404242424318, + 0.011163848484848474, + -0.3499357575757576, + -0.0035744545454545447 + ] + ], + "std": [ + [ + 1.1573831652081632, + 0.8404744208999705, + 0.7381400184555348, + 1.0796554948826975, + 0.8705069277860507, + 1.2129557576954413, + 1.0456434215229085, + 0.9246089519830962, + 1.0989667179647085, + 0.9932372830639454 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 1942, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 15, + "best_val_acc": 0.6956521739130435, + "test_acc": 0.7066666666666667, + "train_size": 33, + "val_size": 23, + "test_size": 75, + "stats": { + "mean": [ + [ + -0.10427761212121212, + -0.08161054545454546, + 0.08791276969696966, + -0.14441026060606058, + 0.09186773939393943, + 0.02212875757575757, + -0.12115638181818184, + 0.13688663636363635, + -0.19213333333333332, + -0.08161054545454546 + ] + ], + "std": [ + [ + 0.8430736384486278, + 0.9233354795587926, + 1.041073713648991, + 0.8385992375905786, + 0.7966783723844354, + 0.8163890823085291, + 0.8747642125794102, + 0.7576737832204337, + 1.0947098909221693, + 0.9233354795587928 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 1942, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 28, + "best_val_acc": 0.85, + "test_acc": 0.7051282051282052, + "train_size": 33, + "val_size": 20, + "test_size": 78, + "stats": { + "mean": [ + [ + 0.04318501212121217, + -0.08161054545454545, + -0.1960651757575758, + 0.10663209696969696, + -0.039179059090909095, + -0.08327692727272729, + -0.02021858363636361, + -0.027255212121212104, + -0.0343309090909092, + -0.08161054545454542 + ] + ], + "std": [ + [ + 1.1928881057545633, + 0.9233354795587926, + 0.7336788223210056, + 1.0424668853529024, + 1.015206992443095, + 0.7150465728455708, + 0.9871909809630498, + 0.7552585618074782, + 1.0673558137650077, + 0.9233354795587926 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 1942, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 20, + "best_val_acc": 0.8888888888888888, + "test_acc": 0.7191011235955056, + "train_size": 33, + "val_size": 9, + "test_size": 89, + "stats": { + "mean": [ + [ + 0.17818635454545453, + -0.003574454545454491, + 0.09132509090909088, + -0.2657220666666666, + 0.02064670606060603, + 0.008581981818181823, + -0.001812626060606065, + -0.08051203030303035, + 0.005119696969696846, + -0.08161054545454548 + ] + ], + "std": [ + [ + 0.65057027499482, + 0.9932372830639454, + 0.9917679778099099, + 0.9657357364086732, + 0.9330992242935773, + 1.0185738628461445, + 0.9305394942774076, + 0.8664314560759948, + 1.0688129554861598, + 0.9233354795587926 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 1942, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7250316911552867, + "std_test_acc": 0.03012282088827658, + "n_samples": 131, + "n_features": 10, + "n_classes": 2, + "mean_cert_acc_36": 0.0, + "std_cert_acc_36": 0.0, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "dermatology": { + "dataset": "dermatology", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 77, + "best_val_acc": 0.896551724137931, + "test_acc": 0.8847926267281107, + "train_size": 91, + "val_size": 58, + "test_size": 217, + "stats": { + "mean": [ + [ + 0.06255490109890108, + -0.09950824175824165, + 0.06084052747252747, + -0.16717494505494507, + 0.052244340659340686, + 0.0025714945054945153, + -0.02246861538461534, + -0.017277736263736184, + -0.021717483516483508, + 0.03348407692307688, + -0.0475760989010988, + 0.06572261538461521, + 0.08858902197802174, + -0.1041265714285716, + 0.005385186813186856, + -0.035476670329670376, + 0.07677762417582405, + 0.04374145054945071, + 0.1155099230769231, + 0.12043031868131869, + 0.01650943956043959, + 0.07769217582417579, + -0.030356758241758278, + 0.013477208791208829, + 0.015482648351648287, + -0.0034025274725273612, + 0.04002742857142865, + 0.03137470329670338, + 0.008364593406593394, + 0.03786149450549449, + 0.03501758241758232, + 0.19951439560439582, + -0.014634098901098907, + 0.06380519120879125 + ] + ], + "std": [ + [ + 0.9579388217601761, + 1.0149277614583099, + 0.9508267211955849, + 0.9797619817212763, + 0.9779606305193399, + 1.0067406344751444, + 1.0036930400753548, + 0.9655703337016306, + 0.988719482589257, + 1.0387140092945895, + 0.9421816899315113, + 1.108600785818115, + 1.0553627690990925, + 0.8963300954815475, + 1.0312593831866153, + 0.9305276662720072, + 0.9419348744801717, + 1.0024345032706516, + 0.9943938503609722, + 1.126743771486882, + 1.024448001551178, + 1.0936199274871503, + 0.9903178300286889, + 1.0625282108029304, + 1.0022849145804325, + 1.0039785513963642, + 1.0686040527754073, + 1.0117848046592977, + 1.0099891482666616, + 1.032180187104034, + 1.0599064093185755, + 0.98964025727435, + 0.9787453595616104, + 0.9013728009327256 + ] + ] + }, + "width": 128, + "in_features": 34, + "out_features": 6, + "depth": 6, + "padding": 68, + "parameters": 21562, + "cert_evals": { + "36": 0.7603686451911926, + "72": 0.42396312952041626, + "108": 0.3179723620414734, + "255": 0.032258063554763794 + }, + "fold": 0 + }, + { + "best_epoch": 82, + "best_val_acc": 0.9090909090909091, + "test_acc": 0.8636363636363636, + "train_size": 91, + "val_size": 55, + "test_size": 220, + "stats": { + "mean": [ + [ + -0.15234734065934108, + -0.03685075824175817, + 0.024514153846154, + -0.003059032967032986, + 0.0522442747252747, + -0.020386087912087892, + 0.03530865934065939, + -0.043625648351648345, + -0.08879309890109885, + 0.09415389010989002, + -0.04757609890109863, + 0.06572261538461541, + 0.222018769230769, + 0.05758529670329658, + -0.007495417582417526, + -0.08522665934065947, + -0.07745157142857151, + -0.04334439560439563, + -0.12401621978021984, + 0.04764354945054952, + -0.021313461538461483, + 0.0352194725274725, + 0.051580087912087895, + 0.05687082417582426, + 0.041357142857142794, + -0.028813681318681075, + 0.017010725274725334, + -0.04641174945054939, + 0.01987447252747256, + 0.013464769230769122, + -0.009952681318681485, + -0.14857142857142827, + 0.03504902197802198, + 0.07064716813186812 + ] + ], + "std": [ + [ + 1.0799649707740484, + 0.9701819203088585, + 1.0349980862760444, + 0.9962695208080098, + 1.0565723090694727, + 0.956401750666777, + 1.0996255828899324, + 0.9272437132189425, + 0.9338556246970804, + 1.132692340014453, + 0.9421816899315112, + 1.108600785818116, + 1.3507430798011204, + 0.9954000343509968, + 0.9838347974365711, + 1.0051011914402448, + 1.082244925397, + 0.9863336565802372, + 0.8936601742161131, + 1.0709540797521042, + 0.9668866324311055, + 1.0433938478729325, + 1.061517000809812, + 1.0860930768159869, + 1.0492767576804765, + 0.9727826405276763, + 1.0221067222848232, + 0.9644227334697079, + 1.0222445250094454, + 1.1137241387036405, + 0.9325232366107138, + 0.9431871301685265, + 1.0294846104354056, + 0.954054376413069 + ] + ] + }, + "width": 128, + "in_features": 34, + "out_features": 6, + "depth": 6, + "padding": 68, + "parameters": 21562, + "cert_evals": { + "36": 0.6181818246841431, + "72": 0.44999998807907104, + "108": 0.26818180084228516, + "255": 0.12727272510528564 + }, + "fold": 1 + }, + { + "best_epoch": 37, + "best_val_acc": 0.8688524590163934, + "test_acc": 0.7990654205607477, + "train_size": 91, + "val_size": 61, + "test_size": 214, + "stats": { + "mean": [ + [ + 0.1286785934065936, + -0.052514956043955986, + -0.0723557912087912, + -0.03202061538461543, + -0.15349332967032966, + -0.020386153846153894, + -0.09950505494505507, + -0.004103824175824138, + 0.03417917582417588, + 0.08201997802197789, + -0.01447120879120871, + -0.022712967032967008, + -0.04484103296703309, + 0.003681208791208678, + 0.044027285714285734, + 0.04412385714285691, + -0.04660575824175837, + -0.014315659340659313, + -0.02820572527472527, + 0.03724537362637364, + -0.01185779120879114, + -0.039107373626373704, + 0.0024179670329669205, + -0.015451747252747299, + 0.002545351648351576, + 0.08553615384615376, + 0.017010747252747392, + -0.017241828571428485, + 0.008364593406593424, + -0.05972478021978029, + 0.012532417582417426, + 0.1541118681318682, + 0.0052391428571429075, + 0.04806798461538459 + ] + ], + "std": [ + [ + 0.9701280514742756, + 0.9293627837603032, + 0.9985142789172075, + 1.0092809883627014, + 0.9144981766921801, + 0.9688575910999048, + 0.7552905986573396, + 0.9998322435146684, + 1.0704136812401557, + 1.0731541860690452, + 0.9820497437937411, + 0.9606585652114606, + 0.9412251138507225, + 1.032650720921409, + 1.0662219170916833, + 1.0316415589934254, + 0.8883921685550962, + 1.0965763955898655, + 0.9938166856011934, + 1.0449962571399998, + 0.9713151295619376, + 0.916982706185695, + 1.0485354727700578, + 0.9633861656803218, + 0.9854442339078262, + 1.003978327496943, + 1.0338310542422602, + 0.9972909993244929, + 1.0099891482666616, + 0.6769782284640671, + 0.9985019725218273, + 0.9997718075782989, + 1.0050250528703155, + 0.9607093594262002 + ] + ] + }, + "width": 128, + "in_features": 34, + "out_features": 6, + "depth": 6, + "padding": 68, + "parameters": 21562, + "cert_evals": { + "36": 0.28037381172180176, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 25, + "best_val_acc": 0.75, + "test_acc": 0.7937219730941704, + "train_size": 91, + "val_size": 52, + "test_size": 223, + "stats": { + "mean": [ + [ + -0.05316160439560428, + 0.07280001098901108, + 0.00029673626373637353, + -0.012712835164835188, + 0.028039912087912074, + -0.05482258241758234, + 0.01604945054945059, + 0.009070153846153903, + 0.011820373626373679, + -0.0029178351648351595, + -0.14689076923076905, + -0.02271290109890109, + -0.04484103296703295, + 0.0036813406593406033, + 0.08266931868131823, + 0.054073769230769106, + -0.000336973626373744, + 0.02922736263736266, + 0.043652076923076925, + 0.03724537362637369, + -0.0024020659340658864, + 0.03521959340659338, + 0.0024179780219780282, + 0.056870879120879105, + 0.015482648351648276, + 0.00930285714285733, + 0.017010725274725344, + 0.002204784615384724, + -0.014655186813186854, + 0.0622580769230768, + 0.012532483516483228, + 0.06330681318681318, + -0.004697549450549487, + 0.015909242857142816 + ] + ], + "std": [ + [ + 0.9579387151851927, + 0.9666344534450786, + 0.9971916717551561, + 1.0285803186606315, + 0.9689331448788322, + 0.9145691771687489, + 0.8846614143098532, + 1.0173836013652253, + 0.9964001763067949, + 0.9871125181905619, + 0.8027509230903981, + 0.9299285829647791, + 0.9412251138507224, + 0.9834698643403745, + 1.1391943175030825, + 0.9785493379039759, + 1.017445012936306, + 0.9645207385980711, + 0.9428629894457031, + 1.0449962571399996, + 0.9921708037991144, + 1.033514126697011, + 1.048535468132942, + 1.0684193315579842, + 1.002284914580432, + 0.9595830510736266, + 1.022106722284823, + 1.0153293741790863, + 0.9598175741851003, + 1.1500085669506441, + 1.0435622629094696, + 0.949962818915988, + 1.0144124428718615, + 1.013968145011949 + ] + ] + }, + "width": 128, + "in_features": 34, + "out_features": 6, + "depth": 6, + "padding": 68, + "parameters": 21562, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8353040960048481, + "std_test_acc": 0.04580446341421573, + "n_samples": 366, + "n_features": 34, + "n_classes": 6, + "mean_cert_acc_36": 0.41473107039928436, + "std_cert_acc_36": 0.3420093937506074, + "mean_cert_acc_72": 0.21849077939987183, + "std_cert_acc_72": 0.25251524160787836, + "mean_cert_acc_108": 0.14653854072093964, + "std_cert_acc_108": 0.1704246907569, + "mean_cert_acc_255": 0.03988269716501236, + "std_cert_acc_255": 0.060211878914946254 + }, + "ecoli": { + "dataset": "ecoli", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.018518518518518517, + "test_acc": 0.015151515151515152, + "train_size": 84, + "val_size": 54, + "test_size": 198, + "stats": { + "mean": [ + [ + 0.013150064285714266, + 0.030534154761904717, + -0.03497671428571443, + -0.05455450000000004, + -0.07806762144047612, + 0.0146216491309523, + 0.00923791428571434 + ] + ], + "std": [ + [ + 0.9944073468449054, + 1.0029903172616768, + 0.8958309259021103, + 1.0, + 1.0494215334470565, + 0.9464416656581703, + 0.9697251209067621 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 8, + "depth": 6, + "padding": 14, + "parameters": 1072, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 18, + "best_val_acc": 0.45614035087719296, + "test_acc": 0.40512820512820513, + "train_size": 84, + "val_size": 57, + "test_size": 195, + "stats": { + "mean": [ + [ + 0.05841213633333324, + 0.009642500000000023, + -0.1049293571428573, + -0.05455450000000004, + -0.13059923814285718, + -0.04276377619047619, + -0.11014530833333327 + ] + ], + "std": [ + [ + 1.0146171837993285, + 1.0844043612606449, + 0.6372989064356027, + 1.0, + 1.1282134026013562, + 0.9791745837868009, + 1.0002488772478277 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 8, + "depth": 6, + "padding": 14, + "parameters": 1072, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 4, + "best_val_acc": 0.21428571428571427, + "test_acc": 0.17346938775510204, + "train_size": 84, + "val_size": 56, + "test_size": 196, + "stats": { + "mean": [ + [ + -0.011315743142857089, + -0.03455130952380979, + -0.03497671428571443, + -0.05455450000000004, + 0.08828174398809528, + -0.05821374880952385, + -0.06637139999999996 + ] + ], + "std": [ + [ + 1.012351652595517, + 1.0330947119577754, + 0.8958309259021106, + 1.0, + 1.0026493882045864, + 0.9566088016671406, + 0.9710783614044303 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 8, + "depth": 6, + "padding": 14, + "parameters": 1072, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.42592592592592593, + "test_acc": 0.41414141414141414, + "train_size": 84, + "val_size": 54, + "test_size": 198, + "stats": { + "mean": [ + [ + -0.17523749880952394, + -0.0650854523809525, + -0.03497671428571443, + -0.05455450000000004, + 0.014348625000000045, + -0.16084512944047624, + -0.12776817619047612 + ] + ], + "std": [ + [ + 1.0115769923283313, + 0.9182494349544681, + 0.8958309259021106, + 1.0, + 1.1277230453570237, + 0.9641663228847202, + 0.9980600835386763 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 8, + "depth": 6, + "padding": 14, + "parameters": 1072, + "cert_evals": { + "36": 0.010101010091602802, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.2519726305440591, + "std_test_acc": 0.19322037869040992, + "n_samples": 336, + "n_features": 7, + "n_classes": 8, + "mean_cert_acc_36": 0.0025252525229007006, + "std_cert_acc_36": 0.005050505045801401, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "energy-y2": { + "dataset": "energy-y2", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 19, + "best_val_acc": 0.7758620689655172, + "test_acc": 0.75, + "train_size": 192, + "val_size": 116, + "test_size": 460, + "stats": { + "mean": [ + [ + 0.0009850791666666432, + 0.010139916666666622, + 0.032173687500000006, + -0.005650822916666537, + 0.010409885416666669, + -0.06052093749999998, + -0.02541311979166509, + 0.0537312500000005 + ] + ], + "std": [ + [ + 1.0456101033083376, + 1.0498619980358046, + 0.9456106661428212, + 0.9965179021332218, + 0.999294780375947, + 1.0222397484588055, + 1.030433216371699, + 0.995731298264168 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 1283, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 31, + "best_val_acc": 0.7295081967213115, + "test_acc": 0.7290748898678414, + "train_size": 192, + "val_size": 122, + "test_size": 454, + "stats": { + "mean": [ + [ + 0.07533532916666669, + -0.059394307291666594, + -0.017550052083333306, + -0.04944196875000006, + 0.031229656250000005, + -0.004655374999999985, + 0.06255218750000145, + 1.1510416676625372e-06 + ] + ], + "std": [ + [ + 1.0729275910612097, + 1.0653863321722707, + 0.9433869502795601, + 1.0190501631365936, + 0.998860917431203, + 0.9951670891648171, + 1.0163359360027204, + 1.0396997731000648 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 1283, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 24, + "best_val_acc": 0.7213114754098361, + "test_acc": 0.737885462555066, + "train_size": 192, + "val_size": 122, + "test_size": 454, + "stats": { + "mean": [ + [ + -0.0004920619791667415, + 0.007242729166666742, + -0.020474875000000007, + 0.016951052083333352, + 2.3129646346357427e-18, + 0.004655458333333339, + 0.11924057812500127, + 0.06380555208333295 + ] + ], + "std": [ + [ + 1.0283618263304504, + 1.0335770524750947, + 0.8923225124501564, + 0.9833589680412395, + 0.9993489999999986, + 1.0280747733173587, + 0.9999909373553216, + 0.955311666538388 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 1283, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 22, + "best_val_acc": 0.8053097345132744, + "test_acc": 0.7688984881209503, + "train_size": 192, + "val_size": 113, + "test_size": 463, + "stats": { + "mean": [ + [ + -0.045791585416666704, + 0.053598781249999984, + 0.038023489583333334, + 0.0339023333333334, + -0.04163954166666667, + 0.013966291666666672, + 0.03909468750000155, + 0.06716386458333357 + ] + ], + "std": [ + [ + 1.0190772752310013, + 1.0258162287916472, + 1.0141309105461986, + 1.0041302689502694, + 0.998481132706467, + 0.9782096135772306, + 0.997298911424109, + 1.0244022864972453 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 1283, + "cert_evals": { + "36": 0.36933043599128723, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7464647101359645, + "std_test_acc": 0.0172412490567859, + "n_samples": 768, + "n_features": 8, + "n_classes": 3, + "mean_cert_acc_36": 0.09233260899782181, + "std_cert_acc_36": 0.18466521799564362, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "energy-y1": { + "dataset": "energy-y1", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 16, + "best_val_acc": 0.8365384615384616, + "test_acc": 0.8411016949152542, + "train_size": 192, + "val_size": 104, + "test_size": 472, + "stats": { + "mean": [ + [ + 0.04037588177083325, + -0.02897297395833333, + -0.0555741354166667, + -0.0014130312499998996, + -0.01040988541666666, + 0.08845356250000003, + 0.019546906250001692, + 0.12425216145833322 + ] + ], + "std": [ + [ + 1.0503259507282519, + 1.0401598299798114, + 0.9566204676221528, + 1.0115106857597378, + 0.9992947803759471, + 0.9870322434122373, + 0.9626025350664883, + 1.0012373439432847 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 1283, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 64, + "best_val_acc": 0.8257575757575758, + "test_acc": 0.7612612612612613, + "train_size": 192, + "val_size": 132, + "test_size": 444, + "stats": { + "mean": [ + [ + -0.035944025000000025, + 0.01883181770833327, + 0.02047402083333334, + 0.008475244791666782, + 2.3129646346357427e-18, + -9.25185853854297e-18, + -0.003910447916664952, + -0.010073338541666126 + ] + ], + "std": [ + [ + 0.9212095277307366, + 0.9229015509828643, + 1.0465139198851874, + 0.9891013465328523, + 0.9993489999999986, + 0.9993506559221339, + 0.9981490715102995, + 0.9882682016149288 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 1283, + "cert_evals": { + "36": 0.5270270109176636, + "72": 0.46621623635292053, + "108": 0.45945948362350464, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 32, + "best_val_acc": 0.8151260504201681, + "test_acc": 0.8052516411378556, + "train_size": 192, + "val_size": 119, + "test_size": 457, + "stats": { + "mean": [ + [ + -0.06401001406250006, + 0.06953358854166669, + -4.583333333418871e-07, + 0.0678050677083333, + -0.0624593125, + 0.10707533333333334, + 0.011727677083334845, + -0.026863999999998927 + ] + ], + "std": [ + [ + 0.9971640605357807, + 1.016537043200003, + 0.9590898709257725, + 0.9858397966646458, + 0.997395236645448, + 0.9977770953987608, + 1.0267126976352656, + 1.0236092624260158 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 1283, + "cert_evals": { + "36": 0.026258205994963646, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 24, + "best_val_acc": 0.8333333333333334, + "test_acc": 0.8095238095238095, + "train_size": 192, + "val_size": 114, + "test_size": 462, + "stats": { + "mean": [ + [ + -0.09306050364583336, + 0.10140363020833336, + 0.038023541666666646, + 0.08051876041666675, + -0.06245931250000001, + 4.166666664589166e-08, + 0.16615551562499892, + 0.11081956770833301 + ] + ], + "std": [ + [ + 1.0103381574343495, + 1.0260340528127347, + 0.9660180839931469, + 0.9757962633490739, + 0.997395236645448, + 0.9993506559221341, + 0.9513965888850403, + 0.9859377713172496 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 1283, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8042846017095451, + "std_test_acc": 0.032837431077068976, + "n_samples": 768, + "n_features": 8, + "n_classes": 3, + "mean_cert_acc_36": 0.1383213042281568, + "std_cert_acc_36": 0.259432605767129, + "mean_cert_acc_72": 0.11655405908823013, + "std_cert_acc_72": 0.23310811817646027, + "mean_cert_acc_108": 0.11486487090587616, + "std_cert_acc_108": 0.22972974181175232, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "fertility": { + "dataset": "fertility", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 5, + "best_val_acc": 0.8888888888888888, + "test_acc": 0.7017543859649122, + "train_size": 25, + "val_size": 18, + "test_size": 57, + "stats": { + "mean": [ + [ + -0.050080199999999984, + -0.12364147839999998, + 0.14793016000000006, + -0.32071263999999977, + 0.1791338, + -0.12053400000000013, + 0.5731312000000003, + -0.16074628000000002, + 0.03862860000000002 + ] + ], + "std": [ + [ + 1.0236052735742232, + 0.8512034434759349, + 0.8026475169365781, + 0.9000012058569202, + 0.9750796495625166, + 0.7418187080757671, + 0.7460504646830267, + 0.9966002512278438, + 0.8297482471350933 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 1586, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.8571428571428571, + "test_acc": 0.8852459016393442, + "train_size": 25, + "val_size": 14, + "test_size": 61, + "stats": { + "mean": [ + [ + 0.08396883999999995, + 0.0741850816, + -0.08875767999999994, + 0.16035823999999999, + -0.2985557199999999, + 0.017217679999999954, + -0.28656639999999994, + -0.012364960000000034, + 7.200000000029405e-07 + ] + ], + "std": [ + [ + 0.9493769176881722, + 1.0402868069724176, + 1.0846399428755964, + 1.0014288942292522, + 0.95537904, + 1.089027811624688, + 1.008650391054026, + 0.9817617018642958, + 0.9407763787630519 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 1586, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 13, + "best_val_acc": 0.7, + "test_acc": 0.7818181818181819, + "train_size": 25, + "val_size": 20, + "test_size": 55, + "stats": { + "mean": [ + [ + -0.15099352, + 0.04121466079999998, + 0.029586240000000055, + 0.16035823999999999, + -0.059710959999999924, + 0.29272248000000006, + 0.09552136000000001, + -0.25966716, + -0.27897695999999994 + ] + ], + "std": [ + [ + 0.9753651401849921, + 1.00304651742069, + 0.9614305510351658, + 1.001428894229252, + 0.9943900320852971, + 0.9593333711047946, + 0.911221690762852, + 0.8623722386522275, + 0.6562133354788506 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 1586, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.8181818181818182, + "test_acc": 0.890625, + "train_size": 25, + "val_size": 11, + "test_size": 64, + "stats": { + "mean": [ + [ + -0.05008016, + 0.16980184160000003, + 0.029586240000000055, + -0.08017719999999987, + -0.13932587999999993, + 0.22384639999999986, + -0.19104464, + 0.23493724, + -0.28326872000000003 + ] + ], + "std": [ + [ + 0.967192993888714, + 1.0029056548149258, + 0.9614305510351658, + 0.981981821759731, + 0.9879951745516705, + 0.9393450743392652, + 0.9552200000001204, + 1.0881296800000002, + 0.6448658384270962 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 1586, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8148608673556096, + "std_test_acc": 0.09051547205973277, + "n_samples": 100, + "n_features": 9, + "n_classes": 2, + "mean_cert_acc_36": 0.0, + "std_cert_acc_36": 0.0, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "flags": { + "dataset": "flags", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 25, + "best_val_acc": 0.25925925925925924, + "test_acc": 0.2857142857142857, + "train_size": 48, + "val_size": 27, + "test_size": 119, + "stats": { + "mean": [ + [ + 0.2352414791666667, + -0.14561693750000007, + 0.1764680979166667, + 0.11582924333333333, + 0.0278278833333333, + 0.04467812499999988, + -0.14742766666666676, + -0.14850950000000007, + 0.10914166666666664, + 0.020176562500000023, + -0.14527287500000005, + -0.021462375000000023, + -0.005958499999999978, + -0.18136456250000013, + -0.1484010833333332, + -0.13407733333333335, + -0.14238879166666651, + -0.06353299999999999, + 0.039132958333333315, + 0.23061385416666677, + 0.16322545416666676, + 0.20470881250000014, + -0.04084762500000006, + -0.005915999999999931, + -0.08552499999999989, + 0.003115083333333317, + -0.00012200000000005262, + 0.016370875000000003 + ] + ], + "std": [ + [ + 0.9423798810959939, + 0.9424971000607776, + 1.1257258803436931, + 1.5640772168523231, + 0.9974256598053217, + 1.129307049644929, + 1.052031616542435, + 0.7965270829416287, + 0.9104918487062668, + 0.9984666452987403, + 0.9898063223282548, + 0.9958585433814053, + 1.0008837456871553, + 0.8789136023594675, + 0.8091964732150918, + 0.9827727342487288, + 0.6596688427296609, + 0.858146791992489, + 1.050181614737104, + 1.5175473203808312, + 0.8994410282874392, + 1.317453200121319, + 0.9530138431587623, + 0.994027422565394, + 0.9275008724551151, + 1.0021317232904448, + 0.9667438830883966, + 0.9280632223285767 + ] + ] + }, + "width": 128, + "in_features": 28, + "out_features": 8, + "depth": 6, + "padding": 56, + "parameters": 14848, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 30, + "best_val_acc": 0.3793103448275862, + "test_acc": 0.24786324786324787, + "train_size": 48, + "val_size": 29, + "test_size": 117, + "stats": { + "mean": [ + [ + 0.19499710416666668, + -0.0022983958333333797, + -0.02790886250000002, + 0.11650907499999995, + -0.06750504166666671, + -0.11583450000000012, + -0.10268268750000005, + 0.02775170833333333, + 0.26183579166666643, + -0.02146237499999999, + -0.14527287500000005, + 0.27001018749999983, + -0.10226858333333351, + 0.10011306249999985, + -0.3313875208333335, + -0.17088533333333333, + -0.18737783333333316, + -0.06353299999999996, + 0.03913295833333332, + -0.008377395833333351, + -0.026332812499999955, + -0.15468943749999978, + 0.07922083333333325, + 0.13755950000000008, + -0.03367612499999993, + 0.07865360416666665, + 0.0827322729166666, + -0.1398202291666666 + ] + ], + "std": [ + [ + 1.0149211380035321, + 1.0106590573641523, + 0.800987362794606, + 1.5710238762349773, + 0.9911412389198323, + 0.8417359860573123, + 0.7550650019137193, + 0.8454707572998891, + 0.7463117905961775, + 0.9958585433814053, + 0.9898063223282548, + 0.9774069853377493, + 1.0506189728199082, + 1.04374696833814, + 0.41816393735262497, + 0.8196612593038392, + 0.596847083543995, + 0.8581467919924893, + 1.050181614737104, + 0.8097533539243018, + 0.6013621428718394, + 0.6159775664971462, + 1.073924939147738, + 1.064042786035294, + 0.9713883617826264, + 1.1076121378365742, + 1.021768139613268, + 0.8455337132759265 + ] + ] + }, + "width": 128, + "in_features": 28, + "out_features": 8, + "depth": 6, + "padding": 56, + "parameters": 14848, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 19, + "best_val_acc": 0.19230769230769232, + "test_acc": 0.19166666666666668, + "train_size": 48, + "val_size": 26, + "test_size": 120, + "stats": { + "mean": [ + [ + 0.0340199583333333, + 0.10917162499999984, + -0.07162090208333334, + 0.06506778333333332, + -0.10921322916666676, + 0.12493452083333324, + 0.013654270833333296, + 0.15594170833333318, + -0.04355245833333338, + -0.021462374999999978, + 0.104134875, + 0.02017656249999995, + 0.1385066249999999, + 0.053200124999999876, + 0.09558083333333343, + 0.3076187916666668, + 0.17253487500000028, + 0.15269966666666668, + 0.1823765416666667, + 0.13501729166666662, + 0.262743825, + -0.06483987499999996, + 0.19928929166666667, + -0.1015663333333332, + -0.03367612499999994, + 0.07865360416666677, + 0.23660444999999997, + 0.06843458333333337 + ] + ], + "std": [ + [ + 1.0728446319744602, + 1.004997765945125, + 0.6738313483909325, + 1.1276322526496132, + 0.9889360364810051, + 1.0737570402474663, + 1.2301542970075396, + 1.0335005003320021, + 1.0268293591046207, + 0.9958585433814053, + 0.9898063223282548, + 0.9984666452987404, + 0.9021844164633743, + 1.0235194592787966, + 1.0911203018947113, + 1.043398618770709, + 1.428359917728367, + 1.0537876663148145, + 1.2133500974257005, + 0.931759019467099, + 1.699034990837401, + 0.8618067283867119, + 1.170282570673264, + 0.9322841280124254, + 0.9713883617826267, + 1.1076121378365744, + 1.009283746545842, + 1.0092164745858712 + ] + ] + }, + "width": 128, + "in_features": 28, + "out_features": 8, + "depth": 6, + "padding": 56, + "parameters": 14848, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.22580645161290322, + "test_acc": 0.3217391304347826, + "train_size": 48, + "val_size": 31, + "test_size": 115, + "stats": { + "mean": [ + [ + 0.060849604166666675, + -0.11376839583333333, + -0.09783850416666667, + -0.09356036875000003, + 0.22445235416666667, + 0.024614104166666605, + 0.0762974583333333, + 0.09184660416666661, + -0.14534854166666666, + -0.021462374999999978, + 0.18727079166666663, + 0.061815500000000016, + 0.042196541666666705, + 0.10011306249999992, + -0.08740560416666669, + 0.0008853750000000308, + -0.1423887916666665, + -0.06353283333333333, + -0.10411062500000007, + -0.056175625000000166, + 0.25800489583333336, + -0.15468943749999986, + 0.07922083333333328, + -0.10156633333333316, + -0.08552499999999985, + 0.0031150833333333725, + -0.1421576375, + 0.0684342083333334 + ] + ], + "std": [ + [ + 1.0293582077836319, + 0.9794406225141076, + 0.6268224867254953, + 0.3684227553507345, + 1.025591356541465, + 1.1118837703058688, + 1.0365020313045694, + 1.0275207215403601, + 1.0856923338143685, + 0.9958585433814053, + 0.9757408637342995, + 0.9993344999999996, + 0.9714914160365958, + 1.0437469683381402, + 0.8943692877865511, + 1.023515389848972, + 0.6596688427296608, + 1.0084428269148291, + 0.8321700190516114, + 0.7587733649056444, + 1.7047553305488228, + 0.615977566497146, + 1.073924939147738, + 0.9322841280124254, + 0.9275008724551151, + 1.0021317232904448, + 0.8580294890796403, + 1.071739861024061 + ] + ] + }, + "width": 128, + "in_features": 28, + "out_features": 8, + "depth": 6, + "padding": 56, + "parameters": 14848, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.2617458326697457, + "std_test_acc": 0.055610245418955574, + "n_samples": 194, + "n_features": 28, + "n_classes": 8, + "mean_cert_acc_36": 0.0, + "std_cert_acc_36": 0.0, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "glass": { + "dataset": "glass", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.10810810810810811, + "test_acc": 0.07258064516129033, + "train_size": 53, + "val_size": 37, + "test_size": 124, + "stats": { + "mean": [ + [ + 0.012939788679245282, + 0.04699466943396226, + 0.04250909433962263, + -0.01625201207547179, + -0.03750319433962267, + -0.18787082075471698, + 0.06524139433962263, + -0.040507150943396124, + -0.2307195471698114 + ] + ], + "std": [ + [ + 0.801738486196533, + 0.8467082620054888, + 0.9820084649167357, + 0.9338214241369891, + 0.8598618475288062, + 0.3955791139166082, + 0.8724031270593463, + 0.8657099216828293, + 0.7013424696367202 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 1662, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.16666666666666666, + "test_acc": 0.1297709923664122, + "train_size": 53, + "val_size": 30, + "test_size": 131, + "stats": { + "mean": [ + [ + -0.06851211245283018, + -0.15009423962264148, + 0.02275701132075471, + -0.11148559811320762, + 0.16614626415094338, + 0.138459841509434, + -0.08099267547169811, + 0.036904622641509635, + -0.12809118867924535 + ] + ], + "std": [ + [ + 0.8515731555985958, + 0.9581970001358434, + 0.9640671504859841, + 0.9248622429706228, + 0.9755758770264732, + 1.357781655818288, + 0.8022445220282372, + 1.1525134057528226, + 0.8492428385949199 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 1662, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 30, + "best_val_acc": 0.38461538461538464, + "test_acc": 0.4444444444444444, + "train_size": 53, + "val_size": 26, + "test_size": 135, + "stats": { + "mean": [ + [ + 0.17342035830188673, + 0.10083030188679246, + -0.0808434981132076, + -0.019653658490565933, + -0.19072764905660378, + 0.02794728113207545, + 0.12344338867924527, + -0.06403424528301871, + 0.22045922641509424 + ] + ], + "std": [ + [ + 1.2137577085998512, + 0.8431029761509528, + 1.0333305367739407, + 1.0160914345283907, + 1.0137208401349003, + 1.2887142840709145, + 1.1306321303495666, + 0.9397607053756946, + 1.2490718777482173 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 1662, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 2, + "best_val_acc": 0.2857142857142857, + "test_acc": 0.3383458646616541, + "train_size": 53, + "val_size": 28, + "test_size": 133, + "stats": { + "mean": [ + [ + -0.09789963037735849, + -0.25360606113207534, + -0.0009194132075472026, + 0.04837090226415086, + 0.10451545471698113, + 0.3782897773584904, + -0.08351155283018871, + -0.02570778301886777, + 0.11976666037735839 + ] + ], + "std": [ + [ + 0.9830235331660265, + 0.9613168258565478, + 1.0022618468949342, + 0.9817559883419383, + 1.0203488325490284, + 1.7842263867081236, + 1.0422858738909424, + 0.9054813684433138, + 1.1073266176346976 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 1662, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.2462854866584503, + "std_test_acc": 0.17463398398613314, + "n_samples": 214, + "n_features": 9, + "n_classes": 6, + "mean_cert_acc_36": 0.0, + "std_cert_acc_36": 0.0, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "haberman-survival": { + "dataset": "haberman-survival", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.2826086956521739, + "test_acc": 0.2608695652173913, + "train_size": 76, + "val_size": 46, + "test_size": 184, + "stats": { + "mean": [ + [ + 0.056303715789473636, + 0.11814425789473684, + 0.07505885618421046 + ] + ], + "std": [ + [ + 1.071529133459213, + 0.9640121301272397, + 1.1153002449883138 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 502, + "cert_evals": { + "36": 0.260869562625885, + "72": 0.260869562625885, + "108": 0.260869562625885, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.8604651162790697, + "test_acc": 0.7058823529411765, + "train_size": 76, + "val_size": 43, + "test_size": 187, + "stats": { + "mean": [ + [ + 0.10623882105263147, + 0.09384808421052634, + 0.007344408815789407 + ] + ], + "std": [ + [ + 1.0605035134671559, + 1.0869710980458733, + 1.1078408305262222 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 502, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.3018867924528302, + "test_acc": 0.2542372881355932, + "train_size": 76, + "val_size": 53, + "test_size": 177, + "stats": { + "mean": [ + [ + 0.06604734605263156, + -0.015483576315789458, + 0.01100456263157891 + ] + ], + "std": [ + [ + 1.0531764871263751, + 0.9959949318361989, + 0.8640777726923776 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 502, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.7027027027027027, + "test_acc": 0.7409326424870466, + "train_size": 76, + "val_size": 37, + "test_size": 193, + "stats": { + "mean": [ + [ + -0.03016957763157897, + -0.13291423947368405, + 0.01283475092105254 + ] + ], + "std": [ + [ + 1.0380766725977404, + 1.0963438485094303, + 1.0823191968380823 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 502, + "cert_evals": { + "36": 0.7409326434135437, + "72": 0.7409326434135437, + "108": 0.7409326434135437, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.4904804621953019, + "std_test_acc": 0.26935495196895415, + "n_samples": 306, + "n_features": 3, + "n_classes": 2, + "mean_cert_acc_36": 0.2504505515098572, + "std_cert_acc_36": 0.34934805746992764, + "mean_cert_acc_72": 0.2504505515098572, + "std_cert_acc_72": 0.34934805746992764, + "mean_cert_acc_108": 0.2504505515098572, + "std_cert_acc_108": 0.34934805746992764, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "hayes-roth": { + "dataset": "hayes-roth", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.4117647058823529, + "test_acc": 0.37755102040816324, + "train_size": 28, + "val_size": 34, + "test_size": 98, + "stats": { + "mean": [ + [ + -2.0777030889413645e-15, + -2.0142617732484982e-15, + -2.0142617732484982e-15 + ] + ], + "std": [ + [ + 0.9711863730167035, + 0.9711863730167036, + 0.9711863730167035 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 513, + "cert_evals": { + "36": 0.37755101919174194, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.36, + "test_acc": 0.3925233644859813, + "train_size": 28, + "val_size": 25, + "test_size": 107, + "stats": { + "mean": [ + [ + -2.0777030889413645e-15, + -2.0142617732484982e-15, + -2.0142617732484982e-15 + ] + ], + "std": [ + [ + 0.9711863730167035, + 0.9711863730167036, + 0.9711863730167035 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 513, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5, + "test_acc": 0.3557692307692308, + "train_size": 28, + "val_size": 28, + "test_size": 104, + "stats": { + "mean": [ + [ + -2.0777030889413645e-15, + -2.0142617732484982e-15, + -2.0142617732484982e-15 + ] + ], + "std": [ + [ + 0.9711863730167035, + 0.9711863730167036, + 0.9711863730167035 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 513, + "cert_evals": { + "36": 0.35576924681663513, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.35714285714285715, + "test_acc": 0.3942307692307692, + "train_size": 28, + "val_size": 28, + "test_size": 104, + "stats": { + "mean": [ + [ + -2.0777030889413645e-15, + -2.0142617732484982e-15, + -2.0142617732484982e-15 + ] + ], + "std": [ + [ + 0.9711863730167035, + 0.9711863730167036, + 0.9711863730167035 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 513, + "cert_evals": { + "36": 0.39423078298568726, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.3800185962235361, + "std_test_acc": 0.01781830282065842, + "n_samples": 160, + "n_features": 3, + "n_classes": 3, + "mean_cert_acc_36": 0.2818877622485161, + "std_cert_acc_36": 0.1885838428080936, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "heart-cleveland": { + "dataset": "heart-cleveland", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 20, + "best_val_acc": 0.5740740740740741, + "test_acc": 0.5260115606936416, + "train_size": 76, + "val_size": 54, + "test_size": 173, + "stats": { + "mean": [ + [ + 0.025679380263157865, + 0.06560718421052641, + -0.04165710526315796, + 0.12079876315789474, + -0.05836617236842103, + 0.21103164473684244, + 0.009953435000000009, + -0.04552891578947369, + -0.07930921052631572, + 0.018019449999999958, + -0.1633495263157895, + 0.1490460526315791, + 0.1173184736842107 + ] + ], + "std": [ + [ + 0.8936682722687875, + 0.9705101476202265, + 1.0410809532354568, + 0.9713482365754217, + 1.0046131234392313, + 1.1698900228292355, + 0.991743905598925, + 1.063967410026795, + 0.9653541002995567, + 0.9670845428420584, + 0.8530269008877411, + 1.0419737091060064, + 0.9887800977718967 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 5, + "depth": 6, + "padding": 26, + "parameters": 3307, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 3, + "best_val_acc": 0.09302325581395349, + "test_acc": 0.125, + "train_size": 76, + "val_size": 43, + "test_size": 184, + "stats": { + "mean": [ + [ + -0.2101489736842105, + 0.09376453947368439, + -0.1649965789473685, + -0.03545365789473685, + -0.1381618, + 0.02633263157894729, + -0.1355152364473684, + -0.028272514473684226, + 0.060729605263158, + -0.12137016052631582, + 0.02882180263157893, + -0.062184184210526385, + -0.10297684210526317 + ] + ], + "std": [ + [ + 0.9630708106281646, + 0.9569359106048417, + 1.0685892850045124, + 0.9716813782156916, + 0.8933102337559928, + 1.0237058396713807, + 0.987768251139324, + 1.0505795881681008, + 1.018728244712418, + 0.800844776889746, + 0.9838325491030496, + 0.9678759361024273, + 0.9824728943441249 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 5, + "depth": 6, + "padding": 26, + "parameters": 3307, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.03508771929824561, + "test_acc": 0.047058823529411764, + "train_size": 76, + "val_size": 57, + "test_size": 170, + "stats": { + "mean": [ + [ + 0.009666096052631561, + 0.12192189473684223, + -0.04165730263157901, + -0.053396460526315796, + 0.009485552631578952, + -0.08448677631578952, + -0.12229084131578946, + 0.029248118421052637, + 0.0887373684210527, + 0.14607715657894724, + 0.007469368421052609, + 0.13496389473684212, + -0.016193828947368444 + ] + ], + "std": [ + [ + 0.991747257977119, + 0.9423253440641232, + 1.054702252215874, + 1.01578753443219, + 0.912628998922061, + 0.9070959475884481, + 0.9828872816770845, + 1.0215811465249889, + 1.026781557739585, + 1.110916508206595, + 1.0555936285886078, + 1.1293737151568792, + 0.9751655205627294 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 5, + "depth": 6, + "padding": 26, + "parameters": 3307, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.10810810810810811, + "test_acc": 0.12105263157894737, + "train_size": 76, + "val_size": 37, + "test_size": 190, + "stats": { + "mean": [ + [ + 0.009666401315789493, + -0.1314943026315789, + -0.027953026315789546, + -0.017510736842105287, + 0.14569758815789477, + -0.12142657894736847, + 0.16864663157894735, + 0.0298232342105263, + 0.032721842105263264, + -0.0567749657894737, + -0.14199722368421067, + 0.050471736842105284, + -0.002842618421052697 + ] + ], + "std": [ + [ + 1.037308935092612, + 1.039536608942455, + 1.0731491570199134, + 0.9857713056853448, + 1.1678879570276746, + 0.8615768485992676, + 0.9924490204448371, + 1.0295305309669156, + 1.0098342617684068, + 1.0125711830157138, + 0.967005700282042, + 1.1226814635925688, + 0.9876978299691207 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 5, + "depth": 6, + "padding": 26, + "parameters": 3307, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.2047807539505002, + "std_test_acc": 0.21713345029680103, + "n_samples": 303, + "n_features": 13, + "n_classes": 5, + "mean_cert_acc_36": 0.0, + "std_cert_acc_36": 0.0, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "heart-hungarian": { + "dataset": "heart-hungarian", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 16, + "best_val_acc": 0.8529411764705882, + "test_acc": 0.8021390374331551, + "train_size": 73, + "val_size": 34, + "test_size": 187, + "stats": { + "mean": [ + [ + 0.0800741506849315, + 0.187091506849315, + 0.14536817123287665, + 0.057955123287671204, + 0.007548964931506878, + 0.0018470410958903167, + -0.026523986301369866, + -0.07145227945205493, + -0.002936657534246297, + 0.06359038356164397, + 0.03073776712328766, + -0.08100684931506869 + ] + ], + "std": [ + [ + 0.9987991948716954, + 0.8797143812899805, + 1.0138369657816542, + 1.004282733869356, + 1.1169105950079397, + 1.0014602608653556, + 0.9486883864181348, + 1.0204510052676476, + 0.9970306548239305, + 1.1098417855233023, + 1.0026671671379417, + 0.8754503895152498 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 2762, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 22, + "best_val_acc": 0.7435897435897436, + "test_acc": 0.7967032967032966, + "train_size": 73, + "val_size": 39, + "test_size": 182, + "stats": { + "mean": [ + [ + -0.03390847945205465, + 0.1564823287671232, + -0.05334468493150675, + 0.17270156164383563, + -0.14544580410958913, + -0.10677657534246586, + 0.03300201369863015, + 0.11938546301369855, + 0.026828767123288015, + 0.11635597260273989, + 0.11918921917808224, + -0.025584246575342404 + ] + ], + "std": [ + [ + 1.015281664085163, + 0.9028410442013451, + 1.0337121941577725, + 0.9152783215528201, + 0.8308188513709485, + 0.787052874670898, + 0.9862292931929137, + 0.8791726610331962, + 1.0093946605762534, + 0.9709004823896129, + 0.9957071278619543, + 0.9379507836223181 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 2762, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5238095238095238, + "test_acc": 0.664804469273743, + "train_size": 73, + "val_size": 42, + "test_size": 179, + "stats": { + "mean": [ + [ + 0.14495649315068504, + 0.003436438356164301, + -0.06753834246575333, + 0.2389838082191781, + 0.03065915232876712, + -0.16108838356164396, + 0.03300202739726026, + 0.07263872739726036, + 0.02682876712328804, + -0.04947819178082209, + 0.0012539315068493056, + -0.05725431506849332 + ] + ], + "std": [ + [ + 0.9448396245451279, + 0.9965626371881349, + 0.9510883979986018, + 0.9219475695799935, + 0.863125052835077, + 0.6471998892994516, + 1.0497525444673081, + 0.9275566360232819, + 1.0093946605762534, + 0.8385071156366399, + 0.992646777404723, + 0.8922594920555511 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 2762, + "cert_evals": { + "36": 0.6648044586181641, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 10, + "best_val_acc": 0.8863636363636364, + "test_acc": 0.7570621468926554, + "train_size": 73, + "val_size": 44, + "test_size": 177, + "stats": { + "mean": [ + [ + 0.03448108219178094, + 0.03404561643835607, + 0.2021428561643836, + -0.012603835616438326, + 0.012083080821917778, + 0.0018470410958903595, + 0.03300201369863012, + -0.05440366712328782, + 0.14589046575342487, + 0.0786663835616438, + 0.13393120547945203, + -0.05725438356164386 + ] + ], + "std": [ + [ + 0.9357023656034743, + 0.98044976884177, + 0.9447129008604433, + 0.8618425109620811, + 1.2011825380327528, + 1.0014602608653553, + 0.986229293192914, + 0.847254895689431, + 1.0489937022040874, + 1.0096312619774381, + 1.0380236400472438, + 0.844840730482065 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 2762, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7551772375757125, + "std_test_acc": 0.0635101418835676, + "n_samples": 294, + "n_features": 12, + "n_classes": 2, + "mean_cert_acc_36": 0.16620111465454102, + "std_cert_acc_36": 0.33240222930908203, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "heart-switzerland": { + "dataset": "heart-switzerland", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.3888888888888889, + "test_acc": 0.22972972972972974, + "train_size": 31, + "val_size": 18, + "test_size": 74, + "stats": { + "mean": [ + [ + -0.03867648709677418, + 0.061165483870967645, + -0.031605645161290254, + -0.04727649354838697, + 0.12035961290322578, + 0.10471612903225812, + 0.10948048064516128, + 0.21947058064516128, + 0.24267312903225804, + 0.146339935483871, + 0.09546838709677423, + -0.14905170967741943 + ] + ], + "std": [ + [ + 1.1959209887023292, + 0.8952513255013157, + 1.0680537841920705, + 1.1526431663263934, + 1.2389629579337629, + 1.0370364433639812, + 0.8482163286791152, + 0.998704338537551, + 0.823971907762666, + 0.9616527651367163, + 1.172612838656165, + 1.0452475193168111 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 2837, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.1111111111111111, + "test_acc": 0.28378378378378377, + "train_size": 31, + "val_size": 18, + "test_size": 74, + "stats": { + "mean": [ + [ + 0.38275906451612907, + -0.056386774193548456, + 0.015231451612903284, + 0.016496377419354898, + 0.2830434193548386, + -0.059711161290322494, + 0.04518695483870968, + -0.039474967741935506, + 0.10301854838709676, + -0.043132193548387085, + 0.0954683870967742, + -0.026422451612903276 + ] + ], + "std": [ + [ + 0.8537728993403316, + 1.0773842413872565, + 0.9891428503533505, + 0.8244718913923468, + 1.4910217148161218, + 1.0016724276385454, + 0.8092921347980535, + 0.9902763031378431, + 0.9512021337497041, + 1.1112826701924636, + 1.172612838656165, + 1.014523633801689 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 2837, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 32, + "best_val_acc": 0.2916666666666667, + "test_acc": 0.19117647058823528, + "train_size": 31, + "val_size": 24, + "test_size": 68, + "stats": { + "mean": [ + [ + 0.1363268064516129, + 0.06116548387096767, + -0.07844332258064517, + 0.28318253870967747, + 0.12035961290322578, + -0.00490193548387092, + -0.09028977096774195, + -0.16894774193548387, + -0.07077383870967743, + -0.23260409677419347, + -0.0015777419354838426, + -0.12861274193548392 + ] + ], + "std": [ + [ + 0.9985620954632528, + 0.8952513255013155, + 0.7865317101247931, + 0.8496477832825274, + 1.2389629579337627, + 0.8129502811517081, + 0.9201252610360474, + 0.960195792094272, + 0.7788574621968283, + 0.922011584077965, + 1.0630870797904943, + 0.9101297422084665 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 2837, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 56, + "best_val_acc": 0.2857142857142857, + "test_acc": 0.1794871794871795, + "train_size": 31, + "val_size": 14, + "test_size": 78, + "stats": { + "mean": [ + [ + 0.06132570967741941, + -0.05638677419354848, + -0.03160587096774191, + -0.08206108387096776, + 0.1203596129032258, + 0.21433419354838715, + 0.08651870322580645, + 0.08999780645161289, + 0.000605741935483859, + -0.11892112903225804, + 0.19251451612903228, + -0.09795603225806457 + ] + ], + "std": [ + [ + 1.1796944897022907, + 1.0773842413872565, + 1.002361426374151, + 1.2266934302261872, + 1.2389629579337627, + 1.2107719727384119, + 1.1761632862640778, + 1.0028917964777728, + 0.9746182884484196, + 1.026652327670446, + 1.4781625990241394, + 1.0351077769123456 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 2837, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.22104429089723207, + "std_test_acc": 0.04701333503781232, + "n_samples": 123, + "n_features": 12, + "n_classes": 5, + "mean_cert_acc_36": 0.0, + "std_cert_acc_36": 0.0, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "heart-va": { + "dataset": "heart-va", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 4, + "best_val_acc": 0.24324324324324326, + "test_acc": 0.23008849557522124, + "train_size": 50, + "val_size": 37, + "test_size": 113, + "stats": { + "mean": [ + [ + 0.12417273199999997, + 0.05847433999999993, + 0.11939195999999985, + 0.13652684859999997, + 0.169332294, + -0.08422980000000006, + -0.051211000000000055, + -0.025999581999999997, + -0.10986361999999993, + 0.02611757999999999, + 0.18437666399999986, + -0.16063424000000026 + ] + ], + "std": [ + [ + 1.0375983940843654, + 0.8186406200000009, + 0.906257232351079, + 0.9850972422932538, + 0.9999215189422874, + 0.964959379692824, + 0.9368765586228528, + 0.926118336928491, + 0.985877688928741, + 0.8984566513475283, + 1.109014128975748, + 0.8047660315047241 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 2837, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.16666666666666666, + "test_acc": 0.225, + "train_size": 50, + "val_size": 30, + "test_size": 120, + "stats": { + "mean": [ + [ + -0.10881117199999998, + 0.17542300000000016, + 0.21993213999999972, + -0.08821109999999997, + 0.13781262600000002, + 0.08422731999999994, + 0.00731520000000001, + -0.12721317799999998, + -0.30961252, + -0.25667714, + -0.17580066800000008, + -0.02059391999999999 + ] + ], + "std": [ + [ + 0.9929893928858932, + 1.0, + 0.8501447398821216, + 1.0656963957883359, + 1.0325714366151477, + 1.022085030499879, + 0.9621289169237981, + 1.0393960665815958, + 0.9317809815586118, + 0.8468928172805285, + 0.9604725295714901, + 0.9867682179778366 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 2837, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 10, + "best_val_acc": 0.3333333333333333, + "test_acc": 0.1951219512195122, + "train_size": 50, + "val_size": 27, + "test_size": 123, + "stats": { + "mean": [ + [ + 0.15233571999999998, + 0.05847433999999995, + 0.11939203999999982, + -0.012556939999999935, + 0.15528536399999998, + -0.042115520000000004, + 0.06584127999999993, + 0.009825086000000021, + 0.16978484000000008, + 0.05313653999999998, + 0.04716622799999987, + 0.15239717999999963 + ] + ], + "std": [ + [ + 0.9466778160837978, + 0.8186406200000006, + 0.794839780092792, + 1.0183639969617624, + 0.9927764037429706, + 0.982265363064182, + 1.1062072213290066, + 0.982147212242076, + 0.9915274640582656, + 1.040558924765334, + 1.0326448287754921, + 1.138945356222443 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 2837, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 17, + "best_val_acc": 0.3, + "test_acc": 0.26666666666666666, + "train_size": 50, + "val_size": 30, + "test_size": 120, + "stats": { + "mean": [ + [ + -0.07040700000000005, + 0.17542300000000016, + 0.14452675999999975, + 0.06532269999999997, + -0.19794047999999992, + -0.08422980000000009, + -0.16826343999999985, + 0.010868634000000012, + 0.009985720000000033, + -0.009907080000000006, + -0.10719553600000013, + -0.08649541999999996 + ] + ], + "std": [ + [ + 1.2049567103246417, + 1.0, + 0.9024156133740057, + 0.9721589400778301, + 0.9497444006039201, + 0.964959379692824, + 0.920277085388703, + 0.9840113193010918, + 0.9979451845458254, + 1.0793938409678105, + 0.9369066157621472, + 0.9024286546800494 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 2837, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.22921927836535, + "std_test_acc": 0.029345598520403488, + "n_samples": 200, + "n_features": 12, + "n_classes": 5, + "mean_cert_acc_36": 0.0, + "std_cert_acc_36": 0.0, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "hepatitis": { + "dataset": "hepatitis", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.7391304347826086, + "test_acc": 0.8064516129032258, + "train_size": 39, + "val_size": 23, + "test_size": 93, + "stats": { + "mean": [ + [ + -0.07305103333333338, + -0.25417620512820527, + -0.0684997948717948, + 0.002734846153846289, + -0.27956964102564097, + 0.043173205128205175, + -0.08607384615384614, + 0.058396666666666625, + 0.06670830769230766, + -0.04725699999999998, + 0.016169358974358995, + -0.02457512820512817, + 0.0025034871794872037, + -0.027701887179487183, + -0.15169055846153845, + -0.0886186358974359, + -0.07013070256410256, + 0.1575872743589744, + -0.1341903076923079 + ] + ], + "std": [ + [ + 0.7065121639768482, + 0.5178280049962226, + 1.0644445404981495, + 0.9941527427588283, + 0.9460715809412041, + 1.0610130501194135, + 1.1425568971679159, + 0.9324615341247179, + 0.946176852270342, + 0.9924710852804189, + 0.9714365294574488, + 0.9824999787091323, + 0.9634407063351287, + 0.8415828453559291, + 0.8432379274259605, + 0.6407479822535036, + 0.9523942193593046, + 1.0530325526231488, + 0.9744402928447131 + ] + ] + }, + "width": 64, + "in_features": 19, + "out_features": 2, + "depth": 6, + "padding": 38, + "parameters": 6766, + "cert_evals": { + "36": 0.8064516186714172, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 9, + "best_val_acc": 0.8846153846153846, + "test_acc": 0.7666666666666667, + "train_size": 39, + "val_size": 26, + "test_size": 90, + "stats": { + "mean": [ + [ + -0.11794246410256407, + -0.08617061538461546, + 0.18073612820512838, + 0.002734846153846107, + -0.01757938461538464, + -0.10891841025641022, + -0.26475346153846147, + -0.16237000000000007, + -0.13763476923076928, + 0.0032585384615384802, + -0.12308166666666664, + -0.13340641025641017, + -0.052936256410256344, + -0.1222803846153846, + -0.12690142128205126, + -0.21492274871794878, + -0.0701304769230769, + -0.19038912820512827, + -0.03147528205128203 + ] + ], + "std": [ + [ + 0.9308482815868492, + 0.8729826521744097, + 0.9562346989313699, + 0.9941527427588275, + 1.0687148745897885, + 1.082595260131678, + 1.2147882026120127, + 1.1445852172148068, + 1.1192331270078257, + 1.0668209925491146, + 1.0726249795408656, + 1.1491882555748711, + 1.1143257286511818, + 0.9024022721027672, + 0.9826150523838478, + 0.6405176575741821, + 1.0834147839386958, + 1.0210323203399736, + 0.9932070287924958 + ] + ] + }, + "width": 64, + "in_features": 19, + "out_features": 2, + "depth": 6, + "padding": 38, + "parameters": 6766, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 3, + "best_val_acc": 0.7777777777777778, + "test_acc": 0.7959183673469388, + "train_size": 39, + "val_size": 18, + "test_size": 98, + "stats": { + "mean": [ + [ + 0.25751469999999993, + -0.0021678205128206176, + -0.16819412820512808, + -0.13856787179487162, + -0.22717153846153848, + -0.05822148717948713, + -0.026513846153846145, + -0.07406333333333337, + 0.025839692307692258, + -0.04725692307692307, + 0.016169487179487147, + -0.13340641025641015, + -0.052936256410256344, + -0.040312646153846145, + 0.10239844307692307, + 0.13277096923076923, + 0.021281615384615406, + -0.028776703589743616, + 0.019882230769230784 + ] + ], + "std": [ + [ + 1.005461160498127, + 0.9939344729297802, + 0.9562346989313698, + 1.1126187137474748, + 0.8609878396947588, + 0.9804372857666263, + 0.9786685591250096, + 0.9813568775708227, + 0.946176852270342, + 1.0881358642498125, + 1.054392008519234, + 1.1491882555748716, + 1.1143257286511812, + 0.6571748166650522, + 0.9244222305036086, + 1.0717140331590138, + 0.8996151755406562, + 0.9261613145039079, + 0.998504170514703 + ] + ] + }, + "width": 64, + "in_features": 19, + "out_features": 2, + "depth": 6, + "padding": 38, + "parameters": 6766, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 19, + "best_val_acc": 0.8461538461538461, + "test_acc": 0.7777777777777778, + "train_size": 39, + "val_size": 26, + "test_size": 90, + "stats": { + "mean": [ + [ + -0.07509134615384613, + -0.17017341025641036, + 0.13088894871794884, + 0.1440375641025641, + -0.12237543589743595, + -0.05822148717948713, + 0.1521657692307693, + 0.1467033333333333, + 0.10757692307692303, + 0.003258384615384635, + 0.06258628205128201, + -0.13340641025641015, + 0.057943230769230816, + 0.03955354102564104, + 0.16271944128205126, + 0.026228858974358962, + 0.12825329743589742, + -0.037512437692307686, + 0.2253122820512821 + ] + ], + "std": [ + [ + 0.9881800818586763, + 0.7226193648278391, + 0.9639985722278488, + 0.835958152953438, + 0.9195820679374928, + 0.9804372857666264, + 0.8380816839591891, + 0.797209189164857, + 0.8727148090274184, + 0.8602473119915564, + 0.8683835140087598, + 0.9266649753751967, + 0.7801070627641344, + 0.8750146780135224, + 1.0473279879316608, + 0.8897406999004371, + 0.8705306469748111, + 0.8788094464260305, + 0.9932070287924956 + ] + ] + }, + "width": 64, + "in_features": 19, + "out_features": 2, + "depth": 6, + "padding": 38, + "parameters": 6766, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7867036061736523, + "std_test_acc": 0.017851656791748917, + "n_samples": 155, + "n_features": 19, + "n_classes": 2, + "mean_cert_acc_36": 0.2016129046678543, + "std_cert_acc_36": 0.4032258093357086, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "horse-colic": { + "dataset": "horse-colic", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 9, + "best_val_acc": 0.8333333333333334, + "test_acc": 0.717948717948718, + "train_size": 68, + "val_size": 66, + "test_size": 234, + "stats": { + "mean": [ + [ + -3.918434204559376e-17, + 1.6081907047879105e-16, + -8.898111006186917e-17, + 4.5715065719859385e-17, + 1.1428766429964846e-16, + -9.240973999085862e-16, + -1.457167719820518e-15, + -1.240837498110469e-16, + -8.996071861300901e-16, + -9.469549327685159e-16, + 2.661269897263243e-16, + -3.632715043810255e-16, + 0.0, + 4.5715065719859385e-17, + -2.1796290262861528e-16, + -2.729842495843032e-15, + 1.0841001299280941e-15, + 3.7306758989242393e-16, + 7.836868409118753e-17, + 7.151142423320861e-16, + 7.836868409118753e-17, + -4.081702296416017e-17, + 5.877651306839064e-17, + -2.9959694855693565e-16, + 5.028657229184532e-16 + ] + ], + "std": [ + [ + 0.9742956396024967, + 0.9874129079346324, + 0.9918559595947606, + 0.99225721180266, + 0.9921299699802761, + 0.9848134955127864, + 0.9843013518199359, + 0.9861089730182948, + 0.9755495809457849, + 0.9860401240147575, + 0.985286300764603, + 0.9842961745285809, + 0.9824073002181559, + 0.9834383442239104, + 0.9888717265277447, + 0.986845504027903, + 0.9879390608769005, + 0.9920717709998307, + 0.9922690297982814, + 0.9844178185972415, + 0.9871806289366772, + 0.9789339023991226, + 0.9926179246174212, + 0.9926033525170048, + 0.9725972171816771 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 11602, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 6, + "best_val_acc": 0.6527777777777778, + "test_acc": 0.631578947368421, + "train_size": 68, + "val_size": 72, + "test_size": 228, + "stats": { + "mean": [ + [ + -3.918434204559376e-17, + 1.6081907047879105e-16, + -8.898111006186917e-17, + 4.5715065719859385e-17, + 1.1428766429964846e-16, + -9.240973999085862e-16, + -1.457167719820518e-15, + -1.240837498110469e-16, + -8.996071861300901e-16, + -9.469549327685159e-16, + 2.661269897263243e-16, + -3.632715043810255e-16, + 0.0, + 4.5715065719859385e-17, + -2.1796290262861528e-16, + -2.729842495843032e-15, + 1.0841001299280941e-15, + 3.7306758989242393e-16, + 7.836868409118753e-17, + 7.151142423320861e-16, + 7.836868409118753e-17, + -4.081702296416017e-17, + 5.877651306839064e-17, + -2.9959694855693565e-16, + 5.028657229184532e-16 + ] + ], + "std": [ + [ + 0.9742956396024967, + 0.9874129079346324, + 0.9918559595947606, + 0.99225721180266, + 0.9921299699802761, + 0.9848134955127864, + 0.9843013518199359, + 0.9861089730182948, + 0.9755495809457849, + 0.9860401240147575, + 0.985286300764603, + 0.9842961745285809, + 0.9824073002181559, + 0.9834383442239104, + 0.9888717265277447, + 0.986845504027903, + 0.9879390608769005, + 0.9920717709998307, + 0.9922690297982814, + 0.9844178185972415, + 0.9871806289366772, + 0.9789339023991226, + 0.9926179246174212, + 0.9926033525170048, + 0.9725972171816771 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 11602, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 27, + "best_val_acc": 0.8888888888888888, + "test_acc": 0.7679324894514767, + "train_size": 68, + "val_size": 63, + "test_size": 237, + "stats": { + "mean": [ + [ + -3.918434204559376e-17, + 1.6081907047879105e-16, + -8.898111006186917e-17, + 4.5715065719859385e-17, + 1.1428766429964846e-16, + -9.240973999085862e-16, + -1.457167719820518e-15, + -1.240837498110469e-16, + -8.996071861300901e-16, + -9.469549327685159e-16, + 2.661269897263243e-16, + -3.632715043810255e-16, + 0.0, + 4.5715065719859385e-17, + -2.1796290262861528e-16, + -2.729842495843032e-15, + 1.0841001299280941e-15, + 3.7306758989242393e-16, + 7.836868409118753e-17, + 7.151142423320861e-16, + 7.836868409118753e-17, + -4.081702296416017e-17, + 5.877651306839064e-17, + -2.9959694855693565e-16, + 5.028657229184532e-16 + ] + ], + "std": [ + [ + 0.9742956396024967, + 0.9874129079346324, + 0.9918559595947606, + 0.99225721180266, + 0.9921299699802761, + 0.9848134955127864, + 0.9843013518199359, + 0.9861089730182948, + 0.9755495809457849, + 0.9860401240147575, + 0.985286300764603, + 0.9842961745285809, + 0.9824073002181559, + 0.9834383442239104, + 0.9888717265277447, + 0.986845504027903, + 0.9879390608769005, + 0.9920717709998307, + 0.9922690297982814, + 0.9844178185972415, + 0.9871806289366772, + 0.9789339023991226, + 0.9926179246174212, + 0.9926033525170048, + 0.9725972171816771 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 11602, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.34, + "test_acc": 0.368, + "train_size": 68, + "val_size": 50, + "test_size": 250, + "stats": { + "mean": [ + [ + -3.918434204559376e-17, + 1.6081907047879105e-16, + -8.898111006186917e-17, + 4.5715065719859385e-17, + 1.1428766429964846e-16, + -9.240973999085862e-16, + -1.457167719820518e-15, + -1.240837498110469e-16, + -8.996071861300901e-16, + -9.469549327685159e-16, + 2.661269897263243e-16, + -3.632715043810255e-16, + 0.0, + 4.5715065719859385e-17, + -2.1796290262861528e-16, + -2.729842495843032e-15, + 1.0841001299280941e-15, + 3.7306758989242393e-16, + 7.836868409118753e-17, + 7.151142423320861e-16, + 7.836868409118753e-17, + -4.081702296416017e-17, + 5.877651306839064e-17, + -2.9959694855693565e-16, + 5.028657229184532e-16 + ] + ], + "std": [ + [ + 0.9742956396024967, + 0.9874129079346324, + 0.9918559595947606, + 0.99225721180266, + 0.9921299699802761, + 0.9848134955127864, + 0.9843013518199359, + 0.9861089730182948, + 0.9755495809457849, + 0.9860401240147575, + 0.985286300764603, + 0.9842961745285809, + 0.9824073002181559, + 0.9834383442239104, + 0.9888717265277447, + 0.986845504027903, + 0.9879390608769005, + 0.9920717709998307, + 0.9922690297982814, + 0.9844178185972415, + 0.9871806289366772, + 0.9789339023991226, + 0.9926179246174212, + 0.9926033525170048, + 0.9725972171816771 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 11602, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6213650386921539, + "std_test_acc": 0.1780529803951108, + "n_samples": 368, + "n_features": 25, + "n_classes": 2, + "mean_cert_acc_36": 0.0, + "std_cert_acc_36": 0.0, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "ilpd-indian-liver": { + "dataset": "ilpd-indian-liver", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 18, + "best_val_acc": 0.7209302325581395, + "test_acc": 0.7207977207977208, + "train_size": 146, + "val_size": 86, + "test_size": 351, + "stats": { + "mean": [ + [ + -0.04947167191780823, + -0.00829989520547949, + 0.0029959439041094614, + 0.043865143424657534, + -0.02727346465753423, + 0.06000245376712337, + 0.18081108150684932, + 0.13766838972602727, + 0.07700867876712333 + ] + ], + "std": [ + [ + 1.0220386211163874, + 0.9305248911517027, + 1.0317627748416793, + 1.0430349333459359, + 0.6968608763678219, + 1.4666603089790804, + 0.976649603737411, + 0.9779410793607819, + 1.0045141661622095 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 1586, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 12, + "best_val_acc": 0.7971014492753623, + "test_acc": 0.6902173913043478, + "train_size": 146, + "val_size": 69, + "test_size": 368, + "stats": { + "mean": [ + [ + 0.023718123972602808, + -0.005873168493150683, + 0.03226138232876717, + 0.04699460315068498, + 0.05445175945205481, + -0.012896076027397266, + 0.006021310958904103, + -0.03022427397260268, + 0.024170888356164395 + ] + ], + "std": [ + [ + 0.9837490979337397, + 0.9321175505257335, + 1.0715555930063725, + 0.9529710623514904, + 1.1810113146612142, + 0.7086815710476746, + 1.0423446624153474, + 1.010859445699408, + 1.0504905455411107 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 1586, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 48, + "best_val_acc": 0.625, + "test_acc": 0.5558739255014327, + "train_size": 146, + "val_size": 88, + "test_size": 349, + "stats": { + "mean": [ + [ + -0.06850946301369858, + -0.0660989635342466, + -0.043828577945205456, + -0.023010099041095942, + 0.006519339726027369, + -0.025199812328767113, + -0.0009198609589041257, + -0.051749036301369795, + -0.1729785705479453 + ] + ], + "std": [ + [ + 0.960568795724854, + 0.7317880619730879, + 0.8532176637131939, + 0.846889651522413, + 0.8393088412983767, + 0.6466602014941917, + 1.025247253115212, + 1.0319261806513593, + 0.9884325003029147 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 1586, + "cert_evals": { + "36": 0.005730659235268831, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.75, + "test_acc": 0.7025495750708215, + "train_size": 146, + "val_size": 84, + "test_size": 353, + "stats": { + "mean": [ + [ + 0.10156164794520553, + 0.11148967165753422, + 0.14932299390410964, + -0.06575168465753424, + 0.08565644520547948, + 0.041416027397260274, + 0.12780630068493154, + 0.0825649349315068, + 0.027512271917808223 + ] + ], + "std": [ + [ + 0.9791992181077636, + 1.0803158704678002, + 1.2337654004282645, + 0.900953545319748, + 1.161354860471408, + 0.8045626472841879, + 0.9144661645250372, + 1.0285214362372226, + 1.0463698865975202 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 1586, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6673596531685806, + "std_test_acc": 0.07537793961449453, + "n_samples": 583, + "n_features": 9, + "n_classes": 2, + "mean_cert_acc_36": 0.0014326648088172078, + "std_cert_acc_36": 0.0028653296176344156, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "hill-valley": { + "dataset": "hill-valley", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 2, + "best_val_acc": 0.5873015873015873, + "test_acc": 0.46875, + "train_size": 606, + "val_size": 126, + "test_size": 480, + "stats": { + "mean": [ + [ + -1.948844459480215e-17, + -2.5637266420541724e-17, + 1.2457948131107367e-17, + 1.9391116875027874e-17, + -2.980518289087544e-17, + -2.2969341866729208e-17, + 7.036221623681505e-18, + 4.146160862384171e-17, + -4.096351970499688e-18, + 9.532391377892357e-19, + 1.2762526642400985e-16, + 6.309698821366465e-17, + -9.017699495086035e-17, + 4.1186800944479046e-17, + 3.661239811508806e-17, + 6.973244863827561e-18, + -3.7865850329681034e-17, + 3.669827551488889e-18, + -2.6341461098908545e-17, + 1.0127235500512785e-16, + 3.784473880223e-17, + 2.1297595150606345e-17, + -4.580127989377708e-19, + 3.18891411260423e-17, + -1.0585820815449228e-17, + -7.048816975652293e-17, + -8.823616571536156e-17, + 1.865257123674072e-17, + -5.615236914977071e-17, + 1.1031524520415547e-16, + 2.3600540755265324e-17, + -8.852242371469766e-17, + 5.783556618586702e-17, + -3.1912041765989185e-17, + -4.751882788979372e-19, + 6.6869868644914544e-18, + 5.2737311217690955e-17, + 6.242714449521817e-17, + 9.860156787132197e-18, + -8.186978781012654e-17, + 1.2269017851545536e-17, + 5.862563826403467e-18, + -4.1037946784824266e-17, + 1.648846076175975e-18, + 1.992355675379303e-17, + -1.343351539284482e-16, + -2.5190703941577397e-18, + -3.162578376665308e-17, + -6.822100640178097e-17, + 2.2213620748481885e-18, + -4.009902054700184e-17, + -2.0221265073102584e-17, + 4.0786039745408495e-17, + -5.3014981477046974e-18, + -8.636403839970342e-17, + 1.3323592321099754e-16, + -3.031686906468873e-17, + 2.4629638262878628e-17, + -7.900720781676547e-19, + -2.1808565679421295e-17, + -2.3667811385109308e-17, + -3.421355608065148e-17, + -3.93662000687014e-17, + -1.3477026608743907e-17, + 5.461086982334577e-17, + 4.520586325515798e-17, + 3.3308980802749385e-17, + -2.4513703773147504e-17, + 7.315036915034873e-17, + -4.9035995286275094e-17, + -9.27475917848986e-18, + 1.3957940047628566e-17, + 8.647532119694533e-17, + 8.232780060906432e-18, + -1.8377763557378056e-18, + 3.1476929606998304e-17, + 5.3192461436635365e-17, + -3.9789861907718845e-18, + 1.712967868027263e-17, + -1.1502705187322778e-16, + 3.993299090738689e-17, + -8.666460929900633e-17, + 5.111995352144195e-17, + 4.9780266084548967e-17, + 5.461802627332917e-17, + 6.062944425938742e-17, + -9.681245537547131e-18, + 3.755704951289721e-18, + 4.145015830386826e-17, + 6.518380902882487e-17, + -4.1083748064718045e-17, + -3.692155675437105e-17, + 9.606818457719744e-18, + -1.3339622769062576e-18, + -5.272872347771087e-18, + 7.472765072669068e-17, + 5.4952948132552416e-17, + -1.1065589222336543e-16, + 6.657287597060333e-18, + -4.7032189290922345e-17 + ] + ], + "std": [ + [ + 0.9991740198480986, + 0.999174018921411, + 0.9991740270954932, + 0.9991740228113029, + 0.9991740158723277, + 0.9991740243561008, + 0.9991740252725309, + 0.999174022151669, + 0.9991740235072105, + 0.9991740165590162, + 0.9991740265611315, + 0.9991740307025938, + 0.9991740258785623, + 0.9991740332613678, + 0.9991740406234768, + 0.9991740233656764, + 0.99917402208918, + 0.9991740282488505, + 0.9991740156767379, + 0.9991740258273182, + 0.9991740265687704, + 0.9991740257984052, + 0.9991740313679454, + 0.9991740235402499, + 0.9991740301415374, + 0.999174025174945, + 0.9991740248772705, + 0.9991740131152005, + 0.9991740154072135, + 0.999174010790505, + 0.9991740145205046, + 0.9991740094880226, + 0.999174013734848, + 0.9991740112483611, + 0.999174012892406, + 0.9991740196421095, + 0.9991740163331171, + 0.9991740185362487, + 0.999174022570399, + 0.9991740213173976, + 0.9991740202239284, + 0.9991740238427211, + 0.9991740163680863, + 0.999174017062169, + 0.9991740125363977, + 0.9991740134381419, + 0.9991740191519729, + 0.9991740283370354, + 0.9991740155322458, + 0.9991740139261396, + 0.9991740184139896, + 0.999174019859705, + 0.9991740278504871, + 0.9991740398149004, + 0.999174023614369, + 0.9991740280305289, + 0.9991740362925333, + 0.9991740390736555, + 0.9991740447608781, + 0.9991740366854855, + 0.9991740362046343, + 0.9991740405864491, + 0.9991740375979712, + 0.9991740333245271, + 0.9991740409940638, + 0.9991740310134122, + 0.9991740304658957, + 0.999174033728742, + 0.999174036884333, + 0.9991740224573864, + 0.9991740220790023, + 0.9991740325877202, + 0.9991740370120651, + 0.9991740334250748, + 0.9991740430984879, + 0.9991740318332668, + 0.9991740344761934, + 0.999174042827945, + 0.9991740330505716, + 0.9991740252745448, + 0.9991740274917971, + 0.9991740305192677, + 0.9991740228891964, + 0.9991740211061582, + 0.9991740277499128, + 0.9991740236142126, + 0.9991740237191634, + 0.999174021976502, + 0.9991740197184515, + 0.9991740112462193, + 0.9991740199131119, + 0.999174015985377, + 0.9991740108661882, + 0.9991740240105333, + 0.9991740207849835, + 0.9991740206058937, + 0.9991740208986494, + 0.9991740167020124, + 0.9991740260065186, + 0.9991740164246233 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 2, + "depth": 6, + "padding": 200, + "parameters": 181402, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 8, + "best_val_acc": 0.5371900826446281, + "test_acc": 0.5175257731958763, + "train_size": 606, + "val_size": 121, + "test_size": 485, + "stats": { + "mean": [ + [ + -1.948844459480215e-17, + -2.5637266420541724e-17, + 1.2457948131107367e-17, + 1.9391116875027874e-17, + -2.980518289087544e-17, + -2.2969341866729208e-17, + 7.036221623681505e-18, + 4.146160862384171e-17, + -4.096351970499688e-18, + 9.532391377892357e-19, + 1.2762526642400985e-16, + 6.309698821366465e-17, + -9.017699495086035e-17, + 4.1186800944479046e-17, + 3.661239811508806e-17, + 6.973244863827561e-18, + -3.7865850329681034e-17, + 3.669827551488889e-18, + -2.6341461098908545e-17, + 1.0127235500512785e-16, + 3.784473880223e-17, + 2.1297595150606345e-17, + -4.580127989377708e-19, + 3.18891411260423e-17, + -1.0585820815449228e-17, + -7.048816975652293e-17, + -8.823616571536156e-17, + 1.865257123674072e-17, + -5.615236914977071e-17, + 1.1031524520415547e-16, + 2.3600540755265324e-17, + -8.852242371469766e-17, + 5.783556618586702e-17, + -3.1912041765989185e-17, + -4.751882788979372e-19, + 6.6869868644914544e-18, + 5.2737311217690955e-17, + 6.242714449521817e-17, + 9.860156787132197e-18, + -8.186978781012654e-17, + 1.2269017851545536e-17, + 5.862563826403467e-18, + -4.1037946784824266e-17, + 1.648846076175975e-18, + 1.992355675379303e-17, + -1.343351539284482e-16, + -2.5190703941577397e-18, + -3.162578376665308e-17, + -6.822100640178097e-17, + 2.2213620748481885e-18, + -4.009902054700184e-17, + -2.0221265073102584e-17, + 4.0786039745408495e-17, + -5.3014981477046974e-18, + -8.636403839970342e-17, + 1.3323592321099754e-16, + -3.031686906468873e-17, + 2.4629638262878628e-17, + -7.900720781676547e-19, + -2.1808565679421295e-17, + -2.3667811385109308e-17, + -3.421355608065148e-17, + -3.93662000687014e-17, + -1.3477026608743907e-17, + 5.461086982334577e-17, + 4.520586325515798e-17, + 3.3308980802749385e-17, + -2.4513703773147504e-17, + 7.315036915034873e-17, + -4.9035995286275094e-17, + -9.27475917848986e-18, + 1.3957940047628566e-17, + 8.647532119694533e-17, + 8.232780060906432e-18, + -1.8377763557378056e-18, + 3.1476929606998304e-17, + 5.3192461436635365e-17, + -3.9789861907718845e-18, + 1.712967868027263e-17, + -1.1502705187322778e-16, + 3.993299090738689e-17, + -8.666460929900633e-17, + 5.111995352144195e-17, + 4.9780266084548967e-17, + 5.461802627332917e-17, + 6.062944425938742e-17, + -9.681245537547131e-18, + 3.755704951289721e-18, + 4.145015830386826e-17, + 6.518380902882487e-17, + -4.1083748064718045e-17, + -3.692155675437105e-17, + 9.606818457719744e-18, + -1.3339622769062576e-18, + -5.272872347771087e-18, + 7.472765072669068e-17, + 5.4952948132552416e-17, + -1.1065589222336543e-16, + 6.657287597060333e-18, + -4.7032189290922345e-17 + ] + ], + "std": [ + [ + 0.9991740198480986, + 0.999174018921411, + 0.9991740270954932, + 0.9991740228113029, + 0.9991740158723277, + 0.9991740243561008, + 0.9991740252725309, + 0.999174022151669, + 0.9991740235072105, + 0.9991740165590162, + 0.9991740265611315, + 0.9991740307025938, + 0.9991740258785623, + 0.9991740332613678, + 0.9991740406234768, + 0.9991740233656764, + 0.99917402208918, + 0.9991740282488505, + 0.9991740156767379, + 0.9991740258273182, + 0.9991740265687704, + 0.9991740257984052, + 0.9991740313679454, + 0.9991740235402499, + 0.9991740301415374, + 0.999174025174945, + 0.9991740248772705, + 0.9991740131152005, + 0.9991740154072135, + 0.999174010790505, + 0.9991740145205046, + 0.9991740094880226, + 0.999174013734848, + 0.9991740112483611, + 0.999174012892406, + 0.9991740196421095, + 0.9991740163331171, + 0.9991740185362487, + 0.999174022570399, + 0.9991740213173976, + 0.9991740202239284, + 0.9991740238427211, + 0.9991740163680863, + 0.999174017062169, + 0.9991740125363977, + 0.9991740134381419, + 0.9991740191519729, + 0.9991740283370354, + 0.9991740155322458, + 0.9991740139261396, + 0.9991740184139896, + 0.999174019859705, + 0.9991740278504871, + 0.9991740398149004, + 0.999174023614369, + 0.9991740280305289, + 0.9991740362925333, + 0.9991740390736555, + 0.9991740447608781, + 0.9991740366854855, + 0.9991740362046343, + 0.9991740405864491, + 0.9991740375979712, + 0.9991740333245271, + 0.9991740409940638, + 0.9991740310134122, + 0.9991740304658957, + 0.999174033728742, + 0.999174036884333, + 0.9991740224573864, + 0.9991740220790023, + 0.9991740325877202, + 0.9991740370120651, + 0.9991740334250748, + 0.9991740430984879, + 0.9991740318332668, + 0.9991740344761934, + 0.999174042827945, + 0.9991740330505716, + 0.9991740252745448, + 0.9991740274917971, + 0.9991740305192677, + 0.9991740228891964, + 0.9991740211061582, + 0.9991740277499128, + 0.9991740236142126, + 0.9991740237191634, + 0.999174021976502, + 0.9991740197184515, + 0.9991740112462193, + 0.9991740199131119, + 0.999174015985377, + 0.9991740108661882, + 0.9991740240105333, + 0.9991740207849835, + 0.9991740206058937, + 0.9991740208986494, + 0.9991740167020124, + 0.9991740260065186, + 0.9991740164246233 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 2, + "depth": 6, + "padding": 200, + "parameters": 181402, + "cert_evals": { + "36": 0.055670104920864105, + "72": 0.020618557929992676, + "108": 0.002061855746433139, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 12, + "best_val_acc": 0.5416666666666666, + "test_acc": 0.5061728395061729, + "train_size": 606, + "val_size": 120, + "test_size": 486, + "stats": { + "mean": [ + [ + -1.948844459480215e-17, + -2.5637266420541724e-17, + 1.2457948131107367e-17, + 1.9391116875027874e-17, + -2.980518289087544e-17, + -2.2969341866729208e-17, + 7.036221623681505e-18, + 4.146160862384171e-17, + -4.096351970499688e-18, + 9.532391377892357e-19, + 1.2762526642400985e-16, + 6.309698821366465e-17, + -9.017699495086035e-17, + 4.1186800944479046e-17, + 3.661239811508806e-17, + 6.973244863827561e-18, + -3.7865850329681034e-17, + 3.669827551488889e-18, + -2.6341461098908545e-17, + 1.0127235500512785e-16, + 3.784473880223e-17, + 2.1297595150606345e-17, + -4.580127989377708e-19, + 3.18891411260423e-17, + -1.0585820815449228e-17, + -7.048816975652293e-17, + -8.823616571536156e-17, + 1.865257123674072e-17, + -5.615236914977071e-17, + 1.1031524520415547e-16, + 2.3600540755265324e-17, + -8.852242371469766e-17, + 5.783556618586702e-17, + -3.1912041765989185e-17, + -4.751882788979372e-19, + 6.6869868644914544e-18, + 5.2737311217690955e-17, + 6.242714449521817e-17, + 9.860156787132197e-18, + -8.186978781012654e-17, + 1.2269017851545536e-17, + 5.862563826403467e-18, + -4.1037946784824266e-17, + 1.648846076175975e-18, + 1.992355675379303e-17, + -1.343351539284482e-16, + -2.5190703941577397e-18, + -3.162578376665308e-17, + -6.822100640178097e-17, + 2.2213620748481885e-18, + -4.009902054700184e-17, + -2.0221265073102584e-17, + 4.0786039745408495e-17, + -5.3014981477046974e-18, + -8.636403839970342e-17, + 1.3323592321099754e-16, + -3.031686906468873e-17, + 2.4629638262878628e-17, + -7.900720781676547e-19, + -2.1808565679421295e-17, + -2.3667811385109308e-17, + -3.421355608065148e-17, + -3.93662000687014e-17, + -1.3477026608743907e-17, + 5.461086982334577e-17, + 4.520586325515798e-17, + 3.3308980802749385e-17, + -2.4513703773147504e-17, + 7.315036915034873e-17, + -4.9035995286275094e-17, + -9.27475917848986e-18, + 1.3957940047628566e-17, + 8.647532119694533e-17, + 8.232780060906432e-18, + -1.8377763557378056e-18, + 3.1476929606998304e-17, + 5.3192461436635365e-17, + -3.9789861907718845e-18, + 1.712967868027263e-17, + -1.1502705187322778e-16, + 3.993299090738689e-17, + -8.666460929900633e-17, + 5.111995352144195e-17, + 4.9780266084548967e-17, + 5.461802627332917e-17, + 6.062944425938742e-17, + -9.681245537547131e-18, + 3.755704951289721e-18, + 4.145015830386826e-17, + 6.518380902882487e-17, + -4.1083748064718045e-17, + -3.692155675437105e-17, + 9.606818457719744e-18, + -1.3339622769062576e-18, + -5.272872347771087e-18, + 7.472765072669068e-17, + 5.4952948132552416e-17, + -1.1065589222336543e-16, + 6.657287597060333e-18, + -4.7032189290922345e-17 + ] + ], + "std": [ + [ + 0.9991740198480986, + 0.999174018921411, + 0.9991740270954932, + 0.9991740228113029, + 0.9991740158723277, + 0.9991740243561008, + 0.9991740252725309, + 0.999174022151669, + 0.9991740235072105, + 0.9991740165590162, + 0.9991740265611315, + 0.9991740307025938, + 0.9991740258785623, + 0.9991740332613678, + 0.9991740406234768, + 0.9991740233656764, + 0.99917402208918, + 0.9991740282488505, + 0.9991740156767379, + 0.9991740258273182, + 0.9991740265687704, + 0.9991740257984052, + 0.9991740313679454, + 0.9991740235402499, + 0.9991740301415374, + 0.999174025174945, + 0.9991740248772705, + 0.9991740131152005, + 0.9991740154072135, + 0.999174010790505, + 0.9991740145205046, + 0.9991740094880226, + 0.999174013734848, + 0.9991740112483611, + 0.999174012892406, + 0.9991740196421095, + 0.9991740163331171, + 0.9991740185362487, + 0.999174022570399, + 0.9991740213173976, + 0.9991740202239284, + 0.9991740238427211, + 0.9991740163680863, + 0.999174017062169, + 0.9991740125363977, + 0.9991740134381419, + 0.9991740191519729, + 0.9991740283370354, + 0.9991740155322458, + 0.9991740139261396, + 0.9991740184139896, + 0.999174019859705, + 0.9991740278504871, + 0.9991740398149004, + 0.999174023614369, + 0.9991740280305289, + 0.9991740362925333, + 0.9991740390736555, + 0.9991740447608781, + 0.9991740366854855, + 0.9991740362046343, + 0.9991740405864491, + 0.9991740375979712, + 0.9991740333245271, + 0.9991740409940638, + 0.9991740310134122, + 0.9991740304658957, + 0.999174033728742, + 0.999174036884333, + 0.9991740224573864, + 0.9991740220790023, + 0.9991740325877202, + 0.9991740370120651, + 0.9991740334250748, + 0.9991740430984879, + 0.9991740318332668, + 0.9991740344761934, + 0.999174042827945, + 0.9991740330505716, + 0.9991740252745448, + 0.9991740274917971, + 0.9991740305192677, + 0.9991740228891964, + 0.9991740211061582, + 0.9991740277499128, + 0.9991740236142126, + 0.9991740237191634, + 0.999174021976502, + 0.9991740197184515, + 0.9991740112462193, + 0.9991740199131119, + 0.999174015985377, + 0.9991740108661882, + 0.9991740240105333, + 0.9991740207849835, + 0.9991740206058937, + 0.9991740208986494, + 0.9991740167020124, + 0.9991740260065186, + 0.9991740164246233 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 2, + "depth": 6, + "padding": 200, + "parameters": 181402, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 8, + "best_val_acc": 0.6228070175438597, + "test_acc": 0.4959349593495935, + "train_size": 606, + "val_size": 114, + "test_size": 492, + "stats": { + "mean": [ + [ + -1.948844459480215e-17, + -2.5637266420541724e-17, + 1.2457948131107367e-17, + 1.9391116875027874e-17, + -2.980518289087544e-17, + -2.2969341866729208e-17, + 7.036221623681505e-18, + 4.146160862384171e-17, + -4.096351970499688e-18, + 9.532391377892357e-19, + 1.2762526642400985e-16, + 6.309698821366465e-17, + -9.017699495086035e-17, + 4.1186800944479046e-17, + 3.661239811508806e-17, + 6.973244863827561e-18, + -3.7865850329681034e-17, + 3.669827551488889e-18, + -2.6341461098908545e-17, + 1.0127235500512785e-16, + 3.784473880223e-17, + 2.1297595150606345e-17, + -4.580127989377708e-19, + 3.18891411260423e-17, + -1.0585820815449228e-17, + -7.048816975652293e-17, + -8.823616571536156e-17, + 1.865257123674072e-17, + -5.615236914977071e-17, + 1.1031524520415547e-16, + 2.3600540755265324e-17, + -8.852242371469766e-17, + 5.783556618586702e-17, + -3.1912041765989185e-17, + -4.751882788979372e-19, + 6.6869868644914544e-18, + 5.2737311217690955e-17, + 6.242714449521817e-17, + 9.860156787132197e-18, + -8.186978781012654e-17, + 1.2269017851545536e-17, + 5.862563826403467e-18, + -4.1037946784824266e-17, + 1.648846076175975e-18, + 1.992355675379303e-17, + -1.343351539284482e-16, + -2.5190703941577397e-18, + -3.162578376665308e-17, + -6.822100640178097e-17, + 2.2213620748481885e-18, + -4.009902054700184e-17, + -2.0221265073102584e-17, + 4.0786039745408495e-17, + -5.3014981477046974e-18, + -8.636403839970342e-17, + 1.3323592321099754e-16, + -3.031686906468873e-17, + 2.4629638262878628e-17, + -7.900720781676547e-19, + -2.1808565679421295e-17, + -2.3667811385109308e-17, + -3.421355608065148e-17, + -3.93662000687014e-17, + -1.3477026608743907e-17, + 5.461086982334577e-17, + 4.520586325515798e-17, + 3.3308980802749385e-17, + -2.4513703773147504e-17, + 7.315036915034873e-17, + -4.9035995286275094e-17, + -9.27475917848986e-18, + 1.3957940047628566e-17, + 8.647532119694533e-17, + 8.232780060906432e-18, + -1.8377763557378056e-18, + 3.1476929606998304e-17, + 5.3192461436635365e-17, + -3.9789861907718845e-18, + 1.712967868027263e-17, + -1.1502705187322778e-16, + 3.993299090738689e-17, + -8.666460929900633e-17, + 5.111995352144195e-17, + 4.9780266084548967e-17, + 5.461802627332917e-17, + 6.062944425938742e-17, + -9.681245537547131e-18, + 3.755704951289721e-18, + 4.145015830386826e-17, + 6.518380902882487e-17, + -4.1083748064718045e-17, + -3.692155675437105e-17, + 9.606818457719744e-18, + -1.3339622769062576e-18, + -5.272872347771087e-18, + 7.472765072669068e-17, + 5.4952948132552416e-17, + -1.1065589222336543e-16, + 6.657287597060333e-18, + -4.7032189290922345e-17 + ] + ], + "std": [ + [ + 0.9991740198480986, + 0.999174018921411, + 0.9991740270954932, + 0.9991740228113029, + 0.9991740158723277, + 0.9991740243561008, + 0.9991740252725309, + 0.999174022151669, + 0.9991740235072105, + 0.9991740165590162, + 0.9991740265611315, + 0.9991740307025938, + 0.9991740258785623, + 0.9991740332613678, + 0.9991740406234768, + 0.9991740233656764, + 0.99917402208918, + 0.9991740282488505, + 0.9991740156767379, + 0.9991740258273182, + 0.9991740265687704, + 0.9991740257984052, + 0.9991740313679454, + 0.9991740235402499, + 0.9991740301415374, + 0.999174025174945, + 0.9991740248772705, + 0.9991740131152005, + 0.9991740154072135, + 0.999174010790505, + 0.9991740145205046, + 0.9991740094880226, + 0.999174013734848, + 0.9991740112483611, + 0.999174012892406, + 0.9991740196421095, + 0.9991740163331171, + 0.9991740185362487, + 0.999174022570399, + 0.9991740213173976, + 0.9991740202239284, + 0.9991740238427211, + 0.9991740163680863, + 0.999174017062169, + 0.9991740125363977, + 0.9991740134381419, + 0.9991740191519729, + 0.9991740283370354, + 0.9991740155322458, + 0.9991740139261396, + 0.9991740184139896, + 0.999174019859705, + 0.9991740278504871, + 0.9991740398149004, + 0.999174023614369, + 0.9991740280305289, + 0.9991740362925333, + 0.9991740390736555, + 0.9991740447608781, + 0.9991740366854855, + 0.9991740362046343, + 0.9991740405864491, + 0.9991740375979712, + 0.9991740333245271, + 0.9991740409940638, + 0.9991740310134122, + 0.9991740304658957, + 0.999174033728742, + 0.999174036884333, + 0.9991740224573864, + 0.9991740220790023, + 0.9991740325877202, + 0.9991740370120651, + 0.9991740334250748, + 0.9991740430984879, + 0.9991740318332668, + 0.9991740344761934, + 0.999174042827945, + 0.9991740330505716, + 0.9991740252745448, + 0.9991740274917971, + 0.9991740305192677, + 0.9991740228891964, + 0.9991740211061582, + 0.9991740277499128, + 0.9991740236142126, + 0.9991740237191634, + 0.999174021976502, + 0.9991740197184515, + 0.9991740112462193, + 0.9991740199131119, + 0.999174015985377, + 0.9991740108661882, + 0.9991740240105333, + 0.9991740207849835, + 0.9991740206058937, + 0.9991740208986494, + 0.9991740167020124, + 0.9991740260065186, + 0.9991740164246233 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 2, + "depth": 6, + "padding": 200, + "parameters": 181402, + "cert_evals": { + "36": 0.030487803742289543, + "72": 0.008130080997943878, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.49709589301291063, + "std_test_acc": 0.020853523919647083, + "n_samples": 1212, + "n_features": 100, + "n_classes": 2, + "mean_cert_acc_36": 0.021539477165788412, + "std_cert_acc_36": 0.026912639240242373, + "mean_cert_acc_72": 0.0071871597319841385, + "std_cert_acc_72": 0.009739987818154166, + "mean_cert_acc_108": 0.0005154639366082847, + "std_cert_acc_108": 0.0010309278732165694, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "ionosphere": { + "dataset": "ionosphere", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 42, + "best_val_acc": 0.8723404255319149, + "test_acc": 0.9212962962962963, + "train_size": 88, + "val_size": 47, + "test_size": 216, + "stats": { + "mean": [ + [ + -0.053792624999999955, + 0.11437863863636365, + -0.09784573977272727, + 0.037641697727272765, + 0.03979244659090908, + -0.022637212499999986, + -0.03695475681818172, + -0.03367938977272729, + -0.021329492045454524, + -0.09884267272727273, + 0.035718605681818186, + 0.06464764249999998, + -0.019363167613636392, + -0.05855647840909092, + -0.09749018068181807, + -0.038717673863636344, + -0.20421359857954527, + -0.07935669659090909, + -0.1400404538977272, + 0.02510688295454545, + -0.037117688954545446, + 0.033973999999999976, + -0.1653208722727273, + 0.005757295454545449, + -0.1324492284090909, + -0.08898458409090908, + -0.05795820443181821, + -0.02483663102272733, + -0.08507457556818178, + 0.08867289204545453, + -0.04576606920454543, + 0.02797571125000001, + -0.0760243448863635 + ] + ], + "std": [ + [ + 1.0628766820372375, + 0.7507239967772006, + 1.0291396537758577, + 0.8884938256308751, + 0.9340022757733981, + 0.913837455075107, + 0.9736609191811407, + 0.9876988868200146, + 1.0170932036566493, + 0.9930860356859771, + 0.9548850329366211, + 0.9223725518038193, + 0.8913550898838349, + 1.0187510679778873, + 1.017494178014936, + 1.0307802521113834, + 0.975629252171648, + 1.0218068809970482, + 0.9797731524500652, + 0.9502446255339264, + 0.9112949974613238, + 0.9538996196640592, + 0.8900589740016208, + 0.9778636762599577, + 0.9154522749390646, + 1.05891815419685, + 0.9349516698212756, + 1.028413342097531, + 1.0174809086582552, + 0.8603550537251974, + 0.9177215824920913, + 0.9334496357023497, + 0.9708996223344086 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 20066, + "cert_evals": { + "36": 0.7083333134651184, + "72": 0.09259259700775146, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 4, + "best_val_acc": 0.8909090909090909, + "test_acc": 0.8125, + "train_size": 88, + "val_size": 55, + "test_size": 208, + "stats": { + "mean": [ + [ + -0.05379262500000004, + 0.057230188340909066, + -0.12594148852272724, + -0.0657140477272727, + 0.03683578340909091, + -0.019606631818181786, + -0.060358038636363666, + 0.04340084659090913, + -0.0891362948863636, + 0.11950643409090907, + -0.0431416420454545, + 0.015000489886363617, + 0.006661120113636418, + 0.05273973636363641, + 0.015397984090909127, + 0.014861920909090958, + 0.1809429574999999, + 0.08595570852272723, + 0.06362748978409093, + 0.013652813181818213, + 0.08379081831818179, + 0.012709255681818172, + 0.05176218068181814, + -0.0808674875, + 0.0755702415909092, + 0.018801221590909037, + 0.00032548409090908274, + -0.044570049999999944, + -0.06261137522727273, + -0.029789787386363672, + 0.05672472590909099, + 0.07217833522727275, + -0.1547468361363635 + ] + ], + "std": [ + [ + 1.062876682037237, + 0.9307820453086587, + 1.0773699872895335, + 1.0440681513418153, + 0.8335723077848519, + 1.0288328270221063, + 1.012134427705991, + 0.9381625016034029, + 1.0351171735867382, + 0.8413129464522849, + 0.957745165443786, + 0.996483818815002, + 1.0520779681632726, + 0.9017607688663065, + 0.9016249527670053, + 0.9886646202839675, + 0.948531710759369, + 0.9429119629240612, + 0.9771648840049503, + 1.0130626800360227, + 0.9206929443124036, + 1.0062206389304456, + 0.9740332111643196, + 1.0276361536986764, + 1.004938887359179, + 0.9916060965398966, + 1.0389805297776586, + 0.9937147733197984, + 0.9550117277666471, + 1.045048464961226, + 0.9419333165833579, + 0.9692634514790782, + 0.8827267306674739 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 20066, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 10, + "best_val_acc": 0.8813559322033898, + "test_acc": 0.9215686274509803, + "train_size": 88, + "val_size": 59, + "test_size": 204, + "stats": { + "mean": [ + [ + -0.1268343749999996, + 0.03819893595454546, + -0.011457272727272726, + 0.05116481477272727, + -0.0830110590909092, + 0.047313343863636344, + 0.10252151931818183, + 0.1333957454545454, + 0.05029393693181818, + 0.04156139318181821, + -0.001252886136363645, + -0.02304269772727273, + -0.028127184431818178, + 0.09080393977272729, + 0.051952362500000016, + 0.026424043636363623, + 0.004673466193181796, + 0.08743039488636364, + -0.026571849534090915, + 0.14150050181818186, + 0.03335016056818166, + 0.12982050340909096, + 0.16414423761363636, + 0.09544092727272725, + -0.013555443181818177, + 0.13096514511363633, + 0.08380314419318177, + 0.11039518400000002, + 0.10956971738636363, + 0.16996981363636354, + 0.20297531795454554, + 0.13073818977272728, + 0.22886673897727264 + ] + ], + "std": [ + [ + 1.1403639563737902, + 0.9669190187863775, + 0.9172167629719893, + 0.8606790311963011, + 0.9989705798429368, + 0.9373035431734378, + 0.9209352640839872, + 0.8488345605516046, + 0.8825266596197384, + 0.9437597259890439, + 0.8884696173398924, + 1.0048586652940763, + 0.9550518112139788, + 0.9614986333459294, + 0.9194447344313414, + 0.9950631727543465, + 0.9784728631967848, + 0.9580770253420143, + 0.9232846642295484, + 0.9004257495362915, + 0.9845719410626651, + 0.9096258762479161, + 0.9598729860189827, + 0.9018492624900448, + 0.9747064152086655, + 0.8917378557660298, + 1.0112826407608113, + 0.9771390659506771, + 0.934094299138346, + 0.9171760631839044, + 0.9408030802675159, + 0.9489033599031296, + 0.9833308046410482 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 20066, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 11, + "best_val_acc": 0.9074074074074074, + "test_acc": 0.8660287081339713, + "train_size": 88, + "val_size": 54, + "test_size": 209, + "stats": { + "mean": [ + [ + -0.05379262500000004, + 0.08337084420454545, + 0.012367452272727331, + -0.10430459318181814, + -0.04320599500000006, + -0.02125417613636366, + 0.13601533749999994, + 0.08083362500000006, + 0.04508737613636362, + 0.06580848409090917, + -0.04573462613636365, + -0.11163381636363634, + -0.08390394295454544, + -0.08376589772727273, + -0.044872403409090926, + -0.0040415840909091135, + -0.08072537250000003, + 0.09002621590909089, + -0.162396136590909, + -0.039994314090909096, + -0.10034994406818182, + -0.025718289772727287, + -0.07362233545454551, + 0.15139177386363645, + -0.09483327613636364, + 0.035840585227272695, + 0.10623734090909087, + 0.16713354263636365, + -0.09824181704545455, + -0.02187183522727274, + -0.02442285272727274, + -0.04313826136363642, + 0.1828973070454546 + ] + ], + "std": [ + [ + 1.062876682037237, + 0.9490576864105106, + 0.9875219449564684, + 1.1736996169419784, + 1.085283557408111, + 1.0964938389858863, + 1.0087899511657812, + 1.0744821220114844, + 1.0108692257357619, + 1.0627108745057163, + 1.0442983244440271, + 1.1469962087719372, + 1.0331323404442145, + 1.1049553685537077, + 1.023216090225595, + 1.0297914379913535, + 1.0415403651865944, + 1.0022218327408114, + 1.0389078436934174, + 1.0658270934057976, + 1.0847302652617432, + 1.0404853997786638, + 1.050257290760166, + 0.893199357426146, + 1.0313013612091906, + 0.9776385188820035, + 1.0220555587416027, + 0.8817940384222789, + 1.0763521420836772, + 1.0347943476784296, + 1.1267168423195861, + 1.0726159506205808, + 1.1123266143540387 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 20066, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8803484079703119, + "std_test_acc": 0.05223120497652893, + "n_samples": 351, + "n_features": 33, + "n_classes": 2, + "mean_cert_acc_36": 0.1770833283662796, + "std_cert_acc_36": 0.3541666567325592, + "mean_cert_acc_72": 0.023148149251937866, + "std_cert_acc_72": 0.04629629850387573, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "iris": { + "dataset": "iris", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.3333333333333333, + "test_acc": 0.33695652173913043, + "train_size": 37, + "val_size": 21, + "test_size": 92, + "stats": { + "mean": [ + [ + -0.06538616216216218, + 0.037524162162162124, + -0.05163069459459464, + -0.05491507459459471 + ] + ], + "std": [ + [ + 0.9148870367317358, + 1.0881966465526376, + 0.9955337168703222, + 0.9789290060304676 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 523, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.27586206896551724, + "test_acc": 0.35714285714285715, + "train_size": 37, + "val_size": 29, + "test_size": 84, + "stats": { + "mean": [ + [ + -0.1894133945945945, + -0.14947308108108107, + -0.07307603783783788, + -0.09033012864864856 + ] + ], + "std": [ + [ + 0.9592123832790647, + 0.9096266883189955, + 1.0119512040032557, + 1.0176631024602978 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 523, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.34782608695652173, + "test_acc": 0.32222222222222224, + "train_size": 37, + "val_size": 23, + "test_size": 90, + "stats": { + "mean": [ + [ + 0.12065495945945945, + 0.08115708108108108, + -0.014868264864864856, + 0.0017480032432432313 + ] + ], + "std": [ + [ + 1.079972374505205, + 0.8268394002889127, + 1.0381376116445211, + 1.0358017457861401 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 523, + "cert_evals": { + "36": 0.3222222328186035, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 36, + "best_val_acc": 0.7647058823529411, + "test_acc": 0.6708860759493671, + "train_size": 37, + "val_size": 34, + "test_size": 79, + "stats": { + "mean": [ + [ + 0.019474235135135163, + 0.1372560810810812, + -0.050099464864865016, + -0.012418108108108169 + ] + ], + "std": [ + [ + 1.0035126577760827, + 0.9654086463610752, + 1.0191317626227525, + 1.0325640931007958 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 523, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.4218019192633942, + "std_test_acc": 0.16667190222123196, + "n_samples": 150, + "n_features": 4, + "n_classes": 3, + "mean_cert_acc_36": 0.08055555820465088, + "std_cert_acc_36": 0.16111111640930176, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "led-display": { + "dataset": "led-display", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.08333333333333333, + "test_acc": 0.10606060606060606, + "train_size": 250, + "val_size": 156, + "test_size": 594, + "stats": { + "mean": [ + [ + 0.007071759999999854, + -0.06713887999999998, + 0.04580425999999983, + -0.02524725599999987, + 0.032490744000000016, + 0.026608120000000096, + 1.7199999999801818e-06 + ] + ], + "std": [ + [ + 0.9950459658737895, + 1.009900234084628, + 0.9724760974354865, + 1.0074396393306633, + 1.004766715631752, + 0.9754811567914686, + 0.9994980323196654 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 10, + "depth": 6, + "padding": 14, + "parameters": 1102, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 23, + "best_val_acc": 0.3049645390070922, + "test_acc": 0.2561576354679803, + "train_size": 250, + "val_size": 141, + "test_size": 609, + "stats": { + "mean": [ + [ + -0.030645360000000187, + 0.03051721599999998, + -0.07328692000000013, + -0.01683115199999986, + -0.024368800000000006, + 0.02660812000000029, + 1.7199999999624183e-06 + ] + ], + "std": [ + [ + 1.018012947504733, + 0.9932371252643158, + 1.0370805647209447, + 1.0048701299259322, + 0.9948347843380658, + 0.9754811567914693, + 0.9994980323196655 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 10, + "depth": 6, + "padding": 14, + "parameters": 1102, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 2, + "best_val_acc": 0.20382165605095542, + "test_acc": 0.09949409780775717, + "train_size": 250, + "val_size": 157, + "test_size": 593, + "stats": { + "mean": [ + [ + -0.02121608000000006, + -0.018310832, + -0.02748262000000013, + 0.008417160000000156, + 0.01624516000000005, + 0.026608120000000093, + -0.01687781599999998 + ] + ], + "std": [ + [ + 1.0124517882249175, + 1.002792806702983, + 1.0143765302763266, + 0.9966955712286966, + 1.0022682733933526, + 0.9754811567914692, + 1.005041365963769 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 10, + "depth": 6, + "padding": 14, + "parameters": 1102, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 46, + "best_val_acc": 0.27710843373493976, + "test_acc": 0.24486301369863014, + "train_size": 250, + "val_size": 166, + "test_size": 584, + "stats": { + "mean": [ + [ + -0.0023575200000001267, + 0.0061031919999999995, + 0.009160819999999905, + -0.04207946399999987, + -0.016246007999999923, + -0.1011123440000001, + 0.05064032800000006 + ] + ], + "std": [ + [ + 1.0009703691603724, + 0.9983249694649329, + 0.9943226309022788, + 1.0123492183086487, + 0.9964583563164333, + 1.0799745182608878, + 0.9809392436444123 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 10, + "depth": 6, + "padding": 14, + "parameters": 1102, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.17664383825874344, + "std_test_acc": 0.08546027335068307, + "n_samples": 1000, + "n_features": 7, + "n_classes": 10, + "mean_cert_acc_36": 0.0, + "std_cert_acc_36": 0.0, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "lenses": { + "dataset": "lenses", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.5, + "test_acc": 0.6428571428571429, + "train_size": 6, + "val_size": 4, + "test_size": 14, + "stats": { + "mean": [ + [ + 0.0, + 0.6526299999999999, + 0.0, + -0.32631499999999997 + ] + ], + "std": [ + [ + 0.9789467406691065, + 0.7296625220778439, + 0.978945, + 0.922958197211553 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 523, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 1.0, + "test_acc": 0.5, + "train_size": 6, + "val_size": 4, + "test_size": 14, + "stats": { + "mean": [ + [ + 0.0, + -0.32631499999999997, + -0.6526299999999999, + 0.0 + ] + ], + "std": [ + [ + 0.9789467406691065, + 0.922958197211553, + 0.7296625220778439, + 0.978945 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 523, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5, + "test_acc": 0.125, + "train_size": 6, + "val_size": 2, + "test_size": 16, + "stats": { + "mean": [ + [ + 0.0, + 0.0, + 0.32631499999999997, + 0.0 + ] + ], + "std": [ + [ + 0.9789467406691065, + 0.978945, + 0.9229581972115529, + 0.978945 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 523, + "cert_evals": { + "36": 0.125, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 17, + "best_val_acc": 0.75, + "test_acc": 0.7857142857142857, + "train_size": 6, + "val_size": 4, + "test_size": 14, + "stats": { + "mean": [ + [ + -0.59948, + 0.32631499999999997, + 0.32631499999999997, + -0.32631499999999997 + ] + ], + "std": [ + [ + 0.915720825870709, + 0.9229581972115529, + 0.922958197211553, + 0.922958197211553 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 523, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5133928571428571, + "std_test_acc": 0.2839884632848869, + "n_samples": 24, + "n_features": 4, + "n_classes": 3, + "mean_cert_acc_36": 0.03125, + "std_cert_acc_36": 0.0625, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "chess-krvk": { + "dataset": "chess-krvk", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 65, + "best_val_acc": 0.19853289162328444, + "test_acc": 0.1971336822074215, + "train_size": 7014, + "val_size": 4226, + "test_size": 16816, + "stats": { + "mean": [ + [ + 0.012324607927003232, + 0.007078780439120998, + 0.0020496236099223986, + -0.024108994297119334, + -0.0005551300684344027, + 0.00494480253777899 + ] + ], + "std": [ + [ + 0.999931915679557, + 1.0057899986789152, + 1.0018138589619487, + 0.9949807268406698, + 1.0000689847213224, + 1.0016960231746526 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 18, + "depth": 6, + "padding": 12, + "parameters": 942, + "cert_evals": { + "36": 0.08087535202503204, + "72": 0.02093244530260563, + "108": 0.006600856315344572, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 53, + "best_val_acc": 0.17238117758335303, + "test_acc": 0.17432938797359188, + "train_size": 7014, + "val_size": 4229, + "test_size": 16813, + "stats": { + "mean": [ + [ + 0.02662805560307895, + 0.005693713430283323, + -0.0016727181351587745, + 0.014426962075848423, + -0.007343462446535813, + 0.00437411206158899 + ] + ], + "std": [ + [ + 0.9852094089714073, + 0.9988688121679218, + 1.0043106562162794, + 0.9917902725212167, + 0.9953541320225967, + 0.995076350426718 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 18, + "depth": 6, + "padding": 12, + "parameters": 942, + "cert_evals": { + "36": 0.06613929569721222, + "72": 0.01475049089640379, + "108": 0.006542556453496218, + "255": 5.947778481640853e-05 + }, + "fold": 1 + }, + { + "best_epoch": 29, + "best_val_acc": 0.1852116024726581, + "test_acc": 0.18323829888334522, + "train_size": 7014, + "val_size": 4206, + "test_size": 16836, + "stats": { + "mean": [ + [ + 0.009281328200740034, + -0.0021550139720564235, + -0.004650539349872485, + 0.006120143427431122, + -0.0004934166951813222, + 0.0024717757342437065 + ] + ], + "std": [ + [ + 0.9905305563279689, + 1.0007194352174467, + 1.0073929861352688, + 0.996792137495875, + 0.995664797353786, + 0.9984373474066448 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 18, + "depth": 6, + "padding": 12, + "parameters": 942, + "cert_evals": { + "36": 0.10584461688995361, + "72": 0.04033024609088898, + "108": 0.014314563944935799, + "255": 0.00035637919791042805 + }, + "fold": 2 + }, + { + "best_epoch": 43, + "best_val_acc": 0.1758782201405152, + "test_acc": 0.16605056045790603, + "train_size": 7014, + "val_size": 4270, + "test_size": 16772, + "stats": { + "mean": [ + [ + 0.0038034088964931244, + -0.012312182207011678, + 0.00825354519532299, + -0.012616928286283908, + 0.00814625808383194, + 0.012173608639860799 + ] + ], + "std": [ + [ + 0.9903915605524702, + 0.991199162231707, + 1.011474563134033, + 0.9971077092137348, + 0.999255185770078, + 1.0033642166267953 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 18, + "depth": 6, + "padding": 12, + "parameters": 942, + "cert_evals": { + "36": 0.0791199579834938, + "72": 0.02885761857032776, + "108": 0.010493679903447628, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.18018798238056616, + "std_test_acc": 0.013299761908066287, + "n_samples": 28056, + "n_features": 6, + "n_classes": 18, + "mean_cert_acc_36": 0.08299480564892292, + "std_cert_acc_36": 0.016590445217826, + "mean_cert_acc_72": 0.02621770021505654, + "std_cert_acc_72": 0.011038779054879756, + "mean_cert_acc_108": 0.009487914154306054, + "std_cert_acc_108": 0.0037111699815000486, + "mean_cert_acc_255": 0.00010396424568170914, + "std_cert_acc_255": 0.00017059648498653183 + }, + "libras": { + "dataset": "libras", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 12, + "best_val_acc": 0.4166666666666667, + "test_acc": 0.19369369369369369, + "train_size": 90, + "val_size": 48, + "test_size": 222, + "stats": { + "mean": [ + [ + 0.059153607855555554, + -0.022086486111111102, + 0.05922882088888888, + -0.02086866645555565, + 0.056779304333333384, + -0.018696930000000046, + 0.05689053533333337, + -0.016248013333333245, + 0.0569165588888889, + -0.0036989233333332458, + 0.06283389777777776, + -0.0037991557777777556, + 0.05937392222222222, + -0.007620807444444464, + 0.05464593999999994, + -0.011244530777777774, + 0.04970278000000001, + -0.013921464755555614, + 0.04771983000000002, + -0.019249020222222305, + 0.044871499788888936, + -0.020557805333333252, + 0.03973438522222228, + -0.026101116888888873, + 0.0330146356666666, + -0.027676334444444468, + 0.034978265333333355, + -0.0210573455555555, + 0.04064138888888893, + -0.01831029133333337, + 0.044241277888888826, + -0.010786282777777736, + 0.051733793333333285, + -0.0034738184444444765, + 0.045049727888888905, + -0.021378303111111135, + 0.04119049111111115, + -0.045665581555555515, + 0.03553613722222227, + -0.07517735188888884, + 0.022791370888888884, + -0.09528456055555552, + 0.01893847222222228, + -0.11598632511111107, + 0.02626179000000001, + -0.1326080574444444, + 0.034327293333333335, + -0.13289333, + 0.03746381222222225, + -0.11572220622222221, + 0.042059589422222224, + -0.09740232666666666, + 0.04862533955555555, + -0.08259843555555557, + 0.04790880555555556, + -0.06473083111111111, + 0.04817679555555557, + -0.043231756999999996, + 0.05318957111111112, + -0.019220134666666673, + 0.055677036666666645, + -0.002841064555555544, + 0.05546902555555555, + 0.003981006666666653, + 0.05436141222222221, + 0.010304663333333285, + 0.04651793477777778, + 0.004333857777777748, + 0.038974952222222185, + -0.008231636300000048, + 0.03247019888888887, + -0.02334288095555553, + 0.03011131132222221, + -0.030717089555555615, + 0.02976556422222225, + -0.03948321999999996, + 0.022267378333333344, + -0.03566932055555558, + 0.015906501777777787, + -0.04077892000000001, + 0.011949363777777782, + -0.03570859, + 0.004940353333333312, + -0.031180698333333357, + 0.0004020502222222259, + -0.025412966666666658, + -0.002333565333333347, + -0.02677985111111109, + -0.0059334082222222105, + -0.026852045555555534 + ] + ], + "std": [ + [ + 1.0272697848649774, + 0.9664771136823957, + 1.027688880747467, + 0.9662624765656191, + 1.0292677018687986, + 0.9684534093051018, + 1.0319599452853536, + 0.9677596062743243, + 1.0377674721252286, + 0.9616782342445047, + 1.0370360978842266, + 0.9555582821931108, + 1.0289925918383118, + 0.9579834639182713, + 1.0189074336088546, + 0.9625256328191537, + 1.0121348350240766, + 0.9646803522961049, + 1.0126185493427433, + 0.9598197286028425, + 1.0189730181818124, + 0.951620173828917, + 1.0350698342948041, + 0.9370228296137644, + 1.0541894305710373, + 0.9184614636871827, + 1.0696682809354456, + 0.9329853150754773, + 1.0890255312769253, + 0.9489615861352966, + 1.1066977252299934, + 0.9608235727079338, + 1.1024326497238879, + 0.9717686177151472, + 1.0972507342710132, + 0.9657911543082057, + 1.069178058095652, + 0.9664501545749722, + 1.0261884635827954, + 0.9801982751719368, + 0.9882367711096164, + 1.0014044489935727, + 0.9672861968365165, + 1.024725533269629, + 0.9648715731537318, + 1.033145694150089, + 0.973815805756156, + 1.0313002194928262, + 0.9859951872457644, + 1.0345119812696684, + 0.9964608835988579, + 1.0372020790742669, + 1.002794362543549, + 1.050476963151338, + 1.0100223483256028, + 1.051659471579452, + 1.0207177149077362, + 1.0380336604147125, + 1.0274778037875825, + 1.0217936789225461, + 1.023355900720886, + 0.99539519439483, + 1.0134647330026565, + 0.9689247631505362, + 1.0089599239522917, + 0.950558838647045, + 1.008875615908425, + 0.9499906362659443, + 1.0089288969813415, + 0.9607648958830952, + 1.0158951823905173, + 0.9737378299181498, + 1.0199933463033373, + 0.9860581507065539, + 1.0263547725332822, + 1.0015989523192506, + 1.032627742296777, + 1.0279180377810286, + 1.0376802603494275, + 1.050663043279449, + 1.0450149927264303, + 1.0536672233709206, + 1.048344449365565, + 1.0509585135332231, + 1.049228637606536, + 1.0418893656144446, + 1.0487172103574718, + 1.0370002214587464, + 1.0495960897157208, + 1.0304275340443008 + ] + ] + }, + "width": 512, + "in_features": 90, + "out_features": 15, + "depth": 6, + "padding": 180, + "parameters": 149415, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 52, + "best_val_acc": 0.5357142857142857, + "test_acc": 0.43457943925233644, + "train_size": 90, + "val_size": 56, + "test_size": 214, + "stats": { + "mean": [ + [ + -0.033764339333333275, + 0.0455450088888889, + -0.0393941557777778, + 0.0442136877777778, + -0.045103564444444466, + 0.04001134399999995, + -0.05244813000000002, + 0.028505362222222205, + -0.06154681444444444, + 0.021204386666666637, + -0.07797415355555551, + 0.01921581555555562, + -0.10197233555555556, + 0.006906205777777777, + -0.12702198222222222, + -0.005695309999999986, + -0.14416418666666672, + -0.02292435444444457, + -0.16337620333333333, + -0.03858305355555561, + -0.1711072416555556, + -0.04597038555555552, + -0.17688608222222224, + -0.0510546662222222, + -0.1777130125555556, + -0.055949267777777756, + -0.1758602002222223, + -0.056614647777777784, + -0.17039360222222222, + -0.06617457911111113, + -0.16981005877777777, + -0.07106641555555543, + -0.16308817222222222, + -0.05537972144444455, + -0.14865953544444438, + -0.04185643888888888, + -0.12450770666666665, + -0.020887783333333316, + -0.0970945600000001, + -0.01284855222222223, + -0.06770919911111105, + -0.006189087555555519, + -0.045649386666666646, + -0.019774148444444417, + -0.024750903666666667, + -0.028532645999999984, + -0.008615883333333359, + -0.04990173111111105, + 0.0027711554444444235, + -0.06698789577777778, + 0.001936522755555571, + -0.08285931522222224, + -0.0073226571111110784, + -0.08259888076666667, + -0.02258475644444445, + -0.07283224555555554, + -0.03855426111111113, + -0.06328560555555554, + -0.06116145375555557, + -0.06039820777777778, + -0.08062423999999999, + -0.06031211888888889, + -0.1001700812222222, + -0.0643715877777778, + -0.11488044000000007, + -0.06820063999999999, + -0.1203164692222222, + -0.07924086666666665, + -0.12108284722222223, + -0.0915652744444445, + -0.11548237566666666, + -0.10036381111111108, + -0.10867505555555551, + -0.11164193444444444, + -0.10020240444444449, + -0.12007570888888885, + -0.09298762111111107, + -0.12944496888888887, + -0.0845759822222222, + -0.12039282000000003, + -0.07738502700000004, + -0.1146484011111111, + -0.06909253888888889, + -0.09596822888888885, + -0.0527662786666667, + -0.08531162555555549, + -0.04094482422222221, + -0.0668187426666667, + -0.03109291377777779, + -0.049228804444444406 + ] + ], + "std": [ + [ + 0.9391947140806977, + 0.9661200046110473, + 0.9369047047249826, + 0.965372181859147, + 0.9379655989040812, + 0.9626856204401466, + 0.9383704435642225, + 0.9596973553804454, + 0.9435124416750471, + 0.9569644766257196, + 0.9507806726832521, + 0.9503884002742878, + 0.9577699621134407, + 0.945652945681381, + 0.9650370451264835, + 0.9434629223854399, + 0.9739544466032157, + 0.9438505847776927, + 0.9764228611015309, + 0.9469890572332942, + 0.9779898535101123, + 0.9533340820544212, + 0.9757437918199428, + 0.9549347448822753, + 0.9663610809902762, + 0.9438525284454122, + 0.952169999214585, + 0.9678377690397413, + 0.9393886782621469, + 0.9947209380373468, + 0.9361716970367747, + 1.0123442945183636, + 0.9252713522214633, + 1.0260951627274713, + 0.9231710047035482, + 1.025557832763311, + 0.9248516800643717, + 1.0172305910811887, + 0.9282810826954029, + 1.0064682263739466, + 0.9205614506509361, + 0.9946120696327407, + 0.9081070345079777, + 0.9949749986778512, + 0.9033325693342755, + 1.006822968070411, + 0.9085081292518836, + 1.0191220579997762, + 0.9153594418262174, + 1.0318423200857954, + 0.9183368353262834, + 1.0392962508240564, + 0.9237882688127866, + 1.055023953325584, + 0.9343012330154237, + 1.0481089228331875, + 0.9560851685143908, + 1.0339727591956172, + 0.9853902060723677, + 1.0098325304467373, + 0.9988778299057116, + 0.9870909710943886, + 1.0021729674536564, + 0.9828786628007012, + 1.0079592542333784, + 0.9835701890015256, + 1.017348186621727, + 0.9858555228606939, + 1.0242608111755789, + 0.9832306180154835, + 1.0262585496418493, + 0.9866284497369432, + 1.0229030560951116, + 0.9869096028519032, + 1.0172087108740004, + 0.9788435218174495, + 1.0148292680398843, + 0.9702030398470889, + 1.0139464402917768, + 0.9650993937320577, + 1.0142334827118167, + 0.9622076846279796, + 1.0188552180562984, + 0.9619140911906384, + 1.0175453036347175, + 0.9585537532942093, + 1.0155723528745622, + 0.9543291962926345, + 1.012212127147541, + 0.9495775298724907 + ] + ] + }, + "width": 512, + "in_features": 90, + "out_features": 15, + "depth": 6, + "padding": 180, + "parameters": 149415, + "cert_evals": { + "36": 0.1682242900133133, + "72": 0.05607476457953453, + "108": 0.028037382289767265, + "255": 0.009345794096589088 + }, + "fold": 1 + }, + { + "best_epoch": 23, + "best_val_acc": 0.32142857142857145, + "test_acc": 0.3177570093457944, + "train_size": 90, + "val_size": 56, + "test_size": 214, + "stats": { + "mean": [ + [ + -0.0795752713666667, + 0.0976775155555555, + -0.0792770048888889, + 0.09542594000000003, + -0.0793193911111111, + 0.09638493444444453, + -0.0793156911111111, + 0.09763250999999992, + -0.08028563333333336, + 0.0968837866666667, + -0.08446061444444444, + 0.09761106766666666, + -0.0858379077777778, + 0.09109071466666677, + -0.08833427666666666, + 0.08412569366666675, + -0.08150408654444444, + 0.07868567302222215, + -0.07937965800000002, + 0.07571118444444438, + -0.07020866522222223, + 0.07384745777777788, + -0.05723015477777777, + 0.06437183422222217, + -0.04520808033333336, + 0.04587258000000005, + -0.029391714666666645, + 0.02986913666666669, + -0.01909765222222218, + 0.021750623000000042, + -0.016599911111111112, + 0.03220027088888891, + -0.021600725555555558, + 0.038351117999999955, + -0.029936903333333327, + 0.043317289555555506, + -0.04636568555555557, + 0.04265821111111109, + -0.06504211555555557, + 0.0398037177777778, + -0.07834400400000001, + 0.03486788355555556, + -0.09061476011111111, + 0.024548287777777737, + -0.10536790666666669, + 0.029715636555555532, + -0.1355004688888889, + 0.023034604444444474, + -0.1566124356666667, + 0.013996776444444445, + -0.17107036222222222, + 0.008349538444444445, + -0.17717941188888894, + 0.011516642222222234, + -0.18186103466666662, + 0.006701916666666682, + -0.1859549, + 0.017993973000000038, + -0.1814516993111111, + 0.023018069777777796, + -0.177811022, + 0.013411195555555524, + -0.17198873444444454, + 0.007958389222222214, + -0.159803446, + 0.01762081777777776, + -0.14861193111111112, + 0.03175548111111108, + -0.13662967000000004, + 0.039799975555555506, + -0.12218454000000008, + 0.05352645888888891, + -0.10940399555555551, + 0.056771615555555516, + -0.10123112444444446, + 0.04481529555555562, + -0.09524841888888891, + 0.04344370633333331, + -0.08900512488888888, + 0.047798668888888826, + -0.08192136066666673, + 0.039209352222222264, + -0.07595590804444444, + 0.038319951666666546, + -0.0710968062222223, + 0.046865989111111096, + -0.06933622333333335, + 0.04505355422222219, + -0.0645431828888889, + 0.048621090000000124 + ] + ], + "std": [ + [ + 0.9995783575072309, + 0.9453718021917624, + 0.9986629556137443, + 0.9447043484979707, + 0.9963987589123307, + 0.9459381244093827, + 0.9892357792736222, + 0.9448309404294691, + 0.9884066352373108, + 0.9409207140609871, + 0.9850607322448387, + 0.9374842650334984, + 0.9943922917763706, + 0.9366045758806816, + 1.0082213369876118, + 0.9387174087314007, + 1.0167982259784791, + 0.9414588919501151, + 1.0151339246945583, + 0.946713464769804, + 1.0115845765750173, + 0.9519023234179994, + 1.0054336883537112, + 0.9439031440238868, + 0.9948632401641084, + 0.9178338997823589, + 0.985985091605607, + 0.8980699861250137, + 0.9786895246049818, + 0.8844782943097348, + 0.9763567999689986, + 0.8891258733016062, + 0.9893411781237217, + 0.8987381436886754, + 1.0077858282578576, + 0.8950579121384119, + 1.0348131829708704, + 0.8802295332034641, + 1.0573036237099012, + 0.8816011636092593, + 1.0741826778133243, + 0.8914978392878847, + 1.076897441410801, + 0.911788092656148, + 1.0751351512562335, + 0.9265647791225483, + 1.0763970425573648, + 0.9407369624799463, + 1.075053685265128, + 0.9417913276181705, + 1.0697018034326975, + 0.9523523099253108, + 1.0619584342897572, + 0.9687246728261701, + 1.0496115620329747, + 0.9819961763171552, + 1.0437880565787132, + 0.9902261296333055, + 1.036776335171439, + 1.0167686539675216, + 1.02719908329187, + 1.0393897565193124, + 1.0151559172418654, + 1.0633025125446949, + 1.0021468886253628, + 1.0845540064051982, + 0.9949848743518965, + 1.0934858712212507, + 0.9936750833266651, + 1.0939158617327953, + 0.9887264840502932, + 1.07687069654482, + 0.9849073877892529, + 1.0495601673985115, + 0.968536122796128, + 1.0302608877871398, + 0.9595525737715221, + 1.0250582586535266, + 0.9494218117785129, + 1.0314076443737552, + 0.9369730450579224, + 1.0282406198941436, + 0.927613615345622, + 1.0110472572993734, + 0.9191954706340935, + 0.9917321431280843, + 0.9152228948941693, + 0.9841156236614271, + 0.9187162282547586, + 0.9920089857228521 + ] + ] + }, + "width": 512, + "in_features": 90, + "out_features": 15, + "depth": 6, + "padding": 180, + "parameters": 149415, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 44, + "best_val_acc": 0.26666666666666666, + "test_acc": 0.23555555555555555, + "train_size": 90, + "val_size": 45, + "test_size": 225, + "stats": { + "mean": [ + [ + 0.09026950530000002, + -0.03347233166666681, + 0.08805549977777775, + -0.03405123534444449, + 0.08708464222222234, + -0.03423331444444434, + 0.08310377777777779, + -0.037732521111111056, + 0.07844351111111113, + -0.04188870111111114, + 0.07671959222222215, + -0.04202225133333326, + 0.08212408711111117, + -0.0449390454444444, + 0.0878047777777778, + -0.05257811300000004, + 0.09755105444444442, + -0.051445295555555555, + 0.10336957555555559, + -0.05607170222222236, + 0.10687409668888889, + -0.05782803755555547, + 0.10272375744444447, + -0.057026167999999905, + 0.10213378411111111, + -0.044367474444444326, + 0.09731909555555555, + -0.04350549444444442, + 0.08865874400000001, + -0.06280649233333332, + 0.08169131444444443, + -0.08661213244444435, + 0.07810773555555556, + -0.1112553797777778, + 0.07463555555555558, + -0.1263340871111112, + 0.06639933666666666, + -0.1465535255555555, + 0.05377655111111114, + -0.1640056500000001, + 0.04418829777777779, + -0.17093437533333333, + 0.02842860777777779, + -0.16408909622222206, + 0.016942645555555583, + -0.16675064855555574, + 0.0073328979777777265, + -0.1588536488888888, + 0.00373534444444446, + -0.1495966028888889, + 0.0037222849777777105, + -0.1322372677777777, + -0.0027955453333333665, + -0.10401365777777777, + -0.014766566666666684, + -0.0861462788888889, + -0.025277220000000013, + -0.07635618999999995, + -0.03186592444444443, + -0.07135788, + -0.030484778888888852, + -0.06502929344444444, + -0.022410275666666677, + -0.05761954077777779, + -0.016950835555555564, + -0.03907689404444446, + -0.011996154444444438, + -0.029193174444444425, + -0.010071146111111135, + -0.02858531444444451, + -0.007421466666666659, + -0.023952365555555542, + -0.009688820900000063, + -0.01668311955555556, + -0.005838026666666681, + -0.0015534499999999242, + -0.005162895555555574, + -0.0012964042222222037, + -0.001906099777777802, + 0.003737124444444456, + -0.003503918111111117, + 0.001677034444444477, + -0.007449703600000025, + -0.0018753644444445127, + -0.012184628888888922, + 0.0026639691111110986, + -0.016971600444444422, + 0.007810784999999998, + -0.020134840000000025, + 0.010748244444444445 + ] + ], + "std": [ + [ + 0.9926513732856214, + 0.9922740467464981, + 0.9964342900718223, + 0.9915656502494293, + 1.0031269607060127, + 0.9916453686089172, + 1.0081725642875177, + 0.9907693657057502, + 1.0084903680397026, + 0.9923185425628301, + 1.0128792801232473, + 0.9902737219168581, + 1.010792816435926, + 0.9888655842110828, + 1.0031758362749574, + 0.9854298441685992, + 0.9890882368719963, + 0.9804285773312239, + 0.9730772918992427, + 0.9745141433518287, + 0.9567259704295461, + 0.9768662669607254, + 0.9493774355368427, + 1.0038706259343744, + 0.9377382291600974, + 1.0496602487376752, + 0.9305872026550348, + 1.0503150154169958, + 0.9307025386159513, + 1.0392640335949292, + 0.9406209149566932, + 1.0233939080464391, + 0.9494506124739838, + 1.012079221518538, + 0.9489390893774563, + 1.0141082199450873, + 0.9442671255914099, + 1.0105514136076659, + 0.9468901507686455, + 1.0026766110539935, + 0.9613592957699403, + 0.985068403868737, + 0.9800073579280031, + 0.975436460339431, + 1.0032379235377316, + 0.9551918013742791, + 1.028917517888183, + 0.9387713484170384, + 1.0523789652036324, + 0.9234035510206958, + 1.070132196612977, + 0.9175395296994716, + 1.0842267579309721, + 0.9236823939192144, + 1.0897183483523363, + 0.9433433068622874, + 1.086396588028764, + 0.9587574522789919, + 1.0791277022520895, + 0.9570482720019563, + 1.0581187757889448, + 0.9635751628260921, + 1.0294739845645628, + 0.9733935507031055, + 1.0038087220203096, + 0.976159293071053, + 0.9795623017359278, + 0.9735603509166184, + 0.9585371109226899, + 0.9664985333557078, + 0.9486892392383033, + 0.9697532879719861, + 0.9467364294702475, + 0.9789250453647614, + 0.945107639018188, + 0.9917430005321338, + 0.9508272395661652, + 0.9771349829809848, + 0.9547821795258222, + 0.9594346199487507, + 0.9622256316466118, + 0.9685833725709367, + 0.9607418125919945, + 0.9665777543918542, + 0.9594116876542311, + 0.9632493733809626, + 0.9562909158066344, + 0.9622547186764627, + 0.9546903734091414, + 0.9522119089089927 + ] + ] + }, + "width": 512, + "in_features": 90, + "out_features": 15, + "depth": 6, + "padding": 180, + "parameters": 149415, + "cert_evals": { + "36": 0.1066666692495346, + "72": 0.04888889193534851, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.295396424461845, + "std_test_acc": 0.1061387180371066, + "n_samples": 360, + "n_features": 90, + "n_classes": 15, + "mean_cert_acc_36": 0.06872273981571198, + "std_cert_acc_36": 0.08323847309219612, + "mean_cert_acc_72": 0.02624091412872076, + "std_cert_acc_72": 0.030442079868020503, + "mean_cert_acc_108": 0.007009345572441816, + "std_cert_acc_108": 0.014018691144883633, + "mean_cert_acc_255": 0.002336448524147272, + "std_cert_acc_255": 0.004672897048294544 + }, + "low-res-spect": { + "dataset": "low-res-spect", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 22, + "best_val_acc": 0.32926829268292684, + "test_acc": 0.27531645569620256, + "train_size": 133, + "val_size": 82, + "test_size": 316, + "stats": { + "mean": [ + [ + 0.024469110902255578, + 0.005587958646616302, + 0.01128199067669173, + -0.06037009248120303, + -0.05151846172932332, + -0.024907055639097758, + -0.0322428857142857, + -0.07194005187969929, + -0.07847493984962406, + -0.07729481917293234, + -0.0773144627819549, + -0.07946655714285718, + -0.08317833781954889, + -0.08108707368421056, + -0.051557367819548866, + -0.021992530075187956, + 0.014977627969924827, + 0.04699444218045112, + 0.04272368962406013, + 0.05729708105263157, + 0.07787030999999998, + 0.07839934406015038, + 0.09192532827067672, + 0.07718017969924812, + 0.0731354135338346, + 0.07884905857142857, + 0.07964327293233082, + 0.05894142315789478, + 0.062022699022556374, + 0.07031742661654138, + 0.043068441142857156, + 0.04871273007518795, + 0.04621051263157891, + 0.06354882256390976, + 0.0722840044360902, + 0.038285738646616524, + 0.02072807609022559, + 0.04804389000000004, + 0.0138044796992481, + -0.018880903210526323, + 0.011148169654135377, + 0.02407343864661653, + 3.409736842104958e-05, + 0.014395889473684208, + 0.012942278195488701, + 0.003991518496240605, + 0.004891412781954892, + -0.0026670207518796982, + 0.0021274761654135233, + 0.004516233834586465, + -0.017067495330827086, + 0.05021997804511279, + 0.05085938015037594, + 0.049456287593984995, + 0.04968600586466166, + 0.038087282105263166, + 0.0031582917293233393, + 0.021881782706766925, + 0.006666542857142849, + -0.009844528496240594, + 0.009452689842105257, + -0.006844017293233067, + -0.0035632469924812256, + -0.013377724812030098, + -0.0006018690977443607, + -0.018097159398496255, + -0.011943087969924802, + -0.03201817045112783, + 0.003904128195488711, + -0.007856270676691717, + -0.008680359248120318, + 0.014900510601503778, + 0.004884186917293262, + 0.009004930977443638, + 0.005372908571428565, + 0.007624029323308276, + -0.002930867593984958, + -0.006319933082706782, + 0.00469686285714285, + -0.008532866616541344, + 0.0019344359398495853, + -0.004738761654135335, + 0.0044714904511278155, + -0.001649885714285715, + -0.00984493360902256, + -0.01978030300751879, + -0.00966449759398497, + -0.010639091127819557, + -0.00729790171428571, + -0.01663022781954888, + -0.014927266917293243, + -0.0048786105263157985, + -0.023854766390977448, + -0.002417377293233085, + -0.018055805503759383, + -0.035139856165413506, + -0.003715027067669185, + -0.023457403157894727, + -0.028482144812030083, + -0.012900542255639115 + ] + ], + "std": [ + [ + 1.017393269930814, + 0.9859850544384411, + 0.6351269169990451, + 0.9218499349108917, + 0.9397831881819683, + 0.9559682118638801, + 0.9438724801654544, + 0.9693197875856094, + 0.9713955988615406, + 0.9774390189841138, + 0.9920460008560096, + 0.9991906740103633, + 1.0018878985632447, + 1.0231730392212295, + 1.0116746756260164, + 1.0108766947238579, + 0.9897047919639949, + 0.9656545067924569, + 0.9779229908137462, + 0.9930910566294954, + 0.9769947826741521, + 0.9930680515190659, + 0.9847812255306415, + 0.9945404262409027, + 1.0133003340234725, + 1.010622334528224, + 0.9790643689216147, + 0.9695036033277806, + 0.9691086110146303, + 0.9709469151594099, + 0.9509962741361917, + 0.9459390595619844, + 0.9682759104651395, + 0.9693952498748859, + 0.9565179833606766, + 1.0087728224509616, + 1.0339412420571243, + 0.9797879106089201, + 1.046812274765615, + 1.017780178031687, + 0.9666275571579879, + 1.0256130258535934, + 1.0669421863085269, + 1.0402013313577008, + 1.0594653822910898, + 1.0511922704716143, + 1.0356545195251559, + 1.0641512050185258, + 1.0747163688005084, + 1.0935617174093786, + 1.07443136746114, + 1.0136851672908218, + 0.997280326392972, + 0.9783984688090382, + 1.0042883048291307, + 1.0487180616841298, + 1.0824392363653417, + 1.0689163006997184, + 1.07508445719523, + 1.094579375466917, + 1.0691245108180063, + 1.0218590639920084, + 1.0406528766233436, + 1.0483992179501052, + 1.0151157130662107, + 0.9890602540733745, + 1.0033195884602837, + 0.9979416719998978, + 0.9549270557055792, + 0.9629229016162045, + 0.9687018168255607, + 0.9641140507904243, + 0.9578638967395385, + 0.9634794979402529, + 0.9643850012759382, + 0.9632020577312645, + 0.9577176582123652, + 0.9571989614345542, + 0.9564290236354037, + 0.9456491144494708, + 0.9478771903690641, + 0.9493390272820802, + 0.9470489606741441, + 0.9627884351729016, + 0.9803995592284533, + 0.9681002662445597, + 0.9719751368852133, + 0.9739709130127491, + 0.9720839287368537, + 0.9671210605802054, + 0.9711011471027048, + 0.9845527475390607, + 0.9825803050843526, + 1.0038184387573925, + 0.979717500002443, + 0.9649405988529449, + 0.9876179722405718, + 0.9748242307388256, + 0.9872212806368876, + 0.982676241489978 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 9, + "depth": 6, + "padding": 200, + "parameters": 182809, + "cert_evals": { + "36": 0.012658228166401386, + "72": 0.006329114083200693, + "108": 0.006329114083200693, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 74, + "best_val_acc": 0.6086956521739131, + "test_acc": 0.6413373860182371, + "train_size": 133, + "val_size": 69, + "test_size": 329, + "stats": { + "mean": [ + [ + 0.1530652789473686, + -0.009363782556390993, + 0.05088392255639105, + 0.09471572902255651, + 0.08876052902255634, + 0.12944444736842103, + 0.10373392857142849, + -0.02023532421052626, + -0.029163837593984988, + -0.026313689849624053, + -0.02965288872180454, + -0.034014545112781965, + -0.03632338819548872, + -0.014735644736842088, + 0.01785539338345867, + 0.042751381052631564, + 0.08679215699248122, + 0.10001419052631579, + 0.1017368892481203, + 0.1075867052631579, + 0.10462587691729323, + 0.0953443353383458, + 0.1062469197894737, + 0.10487969082706766, + 0.1025905135338346, + 0.08913448766917297, + 0.09933672556390981, + 0.10743754187969931, + 0.11109795225563905, + 0.10047740721804511, + 0.08384493444360905, + 0.08902717887218042, + 0.08559397548872186, + 0.06289796500751879, + 0.060330664586466215, + 0.046363331127819554, + 0.07722293548872182, + 0.0516131944360902, + -0.022730849022556402, + -0.028101030902255634, + -0.013324536090225563, + -0.09062933308270675, + -0.0771601732330827, + -0.06511450924812032, + -0.12265796165413538, + -0.08916524360902257, + -0.07463184060150373, + -0.05617420278195486, + -0.030201605263157905, + -0.07578766255639095, + -0.059237725210526344, + 0.1091188300225564, + 0.09946399218045113, + 0.08242898984962406, + 0.03451749195488724, + 0.014174642255639086, + -0.049911600902255625, + -0.08932375545864665, + -0.07350661661654141, + -0.06060752706766915, + -0.0945347070225564, + -0.07166026834586467, + -0.08000871849624057, + -0.06738826315789478, + -0.0653453539849624, + -0.06987513011278194, + -0.07700414037593982, + -0.0684724142857143, + -0.06314225375939844, + -0.06643927654135334, + -0.056201902105263185, + -0.045947005037593976, + -0.033031945488721806, + -0.04689342698496246, + -0.051469952631578955, + -0.03478667669172926, + -0.032341004661654134, + -0.056062630977443614, + -0.05649333834586465, + -0.039601220375939813, + -0.037854870451127794, + -0.045860515789473665, + -0.05729389000000003, + -0.0682322045112782, + -0.058773774210526354, + -0.06832082496240602, + -0.0708990614285714, + -0.0600364096992481, + -0.07209753969172931, + -0.0762365472180451, + -0.0768351112781955, + -0.07007685624060155, + -0.08927176834586463, + -0.0882228510300752, + -0.07869736499248121, + -0.0844527432330827, + -0.07372521428571428, + -0.09207066969172933, + -0.08798474277443606, + -0.09338331523308271 + ] + ], + "std": [ + [ + 0.9744553382107187, + 0.9677597969434724, + 1.777310974913784, + 0.9984082294697983, + 0.9969586292153921, + 1.0583440616051412, + 1.0566345380560944, + 0.9857375895494132, + 1.0026115267211986, + 1.0074187005868174, + 0.9914187021756643, + 0.9940673441835514, + 0.98310153446628, + 0.9642872316677437, + 0.9316107906957257, + 0.8392466954824206, + 0.8182299587971944, + 0.8347678474815514, + 0.8515903298166666, + 0.8799721558505285, + 0.89007089287234, + 0.8866071634453673, + 0.8820893100565611, + 0.8826542910069028, + 0.8881722225389, + 0.8787089402752493, + 0.8964119629138864, + 0.879494453663738, + 0.8784873894639735, + 0.886681676346154, + 0.9222856861284946, + 0.9332670529570117, + 0.9776036297075393, + 0.9305127026487992, + 0.9359011475452199, + 0.9633874454328895, + 0.9527398490690858, + 0.965465879462667, + 1.0188818420464785, + 0.9828227999977308, + 0.9531229051081205, + 0.8713338836905145, + 0.9153495157969829, + 0.9223417239665608, + 0.8942885354612832, + 0.8998020432065605, + 0.9315570163515208, + 0.9082683584325931, + 0.9187746260543722, + 0.893070795181221, + 0.9468936674390013, + 0.9056643525291117, + 0.9110446769794468, + 0.9379974540127038, + 0.9647664124557613, + 1.0085574939350006, + 0.9275642673326407, + 0.8504043471913983, + 0.9142116919528667, + 0.8800039098256741, + 0.8415645024254653, + 0.8409729112787964, + 0.8399221552071359, + 0.8651820522167459, + 0.8672852422573245, + 0.8259267130126927, + 0.8390487632459173, + 0.8180961860126535, + 0.8777786937858696, + 0.8683920376045541, + 0.8383842635930155, + 0.8430069272476867, + 0.8666946932557273, + 0.8486025752416404, + 0.8592189394385275, + 0.8740498203324533, + 0.8491655645886534, + 0.8344601422755191, + 0.8287917280777043, + 0.8272025037471293, + 0.8136865464598907, + 0.8270386668301318, + 0.80191790451096, + 0.7804539659801455, + 0.7882991571441237, + 0.778040195581798, + 0.7589918746851501, + 0.7570902805838913, + 0.7293901823605933, + 0.7351310134454143, + 0.7408556555784315, + 0.725678505691747, + 0.6990444825351154, + 0.6919872173073935, + 0.7125567265129449, + 0.7086783958233831, + 0.6708513004398178, + 0.6871596422451152, + 0.6809238754969238, + 0.6885319279117135 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 9, + "depth": 6, + "padding": 200, + "parameters": 182809, + "cert_evals": { + "36": 0.5653495788574219, + "72": 0.45896658301353455, + "108": 0.20060791075229645, + "255": 0.054711245000362396 + }, + "fold": 1 + }, + { + "best_epoch": 14, + "best_val_acc": 0.5319148936170213, + "test_acc": 0.6480263157894737, + "train_size": 133, + "val_size": 94, + "test_size": 304, + "stats": { + "mean": [ + [ + -0.13586325413533815, + -0.0618193278195488, + -0.04310375263157894, + -0.004718533834586481, + 0.01244425488721805, + -0.025889947368421044, + -0.03012266992481201, + -0.06166973518796993, + -0.058414011278195524, + -0.04856861338345865, + -0.053738878195488775, + -0.0494522635338346, + -0.033144374736842064, + -0.01673198932330828, + 0.00380962645112784, + 0.03076035639097744, + 0.08222181203007521, + 0.08607955939849626, + 0.08385189150375942, + 0.08648061872180456, + 0.08489306466165417, + 0.08092049669172934, + 0.08067010932330827, + 0.07488779000000001, + 0.07012468195488719, + 0.07198337165413535, + 0.04773527819548873, + 0.050869944360902274, + 0.03545853684210525, + 0.016283467669172918, + 0.004097258646616531, + 0.010401111278195502, + -0.01792126090225564, + -0.002418199992481197, + 0.024459281879699275, + 0.025849884210526343, + 0.037459733984962384, + 0.006547264984962439, + -0.010970754511278193, + 0.04163085169924812, + 0.02889156383458647, + 0.030891175112781943, + 0.028361738345864675, + 0.02267998270676693, + -0.025261697518796977, + -0.0006612544360902128, + 0.015497131578947396, + 0.0313857212706767, + 0.03935556884962408, + 0.020145579699248115, + 0.01561868073684209, + 0.07393228112781952, + 0.04280226511278196, + 0.015148240601503748, + -0.02417430518796993, + 0.02045143834586462, + -0.006660919548872173, + 0.012737768827067671, + 0.005639975112781977, + 0.025091721879699245, + 0.0078095799248120235, + -0.0012346056390977465, + -0.00859317037593985, + -0.006910761654135332, + 0.0007964472932330711, + -0.013898008308270668, + -0.00025283060150373826, + -0.016696168195488716, + -0.01286229004511279, + -0.012526450751879697, + -0.030305314661654148, + -0.022196533157894733, + -0.014210327067669165, + -0.022408989473684207, + -0.032924627819548864, + -0.03237249348120299, + -0.020712286992481198, + -0.029102100751879693, + -0.03426806187969925, + -0.0444582919548872, + -0.05113502075187971, + -0.02233855496240602, + -0.032802209022556386, + -0.05755775917293232, + -0.047944335338345884, + -0.049902552481203004, + -0.045151886090225545, + -0.03859559834586468, + -0.05805407509774432, + -0.04678762857142857, + -0.04049555030075189, + -0.03414902180451127, + -0.04661476240601504, + -0.059792844360902264, + -0.045702631368421086, + -0.04080758105263156, + -0.05423186360902256, + -0.061008449345864635, + -0.04793841503759399, + -0.03687203282706768 + ] + ], + "std": [ + [ + 1.0650127556320446, + 1.0066608520484202, + 0.4156979395941612, + 1.0111846623477019, + 1.0239930605317062, + 0.9684176798741715, + 0.9492043006836792, + 0.9787734675960276, + 0.988203812821042, + 0.9943574947885739, + 0.9813196660052181, + 0.9835335096862478, + 0.9989723824774754, + 1.0098341686716865, + 1.0089678435680955, + 1.006897414092789, + 1.0014680482759133, + 0.9969246326169929, + 1.003048211475138, + 0.9963037789822996, + 0.9898134995117452, + 0.9862762846232758, + 0.9696634183119972, + 0.9719462993345181, + 0.9829041377072096, + 0.9970195508702976, + 0.9730130647207035, + 0.9951471045673186, + 1.000240668580986, + 0.9831852201961157, + 0.9993734243431007, + 0.9862173484627466, + 1.0050828113211423, + 0.9769241582086713, + 0.9707777014896144, + 0.9086079382002629, + 0.9264498134320229, + 0.8898792590804552, + 0.9013370080430921, + 0.9668210661261372, + 1.0273237339044736, + 1.0647338020747121, + 1.0837400905988852, + 1.0895012361342458, + 0.9942055646868553, + 1.0030736971903318, + 1.0609720074331763, + 1.062673419595116, + 1.0433128230210706, + 1.0685942775734432, + 1.0659683471227248, + 0.9465620323080091, + 0.9666073282199529, + 0.9823564017132853, + 0.9338971590735567, + 0.9507680860369068, + 0.9776613927510699, + 1.0598523929295665, + 1.0562343768456484, + 1.0489211645884213, + 1.0066351241778364, + 0.9808309075924808, + 0.9798741552856448, + 0.9697984887288765, + 0.983702693591976, + 0.9640382228774541, + 0.9492112764984969, + 0.9447960904251254, + 0.9458208100097997, + 0.9393657515269506, + 0.9219232080989007, + 0.9287988887010107, + 0.9255985041358817, + 0.9022261222236313, + 0.919866535230441, + 0.9212084221960762, + 0.9055005820857147, + 0.9052992836968272, + 0.8965515106580905, + 0.9021371283357683, + 0.8931093485275595, + 0.8894800077414449, + 0.875828335944702, + 0.8768265814954874, + 0.8758047501041376, + 0.8679342278962235, + 0.8563653918115903, + 0.8447870748154496, + 0.8533573385243273, + 0.8580903767160212, + 0.8449284057138841, + 0.8368868316325839, + 0.8375542445936696, + 0.8372449278647315, + 0.8325101772382546, + 0.8345010300544318, + 0.835506482915972, + 0.8231852532778424, + 0.8212941968447315, + 0.8516404740029587 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 9, + "depth": 6, + "padding": 200, + "parameters": 182809, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 4, + "best_val_acc": 0.5555555555555556, + "test_acc": 0.5032467532467533, + "train_size": 133, + "val_size": 90, + "test_size": 308, + "stats": { + "mean": [ + [ + 0.10493862744360913, + 0.0936277362406016, + -0.0037778827819548765, + -0.03855023533834586, + -0.02125209138345864, + -0.04543471105263157, + -0.04156411240601502, + 0.01708999368421052, + 0.01226467932330826, + 0.008226878796992469, + -0.0025615368421052433, + -0.018209970902255675, + -0.022531850601503787, + -0.047815336466165384, + -0.04824461954887216, + -0.04206402887218042, + -0.02118501894736845, + -0.0029625436842105487, + 0.01991662105263155, + 0.02359305000000002, + 0.0402974844360902, + 0.02456900902255638, + 0.02643880670676695, + 0.01608115548872179, + 0.022838549624060137, + 0.021608356240601513, + 0.0155475280451128, + 0.0207188052631579, + 0.0194884992481203, + 0.035869669473684244, + 0.023877902255639096, + 0.02819542037593984, + 0.011200890977443602, + 0.0551807004511278, + 0.04744355939849627, + 0.06211426172932332, + 0.06588056992481206, + 0.07162352157894733, + 0.08258311954887225, + 0.064603631774436, + 0.07408918799999994, + 0.07613642842105264, + 0.06256042105263157, + 0.050916241353383455, + 0.04188059195488719, + 0.06601848721804507, + 0.08979577601503759, + 0.04491898714285714, + 0.05555289037593983, + 0.08533037067669177, + 0.1070483993233083, + 0.02408604115037597, + 0.03420398706766918, + 0.0032010017293233246, + 0.029893602556390973, + 0.09153908646616546, + 0.11421593466165411, + 0.07139292911278192, + 0.08337384052631581, + 0.06448526315789473, + 0.04947902714285716, + 0.017647485338345863, + -0.0008786248120300822, + -0.015028007622556393, + -0.005325834736842084, + -0.018705311578947382, + -0.027164074135338317, + -0.029699412736842082, + -0.03217006824060152, + -0.03655872067669175, + -0.05774721052631579, + -0.04586767902255643, + -0.04562037030075189, + -0.07277231285714282, + -0.054276041203007504, + -0.034596221676691734, + -0.054279020075187985, + -0.060108875413533845, + -0.05830179338345861, + -0.06900260458646613, + -0.06369796345864664, + -0.050903367669172896, + -0.06467745977443612, + -0.039303367142857155, + -0.05294008157894737, + -0.05645630721804513, + -0.029166729631578958, + -0.04837335909774438, + -0.057497763834586456, + -0.046163446466165416, + -0.046505692105263174, + -0.042113237368421055, + -0.047567896992481186, + -0.03315349614285714, + -0.04929982421052632, + -0.046727424661654124, + -0.04073674195488724, + -0.040684289624060156, + -0.04322478375939848, + -0.03915163230075189 + ] + ], + "std": [ + [ + 1.085273555336867, + 1.0600160276531263, + 0.5674366488770868, + 1.0538936578762175, + 1.0736216450711755, + 1.0086568899549089, + 1.0107145864607423, + 0.9639829575234186, + 0.9684391767243656, + 0.9700338935541478, + 0.9673544475161013, + 0.9769837254042069, + 0.9832042991536264, + 0.9966940528369324, + 1.0144584886010504, + 1.0253444526714819, + 1.044458899094195, + 1.0437288549864745, + 1.032355378351829, + 1.0318246656034074, + 1.0266339589652462, + 1.0146406956988476, + 1.0044468099155188, + 1.025901708674945, + 1.0091911104926408, + 1.0132829244630681, + 1.0135138926532963, + 1.0124400641048181, + 1.002468214234293, + 0.9964174189277575, + 1.0143810743935044, + 1.016224305012167, + 1.0394808957835124, + 0.9841938243486714, + 0.976043096972565, + 0.9976075386689336, + 1.0012751177529822, + 0.9622637624799687, + 1.0036628686765507, + 1.0160940224228003, + 1.0693721871548225, + 1.0925110746781017, + 1.0637453552419913, + 1.112434336735407, + 1.0720233742927996, + 1.0887433013425338, + 1.1365343727139479, + 1.1082290562555606, + 1.0534133646461585, + 1.0636388960493586, + 1.127374798190782, + 1.0194494800051157, + 1.0115614911992439, + 0.9818412722460208, + 0.9822209459756657, + 1.005189728257075, + 1.08403913325294, + 1.085459527481645, + 1.0752872906455573, + 1.0795318572671038, + 1.0523758463978325, + 1.0153359772434278, + 1.0026092291413942, + 0.9950344482682812, + 1.0022482399439303, + 0.9810221193577394, + 0.9883984901555372, + 0.9708415174186519, + 0.9316161962977328, + 0.9305979660096333, + 0.9093710872091209, + 0.8961295852270974, + 0.9009089691160881, + 0.8750080609089094, + 0.885858487783631, + 0.8776260762487318, + 0.8673876172449833, + 0.8724100819567573, + 0.8723912389263426, + 0.8799174782922783, + 0.8777004895430206, + 0.8741256633416288, + 0.8800181503826561, + 0.8711684637095992, + 0.8970805311242029, + 0.90130116126784, + 0.8913911258859273, + 0.9120317859512505, + 0.9060025721716157, + 0.898262341874369, + 0.9234492395195655, + 0.9258258169182748, + 0.9069694433482488, + 0.9289092057679259, + 0.9258785829559869, + 0.9254000265308414, + 0.931316640531728, + 0.9258381499941104, + 0.9377776810526488, + 0.9431768651197908 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 9, + "depth": 6, + "padding": 200, + "parameters": 182809, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5169817276876667, + "std_test_acc": 0.1743824982036163, + "n_samples": 531, + "n_features": 100, + "n_classes": 9, + "mean_cert_acc_36": 0.14450195175595582, + "std_cert_acc_36": 0.2806285331236857, + "mean_cert_acc_72": 0.11632392427418381, + "std_cert_acc_72": 0.2284479230036273, + "mean_cert_acc_108": 0.051734256208874285, + "std_cert_acc_108": 0.09929393818278086, + "mean_cert_acc_255": 0.013677811250090599, + "std_cert_acc_255": 0.027355622500181198 + }, + "lung-cancer": { + "dataset": "lung-cancer", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.5, + "test_acc": 0.3, + "train_size": 8, + "val_size": 4, + "test_size": 20, + "stats": { + "mean": [ + [ + -0.176777, + -1.2499999999804334e-06, + 0.2121181, + 0.22119374999999997, + -0.34205175000000004, + -0.25413399999999997, + -0.4991070000000001, + -0.20667375000000004, + 0.18207425, + 0.1674343749999999, + 0.18600550000000005, + 0.25552725, + -0.39027892500000017, + 0.254131375, + 0.20814399999999994, + -0.11680949999999997, + 4.999999999866223e-07, + 4.999999999866223e-07, + -0.556826, + 0.03246771249999994, + 1.000000000070389e-06, + -0.15760575000000004, + 1.000000000070389e-06, + -0.526415, + 0.26887700000000003, + -0.5463909500000002, + 0.3981490000000001, + -0.11073775000000001, + -0.0461445, + -0.08733862499999998, + -0.20931662499999998, + -0.20931662499999998, + -0.34491900000000003, + -0.30012262500000003, + 0.530329625, + 0.5840457499999999, + -0.2706785, + 0.334991875, + -0.19773098749999996, + 0.28412875, + -0.55909175, + -7.500000000632001e-07, + -0.176777, + -6.250000000040945e-07, + -0.2341686250000001, + 0.143568, + -0.254133, + -0.254133, + -0.347985, + 0.0, + 0.0, + 0.06977162499999998, + 0.06977162499999998, + 0.12400250000000002, + 0.15760662499999997, + 0.0684115 + ] + ], + "std": [ + [ + 1.0, + 0.8745283537861638, + 0.8040182621062347, + 0.68534473627397, + 0.7239840501975423, + 0.9583948535512387, + 0.8803408658477123, + 1.0967323649565501, + 1.2845975870016406, + 1.26287547547214, + 1.275192087344785, + 1.0828786155044974, + 0.8691968462812435, + 0.9433006737973234, + 0.9271293940653591, + 0.8092773571506556, + 0.984249913856105, + 0.984249913856105, + 1.0, + 0.963139848525996, + 0.9842499957566675, + 1.0919276973489076, + 0.9842499957566675, + 1.0, + 0.5691037527613045, + 0.8831049872737146, + 1.061731, + 0.8858950000009523, + 1.1526351972973712, + 0.9725553242070524, + 1.0348836588388737, + 1.0348836588388737, + 1.3655263400268045, + 0.9701424604483272, + 0.7071057500002983, + 0.9344725000001003, + 1.0207927843497426, + 0.9180330571660311, + 0.6975292820538815, + 0.7517340128236433, + 0.7042730759798983, + 0.6959722224846242, + 1.0, + 1.2187770455635987, + 1.497375656357527, + 1.0, + 1.0, + 1.0, + 1.6688774326399765, + 1.0, + 1.0, + 0.7383957883078252, + 0.7383957883078252, + 0.9605327902178821, + 0.8339735544200334, + 0.9479176319916991 + ] + ] + }, + "width": 256, + "in_features": 56, + "out_features": 3, + "depth": 6, + "padding": 112, + "parameters": 57347, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 12, + "best_val_acc": 0.5, + "test_acc": 0.35, + "train_size": 8, + "val_size": 4, + "test_size": 20, + "stats": { + "mean": [ + [ + -0.176777, + -1.2499999999804334e-06, + 0.3333284, + 0.22119374999999997, + -0.34205175000000004, + -0.08471187499999999, + -0.332738375, + 0.28934212499999995, + 0.18207425, + 0.1674343749999999, + 0.37201150000000005, + 0.54755725, + -0.0780548750000001, + 0.254131875, + 0.20814499999999997, + -0.584046, + 0.372012, + 0.372012, + 0.037120499999999945, + 0.03246771249999994, + 0.2841295000000001, + 0.15760662499999994, + -0.2841274999999999, + -0.14356812499999994, + 0.483978, + -0.5463909500000002, + 0.6635817500000001, + 0.33220974999999997, + 0.13842525, + 0.26201350000000007, + -0.627947875, + -0.627947875, + -0.7391125000000001, + 0.21437324999999996, + 1.2499999998971667e-07, + -0.11680875, + -0.09022612500000005, + -0.23927749999999992, + 0.06591022500000003, + 0.28412875, + 0.050826124999999986, + -7.50000000007689e-07, + 0.176776375, + 1.2499999998971667e-07, + -0.8586173750000001, + 0.143568, + -0.254133, + -0.254133, + -0.69597, + 0.0, + 0.0, + 0.06977162499999998, + -0.20931575000000002, + -0.3720145, + 0.15760662499999997, + 0.615692 + ] + ], + "std": [ + [ + 1.0, + 0.8745283537861637, + 0.6748704785505882, + 0.68534473627397, + 0.7239840501975423, + 0.8125185082212646, + 1.0389725707942121, + 0.6403537411098333, + 1.2845975870016406, + 1.26287547547214, + 1.2338234677314055, + 1.0010303391915438, + 0.7486887534635199, + 0.6561671321123982, + 0.6449175678604204, + 1.0, + 1.0, + 1.0, + 1.0287455149777083, + 0.963139848525996, + 0.7517333513858155, + 0.8339735544200334, + 1.100424948682894, + 1.0129176214682314, + 1.0, + 0.8831049872737147, + 1.0280166202880368, + 0.7672062760475096, + 0.9766487648315219, + 1.1975188335072229, + 1.080900755511744, + 1.080900755511744, + 1.5267048606832134, + 0.822478277401104, + 0.6846529246237537, + 0.9047995916201208, + 1.0047163027130392, + 0.7656924999999999, + 1.054565000000008, + 0.7517340128236433, + 1.1319596096912465, + 0.6959722224846243, + 0.9354143054375608, + 0.6723723872158637, + 1.2092403856025213, + 1.0, + 1.0, + 1.0, + 1.2054554005437115, + 1.39194, + 0.98425, + 0.7383957883078252, + 0.9667870265020562, + 0.9605327902178821, + 0.8339735544200334, + 1.0 + ] + ] + }, + "width": 256, + "in_features": 56, + "out_features": 3, + "depth": 6, + "padding": 112, + "parameters": 57347, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 28, + "best_val_acc": 0.75, + "test_acc": 0.5, + "train_size": 8, + "val_size": 8, + "test_size": 16, + "stats": { + "mean": [ + [ + 0.5303301249999998, + -0.22580399999999995, + -0.3939341, + -0.4866262499999999, + 0.20522875000000002, + -0.08471187499999998, + 0.166368, + -0.04133512500000004, + -0.303458, + -0.27905975000000005, + -0.186006, + -0.32853374999999996, + 0.23417107499999992, + -0.25413399999999997, + 0.04162699999999995, + -0.3504277499999999, + 0.372012, + 5.000000000143778e-07, + 0.037120499999999945, + 0.03246771249999997, + -0.2841274999999999, + 0.47281899999999993, + 0.2841295000000001, + 0.04785500000000001, + 0.2688775, + -0.23416595000000007, + 0.13271625000000004, + 0.11073562499999999, + 0.32299500000000003, + -0.08733862499999998, + -0.06977312500000003, + -0.06977312500000003, + 0.24637075000000005, + -0.12862400000000002, + -0.35355349999999997, + -0.350427, + 0.27067862499999995, + -0.62212375, + 0.593192725, + 0.28412875, + 0.6607445000000001, + -0.20091262500000007, + 0.176776375, + 0.25413225, + 0.07805589999999993, + 0.7178385, + 0.7623977500000001, + 0.7623977500000001, + 0.347985, + 0.347985, + 0.0, + -0.48840412499999997, + -0.48840412499999997, + -0.124006, + 0.15760662499999994, + -0.47886900000000004 + ] + ], + "std": [ + [ + 1.8708296030318634, + 1.1948341428692102, + 1.0773417243604047, + 0.8486461065652968, + 1.059804131102034, + 0.8125185082212646, + 0.8803404878832395, + 0.920566504074317, + 1.0, + 0.7733489942365526, + 0.7203981402946568, + 0.5655146315423125, + 0.9749224782092981, + 0.9583948535512387, + 0.8811270319533954, + 0.6180957912261151, + 1.0, + 0.984249913856105, + 1.0287455149777083, + 0.963139848525996, + 1.100424948682894, + 1.0, + 0.7517333513858155, + 1.0658003128899194, + 1.0315890948113742, + 1.0355328887342052, + 1.0280166202880368, + 1.0621504008726752, + 0.7148326632261567, + 0.9725553242070524, + 1.0809007555117442, + 1.0809007555117442, + 0.5214703075947253, + 0.9548636855920851, + 0.9842497172806299, + 0.934473, + 0.8654191884816481, + 0.6631091564872164, + 0.913279950038126, + 0.7517340128236433, + 0.8132235000004611, + 1.3773654997805538, + 0.9354143054375608, + 1.01653000000083, + 1.2488975000001081, + 0.994665683287983, + 1.7606829064560963, + 1.7606829064560963, + 0.9206817699808115, + 0.9206817699808115, + 0.98425, + 1.5538907649834526, + 1.5538907649834526, + 0.9920339999999999, + 0.8339735544200334, + 1.0945610000000001 + ] + ] + }, + "width": 256, + "in_features": 56, + "out_features": 3, + "depth": 6, + "padding": 112, + "parameters": 57347, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 2, + "best_val_acc": 0.5714285714285714, + "test_acc": 0.29411764705882354, + "train_size": 8, + "val_size": 7, + "test_size": 17, + "stats": { + "mean": [ + [ + 0.5303301249999998, + -1.2499999999804334e-06, + -0.39393409999999995, + -0.48662574999999997, + 0.20522875000000002, + 0.25413137500000005, + 0.166368, + 0.12400349999999996, + 0.18207425, + -0.055812250000000035, + 0.18600550000000005, + -0.03650375000000001, + 0.23417107499999992, + -0.08471287499999999, + -0.12489200000000006, + 0.11680875, + 4.999999999866223e-07, + 5.000000000143778e-07, + -0.556826, + 0.03246771249999994, + -0.28412749999999987, + -0.47281812500000003, + 0.2841295000000001, + -0.334991875, + -0.16132500000000002, + -0.23416690000000004, + -0.13271649999999996, + -0.11073775000000001, + -0.41528250000000005, + -0.08733862499999998, + 0.06977074999999999, + 0.06977074999999999, + 0.049274500000000054, + -0.814618375, + 0.53032925, + 0.35042749999999995, + -0.45113087499999993, + 0.526415, + 0.06591029999999999, + 0.28412875, + -0.7623978749999999, + 0.200909125, + -0.176777, + -0.508266375, + 0.07805589999999987, + 0.143568, + -0.254133, + -0.254133, + 0.0, + 0.0, + -0.2460625, + 0.348859, + 0.348859, + 0.12400250000000004, + 0.15760662499999994, + 0.06841149999999997 + ] + ], + "std": [ + [ + 1.8708296030318634, + 0.8745283537861637, + 1.0773417243604047, + 1.1050835007108908, + 1.059804131102034, + 0.9433006737973234, + 0.8803404878832395, + 0.9352965034364771, + 1.2845975870016406, + 1.2429866458078653, + 1.275192087344785, + 0.7002636005201451, + 0.9749224782092981, + 1.2564662193460912, + 1.2349267641556725, + 0.9047995916201208, + 0.984249913856105, + 0.984249913856105, + 1.0, + 0.963139848525996, + 1.100424948682894, + 1.2208122788934872, + 0.7517333513858155, + 0.5064579839368311, + 0.8330825907525617, + 0.826068984966516, + 0.9194860179854557, + 0.8858950000009523, + 0.8851640178287581, + 0.9725553242070524, + 0.956663241117368, + 0.956663241117368, + 1.0429379694381398, + 0.45374271193952453, + 0.9999985416822804, + 1.120393298613817, + 1.0047163027130392, + 0.7656924999999999, + 1.0, + 0.7517340128236433, + 0.5378974467662115, + 0.531557565187073, + 1.0, + 1.4149504831054103, + 1.2488975000001081, + 1.0, + 1.0, + 1.0, + 1.39194, + 1.0, + 0.6510201819788307, + 1.0, + 1.0, + 0.9605327902178821, + 0.8339735544200334, + 0.9479176319916991 + ] + ] + }, + "width": 256, + "in_features": 56, + "out_features": 3, + "depth": 6, + "padding": 112, + "parameters": 57347, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.3610294117647059, + "std_test_acc": 0.0959795910159038, + "n_samples": 32, + "n_features": 56, + "n_classes": 3, + "mean_cert_acc_36": 0.0, + "std_cert_acc_36": 0.0, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "image-segmentation": { + "dataset": "image-segmentation", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 27, + "best_val_acc": 0.94, + "test_acc": 0.9125, + "train_size": 2100, + "val_size": 50, + "test_size": 160, + "stats": { + "mean": [ + [ + 4.532088989809121e-17, + -7.34333229144925e-17, + 5.686456596603897e-16, + -1.441175221489608e-16, + 1.2583849306495375e-16, + -1.7241499233613294e-17, + -4.0893214740359934e-17, + 1.316275131219278e-16, + -6.396999332363997e-18, + -1.3756191952736462e-16, + -3.933361572957697e-17, + -1.1186818667175387e-16, + 2.5106900685451756e-16, + 4.337799960499719e-17, + 4.421066687346605e-17, + -1.850371707708594e-17, + -2.350368577012995e-16, + -9.793753110086202e-17 + ] + ], + "std": [ + [ + 0.9996246758364985, + 0.9995878274866169, + 0.8038207521572458, + 0.7019751493522468, + 0.9960026008909317, + 0.9995397039243666, + 0.9968889591858656, + 0.9995749389029804, + 0.9994997832814528, + 0.9994762671895456, + 0.9995321523164318, + 0.9994865643378964, + 0.9988998799598826, + 0.9992534567413346, + 0.9989012736519327, + 0.9995288891246146, + 0.9578356691087312, + 0.9933295528418025 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 6271, + "cert_evals": { + "36": 0.84375, + "72": 0.762499988079071, + "108": 0.675000011920929, + "255": 0.3375000059604645 + }, + "fold": 0 + }, + { + "best_epoch": 8, + "best_val_acc": 0.8723404255319149, + "test_acc": 0.7668711656441718, + "train_size": 2100, + "val_size": 47, + "test_size": 163, + "stats": { + "mean": [ + [ + 4.532088989809121e-17, + -7.34333229144925e-17, + 5.686456596603897e-16, + -1.441175221489608e-16, + 1.2583849306495375e-16, + -1.7241499233613294e-17, + -4.0893214740359934e-17, + 1.316275131219278e-16, + -6.396999332363997e-18, + -1.3756191952736462e-16, + -3.933361572957697e-17, + -1.1186818667175387e-16, + 2.5106900685451756e-16, + 4.337799960499719e-17, + 4.421066687346605e-17, + -1.850371707708594e-17, + -2.350368577012995e-16, + -9.793753110086202e-17 + ] + ], + "std": [ + [ + 0.9996246758364985, + 0.9995878274866169, + 0.8038207521572458, + 0.7019751493522468, + 0.9960026008909317, + 0.9995397039243666, + 0.9968889591858656, + 0.9995749389029804, + 0.9994997832814528, + 0.9994762671895456, + 0.9995321523164318, + 0.9994865643378964, + 0.9988998799598826, + 0.9992534567413346, + 0.9989012736519327, + 0.9995288891246146, + 0.9578356691087312, + 0.9933295528418025 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 6271, + "cert_evals": { + "36": 0.6625766754150391, + "72": 0.42944782972335815, + "108": 0.3680981397628784, + "255": 0.30061349272727966 + }, + "fold": 1 + }, + { + "best_epoch": 42, + "best_val_acc": 0.9302325581395349, + "test_acc": 0.8982035928143712, + "train_size": 2100, + "val_size": 43, + "test_size": 167, + "stats": { + "mean": [ + [ + 4.532088989809121e-17, + -7.34333229144925e-17, + 5.686456596603897e-16, + -1.441175221489608e-16, + 1.2583849306495375e-16, + -1.7241499233613294e-17, + -4.0893214740359934e-17, + 1.316275131219278e-16, + -6.396999332363997e-18, + -1.3756191952736462e-16, + -3.933361572957697e-17, + -1.1186818667175387e-16, + 2.5106900685451756e-16, + 4.337799960499719e-17, + 4.421066687346605e-17, + -1.850371707708594e-17, + -2.350368577012995e-16, + -9.793753110086202e-17 + ] + ], + "std": [ + [ + 0.9996246758364985, + 0.9995878274866169, + 0.8038207521572458, + 0.7019751493522468, + 0.9960026008909317, + 0.9995397039243666, + 0.9968889591858656, + 0.9995749389029804, + 0.9994997832814528, + 0.9994762671895456, + 0.9995321523164318, + 0.9994865643378964, + 0.9988998799598826, + 0.9992534567413346, + 0.9989012736519327, + 0.9995288891246146, + 0.9578356691087312, + 0.9933295528418025 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 6271, + "cert_evals": { + "36": 0.8083832859992981, + "72": 0.6946108341217041, + "108": 0.6107784509658813, + "255": 0.359281450510025 + }, + "fold": 2 + }, + { + "best_epoch": 17, + "best_val_acc": 0.8888888888888888, + "test_acc": 0.8333333333333334, + "train_size": 2100, + "val_size": 36, + "test_size": 174, + "stats": { + "mean": [ + [ + 4.532088989809121e-17, + -7.34333229144925e-17, + 5.686456596603897e-16, + -1.441175221489608e-16, + 1.2583849306495375e-16, + -1.7241499233613294e-17, + -4.0893214740359934e-17, + 1.316275131219278e-16, + -6.396999332363997e-18, + -1.3756191952736462e-16, + -3.933361572957697e-17, + -1.1186818667175387e-16, + 2.5106900685451756e-16, + 4.337799960499719e-17, + 4.421066687346605e-17, + -1.850371707708594e-17, + -2.350368577012995e-16, + -9.793753110086202e-17 + ] + ], + "std": [ + [ + 0.9996246758364985, + 0.9995878274866169, + 0.8038207521572458, + 0.7019751493522468, + 0.9960026008909317, + 0.9995397039243666, + 0.9968889591858656, + 0.9995749389029804, + 0.9994997832814528, + 0.9994762671895456, + 0.9995321523164318, + 0.9994865643378964, + 0.9988998799598826, + 0.9992534567413346, + 0.9989012736519327, + 0.9995288891246146, + 0.9578356691087312, + 0.9933295528418025 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 6271, + "cert_evals": { + "36": 0.7471264600753784, + "72": 0.6724137663841248, + "108": 0.5862069129943848, + "255": 0.2931034564971924 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8527270229479692, + "std_test_acc": 0.06680386870712204, + "n_samples": 2310, + "n_features": 18, + "n_classes": 7, + "mean_cert_acc_36": 0.7654591053724289, + "std_cert_acc_36": 0.07935748177623882, + "mean_cert_acc_72": 0.6397431045770645, + "std_cert_acc_72": 0.14534005522820853, + "mean_cert_acc_108": 0.5600208789110184, + "std_cert_acc_108": 0.13331238793619984, + "mean_cert_acc_255": 0.3226246014237404, + "std_cert_acc_255": 0.03120357430854943 + }, + "lymphography": { + "dataset": "lymphography", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.4, + "test_acc": 0.4175824175824176, + "train_size": 37, + "val_size": 20, + "test_size": 91, + "stats": { + "mean": [ + [ + 0.11571070270270278, + 0.027093891891891864, + -0.1061727567567567, + -0.22205799999999987, + 0.12556329729729743, + 0.06734324324324321, + 0.05365567567567566, + 0.1178617837837836, + -0.021548756756756857, + 0.3392003783783783, + 0.10699794594594601, + 0.16341409189189185, + 0.04434448648648651, + -0.18670452972972956, + 0.26953127027027013, + 0.028475135135135103, + 0.04964567567567568, + 0.039015189189189156 + ] + ], + "std": [ + [ + 0.9649959417614393, + 0.9932963186135503, + 0.8953249050860361, + 1.0, + 1.0617235061005919, + 0.9934273444847499, + 1.0837969821071396, + 0.93550276827785, + 1.0343414594594595, + 0.9787865374391254, + 0.967613635624315, + 0.9191462546392654, + 0.8904463864306404, + 0.9446597120353613, + 0.8244693349942901, + 0.9863926362299982, + 0.9592304425723344, + 1.0431241983062185 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 6160, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.35714285714285715, + "test_acc": 0.6024096385542169, + "train_size": 37, + "val_size": 28, + "test_size": 83, + "stats": { + "mean": [ + [ + 0.04959027027027034, + 0.08128264864864862, + -0.035391108108108124, + -0.22205799999999987, + 0.18834432432432444, + 0.12121940540540535, + 0.053655675675675654, + 0.1178617837837837, + 0.06464635135135137, + -0.08076164864864863, + 0.05944235135135144, + 0.00778283243243246, + 0.15077297297297293, + -0.11202250000000004, + 0.16519686486486485, + 0.028475135135135117, + -0.08274070270270273, + 0.08157664864864865 + ] + ], + "std": [ + [ + 0.9907038663718554, + 0.9843876514961846, + 0.9653329850824838, + 1.0, + 1.0873992856216566, + 0.9875663650472953, + 1.0837969821071396, + 0.93550276827785, + 1.1435074740788183, + 0.8987462927541991, + 0.9629278239378523, + 0.8670760159672493, + 1.0294219151090758, + 0.8796063323575559, + 0.8770711701884819, + 0.9863926362299982, + 1.050784302485063, + 1.0667820327309758 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 6160, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.0, + "test_acc": 0.03488372093023256, + "train_size": 37, + "val_size": 25, + "test_size": 86, + "stats": { + "mean": [ + [ + -0.08265059459459453, + 0.0812826486486486, + -0.03539110810810814, + 0.031722972972972906, + 1.2432432433330043e-06, + -0.09428524324324326, + -0.05365621621621621, + -4.864864865424842e-07, + -0.02154875675675677, + -0.016152108108108066, + -0.03566883783783778, + -0.02334296756756763, + -0.06208424324324333, + 0.08712936486486486, + -0.043471945945945945, + 0.08542454054054054, + 0.248225243243243, + 0.09576443243243248 + ] + ], + "std": [ + [ + 0.9873886182585688, + 0.9843876514961846, + 0.9653329850824838, + 1.0616419779070554, + 0.9966179074004299, + 0.9934273444847498, + 0.8978357031769213, + 0.9966159264522366, + 1.0343414594594607, + 0.8607871843035175, + 0.946344799312269, + 0.9999220929965701, + 0.8847748864465823, + 0.9544491031115466, + 0.9396531993920559, + 0.9631018357081231, + 0.7605018441428824, + 0.9305366467747157 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 6160, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 24, + "best_val_acc": 0.4444444444444444, + "test_acc": 0.40860215053763443, + "train_size": 37, + "val_size": 18, + "test_size": 93, + "stats": { + "mean": [ + [ + 0.04959027027027031, + -0.1896611351351352, + -0.035391108108108124, + -0.22205799999999987, + 0.1255632972972974, + -0.20203756756756758, + -0.0536562162162162, + 0.1767929189189188, + -0.021548756756756837, + -0.04845689189189187, + 0.011886594594594657, + -0.14784801081081084, + -0.133037, + -0.03734048648648648, + 0.06086245945945948, + 0.14237394594594593, + -0.0827407027027028, + -0.017734054054054066 + ] + ], + "std": [ + [ + 0.949006736815226, + 0.9991913040086986, + 0.9653329850824838, + 1.0, + 1.061723506100592, + 0.9787090886861045, + 0.8978357031769213, + 0.8976123081203877, + 1.0343414594594595, + 0.9022230780655615, + 1.039718775420792, + 0.9842972464819717, + 1.0946013067767175, + 0.8968738654850321, + 0.9148697472881367, + 0.9357742193114152, + 1.050784302485063, + 0.9574019230274994 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 6160, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.3658694819011254, + "std_test_acc": 0.23804980456515482, + "n_samples": 148, + "n_features": 18, + "n_classes": 4, + "mean_cert_acc_36": 0.0, + "std_cert_acc_36": 0.0, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "mammographic": { + "dataset": "mammographic", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.4178082191780822, + "test_acc": 0.4747826086956522, + "train_size": 240, + "val_size": 146, + "test_size": 575, + "stats": { + "mean": [ + [ + -0.045138683333333235, + -0.06581824708333332, + -0.0668893333333335, + 0.0035843166666667194, + 0.07534454166666703 + ] + ], + "std": [ + [ + 0.3742768596239394, + 1.0309553579295558, + 1.0205845721721885, + 1.0069085496781394, + 0.8984819781883195 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 522, + "cert_evals": { + "36": 0.4730435013771057, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 14, + "best_val_acc": 0.76, + "test_acc": 0.8073555166374781, + "train_size": 240, + "val_size": 150, + "test_size": 571, + "stats": { + "mean": [ + [ + -0.06838790416666667, + 0.0036981495833333564, + 0.08851065416666656, + 0.06187655000000008, + 0.041687441666667095 + ] + ], + "std": [ + [ + 0.4594652865573056, + 0.9162656618320462, + 0.976470911981312, + 0.9979276514274945, + 0.967574818664843 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 522, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 33, + "best_val_acc": 0.815068493150685, + "test_acc": 0.8104347826086956, + "train_size": 240, + "val_size": 146, + "test_size": 575, + "stats": { + "mean": [ + [ + -0.033514049999999865, + -0.031616095833333364, + -0.03834651666666679, + 0.05680765833333342, + -0.03524305833333262 + ] + ], + "std": [ + [ + 0.37826323579119164, + 0.9793517631184475, + 1.0048978854533288, + 1.01250978800026, + 1.0390956653058405 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 522, + "cert_evals": { + "36": 0.4034782648086548, + "72": 0.30782610177993774, + "108": 0.09217391163110733, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 7, + "best_val_acc": 0.8235294117647058, + "test_acc": 0.7692307692307693, + "train_size": 240, + "val_size": 136, + "test_size": 585, + "stats": { + "mean": [ + [ + 0.09435683749999943, + -0.13088563458333324, + -0.032003683333333525, + -0.03189805833333325, + 0.008030341666667275 + ] + ], + "std": [ + [ + 1.8583061444674212, + 1.0447702499996767, + 0.9948185192592106, + 1.0005602571514343, + 1.0036844453305227 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 522, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7154509192931487, + "std_test_acc": 0.1615362676393301, + "n_samples": 961, + "n_features": 5, + "n_classes": 2, + "mean_cert_acc_36": 0.21913044154644012, + "std_cert_acc_36": 0.25461884109308924, + "mean_cert_acc_72": 0.07695652544498444, + "std_cert_acc_72": 0.15391305088996887, + "mean_cert_acc_108": 0.023043477907776833, + "std_cert_acc_108": 0.046086955815553665, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "magic": { + "dataset": "magic", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 32, + "best_val_acc": 0.827900455660708, + "test_acc": 0.8221170697511392, + "train_size": 4755, + "val_size": 2853, + "test_size": 11412, + "stats": { + "mean": [ + [ + -0.006388502646498379, + 0.006146446558885208, + -0.004209508307465906, + -0.004618793225236638, + -0.005315102475499497, + 0.006428044290851726, + -0.009059829779516417, + -0.008184151766561471, + 0.0033090761545739233, + -0.037376705087697235 + ] + ], + "std": [ + [ + 1.0023231607535665, + 1.0146947634200698, + 0.9896786368249049, + 1.001451036065264, + 1.0040066512880044, + 0.9905161210566023, + 0.9988965907369368, + 1.0089426097443763, + 0.998566492615012, + 0.9927003057378353 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 1942, + "cert_evals": { + "36": 0.750525712966919, + "72": 0.665702760219574, + "108": 0.5679109692573547, + "255": 0.131352961063385 + }, + "fold": 0 + }, + { + "best_epoch": 50, + "best_val_acc": 0.8286713286713286, + "test_acc": 0.8298991670320035, + "train_size": 4755, + "val_size": 2860, + "test_size": 11405, + "stats": { + "mean": [ + [ + -0.02436633946876997, + -0.022955164259726813, + -0.01993822200946376, + 0.03387639055541514, + 0.03436448497875925, + 0.0038116422946371125, + 0.007543406119453581, + 0.009698795669190335, + 0.0014860032576237098, + 0.00582992035215565 + ] + ], + "std": [ + [ + 0.9720381092498293, + 0.977333352882092, + 1.005139358382248, + 1.0164880549439819, + 1.0140583933617473, + 0.9837401295374851, + 0.9888378476099222, + 0.9663806918109694, + 1.005931831682823, + 1.000297701528725 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 1942, + "cert_evals": { + "36": 0.759754478931427, + "72": 0.6756685376167297, + "108": 0.5720298290252686, + "255": 0.1445857137441635 + }, + "fold": 1 + }, + { + "best_epoch": 46, + "best_val_acc": 0.8387434554973822, + "test_acc": 0.8326315789473684, + "train_size": 4755, + "val_size": 2865, + "test_size": 11400, + "stats": { + "mean": [ + [ + -0.012130254007592012, + -0.00826500078065223, + -0.010807356011566996, + 0.006499159247108326, + 0.006873201220609896, + 0.02000870184077821, + 0.001820881288265063, + -0.006523736593059914, + 0.0003778347011781665, + -0.018002280250893746 + ] + ], + "std": [ + [ + 0.9818839030528209, + 1.009368494398234, + 0.999432313276235, + 1.001141721390468, + 1.0040075321280533, + 0.9881194208362026, + 0.9709869282224545, + 1.0026493070298281, + 0.9996452002230842, + 0.9913588270685182 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 1942, + "cert_evals": { + "36": 0.7575438618659973, + "72": 0.6614035367965698, + "108": 0.5567544102668762, + "255": 0.12526316940784454 + }, + "fold": 2 + }, + { + "best_epoch": 31, + "best_val_acc": 0.824822695035461, + "test_acc": 0.8292704237658366, + "train_size": 4755, + "val_size": 2820, + "test_size": 11445, + "stats": { + "mean": [ + [ + 0.002866516450893953, + 0.007929027486435548, + -0.0013075722715039048, + -0.001188124590956882, + 0.002480280701366967, + 0.012874902747423648, + 0.0054113211936909185, + -0.007862206105783356, + -0.005652595006519504, + 0.005077877345299725 + ] + ], + "std": [ + [ + 1.0050954716049485, + 1.0162654558216224, + 1.0021008916654397, + 1.0041169983170044, + 1.0089152336885907, + 0.9909098405813409, + 0.9979067399488123, + 0.9973925897941894, + 0.9985454656770815, + 0.9973467754133581 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 1942, + "cert_evals": { + "36": 0.7563127875328064, + "72": 0.6679772734642029, + "108": 0.5643512606620789, + "255": 0.11673219501972198 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8284795598740868, + "std_test_acc": 0.004485580346234737, + "n_samples": 19020, + "n_features": 10, + "n_classes": 2, + "mean_cert_acc_36": 0.7560342103242874, + "std_cert_acc_36": 0.003938722072106512, + "mean_cert_acc_72": 0.6676880270242691, + "std_cert_acc_72": 0.0059779682871708975, + "mean_cert_acc_108": 0.5652616173028946, + "std_cert_acc_108": 0.006481488421256337, + "mean_cert_acc_255": 0.12948350980877876, + "std_cert_acc_255": 0.011718627815699744 + }, + "molec-biol-promoter": { + "dataset": "molec-biol-promoter", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 21, + "best_val_acc": 0.8125, + "test_acc": 0.625, + "train_size": 26, + "val_size": 16, + "test_size": 64, + "stats": { + "mean": [ + [ + -0.09373999999999999, + 0.349711153846154, + -0.124846, + -0.18628265384615392, + -0.0025111153846154245, + -0.027689192307692376, + -0.32854380769230773, + -0.2587748846153846, + -0.291938, + -0.12147457692307692, + 0.013408923076923039, + -0.18303142307692302, + 0.10672619230769233, + -0.0388065384615385, + -0.2118675692307692, + 0.26045576923076913, + -0.0038293076923076983, + -0.12772800000000012, + 0.406745076923077, + -0.22977469230769215, + -0.23213830769230762, + 0.057734, + -0.25536484615384614, + 0.036332807692307734, + -0.306678, + 0.12654100000000004, + -0.06969015384615382, + -0.22098480769230766, + -0.20798946153846154, + -0.24676503846153855, + -0.3183693461538464, + -0.1853619230769231, + -0.30043107692307686, + -0.37097869230769237, + -0.36548838461538463, + 0.011515653846153858, + -0.05251046153846157, + -0.17936411538461533, + 0.030728153846153836, + 0.0502869230769231, + -0.08165438461538464, + -0.04035388461538459, + -0.044060461538461534, + 0.1891277692307692, + -0.09007600000000004, + 0.08841000000000002, + 0.34717700000000007, + -0.08658792307692309, + -0.14910884615384612, + -0.01171784615384617, + -0.010542692307692277, + 0.2279287692307692, + 0.19163046153846158, + 0.044342807692307744, + 0.11406934615384606, + 0.26639184615384615, + 0.0024606538461537973 + ] + ], + "std": [ + [ + 1.0076078297495967, + 0.9724627657739631, + 0.9573573651622793, + 1.0262408425117875, + 0.9587446442307666, + 0.9571040384617393, + 0.9896566783801658, + 1.0271371774080218, + 0.9458984467553748, + 0.983396009484761, + 0.9474507771505324, + 1.0162340072708942, + 0.9916278302898655, + 0.9889509346456372, + 1.0996503269494506, + 0.8339239830692423, + 0.9718806374953891, + 1.0013701717610572, + 1.1087224946399736, + 0.9663160194574336, + 0.8925655267102359, + 1.0240426363341295, + 0.9129708359204913, + 0.9674367468039534, + 0.934498494547744, + 0.996046000000193, + 0.9001646244230804, + 1.011066294523225, + 0.9306740888083066, + 0.9019636923091955, + 1.0103842953596318, + 0.9763974023364559, + 1.0034859025495506, + 1.0189729800426417, + 0.8809657272220804, + 1.001293348052636, + 0.8026415950749621, + 1.0084947048958783, + 1.0447591131223906, + 1.080924244585727, + 0.9862369191590393, + 1.0095530529552834, + 1.014776711029924, + 0.9243136682665729, + 0.9998867689999087, + 1.0150113097032656, + 1.0058059432415762, + 0.8281138846158841, + 0.9053220114009879, + 0.7877964184833098, + 0.8751600073353956, + 1.0046622498233042, + 0.9279195402053261, + 0.9992859945990674, + 0.9930878632688641, + 0.9472126805852605, + 1.0500485456210673 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 59282, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 27, + "best_val_acc": 0.9333333333333333, + "test_acc": 0.6615384615384615, + "train_size": 26, + "val_size": 15, + "test_size": 65, + "stats": { + "mean": [ + [ + 0.09734461538461536, + -0.009867653846153778, + 0.10790676923076924, + -0.15064011538461541, + 0.09738461538461546, + -0.05959273076923076, + -0.048695384615384696, + -0.10221076923076929, + -0.19740069230769225, + 0.26099000000000006, + -0.20290846153846157, + 0.20358803846153845, + -0.1825234230769231, + 0.21829484615384614, + 0.007081746153846278, + -0.06588375384615386, + 0.19917507692307695, + -0.3013095384615385, + 0.04983446153846157, + 0.007020153846153817, + -0.0066845384615384406, + -0.042044076923076885, + -0.07821423076923074, + 0.137686, + -0.015271923076923129, + -0.17227284615384614, + 0.2755073076923076, + 0.10235538461538465, + -0.2435485769230769, + -0.1773835384615385, + 0.08412084615384617, + -0.15183184615384618, + -0.10858899999999995, + -0.09742265384615373, + -0.05963238461538462, + -0.05630061538461538, + -0.018979730769230797, + 0.05089046153846155, + 0.15364107692307694, + -0.010982076923076903, + 0.10650861538461538, + -0.1806068846153846, + -0.20850592307692312, + -0.014057692307692288, + 0.21039161538461543, + -0.055766615384615394, + 0.2426295384615386, + -0.12109303846153843, + -0.29682430769230767, + -0.15785057692307694, + 0.19899334615384612, + -0.13024523076923075, + -0.20279253846153844, + 0.04434280769230771, + -0.06270500000000002, + 0.09504676923076928, + 0.10028380769230766 + ] + ], + "std": [ + [ + 1.0412699655331787, + 0.974109238604762, + 0.9613906810801298, + 0.9643340756609565, + 0.9673793894378168, + 1.003312008397785, + 0.9182015580655095, + 0.982743930536501, + 0.9723005343268958, + 0.9411703711795796, + 0.9796610632100985, + 0.9145025424643751, + 0.9879752636511461, + 1.0944915110032636, + 0.9430338516297093, + 0.9508755832408867, + 0.9258429683390378, + 0.8679061723089316, + 1.0276288482675964, + 0.9501945836398535, + 1.0169676029594148, + 1.0501744622186107, + 0.9644548335998028, + 0.9121775925932151, + 0.9112105136727959, + 1.0206435073325324, + 0.9080727257130373, + 0.9347829604211333, + 0.8967697697883465, + 0.9663770689480945, + 0.9532701925574484, + 0.8568118833949174, + 0.9554743200735837, + 1.1504807500220855, + 1.0155470332338918, + 1.0396018722819245, + 0.9268106513458504, + 0.9168958971379897, + 0.9852213842143813, + 1.001611750376513, + 0.990217812330316, + 0.9873887799655962, + 1.0110391392211635, + 0.9439560657308471, + 1.068328170673588, + 1.0047193948569797, + 0.9979267159932226, + 0.9934730341322996, + 0.8557618796771218, + 0.7460287358936586, + 0.9778352307693193, + 1.02192658245343, + 1.037835803866067, + 0.9677087884615755, + 0.956543380038049, + 1.0171593177603953, + 0.91997592085019 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 59282, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 19, + "best_val_acc": 0.9166666666666666, + "test_acc": 0.7352941176470589, + "train_size": 26, + "val_size": 12, + "test_size": 68, + "stats": { + "mean": [ + [ + -0.030045192307692332, + -0.23869049999999983, + 0.041405769230769246, + 0.06321669230769228, + -0.0025107307692308154, + 0.09992461538461536, + 0.013492769230769159, + 0.14829176923076925, + -0.10286334615384617, + -0.08960249999999997, + 0.19882307692307696, + 0.09814630769230767, + -0.021829269230769246, + 0.03465076923076919, + -0.18058907692307682, + -0.1311519076923077, + 0.11797353846153848, + -0.05829530769230779, + 0.1212169230769231, + 0.07467584615384616, + 0.18656150000000013, + 0.2905494615384615, + -0.2553650384615384, + -0.06502038461538459, + -0.30667792307692304, + 0.09333938461538464, + 0.13742846153846142, + 0.17420873076923077, + 0.1120429615384615, + 0.23890723076923073, + -0.16356549999999995, + 0.08287507692307697, + -0.14056257692307694, + -0.09742265384615377, + -0.05963253846153847, + 0.011515500000000038, + 0.014551115384615343, + 0.08378369230769231, + 0.18436938461538463, + 0.019652346153846163, + 0.13786915384615384, + -0.14554365384615378, + -0.1756169230769231, + 0.12139923076923075, + 0.010079923076923155, + 0.30467446153846156, + -0.10586153846153845, + 0.15494511538461542, + -0.11217969230769238, + -0.011717730769230784, + -0.4645376538461538, + -0.13024538461538462, + 0.02728761538461537, + -0.024779269230769223, + -0.16876950000000007, + -0.04202923076923075, + 0.06767634615384611 + ] + ], + "std": [ + [ + 0.9790173867981108, + 0.8922350160543789, + 1.0237664792278374, + 0.9979986758255733, + 1.0450661465298063, + 1.0048325881986542, + 1.029402187109299, + 1.0083506459854783, + 0.9890083565745167, + 1.0164135742199043, + 1.0470407615391002, + 1.0378839738382932, + 0.9292517115719242, + 0.9612825317480931, + 1.0472447179957627, + 1.0262853071350215, + 1.052495553619595, + 1.059841692041489, + 1.1269554422034933, + 0.9208378006880765, + 0.9000880971984075, + 0.9294786618886555, + 1.076982881442786, + 1.0095815066264635, + 0.9911193052127372, + 1.0313874086125658, + 0.9980922524006728, + 0.9095892006901778, + 0.9905655045642239, + 1.0384115432086387, + 0.9810218452020498, + 1.060299711989925, + 0.9844584721629052, + 0.9476257009349917, + 0.8894460896472517, + 1.0593221207156762, + 0.8826955613077969, + 0.9713319428712611, + 1.075487248351794, + 1.0067518301441576, + 1.0419999967859404, + 0.986766332875252, + 1.0083607367807386, + 0.9773806693737923, + 1.0515029245809187, + 0.9917044123633906, + 0.9657665710047374, + 0.9290685404960641, + 1.1225398591645361, + 1.0183526454206688, + 0.8092726993206232, + 0.9375164234499523, + 1.0268476122485855, + 0.9726335635209717, + 0.9727406960463761, + 1.112026712980068, + 1.0129397204932757 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 59282, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 13, + "best_val_acc": 0.8181818181818182, + "test_acc": 0.6376811594202898, + "train_size": 26, + "val_size": 11, + "test_size": 69, + "stats": { + "mean": [ + [ + 0.06549715384615382, + -0.1733123461538461, + -0.22459746153846155, + -0.008068615384615393, + -0.33549623076923074, + -0.1233995769230769, + -0.17307238461538452, + 0.023040692307692345, + -0.07135107692307693, + -0.18521865384615382, + -0.04839615384615389, + 0.09814603846153849, + -0.021828923076923114, + 0.07137899999999996, + -0.1493106769230769, + -0.0006160384615384937, + -0.16623299999999996, + -0.19716084615384608, + -0.1643116153846154, + 0.14233134615384618, + 0.18656149999999996, + 0.09099338461538463, + 0.09893680769230777, + -0.031236038461538454, + -0.43619169230769256, + -0.3382805384615385, + -0.13872946153846152, + 0.21013507692307687, + 0.32539880769230767, + 0.34298038461538466, + -0.0706831923076923, + -0.0847729230769231, + 0.08325415384615384, + 0.03935515384615389, + -0.12760034615384613, + 0.045423692307692304, + 0.24926692307692294, + -0.014896576923076922, + 0.030727999999999995, + 0.14219007692307695, + -0.08165438461538452, + -0.07541711538461539, + -0.2085062307692308, + -0.14951476923076926, + 0.010080153846153841, + 0.16049815384615387, + -0.14071053846153841, + -0.19010246153846153, + 0.22017992307692313, + -0.08478423076923074, + 0.12914796153846148, + -0.195368, + -0.13705561538461536, + -0.33582846153846135, + -0.1687693076923077, + -0.0077596923076923285, + 0.035068461538461576 + ] + ], + "std": [ + [ + 0.9949457610380924, + 1.0006243291807655, + 1.0805097483660284, + 1.0669055953756055, + 1.0322555409439118, + 0.9848822871167503, + 0.9431346904463401, + 0.9378178344246724, + 1.0181978932718458, + 0.966727095536948, + 0.9908076284467556, + 1.0378839686283479, + 1.088933086989841, + 0.8046857737758931, + 1.134679772935726, + 0.9553453144737399, + 0.9684821547379812, + 0.8999479146517183, + 0.9741754410810941, + 1.0108802015807785, + 0.7709686644604582, + 1.0772131326993413, + 0.8384300579512153, + 1.0358089031747673, + 1.0305305742983066, + 0.9367306253151163, + 0.9884948822596298, + 0.9666870451735153, + 0.7559985089760948, + 0.8999593432865595, + 0.9970138749450403, + 1.052317535287378, + 1.0819218493489575, + 0.9767902491283019, + 0.9784792222564622, + 0.9949578210493984, + 0.8614226395733138, + 0.9539103328924243, + 1.0209907346186988, + 0.9432236511876507, + 1.036795800272391, + 1.0138060762016619, + 1.1167776196923178, + 1.0142323983395336, + 1.1052486656840097, + 1.0124481502282436, + 1.0529966821172885, + 0.9493509361557843, + 1.1279936610242616, + 1.0051609553372078, + 0.9160134879427471, + 1.0114984451985467, + 0.8295657525376697, + 1.028154229267194, + 0.9727407925020125, + 0.8988663639372382, + 0.9628933437374779 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 59282, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6648784346514525, + "std_test_acc": 0.049327156693458475, + "n_samples": 106, + "n_features": 57, + "n_classes": 2, + "mean_cert_acc_36": 0.0, + "std_cert_acc_36": 0.0, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "molec-biol-splice": { + "dataset": "molec-biol-splice", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 41, + "best_val_acc": 0.8125, + "test_acc": 0.8212232096184005, + "train_size": 797, + "val_size": 480, + "test_size": 1913, + "stats": { + "mean": [ + [ + -0.08088939774153121, + -0.017083478042659816, + -0.008676474278544535, + 0.01205199498117964, + -0.019879412797992446, + -0.06819678419071469, + 0.014172110414052605, + -0.0726562358845669, + -0.0424785457967378, + 0.030165779171894516, + -0.015724135508155584, + 0.016329740276034888, + -0.03650249309912165, + 0.060801804265996566, + 0.050552770388958924, + -0.03993303764115418, + -0.02479237139272276, + 0.026231244667502603, + 0.0006134240903385369, + 0.008120775407778993, + 0.011976850690087297, + 0.012784564617315019, + 0.02205557967377646, + 0.003761100376411143, + 0.004885728983688804, + -0.007185055207026799, + 0.006090311166875841, + -0.06913297616060121, + 0.01692240903387772, + -0.024909814303639064, + 0.002042144291092072, + 0.03893583663739384, + 0.04832313927227111, + -0.04144308908406656, + -0.04533064868255915, + 0.029196543287328434, + -0.017319196988707316, + 0.002574765370137967, + 0.014485728983688884, + -0.04080718946047651, + -0.016152210790464142, + -0.1060891342534501, + 0.00146361355081561, + -0.02892638393977404, + 0.03808938393977416, + 0.004615427854454175, + -0.006006715181932309, + 0.03929904642409064, + -0.0026646035131743587, + -0.0008532597239647819, + -0.018261164366373872, + -0.015718006273525736, + -0.03865469008782939, + -0.0023145696361355087, + -0.01960441405269735, + -0.0853860326223336, + 0.005193398996235927, + -0.017738670012547086, + 0.055998069008782805, + 0.039315545796737614 + ] + ], + "std": [ + [ + 0.9945490246391062, + 0.9934109752899847, + 1.0063178858807398, + 0.9896020723574798, + 0.9849358791871932, + 0.9857421550044541, + 0.9930276963595361, + 0.9834603310222596, + 1.0029783411831081, + 1.008680505435535, + 1.000646776584492, + 1.017380058680371, + 0.9990572202887158, + 1.0037947864498273, + 0.9921475019154874, + 1.0063268933844312, + 0.9808355420987935, + 0.9924788012799176, + 0.9847824180917667, + 0.9870544204448741, + 1.0013704839730797, + 1.0166518616214755, + 0.985710071283119, + 1.0044850695151961, + 0.9909244249062288, + 0.9987615357097599, + 1.0051852364272729, + 0.9860816983161693, + 1.0064425553080443, + 1.021154244482058, + 0.9991376459347909, + 0.9638884376422283, + 1.0033244557289336, + 0.9848543808197192, + 1.0055575628990723, + 0.9940712305710926, + 0.9741863114052403, + 1.0048179660304701, + 0.9887806108854191, + 0.9765227042348682, + 0.997334968218974, + 0.9962132645441986, + 1.0014416509782584, + 1.002091005752959, + 0.9893159775047747, + 0.9934985594799247, + 0.9886647568170538, + 0.9919893464761707, + 0.9955923461346924, + 0.9926319617434606, + 0.9728863130641628, + 1.0082140966036435, + 0.9961100311402014, + 1.0077701107332304, + 0.9792654768868749, + 1.0119326199882663, + 1.0172792289838704, + 0.9956848073966668, + 1.0083179950377872, + 0.9802036286210523 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 3, + "depth": 6, + "padding": 120, + "parameters": 65763, + "cert_evals": { + "36": 0.7339257597923279, + "72": 0.6419236660003662, + "108": 0.5436487197875977, + "255": 0.16570830345153809 + }, + "fold": 0 + }, + { + "best_epoch": 24, + "best_val_acc": 0.8201754385964912, + "test_acc": 0.8172431595250387, + "train_size": 797, + "val_size": 456, + "test_size": 1937, + "stats": { + "mean": [ + [ + 0.018491488080301106, + -0.0011505069008782528, + 0.021436997490589735, + 0.03502552697616077, + 0.021530190715181953, + 0.01771506524466753, + 0.0028268569636132166, + -0.03774227101631111, + 0.019095676286072647, + -0.016733656210790544, + -0.0663814040150566, + 0.005845333751568237, + 0.004257730238393967, + 0.0011046449184443634, + -0.027280681304893566, + 0.005402819322459137, + 0.04633495859473012, + 0.009161250941028725, + 0.026725796737766497, + -0.01972711794228387, + -0.01983136010037666, + -0.009908578419071404, + 0.022055481806775055, + 0.05518264240903318, + -0.04640085570890846, + -0.03727541907151866, + -0.0335212045169384, + -0.03967690213299759, + 0.005998318695107535, + -0.01785224341279831, + -0.003198117942283299, + -0.013416670639897136, + -0.009072863237139185, + -0.007062920953576991, + 0.011101452948557616, + -0.045883223337515024, + -0.012705889585947094, + -0.05706059096612311, + 0.00637870514429108, + -0.024475352572145292, + -0.033483001254705075, + -0.018872419071518255, + -0.004380110414052662, + -0.019757495608531926, + -0.01618084692597215, + 0.06015848933500684, + 0.004326102885821954, + 0.031207774153074287, + 0.09302961606022617, + 0.037705563362610196, + 0.031232815558343906, + 0.05163176913425327, + 0.051368831869510787, + -0.02336010790464227, + 0.006880800501882391, + -0.05682849560853219, + -0.004021038895859437, + 0.002038494353826773, + 0.05144887452948544, + -0.00027493977415304015 + ] + ], + "std": [ + [ + 0.9889166025491434, + 1.0113611751416451, + 1.00351331532884, + 1.0051662180322105, + 0.9987679141001061, + 0.9996822942772838, + 1.0042310134414263, + 1.0134372724050602, + 1.0000665011762366, + 0.9994360301075128, + 0.9995393709189473, + 1.0346986177316517, + 1.011186369192948, + 1.0016439123703365, + 0.9965028721446453, + 1.0098540994428735, + 0.9933407245937251, + 1.0209497831856362, + 0.9866653742506231, + 0.982825314351339, + 0.9914313036126221, + 1.0062435071011668, + 1.0149240913230397, + 0.9887363914059815, + 0.9994565119417103, + 1.016608779035485, + 0.9986323360957506, + 0.9983077834509023, + 0.992117921809115, + 1.0118934305428742, + 1.0093115895196225, + 1.0141263884110643, + 0.998031262724133, + 0.9978752951488421, + 1.0058194162074532, + 0.9997345249416975, + 1.0043988806220703, + 1.0026034007181608, + 1.0124721562205274, + 0.9897322617082525, + 0.9985816439065134, + 0.9919527474532689, + 1.0036339185538052, + 0.973512268444304, + 1.0130393993507771, + 0.9897840394213037, + 0.9936053260728854, + 1.0155800367441008, + 1.0112837805104922, + 0.9806050237126605, + 1.0133289778387422, + 1.003164742603154, + 0.9684252971086295, + 0.9941237378734813, + 0.9987879065672047, + 1.0056255382787287, + 1.0017418494408326, + 0.9935852276048891, + 1.024679553968222, + 1.007096200700548 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 3, + "depth": 6, + "padding": 120, + "parameters": 65763, + "cert_evals": { + "36": 0.7253484725952148, + "72": 0.615384578704834, + "108": 0.5038719773292542, + "255": 0.09550851583480835 + }, + "fold": 1 + }, + { + "best_epoch": 39, + "best_val_acc": 0.8275862068965517, + "test_acc": 0.8177445216461785, + "train_size": 797, + "val_size": 522, + "test_size": 1871, + "stats": { + "mean": [ + [ + 0.016180366373901797, + 0.0159205972396487, + -0.04805540652446672, + 0.017795338770389135, + -0.018760287327477875, + -0.012470120451693864, + -0.025536504391468096, + -0.023100938519447715, + -0.021953736511919807, + 0.005599485570890773, + -0.028107018820577125, + -0.0663806737766629, + -0.002535664993726509, + -0.041697066499373665, + -0.041221063989962406, + -0.019531874529485415, + 0.001174760351317426, + 5.719824341241943e-05, + 0.009695979924717433, + -0.006360112923463307, + 0.031288966122960366, + 0.01732320451693862, + 0.034643243412797765, + -0.05223140276035192, + 0.012863726474278572, + -0.02278748055207084, + 0.08181816185696375, + 0.022917264742786353, + 0.03112372647427915, + 0.01743540276035093, + 0.009902525721455502, + 0.030388477038899016, + -0.007947400250940755, + -0.002626762860728837, + -0.002393195734001926, + 0.0224729749058976, + -0.035772559598494034, + 0.031245622333751583, + 0.07355148055206996, + -0.02680844165621052, + 0.0011786298619825138, + -0.023523868255959906, + 0.009644725219573422, + -0.011734667503136672, + 0.04155336135508157, + -0.008113194479297375, + 0.023843790464241343, + 0.03351953826850721, + -0.05937222333751553, + 0.01956023839397823, + -0.05714953952321155, + 0.029942850690087883, + -0.01788004265997477, + 0.018731055207026504, + 0.00457773149309927, + -0.028270974905896498, + -0.044334417816813056, + 0.02181565872020062, + -0.004279376411543287, + 0.033493360100376554 + ] + ], + "std": [ + [ + 1.006032731784378, + 0.9981987082501484, + 1.0058419047925986, + 1.0147724595576162, + 0.9940588732535701, + 0.9991159025458402, + 0.9691047120808344, + 0.9991048317365939, + 1.020189994500977, + 0.9848978164137729, + 0.998075185404707, + 0.9900346208081456, + 0.9970676239537044, + 1.0074170125268456, + 0.9888612246445799, + 1.0204821123725891, + 1.0188778509112115, + 1.021786600393116, + 0.9923811904568762, + 0.9930750642777653, + 1.0126874688330874, + 1.0123955584555848, + 1.0119546947996216, + 0.967160657446603, + 1.013064602613993, + 1.0088579414594196, + 1.0050975228498589, + 1.0226014249223117, + 1.0030135447468238, + 1.0006692722984143, + 1.0063109761380487, + 0.9976611466924694, + 1.0191830139161713, + 1.0037191251141417, + 1.0000135193218243, + 1.008885797923785, + 1.005277894129722, + 0.9951865869001352, + 1.003658412696999, + 1.0103592136706143, + 1.013785819980191, + 1.0167078374977943, + 1.0100157686042965, + 1.0010457270061084, + 1.0282359743543752, + 0.9985304229175116, + 0.9712378399548074, + 1.0007272977609394, + 1.00869249677983, + 0.9976542416860067, + 1.0108332275437888, + 1.0094799027511412, + 0.9910934491654954, + 1.0239973266326525, + 0.9997566127783953, + 0.995332570938697, + 1.0015100811283149, + 1.0189914283748178, + 0.9815154139951994, + 1.0109702187257807 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 3, + "depth": 6, + "padding": 120, + "parameters": 65763, + "cert_evals": { + "36": 0.7536077499389648, + "72": 0.6643506288528442, + "108": 0.5510422587394714, + "255": 0.15232497453689575 + }, + "fold": 2 + }, + { + "best_epoch": 21, + "best_val_acc": 0.8189473684210526, + "test_acc": 0.8269030239833159, + "train_size": 797, + "val_size": 475, + "test_size": 1918, + "stats": { + "mean": [ + [ + 0.023113880803011123, + -0.031878431618569576, + 0.0017474705144291346, + -0.048827942283563595, + 0.02600689711417815, + -0.020596907151819388, + 0.03119006398996214, + -0.010712095357591008, + -0.03563701003764123, + -0.0066837766624844005, + 0.020298818067753775, + 0.0349687051442911, + 0.03369574404015041, + 0.010115574654956229, + -0.008693601003764222, + -0.037666260978670006, + 0.013593819322459105, + -0.06367114930991241, + 0.002884076537013706, + -0.04311930238393992, + -0.028919440401505687, + 0.03661243287327482, + -0.012274677540778, + 0.022044312421580708, + -0.0019524943538268248, + -0.00718509535759122, + 0.018905804265997497, + -0.020039599749058525, + 0.011460363864492227, + 0.00190883061480542, + 0.015142810539523602, + 0.0015411859473054327, + -0.0034457590966119997, + 0.007354567126724528, + -0.019568141781680794, + 6.111668757913393e-05, + 0.014974058971141782, + 0.017483629861982628, + 0.004062395232120175, + -0.039640589711417734, + -0.017307636135508092, + -0.015383726474278643, + 0.02951326599749063, + 0.010041510664993838, + -0.009252728983688915, + 0.023129829360100374, + 0.024991664993726456, + 0.005777824341280051, + 0.010330861982434136, + -0.02240079799247117, + 0.013556362609786848, + 0.009395460476787914, + -0.05596691593475561, + -0.0011453801756584612, + 0.019547611041405746, + -0.005424897114178279, + -0.036271767879548236, + -0.04216928481806779, + -0.06910606649937284, + 0.013698135508155716 + ] + ], + "std": [ + [ + 0.9995168687982413, + 1.0072187255531315, + 0.9922765699545656, + 1.0014379023165043, + 1.0007423887263762, + 1.006595287508758, + 0.996025190875742, + 1.0015863398288425, + 0.9939619881518538, + 1.0012546381038536, + 0.9974235803209218, + 0.9958759047377087, + 1.0231793150542605, + 0.9988598615456608, + 1.0165807865563634, + 0.9981765632980487, + 0.9916120393689883, + 0.9967806721546657, + 1.0001387498061993, + 0.9907382633450215, + 0.9919466420747174, + 0.9918048070565159, + 0.9927131112764388, + 0.9987541938182435, + 0.9829950228363971, + 0.9987615525719863, + 1.006646575684889, + 0.9727270348859581, + 1.0274767556558333, + 0.9948545552577256, + 0.9724110619354693, + 0.999399954650725, + 1.0137453383320747, + 1.0038171597805419, + 0.9942857302920103, + 1.0221132950933616, + 1.0125332438729522, + 1.0058606284258966, + 1.0061583893468007, + 1.0071484737907352, + 0.993080173542264, + 0.994054088509694, + 1.0019557537886754, + 0.9879867613789639, + 1.0059203970540576, + 1.002236769456239, + 1.0166179760088292, + 1.0148930646959913, + 0.9855942441531308, + 0.9881712595842015, + 0.997375001351328, + 1.0153221146032385, + 0.9987022726517054, + 1.0023090382878383, + 0.9960039697880356, + 0.9659716681886643, + 1.0079997805456118, + 0.9972223231158401, + 0.9973623069301778, + 1.0162353419266272 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 3, + "depth": 6, + "padding": 120, + "parameters": 65763, + "cert_evals": { + "36": 0.7434828281402588, + "72": 0.623566210269928, + "108": 0.48331594467163086, + "255": 0.08498436212539673 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8207784786932334, + "std_test_acc": 0.0044501392334192315, + "n_samples": 3190, + "n_features": 60, + "n_classes": 3, + "mean_cert_acc_36": 0.7390912026166916, + "std_cert_acc_36": 0.0121868911665228, + "mean_cert_acc_72": 0.6363062709569931, + "std_cert_acc_72": 0.021741415852914284, + "mean_cert_acc_108": 0.5204697251319885, + "std_cert_acc_108": 0.032289493848851505, + "mean_cert_acc_255": 0.12463153898715973, + "std_cert_acc_255": 0.04030829551531425 + }, + "monks-1": { + "dataset": "monks-1", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 17, + "best_val_acc": 0.7142857142857143, + "test_acc": 0.550561797752809, + "train_size": 432, + "val_size": 35, + "test_size": 89, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 734, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5652173913043478, + "test_acc": 0.48514851485148514, + "train_size": 432, + "val_size": 23, + "test_size": 101, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 734, + "cert_evals": { + "36": 0.48514851927757263, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 10, + "best_val_acc": 0.7241379310344828, + "test_acc": 0.6210526315789474, + "train_size": 432, + "val_size": 29, + "test_size": 95, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 734, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 7, + "best_val_acc": 0.6956521739130435, + "test_acc": 0.7029702970297029, + "train_size": 432, + "val_size": 23, + "test_size": 101, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 734, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.589933310303236, + "std_test_acc": 0.09358728881501324, + "n_samples": 556, + "n_features": 6, + "n_classes": 2, + "mean_cert_acc_36": 0.12128712981939316, + "std_cert_acc_36": 0.24257425963878632, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "monks-2": { + "dataset": "monks-2", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 25, + "best_val_acc": 0.36666666666666664, + "test_acc": 0.4244604316546763, + "train_size": 432, + "val_size": 30, + "test_size": 139, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 734, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.34615384615384615, + "test_acc": 0.38461538461538464, + "train_size": 432, + "val_size": 26, + "test_size": 143, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 734, + "cert_evals": { + "36": 0.38461539149284363, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 16, + "best_val_acc": 0.5862068965517241, + "test_acc": 0.5142857142857142, + "train_size": 432, + "val_size": 29, + "test_size": 140, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 734, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.6551724137931034, + "test_acc": 0.6142857142857143, + "train_size": 432, + "val_size": 29, + "test_size": 140, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 734, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.48441181121037236, + "std_test_acc": 0.1021651856174404, + "n_samples": 601, + "n_features": 6, + "n_classes": 2, + "mean_cert_acc_36": 0.09615384787321091, + "std_cert_acc_36": 0.19230769574642181, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "monks-3": { + "dataset": "monks-3", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 14, + "best_val_acc": 0.90625, + "test_acc": 0.7777777777777778, + "train_size": 432, + "val_size": 32, + "test_size": 90, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 734, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5555555555555556, + "test_acc": 0.4807692307692308, + "train_size": 432, + "val_size": 18, + "test_size": 104, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 734, + "cert_evals": { + "36": 0.48076924681663513, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 6, + "best_val_acc": 0.75, + "test_acc": 0.6224489795918368, + "train_size": 432, + "val_size": 24, + "test_size": 98, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 734, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 9, + "best_val_acc": 0.5862068965517241, + "test_acc": 0.5483870967741935, + "train_size": 432, + "val_size": 29, + "test_size": 93, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 734, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6073457712282597, + "std_test_acc": 0.12750545301714922, + "n_samples": 554, + "n_features": 6, + "n_classes": 2, + "mean_cert_acc_36": 0.12019231170415878, + "std_cert_acc_36": 0.24038462340831757, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "letter": { + "dataset": "letter", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 58, + "best_val_acc": 0.6721150702844066, + "test_acc": 0.6704631102922703, + "train_size": 5000, + "val_size": 3059, + "test_size": 11941, + "stats": { + "mean": [ + [ + 0.00514853171999978, + 0.005659159839999929, + 0.015561632360000245, + 0.01129863240000007, + 0.0052732767999999685, + 0.00552804246000023, + -0.003806189400000043, + 0.004888994199999829, + 0.008798804439999558, + -0.008297726599999769, + 0.0009121625999998376, + 0.004806467700000183, + 0.003901915299999814, + -0.011281666800000121, + -0.0074610201999999294, + 0.003215448200000049 + ] + ], + "std": [ + [ + 0.9872835099546217, + 1.006134190408135, + 0.9972389123333294, + 1.0049266649751227, + 0.9943131104630408, + 0.9927707764568473, + 1.0068065835854811, + 1.0134669668414158, + 1.0040007520709764, + 0.9997230654740944, + 1.007968354670923, + 1.0003581319476724, + 1.005041480077882, + 1.0049516430140362, + 0.9976563117551296, + 0.9860491581099939 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 26, + "depth": 6, + "padding": 32, + "parameters": 5626, + "cert_evals": { + "36": 0.5859643220901489, + "72": 0.48948997259140015, + "108": 0.3881584405899048, + "255": 0.10794740915298462 + }, + "fold": 0 + }, + { + "best_epoch": 91, + "best_val_acc": 0.6698810671809707, + "test_acc": 0.6749095802842964, + "train_size": 5000, + "val_size": 3111, + "test_size": 11889, + "stats": { + "mean": [ + [ + 0.0029532797399999047, + 0.004388175279999976, + 0.004244063760000119, + 0.012979005999999998, + -0.004678983799999144, + 0.003455055400000179, + -0.007418534600000143, + 0.003926012599999779, + 0.00795879715999929, + -0.00524365779999995, + -0.01178226520000005, + -0.015187571099999951, + -0.012475097320000503, + -0.0018423520000003316, + -0.013382179199999674, + -0.004821816599999932 + ] + ], + "std": [ + [ + 0.9986276678083476, + 0.9950343941586423, + 0.99640667299183, + 1.0000071963490385, + 0.992160528900722, + 1.0037788827185958, + 1.0135243337906252, + 1.019023638516362, + 1.0086984945355297, + 1.009749704171076, + 1.013939210703217, + 0.9887907814862574, + 0.9896867749920725, + 0.9916791039398155, + 1.0056717046836126, + 1.0037598172363915 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 26, + "depth": 6, + "padding": 32, + "parameters": 5626, + "cert_evals": { + "36": 0.5944991111755371, + "72": 0.5019766092300415, + "108": 0.4012112021446228, + "255": 0.11775591224431992 + }, + "fold": 1 + }, + { + "best_epoch": 76, + "best_val_acc": 0.6875862068965517, + "test_acc": 0.687603305785124, + "train_size": 5000, + "val_size": 2900, + "test_size": 12100, + "stats": { + "mean": [ + [ + 0.021874334520000687, + 0.017884720619999826, + 0.014568840500000449, + 0.006699696200000058, + -0.00020502299999983865, + 0.011056104300000202, + -0.0043222202000001006, + -0.005629635800000384, + 0.0012383624799995345, + 0.011071598799999905, + -0.0038767746000001103, + -0.0036525290000001725, + 0.002787233879999989, + 0.011734750599999826, + -0.007305219399999943, + 0.006554009400000075 + ] + ], + "std": [ + [ + 1.018882039972734, + 0.9909097519297484, + 1.011006149224975, + 0.9981095511490614, + 0.9744828743262628, + 1.0187271547521726, + 1.0142349021053059, + 1.0059981552155532, + 1.0032678982013254, + 0.9974167859950539, + 0.9962881566563585, + 1.0100493766021112, + 0.9931648907076084, + 1.0108922135098513, + 1.0056449285270137, + 1.001713691144833 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 26, + "depth": 6, + "padding": 32, + "parameters": 5626, + "cert_evals": { + "36": 0.6080164909362793, + "72": 0.5122314095497131, + "108": 0.412644624710083, + "255": 0.12272726744413376 + }, + "fold": 2 + }, + { + "best_epoch": 94, + "best_val_acc": 0.6784641068447412, + "test_acc": 0.6693044564764682, + "train_size": 5000, + "val_size": 2995, + "test_size": 12005, + "stats": { + "mean": [ + [ + 0.004834942479999971, + 0.001483113019999944, + -0.0019111359399998356, + 0.0075840941999999545, + -0.0010267499999996761, + 0.017176408160000104, + -0.001742007400000528, + -0.001036997800000219, + 0.003506500319999635, + -0.004038084999999959, + -0.005625091799999523, + 0.0011537186999995067, + 0.00047216481999986826, + -0.0067559524000002655, + 0.007341836400000017, + 0.0008661090000000479 + ] + ], + "std": [ + [ + 1.004162670449844, + 1.0009285120042208, + 1.0009316003026747, + 1.0058812415247276, + 1.0013613633110403, + 0.9913646988590394, + 0.9980301597574796, + 0.9947148416325726, + 0.9936745035912995, + 0.9961424729063775, + 0.9987978729631191, + 0.9997824037300547, + 0.9953405790803281, + 1.0103550196199995, + 1.0017727765855509, + 1.0101591352858876 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 26, + "depth": 6, + "padding": 32, + "parameters": 5626, + "cert_evals": { + "36": 0.5855893492698669, + "72": 0.49346107244491577, + "108": 0.40832987427711487, + "255": 0.1376093327999115 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6755701132095397, + "std_test_acc": 0.00837802602844904, + "n_samples": 20000, + "n_features": 16, + "n_classes": 26, + "mean_cert_acc_36": 0.5935173183679581, + "std_cert_acc_36": 0.010505401294506543, + "mean_cert_acc_72": 0.49928976595401764, + "std_cert_acc_72": 0.010078275046206552, + "mean_cert_acc_108": 0.40258603543043137, + "std_cert_acc_108": 0.010711560148418309, + "mean_cert_acc_255": 0.12150998041033745, + "std_cert_acc_255": 0.012365372376010514 + }, + "musk-1": { + "dataset": "musk-1", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 7, + "best_val_acc": 0.8289473684210527, + "test_acc": 0.7651245551601423, + "train_size": 119, + "val_size": 76, + "test_size": 281, + "stats": { + "mean": [ + [ + -0.009291536974789802, + -0.12607884680672266, + -0.04762204201680674, + -0.0761702235294117, + -0.044936774789916, + -0.014382231932773128, + -0.041894201680672254, + -0.03190622907563026, + 0.021353001680672248, + 0.10775567647058813, + 0.09010778932773111, + -0.057640225210084016, + 0.14667296336134458, + 0.10126893949579828, + 0.14001244605042018, + -0.04249502016806724, + 0.038105572268907546, + 0.002184308487394976, + -0.05224322941176468, + 0.06215304016806718, + -0.12393828857142859, + -0.02803303361344539, + -0.10647747142857145, + 0.02538642941176475, + 0.03754377647058824, + -0.00930381512605037, + -0.10533614621848736, + -0.07591091428571431, + 0.015518248319327696, + 0.03344583445378154, + -0.0436141698991596, + -0.03440255966386541, + -0.08419558653781517, + 0.059494676050420144, + 0.011928458739495816, + -0.006269523999999992, + 0.060528428571428566, + 0.03592683193277311, + 0.07123646218487396, + -0.0823780630252101, + -0.03973622907563024, + -0.09128727731092437, + 0.134798512605042, + 0.09857759663865544, + 0.08639189302521, + 0.04655348655462184, + 0.12397431176470586, + -0.0036607467226890487, + -0.045298374201680695, + 0.09763559579831942, + -0.11482796470588238, + 0.005798111764705843, + -0.04984500840336133, + 0.10562984689075626, + -0.006794973949579853, + -0.06879170025210085, + -0.05042998067226895, + -0.1381735478991597, + 0.018107122621848763, + 0.07930746134453784, + -0.035087430369747964, + -0.047216151260504276, + -0.050801200000000026, + 0.000790052100840336, + -0.03210146470588229, + -0.011450639932773149, + 0.13865514789915964, + 0.024682792941176448, + 0.04572973361344544, + -0.07111193899159665, + -0.05305032773109243, + -0.03151311848739495, + 0.13506087714285714, + 0.03930882689075631, + 0.13208768117647057, + 0.03213378487394958, + 0.036931210084033585, + 0.0542657411764706, + -0.055266365126050425, + -0.007700784890756318, + -0.06660210142857143, + -0.0472203361344537, + -0.13513644588235293, + -0.0953638899159664, + 0.0684584218487394, + -0.027715061344537825, + -0.13681975714285718, + -0.03402985277310925, + 0.0014045230252100738, + 0.0014960380672269073, + -0.013881531092436904, + -0.054739220168067156, + -0.07439434873949584, + 0.16347766033613445, + -0.027834813445378172, + 0.04105560084033615, + -0.018090553781512614, + 0.039478408403361344, + 0.01011179831932775, + -0.056224057983193236, + -0.05482081092436975, + -0.09049105663865546, + 0.1384086307563025, + 0.1158592352941177, + 0.1295010983193277, + 0.026534809327731116, + 0.030993403193277324, + 0.045596629411764705, + 0.07867409050420171, + 0.07023428403361341, + -0.010699962478991626, + -0.1297697013445378, + -0.06125888739495793, + -0.054635241344537774, + 0.07315159588235293, + 0.14113961932773117, + 0.03369915462184867, + -0.017007521008403328, + -0.03182301008403359, + -0.10475748344537812, + 0.029890118487394944, + 0.008469613445378164, + 0.0055577798319327845, + -0.015650881428571396, + 0.0048053532268907215, + 0.06544014621848733, + 0.11003610159663865, + 0.04605257647058817, + 0.14969492016806743, + -0.012363702521008463, + -0.051404617310924446, + -0.01038593529411762, + -0.07927427529411762, + -0.04159334571428572, + 0.06169648184873948, + 0.11608897882352946, + 0.038903689075630285, + 0.1461880742857143, + -0.06708651966386553, + -0.11414608924369747, + -0.1295263958823529, + -0.03233595445378152, + -0.04501458058823521, + -0.000721831932773089, + -0.004400483109243784, + -0.12390628907563028, + -0.036873544537815106, + -0.0909845665546218, + -0.10444491176470592, + -0.09871166294117649, + 0.005718816974789886, + -0.036594511848739485, + -0.04913234621848742, + -0.08743706722689078, + -0.11513121176470595, + -0.08874053697478997, + -0.05336954033613433, + 0.082962791092437, + -0.021164454621848745, + -0.0932097171428572, + 0.014436121848739485, + -0.04426032336134451, + -0.1090511277310925, + 0.1449148087394958, + 0.1817663789915966, + 0.013956836806722718 + ] + ], + "std": [ + [ + 1.0099114119845158, + 0.9348594846360825, + 0.9584972842977127, + 0.9640337720371549, + 0.2970971465206269, + 0.9902644318765941, + 0.9766608443635819, + 0.9277337303843832, + 1.0209147991357326, + 0.8462688910212999, + 0.937274236323561, + 0.9720030442747652, + 0.8629052767970179, + 1.0131630405366665, + 1.0235995127546023, + 0.9236691973697053, + 1.0455909357050364, + 1.035981564713016, + 0.99532697338212, + 0.9211771365528878, + 0.874501926986878, + 0.9704498314090642, + 0.891302047446978, + 0.9804149844573272, + 1.0041773279830728, + 1.002529298728106, + 1.0224471703080853, + 0.9244712375286949, + 0.9743559806263377, + 0.9887295244749511, + 0.9544273760411471, + 1.02985801200279, + 0.9474472095469905, + 0.9846549124544697, + 1.0482961086154436, + 1.055409389025073, + 1.0423422939087563, + 1.0253865871036294, + 1.0239668108505644, + 0.9972886803210333, + 0.9397442064430964, + 0.9896358956731565, + 0.8331728551459917, + 1.0002340413586819, + 1.026654843545489, + 0.9343094828155423, + 1.0805604708964744, + 1.016149424944211, + 0.9476470504397961, + 0.8577284376860824, + 0.920172262946738, + 1.0002820735413485, + 0.9664321885797094, + 1.019659024980453, + 1.0132206139363333, + 1.00472748039475, + 1.0024772758067237, + 0.9013838379335253, + 0.9715976585133171, + 0.9356214917883198, + 0.9726637625607683, + 1.00574462045675, + 0.9321535556262043, + 1.004591790870879, + 1.0091107376933197, + 1.0832569998991441, + 1.8163040204653527, + 0.9290261409599484, + 1.0054342451497356, + 0.9239187303729655, + 0.9412606308289463, + 0.9574057112375489, + 0.8857071278100311, + 1.0050826351619282, + 0.9471390167804283, + 1.0193559664076242, + 1.033149121132442, + 0.9758992146197891, + 0.9828293233847875, + 0.90614346312176, + 0.9387813930150655, + 0.9606369771060325, + 0.8549597722364108, + 0.9981213041653383, + 0.9677112371500205, + 0.9888508064525113, + 0.9412501606612704, + 0.9784409127120647, + 0.9536777420064435, + 1.0085901119483398, + 1.0060567404606122, + 1.05851562000323, + 0.9752413461311447, + 0.832810761621145, + 0.9562798547506608, + 0.9993771767194177, + 0.9838326504712223, + 1.0393844730608708, + 0.9854152300072946, + 0.9930779495430294, + 0.9453202880876939, + 1.0360449396357243, + 0.9713513980461649, + 0.9992332279693708, + 1.030407313898056, + 1.0076912122214956, + 1.0744880656744056, + 1.0277037793008523, + 0.9982104529316067, + 1.0186593720796726, + 0.9108463414168625, + 0.8553233102911179, + 0.9405777768078974, + 0.9494600014203208, + 0.9952734588081359, + 0.9638326137771844, + 0.9939522113357686, + 0.9987681660336664, + 1.0036155891840373, + 1.0182452713672059, + 0.9910446446968689, + 1.0210928396177827, + 1.014427730685323, + 1.0086920592279505, + 1.0093171765266578, + 0.9594492714523327, + 0.9056353320538072, + 0.9878559376915045, + 0.865650141810967, + 1.0394374951234533, + 0.9719119864007881, + 0.9799530665659871, + 0.9588363638135182, + 0.9822725442114135, + 0.9853299809008946, + 0.9191461281202059, + 1.0618195424162966, + 0.9695623887099393, + 0.9472161121894884, + 0.9054444134708255, + 0.8581249512539794, + 0.9983938325913907, + 0.9776524170683517, + 1.0043567453308122, + 1.0368357351214297, + 0.7773405936733125, + 0.9853354382623081, + 0.9079498191834765, + 0.9125689627310116, + 1.007586247217154, + 1.0299208957325752, + 0.9872806671843242, + 0.9852145677771802, + 0.961619761600875, + 1.0605262646288578, + 0.980777477262741, + 0.8407792662129906, + 0.9672088420960975, + 0.993154330767692, + 0.9994330628955878, + 0.9756248219133866, + 1.0207484353264802, + 0.8458747953216613, + 1.047455330809163, + 0.8596011234926225, + 0.9804108130279062 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 498334, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 5, + "best_val_acc": 0.7317073170731707, + "test_acc": 0.7454545454545455, + "train_size": 119, + "val_size": 82, + "test_size": 275, + "stats": { + "mean": [ + [ + 0.024158311764705866, + 0.06841572537815128, + 0.07787132436974789, + 0.05814358991596639, + -0.0888491647058824, + 0.03483687310924371, + -0.08321678991596636, + 0.0172144136134454, + -0.07243344537815127, + 0.008146065798319318, + -0.016513243697478995, + -0.05358841159663873, + -0.11541696184873952, + -0.030794808823529415, + -0.023826682857142848, + 0.22576291260504208, + -0.07960640428571429, + 0.17796446697478982, + -0.10515495630252099, + -0.1766215479831932, + -0.021160134789915977, + -0.09120216806722693, + -0.08078450756302523, + 0.036557993277310914, + 0.07266807731092434, + -0.07452452100840339, + -0.09814859546218489, + 0.003981514285714288, + 0.06022833823529412, + 0.03180818907563029, + 0.12598115882352945, + -0.019460692436974722, + 0.005478542042016823, + 0.03584051008403359, + 0.02924001680672268, + 0.08767364537815124, + 0.028594260504201666, + -0.07716408655462187, + 0.056073705882352984, + -0.05639972268907562, + 0.0835798580672269, + 0.025938724369747895, + -0.10687808823529413, + -0.07300582436974785, + -0.056062168571428615, + 0.07744706722689071, + -0.11377087142857145, + 0.048533752268907604, + -0.08137850462184877, + -0.058378573949579855, + -0.028422560504201697, + -0.0789361680672269, + -0.08572274453781516, + 0.03500715462184874, + 0.09914903445378148, + -0.01241268218487394, + -0.09931365378151263, + -0.012532198319327783, + 0.059187288168067245, + 0.08141363613445372, + 0.08123671047058818, + 0.02099984705882357, + -0.061353805882352924, + 0.05045417815126048, + 0.003424229411764733, + 0.03549537599999996, + 0.10939142605042013, + 0.024103800252100897, + 0.09995052563025215, + 0.04793713714285712, + 0.08099445378151263, + 0.04342324285714288, + -0.04197519075630255, + -0.006363128907563019, + -0.04760110218487393, + 0.18736039663865556, + -0.06648005882352942, + 0.04628493109243699, + -0.08752957159663863, + -0.10092213726050421, + -0.04371235016806719, + -0.08629289915966386, + -0.061165748991596644, + 0.06382008823529413, + 0.08361947142857139, + -0.08537609243697473, + 0.011821439495798298, + 0.059812282521008404, + 0.07737757478991594, + 0.048898662184873966, + 0.05884979831932784, + 0.032120366386554605, + 0.049671467226890774, + 0.06206085193277312, + -0.06417456806722689, + 0.09108409243697482, + 0.013927862352941179, + -0.0819115100840336, + 0.06585645378151259, + -0.080924987394958, + 0.08453104543697479, + 0.03520098739495797, + -0.033171742605042, + -0.07644083142857143, + -0.07423916470588235, + 0.19354969352941173, + 0.07750047327731097, + 0.04090831848739493, + -0.009056908571428546, + -0.08928623369747901, + -0.1007881585714285, + -0.06398705378151263, + -0.08433044033613445, + -0.08870030352941174, + 0.009959691008403333, + -0.09990773865546218, + 0.05553736134453778, + -0.06597402521008403, + -0.09688954873949583, + -0.07634268067226894, + 0.04976200672268908, + 0.09565500000000006, + 0.04676366134453782, + 0.039169940336134454, + 0.01394140588235296, + 0.09173843613445375, + 0.04849337193277301, + 0.02735341008403359, + 0.0022560852100840245, + 0.017306670588235304, + -0.07432240336134455, + 0.018145999999999957, + 0.07377648403361345, + 0.03658892100840334, + 0.09466570336134442, + -0.01156839252100844, + -0.08601561932773116, + -0.023251629747899148, + -0.07814215966386556, + -0.05655879957983193, + -0.07487231655462186, + -0.05101524907563022, + -0.07532593025210085, + -0.08363757142857142, + 0.04670676983193278, + 0.01303225319327727, + 0.1082119579831933, + 0.058739847226890775, + 0.04739272436974786, + -0.08494485210084034, + -0.007814653361344537, + 0.03440219747899159, + 0.03682794453781517, + 0.019789025210084014, + -0.020285273949579827, + 0.01840798831932768, + 0.09117156386554631, + 0.09178180537815128, + 0.028927057983193283, + 0.039525619159663856, + 0.03801534126050421, + 0.05517624386554618, + 0.027384261176470626, + -0.06334286823529411, + -0.002208981512605072, + 0.04186990235294113 + ] + ], + "std": [ + [ + 0.9547059509648184, + 0.9457416976985498, + 0.9671967001393593, + 1.0340808405040773, + 0.29867998736393586, + 0.9719739664896527, + 1.0223829819294672, + 0.9920370365260445, + 0.9938178926570024, + 1.0674678703036786, + 1.0536235501005935, + 0.9759681128010698, + 1.1933806341652835, + 1.0462009952757907, + 1.0396377705165756, + 1.2364398130013148, + 1.0297123743799923, + 1.0513930980262587, + 0.9790963258765985, + 1.0632151511993007, + 0.8881037178933221, + 0.997644465555213, + 0.9146456782945884, + 0.9986846418706715, + 1.028389228812699, + 1.0052304374745582, + 1.0570364058143467, + 1.1112265087401707, + 1.0072333277340315, + 0.9792224727759794, + 1.140107641685767, + 1.0319855071635557, + 1.012909596546793, + 1.0478738212633798, + 1.0393769664926573, + 1.040313487043468, + 1.0004874772542869, + 1.0065552249215965, + 0.9959877333213383, + 1.0314341517051941, + 0.9609827644603898, + 0.9407821598946572, + 1.1423539444973092, + 1.040681629733202, + 1.035405523493998, + 1.0348642291431813, + 0.9384238030240764, + 1.007329148159345, + 0.96532151079532, + 1.080102411960722, + 0.9189706961196683, + 0.9890328023534652, + 0.9970449665503818, + 1.0032947034394086, + 1.0232492622926868, + 0.9044539334562162, + 1.0428486576399463, + 0.9869742154628898, + 0.9627579193146311, + 1.0375988820208812, + 1.0442635152617854, + 0.9921480147512401, + 1.0172361211613725, + 0.9856162070884749, + 1.0071085351580469, + 1.004680228407639, + 1.0918099971010347, + 0.859818967469955, + 0.951570742602994, + 0.8998130747416146, + 0.9682740422741012, + 0.9513593820658351, + 1.0918457242129123, + 1.0306512739007234, + 1.1233409715843774, + 1.319054880300292, + 1.0190368042078375, + 1.0726089749646683, + 0.9780586022786055, + 1.0237281910570661, + 0.9302196391823201, + 1.0150095369233572, + 0.8567595112619277, + 1.0253125704582768, + 1.0329663588386147, + 1.0150497595004389, + 0.9645261987539875, + 0.9987452828678794, + 0.9996111734287946, + 0.9939296531881606, + 1.0641892502012626, + 1.0238265092687246, + 1.0399511925040086, + 1.0927394981630942, + 0.947573210798269, + 1.0191620496299643, + 0.9777226300254053, + 1.0076015412678785, + 0.9989352692153354, + 1.0456873119376142, + 0.9570466525951427, + 0.9629678052479418, + 1.0756215730851235, + 1.0393724244555782, + 1.0305172746367526, + 1.0836356914908913, + 1.0236898037082116, + 1.030964269392618, + 1.054840275031591, + 1.0178620591147387, + 1.006995468728297, + 0.8734971943634845, + 0.942877766385353, + 0.971630330747536, + 1.0292634993717256, + 1.116414229811486, + 1.0266501952515827, + 1.0364187186039386, + 1.0294974903053178, + 1.069916118390874, + 0.9920027928850452, + 1.0092646258306635, + 0.9981544780299838, + 0.9515782433268465, + 1.0464699288665589, + 1.0272730625017454, + 1.0548039781673533, + 0.983479378572509, + 1.135184518802563, + 1.0353433069590894, + 1.0020848418547366, + 1.0073768884693561, + 0.9727461694029419, + 0.9973821577284503, + 1.0529917786648204, + 0.8823455010261391, + 1.0295445080258667, + 0.906856533293073, + 0.9621107954508806, + 0.8425968192386732, + 0.8559038698220399, + 1.016468338504835, + 1.037043233806624, + 1.0173006551929522, + 1.0578471179473388, + 1.0163426747138629, + 1.1986785031894742, + 0.9143980309098125, + 0.9344978248549644, + 1.0421032838564122, + 0.9875543674864906, + 1.0306666337849881, + 1.0407485217723018, + 0.9295624550306794, + 1.0304280230394511, + 0.9628856470269781, + 1.122180757252087, + 1.1061285175248974, + 1.0018242894154332, + 0.9161538026866665, + 1.0210998734495285, + 0.9425158583796771, + 1.017252092911681, + 1.1339821301332038, + 0.9482657315372943, + 1.0539881791338177 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 498334, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 31, + "best_val_acc": 0.921875, + "test_acc": 0.8839590443686007, + "train_size": 119, + "val_size": 64, + "test_size": 293, + "stats": { + "mean": [ + [ + 0.06318337899159665, + -0.01750837369747895, + 0.02927752857142856, + -0.008290130252100843, + 0.015662287394957966, + 0.02086558571428569, + -0.13928621848739492, + -0.07404167731092438, + -0.19213065546218494, + 0.1664315235294117, + -0.12294668319327731, + -0.1817351731092437, + 0.010112128235294188, + -0.10692336386554628, + -0.08861290806722695, + -0.06722896890756305, + -0.16965138907563024, + -0.08699059201680673, + -0.09990497731092438, + 0.025839068067226904, + -0.15816130924369745, + -0.17952358823529418, + -0.12498328067226894, + 0.15700955630252103, + 0.2047434554621848, + -0.12583588235294113, + -0.159380296302521, + -0.1583042731092438, + -0.017471884033613477, + 0.17150142016806721, + -0.013367896789915854, + 0.09515493319327734, + -0.1043621142773109, + 0.14587384495798317, + -0.12920535638655464, + 0.08664596507563023, + -0.11529433613445382, + -0.11128723529411766, + 0.1026118739495799, + -0.1288278638655462, + 0.03162067176470591, + 0.10926809579831938, + 0.10145011742857142, + -0.10089418487394954, + -0.16934925134453793, + -0.10035777899159666, + -0.0022220840336134593, + -0.14973477075630254, + -0.09981443655462183, + 0.13018069327731097, + -0.16896669495798325, + -0.19508748739495796, + -0.15524649243697483, + -0.11831341932773114, + 0.22480805714285726, + -0.04188063773109245, + -0.14299176722689078, + -0.09312031680672267, + -0.03409673368067225, + 0.21123602268907565, + -0.0823785142352941, + 0.09407231092436971, + -0.06044896050420165, + 0.12690943361344537, + -0.15432811176470584, + 0.11373846321008402, + -0.09197245798319335, + -0.036408632521008365, + 0.02736904537815129, + -0.07516609663865546, + 0.02726841428571433, + 0.11449725126050421, + -0.08324179865546223, + -0.1859713232773108, + -0.029114210756302543, + -0.04372340672268908, + -0.1676014957983193, + -0.09481104907563025, + -0.14518526134453774, + -0.14023717031932764, + -0.17883970840336139, + -0.15227219327731092, + -0.12688221596638652, + 0.17267242857142853, + 0.21734268907562995, + -0.13427643697478986, + -0.10342343025210089, + -0.08278381840336131, + 0.039320595126050406, + 0.12871404033613446, + 0.01710760588235305, + 0.1303802900840336, + -0.1259390416806723, + -0.02462903075630251, + -0.011597495798319335, + -0.02996593277310922, + -0.11406075697479011, + -0.15991802436974792, + 0.08011680672268909, + -0.13947732605042013, + 0.03274552773109243, + 0.12533725361344533, + -0.110098517394958, + -0.12202160000000008, + -0.11250578067226888, + -0.029730635546218537, + -0.06243363445378147, + -0.11122854033613447, + 0.0018548309243698465, + -0.16121145042016807, + -0.11309920420168079, + -0.1428132453781513, + -0.16323598739495804, + -0.1605866899159664, + 0.2219443926890757, + 0.08728584873949588, + 0.18907824873949586, + -0.14974748739495788, + -0.15023559243697474, + -0.18183265630252093, + 0.18517070504201683, + 0.16599662184873953, + 0.14711887731092438, + -0.05699850756302512, + 0.04790072465546219, + -0.009070256302521026, + 0.17716400000000004, + 0.16732338571428573, + 0.08124960588235282, + -0.14709592941176478, + 0.0369225247058823, + -0.017422470588235324, + -0.1504932868067227, + -0.19206401436974793, + -0.11275016705882353, + 0.00605314857142857, + -0.1441573467226891, + 0.07815059025210083, + -0.13342117983193286, + -0.0817532226890756, + -0.09976520789915962, + -0.10781365663865544, + -0.14120095630252097, + -0.14986163865546215, + 0.20239748411764702, + -0.07042730252100846, + -0.02724144705882351, + -0.08136119201680665, + -0.08620197731092435, + -0.144991794117647, + -0.11356651411764705, + -0.13158160840336128, + -0.10353579159663868, + 0.15731504201680674, + 0.12369566218487399, + 0.14793098151260503, + -0.10683907815126047, + 0.04158667731092437, + 0.08902219327731095, + 0.11460572504201683, + 0.06525115428571429, + 0.08792362386554624, + 0.06720011109243695, + 0.11343997344537818, + -0.046682014285714286, + 0.08234472924369746 + ] + ], + "std": [ + [ + 0.9926193696304842, + 0.982041564897434, + 0.9788587860924499, + 1.0481325530599315, + 1.1497163338460719, + 0.9036763603503252, + 1.0073501012902193, + 1.0681136353666913, + 0.957911230073424, + 1.0517887344491312, + 1.037533414748361, + 1.0316333625809162, + 0.988344377792284, + 1.0327635738369823, + 1.0645913439075099, + 0.8772045443763791, + 1.0038093734493303, + 1.078088978405565, + 1.016038289193935, + 1.1038191425269852, + 1.0415694714449408, + 0.9494193094640091, + 0.9951683699303016, + 1.0484760713821966, + 1.0292290388549856, + 1.0046238226745023, + 1.0231894041917298, + 0.8722526507660389, + 0.9637053912866876, + 1.0443111125853262, + 0.9779088621252243, + 1.0200265098256789, + 1.04982753768682, + 1.0411057141110271, + 0.9917883582877046, + 1.0640907950667935, + 0.9109416890609948, + 1.014778603352571, + 1.012407645947388, + 1.0130519839966745, + 0.9833348170290883, + 1.0054412900355405, + 1.002550053092507, + 1.040884298794981, + 1.0022037130564367, + 1.0045856731019926, + 1.0338791557822133, + 1.0330533263056556, + 1.0342555211980782, + 1.0856777292343813, + 1.0480432440305076, + 0.9406979132818648, + 0.9525414189459014, + 1.0458734546424882, + 1.0040929970983012, + 1.0908338035551266, + 1.0204411854890103, + 0.9393304179799824, + 0.8845216239422083, + 1.0634312588079848, + 0.9761643177227193, + 0.9998814706721766, + 1.0943099390691056, + 1.0203591751451435, + 1.0002264397589242, + 1.0452620025255572, + 0.21243774403030324, + 0.9825487629977677, + 0.9989470256653102, + 0.9776195550802724, + 0.9881921942536106, + 0.9692812223632913, + 1.0114103879358118, + 1.0176471463203618, + 1.0985968046879107, + 0.9011071747489188, + 0.9852820686558261, + 1.0409724045164395, + 1.0226853862781786, + 1.0523503465387045, + 0.9984890729247287, + 0.9865085860689214, + 1.0253383015650288, + 0.9842190050210698, + 1.0482657857074558, + 1.0036930615027435, + 1.0023674926749344, + 0.9730180833171876, + 1.0498568728572968, + 1.013227026732738, + 1.0681306059244247, + 1.0419005594011688, + 1.0023012201703372, + 1.0090606387751904, + 1.0008208481733105, + 1.0237634624186749, + 0.9344050493529626, + 0.9799269064690889, + 0.9917577807573584, + 1.0154669742852132, + 0.9626828180326641, + 0.9488893200381362, + 1.0680204623811373, + 1.0577745418633626, + 1.0312684087947, + 1.034145517451026, + 0.9555340495289785, + 1.038495245556023, + 1.124990782413921, + 0.9969234745383295, + 1.0341464668845146, + 1.0190464402227772, + 0.9844502112008426, + 0.9638979266497083, + 1.0560016403249661, + 1.0338565548525813, + 1.0195784734669, + 1.0452959798033794, + 1.0300936651868722, + 1.0079193145701346, + 1.0358505453672258, + 0.9983519055294932, + 0.9782721184706487, + 1.017214512787047, + 1.0461193963805977, + 1.0786507849769222, + 1.0600256230229115, + 1.0549246896740905, + 1.0202597947720748, + 1.0047933682967538, + 1.046133607275955, + 0.9767724487049283, + 1.065119568533619, + 1.0493844633618457, + 1.0486183588403433, + 1.0360634805883144, + 1.0211356178592574, + 1.116516917576279, + 0.9684635542928414, + 1.0485198907974274, + 1.0097174728071363, + 1.0200358029187542, + 1.0093169179506543, + 0.9954927763696803, + 1.9163314627641592, + 0.7748234776717885, + 0.8330323640536798, + 0.9972784153379518, + 1.014123873707783, + 1.0176782914003792, + 0.9696823644591901, + 1.0083943170146934, + 1.016776019144507, + 0.9587407406311098, + 0.9964839901207664, + 0.9516493424090011, + 0.7372865758169305, + 0.9783224584281585, + 0.9967116551381188, + 1.0058189487431421, + 0.9864991950017903, + 0.9736185085647364, + 0.9649805689555828, + 0.7965445354430392, + 1.012032729083389, + 1.009115061348346 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 498334, + "cert_evals": { + "36": 0.8225255608558655, + "72": 0.7610921263694763, + "108": 0.6894197463989258, + "255": 0.4129692614078522 + }, + "fold": 2 + }, + { + "best_epoch": 15, + "best_val_acc": 0.8055555555555556, + "test_acc": 0.8175438596491228, + "train_size": 119, + "val_size": 72, + "test_size": 285, + "stats": { + "mean": [ + [ + 0.08827094453781521, + 0.052429700924369736, + -0.00036463781512605076, + -0.12936181092436974, + 0.24400667394957987, + 0.06789304621848738, + -0.14386008655462185, + -0.16341241647058824, + -0.09119049579831934, + 0.08688295487394951, + -0.010142181512605056, + -0.07992688621848743, + 0.07515934235294126, + -0.043617603697479, + -0.0595251351260505, + -0.00513104201680665, + -0.10509469159663867, + -0.12206933151260506, + -0.10814025714285717, + -0.12779779672268907, + -0.10893169613445379, + -0.08832163865546222, + -0.0816827924369748, + 0.09850233697478993, + 0.05851083949579831, + -0.1641787092436975, + -0.16092729126050428, + -0.1280319789915966, + -0.08851597478991598, + 0.07951196302521006, + 0.08349220993277319, + 0.005591952100840379, + 0.03787954203361344, + 0.10143728361344516, + -0.10608766731092427, + 0.14584866675630268, + 0.012883600840336178, + -0.16592546050420165, + 0.09759672268907567, + -0.19044940252100842, + 0.033699108991596664, + 0.11165795798319325, + 0.09412673485714296, + -0.05305871764705887, + -0.05172935680672275, + 0.012541703843697427, + -0.01198715798319332, + -0.18350753075630258, + -0.11316068361344542, + 0.01317001420168068, + -0.09100677478991598, + -0.07560952100840335, + -0.08295605882352938, + -0.11658848504201687, + -0.0018185008403361622, + -0.2458672547058823, + -0.1656989243697479, + -0.07704509663865547, + 0.036561694117647064, + 0.09020285378151255, + -0.03517201448739494, + 0.05582876890756301, + 0.009798390756302568, + 0.09632748058823527, + -0.07761458739495794, + 0.11183031848739493, + -0.036579986554621885, + -0.1263089718487395, + 0.11839747605042025, + -0.12111019226890757, + 0.02024199159663867, + 0.11024838487394956, + 0.04454762537815129, + -0.04300331764705883, + -0.03712093210084034, + 0.015276773109243746, + -0.10326505882352946, + -0.07333125647058819, + -0.08882397941176472, + -0.12382232100840335, + -0.08881872605042021, + -0.12030378151260503, + -0.09926218848739496, + -0.10734386974789903, + 0.06343325798319317, + -0.13570989327731095, + -0.04595993361344538, + -0.2624038873109244, + -0.16767311747899152, + 0.09202781512605042, + 0.08289800840336134, + 0.09075038487394953, + -0.06000971176470589, + 0.14886200151260504, + -0.07113343193277308, + 0.10141161344537818, + 0.010751606722689067, + -0.10513173865546219, + 0.04550339495798316, + -0.17243847226890754, + 0.046450748739495784, + 0.152537722184874, + -0.04370105689075634, + -0.0473904394957983, + -0.05494940756302522, + -0.07405113613445377, + -0.03986815983193283, + -0.20286767310924372, + -0.06405264798319323, + -0.0780125884033613, + -0.13415427676470587, + -0.08062178285714292, + -0.06563321680672268, + -0.062234380672268885, + 0.019833384033613455, + -0.030907690756302526, + 0.05372328235294116, + -0.1764853655462185, + -0.15975390168067233, + -0.13166282773109242, + 0.07275436470588237, + 0.05660831008403364, + 0.08542897647058818, + 0.12639466974789917, + 0.007908259394958005, + 0.10586099915966378, + 0.11454698386554625, + 0.09212199915966388, + 0.14067056840336137, + -0.0895770168067228, + -0.08912285042016815, + -0.05617147647058823, + -0.14716913361344536, + -0.079183261092437, + -0.05918893747899158, + -0.07452321445378149, + -0.15886370840336134, + 0.01905404537815125, + -0.10519994621848744, + -0.17713219344537812, + -0.11923718403361346, + -0.18296511042016797, + -0.16212627722689074, + -0.13948604201680673, + 0.10796782184873933, + 0.042607534453781536, + -0.20062171932773104, + -0.07986152588235298, + -0.048355900000000014, + -0.1863898361344538, + -0.0708105474789915, + -0.10174562865546222, + -0.09230160840336135, + 0.1088111268907563, + 0.036985360504201724, + 0.0905234268907563, + -0.0005666193277310296, + 0.13550344991596625, + 0.07032440672268905, + 0.12498390974789911, + 0.11443038134453778, + 0.17218037596638658, + 0.12188053815126057, + -0.04917931680672268, + -0.10940718739495801, + 0.018918798487394944 + ] + ], + "std": [ + [ + 1.2133217476808096, + 0.9652578226642976, + 0.9562814291999604, + 0.9966056010399577, + 1.8946268220275222, + 0.9886790713878757, + 1.0097226863252031, + 1.0867582795960857, + 1.0417589224997932, + 1.050242189139985, + 1.0667010091805855, + 1.0548795344041055, + 1.1190749488928982, + 1.0572465763203538, + 1.0230162584277593, + 1.0209072269541954, + 1.0668654357533103, + 1.0443336788426352, + 0.990874576128837, + 1.120212168053591, + 1.059400368391213, + 1.0526573622956357, + 1.1038394597149008, + 1.0008841743240904, + 0.9680575174660357, + 1.0707994377159522, + 1.1140756914259644, + 0.950461759055246, + 0.9718974872556142, + 0.9735586441221257, + 1.1567408121073435, + 1.0232943304431714, + 0.9691590839674367, + 1.0073028282577203, + 0.9940009027248206, + 1.1435157497277848, + 0.9996235910991119, + 1.0269563434750735, + 1.008201967276556, + 1.0550683905227118, + 0.9586071450202497, + 0.9837557247029177, + 1.0965052578037058, + 1.0450206753864866, + 1.0490515247311962, + 1.0695381870608307, + 1.038128056317601, + 1.0253465437388283, + 1.0120829704198246, + 1.0886821528839274, + 1.044134767295889, + 1.057010495053697, + 1.099547175101147, + 1.0777320456504151, + 0.9823934587662047, + 1.1421985287771175, + 1.0422574316080255, + 0.9551778546027428, + 0.956249353115088, + 0.9834601472281421, + 1.029947583292353, + 0.9913988001063331, + 1.0982033505572715, + 0.9681930495112483, + 1.0408755740827247, + 1.2253039493523459, + 0.567158136783271, + 0.9085815833042423, + 1.0299220239151927, + 0.9456963821833498, + 0.9732983818929857, + 1.0442991792113836, + 1.04539232954153, + 1.0732878711261946, + 1.1008086762685154, + 1.0285808932813831, + 1.0337505005392162, + 1.0564580683518567, + 1.009641905396013, + 1.0305981372553041, + 1.0664271922774013, + 1.0216625020139711, + 1.0388018156059555, + 0.9586012537860019, + 0.9557594962481459, + 1.0302377619239333, + 0.9961613435881551, + 0.9016777854545155, + 0.9406896531612865, + 0.9812838480496827, + 1.0699842326852145, + 1.0186354962550983, + 1.035027201513659, + 1.0841073584834067, + 1.0303881720252803, + 1.0570748314290839, + 1.02985434388838, + 1.0364309671151335, + 1.0005332938619562, + 1.025577023774322, + 0.9464780143821591, + 1.0208419763094765, + 1.0617116423350834, + 1.0293973942652435, + 1.0261666434965675, + 0.9851421752157683, + 0.9857629751068895, + 1.0385946163975952, + 1.0559440697914113, + 1.016524220581366, + 1.0027196694275118, + 1.0834757121421426, + 1.0779633843014398, + 1.0946447748718007, + 0.9723982390487668, + 1.2023645479315772, + 0.9602099447193709, + 1.0179074417662215, + 1.0352139390132336, + 1.0786183250373933, + 0.9804549368975595, + 0.9682741396185083, + 0.9768312285612, + 0.964630802629325, + 1.0207703099984005, + 1.0415806373869094, + 1.0550470699342684, + 0.9675481149164916, + 1.1420215446420958, + 1.0174455574052221, + 1.083572189658775, + 0.9761057784836439, + 1.0143463201882303, + 1.0941768766737126, + 1.0832459833284696, + 0.9500313582926581, + 1.065039580804888, + 1.0125276884653949, + 1.1411154537895276, + 1.1272755315245084, + 1.050528247361956, + 1.028501993348714, + 1.006157366499387, + 1.012150424187772, + 1.6375220163439004, + 1.093707575936411, + 0.6658659113952596, + 0.988960241303364, + 1.0068392081134723, + 1.09304691782344, + 0.9750885920735577, + 1.0310739633166615, + 1.0173047096798833, + 0.9764442487893782, + 1.0396515626155156, + 0.9538418857070222, + 0.9651813087072169, + 1.0912789245984904, + 0.9909731053384292, + 0.9928942678288627, + 1.0260651993226064, + 1.0689401877661775, + 1.1776513152500432, + 1.2958224260799447, + 1.1488774292810453, + 1.0222715473882593 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 498334, + "cert_evals": { + "36": 0.7087719440460205, + "72": 0.5964912176132202, + "108": 0.43157896399497986, + "255": 0.038596492260694504 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8030205011581028, + "std_test_acc": 0.061945991794036696, + "n_samples": 476, + "n_features": 166, + "n_classes": 2, + "mean_cert_acc_36": 0.3828243762254715, + "std_cert_acc_36": 0.44448020383302633, + "mean_cert_acc_72": 0.33939583599567413, + "std_cert_acc_72": 0.3976199456543492, + "mean_cert_acc_108": 0.2802496775984764, + "std_cert_acc_108": 0.3402942166770491, + "mean_cert_acc_255": 0.11289143841713667, + "std_cert_acc_255": 0.20087756852621794 + }, + "musk-2": { + "dataset": "musk-2", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 41, + "best_val_acc": 0.9631966351209253, + "test_acc": 0.961480740370185, + "train_size": 1649, + "val_size": 951, + "test_size": 3998, + "stats": { + "mean": [ + [ + 0.012168368132202085, + 0.02341837027895701, + 0.020700292359005428, + -0.02209387503335347, + -0.0020560481746509213, + 0.07922314560339604, + -0.027858995163129237, + 0.00514897956337172, + -0.025443598241358795, + -0.012925350424499825, + -0.009110814602789298, + -0.017373151864160538, + -0.040321679138872364, + 0.007127460606428197, + -0.012625362098240398, + -0.02746496821710099, + -0.023977028114008505, + -0.0128747651546395, + -0.006377627871436776, + -0.011840867556093787, + -0.035358124244997124, + -0.02599307175864223, + -0.018361714281382703, + 0.011001715591267355, + 0.027934514554275192, + -0.011575247507581028, + -0.007172763747725843, + 0.0027959981928443083, + 0.042997548386901153, + 0.023930509799878933, + -0.01096750604002399, + 0.010412050727713567, + -0.006464042322619719, + 0.029377336149787842, + -0.02244467216494814, + 0.0317711095209218, + 0.03187295605821503, + -0.0026378569678593704, + 0.020977830206185225, + -0.0036226940509401454, + 0.021893817113401794, + -0.0009828729290479623, + -0.029076973559733193, + 0.0033704940994537243, + 0.004985980127349881, + -0.010993449878715093, + -0.012518613050333069, + -0.027202663074590454, + -0.0010676262219536442, + -0.01585898565524571, + -0.03181626658580958, + -0.02924936503335347, + -0.02763026403881141, + 0.008494404038809971, + 0.04722333969678628, + 0.0229503257368101, + -0.018894740873256474, + 0.01871618680412386, + 0.06477876221952691, + 0.008558880157671074, + -0.031547880798059424, + 0.008203403517283188, + -0.000289734602789409, + 0.03673335621588857, + 0.013091789630078789, + 0.02911800007883555, + 0.01277751763492998, + 0.008987795275924537, + 0.008712649326864512, + 0.01420030491813175, + 0.025488006731351723, + 0.021362418544572378, + -0.015943126046088506, + -0.0005885549181321762, + -0.03791631068526347, + -0.015693888781078937, + -0.023804016494845228, + 0.004294386876894847, + -0.01157729425712512, + -0.01509732865979494, + -0.031328824038811424, + -0.025596520897513814, + -0.03243116698605216, + -0.02051309634930244, + 0.012494524863553975, + -0.025342257265009032, + 0.014463499423893529, + 0.03412406198301991, + 0.0033505793298965916, + 0.042880541425106077, + 0.007444614442691303, + 0.019256483653728926, + -0.015653737174045033, + 0.0006856575657974568, + 0.02221309022437888, + 0.018454490527591967, + 0.05848207186500957, + -0.019929462886597988, + 0.01588340198908411, + -0.016667239181321875, + 0.018337170509399668, + 0.005482837640995143, + -0.02818863503335347, + -0.010530225324440038, + 0.000394534081261926, + 0.0006825949909036677, + -0.004826858508186781, + -0.020504588665858026, + -0.02142568289266422, + -0.0011396426318975351, + -0.01590721860521369, + -0.030444407580351825, + -0.031948866100667064, + -0.030496640163735603, + 0.012254034827167781, + 0.012930004990903523, + 0.02322402771376609, + -0.008586242510612324, + -0.0197745485567008, + -0.007942196488781021, + 0.025542949909036442, + 0.05293685342025502, + 0.05262248675560933, + -0.029827094505761254, + 0.010104120921770921, + 0.0022028918981197103, + 0.0016149754275316386, + 0.023351566525166744, + -0.002819539854457228, + -0.002041346402668358, + 0.01823543717404487, + 0.013049118435415728, + -0.030092134930260864, + -0.014618941146149471, + 0.005299833020012497, + 0.015546710539720895, + -0.00942926343238306, + 0.015492048283808455, + -0.011970772437841034, + 0.009756993417829036, + -0.019888988114008455, + -0.0011420646452394534, + -0.015025678132201254, + -0.013745059496664378, + 0.015459569375378677, + -0.010210574627045487, + 0.021245265463917546, + 0.022011781334142992, + 0.02073261820497242, + -0.005542739993935386, + -0.019565093746513107, + 0.00036582510612481067, + -0.0189964784718008, + 0.019598904063068558, + -0.00026563279563400293, + 0.01771834469981801, + 0.01626723617465116, + 0.01942332519102481, + 0.031801142498483904, + 0.018783376682838318, + -0.004773656567616662, + -0.00011846311400895201, + 0.01336986795633728, + -0.03590764133414193, + -0.03136190026682869, + 0.019380970218314118 + ] + ], + "std": [ + [ + 1.0328022523113283, + 1.0034675961418653, + 1.004502178141599, + 0.9908819725941522, + 0.9900285779624574, + 0.9922869983839483, + 0.9940251383226943, + 1.0023957894105795, + 1.0001232563862132, + 0.9694534261265297, + 0.9909609551728282, + 1.0245658684959877, + 0.9889385630503745, + 1.02018833549602, + 1.0099637621111557, + 0.9533954360905958, + 0.9939413086518578, + 0.9495206701070115, + 1.0240125891607361, + 1.0103444615034631, + 0.9946476273612365, + 0.991342725906765, + 0.9858149199320863, + 1.0014711063260942, + 1.004472195320524, + 0.9889795116240089, + 1.000004391730708, + 1.0058601968014709, + 1.0343528189495148, + 0.9919047582182774, + 0.9696485736175491, + 0.9924140896524998, + 1.0155430689993945, + 0.9932553050087483, + 0.9699258360928635, + 1.0042970460912612, + 1.0197195605157803, + 1.001155677587926, + 1.0168152275345068, + 0.9990466599977574, + 1.0098411842715662, + 0.9846055078437203, + 0.9754412310974523, + 1.0070038006714206, + 1.0276809963147806, + 0.9906853395114988, + 0.9868894780685001, + 0.9900119186756405, + 1.0256770060540596, + 0.9757901727181725, + 1.00918520579672, + 0.9930883762442995, + 0.9893732161976826, + 1.0067582306865286, + 0.9812661122355284, + 0.9974102126361273, + 0.9972736641033295, + 1.0121917462070245, + 1.0227697257558075, + 0.9856449287075832, + 0.9902863042093888, + 0.9959939826856674, + 1.0367568153718374, + 0.9863881182581064, + 1.0128392086861082, + 1.0221798349905806, + 1.0363645719704848, + 0.9908253070164581, + 1.0128010969900354, + 0.988603956830815, + 1.0081799316492677, + 1.0108771107458496, + 0.9832967493585726, + 1.029163070750164, + 0.9916679017275597, + 0.962685533931823, + 1.0027583300444822, + 1.0001938412765523, + 1.0209787004269553, + 0.9973662987453862, + 1.0061352847046312, + 0.9919410755542308, + 0.9846501403948491, + 0.9899263174260658, + 0.9845864971582349, + 0.9930689102842462, + 1.0135506035486388, + 1.0043926518503545, + 1.0162976879588899, + 0.9792327605267319, + 1.006235132130296, + 1.0118863144201946, + 1.00544671112892, + 1.0039248549576703, + 1.0350589137732202, + 0.9995022597709913, + 1.0159841525314124, + 1.0003354265534572, + 1.0084463468690352, + 0.9985081538974993, + 1.0110839895364512, + 1.0013381576463882, + 0.9912876803786089, + 0.997289736689443, + 1.017350271822531, + 0.9797570549225073, + 1.0043565268096553, + 0.9872978856195639, + 1.0033468182033753, + 1.0218062902654916, + 1.0014959384493556, + 0.9888739832615349, + 1.0004143322752173, + 0.9931349078768341, + 0.9800306535559788, + 0.9957636890082171, + 1.0002904102651144, + 0.9887217530179371, + 0.9945292914948252, + 1.004902891466416, + 0.9962003472957158, + 0.9934257069186699, + 0.9799059188184409, + 0.9949621520724802, + 1.0029037698373038, + 1.0036871512403356, + 0.9897720620258614, + 0.9871702045154062, + 1.011521199823348, + 0.9941843616678862, + 1.0247569886394758, + 0.9988084298059352, + 0.9881291924468982, + 1.0179947532533584, + 1.0106341537352928, + 0.9919181897045649, + 1.0028443160348683, + 1.0061816857351074, + 0.9845932235691414, + 0.9825632133654874, + 0.9783171138085085, + 0.9969834535825824, + 1.0007811859343756, + 1.0019656189691033, + 1.0503484122189095, + 0.9753504608707252, + 1.0373469598286436, + 0.9949630633139451, + 1.0059234160225077, + 0.9993867259561041, + 0.9736626903578918, + 1.003303340408411, + 0.9938479422620685, + 0.9997621940680084, + 0.9893549017338009, + 0.9921437872926778, + 1.0351189228816489, + 0.9982053116677407, + 1.0049035777011361, + 1.007943748077122, + 0.987183747951824, + 0.9954065358497123, + 0.9844630756889735, + 0.9195912077534116, + 1.0102406845364933, + 0.9709132374569961 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 498334, + "cert_evals": { + "36": 0.9457228779792786, + "72": 0.9269635081291199, + "108": 0.904702365398407, + "255": 0.7316158413887024 + }, + "fold": 0 + }, + { + "best_epoch": 51, + "best_val_acc": 0.9600778967867576, + "test_acc": 0.9637939826619072, + "train_size": 1649, + "val_size": 1027, + "test_size": 3922, + "stats": { + "mean": [ + [ + 0.0022033838386908973, + 0.06625603036992117, + 0.04649901939357201, + 0.0004913727592479633, + -0.007424528047300943, + 0.029222694481503848, + -0.02871623684293518, + -0.01058671273499129, + -0.02433525755609501, + 0.004942196840509272, + -0.015235754990903076, + -0.012600504249242172, + -0.02657332941176486, + -0.01012015760339567, + -0.018367278909944645, + 0.044433595385081875, + -0.029744519138872053, + -0.004242953947847537, + -0.008002045858095115, + 0.0011893272164947555, + -0.05592513376591881, + -0.02044694836264443, + -0.04302950797452996, + 0.025187052055791012, + 0.02474263468768939, + -0.042601262001213426, + -0.020695051036992134, + 0.0015384054093390107, + 0.011092726046088491, + 0.021371811740448717, + -0.013469555081867212, + 0.01982452726500885, + -0.044538194766525006, + 0.030567572645239703, + -0.031482593996361656, + 0.02141072656155254, + 0.010427163068524451, + -0.023554046506974034, + 0.04504258471801071, + -0.03430833826561581, + 0.06747908948453606, + 0.04348396486355425, + -0.008884907592480267, + -0.011684225839903674, + -0.00656703219526952, + 0.002896513929653742, + -0.005738400824741935, + -0.04156242043662813, + -0.004873803086719859, + -0.0020245170263190598, + -0.0404051468768953, + -0.020279581224984647, + -0.029963112977562135, + -0.0015368056033973371, + 0.029301830357792758, + -0.05476914620982405, + -0.037951578969072176, + 0.047465052261976975, + 0.020526558156458357, + 0.02033791100060642, + -0.030164184865979576, + 0.05024194190418452, + -0.04485629808368706, + 0.03147835112189204, + -0.006291162340812682, + 0.019074118508186463, + -0.0014484904548212434, + 0.008784981788962792, + 0.023386305391206525, + 0.005879860982413359, + 0.05940395211643435, + 0.04984556731352376, + -0.023843370139479056, + -0.00745569275924821, + -0.018882913905396863, + 0.02314283274711956, + -0.024472644293511335, + -0.002770279702850328, + -0.012337558138264851, + -0.011593327471195118, + -0.042932302716798265, + -0.0240285988963009, + -0.0452392710248636, + 0.04310506591873858, + 0.02492436379624043, + -0.031592489102485924, + 0.053639132025470125, + -0.030478516828380917, + 0.007038873759854203, + 0.025400627586415966, + 0.0229284818168576, + 0.0009592673741654173, + -0.024041893893268843, + -0.0050410013741663505, + -0.039906425639781765, + 0.03151746901152146, + 0.018252275536447, + -0.023123840842935037, + 0.049373840412370945, + -0.03933781325530598, + 0.07366186678593085, + 0.013209034602790264, + -0.021385058447544267, + -0.018445256191631672, + -0.012832089751363926, + 0.016886379345057278, + -0.0021345572407520425, + -0.0338357411158276, + -0.013289104663434192, + -0.0065585543056388826, + -0.01209856645239361, + -0.04576090782292301, + -0.032484600758035095, + -0.028557836749545137, + 0.02584237292904779, + 0.009022810600363702, + 0.022957384186780123, + -0.03818952886597925, + -0.032933244008489626, + -0.009165709096422076, + 0.02088987131594965, + 0.02855925063068547, + 0.024874274311704, + -0.03435405539114632, + 0.016969646773802517, + -0.018423495306246717, + 0.01951220546998175, + 0.025427100121285417, + 0.012467580333535485, + -0.010936757514857925, + -0.014689930918738598, + 0.013502246094602934, + -0.050603092346876676, + -0.01723701176470571, + -0.004896197422679896, + 0.02070974576106733, + -0.026273534445118388, + 0.030336164984839376, + -0.039887732504548135, + -0.056432912220739984, + -0.05021272674348097, + -0.02755221443298974, + -0.03442035423893272, + -0.028371501285627588, + 0.0005140135536685691, + 0.002409129072166215, + 0.02409891870830806, + 0.02409901194663454, + 0.04556790412371142, + -0.03490499576713144, + -0.052055877830807035, + -0.012115913268648306, + -0.022166139478470903, + 0.05603566475439655, + 0.037913323129169, + 0.05956955137659166, + 0.012290112295936774, + 0.04308550950879324, + 0.029600502874469404, + 0.024453837204366478, + -0.010275065567010471, + 0.0072667682619769, + 0.010619255191024834, + -0.015975785809581464, + -0.03865312817465139, + 0.001558572067919981 + ] + ], + "std": [ + [ + 0.9789609056537054, + 1.0223542173821687, + 1.006354499416772, + 1.0097426115961123, + 0.9821876353647652, + 0.9998046045489866, + 1.0178212606990535, + 1.0167721117355657, + 1.0114146027100444, + 1.001776238241197, + 1.0068173587187008, + 0.9900351224079849, + 1.0414098112135597, + 1.009574294617972, + 0.9953634621121619, + 1.0551495473134025, + 0.9981956531855851, + 1.0183570217473137, + 1.0066623632600822, + 1.0127852757834928, + 0.9819060519437951, + 1.0168025572775439, + 1.0011040348853746, + 1.0077391574190562, + 0.9960322515796017, + 1.0217184675272302, + 1.0045863660324679, + 1.0189216552292488, + 1.0209580005984413, + 0.9885762298604023, + 0.9548219575549232, + 1.0137570744288356, + 0.979579874589421, + 0.991197794892492, + 0.9880528964389337, + 0.9852989430996284, + 1.0048530597402896, + 1.0022576693152574, + 1.019817156007534, + 0.9946728227761036, + 1.0213302738059442, + 1.000964538491138, + 1.0307917076654618, + 1.006989527865548, + 1.002313843550004, + 1.0141972045736452, + 1.0080080308891233, + 0.9964183873498001, + 1.0258591594541053, + 1.0107146809178345, + 0.9717107214304516, + 1.0149102149309601, + 1.016907704482399, + 1.0078526095792883, + 0.9874709483602169, + 0.9996202197544782, + 1.0096827085606537, + 1.0379820129740673, + 1.013223513461979, + 0.9861254732898448, + 0.9893639979797026, + 0.991075106383618, + 0.9269809003308983, + 0.9875139847082404, + 1.005442372648796, + 0.9896204194858335, + 0.9935153912057717, + 0.9811099295350456, + 0.982575262307681, + 0.9795878781577906, + 1.0193143649741352, + 1.0119494318757316, + 1.0171821247574437, + 1.0034040467334655, + 1.0066093997021297, + 0.9694393186766306, + 1.0117730193741676, + 1.0122625190981362, + 0.9925145459941629, + 1.005154502988111, + 0.9987288725767053, + 1.0170813277668, + 0.976308824777624, + 0.9884631741550407, + 0.9915959199837703, + 1.0218983144556584, + 1.0142113893430906, + 0.9911920808019298, + 1.0172127287199233, + 0.9893770325784368, + 0.9989337891002755, + 0.9894791117074598, + 1.0007549319713978, + 1.0326939082689799, + 0.9899757429384302, + 1.010492032769745, + 1.0061235379816107, + 1.0091634350161915, + 1.0152313478591228, + 1.0056174411509322, + 1.017311898436513, + 0.9976512207707879, + 1.003882833915693, + 1.0004358570223468, + 1.0036377564081862, + 1.0211550893522847, + 0.9924334669404734, + 0.9971024879775969, + 0.9990772588620248, + 1.0032740804274622, + 1.0024996588619381, + 0.9916378123810937, + 1.0022499057411776, + 1.010183122426781, + 1.00163045757315, + 1.0085039687864976, + 0.9922730297554195, + 1.014983448437488, + 1.014822892124083, + 1.0148845786316816, + 0.9937553605624629, + 0.9882702039873854, + 0.9870322023279767, + 0.9850906859406272, + 0.997923959817147, + 0.9510903327769852, + 0.9917224934440294, + 0.9847975043099015, + 1.0202145588783864, + 1.0021246013348553, + 1.0003272501219964, + 1.0067673298995008, + 0.990781057863208, + 1.0020482585196349, + 1.018688317687672, + 0.9988236160134567, + 1.0069349597950046, + 1.0061002120663578, + 1.0122386395403618, + 0.9892206859790922, + 0.9855242096919327, + 0.9959531341164058, + 1.0065041184698018, + 1.0078483816424069, + 1.0021878472773025, + 0.9741424082334939, + 1.0890817487043594, + 0.9945307148083409, + 1.007530511064047, + 0.9991966896972047, + 0.9619750319373882, + 1.0030667264483681, + 0.9931958657494955, + 1.0006523699688303, + 1.010191508136165, + 0.9864924753596401, + 1.0139473615684553, + 1.0114408938636286, + 1.0033347496554157, + 0.9803226862995067, + 1.0098451761605862, + 0.9980225437342447, + 1.0129871477235215, + 0.9828742206168505, + 0.9665430998047373, + 0.9908589509231834 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 498334, + "cert_evals": { + "36": 0.9459459781646729, + "72": 0.9252932667732239, + "108": 0.8977562785148621, + "255": 0.7383987903594971 + }, + "fold": 1 + }, + { + "best_epoch": 28, + "best_val_acc": 0.9664634146341463, + "test_acc": 0.9515762925598991, + "train_size": 1649, + "val_size": 984, + "test_size": 3965, + "stats": { + "mean": [ + [ + -0.0165193507883561, + 0.023745576106731784, + 0.00894758525166726, + -0.012979845463917304, + -0.008554753389932977, + 0.008500205057610555, + -0.008827268055791222, + 0.02424651702243768, + 0.002300678673256056, + -0.006792839332929151, + 0.0047927400606429405, + 0.0003070491534258074, + -0.0037253238023046277, + 0.012077483473620145, + 0.018683199696786473, + -0.009275691437234477, + -0.006638355451788972, + 0.017810546682838085, + 0.015129445567010357, + 0.024298001443298942, + -0.003184869132808023, + -0.004290789721043456, + 0.0031496054275316357, + 0.014148549696785681, + 0.018162637962401695, + 0.0032194466707086006, + -0.006616737907822937, + -0.022775198374772664, + -0.015071109605821711, + 0.014638325488174678, + 0.011475148077623627, + 0.03049396374166147, + 0.025694605900545734, + 0.008604017768344612, + -0.012231649072164738, + 0.002613359126743679, + 0.029584712128560786, + -0.0034158958580959363, + 0.006069550751970517, + -0.00541011442692557, + 0.01880269619163089, + -0.008083247077016392, + -0.006491640764099397, + 0.014566732795633777, + 0.008376424821103932, + -0.0009929023711349493, + 0.02163681163129177, + -0.0025090638993329082, + 0.01741273975136374, + 0.005851729104123725, + -0.004465054881746678, + -0.0037159464523949803, + 0.0014873154821107525, + -0.007976062644028743, + 0.01156759172225612, + 0.023733914178289805, + -0.011275250879320775, + -0.002578957016372865, + -0.006478712734990847, + 0.00032240861127936024, + -0.011706570736203905, + 0.02587612322619762, + -0.011422028793207837, + 0.01712189235900559, + 0.0028696369314734713, + -0.0015781066646451572, + -0.027441241722256038, + -0.0014402773256522523, + -0.004449931892055841, + -0.0014659224075202345, + 0.01708213645239509, + 0.018733296931473596, + 0.008334289472407117, + 0.005727799963614559, + 0.007039103201940653, + -0.00224206858702233, + 0.0011615125591269186, + 0.0096409494117641, + 0.004899610121286758, + 0.009826549023650048, + -0.009219501334142207, + -0.004807864269254234, + -0.002443187265009144, + 0.011609495827774482, + 0.0040307750576106674, + -0.004682432261976522, + 0.013977261024863448, + 0.0012793727167981009, + -0.025686529896907437, + 0.013434234869617957, + 0.021999945691932813, + 0.012433017674347574, + -0.009033386234081325, + 0.0062409658120072915, + 0.0009289013947849186, + 0.0003903400242564852, + 0.02740975750382101, + -0.011144831170406301, + 0.005830573753789878, + -0.009510249636142982, + 0.02073330933899335, + 0.007879717440873353, + 0.009509570454820928, + 0.01405836261370407, + 0.014672617586416688, + -0.005675097756215873, + 0.0017475856822315732, + 0.0018848247543965708, + 0.02229300998180564, + 0.01026309860521593, + 0.017680451788964564, + -0.005672595821710331, + -0.009564725087932182, + -0.0036886342935116994, + 0.01000584954517868, + -0.0014087143177684452, + 0.020023876538508456, + -0.014409325075803336, + -0.008730885488174288, + -0.0034071386173437994, + 0.017709779927228837, + 0.0037029051849606504, + 0.011111249060036448, + 0.001931565688295556, + 0.0326300536264404, + 0.009591248938750647, + -0.007016625542753067, + 0.012978908750757932, + -0.0024730208186779807, + -0.005898704823529222, + 0.00046255165858092147, + -0.015087141012734237, + 0.007914145130382093, + 0.00938928223165545, + 0.01491191867192227, + 0.003460371607034447, + -0.007647012371134029, + 0.009316860582171302, + 0.012669591819284187, + 0.023290896266828284, + 0.012400781200727585, + -0.003923578150394203, + -0.005147092104305529, + -0.008281499878714238, + -0.03743850333535512, + 0.013677931825349052, + 0.0004504794117647815, + 0.0031018094057014187, + 0.009501353911461253, + -0.007035560921770639, + 0.008385035146755612, + -0.0034377712431776946, + -0.010681847180108386, + 0.029691756458459714, + 0.008845037744087314, + 0.036611106986052, + 0.006922057057610421, + 0.00199877628865977, + 0.016813865591267338, + 0.002876468101879801, + 0.005453485567009417, + 0.0042027340964213965, + -0.01236373710127327, + -0.008553608768950838, + -0.0069991010551852945, + 0.0076861960764099575 + ] + ], + "std": [ + [ + 0.9681286752068088, + 1.0188584468817592, + 1.0110661386281417, + 0.9985656246319761, + 0.9821622573144201, + 1.0036187347218821, + 1.0069688072671201, + 0.9902174757207433, + 1.01713159486763, + 0.9867718776262003, + 0.9758196806068826, + 0.9717105755097225, + 0.9881331057860607, + 0.9898880234141544, + 1.0032622320902203, + 0.9951157752575892, + 1.0046808806006051, + 0.9614388015014891, + 0.9853693985919703, + 1.0191683054599883, + 0.996439727744992, + 1.008421273109573, + 1.00416757618972, + 1.0050873163713752, + 1.0062941810400496, + 1.0106625492506378, + 1.0037290960252208, + 0.9716931899880294, + 1.0122721434564084, + 1.004145433664744, + 1.0126537584886575, + 0.9877832016144399, + 1.0016994225200662, + 0.9984055948469278, + 1.009905276240697, + 0.9928053125930449, + 1.028439787038722, + 1.0058093224458307, + 1.0026249721952805, + 1.0044305239260718, + 1.0145868354939207, + 0.9730410910554939, + 0.981275887794836, + 0.9868601113866823, + 0.9903107009766159, + 0.9840780321801739, + 1.0155043762626388, + 1.015709680805549, + 0.9877740152182051, + 1.0007933926991834, + 0.9639452930264027, + 1.0107985365057115, + 1.0139858844795777, + 0.978091201901524, + 0.9836289102008465, + 0.9892831848712296, + 1.0050542524754924, + 1.0041143150075589, + 1.011404712398526, + 0.994592205655486, + 1.003602088307178, + 1.0043236988473279, + 0.9890344165359591, + 0.9960153738734304, + 1.0247056593625234, + 0.9709722536076895, + 0.8984006766242731, + 1.0084723110544285, + 1.0080442044255657, + 1.0139042067755502, + 1.0147945346118319, + 1.0086308434283413, + 0.9798709269587462, + 0.985827749679927, + 1.0097816591529503, + 0.9967310231913435, + 1.0125467431933681, + 0.9795738908810216, + 0.9759574846742652, + 0.9879270836797008, + 1.0100364897802065, + 1.0084344135598255, + 0.9683448859407486, + 0.9884096351113933, + 0.9957784496098612, + 1.0106496350052778, + 1.0041619111843998, + 0.9965669874488615, + 1.0148365256887901, + 0.9954909131964714, + 0.9942883718958846, + 1.0007980703139212, + 1.0031320592473836, + 0.9828596472567013, + 0.9637136602853367, + 0.9970558130158634, + 1.0142250931970318, + 1.008890015046518, + 1.0055896715654262, + 1.004944159225849, + 1.015901087459527, + 0.9987432420315473, + 0.9985224279803399, + 0.9900020636370531, + 0.9946414368680025, + 0.9718565169997336, + 1.0010286004673303, + 1.0045607582554759, + 1.0126684697205748, + 0.9911582699978772, + 0.9979453061380805, + 0.9943479420017864, + 1.0057507939001675, + 1.009199116070283, + 0.996011631450574, + 1.0055786667678899, + 0.9980095514928135, + 0.9965213084556673, + 1.0065546695035632, + 0.9959098534303568, + 1.0066323304809803, + 0.9785303330423044, + 0.9869014865983016, + 1.0002036756849269, + 1.0025571744250443, + 0.9798050960785967, + 0.9928695520264623, + 1.0029641941982563, + 0.995414106898259, + 1.0148844453635921, + 0.9709719526035338, + 0.9939566879305621, + 0.9884244597895214, + 0.9767542641597464, + 0.9853765727313375, + 1.0106906221793046, + 1.005948414723524, + 1.017725449726877, + 1.0152735855520598, + 0.9876730417321886, + 0.9757936207779202, + 1.0047018133551442, + 1.004391788961941, + 1.006171785979052, + 0.8968175799273889, + 1.0473489426893206, + 1.0315201707660164, + 1.0175144216806302, + 1.0142189436584537, + 1.0038989754399161, + 1.0173990273862883, + 1.0127050623257519, + 1.0051909194938937, + 1.012068652647229, + 0.9962079218654786, + 1.002233177655679, + 1.0161322523275562, + 0.999594425724876, + 0.9955572903935671, + 0.9917181216246964, + 0.9858353212831604, + 0.991792827254217, + 0.9768523928420304, + 0.9547301155646564, + 0.963911142038982, + 0.9970598920069098 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 498334, + "cert_evals": { + "36": 0.9326607584953308, + "72": 0.9092055559158325, + "108": 0.879697322845459, + "255": 0.6900378465652466 + }, + "fold": 2 + }, + { + "best_epoch": 18, + "best_val_acc": 0.9578622816032888, + "test_acc": 0.954225352112676, + "train_size": 1649, + "val_size": 973, + "test_size": 3976, + "stats": { + "mean": [ + [ + -0.019377861036991656, + 0.025388282601576818, + 0.017005815742874516, + -0.007883900460885378, + 0.0060343637174048335, + 0.019899812286233772, + -0.017346581947847252, + 0.01720070440873258, + -0.022683759298605638, + 0.03576464684050942, + 0.003250418289873286, + 0.023095340225590528, + 0.025853774105518486, + 0.004904056128563328, + 0.015174882898727272, + 0.004904859053972195, + -0.0064262512310491165, + -0.0013788380109157152, + 0.03392423097634965, + 0.040471053135233824, + -0.007766068975136523, + -0.02654642546998242, + -0.002714201516070317, + -0.005730637913887314, + 0.014443505081867881, + -0.01681206773802325, + 0.022797446707095152, + 0.02924670987871426, + -0.016523001552455778, + 0.022271198156458668, + 0.007295070836871207, + -0.010380893735597325, + 0.0032170857913887633, + 0.03166040751970903, + -0.011104923177683385, + 0.023025889023650516, + 0.00955245047907632, + 0.00501562544572467, + 0.003645016027895317, + 0.012703992892661992, + 0.014234079029714866, + -0.018872668283808444, + 0.03357063479684651, + 0.002985781740448259, + 0.016828823032140804, + 0.008592184530017656, + 0.020646139611886168, + -0.025274300994542045, + 0.031819425821709706, + 0.041618958390176077, + 0.00933414724075195, + -0.02236399884778645, + -0.018589546555488203, + 0.001330274912066101, + 0.0015160872407521844, + 0.002306856531231052, + -0.0022718787992723603, + 0.028225555027289576, + -0.006301775864159792, + 0.02247907061249244, + -0.011468676332322514, + 0.02175189545178902, + -0.013670970357792456, + 0.03126135081867806, + 0.004543698483929725, + -0.0009374850879321324, + 0.021139099308671503, + 0.02629353206791973, + -0.02450631540927904, + 0.030707943529411457, + 0.01293060334141885, + 0.012913687446937628, + 0.00928486858095778, + 0.01766341600970324, + 0.03807825699818077, + 0.0017500543359613783, + -0.016347040315342783, + 0.0007416811279563446, + 0.026208501607035268, + 0.023266191340205626, + -0.018853632765312562, + -0.02368463080654962, + 0.001749331437234659, + 0.003365637052759398, + 0.025888251528199256, + -0.018965530382049504, + 0.03517410735597307, + 0.025752976476652555, + -0.02487937299575574, + 0.022010353117040575, + 0.017477714511824522, + -0.017221659584597582, + -0.003431555427531808, + 0.019807925603396073, + 0.0032348454699819393, + 0.013613221879926436, + 0.0370615994009708, + -0.016630420776227922, + 0.0136933938872041, + -0.0017249714481504044, + 0.02229983032140703, + -0.012712485694360036, + 0.026678074426925498, + 0.012642979175256863, + 0.005538239963614194, + 0.0035851682595511494, + -0.017385318223165646, + -0.027282370030321336, + 0.030769696791993668, + 0.023036587355973605, + 0.02791771238326433, + -0.005707142462098305, + -0.011955044244996943, + -0.01365990568829588, + 0.02758415771376576, + 0.001034438120072712, + 0.016993479078229498, + 0.004106490266828514, + -0.007270538144329443, + 0.023955484869617922, + 0.016178350285021865, + 0.0035198083808369264, + 0.010066467580351705, + 0.013253238295936883, + 0.003935329266222111, + -0.028011770430564572, + 0.022866120224378214, + 0.0261654426682841, + 0.02473182812007268, + -0.0015221004548212846, + 0.0038331081837477228, + 0.021399354317768703, + 0.005301140012128602, + 0.019229334445118054, + 0.005640386767737668, + 0.02194890172225591, + -0.005060289387507513, + 0.026678006622195553, + -0.009628291109763477, + -0.003739145758641676, + 0.002035451000606312, + 0.010815814196482578, + -0.011372362352941229, + -0.019185084742267905, + -0.001526538386901546, + 0.01622554252274128, + 0.012853861158277795, + 0.032111232286234526, + 0.031036171322013306, + 0.014534576640388132, + -0.0195449016634327, + -0.0031721854821107633, + -0.011472115221346063, + 0.00807888645239537, + -0.009991977598544642, + 0.015293761594905845, + 0.04696865378289867, + 0.02876006337174039, + 0.030060548720436564, + -0.016465844511825162, + -0.013467629448150867, + -0.004964211527592827, + 0.023761107562159368, + -0.0028053264645238984, + -0.011466418192844817, + 0.015592289957550014 + ] + ], + "std": [ + [ + 0.985810694952265, + 1.0034659788102347, + 1.0123314802689827, + 1.0006728383848915, + 1.0057933627069857, + 1.0211647035506441, + 0.9873544232512542, + 1.0044940106681508, + 0.9972305516917789, + 0.9962847585776434, + 1.0084467836467266, + 0.9906644883619666, + 1.0245712429201694, + 0.9866939366954063, + 1.0013177295694342, + 1.0035460862038992, + 1.0106885153319805, + 0.9519922611580153, + 0.9980325911759347, + 1.0306730880090342, + 0.9835758012913696, + 0.9850289481711405, + 1.0052216421075988, + 0.9962087717875672, + 0.9963361086627195, + 0.9956939758386721, + 0.9995284943647325, + 1.023940251071931, + 1.0274738040648672, + 0.994278832453581, + 0.9978867650735795, + 0.9858582094807091, + 1.0042951554309811, + 0.9935762200569673, + 0.987438469465117, + 1.005913310224571, + 1.00088122516216, + 0.9882229146445906, + 1.0157177678163845, + 0.9964856588375458, + 0.9973534488049755, + 0.9843481194725128, + 1.0059020116489072, + 0.9945053400237248, + 0.9893145898736398, + 1.0071798920580137, + 1.026048360719046, + 0.9784906142973205, + 0.9999905642791316, + 1.0245359594400432, + 0.9857715356622779, + 0.9921646440585971, + 0.9889209867599961, + 0.9804599263285575, + 0.989078331357909, + 1.0220508106585684, + 0.9898585563272273, + 1.0050841202007248, + 1.0381369540158623, + 0.9852302977543494, + 1.0075559260629754, + 1.000291557770776, + 0.9848158888469627, + 0.9914305575952413, + 1.0027287892746963, + 0.9998437768528288, + 1.0380871234284017, + 1.0068281699392212, + 0.9909518921848135, + 1.0027114341322005, + 1.0043121525006478, + 1.004908814037755, + 1.0186241738713828, + 0.9840706508690844, + 1.0105911993179093, + 0.9676803103445097, + 1.0008055713802275, + 0.9912309236484144, + 0.995113888208004, + 1.00892652209743, + 0.9963556594838519, + 0.9845494099501623, + 0.9992655439793966, + 0.9888161956289881, + 0.988365168461102, + 0.986911819503751, + 0.9966018266120068, + 1.0253590540025506, + 1.0073388900110996, + 0.9884492302907475, + 1.0097952364856901, + 0.9710825809435979, + 1.0049468371789398, + 0.9978639652892881, + 1.0455255018744898, + 0.9978429399237, + 1.002476959825736, + 0.9981410717372688, + 1.0060801668925174, + 0.9880101858878161, + 0.9920156642454706, + 0.9690302977750064, + 1.0160561889470001, + 1.0042221946838557, + 0.9902952403395341, + 0.9972984826953729, + 0.9761193341167186, + 0.9802187480066236, + 1.008662757516423, + 0.9977604335997484, + 1.0125273643143784, + 1.0005678108605767, + 0.99939847346626, + 0.9934285795635643, + 0.993774093323074, + 0.9507637302569011, + 1.001524151413393, + 1.0029839092558797, + 0.9922893465303836, + 0.9995915259108642, + 0.9937205680489537, + 0.9906768211587779, + 0.9885237778798726, + 0.9923092460426346, + 0.9928187226268517, + 0.9431189215637575, + 0.9768867834667897, + 0.988648327088327, + 0.9868432165802018, + 0.9936538301879408, + 1.031840475179726, + 1.0088131603924193, + 0.948009389328019, + 0.980359732399849, + 0.9812840383484884, + 1.0125452888475233, + 1.0015379468649726, + 1.0082241487185495, + 1.0028073940649291, + 1.027290919950601, + 1.0123450850356626, + 0.9892757300213824, + 0.989457850129367, + 0.9916398725034907, + 0.9733306799223379, + 1.048692795336829, + 1.0185390556939666, + 1.005180692664418, + 0.9999773815928202, + 1.0029310617714582, + 0.9847831085240544, + 0.9984589470542239, + 0.997897554671397, + 1.0021153618672554, + 0.9825493908557392, + 1.0005331081478763, + 1.0721249078632564, + 1.0255830315079582, + 1.0078969722952105, + 1.0018509428094395, + 1.007362049760478, + 0.9875884283657037, + 1.0010931986356253, + 1.0157609941665726, + 0.9972826112887371, + 1.0062038228644128 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 498334, + "cert_evals": { + "36": 0.9343560934066772, + "72": 0.909456729888916, + "108": 0.8807846903800964, + "255": 0.683098554611206 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9577690919261669, + "std_test_acc": 0.00580185310644106, + "n_samples": 6598, + "n_features": 166, + "n_classes": 2, + "mean_cert_acc_36": 0.9396714270114899, + "std_cert_acc_36": 0.007150577957139195, + "mean_cert_acc_72": 0.9177297651767731, + "std_cert_acc_72": 0.009722376624878659, + "mean_cert_acc_108": 0.8907351642847061, + "std_cert_acc_108": 0.012452906308003558, + "mean_cert_acc_255": 0.710787758231163, + "std_cert_acc_255": 0.028245524568563916 + }, + "mushroom": { + "dataset": "mushroom", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 68, + "best_val_acc": 0.9900332225913622, + "test_acc": 0.9901820413172427, + "train_size": 2031, + "val_size": 1204, + "test_size": 4889, + "stats": { + "mean": [ + [ + 0.01584243131462058, + 0.019616320039388076, + -0.017441079960610038, + 1.6376169432992076e-06, + 0.03251508222550193, + -0.0356802550467818, + 0.0053510472673569415, + 0.01704437272280179, + -0.004787042589856331, + -0.006957840965042196, + -0.010824010832105619, + -0.015714124076808157, + -0.0028289399310687338, + 0.026870491383555076, + 0.022659543082221442, + -0.030434470704082447, + 0.043593827671097096, + 0.004918543082224606, + 0.02840681752831178, + -0.026348127031018555, + -0.005641193156080321 + ] + ], + "std": [ + [ + 1.035686963839167, + 1.007002340594574, + 1.0017151333988827, + 0.9999368171880522, + 0.9990636351015061, + 1.1008233629053865, + 1.0048344484644247, + 1.0068055573931955, + 1.0236440770193422, + 1.0008597796892533, + 1.0073922426397302, + 1.0167066772104598, + 1.0093964386273888, + 0.9734350559013669, + 0.9832626494901496, + 1.1103048088729688, + 1.0723209186406066, + 1.007595964551157, + 1.0120097158286505, + 1.0110411166324569, + 1.0045172770457236 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 2, + "depth": 6, + "padding": 42, + "parameters": 8234, + "cert_evals": { + "36": 0.9805685877799988, + "72": 0.9717733860015869, + "108": 0.9568418860435486, + "255": 0.8776845932006836 + }, + "fold": 0 + }, + { + "best_epoch": 79, + "best_val_acc": 0.988835725677831, + "test_acc": 0.9845009299442034, + "train_size": 2031, + "val_size": 1254, + "test_size": 4839, + "stats": { + "mean": [ + [ + 0.021851665189558965, + 0.045494687346133454, + -0.023016031905465747, + 0.036965530280656626, + -0.008439554899067095, + -0.06050103692762893, + -0.005352279172820291, + 0.018109654357464634, + -0.010826772476611657, + -0.005964144756278134, + -0.0263845425898607, + -0.005439538158541234, + 0.010182521910388735, + 0.029856061546036587, + 0.009422661742979281, + -0.06898491088133507, + 0.012714621368784741, + -0.020496901526342964, + 0.05158484524864612, + -0.02241571344165382, + -0.02120593136385968 + ] + ], + "std": [ + [ + 1.0315248601647244, + 0.9830179985436717, + 1.0047928251090696, + 0.992895294859441, + 1.0073587113125533, + 1.1652227018641232, + 0.9949884738559476, + 1.0072236447378615, + 1.00567603413793, + 1.0007315155621166, + 1.0109205575258327, + 0.9954514465944221, + 0.9929406186187327, + 0.9751836648011396, + 0.9886323473980784, + 1.2290771873330002, + 1.039381732586694, + 1.0071967460617643, + 1.021124603051882, + 0.9975517568367002, + 0.9993739380403122 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 2, + "depth": 6, + "padding": 42, + "parameters": 8234, + "cert_evals": { + "36": 0.9752014875411987, + "72": 0.9621822834014893, + "108": 0.9522628784179688, + "255": 0.8662946820259094 + }, + "fold": 1 + }, + { + "best_epoch": 58, + "best_val_acc": 0.9867394695787831, + "test_acc": 0.9858657243816255, + "train_size": 2031, + "val_size": 1282, + "test_size": 4811, + "stats": { + "mean": [ + [ + 0.03987938453963112, + 0.04048598621368699, + 0.017724141063516025, + 0.042959675036934646, + 0.03524534219595943, + -0.01085947316593538, + 0.06020559527326806, + 0.04154585032004439, + -0.021138416248152825, + 0.00794760216642041, + -0.004058537173807962, + 0.006043802067947628, + 0.019799688330871056, + 0.03766451600196941, + 0.053620419005411035, + -0.008115798128995993, + 0.03451170260955303, + -0.036620701624815996, + 0.050364973855244716, + -0.04954926834071779, + -0.038910718808467415 + ] + ], + "std": [ + [ + 1.0340777607321368, + 0.9828467876602278, + 1.0051604242584575, + 0.9916188873116444, + 1.0038227965760236, + 1.0318178450050028, + 1.0521446789948306, + 1.0160955327893362, + 0.9979031775629262, + 0.9988302921123722, + 1.0182499365894375, + 1.001416742027472, + 0.9791335857275247, + 0.980153235814559, + 0.9653369532140004, + 1.0477780788429225, + 1.071696160550273, + 1.0158478432818197, + 1.025340873611186, + 1.0205312831654343, + 1.0033427979641445 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 2, + "depth": 6, + "padding": 42, + "parameters": 8234, + "cert_evals": { + "36": 0.976304292678833, + "72": 0.9625857472419739, + "108": 0.9517771601676941, + "255": 0.8661401271820068 + }, + "fold": 2 + }, + { + "best_epoch": 56, + "best_val_acc": 0.9823151125401929, + "test_acc": 0.9882449989688595, + "train_size": 2031, + "val_size": 1244, + "test_size": 4849, + "stats": { + "mean": [ + [ + 0.03496272082717429, + 0.006259809945836701, + -0.04574476898079691, + 0.0529499162973972, + 0.02928835942885052, + -0.032577657311676125, + 0.02140603692762581, + 0.03515416051206783, + -0.04146721969473072, + 0.024840437715410932, + -0.005411634662730505, + 0.015714001477105683, + 0.0005653535204322815, + 0.0039044672575081134, + -0.004711640078783966, + -0.03449241260462414, + -0.005449605120628364, + -0.03908023929099026, + 0.04496253520433339, + -0.007472618414573513, + -0.011867085376661432 + ] + ], + "std": [ + [ + 1.037139112731056, + 0.9986273221456993, + 0.9988733086677153, + 0.9894071869891404, + 0.9808046824130975, + 1.092466913790217, + 1.0192143900594468, + 1.0137373624703432, + 1.0005595322422731, + 0.9962556551254128, + 1.0143973341038952, + 0.977335640989274, + 1.0045271012864667, + 0.9912055809890613, + 0.9960096703292455, + 1.1096668870025468, + 0.9979657396378034, + 1.0073781800135768, + 1.0120560325807864, + 1.0092077265578872, + 1.0030900969477494 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 2, + "depth": 6, + "padding": 42, + "parameters": 8234, + "cert_evals": { + "36": 0.9810270071029663, + "72": 0.9744277000427246, + "108": 0.9595792889595032, + "255": 0.8601773381233215 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9871984236529827, + "std_test_acc": 0.0025199109716461257, + "n_samples": 8124, + "n_features": 21, + "n_classes": 2, + "mean_cert_acc_36": 0.9782753437757492, + "std_cert_acc_36": 0.0029532046834310627, + "mean_cert_acc_72": 0.9677422791719437, + "std_cert_acc_72": 0.006283524727511322, + "mean_cert_acc_108": 0.9551153033971786, + "std_cert_acc_108": 0.0037500125874438428, + "mean_cert_acc_255": 0.8675741851329803, + "std_cert_acc_255": 0.0073172706065292754 + }, + "oocytes_merluccius_nucleus_4d": { + "dataset": "oocytes_merluccius_nucleus_4d", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 6, + "best_val_acc": 0.6832298136645962, + "test_acc": 0.6782178217821783, + "train_size": 255, + "val_size": 161, + "test_size": 606, + "stats": { + "mean": [ + [ + -0.0371250154117647, + 0.0015389403921568473, + -0.03527819799999997, + 0.026217213882352975, + -0.022018143254901958, + -0.03976458627450978, + 0.003314039607843149, + -0.03319261360784315, + 0.01830184745098039, + -0.02685776486274508, + -0.04212637686274509, + 0.005226556078431408, + -0.02913093117647059, + -0.01200531101960785, + -0.03152609833333333, + -0.03705718681960783, + 0.00469401490196078, + -0.02551305090196081, + -0.03417245220392157, + -0.031662056862745085, + -0.018275636980392158, + -0.03872015905882352, + 0.06975402027450983, + -0.05690918172549015, + -0.0005046612313725563, + -0.026833323176470567, + -0.0324685416470588, + 0.06559194729411769, + -0.04924893603921571, + -0.002559774274509816, + -0.007582052196078413, + -0.03221969384313721, + 0.07669179423529408, + -0.05831633415686265, + -0.00790661125490195, + 0.033497423215686245, + 0.007940335568627457, + -0.0037278283529411723, + -0.005509080784313686, + -0.006456870705882385, + -0.006934026431372542 + ] + ], + "std": [ + [ + 0.9481208431065713, + 0.9777230774786245, + 0.9614649831710622, + 1.0004435636971643, + 0.9517495439744679, + 0.9370398970511897, + 0.978033253968666, + 0.9633889071060125, + 0.9762210193691487, + 0.9497999114505152, + 0.9347608009901895, + 0.9801580525147454, + 0.9702177059121481, + 0.937441002049969, + 0.9454783788330968, + 0.9479630674171062, + 0.9847917091528013, + 0.9682944519390624, + 0.9601592978081722, + 0.9504457074291478, + 0.9482732916854852, + 0.9550094850957569, + 0.8808478818975364, + 0.9032557709886272, + 0.9905437507629392, + 0.9682787727115054, + 0.9734319541870242, + 0.8994213820965716, + 0.9306569007254026, + 0.9903368456478869, + 0.9401093744879251, + 0.9661635565557377, + 0.8972092489723742, + 0.9227263611587284, + 0.9960722682017434, + 0.9400060154678039, + 0.9649245386172121, + 0.9716877264843913, + 0.9731199443916825, + 0.9739165511052336, + 0.9741830269626184 + ] + ] + }, + "width": 128, + "in_features": 41, + "out_features": 2, + "depth": 6, + "padding": 82, + "parameters": 30834, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.676923076923077, + "test_acc": 0.6687598116169545, + "train_size": 255, + "val_size": 130, + "test_size": 637, + "stats": { + "mean": [ + [ + 0.00023252282745095802, + 0.0023210192156862736, + -0.008575552392156847, + -0.027089618431372545, + 0.02615166227450979, + 0.00029002847058821885, + 0.001517669058823556, + -0.009498281058823606, + -0.021533545372549014, + 0.027143032117647032, + 0.00012999274509802153, + 0.0020992274509804144, + -0.005652587843137251, + -0.01031889384313722, + 0.025365951607843145, + 0.0011974224705882457, + 0.0024456095294117628, + 0.007920263137254904, + 0.007542674117647044, + 0.019472125333333323, + 0.06628882686274508, + 0.0008101664705882076, + -0.005068037960784302, + -0.0018227520000000151, + 0.00320542466666668, + 0.025693874901960758, + 0.03285470894117649, + -0.03694405458823524, + 0.02895584858823529, + 0.02036504745098036, + 0.04203500674509803, + 0.012977303843137231, + -0.016463404666666667, + 0.005529818662745095, + 0.013588346156862736, + -0.03683925767843136, + -0.016918137803921634, + -0.014870798470588246, + -0.016124755137254858, + -0.018004861274509842, + -0.020472565215686273 + ] + ], + "std": [ + [ + 0.9572394549500175, + 0.9926437581599087, + 0.9624363039043059, + 0.9193272254177784, + 1.0255768714029772, + 0.9579689477579895, + 0.9914399769465777, + 0.964698567284664, + 0.9351924375292803, + 1.0260487030041765, + 0.9515013155985146, + 0.9925204239055312, + 0.9662079425779949, + 0.9893019122153763, + 1.0199562667897872, + 0.9463721256877698, + 0.9959986832754482, + 0.9814859605265475, + 1.0491115651558893, + 1.0166099051364492, + 1.0126788732557663, + 0.9559037060605928, + 1.005464306868578, + 0.9339913124161523, + 0.9907483477382796, + 1.002837860013556, + 0.9939512794379407, + 1.0866703256453316, + 1.0174263712495963, + 0.9852130473462448, + 1.0075951167847277, + 0.9748247085177442, + 1.0259519988694812, + 0.9604781044814549, + 0.9861127645283753, + 1.0373513207775564, + 1.0101438720127272, + 0.9991977496960652, + 0.9936335573449004, + 0.9927993181263407, + 0.9922363841337328 + ] + ] + }, + "width": 128, + "in_features": 41, + "out_features": 2, + "depth": 6, + "padding": 82, + "parameters": 30834, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 7, + "best_val_acc": 0.7076023391812866, + "test_acc": 0.6761744966442953, + "train_size": 255, + "val_size": 171, + "test_size": 596, + "stats": { + "mean": [ + [ + 0.019915568666666633, + -0.014107577647058818, + -0.015105033250980377, + 0.02865576341176468, + 0.029814655176470552, + 0.017704559607843146, + -0.013470486980392094, + -0.016038092274509794, + 0.03248008262745098, + 0.030473079058823495, + 0.02067392156862747, + -0.014031545490196065, + -0.009559882039215687, + 0.03839121047058822, + 0.03184779492980397, + 0.022161854509803944, + -0.01396437243137256, + -0.0017765643137255195, + 0.055001846666666666, + 0.030386395921568613, + 0.03668542223529418, + -0.0027777596078431494, + 0.012474995117647124, + -0.0041148554117646985, + -0.013356863921568625, + 0.028240797568627463, + 0.00010664949019609575, + 0.02344727215686279, + 0.005875207882352966, + -0.007875607450980381, + 0.028559833607843157, + -0.003071006745098055, + 0.014597308196078422, + -0.0007609705999999861, + -0.016530812156862723, + -0.03674524662745102, + -0.019958698901960777, + -0.017071456470588258, + -0.017420987058823525, + -0.017710899607843143, + -0.01735895203921565 + ] + ], + "std": [ + [ + 1.0221090924456515, + 1.01545682802038, + 0.9869690473435272, + 1.037069581011897, + 1.0359698396459835, + 1.0192987930523796, + 1.016091448787416, + 0.9856390212088015, + 1.038505984158332, + 1.0379129504870621, + 1.0239033714401513, + 1.0194757702768644, + 0.9963995753206383, + 1.020298364999823, + 1.0423678031147061, + 1.0277751191583697, + 1.0205917784397192, + 1.0135024895112017, + 1.0892501748798247, + 1.0432132666589502, + 1.0172134304654925, + 1.030895619962752, + 1.0213433186098346, + 1.040706012633716, + 1.0211704714384828, + 1.010787095001102, + 1.034569087974703, + 1.0203462492134936, + 1.0580364742305262, + 1.0095797767173902, + 1.0215170604628103, + 1.033396337568214, + 1.0252577264940543, + 1.0526521075427535, + 1.017486639545284, + 1.0521736233720556, + 1.0188131869714923, + 1.0087257643396144, + 1.005460013688893, + 1.0056139578892642, + 1.0065387262698673 + ] + ] + }, + "width": 128, + "in_features": 41, + "out_features": 2, + "depth": 6, + "padding": 82, + "parameters": 30834, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 5, + "best_val_acc": 0.7048192771084337, + "test_acc": 0.6405990016638935, + "train_size": 255, + "val_size": 166, + "test_size": 601, + "stats": { + "mean": [ + [ + 0.005023620274509809, + 0.05012927215686277, + 0.0774847423529411, + -0.021592119215686236, + -0.007278767843137281, + 0.003806819607843134, + 0.05070236376470592, + 0.07836162039215684, + -0.009335469717647047, + -0.006452909647058787, + 0.004313807450980429, + 0.05239601662745102, + 0.08761111960784314, + -0.0006227640392157017, + -0.011547115941176465, + 0.007509175294117638, + 0.049814644431372575, + 0.09699411058823522, + -0.020684055294117654, + -0.014362384509803941, + 0.03558779360784312, + 0.0894858222352941, + -0.09410436105882346, + 0.07914001066274516, + 0.05154126003921575, + -0.0045582715686274125, + 0.09130289176470592, + -0.07599903827450982, + 0.08245660823529415, + 0.06585250807843139, + 0.012951737058823532, + 0.08790382078431377, + -0.08962203019607844, + 0.08192444351764702, + 0.05873899290196081, + -0.016822436196078434, + 0.029792561019607842, + 0.05055904957647062, + 0.05703265886274507, + 0.05811358976470591, + 0.05753943309803923 + ] + ], + "std": [ + [ + 1.0010627790031323, + 1.0340741776327254, + 1.0363077318633585, + 1.0137526513667938, + 1.0497867958856593, + 1.0059089649290247, + 1.032934819096642, + 1.0357871822249751, + 1.0425743779317471, + 1.0491455468136368, + 1.002585949212257, + 1.0328632642788567, + 1.0444571310319228, + 1.0499184939107524, + 1.0523852884773215, + 0.9969852155711642, + 1.036017112451258, + 1.0641484457194088, + 1.0260965200086805, + 1.0600673906871478, + 1.0132281500555904, + 1.039987043021767, + 1.0160272774539016, + 1.0119553762539002, + 1.0375407287957723, + 0.993275249370577, + 1.0310746092505982, + 1.0007724139832403, + 1.01278883373938, + 1.0152625509246365, + 0.9763093251846449, + 1.0267017964861733, + 0.997823146966079, + 1.0044670030988905, + 1.0259705961089964, + 1.0589413004871364, + 1.0376978512601307, + 1.0319158378686013, + 1.0340480487731072, + 1.0356155832366485, + 1.0358388933781137 + ] + ] + }, + "width": 128, + "in_features": 41, + "out_features": 2, + "depth": 6, + "padding": 82, + "parameters": 30834, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6659377829268304, + "std_test_acc": 0.017374380985050307, + "n_samples": 1022, + "n_features": 41, + "n_classes": 2, + "mean_cert_acc_36": 0.0, + "std_cert_acc_36": 0.0, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "oocytes_merluccius_states_2f": { + "dataset": "oocytes_merluccius_states_2f", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 7, + "best_val_acc": 0.8592592592592593, + "test_acc": 0.805379746835443, + "train_size": 255, + "val_size": 135, + "test_size": 632, + "stats": { + "mean": [ + [ + 0.01054996298039211, + 0.027192816941176482, + -0.04626695749019601, + -0.0069539579607842475, + 0.014194326572549003, + -0.025412450196078348, + -0.04305473128235293, + 0.008311279215686227, + 0.03873141231372549, + 0.019546130517647062, + 0.04932295196078433, + 0.07244258905882356, + -0.12762710541176478, + 0.10863675447058822, + 0.03643630545098045, + 0.028625162627451017, + 0.07991438109803928, + -0.15667811082352961, + 0.11812816443137263, + 0.056641581960784365, + 0.025048539999999987, + 0.07553784419607842, + -0.12706123960784313, + 0.11197763396705882, + 0.047989735764705894 + ] + ], + "std": [ + [ + 1.055902739791254, + 1.0162268811039923, + 1.0028684541215303, + 0.9730091823212302, + 1.0042568790807076, + 1.059859315776944, + 0.9758982735241186, + 0.988138955008393, + 1.0133686644339426, + 1.0143882523728363, + 1.0032684708282238, + 1.0660462422249137, + 1.201916629773772, + 1.156152673218226, + 0.9766255498471383, + 1.0205814664175223, + 1.0558525489192028, + 1.2296182126345767, + 1.1597961969108055, + 0.9544712645073075, + 1.0067919810768349, + 1.0593103623610676, + 1.2049412432924147, + 1.1612948832756183, + 0.9664237104019653 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 3, + "depth": 6, + "padding": 50, + "parameters": 11653, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 63, + "best_val_acc": 0.8940397350993378, + "test_acc": 0.8685064935064936, + "train_size": 255, + "val_size": 151, + "test_size": 616, + "stats": { + "mean": [ + [ + -0.039873489411764704, + 0.06568908627450984, + -0.08042117858823533, + -0.07278203247058826, + 0.031821641215686286, + 0.042755718431372526, + 0.005826313725490188, + 0.07096834100392159, + 0.027976641294117695, + -0.0360630005411765, + 0.08661626117647052, + -0.01559811278431374, + -0.0027832955098039194, + -0.00600242694117644, + -0.011780795098039233, + 0.05183837615686276, + -0.0011791454901960582, + 0.012773291529411772, + -0.01314989992156862, + 0.009224545098039242, + 0.0690001321568627, + -0.0190796969803922, + 0.013153878745098036, + -0.02286682056078435, + 6.883568627453327e-05 + ] + ], + "std": [ + [ + 0.9701687420411181, + 0.9794453617880473, + 0.9813443525023554, + 0.9595676757646171, + 1.003115552689647, + 0.9711996996585899, + 0.96070065028928, + 0.9964287871578288, + 0.9706304482097151, + 0.9607876088942564, + 0.9996288496718735, + 1.0168336786919916, + 1.0395937464726017, + 1.0511176984743116, + 0.9543421247886298, + 0.9888423590787397, + 0.9945618062244868, + 0.993182419256565, + 0.9977759822780166, + 0.9466357052699218, + 0.970268559194868, + 0.9921749035989086, + 0.9919171706653837, + 0.9992337881273372, + 0.9493328232926572 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 3, + "depth": 6, + "padding": 50, + "parameters": 11653, + "cert_evals": { + "36": 0.8490259647369385, + "72": 0.8100649118423462, + "108": 0.7564935088157654, + "255": 0.1931818127632141 + }, + "fold": 1 + }, + { + "best_epoch": 72, + "best_val_acc": 0.9230769230769231, + "test_acc": 0.8756137479541735, + "train_size": 255, + "val_size": 156, + "test_size": 611, + "stats": { + "mean": [ + [ + 0.09042857501960787, + 0.08453290745098035, + 0.05499370141176466, + 0.003266606392156863, + -0.07544167117647055, + -0.015606528627450978, + -0.019981488733333278, + -0.025666618862745103, + -0.018207427176470593, + 0.07526210964705878, + -0.07317296886274506, + 0.06288879294117644, + -0.045770915470588244, + 0.06681564803529418, + 0.0457884809411765, + -0.057205103882352934, + 0.03428885882352944, + -0.026384509803921576, + 0.04764570376470586, + 0.0265779054901961, + -0.05987147952941173, + 0.04524020599999998, + -0.030786102745098055, + 0.050239169831372554, + 0.03661726031372548 + ] + ], + "std": [ + [ + 0.9803272049895071, + 0.9882927145330502, + 0.9802699132826773, + 0.9866157296330209, + 0.9568636941234572, + 0.9924758747611615, + 0.9911948282259507, + 1.014854441162732, + 0.9588574557798413, + 0.9306835025569801, + 0.9960935226571523, + 1.058677201136564, + 1.1189325498150606, + 1.104729425488317, + 1.0030626650633148, + 1.0161006842006703, + 1.038500769178019, + 1.1151857588414493, + 1.0890692776345845, + 0.9960240438206022, + 1.0157898082954688, + 1.0428087102486705, + 1.0990958365479944, + 1.0781825399569271, + 0.9998307298430946 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 3, + "depth": 6, + "padding": 50, + "parameters": 11653, + "cert_evals": { + "36": 0.844517171382904, + "72": 0.8232405781745911, + "108": 0.7970540523529053, + "255": 0.6022913455963135 + }, + "fold": 2 + }, + { + "best_epoch": 23, + "best_val_acc": 0.8719512195121951, + "test_acc": 0.8739635157545605, + "train_size": 255, + "val_size": 164, + "test_size": 603, + "stats": { + "mean": [ + [ + -0.0162589217254902, + -0.05657745160784315, + 0.01461218117647058, + 0.05366552894117648, + 0.038041347607843126, + -0.02560452082352941, + -0.011943972431372539, + -0.007390860000000016, + -0.011038546941176463, + -0.05211940686274512, + 0.008660175294117643, + 0.051748327019607854, + -0.01198270811764698, + 0.042424563215686224, + 0.0151460240784314, + -0.01830622803921565, + 0.029721466745098055, + 0.03686442627450982, + 0.01890176607843136, + 0.022645802980392142, + -0.02072309247058821, + 0.038014168235294084, + 0.011930823882352934, + 0.031066374470588243, + 0.015441112392156824 + ] + ], + "std": [ + [ + 1.0145212260058494, + 1.0183267267898117, + 0.9955590624479448, + 1.0189109805968923, + 0.9525691096733636, + 0.9401260529685115, + 0.9530483520235054, + 1.0372365061551077, + 0.9831280509255012, + 1.0109747306925605, + 1.0146664159530456, + 1.0835689421499082, + 1.0366330566676196, + 1.063468357562322, + 1.0478025436829708, + 1.0203756563273347, + 1.048069136775873, + 0.9743374382513833, + 1.0399684735711856, + 1.0238387714620327, + 1.0310574946708129, + 1.0714734463360287, + 1.0248857085596488, + 1.0669402741834955, + 1.0309522590651836 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 3, + "depth": 6, + "padding": 50, + "parameters": 11653, + "cert_evals": { + "36": 0.7943615317344666, + "72": 0.704809308052063, + "108": 0.572139322757721, + "255": 0.05638474225997925 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8558658760126676, + "std_test_acc": 0.033794168433671536, + "n_samples": 1022, + "n_features": 25, + "n_classes": 3, + "mean_cert_acc_36": 0.6219761669635773, + "std_cert_acc_36": 0.41539024847115485, + "mean_cert_acc_72": 0.5845286995172501, + "std_cert_acc_72": 0.3932730897781254, + "mean_cert_acc_108": 0.5314217209815979, + "std_cert_acc_108": 0.36755263286322537, + "mean_cert_acc_255": 0.2129644751548767, + "std_cert_acc_255": 0.2719300438289569 + }, + "oocytes_trisopterus_nucleus_2f": { + "dataset": "oocytes_trisopterus_nucleus_2f", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 69, + "best_val_acc": 0.6666666666666666, + "test_acc": 0.675392670157068, + "train_size": 228, + "val_size": 111, + "test_size": 573, + "stats": { + "mean": [ + [ + 0.008357397456140388, + 0.01802353785087694, + -0.041648607412280596, + -0.0453803663157896, + 0.0012030528070177244, + 0.022922442456140533, + 0.036679189828947405, + 0.006630059969298269, + 0.03305654250000005, + -0.013262542280701796, + -0.10907990994736835, + 0.018322935921052583, + 0.07612510290350878, + 0.012056999298245606, + 3.168017543867413e-05, + -0.10483278701754395, + 0.006886669999999989, + 0.06841488109649123, + 0.00695189035087715, + -0.010072736403508812, + -0.05385949504824569, + 0.02870514298245609, + 0.015483249929824555, + 0.03363409311403503, + -0.0021852223684209818 + ] + ], + "std": [ + [ + 0.9973978575903476, + 1.0076014353044038, + 0.9952366807299615, + 0.932027269541095, + 1.0037384211397398, + 0.9967681042898726, + 0.9897940967126091, + 0.9959439814010456, + 1.0138128967542228, + 0.9906591764143307, + 1.0399607914486315, + 1.0440929697744785, + 0.9325257900670985, + 1.077455055918072, + 1.0068935522712004, + 1.0499836979693067, + 1.020033825374287, + 0.9599692363716387, + 1.0561252019263898, + 1.0054889903033737, + 1.0309466984358973, + 1.0847181603368137, + 1.1023028462065556, + 1.254832404821169, + 0.9936933949524517 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 11602, + "cert_evals": { + "36": 0.49912741780281067, + "72": 0.3193717300891876, + "108": 0.21291448175907135, + "255": 0.05410122126340866 + }, + "fold": 0 + }, + { + "best_epoch": 39, + "best_val_acc": 0.676923076923077, + "test_acc": 0.7003610108303249, + "train_size": 228, + "val_size": 130, + "test_size": 554, + "stats": { + "mean": [ + [ + -0.08728925657894768, + -0.0543713359210526, + -0.034470636140350855, + 0.03278697263157899, + 0.05903984850877202, + 0.027659603256579266, + 0.0052796477236843045, + -0.02784190157894725, + -0.009100311184210503, + -0.037397169736841936, + 0.10257767285964901, + -0.01304280877192977, + -0.06708928297368424, + -0.036337502456140376, + -0.047321120833333355, + 0.09918661429824563, + -0.009569511929824559, + -0.06545246535087723, + -0.012505821052631564, + -0.06283763969298246, + 0.07219973416666646, + -0.0427019519736842, + 0.004866778614035071, + -0.047571456315789504, + -0.07411300593421052 + ] + ], + "std": [ + [ + 1.0458471164356558, + 1.0593898673226612, + 1.0081986354392756, + 1.0765642846006065, + 1.0669306376265857, + 1.0624952898815982, + 1.0407781573587898, + 1.106896809173159, + 1.167838053551809, + 1.0758835524236412, + 1.0385900596754538, + 0.9885404293586944, + 0.9550027699090833, + 0.9244009468904739, + 1.0365002828514067, + 1.032883107457862, + 1.0049531003586958, + 0.9938416222614777, + 0.9755214096734742, + 1.053074988224559, + 1.0165408864776693, + 0.9716379772569274, + 0.9394817774978654, + 0.8622924823332119, + 1.0276563689405496 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 11602, + "cert_evals": { + "36": 0.4314079284667969, + "72": 0.23104692995548248, + "108": 0.12454873323440552, + "255": 0.052346568554639816 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.644927536231884, + "test_acc": 0.5604395604395604, + "train_size": 228, + "val_size": 138, + "test_size": 546, + "stats": { + "mean": [ + [ + -0.03544724921052656, + -0.03885949409210542, + -0.00817023697368415, + 0.051384859504385955, + 0.046574599692982555, + 0.04455862842105246, + 0.006319970219298388, + -0.042167378070175295, + -0.056997550482456076, + -0.04837222118421066, + 0.023236387807017467, + -0.018419659824561344, + 0.03327031526622804, + -0.03261339552631577, + 0.017033810526315828, + 0.026972617807017606, + -0.016002433162280727, + 0.07519383274999998, + -0.03613011021929823, + 0.0164577965789474, + 0.013493596793859773, + -0.02311588736842108, + 0.0705855121052632, + -0.038314935394736835, + 0.002846930162280715 + ] + ], + "std": [ + [ + 1.0173295399775188, + 1.0238875326302583, + 0.965332841080866, + 1.0357264688512589, + 1.0296595721628123, + 1.027217931369946, + 0.9273272720979442, + 1.0575953015661612, + 1.0282364738483871, + 1.0347456518954214, + 0.9384525467734931, + 0.9632166870693201, + 0.9301838169931504, + 0.9056571647388838, + 1.0051927672529442, + 0.961531287665366, + 0.9441957103814642, + 0.9064551199981514, + 0.8776461226812926, + 1.0213725987384084, + 0.997919302021147, + 0.9466852583005331, + 0.8271188054338252, + 0.8317555000647003, + 1.0271823239026208 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 11602, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 6, + "best_val_acc": 0.6363636363636364, + "test_acc": 0.6433962264150943, + "train_size": 228, + "val_size": 154, + "test_size": 530, + "stats": { + "mean": [ + [ + -0.10959069377192993, + -0.09912143754385974, + -0.007162025008771894, + 0.06766152456140351, + 0.08831780850877229, + 0.08171766137061406, + 0.006699487456140278, + -0.07772155793859647, + -0.05998239798245609, + -0.07346038859649133, + -0.02367889968421067, + -0.005257190087719264, + 0.03324320991228074, + -0.048391179824561384, + 0.008669106403508755, + -0.045213709868421055, + -0.008913120438596496, + 0.02287917744298246, + -0.016604398201754404, + -0.0007747342105263451, + -0.06126861737280714, + -0.02565710350877192, + 0.05257332175438596, + -0.045432562719298235, + -0.0029558628640350784 + ] + ], + "std": [ + [ + 1.044732018887429, + 1.0625410440290517, + 1.0767800702099823, + 1.0282688245705722, + 1.08629241303742, + 1.0791696596464955, + 1.0159169319395265, + 1.053527399603391, + 0.9939044762321542, + 1.0659676193377676, + 0.9599515341324413, + 0.9624071800102462, + 0.902255701658811, + 0.882802488819804, + 0.992868117400491, + 0.976032726528656, + 0.9678528042797121, + 1.0363949239113746, + 0.9791104951035513, + 1.0023913562224034, + 0.9810108324803241, + 0.9401880345466065, + 0.8602452645459159, + 0.8427992005641717, + 1.0009607300230972 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 11602, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6448973669605119, + "std_test_acc": 0.060941375691820676, + "n_samples": 912, + "n_features": 25, + "n_classes": 2, + "mean_cert_acc_36": 0.23263383656740189, + "std_cert_acc_36": 0.2700413377505006, + "mean_cert_acc_72": 0.13760466501116753, + "std_cert_acc_72": 0.16293230750905113, + "mean_cert_acc_108": 0.08436580374836922, + "std_cert_acc_108": 0.10388231823333498, + "mean_cert_acc_255": 0.02661194745451212, + "std_cert_acc_255": 0.030737178315253397 + }, + "oocytes_trisopterus_states_5b": { + "dataset": "oocytes_trisopterus_states_5b", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 16, + "best_val_acc": 0.8682170542635659, + "test_acc": 0.8, + "train_size": 228, + "val_size": 129, + "test_size": 555, + "stats": { + "mean": [ + [ + 0.07071967587719294, + -0.03126246473684206, + -0.05244502938596495, + 0.005148638640350878, + 0.12069938767543859, + -0.061311192850877064, + -0.05906930372807029, + -0.05115659995614045, + -0.13130431929824563, + -0.06720904710526317, + -0.05089102140350876, + -0.04616209415789476, + -0.008453429122807003, + 0.007494995967982444, + -0.045153931578947384, + 0.03200924100877193, + -0.0691457934210527, + -0.0009892403947368614, + 0.011054617807017532, + -0.029681514881578927, + 0.01884901570175438, + -0.046099180000000024, + 0.002979564210526361, + -0.0069296600877193516, + -0.01987498114035088, + 0.015903855074561355, + -0.12577492600877196, + -0.08353401973684217, + -0.05708607535087729, + -0.05055958596491232, + -0.04731587622807015, + -0.043790602412280666 + ] + ], + "std": [ + [ + 1.1161365921129287, + 1.019937304172635, + 0.917445075485345, + 0.922445163110283, + 1.1247212152662185, + 1.0142273750405912, + 1.013302866302, + 1.014864695381583, + 0.9032083969104956, + 0.9420860638513419, + 0.8878850299621215, + 0.9649792111481951, + 0.9283049848951963, + 0.9030510744389749, + 0.8595512938345663, + 0.9546310505717645, + 1.0275522247728062, + 0.9168016008396184, + 0.9413647122294537, + 0.8546868987355505, + 0.9932921290570054, + 1.0448863454946404, + 0.9301627049708955, + 0.9728030425741644, + 0.8334914560515586, + 0.9950352822299136, + 1.1288380460826624, + 1.0483897554983064, + 0.9912110826643573, + 0.972356775914115, + 0.9655364442120018, + 0.961757628464007 + ] + ] + }, + "width": 128, + "in_features": 32, + "out_features": 3, + "depth": 6, + "padding": 64, + "parameters": 18947, + "cert_evals": { + "36": 0.5513513684272766, + "72": 0.22342342138290405, + "108": 0.03783784061670303, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 19, + "best_val_acc": 0.8, + "test_acc": 0.8052434456928839, + "train_size": 228, + "val_size": 150, + "test_size": 534, + "stats": { + "mean": [ + [ + 0.042168793947368305, + -0.046661154824561395, + -0.07265519657894737, + -0.029048200219298256, + 0.09316957649122803, + -0.10222960131578947, + -0.10301473457017543, + -0.10802850458421065, + -0.0797967623684211, + -0.04103184833333331, + -0.03355091710526318, + -0.07929260306140361, + -0.01261704565789473, + 0.1506792193013158, + -0.04067907675438599, + 0.0143033318859649, + -0.10382837236842095, + -0.04084723513596495, + 0.09225491631578954, + -0.05923273439912277, + -0.01375305198245613, + -0.07187321360087723, + -0.04672014346491231, + 0.0815637618859649, + -0.05598073456140354, + -0.022079915539473673, + -0.09001919685526312, + -0.07580621197368419, + -0.062005388640350885, + -0.0598721951754386, + -0.05949153206140351, + -0.05830784473684211 + ] + ], + "std": [ + [ + 1.0200834248953377, + 0.9834883235416357, + 0.948382326692065, + 0.9422895148016912, + 1.0599930578421568, + 1.008102104687054, + 1.005532265621242, + 1.002425640615904, + 1.0281516449119859, + 0.9864372876535116, + 0.9216225867194346, + 1.0175930869712388, + 0.9515569597651118, + 0.8710927832245062, + 0.9090671548749089, + 0.9587815133966584, + 1.0094043299853246, + 0.9261778760996505, + 0.8474973900761839, + 0.9036382522123776, + 0.9766692441797213, + 1.0089134547001877, + 0.9564712615645998, + 0.8678207248562414, + 0.9118462619599206, + 0.9732947965073382, + 1.0611090895722666, + 1.015667914213523, + 0.9793114555387845, + 0.9657189087278202, + 0.9606198710213132, + 0.9585784664444565 + ] + ] + }, + "width": 128, + "in_features": 32, + "out_features": 3, + "depth": 6, + "padding": 64, + "parameters": 18947, + "cert_evals": { + "36": 0.5936329364776611, + "72": 0.27902621030807495, + "108": 0.2490636706352234, + "255": 0.18539325892925262 + }, + "fold": 1 + }, + { + "best_epoch": 17, + "best_val_acc": 0.8064516129032258, + "test_acc": 0.7357142857142858, + "train_size": 228, + "val_size": 124, + "test_size": 560, + "stats": { + "mean": [ + [ + 0.003998914473684303, + -0.0213186002192983, + -0.017623903947368354, + -0.012337663596491195, + -0.017431074298245655, + -0.004555553359648964, + -0.004108547587719438, + -0.0009373696052630999, + -0.016608215043859648, + -0.03182528381578946, + -0.007421083684210486, + -0.005595805956140336, + -0.02646343394736844, + -0.03618650232456141, + -0.010698251315789472, + -0.030884499561403496, + 0.00945457565789471, + -0.009139434872807068, + -0.03419454758771928, + -0.008557029530701714, + -0.023951698464912213, + -0.004459117500000028, + -0.004532075570175454, + -0.017823669631578956, + 0.001388015307017533, + -0.0025814676008772044, + 0.025199284736842097, + -0.0031750307894736394, + -0.009545385219298277, + -0.011465425438596452, + -0.011802506973684268, + -0.012658367236842074 + ] + ], + "std": [ + [ + 0.97457074546984, + 1.0043257679235367, + 0.9742480751664327, + 0.9943971588575504, + 0.9581527150500696, + 0.9265467380337167, + 0.9264773239886217, + 0.9319494271687707, + 1.0333247779313135, + 0.920720050526615, + 0.9972315457748969, + 0.9339472735421078, + 0.994560651859279, + 0.9728161348895927, + 0.9675512654728273, + 1.0285831983370706, + 0.9503032539654157, + 0.9956226688351669, + 0.9764940921703851, + 0.9471557323877339, + 1.0287165906042777, + 0.9500178099607385, + 0.9876437160220987, + 0.9354692176608096, + 0.898511968634094, + 1.0286414971042166, + 0.9524777970147053, + 0.9772040913271117, + 0.9780996145454892, + 0.9792411013617204, + 0.9824128780686913, + 0.9861305066741933 + ] + ] + }, + "width": 128, + "in_features": 32, + "out_features": 3, + "depth": 6, + "padding": 64, + "parameters": 18947, + "cert_evals": { + "36": 0.5857142806053162, + "72": 0.3589285612106323, + "108": 0.2142857164144516, + "255": 0.10000000149011612 + }, + "fold": 2 + }, + { + "best_epoch": 46, + "best_val_acc": 0.7846153846153846, + "test_acc": 0.740072202166065, + "train_size": 228, + "val_size": 130, + "test_size": 554, + "stats": { + "mean": [ + [ + 0.19128086798245605, + -0.1545888153201755, + -0.1037753156140351, + -0.08390219271929829, + 0.19822772679824566, + -0.054646532894736755, + -0.05310007785087714, + -0.05312231039473688, + -0.09918999210526323, + -0.0755739785964912, + -0.07051384131578947, + -0.05881431096491246, + -0.07694789254385967, + 0.054556597587719274, + -0.06296629385964911, + -0.09344949605263154, + -0.05059881096491216, + -0.09314682412280695, + 0.050995198815789525, + -0.07107925399122803, + -0.13133097996491225, + -0.0199737169736841, + -0.08499977043859651, + 0.0665703333333333, + -0.06430988701754382, + -0.11358861070175429, + -0.20145491466228072, + -0.1672395333333333, + -0.13964623530701756, + -0.13065004122807017, + -0.1280007524122807, + -0.1254573030701754 + ] + ], + "std": [ + [ + 1.162459605948107, + 1.0220637257211564, + 0.9798271763297653, + 0.9281687716661429, + 1.1748679320520254, + 1.0338563715791989, + 1.0321846232991374, + 1.0330317193022602, + 1.0435830097086, + 0.9790515232110254, + 0.975207419353285, + 0.993634610991306, + 0.9186772145265852, + 0.9759927672870093, + 0.930549606138527, + 0.9430482289842438, + 1.0327123337266333, + 0.9392430037385824, + 0.9854560711615015, + 0.9600278149608173, + 0.9920638252884562, + 1.0141678876429923, + 0.9512802433446548, + 0.9952075820683842, + 0.911976129686222, + 0.9873548656001708, + 1.1909974471705074, + 1.0719478815576433, + 1.0152936018335244, + 0.9972868774145465, + 0.9919889419406073, + 0.9898458188922279 + ] + ] + }, + "width": 128, + "in_features": 32, + "out_features": 3, + "depth": 6, + "padding": 64, + "parameters": 18947, + "cert_evals": { + "36": 0.6552346348762512, + "72": 0.5613718628883362, + "108": 0.45667868852615356, + "255": 0.18953068554401398 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7702574833933087, + "std_test_acc": 0.037474518279254125, + "n_samples": 912, + "n_features": 32, + "n_classes": 3, + "mean_cert_acc_36": 0.5964833050966263, + "std_cert_acc_36": 0.04325392833088055, + "mean_cert_acc_72": 0.3556875139474869, + "std_cert_acc_72": 0.14797218369703774, + "mean_cert_acc_108": 0.2394664790481329, + "std_cert_acc_108": 0.1718152386287946, + "mean_cert_acc_255": 0.11873098649084568, + "std_cert_acc_255": 0.0892643133337889 + }, + "nursery": { + "dataset": "nursery", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 17, + "best_val_acc": 0.8185610010427529, + "test_acc": 0.8192771084337349, + "train_size": 3240, + "val_size": 1918, + "test_size": 7802, + "stats": { + "mean": [ + [ + 0.051029166666666737, + -0.00196411111111071, + 0.0016562925925925533, + -0.008005376543209762, + -0.004535925925925928, + -0.014196977160493821, + -0.01014526234567894, + -0.007937870370370368 + ] + ], + "std": [ + [ + 1.0081184659855247, + 0.994466909902115, + 0.9984780980079611, + 0.9954756099225289, + 0.9980995540133645, + 0.9998602139101664, + 0.9972906807623559, + 1.0052418041464166 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 5, + "depth": 6, + "padding": 16, + "parameters": 1317, + "cert_evals": { + "36": 0.676108717918396, + "72": 0.5634452700614929, + "108": 0.41873878240585327, + "255": 0.0005126890609972179 + }, + "fold": 0 + }, + { + "best_epoch": 10, + "best_val_acc": 0.820538891713269, + "test_acc": 0.8250999613053012, + "train_size": 3240, + "val_size": 1967, + "test_size": 7753, + "stats": { + "mean": [ + [ + 0.023435617283950584, + 0.026842851851852437, + -0.0011041870370370494, + -0.001656286419753089, + -0.010961820987654315, + 0.019135056172839497, + -0.012124891358024097, + -0.0060479012345679 + ] + ], + "std": [ + [ + 1.0098249235756733, + 1.0053740157149613, + 0.9982315594686217, + 0.9999606252114857, + 0.9964249241892131, + 0.9997779009091493, + 0.9971359423938833, + 1.0041030187583004 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 5, + "depth": 6, + "padding": 16, + "parameters": 1317, + "cert_evals": { + "36": 0.671610951423645, + "72": 0.5329549908638, + "108": 0.39017152786254883, + "255": 0.00012898232671432197 + }, + "fold": 1 + }, + { + "best_epoch": 27, + "best_val_acc": 0.8350785340314136, + "test_acc": 0.8375160051216389, + "train_size": 3240, + "val_size": 1910, + "test_size": 7810, + "stats": { + "mean": [ + [ + 0.023435617283950584, + 0.047575135802469234, + 0.015458643209876576, + 0.0024844308641975513, + 0.006047901234567903, + 0.0012345197530864193, + 0.015837366358025084, + -0.0060479012345679 + ] + ], + "std": [ + [ + 1.0166780451442419, + 1.0111134194425535, + 1.0062422991159916, + 0.9960005941386431, + 0.9966991236053043, + 0.9999602379504744, + 1.0002954947822456, + 1.0041030187583007 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 5, + "depth": 6, + "padding": 16, + "parameters": 1317, + "cert_evals": { + "36": 0.6916773915290833, + "72": 0.48988479375839233, + "108": 0.3742637634277344, + "255": 0.012035852298140526 + }, + "fold": 2 + }, + { + "best_epoch": 19, + "best_val_acc": 0.8513513513513513, + "test_acc": 0.8630066700872242, + "train_size": 3240, + "val_size": 1924, + "test_size": 7796, + "stats": { + "mean": [ + [ + 0.03364145061728391, + 0.03033460493827167, + 0.03257356666666669, + 0.032849621604938234, + -0.015875740740740732, + -0.01481423703703703, + -0.01707398148148124, + 0.006425895061728395 + ] + ], + "std": [ + [ + 1.006091408188469, + 0.9961770749809249, + 1.0063245385321156, + 1.0055792592242605, + 0.9961264090870245, + 0.9998512588890658, + 1.0080135891696445, + 0.9964644995871555 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 5, + "depth": 6, + "padding": 16, + "parameters": 1317, + "cert_evals": { + "36": 0.7106208801269531, + "72": 0.5820934176445007, + "108": 0.458953320980072, + "255": 0.053104158490896225 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8362249362369748, + "std_test_acc": 0.019407232855898342, + "n_samples": 12960, + "n_features": 8, + "n_classes": 5, + "mean_cert_acc_36": 0.6875044852495193, + "std_cert_acc_36": 0.017646990201228653, + "mean_cert_acc_72": 0.5420946180820465, + "std_cert_acc_72": 0.040270555198474604, + "mean_cert_acc_108": 0.4105318486690521, + "std_cert_acc_108": 0.03715691686412429, + "mean_cert_acc_255": 0.016445420544187073, + "std_cert_acc_255": 0.02505584062703458 + }, + "ozone": { + "dataset": "ozone", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.9805013927576601, + "test_acc": 0.9688917692806222, + "train_size": 634, + "val_size": 359, + "test_size": 1543, + "stats": { + "mean": [ + [ + -0.003832208201892918, + -0.005418530378548824, + -0.010179585331230298, + -0.007282815457413272, + -0.012684214511040823, + -0.016161820820189455, + 0.002799892586751031, + 0.0019220082018927972, + -0.018512049842271346, + 0.005907482334384807, + -0.007494815457413195, + -0.025883145425867744, + -0.03184079188958992, + -0.019569813880126137, + -0.027278735331230344, + -0.03046446009463729, + -0.011907895583595755, + -0.007346252618296485, + -0.02668136640378576, + -0.06587051593059931, + -0.049409756782334495, + -0.07125564747634061, + -0.0656345313880127, + -0.07421817728706603, + -0.009998679968454185, + -0.0262489938485801, + -0.021923096214510832, + -0.0190336230283913, + -0.018218104037854982, + -0.016821850378548945, + -0.020884196703469835, + -0.020929776435331872, + -0.021766428958990638, + -0.02181745849999988, + -0.020616926908517234, + -0.02164594619873821, + -0.027880692514195553, + -0.03721009403785469, + -0.03371047791798095, + -0.0357276862940851, + -0.03981797839116743, + -0.04135431316246058, + -0.0396969034069403, + -0.04041245388012638, + -0.03959258725552049, + -0.035369640788643436, + -0.0329854148107256, + -0.037678351135646625, + -0.029864726656151485, + -0.030806835126182992, + -0.03040135176656141, + -0.02955822337539437, + -0.0004082835646687658, + 0.03179852176656152, + -0.030195180984227132, + -0.04001496272870659, + 0.026779878261829634, + -0.004116586119873863, + -0.0023215491955836005, + -0.024096858706624612, + -0.03674826619400633, + 0.02543307507728708, + -0.005538621608832797, + 0.01184614798107252, + -0.02897714377507889, + -0.008931562263406941, + 0.023499008943217683, + 0.017402507271293364, + 0.0359555768138801, + 0.023836606309148266, + -0.0014779406940063293, + -0.008649845488958915 + ] + ], + "std": [ + [ + 1.0253346653541646, + 0.9970790367473195, + 1.0038692152439912, + 0.9938232451774182, + 0.9892173701948798, + 0.9911118430754786, + 1.017791120532591, + 0.9932864022974621, + 0.9902464436046423, + 1.000185178231482, + 1.0011696264611658, + 0.986480392675615, + 0.9730802318969383, + 0.9778181923701852, + 0.9836970027189096, + 0.9750118443336364, + 0.9792780834573579, + 0.9880149185292257, + 0.9781480670848659, + 0.9690310973910427, + 0.9891508690776625, + 0.9800473244857659, + 0.9719895753152141, + 0.9862159945987059, + 1.000643505337353, + 0.98774444392728, + 1.0016087509397211, + 0.9981176722651791, + 0.9943416662612424, + 0.9911189659544083, + 0.9910342795958328, + 0.9946798944092399, + 0.9963025407021763, + 0.9986420543916559, + 1.0050901822096001, + 1.006920701444179, + 1.0106377164264517, + 1.0193709910492683, + 1.0139900979553602, + 1.0114902226706495, + 1.0154408973720759, + 1.0202202440190384, + 1.0187333506565903, + 1.0188947379912598, + 1.0238829760328585, + 1.0216807530782095, + 1.0172760501580516, + 1.019296401406438, + 1.0121202260566657, + 1.0092598657183676, + 1.0163059965288948, + 1.0075443434312203, + 0.9544054418118135, + 0.959178459050877, + 0.9653248526530249, + 0.9812633263036802, + 0.9443343196371533, + 0.9785419366403552, + 0.9938503050835839, + 0.9399729974257295, + 1.0017571374847212, + 0.9409064434936084, + 0.9699516997787144, + 1.0227411928766736, + 0.9603064531854989, + 0.9989953512934372, + 0.9473740110075154, + 0.9448230205985104, + 0.9456688250252197, + 0.942484207617471, + 1.0193030273935935, + 0.9279161878664934 + ] + ] + }, + "width": 256, + "in_features": 72, + "out_features": 2, + "depth": 6, + "padding": 144, + "parameters": 94322, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 40, + "best_val_acc": 0.8833746898263027, + "test_acc": 0.904603068712475, + "train_size": 634, + "val_size": 403, + "test_size": 1499, + "stats": { + "mean": [ + [ + 0.03792215394321758, + 0.05303702501577294, + 0.055938417665614755, + 0.045617302050472784, + 0.021353089905362888, + 0.020145928075709717, + 0.0154306208201896, + 0.022261120504731842, + 0.020515404258675263, + -0.006392122712933948, + -0.018915373501577255, + -0.01732013391167209, + -0.017668103968454255, + -0.006586070347003194, + -0.016273178391167133, + -0.009117565772870817, + -0.006092351104100761, + -0.004906137602523564, + -0.015032467823343948, + -0.009775977760252257, + -0.0028146921135643894, + -0.014031686908517228, + -0.025870736750788572, + -0.018697430914826393, + 0.012961191798107244, + 0.01047141529968471, + 0.018777906104101107, + 0.026551687539432215, + 0.020844408675078762, + 0.023819117413249064, + 0.023811730189274537, + 0.019894168675078563, + 0.021038747192428944, + 0.02314655241798127, + 0.028341015741325026, + 0.024617651403785426, + 0.01178393461514206, + 0.014336364637223941, + 0.016739142365930756, + 0.012312654178627935, + 0.028485125615141934, + 0.019114635623028217, + 0.013634379747634108, + 0.008062478817034518, + 0.009352700126182908, + 0.012544397728706748, + 0.01817721485804401, + 0.017917969968454316, + 0.021168408769716013, + 0.023414116261829713, + 0.014830201829653165, + 0.02222035735015768, + 0.026335983533123025, + 0.0094259924290221, + -0.007603148958990523, + 0.0009938357413249734, + 0.005802570088328026, + 0.026215337223974716, + 0.038780452492113614, + -0.022953927902208182, + 0.031207762034700385, + 0.017113763779179843, + 0.04147194542586757, + 0.04368782463722394, + 0.01750911003659304, + 0.03434608705047321, + 0.009342367476340697, + 0.024773590962145133, + 0.004409446561514154, + 0.005585798107255572, + 0.00011378753943216802, + 0.0765020130757091 + ] + ], + "std": [ + [ + 1.03736363563334, + 1.041421531442326, + 1.0267865270755487, + 1.0121442820993367, + 1.008293110256913, + 1.01873498921806, + 1.0118066495461369, + 0.982292246248336, + 0.979405861495792, + 0.9688780031821314, + 0.9652773998745313, + 0.9694491321671315, + 0.9531773775158731, + 0.9580862657893832, + 0.9577664681306315, + 0.9623544801742809, + 0.975601277571152, + 0.9832052078314656, + 0.990296487656043, + 0.9755842570008628, + 0.9865540245890023, + 0.962851713833088, + 0.9566628208998662, + 0.9468020657890054, + 0.9742316163334963, + 0.9645422392473766, + 1.0027685912228592, + 0.9966208972539959, + 0.999182931601029, + 0.9948819423856855, + 0.9946336959149308, + 0.994301681069435, + 0.9956026583826234, + 0.9930511866663474, + 0.9890478651750041, + 0.994199597668802, + 1.0023859350650413, + 1.000426145687874, + 1.0003652424842289, + 1.0064232470420955, + 0.9992643537317858, + 1.005945961042932, + 1.0059460570896996, + 1.0088514720728148, + 1.0098664378887052, + 1.0086576841526969, + 1.0071224688030078, + 1.0065893694520875, + 1.003072381839363, + 1.0009275382343648, + 1.0031288456338048, + 1.001641400063109, + 0.9717690232361939, + 0.9645442990237298, + 1.0599901264777962, + 0.9668729591901228, + 0.9848003020040621, + 0.9858228202928896, + 0.9910100230003203, + 1.033854568614186, + 1.023206024569695, + 0.9609138694597942, + 0.9763937113178477, + 1.0499365812704335, + 1.002074911190731, + 1.0401611909032527, + 0.9829420247883154, + 0.9775076034950193, + 0.9858571161451036, + 0.98438894199897, + 0.9570620772827372, + 1.2319088901760018 + ] + ] + }, + "width": 256, + "in_features": 72, + "out_features": 2, + "depth": 6, + "padding": 144, + "parameters": 94322, + "cert_evals": { + "36": 0.8772515058517456, + "72": 0.8505670428276062, + "108": 0.8225483894348145, + "255": 0.7004669904708862 + }, + "fold": 1 + }, + { + "best_epoch": 35, + "best_val_acc": 0.8929503916449086, + "test_acc": 0.9058591178406846, + "train_size": 634, + "val_size": 383, + "test_size": 1519, + "stats": { + "mean": [ + [ + -0.026519395110410078, + -0.020519656719242864, + -0.03856912839116702, + -0.016610770662460427, + -0.02360172176656157, + -0.0062361091482649456, + 0.006315673186120061, + 0.008122894006309216, + 0.019828661829653038, + 0.023493720820189235, + 0.028398340063091426, + 0.037658466246056704, + 0.03720359796845454, + 0.01712326940063089, + 0.010629502208201842, + 0.016920019873816996, + 0.004836936277602788, + 0.008885449716088383, + 0.004271558517350052, + -0.013732781230283674, + -0.003293864984227115, + -0.0059959652996845044, + 0.02009481703470032, + 0.012495374763406907, + 0.026107515615142074, + 0.0048866673501578506, + -7.10347318611639e-05, + 0.004620787066245969, + 0.006923117208201871, + 0.007044452050473267, + 0.0017660842902208816, + 0.0005843353627757844, + 0.0024381367823343115, + 0.01260079149999998, + 0.027790525930599275, + 0.03580574296529951, + 0.044962928378549, + 0.03849109044164033, + 0.031017723895899216, + 0.014714712648895947, + 0.020249673911671977, + 0.01992396563091474, + 0.00854246886435317, + 0.010404890378548888, + 0.0019442098422712223, + -0.005629299589905388, + 0.0006738145583594855, + -0.006554089621451123, + -0.0014963604731860216, + -0.004724123485804328, + 0.03185038192429032, + 0.017040701072555207, + -0.016917529684542604, + -0.01635350962145107, + 0.03180636989905358, + -0.028097102381703456, + -0.02487774311041013, + -0.024357788801261843, + 0.010347320820189253, + 0.023048282129337568, + -0.0404586584542587, + -0.01956875883911673, + -0.015517057255520493, + -0.042936753533123054, + 0.016056352455205057, + 0.0006885119637224163, + -0.017713837870662472, + 0.00866661981072551, + -0.011936950630914838, + -0.019579047318612028, + 0.010573428391167213, + 0.013769920457413393 + ] + ], + "std": [ + [ + 0.9824246191960648, + 0.9460660479955723, + 0.9414137117810848, + 0.9563951332641849, + 0.9542747430368088, + 0.9649020128187702, + 0.9480302958839442, + 0.9695925595005404, + 0.9508962724118688, + 0.9324002792481486, + 0.9491098110835717, + 0.9593993759599093, + 0.9708845814409902, + 0.9746076150662417, + 0.9730830926818287, + 0.9705828418121233, + 0.9678944356517812, + 0.9787918055436075, + 0.9871395323030632, + 0.988799836722974, + 1.0088712263265718, + 1.027651048121395, + 1.0110542737448385, + 1.014655075557104, + 0.9527254870773569, + 0.9499284788193443, + 0.9739892346448356, + 0.9717415422572252, + 0.9710591664892269, + 0.9720523397095961, + 0.9743931633453154, + 0.9750560919142672, + 0.9732640281425894, + 0.9694138817789562, + 0.9591766148620566, + 0.9523484366096532, + 0.9426339173138096, + 0.9489336834494043, + 0.9510992266164007, + 0.9608960530293392, + 0.9501293475748765, + 0.950793971802449, + 0.9575052033489578, + 0.9516958236697296, + 0.9607004557781494, + 0.9650164347980471, + 0.9627072697949259, + 0.9664615907966804, + 0.9637912770104232, + 0.9634717474587103, + 0.9445789095634398, + 0.9512185629902784, + 0.9929982903986023, + 0.9911801208163777, + 1.0345096377862717, + 1.015804013333407, + 1.0429149112118707, + 0.9641031908608965, + 0.9736098232781243, + 0.9944177175712005, + 1.0241007437497402, + 1.0365807493549954, + 0.9939798656902995, + 0.9703197880729728, + 0.9618026775337026, + 1.0327802384943932, + 1.0325597261783583, + 0.978275118853774, + 1.0112531906719258, + 1.0439400654735873, + 1.021812320404611, + 1.0812409348018392 + ] + ] + }, + "width": 256, + "in_features": 72, + "out_features": 2, + "depth": 6, + "padding": 144, + "parameters": 94322, + "cert_evals": { + "36": 0.8834759593009949, + "72": 0.8518761992454529, + "108": 0.8229097723960876, + "255": 0.7030941247940063 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.9705159705159705, + "test_acc": 0.9712374581939799, + "train_size": 634, + "val_size": 407, + "test_size": 1495, + "stats": { + "mean": [ + [ + 0.0414219129337539, + 0.04560815454258686, + 0.034397147160883365, + 0.020956117823343955, + 0.024564269400630924, + 0.0005553069400630991, + 0.016602504416403943, + 0.0062627359621451415, + -0.0031757522082018035, + -0.013944516088328245, + 0.0037218815457413378, + -0.020531244637224017, + -0.012975684929022045, + -0.015335962460567969, + 0.0022576992113565006, + 0.01988752665615142, + 0.025492129968454638, + 0.02310144264984224, + 0.03577952003154558, + 0.03828845977918, + 0.04090566182965307, + 0.016406487381703586, + 0.032255133596214486, + 0.055611245425867664, + 0.025829820504732027, + 0.017592141324921318, + 0.08482513250788633, + 0.08251534022082004, + 0.0806660400000002, + 0.0797597929968453, + 0.07844461148265003, + 0.07577048630914786, + 0.07816740391167189, + 0.07698375904258688, + 0.07839980914826507, + 0.07030392544164019, + 0.07335677605520505, + 0.07059885154574139, + 0.05749520764984241, + 0.05839240802768149, + 0.04884538044164021, + 0.057599388186119704, + 0.06056710167192429, + 0.05068962059936886, + 0.04918662220820182, + 0.05663887050473197, + 0.052981187223974706, + 0.05271488757097796, + 0.05998731700315455, + 0.058964341198738154, + 0.062026943990536335, + 0.06406211694006311, + 0.04476776665615138, + 0.04366600899053627, + 0.0071440257350158225, + 0.01720357881703467, + 0.02547216375078862, + 0.03767682965299683, + 0.005417277176656162, + -0.021366308296529912, + 0.014681808124605667, + 0.02665934194006316, + 0.0029629283911672116, + 0.04136874888012618, + -0.03195372262365931, + 0.02910725921924289, + 0.04066335638801264, + 0.040631754242902225, + 0.0663199716719243, + 0.022615533123028518, + -0.003297019858044126, + 0.04436952356466899 + ] + ], + "std": [ + [ + 1.0105987107179513, + 1.0154217840142559, + 1.0127704333239322, + 1.0250915526181619, + 1.0277899782078663, + 0.982162687271895, + 1.0035414511934382, + 0.9904593990260483, + 0.9663940188769403, + 0.9541638919218064, + 0.9616077277788638, + 0.9585349634260687, + 0.9525169153591942, + 0.9428065740578456, + 0.9687530001209573, + 0.9662943308105892, + 0.9592234004298692, + 0.979716475995095, + 0.9819854494212729, + 0.9839277847661497, + 1.002027685561712, + 0.9811382213240143, + 0.9801878541507797, + 0.9886132720669727, + 0.9572863825752432, + 0.9684473114507368, + 0.9458197712036189, + 0.9493043352225052, + 0.9536886787314945, + 0.9542388565417081, + 0.9568724214982696, + 0.9604182963982565, + 0.9628743223078909, + 0.969739870388791, + 0.9658420669879488, + 0.9663588514066725, + 0.9591914227782425, + 0.9566142593514982, + 0.9604271978550112, + 0.9572841356250656, + 0.9637592188968211, + 0.9567941828689348, + 0.9518409084669301, + 0.9583057006169418, + 0.9626024487496594, + 0.9611581570635215, + 0.9675755641595767, + 0.9693064339918899, + 0.9677848038214554, + 0.9725856655911815, + 0.9492806747367527, + 0.9580864580842854, + 0.9617728581830496, + 0.987791465119004, + 0.96105048335759, + 0.9739101949627368, + 0.9441015562727774, + 0.9653034478263104, + 0.988889321396684, + 0.9934946660414279, + 1.0125052771005791, + 0.9411383407966065, + 0.9598305998600601, + 0.9901272334268524, + 0.9825753191497685, + 1.0224810066711563, + 0.9107176652738894, + 0.9977469943360354, + 0.9461613310736207, + 0.942256538790349, + 0.9681623758458049, + 1.1107317714437548 + ] + ] + }, + "width": 256, + "in_features": 72, + "out_features": 2, + "depth": 6, + "padding": 144, + "parameters": 94322, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9376478535069405, + "std_test_acc": 0.037447409048228866, + "n_samples": 2536, + "n_features": 72, + "n_classes": 2, + "mean_cert_acc_36": 0.4401818662881851, + "std_cert_acc_36": 0.5082845900825539, + "mean_cert_acc_72": 0.42561081051826477, + "std_cert_acc_72": 0.4914533226615797, + "mean_cert_acc_108": 0.4113645404577255, + "std_cert_acc_108": 0.47500287924839824, + "mean_cert_acc_255": 0.35089027881622314, + "std_cert_acc_255": 0.4051746133822154 + }, + "optical": { + "dataset": "optical", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 89, + "best_val_acc": 0.9501965923984272, + "test_acc": 0.9382352941176471, + "train_size": 1797, + "val_size": 763, + "test_size": 3060, + "stats": { + "mean": [ + [ + 1.3856427249732343e-07, + 3.522537559932238e-07, + 2.0200333923407371e-07, + -2.1090706664453654e-08, + 9.079577074147025e-07, + -3.7840846155241325e-08, + 1.0016694480800053e-07, + -3.839732929460532e-08, + -2.052531986360973e-07, + 5.736227047582848e-07, + -5.392877018977476e-07, + 3.446855866850716e-07, + 7.471897606570201e-07, + 6.366165789100185e-08, + 6.343906503950533e-08, + 1.6082360320555245e-08, + -1.2743461284050804e-07, + -1.040734557545233e-06, + -8.755926547578072e-07, + -3.578185863301285e-07, + 7.332220366643227e-07, + -3.0194769109244466e-07, + 7.790762325825424e-08, + 7.345575957029862e-08, + -7.23984418536337e-07, + 9.154145797987881e-07, + 1.1503060657291822e-06, + 5.397885364376055e-07, + 9.892598776549736e-07, + 1.3388981694693205e-07, + -1.4245965993065702e-08, + 0.0, + 9.849749597322357e-08, + -3.005008345580917e-07, + -1.252309404487717e-06, + 1.1563717317173418e-07, + 2.612687813142242e-07, + -2.1246521999465225e-07, + 2.181413434127969e-08, + 2.5598219080391046e-08, + 8.095715080714013e-07, + 2.046967167367694e-06, + 7.488035611850296e-07, + -5.36338341615376e-07, + 2.2593210867774937e-07, + 1.391208119443866e-09, + 2.1146353474234786e-09, + -9.627156351675032e-08, + 7.974401797152621e-08, + -4.3405676095586467e-07, + 4.762938228768179e-07, + -1.1801335560497857e-06, + -1.2314969337031567e-07, + -1.9309961105232408e-07, + -3.3611575048358445e-08, + 2.036727886363881e-07, + 1.463550362828589e-07, + 1.4123539216025922e-07, + 2.2092376161315588e-07, + -2.9421257666669716e-07, + 1.7028380694169436e-07, + -7.623817643177156e-08 + ] + ], + "std": [ + [ + 0.9997215438361656, + 0.9997210922060588, + 0.9997214681131235, + 0.999721655854133, + 0.9997208475841785, + 0.9997219821124261, + 0.9997214930298326, + 0.999721057794131, + 0.9997217596240401, + 0.9997225746036739, + 0.9997210224417119, + 0.9997227576971818, + 0.9997229351930221, + 0.9997215956873193, + 0.9997211331602884, + 0.9997230207039172, + 0.9997217447316874, + 0.9997210018360171, + 0.9997222723850343, + 0.9997221108286501, + 0.9997214178114493, + 0.9997217647676936, + 0.9997224408130486, + 0.9997228003545515, + 0.9997209577711167, + 0.9997232788951946, + 0.9997216619853025, + 0.9997205909299596, + 0.9997219977968902, + 0.9997221075144335, + 0.9997206041402685, + 1.0, + 0.9997216910380222, + 0.9997220629734219, + 0.999722192628859, + 0.9997216259221229, + 0.9997236467717389, + 0.999721912949805, + 0.9997216048405073, + 0.9997213735793822, + 0.9997214679760645, + 0.9997208302277274, + 0.9997210543542098, + 0.9997230984585895, + 0.9997218857870922, + 0.9997212960295644, + 0.9997215938175112, + 0.9997221985317171, + 0.999722021899587, + 0.999721725627861, + 0.9997220060267005, + 0.9997218313197827, + 0.9997214196784353, + 0.9997219309011688, + 0.9997206139806237, + 0.9997218079331756, + 0.9997220886750577, + 0.9997214372339108, + 0.9997213277413262, + 0.999722450536975, + 0.9997220499516833, + 0.9997216929328724 + ] + ] + }, + "width": 256, + "in_features": 62, + "out_features": 10, + "depth": 6, + "padding": 124, + "parameters": 71062, + "cert_evals": { + "36": 0.9189542531967163, + "72": 0.9003268480300903, + "108": 0.8751634359359741, + "255": 0.7261438369750977 + }, + "fold": 0 + }, + { + "best_epoch": 86, + "best_val_acc": 0.9412532637075718, + "test_acc": 0.9434085704939483, + "train_size": 1797, + "val_size": 766, + "test_size": 3057, + "stats": { + "mean": [ + [ + 1.3856427249732343e-07, + 3.522537559932238e-07, + 2.0200333923407371e-07, + -2.1090706664453654e-08, + 9.079577074147025e-07, + -3.7840846155241325e-08, + 1.0016694480800053e-07, + -3.839732929460532e-08, + -2.052531986360973e-07, + 5.736227047582848e-07, + -5.392877018977476e-07, + 3.446855866850716e-07, + 7.471897606570201e-07, + 6.366165789100185e-08, + 6.343906503950533e-08, + 1.6082360320555245e-08, + -1.2743461284050804e-07, + -1.040734557545233e-06, + -8.755926547578072e-07, + -3.578185863301285e-07, + 7.332220366643227e-07, + -3.0194769109244466e-07, + 7.790762325825424e-08, + 7.345575957029862e-08, + -7.23984418536337e-07, + 9.154145797987881e-07, + 1.1503060657291822e-06, + 5.397885364376055e-07, + 9.892598776549736e-07, + 1.3388981694693205e-07, + -1.4245965993065702e-08, + 0.0, + 9.849749597322357e-08, + -3.005008345580917e-07, + -1.252309404487717e-06, + 1.1563717317173418e-07, + 2.612687813142242e-07, + -2.1246521999465225e-07, + 2.181413434127969e-08, + 2.5598219080391046e-08, + 8.095715080714013e-07, + 2.046967167367694e-06, + 7.488035611850296e-07, + -5.36338341615376e-07, + 2.2593210867774937e-07, + 1.391208119443866e-09, + 2.1146353474234786e-09, + -9.627156351675032e-08, + 7.974401797152621e-08, + -4.3405676095586467e-07, + 4.762938228768179e-07, + -1.1801335560497857e-06, + -1.2314969337031567e-07, + -1.9309961105232408e-07, + -3.3611575048358445e-08, + 2.036727886363881e-07, + 1.463550362828589e-07, + 1.4123539216025922e-07, + 2.2092376161315588e-07, + -2.9421257666669716e-07, + 1.7028380694169436e-07, + -7.623817643177156e-08 + ] + ], + "std": [ + [ + 0.9997215438361656, + 0.9997210922060588, + 0.9997214681131235, + 0.999721655854133, + 0.9997208475841785, + 0.9997219821124261, + 0.9997214930298326, + 0.999721057794131, + 0.9997217596240401, + 0.9997225746036739, + 0.9997210224417119, + 0.9997227576971818, + 0.9997229351930221, + 0.9997215956873193, + 0.9997211331602884, + 0.9997230207039172, + 0.9997217447316874, + 0.9997210018360171, + 0.9997222723850343, + 0.9997221108286501, + 0.9997214178114493, + 0.9997217647676936, + 0.9997224408130486, + 0.9997228003545515, + 0.9997209577711167, + 0.9997232788951946, + 0.9997216619853025, + 0.9997205909299596, + 0.9997219977968902, + 0.9997221075144335, + 0.9997206041402685, + 1.0, + 0.9997216910380222, + 0.9997220629734219, + 0.999722192628859, + 0.9997216259221229, + 0.9997236467717389, + 0.999721912949805, + 0.9997216048405073, + 0.9997213735793822, + 0.9997214679760645, + 0.9997208302277274, + 0.9997210543542098, + 0.9997230984585895, + 0.9997218857870922, + 0.9997212960295644, + 0.9997215938175112, + 0.9997221985317171, + 0.999722021899587, + 0.999721725627861, + 0.9997220060267005, + 0.9997218313197827, + 0.9997214196784353, + 0.9997219309011688, + 0.9997206139806237, + 0.9997218079331756, + 0.9997220886750577, + 0.9997214372339108, + 0.9997213277413262, + 0.999722450536975, + 0.9997220499516833, + 0.9997216929328724 + ] + ] + }, + "width": 256, + "in_features": 62, + "out_features": 10, + "depth": 6, + "padding": 124, + "parameters": 71062, + "cert_evals": { + "36": 0.9224730134010315, + "72": 0.9061170816421509, + "108": 0.8819103837013245, + "255": 0.7327445149421692 + }, + "fold": 1 + }, + { + "best_epoch": 71, + "best_val_acc": 0.9533954727030626, + "test_acc": 0.93359375, + "train_size": 1797, + "val_size": 751, + "test_size": 3072, + "stats": { + "mean": [ + [ + 1.3856427249732343e-07, + 3.522537559932238e-07, + 2.0200333923407371e-07, + -2.1090706664453654e-08, + 9.079577074147025e-07, + -3.7840846155241325e-08, + 1.0016694480800053e-07, + -3.839732929460532e-08, + -2.052531986360973e-07, + 5.736227047582848e-07, + -5.392877018977476e-07, + 3.446855866850716e-07, + 7.471897606570201e-07, + 6.366165789100185e-08, + 6.343906503950533e-08, + 1.6082360320555245e-08, + -1.2743461284050804e-07, + -1.040734557545233e-06, + -8.755926547578072e-07, + -3.578185863301285e-07, + 7.332220366643227e-07, + -3.0194769109244466e-07, + 7.790762325825424e-08, + 7.345575957029862e-08, + -7.23984418536337e-07, + 9.154145797987881e-07, + 1.1503060657291822e-06, + 5.397885364376055e-07, + 9.892598776549736e-07, + 1.3388981694693205e-07, + -1.4245965993065702e-08, + 0.0, + 9.849749597322357e-08, + -3.005008345580917e-07, + -1.252309404487717e-06, + 1.1563717317173418e-07, + 2.612687813142242e-07, + -2.1246521999465225e-07, + 2.181413434127969e-08, + 2.5598219080391046e-08, + 8.095715080714013e-07, + 2.046967167367694e-06, + 7.488035611850296e-07, + -5.36338341615376e-07, + 2.2593210867774937e-07, + 1.391208119443866e-09, + 2.1146353474234786e-09, + -9.627156351675032e-08, + 7.974401797152621e-08, + -4.3405676095586467e-07, + 4.762938228768179e-07, + -1.1801335560497857e-06, + -1.2314969337031567e-07, + -1.9309961105232408e-07, + -3.3611575048358445e-08, + 2.036727886363881e-07, + 1.463550362828589e-07, + 1.4123539216025922e-07, + 2.2092376161315588e-07, + -2.9421257666669716e-07, + 1.7028380694169436e-07, + -7.623817643177156e-08 + ] + ], + "std": [ + [ + 0.9997215438361656, + 0.9997210922060588, + 0.9997214681131235, + 0.999721655854133, + 0.9997208475841785, + 0.9997219821124261, + 0.9997214930298326, + 0.999721057794131, + 0.9997217596240401, + 0.9997225746036739, + 0.9997210224417119, + 0.9997227576971818, + 0.9997229351930221, + 0.9997215956873193, + 0.9997211331602884, + 0.9997230207039172, + 0.9997217447316874, + 0.9997210018360171, + 0.9997222723850343, + 0.9997221108286501, + 0.9997214178114493, + 0.9997217647676936, + 0.9997224408130486, + 0.9997228003545515, + 0.9997209577711167, + 0.9997232788951946, + 0.9997216619853025, + 0.9997205909299596, + 0.9997219977968902, + 0.9997221075144335, + 0.9997206041402685, + 1.0, + 0.9997216910380222, + 0.9997220629734219, + 0.999722192628859, + 0.9997216259221229, + 0.9997236467717389, + 0.999721912949805, + 0.9997216048405073, + 0.9997213735793822, + 0.9997214679760645, + 0.9997208302277274, + 0.9997210543542098, + 0.9997230984585895, + 0.9997218857870922, + 0.9997212960295644, + 0.9997215938175112, + 0.9997221985317171, + 0.999722021899587, + 0.999721725627861, + 0.9997220060267005, + 0.9997218313197827, + 0.9997214196784353, + 0.9997219309011688, + 0.9997206139806237, + 0.9997218079331756, + 0.9997220886750577, + 0.9997214372339108, + 0.9997213277413262, + 0.999722450536975, + 0.9997220499516833, + 0.9997216929328724 + ] + ] + }, + "width": 256, + "in_features": 62, + "out_features": 10, + "depth": 6, + "padding": 124, + "parameters": 71062, + "cert_evals": { + "36": 0.9137369990348816, + "72": 0.8919271230697632, + "108": 0.8678385615348816, + "255": 0.7125651240348816 + }, + "fold": 2 + }, + { + "best_epoch": 64, + "best_val_acc": 0.9401360544217687, + "test_acc": 0.9439766839378239, + "train_size": 1797, + "val_size": 735, + "test_size": 3088, + "stats": { + "mean": [ + [ + 1.3856427249732343e-07, + 3.522537559932238e-07, + 2.0200333923407371e-07, + -2.1090706664453654e-08, + 9.079577074147025e-07, + -3.7840846155241325e-08, + 1.0016694480800053e-07, + -3.839732929460532e-08, + -2.052531986360973e-07, + 5.736227047582848e-07, + -5.392877018977476e-07, + 3.446855866850716e-07, + 7.471897606570201e-07, + 6.366165789100185e-08, + 6.343906503950533e-08, + 1.6082360320555245e-08, + -1.2743461284050804e-07, + -1.040734557545233e-06, + -8.755926547578072e-07, + -3.578185863301285e-07, + 7.332220366643227e-07, + -3.0194769109244466e-07, + 7.790762325825424e-08, + 7.345575957029862e-08, + -7.23984418536337e-07, + 9.154145797987881e-07, + 1.1503060657291822e-06, + 5.397885364376055e-07, + 9.892598776549736e-07, + 1.3388981694693205e-07, + -1.4245965993065702e-08, + 0.0, + 9.849749597322357e-08, + -3.005008345580917e-07, + -1.252309404487717e-06, + 1.1563717317173418e-07, + 2.612687813142242e-07, + -2.1246521999465225e-07, + 2.181413434127969e-08, + 2.5598219080391046e-08, + 8.095715080714013e-07, + 2.046967167367694e-06, + 7.488035611850296e-07, + -5.36338341615376e-07, + 2.2593210867774937e-07, + 1.391208119443866e-09, + 2.1146353474234786e-09, + -9.627156351675032e-08, + 7.974401797152621e-08, + -4.3405676095586467e-07, + 4.762938228768179e-07, + -1.1801335560497857e-06, + -1.2314969337031567e-07, + -1.9309961105232408e-07, + -3.3611575048358445e-08, + 2.036727886363881e-07, + 1.463550362828589e-07, + 1.4123539216025922e-07, + 2.2092376161315588e-07, + -2.9421257666669716e-07, + 1.7028380694169436e-07, + -7.623817643177156e-08 + ] + ], + "std": [ + [ + 0.9997215438361656, + 0.9997210922060588, + 0.9997214681131235, + 0.999721655854133, + 0.9997208475841785, + 0.9997219821124261, + 0.9997214930298326, + 0.999721057794131, + 0.9997217596240401, + 0.9997225746036739, + 0.9997210224417119, + 0.9997227576971818, + 0.9997229351930221, + 0.9997215956873193, + 0.9997211331602884, + 0.9997230207039172, + 0.9997217447316874, + 0.9997210018360171, + 0.9997222723850343, + 0.9997221108286501, + 0.9997214178114493, + 0.9997217647676936, + 0.9997224408130486, + 0.9997228003545515, + 0.9997209577711167, + 0.9997232788951946, + 0.9997216619853025, + 0.9997205909299596, + 0.9997219977968902, + 0.9997221075144335, + 0.9997206041402685, + 1.0, + 0.9997216910380222, + 0.9997220629734219, + 0.999722192628859, + 0.9997216259221229, + 0.9997236467717389, + 0.999721912949805, + 0.9997216048405073, + 0.9997213735793822, + 0.9997214679760645, + 0.9997208302277274, + 0.9997210543542098, + 0.9997230984585895, + 0.9997218857870922, + 0.9997212960295644, + 0.9997215938175112, + 0.9997221985317171, + 0.999722021899587, + 0.999721725627861, + 0.9997220060267005, + 0.9997218313197827, + 0.9997214196784353, + 0.9997219309011688, + 0.9997206139806237, + 0.9997218079331756, + 0.9997220886750577, + 0.9997214372339108, + 0.9997213277413262, + 0.999722450536975, + 0.9997220499516833, + 0.9997216929328724 + ] + ] + }, + "width": 256, + "in_features": 62, + "out_features": 10, + "depth": 6, + "padding": 124, + "parameters": 71062, + "cert_evals": { + "36": 0.9274610877037048, + "72": 0.9044688940048218, + "108": 0.8775906562805176, + "255": 0.7263600826263428 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9398035746373548, + "std_test_acc": 0.004879626426101057, + "n_samples": 5620, + "n_features": 62, + "n_classes": 10, + "mean_cert_acc_36": 0.9206563383340836, + "std_cert_acc_36": 0.00578444098234101, + "mean_cert_acc_72": 0.9007099866867065, + "std_cert_acc_72": 0.006341701891117056, + "mean_cert_acc_108": 0.8756257593631744, + "std_cert_acc_108": 0.005893824902267323, + "mean_cert_acc_255": 0.7244533896446228, + "std_cert_acc_255": 0.008496405283236336 + }, + "parkinsons": { + "dataset": "parkinsons", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 8, + "best_val_acc": 0.84375, + "test_acc": 0.8070175438596491, + "train_size": 49, + "val_size": 32, + "test_size": 114, + "stats": { + "mean": [ + [ + -0.15177435102040818, + -0.14490747816326535, + -0.02793487336734694, + 0.07550721530612242, + 0.16469232653061222, + 0.06000429387755099, + 0.057462867346938805, + 0.05978606938775514, + 0.05105301632653058, + 0.04845383877551018, + 0.07840458979591836, + 0.035619136734693836, + -0.02313697142857144, + 0.07845370204081635, + 0.05081704489795923, + -0.05448034285714283, + 0.09286327571428574, + 0.11816354897959186, + 0.08590491632653065, + -0.06924810548979589, + -0.02065583061224492, + 0.08162519999999998 + ] + ], + "std": [ + [ + 1.0613261678715187, + 0.9389798332809319, + 1.0498853015314364, + 1.028178025788432, + 1.1302871347577632, + 1.053868521125123, + 0.9140732841638698, + 1.0539995649510843, + 0.9323130971496129, + 0.9120908163855437, + 0.965768008718649, + 0.9229613584450868, + 0.7749770294180661, + 0.9658059844041067, + 1.1469052270870694, + 0.9026558165061398, + 0.9439418569560901, + 1.0717521728726727, + 0.9888476097381187, + 0.9175952788801556, + 0.8884377062114949, + 1.0021764187683884 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 9022, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 10, + "best_val_acc": 0.896551724137931, + "test_acc": 0.7777777777777778, + "train_size": 49, + "val_size": 29, + "test_size": 117, + "stats": { + "mean": [ + [ + -0.027148382244897965, + 0.009347322448979607, + 0.0018427693877550925, + 0.009376194897959197, + 0.0498221836734694, + 0.012418432040816317, + 0.0059797006122448695, + 0.012543908367346951, + -0.037508161224489786, + -0.0405606224489796, + -0.048066938775510194, + -0.07178797142857142, + -0.03155485102040816, + -0.048018842857142856, + 0.02719700816326529, + -0.008239085714285705, + -0.010052408163265357, + -0.025077353061224498, + 0.0272707673469388, + -0.04564295242857147, + -0.07848456122448978, + 0.03751739387755105 + ] + ], + "std": [ + [ + 1.0246326141739506, + 1.0196404637451633, + 1.0987023554811475, + 0.9900334582522926, + 1.068799641609979, + 1.0047499589980544, + 0.9252408702230309, + 1.0047829572179607, + 0.8748456565149585, + 0.8600654939521702, + 0.9166784846917336, + 0.7849483256776274, + 0.7558279428458922, + 0.9166869983641067, + 1.0291603272025247, + 0.9397974037578619, + 0.9834737083640328, + 1.0844660729168245, + 0.9811741510034482, + 0.945229122764763, + 1.1321558581479092, + 0.9828216273953867 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 9022, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 9, + "best_val_acc": 0.9032258064516129, + "test_acc": 0.8347826086956521, + "train_size": 49, + "val_size": 31, + "test_size": 115, + "stats": { + "mean": [ + [ + 0.027074289795918385, + 0.06335899489795922, + -0.141163173367347, + 0.006597857142857159, + -0.010543326530612232, + 0.019088730000000016, + -0.0031925448979591826, + 0.019260090000000007, + 0.03507935306122449, + 0.04217078775510203, + 0.050042397959183714, + 0.022464604081632724, + 0.007354644897959173, + 0.050004783673469354, + 0.0323217163265306, + -0.009419553061224523, + 0.06361398795918367, + -0.10837456326530606, + -0.07562777959183671, + 0.0783767696122449, + 0.07697315102040819, + -0.0768896448979592 + ] + ], + "std": [ + [ + 1.0021709858608663, + 1.036472332412846, + 0.8511547041931776, + 1.153319334760644, + 1.1400090214649552, + 1.1856512484533104, + 1.109926186807537, + 1.1857461665406257, + 1.0993883359109478, + 1.0989049029267082, + 1.1281831752622162, + 1.0778885202444342, + 1.0368342393804297, + 1.1281482640713403, + 1.212987846980958, + 1.0961601956507685, + 0.9410222006090059, + 0.9631862850066165, + 0.9241843695124426, + 0.8888983110215023, + 0.9670994638815306, + 0.9437743892758995 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 9022, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.7272727272727273, + "test_acc": 0.7610619469026548, + "train_size": 49, + "val_size": 33, + "test_size": 113, + "stats": { + "mean": [ + [ + -0.017151697959183657, + -0.08282589622448981, + -0.03878951020408162, + -0.05014604183673472, + -0.00995732653061224, + -0.010962025102040794, + -0.07701460816326532, + -0.01092796510204078, + -0.18647080816326533, + -0.18633531836734696, + -0.14844791836734691, + -0.22856991510204083, + -0.237482206122449, + -0.14839450816326533, + -0.02768821020408163, + 0.14269979897959184, + -0.18449186244897958, + 0.04748424285714288, + -0.13693871632653068, + -0.31049158099999996, + -0.18406532040816326, + -0.15638604489795918 + ] + ], + "std": [ + [ + 1.0058346739543103, + 0.9487949638489124, + 0.994620516441734, + 0.973242138110713, + 1.098902934224567, + 0.9933442474130566, + 0.8958864648117469, + 0.9933555009804176, + 0.8433041190561102, + 0.7941043410091924, + 0.9208429310347311, + 0.7043302529123088, + 0.6518639290383439, + 0.9208764339301102, + 1.0359836613291062, + 0.9627627144124837, + 0.9723485565102632, + 0.9910728139212198, + 0.9457878853222512, + 0.8667410055873132, + 0.9407240712581624, + 0.9187159564771525 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 9022, + "cert_evals": { + "36": 0.6991150379180908, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7951599693089334, + "std_test_acc": 0.03253393787334793, + "n_samples": 195, + "n_features": 22, + "n_classes": 2, + "mean_cert_acc_36": 0.1747787594795227, + "std_cert_acc_36": 0.3495575189590454, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "connect-4": { + "dataset": "connect-4", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 29, + "best_val_acc": 0.7927031509121062, + "test_acc": 0.7943934483014573, + "train_size": 16889, + "val_size": 10251, + "test_size": 40417, + "stats": { + "mean": [ + [ + 0.030039043756277816, + 0.019902300550625314, + 0.02412979927762107, + 0.01985044289179096, + 0.04051709657175008, + 0.019031591236910044, + -0.0045395188821050255, + 0.00019764479838064707, + -0.0054407273373289445, + 0.0013942071762814724, + 0.0055600884599283544, + 0.001485642518807598, + -0.045466167742357476, + -0.01035231553081155, + -0.011896642548398602, + -0.003500336017520728, + -0.005169183847484449, + -0.004208846444423896, + -0.015666746284570425, + -0.004623683640220639, + -0.003240515128237825, + 0.007526564154155245, + 0.005614181419874743, + -0.0009578565812173992, + -0.008785680620530124, + 2.9899105920217333e-05, + 0.008153071703466623, + 0.012008136479367208, + 0.006621551092434575, + -0.0019656975546212823, + -0.013779740837230907, + -0.007963726330753096, + 0.0029912185446102466, + 0.006957733791219768, + 0.009923208727565623, + 0.008400017940669328, + 0.005648935283319054, + -0.0006844205696187397, + -0.00016250281250430496, + 0.005438035407640847, + 0.006130487891554314, + 0.0019121513411066388 + ] + ], + "std": [ + [ + 1.006531226467314, + 1.008924218376966, + 1.0197183666704737, + 1.023893878424687, + 1.1159454713651147, + 1.1190732652590052, + 1.0024169825217877, + 0.9994835093105424, + 0.9930989860238304, + 1.004612308430935, + 1.0242747269577495, + 0.9967703228906594, + 1.0081015996457976, + 1.0023951062831706, + 0.9892908401102037, + 0.9991151349692805, + 0.9863950858355114, + 0.960184531380724, + 0.9986346631032498, + 1.0001270989782147, + 0.9928951530660571, + 1.0169032842233705, + 1.013285375385304, + 0.970290472444351, + 0.9945759706604689, + 0.9972408901165424, + 1.0114521905940863, + 1.0290063758644428, + 1.023278904623385, + 0.9324949802555003, + 0.9965943679305745, + 0.9932874797871102, + 1.0036564691959504, + 1.0228377133115587, + 1.0386526847608728, + 1.1257342158605066, + 1.0035861966708441, + 1.000236858494279, + 0.9968329006749054, + 1.0125833294784417, + 1.0214319654141149, + 1.006766118353405 + ] + ] + }, + "width": 128, + "in_features": 42, + "out_features": 2, + "depth": 6, + "padding": 84, + "parameters": 32342, + "cert_evals": { + "36": 0.6455947160720825, + "72": 0.47507238388061523, + "108": 0.30999332666397095, + "255": 0.00900611188262701 + }, + "fold": 0 + }, + { + "best_epoch": 35, + "best_val_acc": 0.7739267428121308, + "test_acc": 0.7761650868878357, + "train_size": 16889, + "val_size": 10156, + "test_size": 40512, + "stats": { + "mean": [ + [ + 0.027203261152216014, + 0.024381636864207697, + 0.020735522529443332, + 0.023047149623986126, + 0.020027097519112465, + 0.026940308105877917, + -0.00722533788855856, + -0.00531791621766461, + -0.009308466457466616, + 0.00578968973889537, + -0.0010269574279278557, + 0.004949220640663072, + -0.037384035289282136, + -0.016723926816264917, + -0.008892225590617149, + -0.008508028006396103, + -0.004554644798399636, + 0.0002488341287307118, + -0.014038076854764218, + 0.0028520603943621176, + 0.0008038332642066601, + 0.002791597607881187, + -0.00160992456626965, + -0.0009578257800985885, + 5.388069156555676e-05, + 0.010160649535196326, + 0.012398836639225969, + 5.7993960568914834e-05, + -0.003970593522402191, + 0.0032774340103030072, + -0.010958108650600418, + 0.003209088104681389, + 0.008421007164421582, + 0.007349537331987826, + 0.008767308745328259, + -0.0032300263189079456, + -0.0018860788679084654, + -0.009485176801493057, + -0.0028463511753280563, + 0.0013060429865429904, + -0.0015533507016145245, + 0.012107637870801016 + ] + ], + "std": [ + [ + 1.0053784970608792, + 1.0086117051709853, + 1.0174407281192794, + 1.0328236445577126, + 1.0555647249928823, + 1.1828794778966805, + 1.0020910755122447, + 1.0000565113338769, + 0.9890321160451245, + 1.0150152665488792, + 0.9899360205182285, + 1.0509979377431884, + 1.0058247313452429, + 0.9943794278675755, + 0.9914355031605685, + 0.98735263698585, + 0.9895129572809503, + 0.9832660190727348, + 1.0002454573596118, + 1.005345164132691, + 1.0022702027544366, + 1.0038695389702308, + 0.9884994910041733, + 1.0323210247180712, + 0.9997460580413666, + 1.0089872644160143, + 1.0235001251776934, + 0.9984386209085483, + 0.9823324227005963, + 1.0494438702787408, + 0.9933592013054958, + 1.0038908920524567, + 1.013697656799958, + 1.0183153010542547, + 1.0567215054144603, + 0.8880868673858706, + 1.0011297314158905, + 0.9952887406369397, + 0.9967427026967423, + 1.006175884588394, + 0.991937713430211, + 1.1100304287997806 + ] + ] + }, + "width": 128, + "in_features": 42, + "out_features": 2, + "depth": 6, + "padding": 84, + "parameters": 32342, + "cert_evals": { + "36": 0.6084616780281067, + "72": 0.42293640971183777, + "108": 0.25967615842819214, + "255": 0.005282385740429163 + }, + "fold": 1 + }, + { + "best_epoch": 18, + "best_val_acc": 0.7763440860215054, + "test_acc": 0.7824323655967159, + "train_size": 16889, + "val_size": 10230, + "test_size": 40438, + "stats": { + "mean": [ + [ + 0.025572694783573928, + 0.01329715524895377, + 0.021220418319602922, + 0.01865168985727237, + 0.01982012718339098, + 0.00963998614483818, + 0.002528423115643657, + 0.014210160400253889, + 0.019369405767058635, + 0.014451386997468231, + 0.013793931316224738, + 0.012371159470670088, + -0.039714018710444283, + 0.002464175676483553, + -0.003429649002305634, + -0.009634763751553201, + 0.0009762194327558758, + 0.0017347277695622, + -0.010497498845409039, + -0.009077317366310872, + -0.009626320682147567, + -0.007594781810667109, + -0.00470596897387065, + -0.0015970677600842312, + -0.009472249452314906, + -0.00820725051809292, + -0.0026667849487946728, + -0.015432931020187987, + 0.0013254907454667974, + 0.008520569927173222, + -0.01259168517970182, + -0.013636079637638902, + -0.01148821777488854, + 0.0004930685061226005, + 0.0037583447036442816, + 0.004523333086622283, + -0.0011041412753886373, + 0.0011898180472266853, + 0.004086905974287228, + 0.0047194280300578055, + 0.006496377523849094, + 0.0006377091894106407 + ] + ], + "std": [ + [ + 1.002340911028259, + 1.000241509886604, + 1.0182352047279812, + 1.026450786988581, + 1.0586830294039484, + 1.0573441287107759, + 0.9999723336345973, + 1.0051963116139528, + 1.0189730060934503, + 1.0249429350044355, + 1.0283337398578962, + 1.0717856671455852, + 1.007021137501264, + 1.0086278986575667, + 0.9953893180688569, + 0.98676435866359, + 1.0045070750637721, + 0.9894410915928983, + 1.0018969853345276, + 0.9951351558433682, + 0.9829488046935272, + 0.9826669281585328, + 0.9809482582136214, + 1.0155101449208117, + 0.9962026519420597, + 0.990863381380769, + 1.0019931559758173, + 0.9596014491771616, + 1.0169055158769793, + 1.076548189219986, + 0.9955495648295175, + 0.9907146280157456, + 0.9785756681213451, + 1.006526766910725, + 1.0173366899136054, + 1.0876518916773228, + 1.0029420841971977, + 0.9990722630784118, + 1.0096089946640998, + 1.0127375864747392, + 1.01584212211435, + 0.9362241233272562 + ] + ] + }, + "width": 128, + "in_features": 42, + "out_features": 2, + "depth": 6, + "padding": 84, + "parameters": 32342, + "cert_evals": { + "36": 0.631015419960022, + "72": 0.4562045633792877, + "108": 0.29410454630851746, + "255": 0.002250358695164323 + }, + "fold": 2 + }, + { + "best_epoch": 57, + "best_val_acc": 0.7886495112706962, + "test_acc": 0.787215196102554, + "train_size": 16889, + "val_size": 10026, + "test_size": 40642, + "stats": { + "mean": [ + [ + 0.0255017919592495, + 0.022711381550094376, + 0.022287194327654584, + 0.02371314346613092, + 0.02809891444136949, + 0.011617169660734934, + -0.003762045615482179, + -0.0006222379063383423, + -0.0011956524365063191, + 0.008375274142948436, + -0.0028795755225458197, + 0.004949219420934186, + -0.03286969234417018, + -0.016504218603819, + -0.0016998223695865533, + -0.0031247556989696936, + -0.011519434898461321, + 0.0002488323820318791, + -0.012126160814738062, + -0.0071686163775022144, + 0.0038903055242530825, + 0.0026388575403812784, + 0.004066158683185444, + -0.0015970711824220074, + -0.004837915684773933, + -0.005745571910715695, + -0.003762464740373103, + -0.006138376635676964, + 0.001325493137553573, + 0.008520567025875392, + -0.0066514068920593425, + -0.003064876132393696, + 0.005525119900522458, + 0.009504424891937585, + 0.011849736177385477, + 0.008400017940669543, + -0.0067909446385286945, + -0.00818136082659884, + 0.004646044170746594, + 0.012444457339079356, + -0.0015533672804591957, + 0.00446103881223969 + ] + ], + "std": [ + [ + 1.0045809901782567, + 1.011044061995358, + 1.0172043141389446, + 1.0411444793879623, + 1.0848038904253097, + 1.0532589212327128, + 1.001732294856909, + 0.9979736375563433, + 0.9960552361012427, + 1.01505820099451, + 0.9927946698994767, + 1.0430998783719132, + 1.0035374294499668, + 0.9954329781752278, + 0.9998036225568965, + 0.9986000648188756, + 0.968307334521185, + 1.0041135888200137, + 1.0020709200665507, + 0.9957946771192316, + 1.0066983742054452, + 0.9982009085917064, + 1.0079501138389146, + 1.0086913740499897, + 0.9975519054988539, + 0.9949781645083238, + 0.9908446185534602, + 0.980252534332932, + 1.0196582337505167, + 1.129171084329408, + 0.9975018305111572, + 0.9962923547954192, + 1.0083259241822573, + 1.0245524736842544, + 1.0587730123334396, + 1.1257342158603454, + 1.000888709096108, + 0.9958781134180874, + 1.0074167017832345, + 1.03159906035601, + 0.975850670238492, + 1.1586868157131331 + ] + ] + }, + "width": 128, + "in_features": 42, + "out_features": 2, + "depth": 6, + "padding": 84, + "parameters": 32342, + "cert_evals": { + "36": 0.629176676273346, + "72": 0.4495595693588257, + "108": 0.2869199216365814, + "255": 0.008587175980210304 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7850515242221408, + "std_test_acc": 0.007698090280744382, + "n_samples": 67557, + "n_features": 42, + "n_classes": 2, + "mean_cert_acc_36": 0.6285621225833893, + "std_cert_acc_36": 0.015281071695915147, + "mean_cert_acc_72": 0.4509432315826416, + "std_cert_acc_72": 0.02157308659221606, + "mean_cert_acc_108": 0.2876734882593155, + "std_cert_acc_108": 0.021007554469521565, + "mean_cert_acc_255": 0.0062815080746077, + "std_cert_acc_255": 0.0031616441482051876 + }, + "pima": { + "dataset": "pima", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 25, + "best_val_acc": 0.7435897435897436, + "test_acc": 0.7254901960784313, + "train_size": 192, + "val_size": 117, + "test_size": 459, + "stats": { + "mean": [ + [ + -0.0019324124999998884, + -0.00012207583333333216, + 0.04217885052083333, + 0.00848995729166671, + 0.005174749999999932, + -0.046159915651041654, + 0.005953811979166655, + 0.07872151093750006 + ] + ], + "std": [ + [ + 0.9819510309933771, + 0.9111640190273224, + 0.9708504296826285, + 1.099822957973565, + 0.9218205138345946, + 1.056214861472258, + 1.0108583076345607, + 1.01432971356633 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 2, + "depth": 6, + "padding": 16, + "parameters": 1266, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.34814814814814815, + "test_acc": 0.3492063492063492, + "train_size": 192, + "val_size": 135, + "test_size": 441, + "stats": { + "mean": [ + [ + 0.019707258333333522, + 0.03424992687499997, + 0.03491385885416665, + -0.08194942239583324, + -0.03907010052083341, + 0.053195496510416655, + -0.0036192521354166743, + -0.06521345781250003 + ] + ], + "std": [ + [ + 1.0301685557841433, + 0.9959115695466323, + 1.0735770070448536, + 0.9845812772483306, + 0.9943920335167246, + 1.0696319409722543, + 0.9860249191330342, + 0.9892410062597343 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 2, + "depth": 6, + "padding": 16, + "parameters": 1266, + "cert_evals": { + "36": 0.3492063581943512, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 27, + "best_val_acc": 0.7416666666666667, + "test_acc": 0.7368421052631579, + "train_size": 192, + "val_size": 120, + "test_size": 456, + "stats": { + "mean": [ + [ + 0.17582224895833332, + 0.038322315416666634, + -0.07783248697916666, + -0.16520565468749995, + -0.11327850364583342, + -0.135474219296875, + -0.03175727552083333, + 0.09643667291666673 + ] + ], + "std": [ + [ + 1.0638504058639158, + 0.9838373596130083, + 1.064286398859908, + 1.0275191945092796, + 0.9301240391257053, + 1.0696755566062253, + 0.953495407419293, + 1.060048294039853 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 2, + "depth": 6, + "padding": 16, + "parameters": 1266, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 26, + "best_val_acc": 0.7345132743362832, + "test_acc": 0.6976241900647948, + "train_size": 192, + "val_size": 113, + "test_size": 463, + "stats": { + "mean": [ + [ + 0.019707373958333604, + 0.04956274229166665, + -0.032895598437499944, + -0.02546561510416664, + -0.004270790312500018, + 0.06891787828125, + -0.041550713963541624, + 0.019818838020833326 + ] + ], + "std": [ + [ + 1.046076222621493, + 0.9765956060942442, + 1.0875934081009107, + 0.9881278389945256, + 0.9075867743815457, + 0.9995410119642123, + 0.8563442009545308, + 0.9709125098838245 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 2, + "depth": 6, + "padding": 16, + "parameters": 1266, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6272907101531833, + "std_test_acc": 0.18612035300329274, + "n_samples": 768, + "n_features": 8, + "n_classes": 2, + "mean_cert_acc_36": 0.0873015895485878, + "std_cert_acc_36": 0.1746031790971756, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "pittsburg-bridges-MATERIAL": { + "dataset": "pittsburg-bridges-MATERIAL", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 34, + "best_val_acc": 0.4, + "test_acc": 0.2833333333333333, + "train_size": 26, + "val_size": 20, + "test_size": 60, + "stats": { + "mean": [ + [ + -0.11238934615384605, + 0.19736865, + 0.15455, + 0.15961346153846157, + -0.07076646153846156, + 0.15434588461538454, + 0.1840363461538461 + ] + ], + "std": [ + [ + 0.9957184371723743, + 0.9959413552215316, + 1.0315511158616348, + 0.8772828351648864, + 1.0247762294541045, + 1.1028821922601193, + 0.7995873033749223 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 997, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.21052631578947367, + "test_acc": 0.08196721311475409, + "train_size": 26, + "val_size": 19, + "test_size": 61, + "stats": { + "mean": [ + [ + -0.009688884615384565, + 0.22651538461538462, + 0.03409030769230755, + -0.09103884615384622, + 0.1841305, + 0.31850111538461523, + 0.027972884615384445 + ] + ], + "std": [ + [ + 1.115613086975337, + 1.0057941285258243, + 1.1782033883592151, + 0.9294434251013095, + 1.0832735600836598, + 1.0726038998514973, + 0.8999058194666532 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 997, + "cert_evals": { + "36": 0.08196720480918884, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.0, + "test_acc": 0.140625, + "train_size": 26, + "val_size": 16, + "test_size": 64, + "stats": { + "mean": [ + [ + 0.14436196153846156, + -0.06772561923076922, + 0.15454984615384612, + 0.15961346153846157, + 0.29337180769230764, + 0.26378273076923064, + 0.027972884615384573 + ] + ], + "std": [ + [ + 1.0179791685372954, + 1.0403197946863862, + 1.0714178998681247, + 0.8772828351648864, + 0.8271634472356539, + 1.1323512832459435, + 0.8999058194666533 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 997, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.7058823529411765, + "test_acc": 0.746031746031746, + "train_size": 26, + "val_size": 17, + "test_size": 63, + "stats": { + "mean": [ + [ + -0.3691406153846153, + 0.08633426923076921, + -0.00606200000000008, + -0.34169099999999986, + -0.14359411538461544, + 0.07226838461538451, + -0.05005884615384633 + ] + ], + "std": [ + [ + 0.7352238508876096, + 0.769629063092912, + 0.993332786470492, + 1.2842104251847937, + 0.9183219104916871, + 1.1684627801712248, + 0.9363807692307694 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 997, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.31298932311995836, + "std_test_acc": 0.300824363467785, + "n_samples": 106, + "n_features": 7, + "n_classes": 3, + "mean_cert_acc_36": 0.02049180120229721, + "std_cert_acc_36": 0.04098360240459442, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "pittsburg-bridges-REL-L": { + "dataset": "pittsburg-bridges-REL-L", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 30, + "best_val_acc": 0.6923076923076923, + "test_acc": 0.5, + "train_size": 26, + "val_size": 13, + "test_size": 64, + "stats": { + "mean": [ + [ + -0.2534473076923077, + 0.33873420769230767, + 0.033979423076922706, + 0.11527103846153851, + -0.28692915384615375, + 0.10456480769230773, + 0.12155461538461536 + ] + ], + "std": [ + [ + 0.9261583185285736, + 0.8009009247637227, + 1.0889481792626658, + 0.99653081940633, + 1.072126740077213, + 0.9196280170052044, + 0.8466063306348502 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 997, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.2, + "test_acc": 0.14516129032258066, + "train_size": 26, + "val_size": 15, + "test_size": 62, + "stats": { + "mean": [ + [ + -0.09836800000000002, + 0.11185775384615383, + 0.07467526923076934, + -0.009052730769230726, + -0.10539519230769225, + 0.013804115384615371, + 0.27612307692307686 + ] + ], + "std": [ + [ + 1.0694354197920724, + 0.8688390763013727, + 0.8067650960246951, + 0.9157017407809144, + 1.0553979577856298, + 0.9260748900018138, + 0.7249903479716615 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 997, + "cert_evals": { + "36": 0.14516128599643707, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.125, + "test_acc": 0.16393442622950818, + "train_size": 26, + "val_size": 16, + "test_size": 61, + "stats": { + "mean": [ + [ + 0.21179084615384614, + -0.20075696923076924, + 0.23745903846153846, + 0.05310915384615384, + 0.14875234615384614, + 0.1348184615384615, + 0.12155461538461534 + ] + ], + "std": [ + [ + 0.858790726074425, + 0.9525936502475233, + 1.0303379408513154, + 0.9050907018495523, + 0.955082657540614, + 1.0895483096872065, + 0.8466063306348502 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 997, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 12, + "best_val_acc": 0.5, + "test_acc": 0.6190476190476191, + "train_size": 26, + "val_size": 14, + "test_size": 63, + "stats": { + "mean": [ + [ + -0.3568335384615385, + -0.18405515384615387, + -0.00671646153846194, + 0.17743292307692307, + 0.2213659230769231, + 0.31633973076923083, + 0.12155461538461534 + ] + ], + "std": [ + [ + 0.8287037559089696, + 0.9069856689030475, + 1.0557430702422617, + 0.8702663846153843, + 0.9327384905473824, + 1.0726154740713343, + 0.8466063306348502 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 997, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.357035833899927, + "std_test_acc": 0.2389336757382515, + "n_samples": 103, + "n_features": 7, + "n_classes": 3, + "mean_cert_acc_36": 0.03629032149910927, + "std_cert_acc_36": 0.07258064299821854, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "pittsburg-bridges-SPAN": { + "dataset": "pittsburg-bridges-SPAN", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.7142857142857143, + "test_acc": 0.45454545454545453, + "train_size": 23, + "val_size": 14, + "test_size": 55, + "stats": { + "mean": [ + [ + -0.029837999999999993, + -0.25806898695652175, + 0.27461930434782605, + -0.10251969565217388, + 0.0609171304347826, + -0.20858055217391297, + 0.1910520434782607 + ] + ], + "std": [ + [ + 0.7916916039569953, + 1.0125006038076372, + 0.8444054443868326, + 1.1230445292246944, + 0.9384505846315211, + 1.2509107678124556, + 0.9902371367201799 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 997, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.375, + "test_acc": 0.5245901639344263, + "train_size": 23, + "val_size": 8, + "test_size": 61, + "stats": { + "mean": [ + [ + -0.20886565217391312, + 0.20484198695652173, + -0.07489591304347826, + 0.10251943478260879, + -0.22335769565217395, + -0.24650454782608694, + -0.23350947826086974 + ] + ], + "std": [ + [ + 1.1322718849321831, + 1.1240719320543364, + 1.0615420299973752, + 0.8963528876008708, + 1.0527502115584615, + 0.7255249335603758, + 1.1264874806517848 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 997, + "cert_evals": { + "36": 0.5245901346206665, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5, + "test_acc": 0.5094339622641509, + "train_size": 23, + "val_size": 16, + "test_size": 53, + "stats": { + "mean": [ + [ + -0.26854200000000006, + 0.08719552173913042, + -0.024965043478260857, + -0.034172999999999946, + 0.34519221739130435, + 0.24650505217391308, + -0.4033346521739131 + ] + ], + "std": [ + [ + 0.7826434027524923, + 0.8532738699385454, + 1.116485175293137, + 1.0229130046834918, + 0.891588314188393, + 0.9488533640036454, + 0.9755681035759809 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 997, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5, + "test_acc": 0.2033898305084746, + "train_size": 23, + "val_size": 10, + "test_size": 59, + "stats": { + "mean": [ + [ + -0.20886582608695664, + -0.14202214347826086, + -0.024965130434782608, + 0.10251943478260875, + -0.060915000000000004, + 0.05688600869565217, + 0.1061391739130434 + ] + ], + "std": [ + [ + 0.7916911713540639, + 0.9447975425602776, + 1.0638879741325864, + 0.896352887600871, + 1.0621083198533245, + 1.0385861814225783, + 0.8575722370885731 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 997, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.4229898528131265, + "std_test_acc": 0.14946028800946706, + "n_samples": 92, + "n_features": 7, + "n_classes": 3, + "mean_cert_acc_36": 0.13114753365516663, + "std_cert_acc_36": 0.26229506731033325, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "pittsburg-bridges-T-OR-D": { + "dataset": "pittsburg-bridges-T-OR-D", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.875, + "test_acc": 0.8524590163934426, + "train_size": 25, + "val_size": 16, + "test_size": 61, + "stats": { + "mean": [ + [ + 0.15020296000000002, + -0.0008959920000000077, + -0.007506879999999985, + 0.09924271999999996, + -0.11183403999999993, + 0.06574727999999996, + 0.2686277600000001 + ] + ], + "std": [ + [ + 1.1056510586049282, + 0.9894276187747426, + 0.9455226916051597, + 1.1055352321467289, + 1.0069534202490789, + 0.9298309440615328, + 0.7342804012389428 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 2, + "depth": 6, + "padding": 14, + "parameters": 982, + "cert_evals": { + "36": 0.8524589538574219, + "72": 0.8524589538574219, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.21052631578947367, + "test_acc": 0.1206896551724138, + "train_size": 25, + "val_size": 19, + "test_size": 58, + "stats": { + "mean": [ + [ + -0.22477987999999996, + -0.23302490400000006, + -0.3052941999999999, + -0.09418591999999981, + -0.30132007999999993, + 0.034113799999999944, + -0.29218840000000024 + ] + ], + "std": [ + [ + 0.8537489133489458, + 0.9442767857681105, + 1.1206967647206985, + 1.1278721619730465, + 0.8691601526879115, + 0.9222667065314241, + 1.1442940136936137 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 2, + "depth": 6, + "padding": 14, + "parameters": 982, + "cert_evals": { + "36": 0.12068965286016464, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.7142857142857143, + "test_acc": 0.8888888888888888, + "train_size": 25, + "val_size": 14, + "test_size": 63, + "stats": { + "mean": [ + [ + 0.20377195999999997, + 0.09630778000000002, + 0.3328217600000001, + -0.22313807999999993, + 0.19134339999999994, + -0.029153040000000026, + 0.26862776000000005 + ] + ], + "std": [ + [ + 1.089967253887803, + 1.1192053646352136, + 0.8759745403148782, + 1.2131111924223241, + 0.9282879043276608, + 1.1030982427632627, + 0.7342804012389427 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 2, + "depth": 6, + "padding": 14, + "parameters": 982, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.9166666666666666, + "test_acc": 0.8461538461538461, + "train_size": 25, + "val_size": 12, + "test_size": 65, + "stats": { + "mean": [ + [ + -0.17121067999999995, + -0.21648582000000005, + 0.12011635999999999, + -0.09418591999999995, + -0.11183404000000002, + -0.28222119999999995, + 0.10839464000000007 + ] + ], + "std": [ + [ + 0.8571032600003676, + 0.9702298691514799, + 1.0541263774745755, + 0.9254069877190219, + 1.006953420249079, + 1.1836178575986762, + 0.8554107804035617 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 2, + "depth": 6, + "padding": 14, + "parameters": 982, + "cert_evals": { + "36": 0.8461538553237915, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6770478516521479, + "std_test_acc": 0.3713834415353969, + "n_samples": 102, + "n_features": 7, + "n_classes": 2, + "mean_cert_acc_36": 0.4548256155103445, + "std_cert_acc_36": 0.4581714544800371, + "mean_cert_acc_72": 0.21311473846435547, + "std_cert_acc_72": 0.42622947692871094, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "pittsburg-bridges-TYPE": { + "dataset": "pittsburg-bridges-TYPE", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.3333333333333333, + "test_acc": 0.4098360655737705, + "train_size": 26, + "val_size": 18, + "test_size": 61, + "stats": { + "mean": [ + [ + -0.2226830769230769, + 0.05670122692307692, + -0.043026884615384405, + -0.03758799999999994, + 0.17069815384615383, + 0.05726184615384619, + 0.03333576923076921 + ] + ], + "std": [ + [ + 0.9229643846157178, + 0.8879073657273664, + 0.9090621758106759, + 0.8047152853556344, + 0.9896400284910009, + 0.9758970201578133, + 1.0579562243200262 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 6, + "depth": 6, + "padding": 14, + "parameters": 1042, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.09523809523809523, + "test_acc": 0.1206896551724138, + "train_size": 26, + "val_size": 21, + "test_size": 58, + "stats": { + "mean": [ + [ + -0.17140723076923073, + 0.17603493076923074, + -0.043027115384615275, + 0.08770580769230771, + 0.06073815384615386, + 0.140003576923077, + 0.11111846153846151 + ] + ], + "std": [ + [ + 0.9955960192363054, + 0.8707946707612142, + 1.076508222112097, + 0.8969691136995324, + 1.0157671583515164, + 1.0382138974203643, + 0.8520637539328237 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 6, + "depth": 6, + "padding": 14, + "parameters": 1042, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.23076923076923078, + "test_acc": 0.07575757575757576, + "train_size": 26, + "val_size": 13, + "test_size": 66, + "stats": { + "mean": [ + [ + 0.13624746153846157, + -0.13478680769230772, + 0.03693388461538476, + 0.08770600000000003, + -0.01256838461538465, + 0.05726215384615386, + 0.033336038461538396 + ] + ], + "std": [ + [ + 0.8716889547511608, + 0.9579937729204642, + 1.0615560480179493, + 0.7749005943842086, + 0.9916744330944691, + 1.0538491233066194, + 0.8970306628997816 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 6, + "depth": 6, + "padding": 14, + "parameters": 1042, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.47368421052631576, + "test_acc": 0.36666666666666664, + "train_size": 26, + "val_size": 19, + "test_size": 60, + "stats": { + "mean": [ + [ + 0.2900749615384615, + -0.1092556538461538, + -0.16296869230769223, + 0.08770600000000003, + -0.12252815384615393, + 0.002101461538461631, + -0.0444463846153846 + ] + ], + "std": [ + [ + 0.9565380984621445, + 1.0668876495414104, + 1.087587760209891, + 0.7749005943842086, + 0.9250887318796751, + 0.7643326705239842, + 0.9333890769230768 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 6, + "depth": 6, + "padding": 14, + "parameters": 1042, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.2432374907926067, + "std_test_acc": 0.1693687697810113, + "n_samples": 105, + "n_features": 7, + "n_classes": 6, + "mean_cert_acc_36": 0.0, + "std_cert_acc_36": 0.0, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "planning": { + "dataset": "planning", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.6666666666666666, + "test_acc": 0.7272727272727273, + "train_size": 45, + "val_size": 27, + "test_size": 110, + "stats": { + "mean": [ + [ + -0.13597411777777782, + -0.059930613333333334, + 0.1726637911111111, + 0.034723479999999994, + 0.1943293844444444, + -0.058733431111111144, + -0.116129388, + 0.17681400222222224, + -0.19228555555555557, + -0.07629513333333332, + 0.07577999111111111, + 0.14000706444444447 + ] + ], + "std": [ + [ + 0.9037583332493699, + 0.8892684096511589, + 0.9934159714161822, + 0.9795447749569939, + 0.991099979203418, + 0.8238368829401475, + 0.8461204418967577, + 1.0434976919452328, + 0.9979969012441308, + 0.9523454999652433, + 0.9216888475521186, + 1.061608647395146 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 2762, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 26, + "best_val_acc": 0.75, + "test_acc": 0.6633663366336634, + "train_size": 45, + "val_size": 36, + "test_size": 101, + "stats": { + "mean": [ + [ + 0.11314807155555553, + -0.05681264375555557, + 0.03933796666666664, + 0.04977631111111109, + 0.03694895555555555, + -0.044924306666666684, + 0.04804084666666663, + 0.12195993333333337, + 0.042717271111111156, + 0.008962882222222232, + -0.0006334968888889045, + -0.0009558044444444105 + ] + ], + "std": [ + [ + 0.9103807361609941, + 0.9363715375995261, + 1.1502145656153577, + 1.0558247484927283, + 1.076388481139489, + 1.0010167884068093, + 0.9233794686212015, + 0.8789681038837464, + 0.8499326718606948, + 0.8719046264511446, + 0.8860788083725304, + 0.8502961074388711 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 2762, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.8333333333333334, + "test_acc": 0.6902654867256637, + "train_size": 45, + "val_size": 24, + "test_size": 113, + "stats": { + "mean": [ + [ + -0.08181936222222222, + 0.032095062222222207, + -0.2932722444444444, + -0.2642803151111112, + -0.2482941920666666, + 0.04209659104444442, + -0.08089617555555557, + 0.011037159999999989, + -0.05962093333333333, + -0.05360210222222223, + 0.041594423777777785, + 0.03579832413333331 + ] + ], + "std": [ + [ + 1.0346900075231742, + 0.983181200526179, + 0.8190101673790661, + 0.8655727810698712, + 0.9958599284470852, + 0.9221770981656976, + 1.0076979840800466, + 1.0249788633648824, + 1.0799692279692954, + 1.0059810529176614, + 1.0760442404746193, + 0.966271648432117 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 2762, + "cert_evals": { + "36": 0.6902654767036438, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.8260869565217391, + "test_acc": 0.631578947368421, + "train_size": 45, + "val_size": 23, + "test_size": 114, + "stats": { + "mean": [ + [ + 0.10711943111111107, + 0.19129145333333336, + 0.23947074666666662, + 0.1974917848888889, + 0.06191540222222221, + 0.19409456755555554, + 0.10399900533333334, + -0.07677485555555555, + 0.05582479999999996, + -0.0920865622222222, + 0.07224912822222225, + -0.22088875111111111 + ] + ], + "std": [ + [ + 0.9820868604107751, + 0.8497304858975051, + 0.9414935653357391, + 0.9419249731758765, + 0.9517511837520722, + 0.8554967298035733, + 1.06563202833593, + 1.067683309777831, + 0.968308470640187, + 1.07319052594271, + 1.055131325540202, + 1.0489152018459469 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 2762, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6781208745001188, + "std_test_acc": 0.04060888082621816, + "n_samples": 182, + "n_features": 12, + "n_classes": 2, + "mean_cert_acc_36": 0.17256636917591095, + "std_cert_acc_36": 0.3451327383518219, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "plant-margin": { + "dataset": "plant-margin", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 97, + "best_val_acc": 0.5537190082644629, + "test_acc": 0.511482254697286, + "train_size": 400, + "val_size": 242, + "test_size": 958, + "stats": { + "mean": [ + [ + -0.0010596968500001934, + -0.01804303900000009, + 0.058554600000000095, + -0.04174014875000007, + -0.00557412199999981, + 0.022321825499999975, + 0.009465832749999917, + 0.026944449999999596, + 0.0220769747500004, + -0.02089326899999988, + -0.012520925000000096, + 0.0033962770000000053, + 0.0021340793749998234, + -0.0033546413499999455, + 0.021925117425000074, + 0.013851212499999961, + -0.0015689260000001164, + -0.004634679999999923, + -0.05511270024999984, + 0.026070323000000024, + 0.01848005475000007, + 0.0022656225000003355, + -0.01842250000000018, + 0.01246016899999983, + 0.0098437735000002, + -0.032934458000000104, + 0.049291360500000325, + 0.0024477580000001266, + -0.02057179899999991, + 0.0009727362499999343, + 0.0017701742499999368, + 0.00541423612499992, + 0.02091535780000011, + 0.020351312499999816, + -0.009445618999999935, + -0.02841862299999999, + 0.029737960000000185, + 0.018735809500000172, + 0.014390100750000086, + -0.016125830000000306, + 0.012385870249999646, + -0.043971327499999775, + 0.0009311264999999372, + 0.01806689874999989, + -0.008581579999999964, + -0.009399341000000174, + -0.03755508207500001, + -0.0009747140000000407, + 0.028856429249999874, + -0.0030426587000000733, + -0.015013867049999909, + -0.004152345000000207, + 0.02680056899999996, + -0.02129718575000011, + 0.022555419000000035, + -0.00723436300000014, + 0.036754802499999906, + -0.02058847975000004, + -0.010368677175000047, + -0.029642165000000022, + -0.02736674750000015, + 0.0008163920000001678, + 0.018380879350000014, + -0.008580070000000413 + ] + ], + "std": [ + [ + 0.9874340403909011, + 0.9592061852266575, + 1.0435962908617902, + 0.9425389198852354, + 1.0047339728470936, + 1.0363144948903504, + 1.0296524029950296, + 1.0063022213625923, + 1.094313672273991, + 1.0202299972901783, + 0.985157157060649, + 0.9888027948033142, + 0.9932416135375679, + 0.9909877623883768, + 1.0005062186033022, + 1.2067387345575986, + 0.984270179305036, + 0.9091203000942354, + 0.9545319559171044, + 0.983601787222833, + 1.011060877681347, + 0.9799045991624534, + 0.9223386505533625, + 1.0460006470835634, + 1.0181216615718796, + 0.9516193964985948, + 1.0882812579258407, + 1.0329753644197, + 0.9792719916843142, + 0.9673648432380815, + 0.9958388822460692, + 1.012645249804551, + 1.0439458247448072, + 1.0733982117428793, + 1.0111716504511818, + 0.996690448869414, + 1.0367837370015323, + 1.0026230843872075, + 1.0036523141489182, + 0.9356670752186079, + 1.0259733303222744, + 0.9543079293157887, + 1.016979624435871, + 1.0361404335495707, + 0.9710294506381861, + 0.9356304778213941, + 0.9636374865372435, + 0.9682684696531572, + 1.0488592685926776, + 1.0095591832024964, + 0.9864668975312801, + 0.965788248416018, + 1.0175463184007973, + 0.9707788038864342, + 1.035917848788737, + 0.9984750436485963, + 1.047306945528514, + 0.9624268336767162, + 1.0407274202088548, + 0.9906889986330216, + 0.9133036560743315, + 1.0063256302193264, + 1.0448919868528035, + 1.060209155310641 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 87268, + "cert_evals": { + "36": 0.4258872866630554, + "72": 0.3444676399230957, + "108": 0.2630480229854584, + "255": 0.07202505320310593 + }, + "fold": 0 + }, + { + "best_epoch": 42, + "best_val_acc": 0.08974358974358974, + "test_acc": 0.07246376811594203, + "train_size": 400, + "val_size": 234, + "test_size": 966, + "stats": { + "mean": [ + [ + 0.018630191274999833, + 0.0021237185000000623, + 0.020341910000000126, + -0.03847603025000004, + 0.0024851145000002843, + -0.019245363750000032, + 0.01765857999999999, + -0.09520458750000026, + 0.016723600750000407, + -0.020893166249999973, + -0.013275087500000034, + -0.009778451499999922, + 0.02100441234999998, + -0.0006707280500000078, + 0.01202943670000018, + -0.012221054999999943, + 0.026685538499999994, + 0.03934188799999998, + -0.017911806749999953, + -0.004428536999999995, + 0.013875288750000034, + -0.007751707499999634, + 0.03217363749999957, + 0.003825904499999896, + 0.010617184500000114, + -0.03897739600000022, + -0.00972438474999977, + 0.0034970589999999357, + 0.02035820800000013, + -0.037335613750000024, + -0.008548351749999959, + 0.0018481537499997402, + -0.007583834749999951, + 0.04391894749999982, + 0.033370660000000205, + 0.00937306074999997, + -0.013948834999999842, + 0.005821061250000135, + 0.03052180125000005, + 0.02165496999999981, + -0.00854195450000032, + -0.03606767999999988, + -0.017944192250000105, + -0.02588678125000007, + 0.01616825525000002, + -0.00827056050000008, + -0.0017126565000000083, + -0.01656842850000004, + -0.017988074249999902, + -0.03559730630000006, + -0.0036789360499999424, + 0.012461489999999617, + 0.026261220249999995, + -0.020665702500000202, + -0.0005093669999999243, + -0.009416002500000138, + -0.02145052, + 0.012404727999999953, + 0.008414623600000027, + 0.026667712, + 0.023455849999999993, + 0.01995325700000049, + 0.017141528075000113, + -0.00027581000000054354 + ] + ], + "std": [ + [ + 1.041295070488909, + 1.0014805383027654, + 1.0526387415016842, + 0.9348659203435066, + 1.012132944361091, + 0.9779461065975633, + 1.0032476656820697, + 0.765138203982258, + 1.084558801095068, + 1.0155838017759249, + 0.9847823955761184, + 1.0321402388555014, + 1.0519629684769372, + 0.9582131621864026, + 0.9927092815254406, + 0.803704884375634, + 0.9988728657062945, + 1.1858597763171363, + 1.012274069308041, + 1.012471113861707, + 1.0151240798466312, + 0.9972545733894309, + 1.0563298324391637, + 1.0047120258743576, + 1.016702961526915, + 0.9272542628757423, + 1.012180666645035, + 1.0130792339306003, + 0.9869444731802731, + 0.9732936953239708, + 0.9987581693686506, + 1.0025285436476967, + 0.9823926819700436, + 1.13766033578092, + 1.0184063166975657, + 1.0037002652524598, + 1.0159024793557991, + 0.998493316788935, + 1.0374784962262864, + 1.0063283056949195, + 1.0742583169244284, + 0.9634076134691111, + 0.958447407516677, + 1.0041785286506213, + 1.013112893307404, + 0.9769612001923168, + 1.0056368868600618, + 0.9788744628207897, + 0.9629520265558652, + 0.929550730995055, + 0.9854910637585246, + 1.0358257613723332, + 1.0240098398191608, + 0.9303959288426701, + 1.0012547252975355, + 0.9956229965329875, + 1.021855039918818, + 1.0091992464793387, + 0.9897071424780775, + 0.9856059256334351, + 1.0201829621015206, + 1.0268852627871752, + 1.0341940427237508, + 0.9799526515218273 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 87268, + "cert_evals": { + "36": 0.02277432754635811, + "72": 0.007246376946568489, + "108": 0.006211180239915848, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 100, + "best_val_acc": 0.47391304347826085, + "test_acc": 0.5, + "train_size": 400, + "val_size": 230, + "test_size": 970, + "stats": { + "mean": [ + [ + 0.005920089124999763, + -0.001301032000000133, + 0.0013308824999999258, + 0.008417454999999876, + 0.005976730250000185, + 0.019669846999999876, + 0.010878556750000047, + 0.025150082499999716, + 0.0022754870000003123, + 0.024085954000000003, + -0.005742166250000042, + -0.007721828999999947, + 0.00371573337499994, + -0.012943442949999913, + -0.014590249949999882, + -0.025256129999999963, + -0.011889130000000098, + -0.019724357499999953, + -0.01377830674999994, + 0.006886749000000014, + -0.003516929999999907, + -0.03828019749999969, + 0.005775229999999821, + -0.030314237500000177, + -0.019109295999999804, + 0.04844473150000008, + -0.02716004849999974, + 0.002796986500000034, + -0.019719068250000017, + 0.041975102500000014, + -0.017687051749999974, + -0.021844609375000337, + 0.020916906100000077, + -0.022494655000000176, + 0.026175232000000156, + 0.010884623500000074, + -0.021303965499999796, + -0.0039162167499998055, + -0.015307416500000065, + 0.012900294999999774, + 0.006834127249999801, + 0.027173450000000154, + 0.0027974614999998885, + 0.028211698749999896, + -0.0031931937499999692, + 0.011277844999999809, + 0.00992980717499997, + -0.013968735000000017, + -0.01707076174999997, + 0.01365854819999998, + -0.0014908621499998933, + 0.009138499999999666, + 0.02060593399999994, + 0.007099336749999857, + -0.003448647499999997, + 0.0015010997499998568, + -0.03850890625000006, + 0.0022736427499999282, + -0.013522159549999977, + -0.0332120949999999, + 0.005866322499999921, + -0.004317283999999508, + -0.00538338794999997, + -0.0069175300000004145 + ] + ], + "std": [ + [ + 1.0010921783674436, + 0.9945407140012373, + 1.005748587963517, + 0.9668282590649625, + 1.0031010346345277, + 0.9967928785295819, + 0.9751713195709866, + 1.1467050887662724, + 0.9392946439639414, + 0.9895328846805108, + 0.9767912569515301, + 0.9727489873091506, + 0.9701070098004984, + 1.0053545262016492, + 0.9846236608578788, + 0.7727736342078088, + 0.971944708609996, + 0.8826840113147226, + 0.98563931252641, + 0.9711438420390225, + 0.9629058280406353, + 0.9716674314378894, + 1.1301355955709167, + 0.9477815286674603, + 0.9881704764475729, + 1.0137752766865444, + 0.9583402354865277, + 0.9958443104934569, + 0.9663730766877806, + 1.0669358291663034, + 0.955827255033273, + 0.9505215572351379, + 1.0084010054173358, + 0.9871444837708967, + 1.0130833200270473, + 1.043702427349745, + 0.9912743901116762, + 0.973685836703786, + 0.985763394194837, + 1.0377291955455417, + 1.0077815203197755, + 1.0141762382944473, + 1.019662919156708, + 1.046456382869172, + 1.0332849966442448, + 1.0406499407344652, + 0.9961622026264285, + 0.9855957603524927, + 0.9824473993933991, + 1.0388871379951687, + 1.0170409949547163, + 1.03216407460882, + 1.0347227568843633, + 1.0401704190454892, + 0.9504580582249552, + 0.9606350019976608, + 1.0073622594193574, + 1.0173972038824486, + 0.9758624776113387, + 1.017294570276939, + 1.1903867160054817, + 1.041760575180181, + 0.9817904646611345, + 0.9934098271111226 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 87268, + "cert_evals": { + "36": 0.3639175295829773, + "72": 0.2762886583805084, + "108": 0.20618557929992676, + "255": 0.06288660317659378 + }, + "fold": 2 + }, + { + "best_epoch": 65, + "best_val_acc": 0.2885375494071146, + "test_acc": 0.3453009503695882, + "train_size": 400, + "val_size": 253, + "test_size": 947, + "stats": { + "mean": [ + [ + 0.0049220609499997505, + 0.014300554999999927, + -0.013117759999999938, + 0.0006888637499999897, + 0.014571960000000097, + -0.029186410499999996, + 0.002400438750000075, + -0.053890317500000125, + 0.010837756000000382, + -0.043686283749999874, + 0.00818919124999994, + 0.02274708350000002, + -0.010304195600000106, + 0.021186932849999934, + 0.02806746060000008, + 0.03340746249999935, + -0.023547052000000096, + -0.033522315499999976, + 0.008610349500000156, + 0.027052154499999995, + -0.010934992499999938, + 0.006081485000000295, + 0.02777317250000039, + 0.016383195499999857, + 0.03879757150000023, + -0.021655729750000265, + 0.014864098750000401, + 0.036007804000000046, + -0.006075429999999921, + -0.019079332500000098, + 0.046873371749999754, + 0.020189249124999916, + -0.006358586449999976, + -0.01606563250000019, + -0.011602580249999888, + 0.013908655750000045, + -0.026925847499999826, + 0.04435231250000004, + 0.0030248995000000476, + 0.04331075999999964, + -0.010036047250000119, + -0.020255887499999837, + 0.016312687999999884, + 0.0007390799999998633, + -0.01058009674999995, + 0.022933002500000025, + 0.018606085150000003, + -0.02793774274999995, + 0.02640782450000013, + 0.0009197187999999446, + 0.01879274900000016, + -0.012793932500000254, + -0.05696751475000014, + 0.009623771999999869, + -0.014076831999999899, + 0.03262045174999992, + -0.03750922250000002, + -0.020068239750000067, + 0.007511379900000031, + 0.011995891500000104, + 0.001957915000000034, + 0.008284810500000324, + -0.03583419272500005, + 0.025183247499999534 + ] + ], + "std": [ + [ + 1.0292860056491944, + 1.0292792317834558, + 1.021157636187128, + 1.0004671883473788, + 1.0099925807918118, + 0.940459599532873, + 1.0284403765468189, + 0.8253858457506277, + 1.0205839902595195, + 0.9375845702209917, + 1.0276192722636466, + 1.0352781665590673, + 1.00573951678478, + 1.0168176366617936, + 1.0354526336454533, + 1.409467384284455, + 1.0173514777145187, + 0.9176768917465363, + 0.9987312571300704, + 1.011937740881034, + 0.998584402272729, + 1.056733717686757, + 1.037552726041927, + 1.0142258428702424, + 1.035939823876147, + 0.9963005677388238, + 1.0191184901038401, + 1.0189027476350714, + 0.9772965657228759, + 0.9822876158929498, + 1.1026232958885742, + 1.0501886707528871, + 0.9971602814316513, + 1.0340674788196675, + 0.9800225335712383, + 1.0197769718133536, + 0.9741149929553732, + 1.042912622378931, + 0.9736271090391864, + 1.061534430063924, + 0.9526685914619262, + 1.0048497041951536, + 1.0274317900005205, + 0.9912072467959292, + 0.9895627947501346, + 1.0186115853191826, + 1.013480663944259, + 0.9413201803178272, + 1.0436199704257596, + 0.9898799364419235, + 1.0333854032952587, + 0.9495359391868493, + 0.9383015025414292, + 1.0126790152589706, + 0.9761807480062364, + 1.0554871962715169, + 0.9748100083771338, + 0.9555452645008876, + 1.0523449870830452, + 0.9961427848161136, + 1.2062430696295, + 1.0118419269696228, + 0.9775440389434499, + 0.9524811445180422 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 87268, + "cert_evals": { + "36": 0.21119324862957, + "72": 0.1383315771818161, + "108": 0.09609293192625046, + "255": 0.02639915607869625 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.35731174329570403, + "std_test_acc": 0.20445954228800436, + "n_samples": 1600, + "n_features": 64, + "n_classes": 100, + "mean_cert_acc_36": 0.2559430981054902, + "std_cert_acc_36": 0.1797310302178884, + "mean_cert_acc_72": 0.19158356310799718, + "std_cert_acc_72": 0.14984933134732986, + "mean_cert_acc_108": 0.14288442861288786, + "std_cert_acc_108": 0.1144775757864607, + "mean_cert_acc_255": 0.04032770311459899, + "std_cert_acc_255": 0.033336436700558504 + }, + "page-blocks": { + "dataset": "page-blocks", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 46, + "best_val_acc": 0.9111389236545682, + "test_acc": 0.9007864488808227, + "train_size": 1368, + "val_size": 799, + "test_size": 3306, + "stats": { + "mean": [ + [ + -0.02785030869883066, + 0.04220508005847926, + -0.007799578223684104, + 0.04507938606725141, + -0.024484079290935535, + -0.03854930415204675, + -0.004306797478947405, + -0.009848768527412267, + -0.005646618040935423, + 0.010106594495613968 + ] + ], + "std": [ + [ + 0.6361019181556973, + 1.034803136362929, + 0.6754786444860511, + 1.1067239881887005, + 1.0243975057691477, + 1.0203050705017325, + 0.32326730885545285, + 0.9042709629040901, + 0.8768058573970098, + 0.9187092587310937 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 5, + "depth": 6, + "padding": 20, + "parameters": 2005, + "cert_evals": { + "36": 0.8454325199127197, + "72": 0.742286741733551, + "108": 0.49818509817123413, + "255": 0.013914095237851143 + }, + "fold": 0 + }, + { + "best_epoch": 75, + "best_val_acc": 0.8803418803418803, + "test_acc": 0.8758368837492392, + "train_size": 1368, + "val_size": 819, + "test_size": 3286, + "stats": { + "mean": [ + [ + 0.043781880409356606, + 0.01711256745614031, + 0.027425312120614106, + 0.01732590579239761, + -0.023061163435672452, + -0.011174710704678221, + -0.011325527935818777, + -0.0035091932039473506, + 0.004744587522660881, + 0.021409590767543677 + ] + ], + "std": [ + [ + 1.551216006661219, + 1.0143372028076796, + 1.2187084249301219, + 1.0297549624764555, + 1.0122460594399296, + 0.9983403928938066, + 0.28158791437027286, + 0.9526865887702041, + 0.9742767406980914, + 1.066875823567642 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 5, + "depth": 6, + "padding": 20, + "parameters": 2005, + "cert_evals": { + "36": 0.8073645234107971, + "72": 0.7288496494293213, + "108": 0.6016433238983154, + "255": 0.05173463001847267 + }, + "fold": 1 + }, + { + "best_epoch": 79, + "best_val_acc": 0.8506731946144431, + "test_acc": 0.8625304136253041, + "train_size": 1368, + "val_size": 817, + "test_size": 3288, + "stats": { + "mean": [ + [ + 0.015907781140350814, + -0.002226113421052676, + 0.00912776447295319, + -0.002154920991959126, + 0.0031836314985380356, + 0.010374599444444719, + 0.033316965369883045, + 0.009327557160087575, + 0.000891657419590793, + 0.006515192383040968 + ] + ], + "std": [ + [ + 1.3819579471500247, + 1.004275883692728, + 1.095413957795245, + 0.9803011522566464, + 1.02223461206074, + 1.0167467029099182, + 1.9464523444956574, + 1.0297533577214233, + 0.9946199232832146, + 1.0446888834153083 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 5, + "depth": 6, + "padding": 20, + "parameters": 2005, + "cert_evals": { + "36": 0.8083941340446472, + "72": 0.731447696685791, + "108": 0.6125304102897644, + "255": 0.04622871056199074 + }, + "fold": 2 + }, + { + "best_epoch": 87, + "best_val_acc": 0.8421686746987952, + "test_acc": 0.8583206106870229, + "train_size": 1368, + "val_size": 830, + "test_size": 3275, + "stats": { + "mean": [ + [ + -0.022221515862573354, + 0.012958097207602326, + -0.023529265928362474, + 0.036208808418859734, + -0.027518972836257316, + -0.013723225687134319, + -0.012668056071783647, + -0.009748616040204477, + -0.011955442258771813, + -0.013552336834795524 + ] + ], + "std": [ + [ + 0.6475896046566302, + 1.0059677646780396, + 0.5107302397945517, + 1.1498688572629936, + 0.9979365341699833, + 1.013315424044995, + 0.29978287731614, + 0.8399280364800779, + 0.8321768138579335, + 0.8892475036231946 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 5, + "depth": 6, + "padding": 20, + "parameters": 2005, + "cert_evals": { + "36": 0.7465648651123047, + "72": 0.5453435182571411, + "108": 0.25251907110214233, + "255": 0.021679388359189034 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8743685892355972, + "std_test_acc": 0.01912885442021436, + "n_samples": 5473, + "n_features": 10, + "n_classes": 5, + "mean_cert_acc_36": 0.8019390106201172, + "std_cert_acc_36": 0.040943400562133095, + "mean_cert_acc_72": 0.6869819015264511, + "std_cert_acc_72": 0.09460474304368936, + "mean_cert_acc_108": 0.4912194758653641, + "std_cert_acc_108": 0.16726841916867174, + "mean_cert_acc_255": 0.033389206044375896, + "std_cert_acc_255": 0.01841925829301087 + }, + "plant-texture": { + "dataset": "plant-texture", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 100, + "best_val_acc": 0.4939759036144578, + "test_acc": 0.47789473684210526, + "train_size": 400, + "val_size": 249, + "test_size": 950, + "stats": { + "mean": [ + [ + -0.016478091624999976, + -0.014961091800000008, + -0.004249621250000072, + 0.023384388500000127, + 0.005502324450000172, + 0.0145078697499998, + 0.0045305880750000724, + -0.03467714649999986, + 0.004193091999999971, + 0.012809078150000047, + -0.009651387200000038, + -0.01915911049999979, + -0.008120220149999673, + 0.007483559499999939, + -8.819250000012408e-06, + -0.019568870142500156, + 0.028020058549999945, + 0.022078226650000053, + 0.0008334952449999984, + -0.0007628900000000476, + -0.033131676325000525, + -0.02417429049999988, + 0.012456803749999997, + 0.002599056999999966, + -0.016433078500000114, + -0.0015455646349999707, + 0.03351081127500002, + -0.00866295650000013, + -0.001216327300000051, + 0.02500025624999989, + 0.002615395250000011, + 0.004382452249999722, + -0.0336998632, + 0.024454489599999945, + 0.006896749999999824, + 0.0024042895000002573, + -0.0489830051999999, + -0.0018739831749999436, + -0.0027442942499998836, + 0.014888681500000006, + 0.039273120399999896, + -0.03620304349999986, + 0.01871371774999999, + 0.0017737930000000502, + 0.03068173249999988, + 0.005476874500000017, + -0.018285551499999983, + -0.01942126079499999, + 0.020034201150000052, + -0.04440868274999999, + -0.0031926880000002233, + -0.009055307999999866, + 0.01178355375000011, + 0.006780597750000028, + -0.015243231374999874, + 0.051239233250000044, + 0.01800514339999995, + 0.008651616399999893, + 0.0034974595000000232, + 0.03453392162500026, + -0.006043314750000227, + 0.012514663999999986, + 0.043475420250000084, + -0.02456098675000002 + ] + ], + "std": [ + [ + 0.9009966230602708, + 0.9364276177287642, + 0.9754761006143327, + 1.0291666417884513, + 1.0289691228068274, + 0.9876927454085853, + 0.9560626059354702, + 0.9597522889147546, + 0.9994773403976824, + 1.0152637844096681, + 0.9520114484241692, + 0.9432619847706322, + 0.9482931419315812, + 1.0591026895126023, + 0.9522570318080412, + 0.9864956149999131, + 1.084922016377646, + 1.173758426456074, + 1.0592998584844, + 1.0606714617823771, + 0.8614306216418535, + 1.0345366597359764, + 1.042209469105469, + 1.0348653782485668, + 0.9988649975902255, + 1.0174988947519772, + 1.0858204535316325, + 0.9739602296564857, + 1.0131848275815751, + 1.0264935540496496, + 0.9816966426566287, + 1.0024562576995246, + 0.9036181164894379, + 1.0437722258848774, + 0.9846104856336191, + 1.0510739753463445, + 0.8892428833739887, + 0.9794996248503948, + 0.9461971557449678, + 1.0298104390925615, + 1.1599976257671403, + 0.9173959381413883, + 0.9736629274573383, + 0.9990534408909421, + 1.0761727962998655, + 0.9933289670108497, + 0.9771946168612999, + 1.032165319421753, + 1.0398720209157222, + 0.9587359927023673, + 1.012139905486573, + 0.9975269161128212, + 1.0373603976704429, + 0.9974923617573629, + 1.0098998196849565, + 1.1923604394819194, + 1.0833214484639513, + 1.0328745232566003, + 1.0402739857013459, + 1.1225366590688706, + 0.9261829634072084, + 1.0546429695267736, + 1.0777446293534623, + 0.9933512209550289 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 87268, + "cert_evals": { + "36": 0.40842103958129883, + "72": 0.3231578767299652, + "108": 0.2536841928958893, + "255": 0.07894736528396606 + }, + "fold": 0 + }, + { + "best_epoch": 86, + "best_val_acc": 0.383399209486166, + "test_acc": 0.36152219873150104, + "train_size": 400, + "val_size": 253, + "test_size": 946, + "stats": { + "mean": [ + [ + -0.004256254850000026, + 0.021923264150000024, + -0.012071683000000069, + -0.011057278499999901, + -0.017880446849999797, + 0.0011827752499998178, + -0.0027601811999999146, + -0.0251483662499997, + 0.055288276499999955, + 0.018802836700000086, + 0.000680779799999956, + -0.003705401924999697, + -0.0076088335999996695, + -0.006072732000000045, + 0.0014956542500000531, + -0.02329864526500025, + 0.00074919069999995, + 0.034619562699999926, + 0.014588840164999981, + -0.0003229700500000161, + 0.03756710242499937, + -0.018300292499999992, + 0.015038550999999963, + 0.038566000999999954, + -0.024540214250000143, + 0.03385858173000003, + -0.01502205307499997, + -0.03221403250000019, + -0.03763231055000007, + -0.0005684717500001015, + 0.005178833750000021, + 0.0232263649999997, + -0.018164639750000218, + -0.0284664659000001, + 0.014296748749999815, + -0.01446542499999974, + 0.017083458499999923, + -0.05198149362499994, + 0.02665897775000016, + 0.0006017054999999511, + -0.023385096025000055, + -0.00870071099999995, + -0.02645367400000001, + 0.030389902050000018, + -0.010937763500000006, + -0.05008216174999998, + -0.014492351249999987, + -0.029835240265000052, + -0.0028061221000000624, + 0.012136923749999967, + 0.04889772374999951, + -0.005096808249999897, + -0.007376563999999944, + 0.017595101374999984, + -0.013797275999999694, + 0.054841677249999804, + -0.058722712075000016, + 0.03106128492499999, + 0.04723510375, + 0.03316721925000017, + -0.00928761275000021, + 0.004404617250000025, + -0.002385128999999882, + -0.039578189499999986 + ] + ], + "std": [ + [ + 1.0176195895454074, + 1.0490244648468456, + 0.9960419330218429, + 1.0013824399376616, + 0.9994469044392366, + 0.9946100427625639, + 1.0157545132253116, + 0.9788609202986969, + 1.071845617834868, + 0.9893086678710389, + 0.9761446960534231, + 1.0226495027246933, + 1.039042345736355, + 0.9862504907230619, + 1.010782124858231, + 0.9283410333997018, + 0.9169243300337626, + 1.2172212453002578, + 1.0463189591077335, + 1.0069757171220548, + 1.1331476744057545, + 0.9469821203572525, + 1.056155176364169, + 1.0595663845370344, + 0.9428967883897005, + 1.0970228794322368, + 0.9685633455294996, + 0.9741644818618026, + 0.9143633677590421, + 1.0691597858758368, + 1.01412670505509, + 1.070121954375621, + 0.951399475845066, + 0.9830032176811866, + 1.0946821401422548, + 0.9450181434403627, + 1.0182514042513124, + 0.9407099037863594, + 1.0799791344020868, + 0.9842100577075739, + 0.9049268404343978, + 0.9743966176706755, + 0.9614307865494272, + 1.0589976460635564, + 1.033707681388281, + 0.9570270454194322, + 0.9726967073724329, + 0.9598087507205947, + 1.0248291708573996, + 1.0065887165171423, + 1.1899283807762595, + 1.046684908157972, + 0.9585960515533316, + 1.0015106988574207, + 0.9882827515120411, + 1.1390243681390715, + 0.903234233001017, + 1.0770406438636961, + 1.0289747705280785, + 1.108986637240471, + 0.9644875764134929, + 0.9341662575099802, + 1.0003551075843455, + 0.9381906895869818 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 87268, + "cert_evals": { + "36": 0.24101479351520538, + "72": 0.1300211399793625, + "108": 0.08773784339427948, + "255": 0.021141648292541504 + }, + "fold": 1 + }, + { + "best_epoch": 98, + "best_val_acc": 0.592, + "test_acc": 0.5310853530031612, + "train_size": 400, + "val_size": 250, + "test_size": 949, + "stats": { + "mean": [ + [ + 0.006781644050000072, + -0.01704826455000003, + -0.002251882250000035, + -0.0028131144999998512, + -0.005865192699999791, + 0.009570933999999944, + -0.009578214299999865, + -0.024165803499999656, + -0.01858652050000008, + -0.016836627099999942, + 0.022271386250000094, + 0.02783143624999974, + 0.013649515400000272, + 0.03256191874999994, + 0.007509060350000286, + 0.028498989239999706, + 0.009155898099999922, + -0.05709269885000008, + -0.011131543627500075, + 0.007129308599999935, + 0.009527655224999435, + 0.048195565000000024, + -0.03163669524999997, + -0.012298672749999962, + -0.015361769500000262, + -0.020092703134999917, + 0.00814105310000005, + 0.010467141749999798, + 0.000659113049999987, + 0.0005926604999999846, + -0.003039380250000019, + 0.006916299999999689, + 0.0028526314500000234, + 0.02393395764999979, + -0.017349249750000083, + -0.004382585749999812, + 0.0006067708249999293, + -0.02260160009999996, + -0.020113583249999886, + -0.027872431749999968, + 0.012264436799999952, + 0.015939157750000252, + -0.014283123999999987, + -0.014588402899999955, + 0.013490449499999968, + 0.011403421250000092, + 0.012658765250000021, + -0.014379616514999992, + 0.014957853600000057, + 0.00609202149999992, + -0.02169176450000027, + -0.0238132444999999, + -0.016261851749999882, + -0.006561618624999998, + 0.00928921537500022, + -0.0672483589999997, + 0.0054866013749999285, + 0.003738513875000059, + -0.02022912349999999, + -0.003440074000000029, + 0.030528467999999764, + 0.03239571075000004, + 0.03326437500000009, + -0.011354963499999924 + ] + ], + "std": [ + [ + 1.0176353776788036, + 0.9190930489962008, + 1.0268538651935009, + 0.9999682393873391, + 0.9984018173866293, + 1.0374879590245607, + 0.9749352350820676, + 0.996266197839155, + 0.9511625612934416, + 0.9876855487180032, + 1.105409076208761, + 1.0321003973234553, + 1.0235494324640213, + 1.1213865795944102, + 1.0879930289006665, + 1.0838318604426802, + 1.0877272851283968, + 0.774752481406204, + 1.0373588129982505, + 0.9969058944401101, + 1.011738502430844, + 1.1511835702083388, + 0.9377685226320285, + 1.0219749119064445, + 0.92170310125349, + 0.9806129656814709, + 1.0038200109094886, + 1.0479216121391026, + 1.0231420017542938, + 0.9787899196190312, + 1.0290085842795444, + 1.0501562971981688, + 0.9469912325322501, + 1.0353208445844364, + 0.9577479946023613, + 0.9403622048724667, + 0.9697131314173383, + 0.9465545623876653, + 0.9782386950900146, + 0.9139584627856204, + 0.9779691745581587, + 1.0259013952137952, + 0.9330608640569992, + 0.942152577459924, + 0.9978008930918613, + 1.0501702677822984, + 1.0356406401318516, + 0.9717916536323801, + 0.982544393973635, + 1.047669652090456, + 0.8616845618348262, + 0.9101934286793992, + 1.0301962610060198, + 0.9575486231894531, + 0.9827140500471714, + 0.5778539784498753, + 0.9613134752896453, + 1.0047774832021952, + 0.9907827459169802, + 0.9871971074482115, + 1.162147207193799, + 1.0844411935907712, + 1.0567242900140779, + 0.9982258566338452 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 87268, + "cert_evals": { + "36": 0.4710220992565155, + "72": 0.3962065279483795, + "108": 0.33403581380844116, + "255": 0.1148577407002449 + }, + "fold": 2 + }, + { + "best_epoch": 97, + "best_val_acc": 0.6090534979423868, + "test_acc": 0.5585774058577406, + "train_size": 400, + "val_size": 243, + "test_size": 956, + "stats": { + "mean": [ + [ + -0.014342517400000006, + -0.010508095700000018, + 0.020846525499999963, + 0.0065602567500000954, + 0.04070300080000023, + 0.005624379000000016, + 0.010057827824999985, + -0.0016692939999995607, + -0.0012298350000000452, + 0.004113477850000035, + -0.006016862100000142, + -0.027265562499999736, + 0.012290107750000214, + -0.017597352249999944, + -0.05018481082499988, + -0.019962193892500257, + -0.01139161950000006, + -0.022701001150000014, + 0.0013786910799999214, + -0.014646860050000085, + -0.015396491325000532, + 0.008186758999999919, + 0.04188897099999995, + 0.029843807999999857, + -0.027753020000000236, + -0.0005539261349998608, + -0.017307911899999966, + 0.011377426749999739, + -0.022145610699999995, + 0.007566919749999868, + -0.027431704249999946, + 0.042545776999999674, + 0.052352197149999995, + -0.006990049900000131, + 0.010389971999999801, + 0.018498143250000078, + 0.06626066654999992, + 0.00848889462500006, + -0.018184080999999918, + 0.01926874899999994, + -0.03685933877500006, + 0.0007597582500002853, + -0.02537281875000002, + 0.008902194600000003, + 0.02412217824999988, + 0.031126447000000078, + 0.024641684499999875, + 0.0029474992500001605, + 0.005532393600000062, + -0.008580874249999974, + -0.015919812000000293, + -0.00023579924999993536, + 0.03706109150000009, + -0.0008052041249999526, + -0.03436781549999974, + 0.022327436750000006, + 0.007519205675000007, + -0.011987557750000155, + 0.01592568225000001, + 0.005316474750000138, + -0.0004174132500002535, + -0.032213199249999686, + -0.031228355999999867, + 0.02102232000000007 + ] + ], + "std": [ + [ + 0.8692420724813031, + 0.949763414888491, + 1.0642544830753824, + 1.0472839362776507, + 1.0901344960110089, + 1.0448532151498395, + 0.9860966887034024, + 0.992983631561972, + 1.0149294022896036, + 0.9431952484176876, + 1.0340529605805364, + 0.9513173925745501, + 1.0567752587933925, + 0.9542576532027438, + 0.7813209238320555, + 0.9338054729806743, + 0.9321480764995789, + 0.8561905534972463, + 0.9927488431023881, + 0.9167664054814741, + 0.9198840727955573, + 1.0334423218940791, + 1.0542630877180026, + 1.0910912930890575, + 0.9104729281174669, + 0.940879543920847, + 0.9516761628090449, + 1.0514139332592722, + 0.9431400801236285, + 1.0295711364901166, + 0.8800987512468141, + 1.1173664674104642, + 1.1433392914474967, + 0.9617273036124687, + 1.037564686694581, + 1.0144405124623135, + 1.141213336619724, + 0.9794696310119911, + 0.9763734610882173, + 1.0315472144044722, + 0.937513787219726, + 0.9989573963275813, + 0.898086886732961, + 1.0058174039027852, + 1.0273289677810482, + 1.0127412982823678, + 1.0261552552616107, + 1.0621741318043578, + 0.9715566474052263, + 0.9644661846983199, + 0.8986136195077067, + 0.9995526222906947, + 1.0617704910396841, + 1.063170800289359, + 0.9564967404036995, + 1.2714040020058475, + 1.0285638690116818, + 0.9378454050408493, + 1.0325468321763043, + 1.0983078969994187, + 0.916541159688309, + 1.0160097153090744, + 0.9197027539366839, + 1.0261398372506563 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 87268, + "cert_evals": { + "36": 0.49686190485954285, + "72": 0.4278242588043213, + "108": 0.3671548068523407, + "255": 0.13912133872509003 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.482269923608627, + "std_test_acc": 0.08718740986406924, + "n_samples": 1599, + "n_features": 64, + "n_classes": 100, + "mean_cert_acc_36": 0.40432995930314064, + "std_cert_acc_36": 0.115034172885273, + "mean_cert_acc_72": 0.3193024508655071, + "std_cert_acc_72": 0.13358330588020212, + "mean_cert_acc_108": 0.26065316423773766, + "std_cert_acc_108": 0.12473423465056267, + "mean_cert_acc_255": 0.08851702325046062, + "std_cert_acc_255": 0.0512693854223001 + }, + "post-operative": { + "dataset": "post-operative", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.3076923076923077, + "test_acc": 0.2545454545454545, + "train_size": 22, + "val_size": 13, + "test_size": 55, + "stats": { + "mean": [ + [ + 0.2644478181818181, + -0.002965454545454521, + -0.04423899999999998, + 0.0652979090909091, + -0.09040263636363635, + 0.12863909090909095, + -0.031622818181818196, + -0.010754727272727246 + ] + ], + "std": [ + [ + 0.863045425336646, + 0.9808035281210981, + 0.9954110000000002, + 0.8638286631944233, + 0.9903112638860088, + 1.0460343032985846, + 0.9593493232948251, + 0.6242961991096403 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 1283, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 6, + "best_val_acc": 0.7777777777777778, + "test_acc": 0.68, + "train_size": 22, + "val_size": 18, + "test_size": 50, + "stats": { + "mean": [ + [ + -0.04068454545454543, + -0.13643590909090905, + -0.22522281818181814, + -0.01632572727272733, + 0.18080527272727273, + -0.36753845454545453, + -0.4196983636363635, + 0.03461609090909094 + ] + ], + "std": [ + [ + 0.48245777837997267, + 1.0509474100388445, + 0.9788196547256961, + 1.0356928042306306, + 0.9778540225386487, + 0.7579234423290888, + 0.7652973041426179, + 0.7599528606329299 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 1283, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.2222222222222222, + "test_acc": 0.2711864406779661, + "train_size": 22, + "val_size": 9, + "test_size": 59, + "stats": { + "mean": [ + [ + 0.035598363636363664, + -0.06970068181818179, + -0.13473090909090904, + -0.17957400000000004, + 0.18080527272727273, + 0.29403163636363644, + 0.03305631818181817, + 0.034616272727272704 + ] + ], + "std": [ + [ + 0.7964199476848967, + 1.018669033729904, + 0.9912891976159546, + 1.0484797311020457, + 0.9778540225386487, + 1.24868633500981, + 1.0040929058601908, + 0.5709040666748884 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 1283, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 6, + "best_val_acc": 0.42857142857142855, + "test_acc": 0.24074074074074073, + "train_size": 22, + "val_size": 14, + "test_size": 54, + "stats": { + "mean": [ + [ + -0.4221010909090909, + 0.19724022727272736, + 0.22723672727272717, + -0.016325727272727287, + -1.0092936587501423e-17, + -0.036753454545454506, + -0.16098145454545446, + 0.41270672727272745 + ] + ], + "std": [ + [ + 0.9311555791372603, + 0.9366735504705384, + 0.9576763484720417, + 1.0356928042306308, + 0.9944290000000001, + 0.7579238589268785, + 0.9505882556493265, + 0.8002666526517147 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 1283, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.36161815899104033, + "std_test_acc": 0.21261922666389582, + "n_samples": 90, + "n_features": 8, + "n_classes": 3, + "mean_cert_acc_36": 0.0, + "std_cert_acc_36": 0.0, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "plant-shape": { + "dataset": "plant-shape", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 74, + "best_val_acc": 0.20093457943925233, + "test_acc": 0.16328600405679514, + "train_size": 400, + "val_size": 214, + "test_size": 986, + "stats": { + "mean": [ + [ + 0.010793134649999947, + 0.0029814738750000274, + -0.005680250974999982, + -0.00999388868249995, + -0.018943553000000047, + -0.022220061225000066, + -0.023538591772499947, + -0.023104606949999985, + -0.022654011850000027, + -0.013826088777500009, + -0.012183569699999982, + -0.019542425225000024, + -0.021094745304999968, + -0.013662524125000061, + -0.007497562182500008, + -0.004011965550000029, + -0.0018356184500000372, + 7.94950000007455e-06, + 0.00456346359999991, + 0.002077647049999971, + 0.005165495805000022, + 0.009402297242499979, + 0.008459789907500027, + 0.010384120812499977, + 0.009072800484999985, + 0.009275099372499976, + 0.011333548210000006, + 0.00974336192500002, + 0.009874121385000021, + 0.013796312999999978, + 0.0035003747700000252, + -0.0006504867999999986, + -0.006737763249999974, + -0.009779546075000065, + -0.009547967425750021, + -0.008340889135000092, + -0.01037015690000003, + -0.015118204249999967, + -0.014712120350000033, + -0.011817635924999998, + -0.01854881525000002, + -0.021627437300000017, + -0.02562561288749998, + -0.02507883772499999, + -0.01957355992500001, + -0.010989493799999993, + -0.004170166650000026, + -0.0007832742674999737, + -0.0008414850850000529, + 0.0014383313750000115, + 0.008277859025000037, + 0.015007289872500043, + 0.02009162649999997, + 0.020694419627500026, + 0.02312079630000003, + 0.02027844062500002, + 0.012670696450000017, + 0.011923742850000028, + 0.008522531550000014, + 0.0021193726999999838, + 0.00027873594999999404, + -0.005514954024999976, + -0.005619866314999964, + 0.000804423425000044 + ] + ], + "std": [ + [ + 1.0193984315579283, + 1.0138728773194225, + 1.0025119027839187, + 0.9926201913273888, + 0.9797572939727588, + 0.9675431762012998, + 0.9562849021750489, + 0.9457765924705838, + 0.9453288165685446, + 0.9493183692891524, + 0.9510566730800354, + 0.9587654362947835, + 0.9708540170515252, + 0.9906082656256265, + 1.0060018623497948, + 1.0090880491601784, + 0.9970255943580457, + 0.9966975594633455, + 1.0075598104469696, + 1.0193962682636182, + 1.040522735169908, + 1.0407459188197639, + 1.0303725268059722, + 1.0256419706953475, + 1.0198382842786065, + 1.0197936843070703, + 1.0266695425622123, + 1.0253571333157874, + 1.0153590777307844, + 1.0110354025342352, + 1.0181892223475282, + 1.0166426127543688, + 1.011169701470929, + 1.0054929366994545, + 1.0096458368985821, + 1.0140452905977049, + 1.009910026151903, + 0.9911465124845928, + 0.981395028524588, + 0.9714368920896277, + 0.9640569672295396, + 0.9682443777583067, + 0.9618240790560709, + 0.9651476273791817, + 0.9697583533908924, + 0.9857642722747081, + 0.9945128871244862, + 0.998379374233736, + 1.0006314561941052, + 1.008050481132436, + 1.0268004129156558, + 1.0452850694975346, + 1.0563281717760602, + 1.0509178269869455, + 1.0471449082028836, + 1.0431100616694575, + 1.035476811024627, + 1.0416661017312363, + 1.0428844632918242, + 1.0319514866130477, + 1.029873132188317, + 1.028802362627988, + 1.0249104343768467, + 1.0178924453800364 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 87268, + "cert_evals": { + "36": 0.06896551698446274, + "72": 0.027383366599678993, + "108": 0.0070993914268910885, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 99, + "best_val_acc": 0.10975609756097561, + "test_acc": 0.09748427672955975, + "train_size": 400, + "val_size": 246, + "test_size": 954, + "stats": { + "mean": [ + [ + -0.01969966857750001, + -0.018735893250000035, + -0.01923726170000004, + -0.01765154066999996, + -0.021040157724999967, + -0.020549986874999978, + -0.01802188749999998, + -0.013611070524999968, + -0.01314826475000005, + -0.010111033277499976, + -0.011831655162500052, + -0.009240258725000013, + -0.004857546977500041, + -0.003872501354999996, + -0.004503420224999966, + -0.007399539599999919, + -0.009506949104999987, + -0.00983436382500002, + -0.0073349694900001206, + -0.0026293045575000932, + -0.005217706800000011, + -0.01053002465000001, + -0.011560438125000017, + -0.009075882437499998, + -0.0045980930749999985, + -0.008758359152500011, + -0.012621292225000027, + -0.016511235369999985, + -0.028317963276500033, + -0.02497353765000002, + -0.014343673825000004, + -0.008610495525000058, + 0.004172939175000043, + 0.0019351163249999698, + -0.004373591600750041, + -0.0077125528000000455, + -0.01211637097500002, + -0.01259113399249995, + -0.012157099130000017, + -0.014399237225000002, + -0.009437209475000015, + -0.0046622409374999915, + -0.006370976337500016, + -0.011270999825000006, + -0.015921284525000006, + -0.012410074750000007, + -0.014884673650000003, + -0.016949542649999955, + -0.017354671999999977, + -0.011285483702500028, + -0.009929046974999904, + -0.007901803479999947, + -0.00815231512075005, + -0.010049489069999949, + -0.011786209875000047, + -0.014985319077499979, + -0.019011035099999973, + -0.008162044849999986, + -0.0058525207999999595, + -0.01041489936249999, + -0.011318642174999963, + -0.015970219724999984, + -0.026622342699999985, + -0.029072289924999974 + ] + ], + "std": [ + [ + 0.9860131433859547, + 0.9839451298693502, + 0.9815653890681931, + 0.9791684843455107, + 0.9793192609145278, + 0.980950701990714, + 0.9884282309487391, + 0.9817147072820436, + 0.9862993933397015, + 0.9922815938909398, + 0.9847563677603288, + 0.9853865969758397, + 0.9879672222996878, + 0.9946824106249518, + 0.9961943172051062, + 0.9902136279887243, + 0.9887680048123522, + 0.993003063211071, + 1.0071770840518683, + 1.0247666604590329, + 1.0257137801878309, + 1.011455364670402, + 0.9947052989179791, + 0.9869387562943811, + 0.9888179645496713, + 0.987009987810631, + 0.9897190394535154, + 0.991361121462267, + 0.992989633996112, + 0.9961724937704427, + 0.9897090546568476, + 0.9844393105882888, + 0.9858088094372514, + 0.9942345793157213, + 0.9949467347271544, + 0.9941801452632953, + 0.9935755677210956, + 0.9940539923777484, + 0.9871617326295817, + 0.9809194296573341, + 0.9841049037423958, + 0.9872912480789516, + 0.9853330949312704, + 0.9809868668056975, + 0.977760884105985, + 0.9785005795193457, + 0.9774791029379978, + 0.9747292923736738, + 0.9892632184812155, + 0.9903128998680867, + 0.9995507672572046, + 1.012420498620147, + 1.014423356554454, + 1.0113780719858716, + 1.0085495954493642, + 1.0103910622541978, + 1.0042573664175571, + 0.9954666158538873, + 0.9825056771440344, + 0.969748087810821, + 0.9684376869484385, + 0.9687387646565352, + 0.9685510643060194, + 0.9716172187511043 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 87268, + "cert_evals": { + "36": 0.030398322269320488, + "72": 0.010482179932296276, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 70, + "best_val_acc": 0.20425531914893616, + "test_acc": 0.17202072538860103, + "train_size": 400, + "val_size": 235, + "test_size": 965, + "stats": { + "mean": [ + [ + -0.011195848850000047, + -0.014077039849999994, + -0.015681537625000016, + -0.015262547177500023, + -0.018894034979999984, + -0.023536119524999965, + -0.016015195249999968, + -0.008908977427499989, + -0.005013930349999998, + -0.007225348899999984, + -0.008182635, + -0.00789371312500003, + -0.011035066974999978, + -0.005199030499999984, + 0.005315251324999976, + 0.011141104150000055, + 0.011588849470000002, + 0.009680554374999966, + 0.010888354087499948, + 0.010037595079999946, + 0.011800275580000021, + 0.007671618275000015, + 0.006882413550000033, + 0.0062716886124999935, + -0.0019262105499999794, + -0.002007641149999968, + -0.003485761440000005, + -0.0017775631049999818, + 0.0007400688484999391, + -0.0018860717750000106, + -0.006113297799999992, + -0.013600633775000042, + -0.020458192474999966, + -0.023048553475000007, + -0.019547718700000005, + -0.01125536750999998, + -0.014651312500000012, + -0.017176074307499963, + -0.015313710324999983, + -0.018115000749999995, + -0.02384295694999999, + -0.02221634045249998, + -0.019668475399999934, + -0.016640133125000005, + -0.011789776774999969, + -0.006203905024999959, + -0.004540449625000036, + 0.0006846066824999924, + 0.006433635392500026, + 0.0017259993975000153, + 0.0026194728225000024, + 0.002456912675000057, + 0.0035687386999999193, + 0.003967900025000002, + 0.008058575125000038, + 0.009259356747499982, + 0.009820443250000033, + -0.000526142624999981, + -0.007535754924999987, + -0.006530597337499988, + -0.00488854567499998, + -0.004628704975000013, + -0.006573741065000051, + -0.008198970250000055 + ] + ], + "std": [ + [ + 0.9997831577603109, + 1.0025959495608783, + 0.9981200898415419, + 0.9862363254781552, + 0.9807001230728768, + 0.9703599657486957, + 0.9542469081610001, + 0.9473845839451106, + 0.9547713929170183, + 0.9636033061770535, + 0.9759543385191676, + 0.9833507068982068, + 0.9860092538737429, + 0.9928824474026815, + 1.009087175522555, + 1.0225369274879927, + 1.0377746120861517, + 1.047008477348557, + 1.0437668765399934, + 1.0330775502764258, + 1.0319662406027479, + 1.030352484762016, + 1.0343435297883754, + 1.0306714836465332, + 1.0227257424915315, + 1.0163750005569692, + 1.0080783487785092, + 1.0057728718253096, + 1.0031574142753106, + 0.9970437490537768, + 1.0039054666803333, + 1.0092902332461646, + 1.015955753316646, + 1.0094451596904581, + 0.9971506877338592, + 0.9797514030945054, + 0.9606748456549195, + 0.9429643662114964, + 0.9357296749897012, + 0.9401794981595187, + 0.9451576738004599, + 0.9529959594959825, + 0.9553731219059256, + 0.952474899040048, + 0.9565245724608336, + 0.9697603305783443, + 0.9863202900077532, + 0.9954169393962655, + 1.0081946986669663, + 1.0156075960594253, + 1.0253976925038635, + 1.0300309888526664, + 1.0402541851284346, + 1.0433040030246603, + 1.0375395049686613, + 1.0264815045978641, + 1.021912736268765, + 1.0088758758830503, + 1.003466814657958, + 1.0086525159597994, + 1.0137559378643732, + 1.0086686244063605, + 1.006042971236659, + 1.0003260366638576 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 87268, + "cert_evals": { + "36": 0.060103628784418106, + "72": 0.02590673603117466, + "108": 0.014507772400975227, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 77, + "best_val_acc": 0.17180616740088106, + "test_acc": 0.16032887975334018, + "train_size": 400, + "val_size": 227, + "test_size": 973, + "stats": { + "mean": [ + [ + -0.01614315225000004, + -0.007862261849999979, + 0.00030315945000001577, + -6.585304499997488e-05, + 0.0033457709750000114, + 0.009937330912499974, + 0.010135651675000024, + 0.009038938675000023, + 0.008931583272500009, + 0.009906352275000018, + 0.013642040799999994, + 0.017299261174999987, + 0.019865335000000005, + 0.019657458469999986, + 0.022414197692500006, + 0.02512643972499996, + 0.026877304525000024, + 0.0296143309, + 0.027764356497500045, + 0.024134231862499998, + 0.021181714175000043, + 0.02076543959999998, + 0.018820411632499992, + 0.016560606787500022, + 0.014716417624999967, + 0.015544499800000031, + 0.008937221650000026, + 0.0035691808475000007, + 0.00756637997750002, + 0.010582013399999977, + 0.00892202232, + 0.010522723749999905, + 0.009224050324999985, + 0.011262885774999978, + 0.012877923949999981, + 0.008631394499999978, + 0.013585739524999963, + 0.012593921374999985, + 0.00966451497500001, + -0.0018835844000000157, + -0.0072232187000000215, + -0.0024773558750000612, + 0.004778897314500035, + 0.010836082050000053, + 0.013114038100000038, + 0.012921894249999984, + 0.011661495899999983, + 0.006202870582499988, + 0.009554275007499979, + 0.010892630822499966, + 0.015263733174999995, + 0.018143591994999972, + 0.01859551449250001, + 0.01313465375500002, + 0.01828117135000002, + 0.021080939575000034, + 0.020155471175000023, + 0.02226961222499997, + 0.019368037950000003, + 0.018775792600000018, + 0.018483347624999945, + 0.009753726052499946, + -0.0015497268675000327, + -0.011832948350000021 + ] + ], + "std": [ + [ + 0.9690180900805035, + 0.9727335201919173, + 0.9764755262740973, + 0.9829585179082819, + 0.9924285501408081, + 1.0058984225928205, + 1.0139421119627963, + 1.0204714628277265, + 1.024761969275269, + 1.0411321691366637, + 1.051554346720804, + 1.0528939116549463, + 1.048231049542776, + 1.035208648003462, + 1.0211826349075386, + 1.021066390612321, + 1.0225781515263015, + 1.0234107662776533, + 1.013889389780415, + 1.002809268474515, + 1.005659594852486, + 1.0123290373188114, + 1.0154559039015623, + 1.013290801738594, + 1.0094740964231081, + 1.0002162486552635, + 0.9914378185750687, + 0.9943868019460187, + 0.9942535553869897, + 0.9896262981629789, + 0.9859228057329431, + 0.9860916917991401, + 0.9824333417893006, + 0.9869225315171396, + 0.9958671872185834, + 0.999358349920491, + 0.9902030063817621, + 0.9953941674238796, + 1.0044794940384356, + 1.01450410197358, + 1.0212449253894722, + 1.031533466370799, + 1.0310663353310807, + 1.0299586525323416, + 1.0140754261682852, + 1.0146983653439086, + 1.010949221001189, + 0.9984754004996209, + 0.9996230059073175, + 1.0023281510239592, + 1.0083940727060101, + 1.0104207218854935, + 1.0188090918448567, + 1.0267152458848512, + 1.0256934112800635, + 1.0177374007859166, + 1.004324219711767, + 0.9955156869267784, + 0.9865523378817893, + 0.984584448748711, + 0.9818097517909892, + 0.9865486470036113, + 0.9850111209189524, + 0.9782242969255907 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 87268, + "cert_evals": { + "36": 0.05138746276497841, + "72": 0.01644398830831051, + "108": 0.009249743074178696, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.14827997148207403, + "std_test_acc": 0.03422563953921027, + "n_samples": 1600, + "n_features": 64, + "n_classes": 100, + "mean_cert_acc_36": 0.052713732700794935, + "std_cert_acc_36": 0.0165173402943435, + "mean_cert_acc_72": 0.02005406771786511, + "std_cert_acc_72": 0.008013032251846318, + "mean_cert_acc_108": 0.007714226725511253, + "std_cert_acc_108": 0.006011028467704498, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "primary-tumor": { + "dataset": "primary-tumor", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.09803921568627451, + "test_acc": 0.06598984771573604, + "train_size": 82, + "val_size": 51, + "test_size": 197, + "stats": { + "mean": [ + [ + -0.008010512195121854, + 0.054444146341463336, + 0.0366287682926831, + 0.017473585365853656, + 0.00994146341463413, + 0.14699000000000015, + 0.04866843902439027, + -0.06218121951219504, + 0.01667878048780483, + -0.03673495121951217, + 0.060766390243902485, + -0.11804926829268325, + 0.04384986585365854, + -0.04256348780487793, + 0.026720512195121893, + 0.09196453658536587, + 0.04076614634146339 + ] + ], + "std": [ + [ + 0.9284296903454413, + 0.9827553422472404, + 0.9950878705168285, + 1.0173173538014615, + 0.9933487461181214, + 1.0, + 0.962929194381142, + 1.0381881034205123, + 0.9899379872265349, + 1.011517643744964, + 0.8811077313196498, + 1.2812447336275181, + 0.9462003808216405, + 1.0326718844648832, + 0.9328296141970309, + 0.9459362255487258, + 0.9834201107664913 + ] + ] + }, + "width": 64, + "in_features": 17, + "out_features": 15, + "depth": 6, + "padding": 34, + "parameters": 5897, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 14, + "best_val_acc": 0.1, + "test_acc": 0.09090909090909091, + "train_size": 82, + "val_size": 50, + "test_size": 198, + "stats": { + "mean": [ + [ + -0.19990898780487798, + -0.06597853658536594, + -0.06580686585365814, + -0.04826112195121953, + 0.03728248780487797, + 0.06248341463414634, + -0.06985995121951216, + -0.0032160975609755497, + -0.06506265853658541, + 0.09333218292682927, + 0.06076639024390239, + -0.30444282926829297, + -0.1407240975609757, + -0.13789832926829237, + -0.011618548780487929, + -0.07208160975609774, + 0.0923113658536586 + ] + ], + "std": [ + [ + 1.0840763211298148, + 0.9871722424447865, + 0.9943340791237609, + 0.9878070021217906, + 0.978564253608743, + 0.7605592682926824, + 1.0434538299658207, + 1.0006713020447777, + 1.0285572185582093, + 0.9582691142993712, + 0.8811077313196498, + 1.4765153864007459, + 1.1389873689905186, + 1.0994550266298473, + 0.9827072417027007, + 1.0321010371852044, + 0.961563601529827 + ] + ] + }, + "width": 64, + "in_features": 17, + "out_features": 15, + "depth": 6, + "padding": 34, + "parameters": 5897, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.12, + "test_acc": 0.12121212121212122, + "train_size": 82, + "val_size": 50, + "test_size": 198, + "stats": { + "mean": [ + [ + 0.05595567073170747, + -0.11414758536585423, + -0.15360871951219476, + 0.11138004878048806, + 0.14664658536585373, + -0.022023170731707342, + 0.04866843902439022, + 0.11471414634146337, + -0.09230980487804882, + -0.010721524390243967, + -0.13876521951219484, + -0.024852487804878247, + -0.029979719512195135, + -0.13789832926829246, + 0.02672051219512185, + -0.0720816097560979, + 0.014993536585365865 + ] + ], + "std": [ + [ + 0.8752456105780106, + 1.0319878972477479, + 1.020270188955276, + 0.973373221402528, + 0.908857763487908, + 1.068933148158204, + 0.9629291943811422, + 0.9096695962820129, + 1.0396848408746504, + 1.0024455533701155, + 1.2137033994344781, + 1.1602914885292481, + 1.031634721498422, + 1.0994550266298473, + 0.9328296141970309, + 1.0321010371852055, + 0.9931654994287419 + ] + ] + }, + "width": 64, + "in_features": 17, + "out_features": 15, + "depth": 6, + "padding": 34, + "parameters": 5897, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.08333333333333333, + "test_acc": 0.0660377358490566, + "train_size": 82, + "val_size": 36, + "test_size": 212, + "stats": { + "mean": [ + [ + 0.03463378048780499, + 0.006275073170731583, + 0.007361365853658851, + -0.05765181707317083, + 0.06462351219512194, + 0.062483414634146285, + 0.04866843902439023, + 0.17367926829268246, + 0.043925926829268234, + -0.03673495121951222, + 0.010883487804878128, + 0.06834443902439019, + -0.029979719512194993, + 0.11632791463414643, + 0.026720512195121806, + 0.06462351219512184, + 0.14385658536585347 + ] + ], + "std": [ + [ + 0.9863628325148939, + 0.9862904448213375, + 0.9415700081720351, + 0.9778925433614022, + 0.9627768184983537, + 0.7605592682926826, + 0.962929194381142, + 0.8544857970801263, + 0.9752042587005816, + 1.0115176437449636, + 0.9787732234590277, + 0.8230916787799415, + 1.031634721498422, + 0.888087814072915, + 0.9328296141970309, + 0.9627768184983537, + 0.9363654126487833 + ] + ] + }, + "width": 64, + "in_features": 17, + "out_features": 15, + "depth": 6, + "padding": 34, + "parameters": 5897, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.08603719892150119, + "std_test_acc": 0.02622267023806733, + "n_samples": 330, + "n_features": 17, + "n_classes": 15, + "mean_cert_acc_36": 0.0, + "std_cert_acc_36": 0.0, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "seeds": { + "dataset": "seeds", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 11, + "best_val_acc": 0.5333333333333333, + "test_acc": 0.609375, + "train_size": 52, + "val_size": 30, + "test_size": 128, + "stats": { + "mean": [ + [ + -0.07865740384615384, + -0.09929158269230767, + 0.10740706153846159, + -0.11327312326923078, + -0.054041704038461535, + 0.11302156807692312, + -0.12860311538461539 + ] + ], + "std": [ + [ + 0.9776589269685166, + 1.0102414254274936, + 0.8380902928078587, + 1.0256407102447727, + 0.9263919424516689, + 1.0662347835422732, + 0.9877327834391749 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 997, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.42105263157894735, + "test_acc": 0.30833333333333335, + "train_size": 52, + "val_size": 38, + "test_size": 120, + "stats": { + "mean": [ + [ + 0.058945873076923054, + 0.058565444230769224, + 0.07005121538461541, + 0.06763472500000012, + 0.047836257499999944, + -0.05406976365384615, + 0.04528192692307701 + ] + ], + "std": [ + [ + 0.9708842177474521, + 0.9848353623619012, + 0.8161306877633503, + 0.9973740833983674, + 0.9401704976733031, + 0.9044940579464946, + 1.002197108725799 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 997, + "cert_evals": { + "36": 0.3083333373069763, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.2647058823529412, + "test_acc": 0.3548387096774194, + "train_size": 52, + "val_size": 34, + "test_size": 124, + "stats": { + "mean": [ + [ + -0.033384901923076866, + -0.0331742116538462, + -0.031110369230769246, + -0.035362980769230695, + -0.03749499615384611, + -0.05436379423076917, + -0.022526719230769286 + ] + ], + "std": [ + [ + 0.9921027190305836, + 0.9758756553777916, + 1.131396588661939, + 0.9525393107723146, + 1.031011005759497, + 0.9529339051548767, + 0.9671977555675655 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 997, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 10, + "best_val_acc": 0.7647058823529411, + "test_acc": 0.5161290322580645, + "train_size": 52, + "val_size": 34, + "test_size": 124, + "stats": { + "mean": [ + [ + -0.01415203269230775, + 0.0027556519230769717, + -0.08995134999999999, + 0.03169613269230778, + -0.04915413269230773, + 0.020229542307692343, + -0.026400719230769202 + ] + ], + "std": [ + [ + 0.968562549022194, + 0.987659685020645, + 0.896948829634495, + 0.9880022117491448, + 0.9355234042408067, + 1.095434168498032, + 1.0069225875711127 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 997, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.4471690188172043, + "std_test_acc": 0.14007914112489134, + "n_samples": 210, + "n_features": 7, + "n_classes": 3, + "mean_cert_acc_36": 0.07708333432674408, + "std_cert_acc_36": 0.15416666865348816, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "semeion": { + "dataset": "semeion", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 61, + "best_val_acc": 0.8587786259541985, + "test_acc": 0.8488745980707395, + "train_size": 398, + "val_size": 262, + "test_size": 933, + "stats": { + "mean": [ + [ + 0.042952336683416886, + 0.08904046231155748, + 0.07781711306532647, + 0.04420791457286419, + 0.023773748743718452, + 0.030800670854271264, + 0.05355933668341719, + 0.03393323618090457, + 0.027005577889447012, + -0.020098884422110736, + -0.038558869346733554, + -0.02876319095477392, + -0.035930085427135716, + -0.005666462311557859, + -0.03678980402010061, + -0.02540032914572887, + 0.07164423115577907, + 0.10856828643216102, + 0.016988085427135702, + 0.008401615577889203, + 0.058609482412060376, + 0.009480130653266463, + 0.017019934673366894, + 0.018380477386934664, + -0.03487012562814079, + -0.04757404020100504, + -0.03736131909547739, + -0.015900620603015, + -0.02739998994974887, + 0.02467418090452264, + 0.0249909623115577, + -0.0428204346733669, + 0.09282983919598005, + 0.0839422261306534, + 0.045602110552763954, + -0.0022594874371859885, + 0.03105556030150764, + 0.038234974874371906, + 0.05212423115577904, + -0.0418055175879393, + 0.007379648241206374, + -0.0123181708542711, + 0.03084452261306535, + -0.015929640703517652, + -0.032517437185929664, + -0.042322022613065426, + 0.012141331658292034, + -0.0381711532663317, + 0.08658839698492467, + 0.048203969849246485, + -0.04225107537688428, + -0.025943195979899407, + -0.0023844723618089915, + 0.036030047738693574, + 0.019591012562814026, + -0.00906672110552767, + 0.05304341708542693, + 0.04683804020100484, + 0.011912374371859305, + 0.007315894472361927, + -0.09851672361809082, + -0.03642700000000022, + -0.020734497487437303, + 0.031377703517588146, + 0.06271911809045175, + 0.00858300502512564, + -0.03295607788944731, + -0.05819111557788897, + 0.0045722713567837555, + 0.0003809296482409935, + -0.02592891959799003, + 0.02250984924623118, + 0.04199087437185916, + 0.015708170854271196, + -0.026958037688442335, + -0.06993793467336694, + -0.06541721608040225, + -0.06384432160804038, + 0.007286145728643622, + 0.030955864321607733, + 0.027522726130653326, + 0.036648336683416785, + -0.002193748743718662, + 0.012495773869346763, + -0.009007914572864381, + -0.0036712160804018216, + 0.058828603015075205, + 0.0316613417085427, + 0.007075424623115544, + -0.04322718592964837, + -0.06008731155778924, + -0.04533076381909549, + -0.022957175879396944, + -0.0168389145728642, + 0.025421821608039852, + 0.02792173869346751, + -0.07432091959799038, + 0.013624623115577675, + -0.034945268844221195, + 0.02665020100502518, + 0.03429036180904528, + 0.052019472361808976, + 0.05586435175879404, + -0.01356301507537669, + -0.016037165829145907, + -0.03266601758794015, + -0.04719567587939709, + -0.00748582412060346, + 0.004539849246231048, + 0.021088369346733554, + -0.011933391959799155, + -0.015972572864321154, + -0.03545065829145717, + -0.037793592964824145, + -0.044449964824120315, + 0.029925321608040113, + 0.06288003015075373, + 0.08463542713567856, + 0.02237871859296501, + 0.006899319095477609, + 0.01449656281407041, + 0.000527683417085827, + 0.03920230150753784, + 0.01104597989949731, + -0.025606010050250903, + 0.009040170854271303, + -0.005590462311557578, + -0.01597257286432165, + -0.028310065326633178, + -0.028887447236180964, + -0.0659081507537687, + -0.02844676884422169, + -0.023109949748743735, + 0.032979929648241244, + 0.004363246231154997, + 0.04131952261306578, + 0.0639989572864323, + 0.0895776356783918, + 0.08333377889447266, + 0.004363924623115477, + 0.04033003768844212, + 0.0043767613065326776, + -0.026182336683417056, + 0.005207839195979919, + -0.04224544723618088, + -0.02382967085427132, + -0.07914226130653301, + -0.06476556532663379, + -0.0037090954773871154, + 0.03603720603015092, + -0.011745665829145997, + 0.009745507537688426, + 0.03452877889447241, + 0.05641689698492448, + 0.058819748743718606, + 0.0017769246231155048, + 0.05289571608040145, + 0.020843309045226126, + -0.026537417085427038, + -0.027443012562814097, + -0.037861175879396816, + -0.009719047738693285, + -0.014178577889447092, + -0.013634623115577697, + 0.011744346733668245, + -0.06803158291457227, + -0.052816281407034815, + -0.03685464572864351, + -0.015264748743718476, + -0.02556971608040183, + -0.01646636934673348, + 0.023691919597990285, + 0.08278233165829174, + 0.00689019346733639, + -0.011008341708542625, + 0.006246170854271169, + -0.04551160301507559, + -0.01852485427135688, + -0.016720412060301414, + -0.006744517587939658, + -0.020554698492462387, + 0.0033862311557788963, + -0.013512402010050132, + 0.030196592964824073, + 0.053002623115577296, + 0.029924190954773895, + 0.010655278894472263, + -0.025002311557788908, + 0.005749233668341486, + -0.017590547738693327, + -0.0046878693467337276, + -0.025057909547738694, + -0.025841457286432157, + 0.014470603015075412, + -0.028042884422110625, + -0.026089296482412073, + -0.011480763819095607, + -0.03543923115577921, + -0.012104502512562777, + 0.033738502512562836, + 0.06796942713567744, + 0.030141675879396694, + -0.07938337688442194, + -0.10993767839195982, + -0.08592113567839203, + -0.02513346733668336, + 0.02942003768844198, + 0.016245618090452357, + -0.027027889447236178, + -0.04646055778894485, + -0.05783185678391942, + 0.003077424623115391, + 0.001774763819095415, + 0.02235859296482412, + 0.046390603015075665, + 0.07475743718592887, + 0.0031286934673366894, + -0.10202691457286422, + -0.15626765326633196, + -0.15922729145728687, + -0.027267879396984968, + 0.010767738693467357, + 0.06725591457286462, + 0.03289026633165819, + -0.05212582914572871, + -0.07667999246231152, + -0.106186944723618, + -0.05246548743718603, + -0.04017505527638196, + 0.01756687437185917, + 0.01388585929648225, + -0.0017839547738693002, + -0.019856271356783726, + -0.037364902010050265, + -0.05228199748743718, + 0.005632914572864403, + 0.04385109547738676, + 0.07341574120603038, + 0.0661586381909549, + -0.010089979899497585, + -0.018135623115577832, + -0.016660778894472178, + -0.054114793969849306, + -0.03197704522613057, + -0.014875979899497477, + 0.0030890326633166588, + 0.0005838040201005258, + -0.012102854271356855, + 0.06015804020100524, + 0.03463156281407019, + 0.058009472361808555, + 0.0446316331658288, + 0.0002885954773868734, + -0.0071491407035177675, + -0.019207316582914656, + 0.03504411055276377 + ] + ], + "std": [ + [ + 1.0563097554831, + 1.0780957512893903, + 1.0452812422000708, + 1.017690638492427, + 1.0052440697335492, + 1.001399326721192, + 0.9943611635248776, + 0.9929612277732924, + 0.9913927954434718, + 1.0053448775578797, + 1.0107048900784519, + 1.0054061730470043, + 1.0028699621408272, + 0.9995583413505211, + 0.9908593466765735, + 0.9853542136542434, + 1.0705845251257127, + 1.0662779250282277, + 1.0073168970262103, + 1.0024787753418176, + 1.0119304591198905, + 1.0015280003985942, + 1.0018124775575221, + 1.0027574917083557, + 0.9948097176804833, + 0.9923519865939135, + 0.9947029572529067, + 0.9975568639854349, + 0.9951782326467599, + 1.0031187267852708, + 1.0051393922435368, + 0.9711219802777251, + 1.0817185838320085, + 1.0424648712408837, + 1.0182936561607598, + 0.9988131715298316, + 1.0100389974395088, + 1.0139507799801692, + 1.0198550521351346, + 0.97749433095435, + 1.0032558897416382, + 0.9932725134057337, + 1.013388153002777, + 0.992842992738858, + 0.9886564261302372, + 0.9877708685493644, + 1.002648114792108, + 0.9747606061850567, + 1.0747816119657112, + 1.02255888174825, + 0.9796743045806331, + 0.9871350747933134, + 0.9985485116873231, + 1.0182554602963436, + 1.0116426528399904, + 0.9928963782396165, + 1.0328245805209502, + 1.028752519230958, + 1.0063396812352823, + 1.0030257612563318, + 0.9538014614932016, + 0.9874092532167232, + 0.9925147054908431, + 1.0217704776560097, + 1.0429986387634673, + 1.003221409383544, + 0.9871161786807092, + 0.9731000264043922, + 1.0018596893583598, + 0.9998848837132579, + 0.9838376395078868, + 1.0132854070395554, + 1.0217847466795487, + 1.0070449497421416, + 0.9875771901975943, + 0.9687095163481707, + 0.9722544188400668, + 0.9736748724392092, + 1.002916353992525, + 1.0272314038286867, + 1.0175371205727017, + 1.0126645847614397, + 0.998955451392166, + 1.004243498099933, + 0.9961238320171252, + 0.9981311657855426, + 1.0219513419744302, + 1.0121545944257246, + 1.0020340690091334, + 0.9842453448395471, + 0.9788060413943263, + 0.9810097805258174, + 0.9891626357910038, + 0.9902166181537699, + 1.0148948382390708, + 1.028918636127175, + 0.9511980135419595, + 1.003861802009821, + 0.9884969480698704, + 1.0071337781982594, + 1.008265380409389, + 1.0101011443230787, + 1.0106821329347353, + 0.9969256666173059, + 0.9967866423549481, + 0.9931894679821107, + 0.9875817203374175, + 0.997173617790909, + 1.001723029579845, + 1.0125751464485413, + 0.9912331141505772, + 0.9829645856272501, + 0.9793767425495771, + 0.9867539831463441, + 0.9841093178180385, + 1.0103484071725306, + 1.0191860749351354, + 1.0221675875431637, + 1.0044195246237828, + 1.0008342681651312, + 1.001627138412346, + 0.9997772095897719, + 1.0081078939034254, + 1.003310560327655, + 0.9881623645836118, + 1.0047875054511681, + 0.9961421301729743, + 0.9829645856272511, + 0.9869920158115834, + 0.9937316253503987, + 0.9793377827744155, + 0.9904754389720483, + 0.9925397869122989, + 1.0079161666418393, + 1.0006599864175547, + 1.0059991425953247, + 1.0069100585561557, + 1.0100296780570686, + 1.0103236310080053, + 1.0006392870463336, + 1.0075172047508214, + 1.0007852286664525, + 0.9900807435463777, + 1.004024989821359, + 0.9835365256139716, + 0.9945808044935542, + 0.9691682679807009, + 0.96674874592973, + 0.9980415205638171, + 1.0146475059616948, + 0.9949143848564165, + 1.0029906462271676, + 1.0092866189920002, + 1.0179588242197937, + 1.0178009772928769, + 1.0002181457107617, + 1.008080645940541, + 1.0024397087121901, + 0.9933173510271756, + 0.979532808786883, + 0.9865060572780482, + 0.9977415269762818, + 0.9946445941177685, + 0.9927935684967815, + 1.0058109822326597, + 0.9600947752163551, + 0.96839132111533, + 0.9786069630651635, + 0.991429793512298, + 0.984865660959036, + 0.991272639453808, + 1.0096533608655676, + 1.0197900633557413, + 1.000689387806265, + 0.997433042533609, + 1.003492294968093, + 0.9845806330338616, + 0.9966488938063878, + 0.9940656012175009, + 0.9960501295471854, + 0.9861802001739265, + 1.0020303578560832, + 0.9900047845237433, + 1.0217532005343193, + 1.0359244307293263, + 1.0209897301141686, + 1.0061223937153252, + 0.9865088395902182, + 1.0015893626764498, + 0.9952846796435972, + 0.998505053609909, + 0.9830838889803715, + 0.9912812278008364, + 1.0013260724779938, + 0.9920474470886185, + 0.986699951491271, + 0.9924575926179362, + 0.9728376598101992, + 0.9907682549659087, + 1.025076872660426, + 1.0411907333948913, + 1.018295470960672, + 0.9565632778298347, + 0.9500274157105609, + 0.9755944720993126, + 0.9941828603605654, + 1.0084492238238705, + 1.012173917495229, + 0.9873637546749423, + 0.9915215887443988, + 0.9895629283115104, + 1.000389392831378, + 1.0002897764695722, + 1.009216837413109, + 1.0207204122961515, + 1.0300273492943937, + 1.0009253171711008, + 0.9578388667517177, + 0.9464920214014784, + 0.9560486423104471, + 0.9960505224694267, + 1.001839403738359, + 1.0292507570404104, + 1.032844527725739, + 0.9670637057290374, + 0.9795327684867063, + 0.990873804709991, + 1.0050346356911726, + 1.0066384733685902, + 0.9953856475823458, + 0.9956398623489264, + 1.0001306439998972, + 1.004180675810961, + 1.0045488952963422, + 1.0031559055765875, + 0.9998417518500189, + 1.006215000354876, + 1.0258626825494845, + 1.042692556346792, + 0.9864205332461236, + 0.9760435492162586, + 0.9843487751495544, + 0.9645133054191944, + 0.9864637647341462, + 0.9965084374804701, + 1.000034736592101, + 0.9997322633620359, + 0.9981023381080815, + 1.0063573537400703, + 1.009704938325987, + 1.0267732677147232, + 1.029166926292455, + 0.9999357967957346, + 0.9919070208357084, + 0.9723136941246707, + 1.0773934238154859 + ] + ] + }, + "width": 512, + "in_features": 256, + "out_features": 10, + "depth": 6, + "padding": 512, + "parameters": 1187338, + "cert_evals": { + "36": 0.8231511116027832, + "72": 0.7952839732170105, + "108": 0.759914219379425, + "255": 0.5637727379798889 + }, + "fold": 0 + }, + { + "best_epoch": 54, + "best_val_acc": 0.8942307692307693, + "test_acc": 0.8814589665653495, + "train_size": 398, + "val_size": 208, + "test_size": 987, + "stats": { + "mean": [ + [ + -0.025444005025125734, + 0.012452298994974662, + -0.01753376130653282, + -0.010535125628140796, + -0.027963286432161016, + -0.04474275879396973, + -0.001844291457286734, + -0.03242843216080438, + -0.04103420100502541, + -0.04103420100502534, + -0.07008529648241217, + -0.0339002412060303, + 0.004486437185929683, + 0.034529477386934605, + 0.05066186934673367, + 0.03759841206030118, + -0.016225437185929562, + -0.007291756281406924, + -0.021709919597990002, + -0.07642158040201036, + -0.018874525125628004, + 0.024846484924623234, + 0.006883537688442274, + 0.018380477386934792, + -0.06017425879397, + -0.10329628140703531, + -0.07275537688442205, + -0.08172246231155769, + -0.03756016080402036, + 0.024674180904522443, + 0.09202141206030141, + 0.07625499246231132, + 0.008998351758794185, + -0.025569716080401903, + -0.031083557788944435, + -0.013027306532663414, + 0.06831865326633176, + 0.011230351758794001, + 0.008583005025125642, + -0.02492873869346735, + -0.048525276381909295, + -0.07442176633165802, + -0.0577207035175878, + -0.037725047738693514, + -0.011412814070351763, + 0.030323379396984762, + 0.0794642814070353, + 0.0803478919597987, + -0.030803266331658172, + -0.04180551758793927, + 0.0072861457286432126, + 0.02951733165829129, + -0.0357700402010056, + -0.026724758793969693, + -0.03369344221105539, + -0.04033939698492487, + -0.061404133165829336, + -0.08515770351758864, + -0.07468530150753767, + -0.04247025125628165, + 0.009911819095477373, + -0.010079500000000168, + 0.09049717336683409, + 0.07485990954773888, + -0.012162479899497832, + 0.008583005025125627, + 0.03651040201005023, + 0.05084868341708568, + -0.03440337688442217, + -0.07894947236180942, + -0.0551369346733669, + -0.024766954773869324, + -0.0785643743718595, + -0.039971326633166, + -0.05980386180904579, + -0.004987391959798957, + 0.02596786432160804, + 0.0004355778894470852, + 0.04031095979899518, + 0.058227160804019816, + 0.015439334170854316, + 0.031283635678391784, + -0.0074858241206030764, + -0.025019600502512448, + -0.07371595477387047, + -0.04183514572864274, + -0.04984044221105505, + 0.004494080402009928, + 0.012374522613065268, + -0.01675520100502508, + -0.012701067839196296, + -0.023795125628140783, + -0.006465022613065289, + -0.028311256281406898, + 0.03132067839195961, + 0.057442422110552685, + -0.004038336683417221, + -0.0021707914572866695, + -0.03494526884422048, + -0.11471745728643258, + -0.08534165326633134, + -0.0046484924623118595, + 0.01981357788944731, + 0.012034547738693521, + 0.004354311557789168, + -0.0020305150753769405, + -0.011102356783919673, + -0.007485824120603068, + -0.00648208040201015, + 0.0033105125628139992, + 0.04936957286432154, + -0.0015483718592965048, + -0.029718994974874256, + -0.037793592964824124, + -0.08143026130653215, + -0.10412455276381975, + -0.05401591959799001, + -0.004798241206030193, + 0.001790125628140894, + 0.017090580402010242, + 0.004349567839195903, + 0.0464185025125627, + 0.028880633165829263, + -0.004844258793969922, + 0.029169467336683533, + 0.061084185929648475, + 0.03596850251256268, + 0.020087929648241395, + -0.039252185929648235, + -0.02888744723618094, + -0.07632192462311543, + -0.05998593467336719, + -0.012630180904522599, + -0.019015974874371653, + -0.00593697487437267, + -0.00457129648241148, + 0.07415152512562821, + 0.03869630402010022, + 0.02728184170854277, + -0.021357155778894528, + -0.0007776005025125215, + 0.019922994974874386, + 0.016423954773869348, + -0.014452487437185874, + -0.004894432160803889, + -0.01870493969849258, + -0.04199864321608045, + -0.014851090452261283, + 0.07316085929648249, + 0.08536457788944737, + 0.11267560804020099, + 0.06288003015075369, + 0.07644785427135675, + 0.03509371105527622, + 0.048207286432160684, + 0.001776924623115508, + 0.032457595477386816, + 0.07158755527638183, + -0.016237195979899414, + -0.0336133668341709, + -0.04314636683417066, + -0.05578319597989929, + -0.10459047236180906, + 0.003194804020100766, + 0.0685779899497486, + 0.02317846733668342, + 0.021932281407035317, + 0.02614409547738687, + -0.003889462311557614, + 0.020540575376884435, + -0.044554623115577605, + -0.04203865326633149, + 0.06187867336683395, + 0.04752313819095463, + -0.04686316834170835, + -0.04679553266331694, + -0.024493984924623322, + -0.01852485427135685, + -0.016720412060301434, + 0.01604057788944729, + 0.009299409547738608, + 0.0033862311557789544, + 0.02953875879397003, + 0.023905276381909438, + 0.03440919597989908, + 0.017458256281406695, + -0.018785663316582903, + -0.008077185929648255, + 0.04812320351758792, + 0.05475012562814082, + -0.0357499145728643, + -0.03103446231155784, + 0.021505778894472378, + -0.015889653266331783, + 0.013454844221105499, + 0.0017875879396984156, + 0.012179376884421975, + -0.01678287185929663, + -0.00589275879396984, + -0.004469753768844167, + 0.0018416281407035852, + 0.04801996482412023, + -0.006607417085426772, + 0.01927615075376883, + -0.013691266331658422, + 0.005638994974874419, + -0.02323134422110586, + -0.015634231155779235, + 0.02235859296482414, + 0.004349969849246065, + -0.057831856783919514, + -0.10517045226130767, + -0.01945968844221099, + 0.027845979899497508, + 0.03523984924623154, + 0.058234824120602026, + 0.04097556532663358, + 0.04702545728643234, + -0.026715706030150742, + -0.056987793969849404, + 0.0030878542713568703, + -0.055905929648241134, + -0.016319035175879428, + 0.01113210301507554, + 0.05284130653266339, + 0.04167066834170896, + 0.004379306532663385, + -0.027141316582914445, + -0.03505809045226166, + -0.06500647236180847, + -0.07488839698492449, + -0.06392821608040328, + -0.030181115577889023, + -0.01196931155778885, + -0.09264249999999949, + -0.07980767587939623, + -0.06318036432160816, + -0.013091394472361883, + 0.02329241457286456, + -0.01008997989949755, + -0.009979238693467495, + 0.0307693567839191, + 0.07542535175879414, + 0.03283405025125624, + 0.015896482412060334, + -0.06264278894472358, + -0.04979732663316539, + -0.032352462311557695, + -0.031164914572864088, + -0.002164130653266925, + -0.015071595477387092, + -0.028697351758794065, + 0.013561917085426976, + 0.03722015075376866, + 0.006671256281406974, + 0.009651467336683284 + ] + ], + "std": [ + [ + 0.9636741758313841, + 1.0114901264074088, + 0.9882775735799015, + 0.9950592288041458, + 0.9923805318375012, + 0.9954931130085297, + 0.9998185415922022, + 1.004999458131321, + 1.010779654446278, + 1.010779654446278, + 1.0185416165064392, + 1.0063375239233516, + 0.9991983947714009, + 0.9997603743675092, + 1.0095253737082777, + 1.0193698237551072, + 0.9821944196534186, + 0.9946303679905539, + 0.9894242823280908, + 0.9705707946712009, + 0.9949783327748166, + 1.0043140064479021, + 1.0005809927926241, + 1.0027574917083555, + 0.9904879432435517, + 0.9807642982944419, + 0.9886574068821276, + 0.9859635090427469, + 0.993309351687357, + 1.0031187267852708, + 1.016593255470364, + 1.0442887804592182, + 1.0083038126963626, + 0.9848656609590366, + 0.9855933554664763, + 0.9945670911869946, + 1.021074800634514, + 1.0040491737335164, + 1.003221409383544, + 0.9867264401919432, + 0.9744951602926358, + 0.9578713331810542, + 0.9708937667896353, + 0.982985543001351, + 0.9959503979748483, + 1.0070454733225949, + 1.016290393566305, + 1.0456745349293197, + 0.9697098121066737, + 0.9774943309543503, + 1.002916353992525, + 1.0129710134068142, + 0.9818517087835826, + 0.9848326582689778, + 0.9778679221613454, + 0.968463827587338, + 0.9562287284130288, + 0.9385814756983131, + 0.9535361456044965, + 0.9789868837316601, + 1.0036524516031298, + 0.996437230762304, + 1.025505334499929, + 1.0500603213568676, + 0.9906100846596538, + 1.003221409383544, + 1.012180944973295, + 1.0196387340397408, + 0.9825025594694498, + 0.954339750008454, + 0.9648376067685865, + 0.9839085531249888, + 0.952009038761473, + 0.9795794492787074, + 0.9716080021777768, + 0.9976717208316266, + 1.0091951026702335, + 0.9998457759635255, + 1.0167764080390456, + 1.0501441178091095, + 1.0098311230543442, + 1.0108582982234158, + 0.9971736177909091, + 0.9900282216050488, + 0.9676953459071826, + 0.9809946576246661, + 0.9776591097799061, + 1.0015254267851037, + 1.0037560308732274, + 0.9939516521695569, + 0.9956124335469829, + 0.9901857170585183, + 0.9967866165949004, + 0.9835484169272641, + 1.018300563902619, + 1.0581476797822778, + 0.9972534687047357, + 0.9990036074983834, + 0.9884969480698704, + 0.9585590451776096, + 0.9727715498408732, + 0.9986198721072891, + 1.0039545778843277, + 1.0019737557338864, + 1.0004300707708857, + 0.9993128946907187, + 0.9970527336984197, + 0.9971736177909094, + 0.996738394700752, + 1.0017488836874449, + 1.032459139242276, + 0.9980880058113938, + 0.9827755352139497, + 0.986753983146344, + 0.9694084590768833, + 0.954374856491467, + 0.9794063309627129, + 0.9981812449768528, + 1.0000844130171747, + 1.0024414937297792, + 1.000289920583818, + 1.0066579629145789, + 1.006045023392842, + 0.9980537361415068, + 1.0118648303811897, + 1.0321212562513462, + 1.0214564915487925, + 1.0199705326922406, + 0.9818228908495026, + 0.9937316253503986, + 0.975676694136014, + 0.9791967139583257, + 0.995853785405071, + 0.9944140275090272, + 0.998324720722163, + 0.9988796207201501, + 1.0076775206024515, + 1.0051477965419011, + 1.003942697943822, + 0.9947376367611466, + 0.9995186129589284, + 1.0045214386643773, + 1.0053188986302066, + 0.9873973753633679, + 0.9979198179428485, + 0.9957288015852994, + 0.9844024166044868, + 0.9926040090239354, + 1.0288602149576338, + 1.0327381635127548, + 1.0376323561660248, + 1.0191860749351351, + 1.019248439489373, + 1.0114615654187875, + 1.0148089052316012, + 1.0002181457107615, + 1.0051758820658891, + 1.007308437371659, + 0.9958774515386598, + 0.9748378659951137, + 0.9845361751656108, + 0.9871701294240001, + 0.9569477899284584, + 1.0012684139824397, + 1.033059928368479, + 1.0117771863985163, + 1.0115884288301853, + 1.0135614014099843, + 0.9976100259611177, + 1.010965511332625, + 0.9761143046477329, + 0.9803433318407708, + 1.0153886119387059, + 1.0056269030060545, + 0.9892055337201077, + 0.969426249412664, + 0.9918445350591615, + 0.9966488938063878, + 0.9940656012175014, + 1.0080956439499935, + 1.0056005212297308, + 1.0020303578560827, + 1.019908165966182, + 1.0172691233582607, + 1.0236709394617247, + 1.0122768805463278, + 0.9879530979067631, + 0.9955177997515855, + 1.0145032156568023, + 1.0113052100223867, + 0.9900950783072645, + 0.9789878020749606, + 1.0061210323379788, + 0.9976371796061079, + 1.0030525515532585, + 1.0005432856827527, + 1.0071552470675884, + 0.9872213285090347, + 0.9953725735493347, + 0.996186609496757, + 1.00089379219493, + 1.0287570615182273, + 0.9964079316152177, + 1.0069062426818565, + 0.9963817032039104, + 1.0008280481425031, + 0.9920979056678535, + 0.9872669976493121, + 1.0092168374131085, + 1.0003352873084816, + 0.9895629283115106, + 0.9695148264401307, + 0.9928241899429654, + 1.011466978521356, + 1.015897314997225, + 1.0238688838054302, + 1.0150342744039813, + 1.0149508574937365, + 0.9925404112632117, + 0.9872466320901033, + 1.0000513594585967, + 0.9865335518102039, + 0.9916934654171699, + 1.0111500201640033, + 1.0290091218292727, + 1.0080282510552814, + 0.9998062630573106, + 1.0027987951392292, + 1.0058448354473761, + 1.0127865866340113, + 1.0179715342017457, + 1.013555459538838, + 1.0063545738992565, + 1.0013980777392146, + 1.0039675000000043, + 0.9940267908926063, + 0.9867813019457877, + 0.9943765006272788, + 1.015526891626581, + 0.9864205332461236, + 0.9867876895945505, + 1.0266969428458936, + 1.042059643812452, + 1.0120358570624033, + 1.0028235097925473, + 0.9905175353506179, + 0.9946414253907617, + 0.9951193904567321, + 0.994780772003151, + 0.9990168722978009, + 0.9919731463227914, + 0.9791890939000777, + 1.0112363498675152, + 1.0384478663637378, + 1.0089325105827842, + 1.0217975650986395 + ] + ] + }, + "width": 512, + "in_features": 256, + "out_features": 10, + "depth": 6, + "padding": 512, + "parameters": 1187338, + "cert_evals": { + "36": 0.8571429252624512, + "72": 0.8257346153259277, + "108": 0.8004053235054016, + "255": 0.5927051901817322 + }, + "fold": 1 + }, + { + "best_epoch": 71, + "best_val_acc": 0.8605577689243028, + "test_acc": 0.8389830508474576, + "train_size": 398, + "val_size": 251, + "test_size": 944, + "stats": { + "mean": [ + [ + 0.025853251256281188, + 0.026377419597989695, + 0.006303957286432041, + -0.016009429648241216, + 0.013426341708542615, + 0.000583298994974769, + -0.011917678391959662, + -0.037533175879397224, + -0.020098884422110854, + 0.0008364321608037243, + 0.019239580402010244, + -0.008214989949749375, + -0.025825954773869612, + -0.0006419698492463064, + 0.009508140703517508, + -0.019673170854271324, + -0.008902964824120629, + 0.029295625628140858, + 0.03910123115577878, + 0.04551176381909547, + 0.022450278894472483, + -0.041741050251256066, + -0.028593851758793917, + -0.037733369346733686, + 0.010677314070351713, + 0.008148201005025205, + 0.008145326633165782, + 0.009415472361809119, + 0.0284809497487437, + 0.009431022613065136, + -0.03688329899497498, + -0.04282043467336695, + -0.025931434673366276, + 0.0032492160804019695, + -0.014650914572864066, + -0.034562944723617914, + 0.004439065326633279, + 0.022032201005025183, + -0.04040087437185899, + -0.02492873869346697, + 0.012970140703517999, + 0.010264954773869574, + -0.013438090452261338, + -0.04317389949748748, + -0.011412814070351772, + 0.05626816582914544, + -0.03446686432160752, + -0.03817115326633142, + -0.01699248241206059, + 0.00882481909547732, + -0.04225107537688392, + -0.020397143216080688, + -0.035770040201005424, + -0.03813472361809031, + -0.05145492713567884, + -0.03408486180904533, + 0.016902085427135845, + 0.03483842713567786, + -0.03427305276381909, + -0.03140666331658277, + -0.011773889447236174, + 0.047884999999999796, + -0.0048442587939699355, + -0.04316322110552765, + -0.024642746231156448, + -0.002302301507537566, + -0.006238201005025181, + -0.0363831557788939, + -0.028835427135678583, + -0.04495072864321667, + 0.020803904522613076, + -0.007038153266331668, + 0.06495377889447201, + 0.026844070351758658, + -0.026958037688442293, + -0.02663757286432158, + 0.020592271356783716, + 0.027218869346733378, + 0.023798552763819147, + -0.016768904522613152, + -0.020810841708543488, + 0.004460130653266039, + 0.013682477386934629, + -0.025019600502512482, + -0.019792587939698632, + 0.02358873366834184, + -0.011806276381909597, + 0.020794437185929524, + 0.028271816582914534, + -0.006166407035175833, + -0.044291896984924944, + 0.024660060301507664, + 0.032016668341708576, + 0.04052279396984933, + 0.0490172487437184, + -0.016359286432160735, + -0.056750273869347244, + -0.007435929648241428, + 0.0017769246231154824, + 0.021414361809045206, + 0.04469314572864335, + 0.052019472361808976, + 0.0043632462311552775, + 0.03251259798994986, + 0.01964791959799002, + -0.022454183417085893, + -0.10391374874371867, + 0.008390402010050075, + 0.03760563819095469, + 0.11590360552763804, + 0.0493695728643219, + 0.04893633165829245, + -0.06410897487437181, + -0.006136658291457329, + -0.033884165829145316, + -0.002246648241206082, + -0.01682175376884426, + 0.00046256281407027904, + 0.022378718592965034, + -0.018578834170853733, + -0.06667939698492395, + -0.06575905527638143, + -0.043371045226129806, + 0.01104597989949733, + 0.06203475376884437, + 0.037953512562814026, + -0.005590462311557684, + 0.03451213065326728, + -0.022839005025125664, + -0.003315185929648206, + -0.024253055276382062, + -0.0389598241206035, + -0.03882960301507507, + -0.03981433668341692, + -0.031687527638191625, + -0.05046211557788869, + -0.0578318567839198, + -0.03762569346733697, + -0.0389613567839193, + 0.01979657286432155, + 0.019776218592964884, + 0.01474091708542714, + -0.042159695979899554, + -0.014452487437185876, + -0.0048944321608039645, + -0.013580208542713676, + -0.05791733668341716, + -0.009305037688442106, + 0.029235170854271467, + 0.025075567839196122, + 0.015302437185929314, + -0.022135206030150862, + 0.013569241206029991, + 0.02443211809045206, + 0.04290105527638174, + 0.09095939447236231, + 0.1091005477386932, + 0.020843309045226067, + -0.0007868643216079208, + -0.03978372110552767, + -0.0220056030150753, + -0.030192002512562766, + -0.04608865829145755, + 0.042463467336683505, + 0.051527896984924354, + 0.0915860050251251, + 0.01618239195979925, + -0.008218854271356756, + -0.020952391959798814, + 0.014776788944723587, + 0.034092487437186, + 0.04560211055276428, + 0.08278233165829134, + 0.10847255527638236, + 0.024846484924623196, + -0.052689055276382346, + 0.0017780376884420149, + -0.013441829145728687, + 0.020275924623115744, + 0.06161076884422113, + 0.08692009045226239, + 0.04008957286432224, + -0.0012120703517585535, + -0.007551306532663401, + -0.04616232160804049, + -0.013706580402010225, + -0.024673851758793934, + 0.08783185929648209, + 0.07460693467336664, + 0.0960876532663306, + 0.02119716834170848, + -0.03701101507537695, + -0.010059045226130629, + -0.010829610552763923, + -0.012481236180904494, + 0.04081522613065362, + 0.029924482412060183, + 0.008092273869346436, + -0.04316322110552756, + -0.03630996733668343, + -0.08232102512562797, + -0.04733090954773897, + 0.004588884422110799, + 0.08388306532663306, + 0.0430607738693465, + 0.04666894472361813, + -0.01270106783919614, + -0.047514080402010335, + -0.010565728643216074, + -0.026136346733668523, + -0.03245043718592946, + 0.023696067839195353, + 0.01770060301507536, + 0.044308140703517615, + -0.003787788944723613, + 0.014174522613065448, + -0.05093826633165829, + 0.02573226130653278, + 0.030287150753768848, + 0.0401397286432159, + 0.053680743718593056, + 0.02102522613065334, + -0.010747371859296528, + 0.05464842964824082, + -0.017136783919598057, + -0.045805907035175675, + -0.05090381909547731, + -0.0068819798994974556, + -0.03505809045226187, + -0.02371979899497456, + 0.00344182914572863, + 0.0033947336683414304, + 0.0007934170854273202, + -0.0018110753768842327, + 0.0032136934673366708, + 0.01568474874371846, + 0.01327067839195978, + 0.019348781407035248, + 0.004921175879397266, + 0.031125522613065133, + 0.04711545226130587, + 0.010442155778894433, + -0.024673851758794076, + -0.015774271356783803, + -0.06616341708542701, + -0.0980368467336672, + 0.0005838040201006485, + 0.008146753768844201, + 0.004349567839195794, + 0.003092396984924539, + -0.015071595477387165, + 0.007967140703517566, + -0.01298472613065332, + 0.0446150326633164, + 0.023923638190954576, + 0.0477404321608047 + ] + ], + "std": [ + [ + 1.034353343932803, + 1.024348567936632, + 1.0036818973846862, + 0.9926016744364617, + 1.0028981060461741, + 0.9997262707845033, + 1.0004780191128255, + 1.0057381568404924, + 1.0053448775578797, + 0.9994421248178098, + 0.9935827482337024, + 1.0014086229280772, + 1.0021061616018854, + 0.9996719899466749, + 1.0017361970021768, + 0.988660808590669, + 0.9901596478521693, + 1.0192247642124055, + 1.0167388988236599, + 1.0138944681676312, + 1.0047989281967311, + 0.9904645459818706, + 0.9954463096472054, + 0.9922833494657366, + 1.000931207563311, + 1.000707942136333, + 1.0005842378657308, + 1.0008281188231554, + 1.003557986182927, + 1.0010705577402124, + 0.9904311917270927, + 0.9711219802777267, + 0.9739587043622917, + 1.0015066140578677, + 0.9931898260069552, + 0.9856672449691517, + 1.0012331552789873, + 1.0081082975427937, + 0.9818673205301623, + 0.9867264401919426, + 1.0059158746745933, + 1.0048856527038488, + 0.9933559670825766, + 0.9804299925042913, + 0.9959503979748487, + 1.0125781824597548, + 0.9904165488252873, + 0.9747606061850563, + 0.9833821256471468, + 1.0040856115046517, + 0.9796743045806305, + 0.9898888553822821, + 0.9818517087835823, + 0.9782007130770088, + 0.9656942565779187, + 0.9734797731342064, + 1.010665700345605, + 1.021589297626431, + 0.9794856875095689, + 0.9845971696829052, + 0.9948281863198752, + 1.0136085631297738, + 0.9980537361415062, + 0.9668195470806507, + 0.9810513427219819, + 0.9987231668355041, + 0.997403787663875, + 0.9835516799557577, + 0.9853855373152387, + 0.9749106414617704, + 1.0117447309449026, + 0.9952897165079869, + 1.032947917542788, + 1.0120811271463608, + 0.9875771901975944, + 0.9885862353477245, + 1.0072891612096109, + 1.0093428281641061, + 1.0100051475667393, + 0.9840366571448279, + 0.9854634000263881, + 1.00134698674654, + 1.0041146501612022, + 0.9900282216050488, + 0.9917355999661862, + 1.0093104531776096, + 0.9947373509131133, + 1.0080042462360728, + 1.0087372732373883, + 0.9976110730657628, + 0.9846934585447732, + 1.0088475388403126, + 1.0133097733764065, + 1.0209739586680646, + 1.0282470508532253, + 0.9817846585536307, + 0.9633992156471255, + 0.9973233600463974, + 1.000218145710761, + 1.0057309799061696, + 1.010623899141674, + 1.0101011443230787, + 1.0006599864175545, + 1.0055249208224792, + 1.0028819022633104, + 0.9953395717809288, + 0.9698021524023763, + 1.0024258063274285, + 1.0158129918211263, + 1.063456671941438, + 1.0324591392422755, + 1.04774222887087, + 0.9616904393179179, + 0.997695806697438, + 0.9880152027656462, + 0.9988433850344972, + 0.9937292230975006, + 0.9998296099021827, + 1.0044195246237817, + 0.9963489105119412, + 0.9879651241571221, + 0.9859903114183225, + 0.9884715320146122, + 1.003310560327655, + 1.0244185872318146, + 1.0203911139057007, + 0.9961421301729745, + 1.034050235933694, + 0.989521079569911, + 0.9990477366494994, + 0.992755500716447, + 0.9868421928940853, + 0.9873393959627118, + 0.9881958106921132, + 0.9919947175362285, + 0.9895831364382834, + 0.9895629283115108, + 0.9929032652937821, + 0.9922751284451915, + 1.003847339906563, + 1.0037363434884359, + 1.0033043471411776, + 0.9838300352467959, + 0.9873973753633691, + 0.9979198179428482, + 0.9968491311161947, + 0.9780752949201328, + 0.9952808518444423, + 1.0120796997058796, + 1.0102563563170064, + 1.0056657842293373, + 0.9917811647092868, + 1.003612286469916, + 1.0080281022283166, + 1.0132678758599065, + 1.0226525060210754, + 1.0139038318701246, + 1.0024397087121901, + 0.9995063040570514, + 0.9700809553445697, + 0.9922233441291306, + 0.9933207816371948, + 0.9824557032259209, + 1.0196898531365701, + 1.0252921553121754, + 1.0436509722569267, + 1.0085279865152725, + 0.9951421649917936, + 0.9882760866228761, + 1.0078553724971193, + 1.016034101650163, + 1.0182936561607592, + 1.0197900633557413, + 1.009927427136894, + 1.0043140064479028, + 0.9653870680055727, + 1.0002294165307881, + 0.9975169703830418, + 1.0060899274497221, + 1.0302542392319602, + 1.050457422656358, + 1.0263818971478929, + 0.9988293446894524, + 0.993948379991406, + 0.9646507012293754, + 0.9894725219782052, + 0.9841733127810417, + 1.039912432152242, + 1.0215994164574418, + 1.0180415302669792, + 1.004726329086974, + 0.9748378645110533, + 0.996502380675558, + 0.9983170617806623, + 0.9963911641009451, + 1.0183269819540794, + 1.017678321054885, + 1.0055414218665415, + 0.9668195470806507, + 0.9703066737368953, + 0.9404292201679834, + 0.967852473516548, + 1.0019282394069462, + 1.028101194822195, + 1.008793562942109, + 1.0081602197776465, + 0.9956124335469831, + 0.9606578789878316, + 0.9949738705848414, + 0.9953677319031761, + 0.9944335251793368, + 1.0048415968196438, + 1.0055583780485124, + 1.0180101093887308, + 0.9978522893615333, + 1.0059363426964134, + 0.9778798529166732, + 1.0083401893079658, + 1.0068711996262265, + 1.006423096229551, + 1.0046479120669225, + 1.0037804464514235, + 0.994459962409335, + 1.0536434113524862, + 0.9893818936419583, + 0.9884128417013845, + 0.9968841227714262, + 1.0005451392022922, + 1.0058448354473761, + 1.0049722474461862, + 0.9987027037023654, + 0.998829254733481, + 0.9994987832666141, + 0.9999543973377994, + 0.9993809740185148, + 1.0000438421505866, + 1.0018684789535641, + 1.007170379629404, + 1.003098792935798, + 1.0389250180520742, + 1.057188249524631, + 1.009038472352926, + 0.9841733127810427, + 0.9933150572644535, + 0.9837566845129954, + 0.9835369109711313, + 0.9997322633620358, + 1.00066670782988, + 1.0002899205838178, + 1.000633573204784, + 0.9919731463227919, + 1.0051578019898537, + 0.988327819096806, + 1.0458203733919074, + 1.032263512848999, + 1.1039230782773841 + ] + ] + }, + "width": 512, + "in_features": 256, + "out_features": 10, + "depth": 6, + "padding": 512, + "parameters": 1187338, + "cert_evals": { + "36": 0.8093220591545105, + "72": 0.7648305296897888, + "108": 0.7394067645072937, + "255": 0.5730932354927063 + }, + "fold": 2 + }, + { + "best_epoch": 69, + "best_val_acc": 0.8578199052132701, + "test_acc": 0.8221544715447154, + "train_size": 398, + "val_size": 211, + "test_size": 984, + "stats": { + "mean": [ + [ + 0.017303708542713854, + 0.033339979899497045, + 0.042060535175879, + 0.0551565226130648, + 0.03412115577889427, + 0.020728213567838986, + 0.003192402010050319, + -0.017114201005025118, + -0.009631226130653392, + -0.014865055276382138, + -0.017541251256281226, + -0.08527074371859306, + -0.0611904120603017, + -0.045862402010050325, + 0.009508140703517527, + -0.013946012562814322, + 0.0643217587939701, + 0.0719809045226133, + 0.061214376884421925, + -0.018105633165829183, + -0.06536492964824103, + -0.07759587688442295, + -0.059003042713567794, + -0.012227075376884505, + -0.05005260552763839, + -0.04250838190954796, + -0.022192437185929587, + -0.0007109648241205073, + -0.04772033165829164, + 0.009431022613065164, + -0.04203948743718602, + -0.01305157788944726, + 0.07187196733668362, + 0.037831934673366825, + 0.018214371859296575, + -0.09378594974874371, + -0.10202691457286414, + -0.08058536683417125, + 0.008583005025125713, + 0.014450412060301456, + -0.02057281407035149, + 0.01591073618090474, + 0.05852115577889456, + 0.05490543216080418, + 0.025520276381909558, + 0.01994546482412024, + -0.029288175879396895, + -0.05002305778894475, + 0.09349378894472334, + -0.0024263668341707816, + -0.08628416080401952, + -0.042581354271357584, + 0.019872572864321515, + 0.07025994221105543, + 0.03735249748743718, + -0.021575791457286518, + 0.022925640703517693, + 0.052837846733668196, + 0.07541733668341698, + 0.023911276381909558, + -0.06598816080402005, + -0.03642700000000029, + -0.03662473618090472, + -0.0555867085427135, + 0.019038185929648087, + -0.01863026130653271, + -0.043643228643215105, + 0.029040723618090913, + 0.026844070351758627, + 0.04571258793969818, + 0.0616951256281406, + 0.04614825125628155, + 0.05347232663316565, + 0.11036331658291482, + 0.016836394472361783, + -0.015812482412060267, + -0.05466603015075383, + -0.0745576381909549, + -0.07527588944723587, + -0.0031332562814071646, + 0.009397638190954651, + -0.0009045703517589661, + 0.03485077889447228, + -0.0035822437185929427, + -0.009007914572864234, + 0.029040723618090455, + 0.04252824623115574, + 0.11859657788944705, + 0.0971600904522612, + 0.07854394472361814, + -0.01270106783919611, + -0.023795125628140776, + -0.028454560301507496, + -0.06846445226130653, + -0.05716217336683423, + -0.008979115577889234, + -0.015752100502512602, + 0.029420037688442, + -0.019207185929647985, + -0.08853826130653279, + -0.06453608542713567, + 0.021109673366834107, + 0.06616457286432129, + 0.0990662613065328, + 0.05533300502512552, + 0.028604987437185914, + -0.04203948743718602, + -0.007485824120603054, + -0.023014974874371978, + -0.020393296482412362, + -0.048715170854271364, + -0.023184673366834257, + 0.01613431155778907, + 0.025520276381909585, + -0.02331836683417028, + -0.0022466482412058235, + 0.025685864321608003, + 0.1214610552763827, + 0.12532168341708572, + 0.07314251758794003, + 0.034790552763818976, + 0.015824623115577738, + -0.06917521608040215, + -0.010141005025125743, + -0.0036958190954772753, + -0.0025251658291457193, + 0.006283527638191006, + 0.027300030150753923, + 0.07564008040200966, + 0.037600432160804075, + 0.022608927135678237, + 0.018861979899497297, + 0.03452877889447219, + 0.06937706281407076, + 0.04556413065326641, + 0.041319522613065394, + -0.0070690175879395654, + 0.0030793718592961195, + 0.017090580402010398, + 0.019796572864321606, + -0.016192964824120658, + -0.04226193969849271, + -0.05281126884422079, + -0.0013456030150753172, + 0.04312830150753776, + 0.05816602763819115, + 0.0110636683417086, + -0.00930503768844212, + 0.012763037688442154, + 0.03055638693467361, + 0.009892816582914443, + -0.038075562814070325, + -0.017870065326633208, + -0.012883457286432217, + 0.08004467336683378, + 0.04899117336683459, + -0.023747236180904754, + -0.04004978643216082, + -0.04713785929648249, + -0.04595407537688452, + -0.016720412060301323, + -0.03019200251256272, + -0.008860231155778723, + 0.02002423115577915, + 0.023111075376884147, + -0.0053246733668341605, + -0.041316502512562255, + -0.03685464572864361, + -0.06645353768844256, + -0.04286107537688441, + 0.0677983919597992, + 0.029169467336683533, + 0.025297271356783873, + -0.0032680427135678793, + -0.026374695979899457, + 0.0062461708542712385, + -0.024493984924623437, + 0.01705632160804017, + 0.041416688442211205, + 0.050218221105527164, + -0.0026422336683418032, + -0.008848216080402028, + -0.050413396984924405, + -0.013842623115578042, + -0.015173276381909613, + 0.0423901256281407, + 0.022431655778894367, + 0.04833989949748727, + -0.015437751256281409, + -0.03309212060301497, + 0.00566614572864313, + 0.034707618090452225, + -0.020580653266331614, + -0.04118986683417089, + -0.043604532663316625, + -0.06511693467336681, + -0.04697097487437197, + -0.047876804020100805, + -0.03695147738693452, + -0.023573881909547713, + 0.02588810050251267, + 0.059938824120602745, + 0.06057039195979934, + 0.030043969849246118, + -0.02400981909547736, + -0.061034673366834095, + -0.03376162060301523, + -0.0028822914572863433, + 0.0004090452261306595, + -0.056622663316582986, + -0.05783185678391955, + -0.04331452261306535, + -0.02476830150753774, + -0.04897743718592962, + -0.02051391959798998, + -0.013363165829145748, + 0.01934878140703507, + 0.031055560301507686, + 0.040651306532663266, + -0.016091994974874516, + -0.06268290201004995, + -0.035390954773869276, + -0.027462361809045256, + -0.05414238693467362, + 0.006189246231155719, + 0.0005052211055278901, + -0.025775125628140556, + -0.047400653266331895, + -0.06064291457286465, + -0.023719798994974565, + -0.017446231155778813, + -0.012141331658291529, + 0.026605527638191077, + 0.033742751256281414, + -0.006876432160804101, + 0.005632914572864249, + -0.042793419597989886, + -0.0293114824120604, + -0.037945047738693345, + -0.05130548241206037, + 0.014489914572864079, + 0.01721788944723632, + -0.0011210979899498779, + -0.07518444221105554, + -0.05077718592964814, + -0.017136143216080403, + -0.019568648241205994, + 0.00814675376884411, + 0.08045203015075388, + 0.06091420100502482, + 0.0017932663316581627, + -0.004254356783919557, + 0.00028859547738686056, + -0.05891331407035207, + -0.08821684422110554, + -0.015741175879397072 + ] + ], + "std": [ + [ + 1.0230913089022202, + 1.0306470847496936, + 1.0253163638989118, + 1.0218049113878709, + 1.0074783028399366, + 1.0009433160751784, + 0.9994505670417713, + 1.0026241679219097, + 1.0024524994812487, + 1.0039133733751973, + 1.0048971378545626, + 1.01417394130718, + 1.004332289549513, + 0.9977382032551653, + 1.0017361970021768, + 0.9919233144935908, + 1.0637765669702473, + 1.0455715281984932, + 1.0255977102644784, + 0.99339605984875, + 0.9817359315428323, + 0.981056113878387, + 0.990012610165878, + 0.9974493811385823, + 0.9922963473581801, + 0.9932437097599804, + 0.9968980779182007, + 0.9995978440878907, + 0.9913328217211481, + 1.0010705577402124, + 0.9890209230468918, + 0.9912627019033904, + 1.0644590940044412, + 1.020043651023701, + 1.0074072543879427, + 0.958275404222389, + 0.9578388667517177, + 0.9639856165919881, + 1.003221409383544, + 1.0068397052494056, + 0.9893750244557449, + 1.0076889515382415, + 1.0247383219890505, + 1.0210165378194092, + 1.0075247387147834, + 1.0046362701743567, + 0.9918912192932127, + 0.9665843967074859, + 1.0802469947354034, + 0.998459552401291, + 0.9563901007544556, + 0.978638687720611, + 1.0089127439007188, + 1.0344283171064497, + 1.0220358948079418, + 0.9833155750584129, + 1.0144818792490966, + 1.0322631831022364, + 1.038787160693079, + 1.0103666845998722, + 0.9702991548533046, + 0.987409253216723, + 0.9866887156715956, + 0.9567900274378338, + 1.0134406606180522, + 0.991713556652289, + 0.9827676281149432, + 1.0114433247015615, + 1.012081127146361, + 1.0222420868044244, + 1.0338152076697806, + 1.0268430413524583, + 1.0274456473203384, + 1.0453074953992492, + 1.0068106834774446, + 0.99319836196822, + 0.9771166106782407, + 0.9688298069003922, + 0.9624528562451854, + 0.9968022599327558, + 1.005901557554794, + 0.9993474698627087, + 1.010564715068287, + 0.9983486611130268, + 0.9961238320171254, + 1.0114433247015613, + 1.0161717897956295, + 1.0406869709539412, + 1.0272052350520744, + 1.0224767767382823, + 0.9956124335469829, + 0.9901857170585184, + 0.9865469521402179, + 0.9587645381482431, + 0.9621648427676825, + 0.9899337643062542, + 0.9900729293902669, + 1.0084492238238705, + 0.9937034359335825, + 0.9692951161627006, + 0.9800863496307292, + 1.0042513937180102, + 1.0123603111480772, + 1.0141287908757117, + 1.007677408079292, + 1.0044650992699184, + 0.9890209230468918, + 0.9971736177909093, + 0.9889840573493727, + 0.9866310104770853, + 0.9637832135197844, + 0.9752349399210322, + 1.0083818727667295, + 1.0075247387147834, + 0.991793153918188, + 0.9988433850344973, + 1.0081706851369636, + 1.029626843869407, + 1.0196031669552301, + 1.0093980022007503, + 1.0039886223095509, + 1.0023095280591323, + 0.9808300777029364, + 0.9962389763825825, + 0.9980717278603489, + 0.9982433289914361, + 1.0036155922773329, + 1.0270598343773214, + 1.0290248534923514, + 1.0061441876968409, + 1.0055764584644775, + 1.0053031805865968, + 1.0092866189920002, + 1.0156784749241112, + 1.0088960099879092, + 1.0059991425953296, + 0.9986354940573221, + 1.0001773791355475, + 1.00244149372978, + 1.003847339906564, + 0.996065302775612, + 0.9880253584212956, + 0.9794959611542164, + 0.998556228240707, + 1.0140940621454713, + 1.0096760877814985, + 1.0033829165288874, + 0.9952808518444423, + 1.0052200897485457, + 1.012469146588948, + 1.0035830400494066, + 0.9857420630547223, + 0.9942119752062554, + 0.9950185461635798, + 1.0234288024686335, + 1.0131354799141175, + 0.9949817856959143, + 0.9931492960370479, + 0.9878551084342865, + 0.9652611606828942, + 0.9940656012175009, + 0.9933207816371951, + 0.9965622500501108, + 1.0093915715884572, + 1.0115749892045551, + 0.9968115171925963, + 0.9755344519015101, + 0.9786069630651631, + 0.961464080587249, + 0.9743356627980871, + 1.030835086571909, + 1.0118648303811906, + 1.006595799733842, + 0.9991930482950553, + 0.9940736745513704, + 1.003492294968093, + 0.9918445350591615, + 1.0021683881445074, + 1.0122899955900566, + 1.0249494745406926, + 0.9979849217942023, + 0.9934793024312332, + 0.9621029758682157, + 0.9890982158771477, + 0.9885456854845168, + 1.0294779143109518, + 1.0130593563263568, + 1.0229554890663815, + 0.9943926914757206, + 0.9911313414795533, + 1.0010785245110474, + 1.021221319921214, + 0.9930525323845899, + 0.9938444307912636, + 0.9874394122474933, + 0.965635318129075, + 0.9689109282338, + 0.9629284258029364, + 0.9717359308698656, + 0.9808646394091696, + 1.0162302100520217, + 1.0355012766301623, + 1.0272568498553079, + 1.0107564289840438, + 0.9937602047041728, + 0.9851594467890736, + 0.9884587080836413, + 0.9974266932665549, + 0.999864541688887, + 0.9894363675325561, + 0.9895629283115106, + 0.988727903086388, + 0.990877905737688, + 0.9766932163927938, + 0.9895469407930455, + 0.9935726213392223, + 1.007170379629405, + 1.0100389974395079, + 1.009109049155308, + 0.9965204677792965, + 0.9901869920407446, + 0.99174574443383, + 0.9860427444032561, + 0.9400600968558963, + 1.0033074400595374, + 0.9997993113498106, + 0.9985929054949167, + 1.0046389351594731, + 1.0095474638492092, + 1.0049722474461862, + 1.0044746555071224, + 1.0026481147921085, + 0.9930117198494639, + 0.9940678856560923, + 1.0002974171033587, + 0.9998417518500186, + 0.9914036227508137, + 0.9875178868961761, + 0.9721338649787347, + 0.9291330950891362, + 1.017948146105332, + 1.0150039988798456, + 0.9989984568183743, + 0.9666297205670561, + 0.9878791191600703, + 0.9975774564005543, + 0.9980042921168951, + 1.0006667078298794, + 1.0077886909582168, + 1.016455335207286, + 1.0005853010665489, + 0.9967266234061737, + 0.9999357967957346, + 0.9320191861094074, + 0.8633520103519924, + 0.9623275771498844 + ] + ] + }, + "width": 512, + "in_features": 256, + "out_features": 10, + "depth": 6, + "padding": 512, + "parameters": 1187338, + "cert_evals": { + "36": 0.7825202941894531, + "72": 0.7439023852348328, + "108": 0.7032520174980164, + "255": 0.47052842378616333 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8478677717570655, + "std_test_acc": 0.02496326728966688, + "n_samples": 1593, + "n_features": 256, + "n_classes": 10, + "mean_cert_acc_36": 0.8180340975522995, + "std_cert_acc_36": 0.031052719043559045, + "mean_cert_acc_72": 0.78243787586689, + "std_cert_acc_72": 0.03575207473031562, + "mean_cert_acc_108": 0.7507445812225342, + "std_cert_acc_108": 0.040555974837293125, + "mean_cert_acc_255": 0.5500248968601227, + "std_cert_acc_255": 0.05435208690240346 + }, + "ringnorm": { + "dataset": "ringnorm", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 14, + "best_val_acc": 0.9609582963620231, + "test_acc": 0.9489034591905946, + "train_size": 1850, + "val_size": 1127, + "test_size": 4423, + "stats": { + "mean": [ + [ + -0.0014913630590810715, + -0.0002028115945945495, + -0.003624673004864866, + 0.030743673347964937, + -0.0034106684216216178, + -0.004585295625405408, + -0.007129368502702696, + 0.02503018201621619, + -0.009548345086486483, + -0.023094663821621602, + 0.024392343743783677, + -0.022385221852432413, + -0.011269039536756825, + 0.006084699226486499, + -0.002144298956756773, + 0.012506844875783789, + -0.00058454836702704, + 0.03584240386432444, + -0.012133667589189186, + 0.004316507892972984 + ] + ], + "std": [ + [ + 0.9784283387930162, + 0.9905460412687422, + 1.0065390278100863, + 0.9927153916321547, + 0.9735595969809379, + 0.9917492622308341, + 1.021226537005995, + 0.984043931354316, + 1.0020439489201134, + 1.0140676776467927, + 1.01390897497898, + 1.0144771852122418, + 1.0088742566237001, + 1.0031650144538549, + 0.9957376523551107, + 1.004052473854246, + 1.0009632837253672, + 1.0136956725096684, + 1.0117437667654883, + 0.9896482611831617 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 7482, + "cert_evals": { + "36": 0.9149898290634155, + "72": 0.8688673377037048, + "108": 0.7895094156265259, + "255": 0.2907528877258301 + }, + "fold": 0 + }, + { + "best_epoch": 21, + "best_val_acc": 0.9476102941176471, + "test_acc": 0.948005378753922, + "train_size": 1850, + "val_size": 1088, + "test_size": 4462, + "stats": { + "mean": [ + [ + -0.008131689650810797, + -0.002498043243243252, + -0.023727151785405413, + -0.03585440558918916, + -0.0003934882972973119, + 0.0225867714875676, + 0.033729259347567535, + 0.04028018498378375, + -0.011526702379459474, + 0.005509034924324315, + -0.0036079329924324473, + -0.010609778086486462, + -0.04445419758486492, + -0.019035246131351363, + -0.023686496141621632, + -0.004599276812324327, + -0.01283934108918918, + -0.017065241494054067, + 0.0003217353513513623, + 0.0033787389697297146 + ] + ], + "std": [ + [ + 1.022177893241832, + 0.9975248053566046, + 1.0196388744846618, + 1.0221479866384073, + 0.9970357977944808, + 1.0307981420348893, + 0.9773560353822935, + 0.9781176224444603, + 1.0106652173823045, + 0.9892263924920568, + 1.0047809286897451, + 0.9927926966385846, + 0.9948403657240741, + 1.008299177644683, + 0.986103425256104, + 1.0040901235563537, + 1.0207243055267705, + 0.9859651487873408, + 1.0109851150234057, + 1.0209172013335133 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 7482, + "cert_evals": { + "36": 0.9155087471008301, + "72": 0.8608247637748718, + "108": 0.7902286052703857, + "255": 0.32115644216537476 + }, + "fold": 1 + }, + { + "best_epoch": 27, + "best_val_acc": 0.9506976744186046, + "test_acc": 0.9519553072625698, + "train_size": 1850, + "val_size": 1075, + "test_size": 4475, + "stats": { + "mean": [ + [ + 0.02891295190162165, + 0.03068944431891898, + -0.019467257363783776, + -0.009042827307170279, + 0.0023045943172973027, + 0.03461760786972972, + -0.013958165583783782, + -0.0037264931027027265, + 0.004122639091891881, + 0.008077664260864866, + 0.00500549670162161, + 0.05230572106145954, + 0.00560352195189189, + -0.0038027441356756407, + -0.006340691426324323, + -0.017875234487027075, + -0.009974290385945996, + 0.031068824466486403, + -0.018748794218378367, + 0.005651800251891893 + ] + ], + "std": [ + [ + 0.9932694884617136, + 1.0072036987514652, + 0.9893573161360424, + 0.9958218951278952, + 1.0085886667535657, + 0.9790791907975733, + 0.9983260051236463, + 0.9947362590919102, + 1.006364157341519, + 1.0005095470798928, + 0.9832199273034367, + 0.9689205473346516, + 1.0001853849462015, + 1.033775512614162, + 1.0032724243458653, + 0.9853254002831421, + 1.0043894835352993, + 1.0395476633542529, + 0.9896749630098167, + 0.9691966087764504 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 7482, + "cert_evals": { + "36": 0.9202234745025635, + "72": 0.8708379864692688, + "108": 0.8096089363098145, + "255": 0.348379909992218 + }, + "fold": 2 + }, + { + "best_epoch": 17, + "best_val_acc": 0.9488372093023256, + "test_acc": 0.9461452513966481, + "train_size": 1850, + "val_size": 1075, + "test_size": 4475, + "stats": { + "mean": [ + [ + 0.02046777164864863, + 0.0021980356432432023, + 0.004059637980540555, + -0.009342822182702694, + 0.002387918376162144, + 0.030360256719999965, + -0.015382828059459445, + -0.018204245005945925, + -0.025843862712432407, + 0.027745209016216188, + 0.004481657689729722, + 0.026131714623621623, + 0.022636812074594607, + 0.014200627510810747, + -0.0033628461978918974, + -0.017424993537297307, + 0.02008856371405403, + -0.012326211236756734, + -0.005294278313513533, + -0.011560347406486508 + ] + ], + "std": [ + [ + 1.003862152326972, + 1.0116328206717198, + 0.9982327875050149, + 1.0058161542849646, + 0.9897416118790039, + 0.97887136461081, + 0.9958939467129719, + 1.025014828335411, + 1.0096954961376094, + 1.0002821071815167, + 0.9846740927254561, + 0.9871728584855372, + 0.988810619026956, + 0.9866476352820501, + 0.9798465412109066, + 1.0074699501447237, + 0.9933722458992488, + 0.9892672826168423, + 1.0089595701990006, + 1.0171370551906491 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 7482, + "cert_evals": { + "36": 0.9137430191040039, + "72": 0.8598883152008057, + "108": 0.783463716506958, + "255": 0.2940782308578491 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9487523491509336, + "std_test_acc": 0.00242464419268718, + "n_samples": 7400, + "n_features": 20, + "n_classes": 2, + "mean_cert_acc_36": 0.9161162674427032, + "std_cert_acc_36": 0.0028366295668055853, + "mean_cert_acc_72": 0.8651046007871628, + "std_cert_acc_72": 0.005554473892071125, + "mean_cert_acc_108": 0.793202668428421, + "std_cert_acc_108": 0.011350447542590542, + "mean_cert_acc_255": 0.313591867685318, + "std_cert_acc_255": 0.026893814049797352 + }, + "soybean": { + "dataset": "soybean", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 71, + "best_val_acc": 0.6949152542372882, + "test_acc": 0.7137096774193549, + "train_size": 376, + "val_size": 59, + "test_size": 248, + "stats": { + "mean": [ + [ + 5.255843042108454e-17, + -1.8094273124741912e-15, + -2.362176648138631e-18, + 8.940838613204717e-16, + -4.621008067921197e-16, + -1.366519190948198e-15, + 1.8507654038166175e-15, + 5.651507630671674e-16, + 1.4615968010357778e-15, + -4.64167711359241e-16, + 2.523985748536127e-15, + -3.363149002787376e-16, + 8.314861801447981e-16, + -8.031400603671346e-17, + -1.599562680891125e-15, + 6.971373832819134e-16, + 1.972417501195757e-15, + -9.955098211499242e-16, + -1.1840410448794887e-15, + -3.451730627092574e-16, + -1.2253791362219147e-15, + -6.85031227960203e-16, + -9.162292673967715e-16, + 7.411329233534954e-17, + -1.801159694205706e-17, + -7.119009873327799e-16, + -3.6805664898810043e-16, + -2.8346119777663573e-16, + -1.1114041129492258e-15, + -2.701739541308559e-16, + -6.746967051245964e-16, + 4.340499590954734e-17, + 1.5197654009961918e-15, + 5.7947145899650795e-16, + 8.208563852281742e-16 + ] + ], + "std": [ + [ + 0.9927642409431464, + 0.9787917699554936, + 0.9857406910506461, + 0.9841528529994341, + 0.973949637619625, + 0.9888979702224631, + 0.9894238955664117, + 0.9818135979404571, + 0.9812725198980998, + 0.9866993450965212, + 0.977811553908224, + 0.9685775006733509, + 0.9885494004209142, + 0.9877929165205122, + 0.9849820534726104, + 0.9696513186147865, + 0.9636787239536263, + 0.9714056969361312, + 0.9790342571909385, + 0.9594712670605601, + 0.9914762416613162, + 0.9894071736370291, + 0.9717998736463911, + 0.979506353986051, + 0.9100788369549304, + 0.9740807482046461, + 0.9403062306776938, + 0.9856078858868509, + 0.9913083989488309, + 0.9728185205882999, + 0.9658866068802527, + 0.9658866068802542, + 0.9641624577988217, + 0.9579105146532193, + 0.9764373811067356 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 18, + "depth": 6, + "padding": 70, + "parameters": 23678, + "cert_evals": { + "36": 0.5846773982048035, + "72": 0.4072580635547638, + "108": 0.30645161867141724, + "255": 0.1411290317773819 + }, + "fold": 0 + }, + { + "best_epoch": 39, + "best_val_acc": 0.7058823529411765, + "test_acc": 0.66796875, + "train_size": 376, + "val_size": 51, + "test_size": 256, + "stats": { + "mean": [ + [ + 5.255843042108454e-17, + -1.8094273124741912e-15, + -2.362176648138631e-18, + 8.940838613204717e-16, + -4.621008067921197e-16, + -1.366519190948198e-15, + 1.8507654038166175e-15, + 5.651507630671674e-16, + 1.4615968010357778e-15, + -4.64167711359241e-16, + 2.523985748536127e-15, + -3.363149002787376e-16, + 8.314861801447981e-16, + -8.031400603671346e-17, + -1.599562680891125e-15, + 6.971373832819134e-16, + 1.972417501195757e-15, + -9.955098211499242e-16, + -1.1840410448794887e-15, + -3.451730627092574e-16, + -1.2253791362219147e-15, + -6.85031227960203e-16, + -9.162292673967715e-16, + 7.411329233534954e-17, + -1.801159694205706e-17, + -7.119009873327799e-16, + -3.6805664898810043e-16, + -2.8346119777663573e-16, + -1.1114041129492258e-15, + -2.701739541308559e-16, + -6.746967051245964e-16, + 4.340499590954734e-17, + 1.5197654009961918e-15, + 5.7947145899650795e-16, + 8.208563852281742e-16 + ] + ], + "std": [ + [ + 0.9927642409431464, + 0.9787917699554936, + 0.9857406910506461, + 0.9841528529994341, + 0.973949637619625, + 0.9888979702224631, + 0.9894238955664117, + 0.9818135979404571, + 0.9812725198980998, + 0.9866993450965212, + 0.977811553908224, + 0.9685775006733509, + 0.9885494004209142, + 0.9877929165205122, + 0.9849820534726104, + 0.9696513186147865, + 0.9636787239536263, + 0.9714056969361312, + 0.9790342571909385, + 0.9594712670605601, + 0.9914762416613162, + 0.9894071736370291, + 0.9717998736463911, + 0.979506353986051, + 0.9100788369549304, + 0.9740807482046461, + 0.9403062306776938, + 0.9856078858868509, + 0.9913083989488309, + 0.9728185205882999, + 0.9658866068802527, + 0.9658866068802542, + 0.9641624577988217, + 0.9579105146532193, + 0.9764373811067356 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 18, + "depth": 6, + "padding": 70, + "parameters": 23678, + "cert_evals": { + "36": 0.484375, + "72": 0.296875, + "108": 0.20703125, + "255": 0.0625 + }, + "fold": 1 + }, + { + "best_epoch": 54, + "best_val_acc": 0.6785714285714286, + "test_acc": 0.649402390438247, + "train_size": 376, + "val_size": 56, + "test_size": 251, + "stats": { + "mean": [ + [ + 5.255843042108454e-17, + -1.8094273124741912e-15, + -2.362176648138631e-18, + 8.940838613204717e-16, + -4.621008067921197e-16, + -1.366519190948198e-15, + 1.8507654038166175e-15, + 5.651507630671674e-16, + 1.4615968010357778e-15, + -4.64167711359241e-16, + 2.523985748536127e-15, + -3.363149002787376e-16, + 8.314861801447981e-16, + -8.031400603671346e-17, + -1.599562680891125e-15, + 6.971373832819134e-16, + 1.972417501195757e-15, + -9.955098211499242e-16, + -1.1840410448794887e-15, + -3.451730627092574e-16, + -1.2253791362219147e-15, + -6.85031227960203e-16, + -9.162292673967715e-16, + 7.411329233534954e-17, + -1.801159694205706e-17, + -7.119009873327799e-16, + -3.6805664898810043e-16, + -2.8346119777663573e-16, + -1.1114041129492258e-15, + -2.701739541308559e-16, + -6.746967051245964e-16, + 4.340499590954734e-17, + 1.5197654009961918e-15, + 5.7947145899650795e-16, + 8.208563852281742e-16 + ] + ], + "std": [ + [ + 0.9927642409431464, + 0.9787917699554936, + 0.9857406910506461, + 0.9841528529994341, + 0.973949637619625, + 0.9888979702224631, + 0.9894238955664117, + 0.9818135979404571, + 0.9812725198980998, + 0.9866993450965212, + 0.977811553908224, + 0.9685775006733509, + 0.9885494004209142, + 0.9877929165205122, + 0.9849820534726104, + 0.9696513186147865, + 0.9636787239536263, + 0.9714056969361312, + 0.9790342571909385, + 0.9594712670605601, + 0.9914762416613162, + 0.9894071736370291, + 0.9717998736463911, + 0.979506353986051, + 0.9100788369549304, + 0.9740807482046461, + 0.9403062306776938, + 0.9856078858868509, + 0.9913083989488309, + 0.9728185205882999, + 0.9658866068802527, + 0.9658866068802542, + 0.9641624577988217, + 0.9579105146532193, + 0.9764373811067356 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 18, + "depth": 6, + "padding": 70, + "parameters": 23678, + "cert_evals": { + "36": 0.5737051963806152, + "72": 0.4900398552417755, + "108": 0.42629483342170715, + "255": 0.15139442682266235 + }, + "fold": 2 + }, + { + "best_epoch": 73, + "best_val_acc": 0.8888888888888888, + "test_acc": 0.75, + "train_size": 376, + "val_size": 63, + "test_size": 244, + "stats": { + "mean": [ + [ + 5.255843042108454e-17, + -1.8094273124741912e-15, + -2.362176648138631e-18, + 8.940838613204717e-16, + -4.621008067921197e-16, + -1.366519190948198e-15, + 1.8507654038166175e-15, + 5.651507630671674e-16, + 1.4615968010357778e-15, + -4.64167711359241e-16, + 2.523985748536127e-15, + -3.363149002787376e-16, + 8.314861801447981e-16, + -8.031400603671346e-17, + -1.599562680891125e-15, + 6.971373832819134e-16, + 1.972417501195757e-15, + -9.955098211499242e-16, + -1.1840410448794887e-15, + -3.451730627092574e-16, + -1.2253791362219147e-15, + -6.85031227960203e-16, + -9.162292673967715e-16, + 7.411329233534954e-17, + -1.801159694205706e-17, + -7.119009873327799e-16, + -3.6805664898810043e-16, + -2.8346119777663573e-16, + -1.1114041129492258e-15, + -2.701739541308559e-16, + -6.746967051245964e-16, + 4.340499590954734e-17, + 1.5197654009961918e-15, + 5.7947145899650795e-16, + 8.208563852281742e-16 + ] + ], + "std": [ + [ + 0.9927642409431464, + 0.9787917699554936, + 0.9857406910506461, + 0.9841528529994341, + 0.973949637619625, + 0.9888979702224631, + 0.9894238955664117, + 0.9818135979404571, + 0.9812725198980998, + 0.9866993450965212, + 0.977811553908224, + 0.9685775006733509, + 0.9885494004209142, + 0.9877929165205122, + 0.9849820534726104, + 0.9696513186147865, + 0.9636787239536263, + 0.9714056969361312, + 0.9790342571909385, + 0.9594712670605601, + 0.9914762416613162, + 0.9894071736370291, + 0.9717998736463911, + 0.979506353986051, + 0.9100788369549304, + 0.9740807482046461, + 0.9403062306776938, + 0.9856078858868509, + 0.9913083989488309, + 0.9728185205882999, + 0.9658866068802527, + 0.9658866068802542, + 0.9641624577988217, + 0.9579105146532193, + 0.9764373811067356 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 18, + "depth": 6, + "padding": 70, + "parameters": 23678, + "cert_evals": { + "36": 0.6557376384735107, + "72": 0.5901638865470886, + "108": 0.5040983557701111, + "255": 0.2909835875034332 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6952702044644005, + "std_test_acc": 0.04540407640155437, + "n_samples": 683, + "n_features": 35, + "n_classes": 18, + "mean_cert_acc_36": 0.5746238082647324, + "std_cert_acc_36": 0.0702998799496834, + "mean_cert_acc_72": 0.446084201335907, + "std_cert_acc_72": 0.12444799441151476, + "mean_cert_acc_108": 0.36096901446580887, + "std_cert_acc_108": 0.13092294519728698, + "mean_cert_acc_255": 0.16150176152586937, + "std_cert_acc_255": 0.09501596072225059 + }, + "spect": { + "dataset": "spect", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 20, + "best_val_acc": 0.9, + "test_acc": 0.6231884057971014, + "train_size": 186, + "val_size": 10, + "test_size": 69, + "stats": { + "mean": [ + [ + -5.252668073495365e-16, + 1.532824046901829e-15, + -3.9753147010771733e-16, + -1.0338205799197695e-15, + -1.8336586729292908e-15, + -9.192169128616887e-16, + -4.405078452544976e-16, + -1.3382365705427963e-15, + -3.581364595565021e-16, + -1.082765896059158e-15, + 9.645808644055123e-16, + -1.4206079562407917e-16, + -1.8062015443632924e-15, + -2.1750820977064893e-15, + -4.643836092249311e-16, + 4.321513278648459e-16, + -1.0815721078606364e-15, + -1.6653345369377348e-16, + -2.6263340367476823e-16, + 9.633870762069907e-16, + -1.6557842313495614e-15, + 9.896504165744675e-16 + ] + ], + "std": [ + [ + 0.9609812490116691, + 0.977794794349693, + 0.9757497794069608, + 0.9777145841848973, + 0.9763846529890078, + 0.9777145841848975, + 0.9757497794069606, + 0.9759794254922428, + 0.9778036455104626, + 0.9770745392598671, + 0.9775511304850781, + 0.9752286427227655, + 0.9763846529890077, + 0.9776695904695919, + 0.9768752085627053, + 0.9738782701457798, + 0.9771347940108165, + 0.9709795017179342, + 0.9706245820084402, + 0.9755001122189715, + 0.9770745392598672, + 0.9775511304850782 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 9022, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 6, + "best_val_acc": 0.7647058823529411, + "test_acc": 0.7419354838709677, + "train_size": 186, + "val_size": 17, + "test_size": 62, + "stats": { + "mean": [ + [ + -5.252668073495365e-16, + 1.532824046901829e-15, + -3.9753147010771733e-16, + -1.0338205799197695e-15, + -1.8336586729292908e-15, + -9.192169128616887e-16, + -4.405078452544976e-16, + -1.3382365705427963e-15, + -3.581364595565021e-16, + -1.082765896059158e-15, + 9.645808644055123e-16, + -1.4206079562407917e-16, + -1.8062015443632924e-15, + -2.1750820977064893e-15, + -4.643836092249311e-16, + 4.321513278648459e-16, + -1.0815721078606364e-15, + -1.6653345369377348e-16, + -2.6263340367476823e-16, + 9.633870762069907e-16, + -1.6557842313495614e-15, + 9.896504165744675e-16 + ] + ], + "std": [ + [ + 0.9609812490116691, + 0.977794794349693, + 0.9757497794069608, + 0.9777145841848973, + 0.9763846529890078, + 0.9777145841848975, + 0.9757497794069606, + 0.9759794254922428, + 0.9778036455104626, + 0.9770745392598671, + 0.9775511304850781, + 0.9752286427227655, + 0.9763846529890077, + 0.9776695904695919, + 0.9768752085627053, + 0.9738782701457798, + 0.9771347940108165, + 0.9709795017179342, + 0.9706245820084402, + 0.9755001122189715, + 0.9770745392598672, + 0.9775511304850782 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 9022, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.65, + "test_acc": 0.6779661016949152, + "train_size": 186, + "val_size": 20, + "test_size": 59, + "stats": { + "mean": [ + [ + -5.252668073495365e-16, + 1.532824046901829e-15, + -3.9753147010771733e-16, + -1.0338205799197695e-15, + -1.8336586729292908e-15, + -9.192169128616887e-16, + -4.405078452544976e-16, + -1.3382365705427963e-15, + -3.581364595565021e-16, + -1.082765896059158e-15, + 9.645808644055123e-16, + -1.4206079562407917e-16, + -1.8062015443632924e-15, + -2.1750820977064893e-15, + -4.643836092249311e-16, + 4.321513278648459e-16, + -1.0815721078606364e-15, + -1.6653345369377348e-16, + -2.6263340367476823e-16, + 9.633870762069907e-16, + -1.6557842313495614e-15, + 9.896504165744675e-16 + ] + ], + "std": [ + [ + 0.9609812490116691, + 0.977794794349693, + 0.9757497794069608, + 0.9777145841848973, + 0.9763846529890078, + 0.9777145841848975, + 0.9757497794069606, + 0.9759794254922428, + 0.9778036455104626, + 0.9770745392598671, + 0.9775511304850781, + 0.9752286427227655, + 0.9763846529890077, + 0.9776695904695919, + 0.9768752085627053, + 0.9738782701457798, + 0.9771347940108165, + 0.9709795017179342, + 0.9706245820084402, + 0.9755001122189715, + 0.9770745392598672, + 0.9775511304850782 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 9022, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 18, + "best_val_acc": 0.7222222222222222, + "test_acc": 0.7049180327868853, + "train_size": 186, + "val_size": 18, + "test_size": 61, + "stats": { + "mean": [ + [ + -5.252668073495365e-16, + 1.532824046901829e-15, + -3.9753147010771733e-16, + -1.0338205799197695e-15, + -1.8336586729292908e-15, + -9.192169128616887e-16, + -4.405078452544976e-16, + -1.3382365705427963e-15, + -3.581364595565021e-16, + -1.082765896059158e-15, + 9.645808644055123e-16, + -1.4206079562407917e-16, + -1.8062015443632924e-15, + -2.1750820977064893e-15, + -4.643836092249311e-16, + 4.321513278648459e-16, + -1.0815721078606364e-15, + -1.6653345369377348e-16, + -2.6263340367476823e-16, + 9.633870762069907e-16, + -1.6557842313495614e-15, + 9.896504165744675e-16 + ] + ], + "std": [ + [ + 0.9609812490116691, + 0.977794794349693, + 0.9757497794069608, + 0.9777145841848973, + 0.9763846529890078, + 0.9777145841848975, + 0.9757497794069606, + 0.9759794254922428, + 0.9778036455104626, + 0.9770745392598671, + 0.9775511304850781, + 0.9752286427227655, + 0.9763846529890077, + 0.9776695904695919, + 0.9768752085627053, + 0.9738782701457798, + 0.9771347940108165, + 0.9709795017179342, + 0.9706245820084402, + 0.9755001122189715, + 0.9770745392598672, + 0.9775511304850782 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 9022, + "cert_evals": { + "36": 0.19672130048274994, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6870020060374674, + "std_test_acc": 0.04997497421808412, + "n_samples": 265, + "n_features": 22, + "n_classes": 2, + "mean_cert_acc_36": 0.049180325120687485, + "std_cert_acc_36": 0.09836065024137497, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "spectf": { + "dataset": "spectf", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.5238095238095238, + "test_acc": 0.4915254237288136, + "train_size": 187, + "val_size": 21, + "test_size": 59, + "stats": { + "mean": [ + [ + 9.73262032024493e-08, + 7.37967914422617e-08, + -2.8021390374859026e-07, + 8.342245993522504e-08, + 1.438502673446313e-07, + 4.27807487904935e-09, + -3.208556132607522e-09, + 2.4438502673282447e-07, + -4.064171128261887e-08, + -1.245989304839758e-07, + -2.7005347592964245e-07, + -9.828877005220575e-08, + -2.7272727281823347e-08, + -9.786096256698731e-08, + -2.1390374290903598e-08, + -1.764705878989899e-08, + -2.1016042791891207e-07, + -1.443850270181913e-08, + -1.9251336897019774e-07, + -1.026737967961774e-07, + 2.2139037467217133e-08, + -1.871657754046705e-07, + -2.433155080530257e-07, + 3.422459890534254e-08, + 6.320855603067246e-08, + 1.203208557214405e-07, + 1.5240641710866705e-07, + -1.2566844921602035e-07, + -1.465240642376751e-07, + -2.577540106646021e-07, + -1.3475935830036328e-07, + -8.181818183804877e-08, + 3.272727272453287e-07, + -5.347593584110138e-08, + 2.6737967877210432e-08, + 8.449197850875112e-08, + -1.9251336920322585e-08, + -1.4919786096240437e-07, + -4.705882350701689e-08, + -7.112299465890437e-08, + -8.395721923564323e-08, + 2.0106951872948384e-07, + -2.2117647054603053e-07, + 1.7219251329526993e-07 + ] + ], + "std": [ + [ + 0.9973228707261231, + 0.997322592235688, + 0.9973223292917861, + 0.9973227306511006, + 0.99732255532754, + 0.997322255366945, + 0.9973226239770173, + 0.997322228679491, + 0.9973224624202952, + 0.997322743624266, + 0.9973222482787992, + 0.997322493534107, + 0.9973232185155234, + 0.9973228780399456, + 0.9973223891564488, + 0.9973225844652592, + 0.9973225517530112, + 0.9973225554412601, + 0.9973222478195743, + 0.9973226789069762, + 0.997322213988001, + 0.997322643819296, + 0.9973226574869563, + 0.9973225588456511, + 0.9973227088028409, + 0.9973226325041668, + 0.9973227670427876, + 0.9973226762758315, + 0.9973224495674463, + 0.997322983837095, + 0.997321878860045, + 0.9973226923900768, + 0.9973225315151032, + 0.9973225107812234, + 0.997322704618034, + 0.9973227074584576, + 0.9973225552504908, + 0.9973228014956899, + 0.9973225828407466, + 0.9973226373516573, + 0.9973225174190434, + 0.9973227159363205, + 0.9973224262644476, + 0.9973224878506673 + ] + ] + }, + "width": 128, + "in_features": 44, + "out_features": 2, + "depth": 6, + "padding": 88, + "parameters": 35466, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 10, + "best_val_acc": 0.5789473684210527, + "test_acc": 0.639344262295082, + "train_size": 187, + "val_size": 19, + "test_size": 61, + "stats": { + "mean": [ + [ + 9.73262032024493e-08, + 7.37967914422617e-08, + -2.8021390374859026e-07, + 8.342245993522504e-08, + 1.438502673446313e-07, + 4.27807487904935e-09, + -3.208556132607522e-09, + 2.4438502673282447e-07, + -4.064171128261887e-08, + -1.245989304839758e-07, + -2.7005347592964245e-07, + -9.828877005220575e-08, + -2.7272727281823347e-08, + -9.786096256698731e-08, + -2.1390374290903598e-08, + -1.764705878989899e-08, + -2.1016042791891207e-07, + -1.443850270181913e-08, + -1.9251336897019774e-07, + -1.026737967961774e-07, + 2.2139037467217133e-08, + -1.871657754046705e-07, + -2.433155080530257e-07, + 3.422459890534254e-08, + 6.320855603067246e-08, + 1.203208557214405e-07, + 1.5240641710866705e-07, + -1.2566844921602035e-07, + -1.465240642376751e-07, + -2.577540106646021e-07, + -1.3475935830036328e-07, + -8.181818183804877e-08, + 3.272727272453287e-07, + -5.347593584110138e-08, + 2.6737967877210432e-08, + 8.449197850875112e-08, + -1.9251336920322585e-08, + -1.4919786096240437e-07, + -4.705882350701689e-08, + -7.112299465890437e-08, + -8.395721923564323e-08, + 2.0106951872948384e-07, + -2.2117647054603053e-07, + 1.7219251329526993e-07 + ] + ], + "std": [ + [ + 0.9973228707261231, + 0.997322592235688, + 0.9973223292917861, + 0.9973227306511006, + 0.99732255532754, + 0.997322255366945, + 0.9973226239770173, + 0.997322228679491, + 0.9973224624202952, + 0.997322743624266, + 0.9973222482787992, + 0.997322493534107, + 0.9973232185155234, + 0.9973228780399456, + 0.9973223891564488, + 0.9973225844652592, + 0.9973225517530112, + 0.9973225554412601, + 0.9973222478195743, + 0.9973226789069762, + 0.997322213988001, + 0.997322643819296, + 0.9973226574869563, + 0.9973225588456511, + 0.9973227088028409, + 0.9973226325041668, + 0.9973227670427876, + 0.9973226762758315, + 0.9973224495674463, + 0.997322983837095, + 0.997321878860045, + 0.9973226923900768, + 0.9973225315151032, + 0.9973225107812234, + 0.997322704618034, + 0.9973227074584576, + 0.9973225552504908, + 0.9973228014956899, + 0.9973225828407466, + 0.9973226373516573, + 0.9973225174190434, + 0.9973227159363205, + 0.9973224262644476, + 0.9973224878506673 + ] + ] + }, + "width": 128, + "in_features": 44, + "out_features": 2, + "depth": 6, + "padding": 88, + "parameters": 35466, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 6, + "best_val_acc": 0.65, + "test_acc": 0.5166666666666667, + "train_size": 187, + "val_size": 20, + "test_size": 60, + "stats": { + "mean": [ + [ + 9.73262032024493e-08, + 7.37967914422617e-08, + -2.8021390374859026e-07, + 8.342245993522504e-08, + 1.438502673446313e-07, + 4.27807487904935e-09, + -3.208556132607522e-09, + 2.4438502673282447e-07, + -4.064171128261887e-08, + -1.245989304839758e-07, + -2.7005347592964245e-07, + -9.828877005220575e-08, + -2.7272727281823347e-08, + -9.786096256698731e-08, + -2.1390374290903598e-08, + -1.764705878989899e-08, + -2.1016042791891207e-07, + -1.443850270181913e-08, + -1.9251336897019774e-07, + -1.026737967961774e-07, + 2.2139037467217133e-08, + -1.871657754046705e-07, + -2.433155080530257e-07, + 3.422459890534254e-08, + 6.320855603067246e-08, + 1.203208557214405e-07, + 1.5240641710866705e-07, + -1.2566844921602035e-07, + -1.465240642376751e-07, + -2.577540106646021e-07, + -1.3475935830036328e-07, + -8.181818183804877e-08, + 3.272727272453287e-07, + -5.347593584110138e-08, + 2.6737967877210432e-08, + 8.449197850875112e-08, + -1.9251336920322585e-08, + -1.4919786096240437e-07, + -4.705882350701689e-08, + -7.112299465890437e-08, + -8.395721923564323e-08, + 2.0106951872948384e-07, + -2.2117647054603053e-07, + 1.7219251329526993e-07 + ] + ], + "std": [ + [ + 0.9973228707261231, + 0.997322592235688, + 0.9973223292917861, + 0.9973227306511006, + 0.99732255532754, + 0.997322255366945, + 0.9973226239770173, + 0.997322228679491, + 0.9973224624202952, + 0.997322743624266, + 0.9973222482787992, + 0.997322493534107, + 0.9973232185155234, + 0.9973228780399456, + 0.9973223891564488, + 0.9973225844652592, + 0.9973225517530112, + 0.9973225554412601, + 0.9973222478195743, + 0.9973226789069762, + 0.997322213988001, + 0.997322643819296, + 0.9973226574869563, + 0.9973225588456511, + 0.9973227088028409, + 0.9973226325041668, + 0.9973227670427876, + 0.9973226762758315, + 0.9973224495674463, + 0.997322983837095, + 0.997321878860045, + 0.9973226923900768, + 0.9973225315151032, + 0.9973225107812234, + 0.997322704618034, + 0.9973227074584576, + 0.9973225552504908, + 0.9973228014956899, + 0.9973225828407466, + 0.9973226373516573, + 0.9973225174190434, + 0.9973227159363205, + 0.9973224262644476, + 0.9973224878506673 + ] + ] + }, + "width": 128, + "in_features": 44, + "out_features": 2, + "depth": 6, + "padding": 88, + "parameters": 35466, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 8, + "best_val_acc": 0.5555555555555556, + "test_acc": 0.5, + "train_size": 187, + "val_size": 18, + "test_size": 62, + "stats": { + "mean": [ + [ + 9.73262032024493e-08, + 7.37967914422617e-08, + -2.8021390374859026e-07, + 8.342245993522504e-08, + 1.438502673446313e-07, + 4.27807487904935e-09, + -3.208556132607522e-09, + 2.4438502673282447e-07, + -4.064171128261887e-08, + -1.245989304839758e-07, + -2.7005347592964245e-07, + -9.828877005220575e-08, + -2.7272727281823347e-08, + -9.786096256698731e-08, + -2.1390374290903598e-08, + -1.764705878989899e-08, + -2.1016042791891207e-07, + -1.443850270181913e-08, + -1.9251336897019774e-07, + -1.026737967961774e-07, + 2.2139037467217133e-08, + -1.871657754046705e-07, + -2.433155080530257e-07, + 3.422459890534254e-08, + 6.320855603067246e-08, + 1.203208557214405e-07, + 1.5240641710866705e-07, + -1.2566844921602035e-07, + -1.465240642376751e-07, + -2.577540106646021e-07, + -1.3475935830036328e-07, + -8.181818183804877e-08, + 3.272727272453287e-07, + -5.347593584110138e-08, + 2.6737967877210432e-08, + 8.449197850875112e-08, + -1.9251336920322585e-08, + -1.4919786096240437e-07, + -4.705882350701689e-08, + -7.112299465890437e-08, + -8.395721923564323e-08, + 2.0106951872948384e-07, + -2.2117647054603053e-07, + 1.7219251329526993e-07 + ] + ], + "std": [ + [ + 0.9973228707261231, + 0.997322592235688, + 0.9973223292917861, + 0.9973227306511006, + 0.99732255532754, + 0.997322255366945, + 0.9973226239770173, + 0.997322228679491, + 0.9973224624202952, + 0.997322743624266, + 0.9973222482787992, + 0.997322493534107, + 0.9973232185155234, + 0.9973228780399456, + 0.9973223891564488, + 0.9973225844652592, + 0.9973225517530112, + 0.9973225554412601, + 0.9973222478195743, + 0.9973226789069762, + 0.997322213988001, + 0.997322643819296, + 0.9973226574869563, + 0.9973225588456511, + 0.9973227088028409, + 0.9973226325041668, + 0.9973227670427876, + 0.9973226762758315, + 0.9973224495674463, + 0.997322983837095, + 0.997321878860045, + 0.9973226923900768, + 0.9973225315151032, + 0.9973225107812234, + 0.997322704618034, + 0.9973227074584576, + 0.9973225552504908, + 0.9973228014956899, + 0.9973225828407466, + 0.9973226373516573, + 0.9973225174190434, + 0.9973227159363205, + 0.9973224262644476, + 0.9973224878506673 + ] + ] + }, + "width": 128, + "in_features": 44, + "out_features": 2, + "depth": 6, + "padding": 88, + "parameters": 35466, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5368840881726406, + "std_test_acc": 0.06910059289182703, + "n_samples": 267, + "n_features": 44, + "n_classes": 2, + "mean_cert_acc_36": 0.0, + "std_cert_acc_36": 0.0, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "statlog-australian-credit": { + "dataset": "statlog-australian-credit", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 12, + "best_val_acc": 0.5566037735849056, + "test_acc": 0.5752427184466019, + "train_size": 172, + "val_size": 106, + "test_size": 412, + "stats": { + "mean": [ + [ + 0.05059407542441863, + -0.0114752416860465, + 0.028838848837209195, + 0.03936136046511627, + 0.10460593604651149, + 0.0779865668604651, + 0.08156061627906987, + 0.15811348837209352, + 0.05523483604651162, + 0.1309385000000002, + 0.06254351744186054, + -0.11882176316511633, + 0.041984078837209345, + 0.07566618604651176 + ] + ], + "std": [ + [ + 1.0101299726407869, + 1.0530472517300817, + 0.9967360557731824, + 0.9782321556549705, + 1.0601462124818095, + 1.0386276590440506, + 0.9921323025144253, + 1.0098717215967856, + 0.8568205957330315, + 1.0017391917815985, + 0.8280019139302006, + 0.8059241197617667, + 1.4892583738151293, + 1.0047800961056161 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 3726, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 5, + "best_val_acc": 0.4639175257731959, + "test_acc": 0.46080760095011875, + "train_size": 172, + "val_size": 97, + "test_size": 421, + "stats": { + "mean": [ + [ + -0.0864253130930232, + -0.033577701104651185, + -0.03875552325581389, + 0.029890569767441845, + 0.028733052325581446, + 0.014722290813953477, + 0.05829668604651171, + -0.01803883720930214, + 0.054039201162790776, + -0.043972749999999845, + -0.07365430232558125, + -0.024331187647674404, + 0.08401893802325594, + 0.08735679069767467 + ] + ], + "std": [ + [ + 0.9209242895195554, + 0.9435504125386636, + 1.067477333690663, + 1.061435553615557, + 1.0025792818765138, + 1.0277952989603758, + 0.9948560751139975, + 0.9964680315230806, + 0.9046016810802003, + 0.994587469176134, + 1.1556768232845753, + 0.935329242863178, + 1.6527499781150876, + 1.0051200887036142 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 3726, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 23, + "best_val_acc": 0.7444444444444445, + "test_acc": 0.6635514018691588, + "train_size": 172, + "val_size": 90, + "test_size": 428, + "stats": { + "mean": [ + [ + -0.07147041345930233, + -0.029198059883720928, + -0.10634986046511644, + -0.012728412790697653, + -0.06173072674418615, + 0.0097622159302325, + 0.05829668604651169, + 0.08765255813953526, + 0.008607926744186043, + -0.06729424999999996, + 0.004173023255814025, + -0.03348306104651162, + -0.012487369767441872, + -0.017858651162790676 + ] + ], + "std": [ + [ + 0.971314722723139, + 0.8466778612216974, + 1.042970249181201, + 0.959839375401117, + 0.918650223910635, + 0.8910303524098012, + 0.9948560751139973, + 1.0082316527571256, + 0.8072245383487707, + 0.9913009258016392, + 0.8525556362245806, + 0.9327938415221685, + 0.575642414570075, + 0.997133880165406 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 3726, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 10, + "best_val_acc": 0.6893203883495146, + "test_acc": 0.6746987951807228, + "train_size": 172, + "val_size": 103, + "test_size": 415, + "stats": { + "mean": [ + [ + -0.1213828103255814, + -0.06661143598837206, + 0.001801104651162605, + 0.1309130523255815, + 0.11044239534883706, + -0.028884297790697674, + 0.10482454651162802, + 0.09939604651162864, + -0.012912282558139528, + -0.12559799999999988, + 0.023629854651162924, + 0.0062312962406976735, + 0.17098330383720955, + 0.12242860465116306 + ] + ], + "std": [ + [ + 0.928604583415627, + 0.9683009241515906, + 1.0138252442857156, + 0.9530281481075065, + 0.9511816420159422, + 0.9323161262752426, + 0.9888538720631012, + 1.0088469910217654, + 0.7964967613394043, + 0.9806129187696861, + 0.964831290983948, + 0.838672394350281, + 1.7526808412132595, + 1.0053240290706722 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 3726, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5935751291116506, + "std_test_acc": 0.09906398901793172, + "n_samples": 690, + "n_features": 14, + "n_classes": 2, + "mean_cert_acc_36": 0.0, + "std_cert_acc_36": 0.0, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "pendigits": { + "dataset": "pendigits", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 58, + "best_val_acc": 0.8951935914552737, + "test_acc": 0.88025350233489, + "train_size": 3498, + "val_size": 1498, + "test_size": 5996, + "stats": { + "mean": [ + [ + -8.81200686007327e-07, + 6.079473995280559e-08, + 4.631217829963712e-09, + 2.1718124648143022e-07, + 2.030874785817112e-07, + -1.7106918241445503e-07, + 5.185820439417424e-08, + -3.864493996428271e-07, + 8.861635218292038e-07, + -6.433590623347691e-07, + 7.257861636536514e-07, + 1.5797026869406332e-07, + -6.898227554824822e-08, + -8.784162378277323e-07, + 7.065809030646193e-07, + 9.948541997445605e-08 + ] + ], + "std": [ + [ + 0.9998568249462566, + 0.9998570678425832, + 0.9998573459993255, + 0.9998570492542306, + 0.9998572602820162, + 0.9998564523051444, + 0.9998557798609863, + 0.999857476109961, + 0.9998569519150583, + 0.9998579083441225, + 0.9998564283369161, + 0.9998569550094121, + 0.9998568396997518, + 0.9998576138009462, + 0.9998550735596848, + 0.9998570848520255 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 10, + "depth": 6, + "padding": 32, + "parameters": 5098, + "cert_evals": { + "36": 0.8483989834785461, + "72": 0.7981988191604614, + "108": 0.7393262386322021, + "255": 0.39676451683044434 + }, + "fold": 0 + }, + { + "best_epoch": 71, + "best_val_acc": 0.8908156711624919, + "test_acc": 0.8851271686036719, + "train_size": 3498, + "val_size": 1557, + "test_size": 5937, + "stats": { + "mean": [ + [ + -8.81200686007327e-07, + 6.079473995280559e-08, + 4.631217829963712e-09, + 2.1718124648143022e-07, + 2.030874785817112e-07, + -1.7106918241445503e-07, + 5.185820439417424e-08, + -3.864493996428271e-07, + 8.861635218292038e-07, + -6.433590623347691e-07, + 7.257861636536514e-07, + 1.5797026869406332e-07, + -6.898227554824822e-08, + -8.784162378277323e-07, + 7.065809030646193e-07, + 9.948541997445605e-08 + ] + ], + "std": [ + [ + 0.9998568249462566, + 0.9998570678425832, + 0.9998573459993255, + 0.9998570492542306, + 0.9998572602820162, + 0.9998564523051444, + 0.9998557798609863, + 0.999857476109961, + 0.9998569519150583, + 0.9998579083441225, + 0.9998564283369161, + 0.9998569550094121, + 0.9998568396997518, + 0.9998576138009462, + 0.9998550735596848, + 0.9998570848520255 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 10, + "depth": 6, + "padding": 32, + "parameters": 5098, + "cert_evals": { + "36": 0.8521138429641724, + "72": 0.8061310052871704, + "108": 0.7537476420402527, + "255": 0.41738250851631165 + }, + "fold": 1 + }, + { + "best_epoch": 31, + "best_val_acc": 0.8681245858184228, + "test_acc": 0.8758563074352548, + "train_size": 3498, + "val_size": 1509, + "test_size": 5985, + "stats": { + "mean": [ + [ + -8.81200686007327e-07, + 6.079473995280559e-08, + 4.631217829963712e-09, + 2.1718124648143022e-07, + 2.030874785817112e-07, + -1.7106918241445503e-07, + 5.185820439417424e-08, + -3.864493996428271e-07, + 8.861635218292038e-07, + -6.433590623347691e-07, + 7.257861636536514e-07, + 1.5797026869406332e-07, + -6.898227554824822e-08, + -8.784162378277323e-07, + 7.065809030646193e-07, + 9.948541997445605e-08 + ] + ], + "std": [ + [ + 0.9998568249462566, + 0.9998570678425832, + 0.9998573459993255, + 0.9998570492542306, + 0.9998572602820162, + 0.9998564523051444, + 0.9998557798609863, + 0.999857476109961, + 0.9998569519150583, + 0.9998579083441225, + 0.9998564283369161, + 0.9998569550094121, + 0.9998568396997518, + 0.9998576138009462, + 0.9998550735596848, + 0.9998570848520255 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 10, + "depth": 6, + "padding": 32, + "parameters": 5098, + "cert_evals": { + "36": 0.8364244103431702, + "72": 0.7856307625770569, + "108": 0.7239766120910645, + "255": 0.3639097809791565 + }, + "fold": 2 + }, + { + "best_epoch": 73, + "best_val_acc": 0.9052558782849239, + "test_acc": 0.8832671957671958, + "train_size": 3498, + "val_size": 1446, + "test_size": 6048, + "stats": { + "mean": [ + [ + -8.81200686007327e-07, + 6.079473995280559e-08, + 4.631217829963712e-09, + 2.1718124648143022e-07, + 2.030874785817112e-07, + -1.7106918241445503e-07, + 5.185820439417424e-08, + -3.864493996428271e-07, + 8.861635218292038e-07, + -6.433590623347691e-07, + 7.257861636536514e-07, + 1.5797026869406332e-07, + -6.898227554824822e-08, + -8.784162378277323e-07, + 7.065809030646193e-07, + 9.948541997445605e-08 + ] + ], + "std": [ + [ + 0.9998568249462566, + 0.9998570678425832, + 0.9998573459993255, + 0.9998570492542306, + 0.9998572602820162, + 0.9998564523051444, + 0.9998557798609863, + 0.999857476109961, + 0.9998569519150583, + 0.9998579083441225, + 0.9998564283369161, + 0.9998569550094121, + 0.9998568396997518, + 0.9998576138009462, + 0.9998550735596848, + 0.9998570848520255 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 10, + "depth": 6, + "padding": 32, + "parameters": 5098, + "cert_evals": { + "36": 0.8483796119689941, + "72": 0.8017526268959045, + "108": 0.7513227462768555, + "255": 0.42245370149612427 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8811260435352531, + "std_test_acc": 0.004046602748126686, + "n_samples": 10992, + "n_features": 16, + "n_classes": 10, + "mean_cert_acc_36": 0.8463292121887207, + "std_cert_acc_36": 0.006832645784737047, + "mean_cert_acc_72": 0.7979283034801483, + "std_cert_acc_72": 0.00881688640280167, + "mean_cert_acc_108": 0.7420933097600937, + "std_cert_acc_108": 0.013624455663390888, + "mean_cert_acc_255": 0.4001276269555092, + "std_cert_acc_255": 0.026578358482987258 + }, + "statlog-heart": { + "dataset": "statlog-heart", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 11, + "best_val_acc": 0.8157894736842105, + "test_acc": 0.7151515151515152, + "train_size": 67, + "val_size": 38, + "test_size": 165, + "stats": { + "mean": [ + [ + -0.08198015373134328, + -0.20437704477611945, + 0.14667940298507465, + -0.10702356567164191, + 0.12296643701492538, + 0.0031060895522387424, + 0.1721716417910448, + 0.05256702985074625, + -0.09777528358208952, + -0.07363618358208954, + 0.14071911940298493, + -0.06190307462686559, + 0.07189410447761192 + ] + ], + "std": [ + [ + 0.9602755621241335, + 1.0534397591881424, + 0.965842016381191, + 0.8781181021048233, + 1.1908161716364944, + 1.0012132661304654, + 0.983067488143195, + 0.9410627873975389, + 0.9570769609540178, + 0.878212234528083, + 0.8616316071032667, + 0.9849557990787127, + 0.9977403560745624 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 2, + "depth": 6, + "padding": 26, + "parameters": 3226, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 13, + "best_val_acc": 0.7647058823529411, + "test_acc": 0.756578947368421, + "train_size": 67, + "val_size": 51, + "test_size": 152, + "stats": { + "mean": [ + [ + 0.10317251194029849, + -0.04498435820895522, + -0.10467137313432831, + 0.12694810597014922, + 0.17465611791044777, + 0.25472334328358204, + 0.08243026865671647, + -0.11108194776119398, + -0.002699328358208915, + -0.025414538805970124, + -0.05362482089552247, + 0.1120346268656717, + -0.13575953731343274 + ] + ], + "std": [ + [ + 0.933803946437699, + 1.0141183535164209, + 1.0495962756290413, + 0.9673366402230045, + 0.8198187755507609, + 1.1979377392725967, + 0.9966276802719692, + 1.0695932382111324, + 0.997165030870351, + 0.9974922014552127, + 0.9446202495075935, + 1.110709570807387, + 0.9882692368647951 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 2, + "depth": 6, + "padding": 26, + "parameters": 3226, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.41304347826086957, + "test_acc": 0.45222929936305734, + "train_size": 67, + "val_size": 46, + "test_size": 157, + "stats": { + "mean": [ + [ + 0.13594266119402976, + -0.14061997014925387, + 0.06813225373134335, + -0.08696855671641794, + 0.03171528507462684, + 0.04504229850746271, + 0.18712851940298503, + 0.03130544776119405, + 0.09237662686567168, + -0.06451316865671636, + 0.019254119402985, + 0.08040952238805975, + -0.15114120895522393 + ] + ], + "std": [ + [ + 0.8711281879382763, + 1.040823259043546, + 0.9637958388354753, + 0.9133876556024206, + 0.9725134126319966, + 1.040829334168815, + 0.9723132590478262, + 0.9630003579670339, + 1.0269376874323441, + 0.8130127152575585, + 0.8919207037488958, + 1.0082879636602924, + 0.9714271921263085 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 2, + "depth": 6, + "padding": 26, + "parameters": 3226, + "cert_evals": { + "36": 0.4522293210029602, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5, + "test_acc": 0.4294478527607362, + "train_size": 67, + "val_size": 40, + "test_size": 163, + "stats": { + "mean": [ + [ + 0.08678730746268656, + -0.14061997014925384, + 0.03671347761194034, + 0.07263314626865668, + -0.06617695701492539, + 0.17085092537313418, + 0.08243026865671643, + -0.04536504626865671, + -0.03439131343283579, + -0.07884894179104476, + -0.029331820895522515, + 0.15947211940298509, + -0.0511598059701492 + ] + ], + "std": [ + [ + 0.9010573312665855, + 1.0408232590435458, + 1.0531172362720425, + 0.9118585344964205, + 0.9359858544688878, + 1.1423287841859981, + 0.9966276802719692, + 1.0086415816105951, + 0.9850040267731803, + 0.9462659856917733, + 0.9421179375671704, + 1.0971195664680449, + 0.9795524388118361 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 2, + "depth": 6, + "padding": 26, + "parameters": 3226, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5883519036609325, + "std_test_acc": 0.1714237833577477, + "n_samples": 270, + "n_features": 13, + "n_classes": 2, + "mean_cert_acc_36": 0.11305733025074005, + "std_cert_acc_36": 0.2261146605014801, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "statlog-german-credit": { + "dataset": "statlog-german-credit", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.7013888888888888, + "test_acc": 0.6996699669966997, + "train_size": 250, + "val_size": 144, + "test_size": 606, + "stats": { + "mean": [ + [ + 0.008747452000000005, + 0.11021018984000003, + 0.06555079600000023, + 0.10154820480000003, + -0.010759709999999997, + -0.02979250000000003, + 0.08191152000000003, + 0.013589535999999907, + 0.08188774399999998, + -0.06417329279999998, + 0.041099871999999926, + 0.0640540519999999, + 0.02485610000000021, + 0.057033071999999865, + 0.037065583999999575, + -0.014164548000000032, + 0.003288288000000005, + -0.09291863999999964, + 0.055446887999999986, + 0.033893919999999966, + -0.019884256, + -0.06814002399999995, + 0.019990000000000167, + 0.004141975999999968 + ] + ], + "std": [ + [ + 1.003978613784907, + 1.1209135794421377, + 1.0561299223802987, + 1.0960852648064718, + 1.0015570603843653, + 1.0186243811552194, + 0.9706722294277974, + 0.9826945821214509, + 0.9667757761368231, + 0.9930707850493405, + 0.9574267666614031, + 1.0136622966442341, + 1.022617820769464, + 1.0089854337740911, + 1.0859859373554877, + 0.9904599650540205, + 1.0037797010309435, + 1.118329779782364, + 1.1191480919785946, + 1.026929516139364, + 1.008621805841551, + 0.7419439487110271, + 1.014184725481508, + 0.9983740501128531 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 2, + "depth": 6, + "padding": 48, + "parameters": 10706, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 7, + "best_val_acc": 0.696969696969697, + "test_acc": 0.7111111111111111, + "train_size": 250, + "val_size": 165, + "test_size": 585, + "stats": { + "mean": [ + [ + -0.11847553600000008, + 0.036239413119999966, + 0.02862046800000001, + -0.09383200439999995, + 0.060125340400000005, + 0.15559079999999997, + -0.014122872000000066, + 0.03171004799999993, + -0.020949231999999995, + 0.024086774399999983, + 0.035430963999999704, + 0.03635581599999994, + 0.01380900000000019, + -0.02444276800000006, + 0.015885439999999883, + -0.04249425600000005, + 0.0032882880000000194, + -0.05162157599999978, + -0.045364992, + -0.03910935999999991, + 0.02430596400000002, + -0.06814002399999995, + -0.009994999999999971, + 0.03726506400000005 + ] + ], + "std": [ + [ + 0.9921196542418786, + 0.9839775335987256, + 0.9719344651930834, + 0.8219136288585911, + 1.0283437624856175, + 0.935161859470199, + 1.0304888406780581, + 0.969745031693504, + 1.0144787229611012, + 0.9607218147860226, + 0.9757296988321245, + 0.9986987034773843, + 1.0124834391949327, + 0.99440586812025, + 1.0376109095734123, + 0.9715066082685968, + 1.003779701030944, + 1.0681499773760452, + 0.8871445440000011, + 0.9654046905991231, + 0.9876884886364683, + 0.741943948711028, + 0.9919250708722922, + 0.9887116931453116 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 2, + "depth": 6, + "padding": 48, + "parameters": 10706, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 54, + "best_val_acc": 0.7615894039735099, + "test_acc": 0.7228714524207012, + "train_size": 250, + "val_size": 151, + "test_size": 599, + "stats": { + "mean": [ + [ + -0.007155444000000004, + -0.02280468616000002, + -0.000923963999999978, + -0.005769232000000004, + 0.027214445999999993, + -0.033102900000000046, + -0.08756082399999997, + -0.008155120000000118, + -0.043801872000000026, + -0.036042587200000024, + -0.06660962000000034, + -0.012116240000000006, + 0.03590320000000018, + 0.03259031999999998, + 0.015885439999999754, + 0.014165159999999979, + -0.009864799999999998, + 0.044738240000000214, + -0.025202616000000018, + -0.02868032000000009, + 0.015467920000000017, + -0.013628039999999968, + -0.019989999999999956, + 0.04554583600000004 + ] + ], + "std": [ + [ + 0.9999148002086538, + 1.0148356615854706, + 0.9944072856585561, + 1.035717095952802, + 1.0170037494400637, + 0.9881689707602084, + 0.9574315744991436, + 0.9962604301494323, + 1.0106965591920622, + 0.938266029045709, + 1.046848672784522, + 1.0034643812466981, + 1.0325345627288987, + 1.0053273490207943, + 1.0376109095734132, + 1.0082616972439922, + 0.9864816, + 0.9336343846074779, + 0.9390127419470407, + 0.974766613507818, + 0.9920679785169961, + 0.9539597199999994, + 0.9841903486622879, + 0.9861074856695757 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 2, + "depth": 6, + "padding": 48, + "parameters": 10706, + "cert_evals": { + "36": 0.6093488931655884, + "72": 0.46911516785621643, + "108": 0.33555924892425537, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 16, + "best_val_acc": 0.7733333333333333, + "test_acc": 0.75, + "train_size": 250, + "val_size": 150, + "test_size": 600, + "stats": { + "mean": [ + [ + -0.07712802800000004, + 0.035575906559999905, + 0.03600647600000002, + 0.06969280920000001, + -0.07151825079999988, + 1.2599999999729494e-06, + 0.09320968800000004, + -0.008155136000000117, + -0.047610556000000026, + -0.07366734000000005, + 0.04676877999999975, + -0.0398143480000001, + 0.013809000000000111, + -0.024442767999999993, + 0.0794258719999996, + -0.023607784000000107, + -0.036170976, + -0.02409019999999976, + 0.11593401599999997, + 0.06518104000000009, + 0.006629876000000042, + -0.013628039999999942, + 0.03998, + -0.028981112000000014 + ] + ], + "std": [ + [ + 0.9961848281424827, + 1.0357494337664712, + 0.9956407453516892, + 1.0641268992559583, + 0.9722690935335091, + 0.9495990606515547, + 0.9583641989375432, + 1.0028304935144103, + 0.9697124254270231, + 0.9284015893774715, + 0.9387328207858588, + 0.9103631774518237, + 1.0124834391949329, + 0.9944058681202499, + 1.1756410923708531, + 0.9842733398970128, + 0.9503959399474098, + 1.032426600000002, + 1.233700183972741, + 1.0506449065402248, + 0.9963498257987028, + 0.9539597199999992, + 1.028271299122951, + 1.0068547054058516 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 2, + "depth": 6, + "padding": 48, + "parameters": 10706, + "cert_evals": { + "36": 0.37833333015441895, + "72": 0.05666666850447655, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7209131326321281, + "std_test_acc": 0.02158110733784849, + "n_samples": 1000, + "n_features": 24, + "n_classes": 2, + "mean_cert_acc_36": 0.24692055583000183, + "std_cert_acc_36": 0.3003126918964476, + "mean_cert_acc_72": 0.13144545909017324, + "std_cert_acc_72": 0.22669253565895278, + "mean_cert_acc_108": 0.08388981223106384, + "std_cert_acc_108": 0.16777962446212769, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "spambase": { + "dataset": "spambase", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 29, + "best_val_acc": 0.9144827586206896, + "test_acc": 0.9247982391782832, + "train_size": 1150, + "val_size": 725, + "test_size": 2726, + "stats": { + "mean": [ + [ + 0.021226006173913785, + -0.015919149391304187, + 0.025415802530432907, + 0.03918618617391535, + -0.00802565730434888, + -0.019898612173913727, + 0.006333582695649156, + 0.0138353715652162, + 0.010869212166955465, + 0.020277107478260063, + -0.03972575965999889, + -0.02055293502608697, + -0.008113843652174586, + 0.014708887365217537, + 0.01133711377391179, + -0.015495447060868504, + 0.03913622733043563, + -0.017462963999999633, + 0.0187409115304347, + 0.005520461426088844, + -0.0038418207913071324, + 0.008610802582609307, + 0.035890673565219404, + -0.006205582330433885, + 0.009182778760001165, + -0.019677288817390202, + 0.0004982232156532273, + 0.02920531815652134, + 0.012658779999999129, + 0.017062090382608135, + -0.013314016521739344, + -0.02566035391304503, + -0.008576744521738438, + -0.022911713043477794, + 0.0025098786956515694, + -0.007468803278259888, + 0.011673062539131227, + -0.015021546086957481, + -0.00910834485217397, + -0.02154278895652143, + 0.05463170547826161, + 0.023553851304347857, + 0.010670661652173499, + 0.0295903323391293, + 0.007351219000000634, + 0.01269573645391135, + -0.023270003826086932, + 0.03709884669565298, + 0.007815205191304105, + 0.027519189395651733, + -0.015820542199999555, + -0.01672272254086909, + 0.042409089939126635, + 0.025760643735651907, + 0.02838511237043451, + -0.013437700554782798, + 0.0164267618000002 + ] + ], + "std": [ + [ + 1.1235027725136815, + 0.8904989974639629, + 0.9957178739385403, + 1.4995577621881944, + 0.926476291913068, + 0.8885189316158734, + 0.9024040689634729, + 1.0405154757286925, + 1.1233331839178615, + 0.8981778369870301, + 0.8892119217650689, + 0.9874908627493307, + 0.9205513578145247, + 0.9632286363722543, + 1.0765253751015154, + 0.8531114122905263, + 1.0916574204014953, + 0.9124374318543399, + 0.9910784663927087, + 0.9680608594157823, + 0.9407382453902644, + 0.9930333587983213, + 1.1491144107563753, + 0.6425563314801666, + 1.0428011323424244, + 0.8430611857711853, + 1.0214512070760071, + 1.1643521198183129, + 1.10698998653912, + 1.0810838839403236, + 0.8380031520069444, + 0.8416763955823331, + 1.2024906820600971, + 0.8481231877782008, + 0.8570058504483157, + 0.9470628246612116, + 1.06910230060386, + 0.5874337186131844, + 0.8169185036473402, + 0.8578401703545604, + 1.4145108263137103, + 1.0433820861839775, + 0.9733444555118707, + 1.393792873658117, + 0.9492090774739013, + 1.0044806426321926, + 0.81385805230804, + 1.3465645155559474, + 1.0636978414150784, + 1.007651802571978, + 0.6554083067039526, + 0.7777941339804235, + 1.245208842537934, + 1.6535667744655882, + 1.3137439814967093, + 0.6661201009582893, + 1.219503651337539 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 59282, + "cert_evals": { + "36": 0.902787983417511, + "72": 0.8657373785972595, + "108": 0.811812162399292, + "255": 0.5047689080238342 + }, + "fold": 0 + }, + { + "best_epoch": 27, + "best_val_acc": 0.9320652173913043, + "test_acc": 0.9296500920810313, + "train_size": 1150, + "val_size": 736, + "test_size": 2715, + "stats": { + "mean": [ + [ + -0.024849632956522313, + -0.03413819886956486, + -0.00989163035652276, + -0.002361400086956756, + -0.03987249782608704, + 0.01090509313043455, + 0.01957335878260548, + 0.001824029217390987, + -0.024616771288696538, + -0.00523980729217439, + -0.0020601358313020405, + -0.05077641741739166, + -0.03844389808695691, + 0.0008553938956523932, + -0.01214520726087042, + -0.009230109313042243, + 0.010565583165218426, + -0.046801976826087485, + -0.013554089600000253, + 0.02790070953043506, + 0.0032765880556492374, + -0.022136448173912388, + -0.029918836608694217, + -0.007934282660868743, + -0.023365790114781765, + -0.029432224478259654, + -0.022027940843476913, + -0.010254641513043462, + -0.03708282617391394, + -0.030502210695652975, + -0.006006388869565457, + -0.048024147826089034, + 0.029480932521740062, + -0.0510750817391295, + -0.028351204086956815, + -0.026517849208694946, + 0.01842911532173985, + -0.03338618443478374, + 0.006675741999999962, + -0.04656739886956605, + -0.020719941826085986, + 0.006543958434782931, + 0.011525401739130135, + -0.008087698269565702, + 0.025108898113044256, + -0.007957335130433963, + -0.015061640434782204, + -0.03721756826086869, + -0.03895043960869612, + -0.001666222565217826, + -0.010009838134782371, + 0.03633144539478134, + -0.06020993099130556, + -0.0013161700260872296, + -0.03022302409408695, + -0.004946863700869469, + 0.004550906813912774 + ] + ], + "std": [ + [ + 0.8958373484867075, + 0.9002436174684451, + 0.9749857170890281, + 0.9175103073316754, + 0.8456789748627611, + 1.0296079196279977, + 1.0663773858644263, + 0.9918744873399122, + 0.9377758356585005, + 0.9683003635587637, + 0.9988701214159026, + 0.8510020785398145, + 0.8120292232717867, + 1.1716911892002921, + 0.9335490252401448, + 0.9275724825067901, + 1.0706786172093499, + 0.8159996197989664, + 1.018783583831139, + 1.3842479172234758, + 1.039815972096556, + 0.8839135364998896, + 0.8932393785890523, + 0.9102522959355095, + 0.9028197785306566, + 0.9621741754161531, + 0.9455093600221522, + 1.0873334815971143, + 0.9298495573937857, + 0.8712375739105048, + 1.1638136373741579, + 0.7194920963255054, + 0.993798468472957, + 0.7165877104812148, + 0.7540408567752576, + 0.9687673124893158, + 0.981800827979203, + 0.29631208384482205, + 1.2015746837404693, + 0.8040600124748868, + 0.721184410759368, + 1.0883976635466879, + 1.1000595828326398, + 0.6542723004921799, + 1.1435952861265584, + 0.9423531730144734, + 0.6560729981871746, + 0.5591229852816202, + 0.5489093243563901, + 0.9888972344464931, + 0.6428451363337641, + 1.028319563197099, + 0.6205068262838673, + 0.5771896246525331, + 0.41206923845873533, + 0.6584069792527852, + 1.0945705958475596 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 59282, + "cert_evals": { + "36": 0.9034991264343262, + "72": 0.8640884160995483, + "108": 0.8132597208023071, + "255": 0.5255985260009766 + }, + "fold": 1 + }, + { + "best_epoch": 43, + "best_val_acc": 0.9484978540772532, + "test_acc": 0.9342296511627907, + "train_size": 1150, + "val_size": 699, + "test_size": 2752, + "stats": { + "mean": [ + [ + 0.04921885617391417, + 0.014926593956521877, + 0.00847792629565125, + 0.05005613400000414, + 0.0033398545217390415, + 0.022115092173912148, + 0.020861821652170594, + 0.01550478669565098, + 0.005469835709564297, + -0.002394102646087372, + -0.004648887133041112, + -0.03289461768695655, + -0.040754755739131086, + 0.02023474459130333, + -0.03975969647826165, + -0.0013114386782596627, + 0.05593795568695754, + -0.04049862191304387, + 0.032395505704347835, + 0.003473580347827736, + -0.03802155532695763, + 0.020674000869565144, + -0.029397571826085454, + 0.05626614292173871, + -0.016279572017390314, + -0.040442041434781556, + -0.027683359373911642, + -0.018165945565216026, + -0.0067161096434789095, + -0.01001410846956648, + -0.022173674869565393, + 0.0009115565217380702, + -0.0006774207913042033, + -2.747652173902797e-05, + -0.017699280086957207, + -0.0014646963999993766, + -0.01282538191304263, + -0.03204628226087075, + 0.032762344347826086, + -0.009639197913043794, + 0.10482606808695744, + -0.031013759826086604, + 0.020927692434782336, + 0.006242524399999054, + -0.026823291339128374, + 0.043980723565215755, + -0.005029141565217051, + -0.00635898059999959, + 0.007536563304348806, + -0.0018206163191308838, + -0.026798041434782056, + -0.002352054191304867, + -0.031762150104349914, + -0.03071606211652189, + -0.002249609841739219, + -0.015034978442608676, + 0.011666985643478154 + ] + ], + "std": [ + [ + 1.1778724434167362, + 1.0760534101769437, + 1.0559839237532962, + 1.5297906049045558, + 1.1364234457764475, + 1.0490814157140953, + 1.1363046556284118, + 1.0380124741143066, + 1.075498258791, + 0.8663393072266115, + 0.9747929071031151, + 0.969828844789839, + 0.7696639194748692, + 1.0473361728395063, + 0.8303333840972749, + 0.8838263753298514, + 1.2440346851573585, + 0.9334811719941839, + 1.02990808565559, + 0.8957714253842652, + 0.9678502243817942, + 1.1500298875956583, + 0.9330778093343873, + 1.5773371750732401, + 0.9230289983981412, + 0.8158091055273212, + 0.9489997820681896, + 0.9552807238624355, + 1.0072242253552435, + 1.0223260308735955, + 0.8234643073736883, + 1.0311031398813912, + 0.8806613305973721, + 1.0286119212691307, + 0.8014510966571808, + 0.9352593214362214, + 0.9329050736248139, + 0.3527683412758974, + 1.1692746053848972, + 1.002962447177659, + 1.4919910858493521, + 0.8738202541405161, + 1.1462384337701108, + 1.0090960980820731, + 0.9207764793259576, + 1.0912524568744784, + 0.816026256403742, + 0.7771366886117157, + 0.9566601501316736, + 0.9562471491235174, + 0.6185383136448549, + 0.8282423578976752, + 0.7966634350742242, + 0.34217344919196696, + 0.8296715880092417, + 0.6379508479090837, + 1.2381153537237015 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 59282, + "cert_evals": { + "36": 0.9022529125213623, + "72": 0.8615552186965942, + "108": 0.8026889562606812, + "255": 0.4960029125213623 + }, + "fold": 2 + }, + { + "best_epoch": 17, + "best_val_acc": 0.914327917282127, + "test_acc": 0.9206921413121846, + "train_size": 1150, + "val_size": 677, + "test_size": 2774, + "stats": { + "mean": [ + [ + 0.018947906521740433, + -0.000799500504347751, + 0.01308322393912882, + -0.04350387713043517, + -0.017981908217392446, + -0.037174041304348704, + 0.022572385652170752, + -0.04463838826086928, + -0.00969831843826173, + 0.015462332956521007, + 0.02533698608174001, + -0.01796958450434803, + -0.002596639478261534, + -0.008146872721739728, + -0.010465523286957488, + -0.020865805773911915, + -0.023057402052173097, + 0.015772556173913998, + 0.029574481513043406, + -0.00723897516521638, + -0.012929820996524495, + 0.013256362000000747, + -0.016364737217389708, + -0.0054786337391299, + -0.023381384405216223, + 0.018361981547826933, + -0.027815069829563832, + -0.016357650539129607, + 0.02130572809565106, + -0.04712495074782753, + -0.023661064608695874, + -0.017694028695653844, + -0.035716115565216526, + -0.015046066956521246, + 0.017066349999999682, + -0.017144463043477796, + 0.00945527166956592, + 0.0090967913913036, + -0.019910964156521774, + -0.012770454869565474, + 0.008144727217391987, + 0.026037255217391253, + -0.03684596452174003, + -0.03572749460869723, + -0.026032580895649946, + 0.034894907043476656, + -0.040598744086955754, + -0.013571423391303747, + 0.04706986420869568, + 0.04318946167130402, + -0.01196526951304294, + -0.018042527704347985, + 0.049467921365213274, + -0.02400611535652195, + 0.06052994408086956, + 0.0599142720547826, + -0.0026769801565217854 + ] + ], + "std": [ + [ + 0.9331871594323544, + 0.9567845251269138, + 0.9760296399392536, + 0.051280137756585374, + 0.9428238363495951, + 0.8814135527767363, + 0.9954267960650186, + 0.6955201641843568, + 1.0576570344486964, + 1.1798688036970275, + 1.0384456763015388, + 0.9235329672549664, + 0.9059067437108173, + 0.8252286378311408, + 0.9221679162247977, + 1.0327807332881183, + 0.9152290942982179, + 1.0569927523658942, + 1.019968514725996, + 0.9205072920345395, + 0.9958149041823585, + 1.016878390862468, + 0.8965516556476434, + 1.0877876259600743, + 0.948111265047695, + 1.0393908013003292, + 0.9611733587640997, + 0.9251890870444093, + 1.1498439764663797, + 0.8019976062593172, + 0.8125415636929294, + 0.8726450743629817, + 0.6932596937551812, + 0.8745634092810176, + 1.3798992402930492, + 0.8915710521880803, + 0.9391065100766924, + 1.1627844455953502, + 0.8173394703147074, + 0.9245635097978325, + 0.9000725380226579, + 1.1834987177794307, + 0.775157987005211, + 0.6770693378003936, + 0.7878189821125126, + 1.0585249177081846, + 0.48012225657491536, + 0.635321002731002, + 1.2507891578889274, + 1.3781763830166411, + 0.957654911058225, + 0.6938467149180203, + 1.3755269217325827, + 0.35513836957625733, + 1.6062909589981371, + 1.7067437542745856, + 0.9544103185210019 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 59282, + "cert_evals": { + "36": 0.8875270485877991, + "72": 0.8496755361557007, + "108": 0.8020908236503601, + "255": 0.5032444000244141 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9273425309335724, + "std_test_acc": 0.005872488573942764, + "n_samples": 4601, + "n_features": 57, + "n_classes": 2, + "mean_cert_acc_36": 0.8990167677402496, + "std_cert_acc_36": 0.00767680242447547, + "mean_cert_acc_72": 0.8602641373872757, + "std_cert_acc_72": 0.007265600319321877, + "mean_cert_acc_108": 0.8074629157781601, + "std_cert_acc_108": 0.005892621317192711, + "mean_cert_acc_255": 0.5074036866426468, + "std_cert_acc_255": 0.012718379789144238 + }, + "statlog-image": { + "dataset": "statlog-image", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 75, + "best_val_acc": 0.8149171270718232, + "test_acc": 0.8132749817651349, + "train_size": 577, + "val_size": 362, + "test_size": 1371, + "stats": { + "mean": [ + [ + 0.05277729462738304, + -0.026856590034661988, + -0.04045374350086678, + 0.035925407279029424, + 0.012791040953206106, + -0.02749923800693239, + 0.026879459393414143, + 0.003427681455805914, + -0.003979492894280729, + -0.0036277449220103795, + -0.004736499878682832, + -0.003368361143847496, + 0.0064276489428076265, + -0.008315490103986137, + 0.007643567209705356, + -0.0043468179896013785, + 0.0004630635528596608, + -0.0013222841941074428 + ] + ], + "std": [ + [ + 1.0182285353798557, + 0.9851787517694358, + 0.9390514410011299, + 1.0719805534061642, + 1.0253303532403122, + 0.7168098920649388, + 1.0463467417069485, + 1.0739156275157598, + 0.9846461541428279, + 0.986758186324584, + 0.9813280135807977, + 0.9874022073254759, + 0.9931538939642666, + 0.9774222979865599, + 0.9945730722498334, + 0.98084516278497, + 0.9787696627538863, + 1.0056912001088976 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 6271, + "cert_evals": { + "36": 0.6126914620399475, + "72": 0.42742523550987244, + "108": 0.3012399673461914, + "255": 0.2778993546962738 + }, + "fold": 0 + }, + { + "best_epoch": 75, + "best_val_acc": 0.8639240506329114, + "test_acc": 0.8602681721947777, + "train_size": 577, + "val_size": 316, + "test_size": 1417, + "stats": { + "mean": [ + [ + -0.00805977642980937, + -0.018866870935875215, + 0.031481733102252704, + -0.043535077989602024, + 0.004621514436741676, + 0.01480505808492205, + -0.014060085823223602, + -0.02213133720970536, + 0.002966329462738305, + 0.0030170756499133438, + 0.002753383032928949, + 0.0031395960138648014, + -0.0019510392547660267, + 0.0010119288561525432, + 0.0002420222010398325, + 0.0026207177123050403, + -0.00027903677296360597, + -0.004136256395147322 + ] + ], + "std": [ + [ + 0.9953843774509928, + 1.0074852374270842, + 1.0783606982862584, + 0.9028473634226395, + 1.0693480635548707, + 1.0940228399134122, + 0.8711465724120171, + 0.502597420466186, + 1.006613669140276, + 1.0050554458942274, + 1.0062103872564798, + 1.0073657656318686, + 0.9940821219426057, + 0.9803990682446567, + 0.9797804248563735, + 1.0060668347936674, + 0.9852523228665813, + 0.9927198570183016 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 6271, + "cert_evals": { + "36": 0.729004979133606, + "72": 0.5095272064208984, + "108": 0.3563867509365082, + "255": 0.2646436095237732 + }, + "fold": 1 + }, + { + "best_epoch": 72, + "best_val_acc": 0.843501326259947, + "test_acc": 0.8156342182890856, + "train_size": 577, + "val_size": 377, + "test_size": 1356, + "stats": { + "mean": [ + [ + 0.05914366984402079, + 0.022316960745233937, + 0.06025597920277344, + 0.004141213171577218, + 0.06498358975736578, + -0.007717641698440197, + 0.003916004280762564, + -0.024700628942807636, + -0.011757545424610043, + -0.012553493500866587, + -0.011469935798960128, + -0.011205641403812857, + 0.0023379489774696394, + -0.007725091837088372, + 0.010744232443674168, + -0.011220052305025987, + -0.013785179953206241, + 0.003924050017330997 + ] + ], + "std": [ + [ + 1.024154455792897, + 0.9811663585132518, + 1.0550539991337744, + 1.0439910345858283, + 1.1416502363087357, + 0.8904529955722684, + 1.0841860242487946, + 0.7205096411504827, + 0.9892628189620303, + 0.9876451169861917, + 0.9910594913771583, + 0.9889085818803738, + 1.0052016942584325, + 1.0015543969928375, + 1.001939370908761, + 0.9907018248984832, + 0.9753060190971025, + 0.9976064937693578 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 6271, + "cert_evals": { + "36": 0.5781710743904114, + "72": 0.4365781545639038, + "108": 0.3797934949398041, + "255": 0.28392329812049866 + }, + "fold": 2 + }, + { + "best_epoch": 60, + "best_val_acc": 0.8720238095238095, + "test_acc": 0.8654259126700071, + "train_size": 577, + "val_size": 336, + "test_size": 1397, + "stats": { + "mean": [ + [ + -0.004805442807625656, + 0.03371339715771235, + 0.02189034662045027, + 0.035925407279029334, + 0.0042291054419410475, + 0.03768918716984402, + 0.012717266897746975, + 0.03924694882149047, + 0.00528661488734836, + 0.005418960658578841, + 0.0062262528249566835, + 0.0039763388388214865, + -0.003098130467937617, + 0.010604977712305036, + -0.01486111181975736, + 0.007219200675909865, + 0.014029051389948003, + 0.01013749448873485 + ] + ], + "std": [ + [ + 1.008276364629133, + 1.010568100241832, + 1.0315325534295983, + 1.1379229784648968, + 0.9804535280460098, + 1.2556130480825498, + 1.057279793514591, + 1.3153187531590647, + 1.004023150383831, + 1.004919767936061, + 1.0036256590527597, + 1.0041255432995537, + 1.0046162783500956, + 1.0114881398893187, + 1.0145020055917877, + 1.0028701935817135, + 1.0098377455026906, + 0.990416131086278 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 6271, + "cert_evals": { + "36": 0.667859673500061, + "72": 0.5246957540512085, + "108": 0.44452396035194397, + "255": 0.279885470867157 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8386508212297513, + "std_test_acc": 0.028035172098879853, + "n_samples": 2310, + "n_features": 18, + "n_classes": 7, + "mean_cert_acc_36": 0.6469317972660065, + "std_cert_acc_36": 0.0660162120298422, + "mean_cert_acc_72": 0.4745565876364708, + "std_cert_acc_72": 0.049667581374773964, + "mean_cert_acc_108": 0.3704860433936119, + "std_cert_acc_108": 0.05933534892897509, + "mean_cert_acc_255": 0.27658793330192566, + "std_cert_acc_255": 0.008348014286973932 + }, + "statlog-vehicle": { + "dataset": "statlog-vehicle", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 29, + "best_val_acc": 0.6033057851239669, + "test_acc": 0.5972762645914397, + "train_size": 211, + "val_size": 121, + "test_size": 514, + "stats": { + "mean": [ + [ + -0.15146149526066363, + -0.10432839952606632, + -0.059711114691943054, + -0.10485173232227493, + -0.05972240473933653, + 0.023982654502369662, + -0.09937442175355453, + 0.0818855733649288, + -0.10596828436018967, + -0.11517251252132703, + -0.08347083222748818, + -0.1053934661943128, + -0.08422502947867287, + 0.06107363270142171, + -0.09882898767772512, + -0.031016796208530723, + -0.05365530142180105, + -0.07673026919431288 + ] + ], + "std": [ + [ + 0.9244006895318542, + 0.9269788321694366, + 0.9738611659537878, + 0.9392376060519674, + 0.9423236941745864, + 1.2031150582278034, + 0.9189159479510511, + 0.9554470489794712, + 0.9165422543676691, + 0.9419702932342265, + 0.899283407616931, + 0.9016819378903871, + 0.9169739004303826, + 1.0374334592683703, + 1.008232147929816, + 0.9709165003669759, + 0.9809690311814254, + 0.9851749395938914 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 6160, + "cert_evals": { + "36": 0.29182878136634827, + "72": 0.16731517016887665, + "108": 0.1186770424246788, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 84, + "best_val_acc": 0.6833333333333333, + "test_acc": 0.6524271844660194, + "train_size": 211, + "val_size": 120, + "test_size": 515, + "stats": { + "mean": [ + [ + -0.05707185829383899, + 0.01703814028436017, + -0.07233211819905201, + -0.08672841545023706, + -0.057319243601895775, + 0.03840272132701431, + -0.013982209905213271, + 0.02121443985781981, + -0.007237241706161201, + 0.0049784149421801165, + -0.014029810900473958, + -0.016262295578199085, + 0.0009614558767772847, + 0.11677855781990558, + 0.0023493535545024086, + -0.010852331753554503, + -0.10286354407582957, + -0.11368303744075818 + ] + ], + "std": [ + [ + 1.0402738933856586, + 0.9838455143238437, + 1.0190627316129826, + 1.0239103894741375, + 1.1508302480807033, + 1.1683856166359436, + 1.0055121275534542, + 0.9988185856887961, + 1.0147533040348673, + 0.9815814858424408, + 0.9995251885514925, + 1.0064285465555274, + 0.9637935338431834, + 1.1030605616237845, + 0.9937126714490084, + 0.995709949800922, + 1.0375518355312294, + 1.0614716810079152 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 6160, + "cert_evals": { + "36": 0.5417475700378418, + "72": 0.3922330141067505, + "108": 0.24466019868850708, + "255": 0.015533980913460255 + }, + "fold": 1 + }, + { + "best_epoch": 44, + "best_val_acc": 0.5503875968992248, + "test_acc": 0.5849802371541502, + "train_size": 211, + "val_size": 129, + "test_size": 506, + "stats": { + "mean": [ + [ + -0.021963390047393307, + 0.015501836018957329, + 0.03765074758293839, + -0.033773345592417056, + -0.053714301421800954, + 0.025012608530805693, + 0.012391009146919438, + 0.0011931618483411932, + 0.003732862559241725, + -0.004163105436966835, + 0.014350785308056885, + 0.008870320853080559, + 0.03139527815165877, + 0.07120188767772496, + -0.007286610426540335, + 0.01621079620853081, + -0.11362760189573462, + -0.0754560952606636 + ] + ], + "std": [ + [ + 1.0013809830173679, + 0.9782519614775661, + 1.0067349356663802, + 0.9925585379225955, + 0.9656789538710515, + 1.079511023393183, + 1.0086208512176316, + 0.9976671958575583, + 1.0053473248040818, + 0.9749627707710302, + 1.0173842579149284, + 1.023042568770406, + 0.9834183626487213, + 1.0185730954327057, + 1.033273817278921, + 0.9965280678503624, + 0.9690108913489877, + 1.0258779208898805 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 6160, + "cert_evals": { + "36": 0.14822134375572205, + "72": 0.015810277312994003, + "108": 0.0019762846641242504, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 28, + "best_val_acc": 0.5354330708661418, + "test_acc": 0.46653543307086615, + "train_size": 211, + "val_size": 127, + "test_size": 508, + "stats": { + "mean": [ + [ + 0.04652693270142183, + 0.020878930331753535, + 0.004595829952606676, + 0.050472680521327036, + 0.10850436966824639, + 0.11359419241706137, + 0.0035522710900474227, + -0.016401528483412357, + 0.0019045260663507124, + 0.02816009017251184, + 0.02038910379146921, + 0.003237731909952596, + 0.0162511691943128, + 0.05221142748815186, + 0.04571186824644554, + -0.08779599999999993, + -0.02366896398104278, + -0.04232626635071097 + ] + ], + "std": [ + [ + 1.0660694582459869, + 0.9954955740331093, + 1.0005918167210288, + 1.0225865249631643, + 1.1919100176742894, + 1.3676251093574603, + 0.9782612041335168, + 1.0070319475298821, + 0.9609306968438209, + 0.995608616420587, + 0.9856739612962143, + 0.9752124296736733, + 1.0143856365331891, + 1.0854963150619814, + 1.0148237536601927, + 0.9020045533947828, + 0.9646100732878, + 0.9403175219272142 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 6160, + "cert_evals": { + "36": 0.2263779491186142, + "72": 0.20078739523887634, + "108": 0.07480315119028091, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5753047798206188, + "std_test_acc": 0.07821976883180756, + "n_samples": 846, + "n_features": 18, + "n_classes": 4, + "mean_cert_acc_36": 0.3020439110696316, + "std_cert_acc_36": 0.1702438574619928, + "mean_cert_acc_72": 0.19403646420687437, + "std_cert_acc_72": 0.15471053477576593, + "mean_cert_acc_108": 0.11002916924189776, + "std_cert_acc_108": 0.10184399510000533, + "mean_cert_acc_255": 0.0038834952283650637, + "std_cert_acc_255": 0.007766990456730127 + }, + "steel-plates": { + "dataset": "steel-plates", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 19, + "best_val_acc": 0.5016393442622951, + "test_acc": 0.48218940052128584, + "train_size": 485, + "val_size": 305, + "test_size": 1151, + "stats": { + "mean": [ + [ + -0.033171420824742434, + -0.03487799787628848, + -0.025752341010309272, + -0.02575685641237119, + -0.013433178123711241, + -0.013203120387628779, + -0.01932132132144322, + -0.015286709072164926, + -0.03529740762886613, + -0.06188019999999985, + 0.029282459793814393, + 0.02461150515463966, + -0.02461150515463966, + 0.02680637649484613, + 0.05348254682474227, + 0.04729742422680411, + 0.037012766989690665, + -0.005113711814433202, + -0.04244604482474207, + 0.016299261237113144, + 0.02038411958762842, + 0.024304238721649656, + 0.01957637484536068, + 0.03119099608247441, + 0.008960876804329868, + -0.0667112558564948, + 0.03806582750515489 + ] + ], + "std": [ + [ + 0.9756894853975037, + 0.9770748287077284, + 0.928969513709341, + 0.9289613756914903, + 0.7271911461061646, + 0.6249440949513447, + 0.2710442676106522, + 0.8321078924444775, + 0.9681819508369377, + 0.9379050398893956, + 1.0059681125158686, + 1.004435542438173, + 1.004435542438173, + 1.0374639889594413, + 0.9990047126903454, + 0.9783238676858398, + 0.9859445483202275, + 0.9264109604441377, + 0.9798063758731859, + 0.9885797784975004, + 0.9993680933241289, + 0.9978320614999503, + 0.9928227904046222, + 0.9831836156202347, + 0.9769683973001587, + 0.9740787014301614, + 0.9975175191485853 + ] + ] + }, + "width": 128, + "in_features": 27, + "out_features": 7, + "depth": 6, + "padding": 54, + "parameters": 13777, + "cert_evals": { + "36": 0.2919200658798218, + "72": 0.2215464860200882, + "108": 0.21112076938152313, + "255": 0.16333623230457306 + }, + "fold": 0 + }, + { + "best_epoch": 59, + "best_val_acc": 0.6126760563380281, + "test_acc": 0.5102389078498294, + "train_size": 485, + "val_size": 284, + "test_size": 1172, + "stats": { + "mean": [ + [ + 0.03706820797938135, + 0.03657455558762895, + 0.014421525546391723, + 0.014414742845360836, + -0.04709934408247418, + -0.04852457241237108, + -0.033936195713195796, + -0.05171317672164952, + 0.013659632577319523, + -0.027462527628865894, + 0.006293505773195868, + 0.011990152577319948, + -0.011990152577319948, + -0.03296888268041301, + -0.009405954164948402, + -0.043928852597938134, + 0.002384727134020549, + -0.013394573402062043, + 0.027507874268041282, + 0.038990112989690746, + 0.0011484783505151038, + -0.02832227346391757, + -0.023262162268041238, + -0.03206279731958757, + -0.003237806419175221, + -0.04168354620618558, + -0.012072491587628926 + ] + ], + "std": [ + [ + 1.015411156192268, + 1.0184785548739292, + 1.121885848311569, + 1.1218788885198352, + 0.690006383533972, + 0.5810603178627508, + 0.2538653505206093, + 0.7901091189782915, + 1.0313073308807894, + 1.1253321716484355, + 0.9934036908444747, + 1.002106781592608, + 1.002106781592608, + 0.9446882153445072, + 1.006327755621702, + 1.0256643689759664, + 0.9902082423796534, + 1.0703705601717843, + 0.9814029395820514, + 0.9594928614842593, + 0.9948279945629597, + 0.9781432437014432, + 0.9737318425454382, + 0.9896265964372553, + 0.996385694776415, + 1.1531115464252937, + 0.9965705557829847 + ] + ] + }, + "width": 128, + "in_features": 27, + "out_features": 7, + "depth": 6, + "padding": 54, + "parameters": 13777, + "cert_evals": { + "36": 0.4513651728630066, + "72": 0.40017062425613403, + "108": 0.35324230790138245, + "255": 0.2081911265850067 + }, + "fold": 1 + }, + { + "best_epoch": 37, + "best_val_acc": 0.5469798657718121, + "test_acc": 0.5224525043177893, + "train_size": 485, + "val_size": 298, + "test_size": 1158, + "stats": { + "mean": [ + [ + 0.01349540909278348, + 0.011743234845361083, + 0.055380051591752535, + 0.05537599281030928, + -0.002818057010309121, + -0.0043726463257731905, + -0.011363671857525773, + 0.0014854367216495697, + -0.017973084123711465, + -0.019961297319587557, + -0.006256404123711325, + 0.037232857731959154, + -0.037232857731959154, + -0.057822187216493647, + -0.04968943053608254, + 0.05299214910515458, + 0.012450677092783526, + -0.0152095140206186, + -0.021158501278350353, + -0.03180742531958788, + 0.011834936082473834, + 0.02963465686597942, + 0.02183907072164954, + 0.04186944268041253, + 0.024153798268247404, + -0.04557396327835056, + 0.03912331686597949 + ] + ], + "std": [ + [ + 1.0305115292152447, + 1.0350302276108283, + 1.0568148967701887, + 1.0568064122935077, + 0.7926988315617414, + 0.6342514589481083, + 0.28414711305629714, + 0.9056134481718624, + 0.9751665814504833, + 1.0270919456979695, + 0.9900679127467883, + 1.0066006750596284, + 1.0066006750596284, + 0.9543742160994036, + 1.0004136931230714, + 1.0094115145490878, + 1.0121553004352448, + 0.8186606474983903, + 1.0281436358716267, + 1.0235390824617858, + 1.0008479768803218, + 0.990294035931081, + 0.9940477374299497, + 1.000219892821287, + 0.9933237184970842, + 0.9852467220628263, + 0.994697835657597 + ] + ] + }, + "width": 128, + "in_features": 27, + "out_features": 7, + "depth": 6, + "padding": 54, + "parameters": 13777, + "cert_evals": { + "36": 0.4300518035888672, + "72": 0.3652849793434143, + "108": 0.3177892863750458, + "255": 0.18825560808181763 + }, + "fold": 2 + }, + { + "best_epoch": 96, + "best_val_acc": 0.5316901408450704, + "test_acc": 0.5273037542662116, + "train_size": 485, + "val_size": 284, + "test_size": 1172, + "stats": { + "mean": [ + [ + 0.023743463731958805, + 0.016176765814433166, + 0.0014892443092783534, + 0.0014844411752577274, + -0.009514525814432954, + -0.020205760659793785, + -0.01871218610680407, + -0.005845208247422769, + 0.01885683030927834, + -0.00661354618556694, + 0.013281478350515526, + 0.0035759175257736252, + -0.0035759175257736252, + 0.001803373195877225, + -0.050778439121649456, + -0.007776909546391795, + 0.04831092711340207, + -0.05191724047422686, + -0.019034719298968952, + 0.018150954639175196, + 0.009697649484535607, + -0.007318674041237245, + -0.01604848907216485, + -0.0013126113402060792, + 0.01597799027505155, + 0.03087437377319595, + 0.008060444742267966 + ] + ], + "std": [ + [ + 1.035245883833329, + 1.0366480375890377, + 1.0283716528913942, + 1.0283643226814112, + 0.804966635241197, + 0.6387301143243845, + 0.2927267776520207, + 0.9211566457266325, + 1.0248177126554818, + 0.9991241777878153, + 0.9956957155110975, + 1.0004628088385008, + 1.0004628088385008, + 0.9913012556247199, + 0.9711702662146896, + 0.9776882812482338, + 0.9942196574638761, + 0.7385409188908473, + 1.0098201632818302, + 0.9666923500151875, + 0.9978814369963841, + 1.002103883727627, + 0.9660799436198654, + 1.0007299152954314, + 0.9729135128718771, + 1.03912258961276, + 1.0093273706219772 + ] + ] + }, + "width": 128, + "in_features": 27, + "out_features": 7, + "depth": 6, + "padding": 54, + "parameters": 13777, + "cert_evals": { + "36": 0.44965869188308716, + "72": 0.39590442180633545, + "108": 0.3395904302597046, + "255": 0.18430033326148987 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.510546141738779, + "std_test_acc": 0.020221920553538077, + "n_samples": 1941, + "n_features": 27, + "n_classes": 7, + "mean_cert_acc_36": 0.4057489335536957, + "std_cert_acc_36": 0.07649956159598263, + "mean_cert_acc_72": 0.345726627856493, + "std_cert_acc_72": 0.08423221175028103, + "mean_cert_acc_108": 0.305435698479414, + "std_cert_acc_108": 0.06454955355395191, + "mean_cert_acc_255": 0.18602082505822182, + "std_cert_acc_255": 0.018385386999576852 + }, + "synthetic-control": { + "dataset": "synthetic-control", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 49, + "best_val_acc": 0.7682926829268293, + "test_acc": 0.6684782608695652, + "train_size": 150, + "val_size": 82, + "test_size": 368, + "stats": { + "mean": [ + [ + 0.03924785799999999, + 0.09383712196000003, + 0.07046625366666667, + 0.0014863559999998659, + -0.05929098933333334, + -0.038894416533333365, + -0.06979297906666665, + 0.14184743933333332, + -0.017701836666666713, + 0.031171698399999972, + -0.021065953866666622, + 0.0012081412666666543, + -0.04361972219999998, + 0.0025437976666666416, + 0.07672977846666663, + 0.020924183333333297, + -0.0169760114666666, + 0.002974836000000029, + 0.003983265866666657, + -0.024021968200000025, + -0.03956240413333334, + -0.1248241973333334, + -0.05730380093333336, + -0.05808679486666668, + -0.028370202666666712, + -0.09732389666666662, + -0.05763924799999995, + -0.13051837340000005, + -0.05395017553333331, + -0.03267161173333333, + -0.023729760666666683, + -0.07524714946666669, + -0.06614863693333331, + -0.019300918133333376, + -0.030039852199999936, + 0.011592385653333353, + 0.031318077333333326, + 0.01763483633333328, + -0.0250934726666667, + -0.004898507333333266, + 0.004217182600000006, + -0.0246385992666667, + -0.030988849866666696, + -0.04759142453333339, + -0.01953947740000004, + -0.01564450933333335, + -0.015787699133333277, + 0.002320799400000045, + 0.024963803466666677, + -0.007529426400000029, + 0.04093678893333338, + 0.015736563599999965, + -0.03746829866666665, + 0.014098554666666692, + -0.011547875333333272, + -0.02319905666666666, + -0.03142149800000005, + -0.016265246000000014, + 0.007930060666666574, + -0.023128325933333405 + ] + ], + "std": [ + [ + 0.9961076807315135, + 0.9206509112843125, + 1.0540224386437416, + 1.0522148944257685, + 0.9493400263469906, + 1.0413681468006608, + 1.0206521762883793, + 1.0022196701786035, + 0.9563400774380424, + 0.9609145334914101, + 1.0024994267345215, + 0.9932555095692103, + 0.9717731403065037, + 0.98032175468797, + 0.9982624484839073, + 0.9382038270345618, + 0.9768753390482254, + 0.9916308705368667, + 1.006723658496416, + 1.0297445317020146, + 1.032876694551145, + 0.972144505822908, + 0.9798593024092027, + 0.9843687966126489, + 1.011735889322179, + 1.0429049244153183, + 1.0346506734246277, + 1.0538601962572212, + 0.9988680991418135, + 1.0180957806321926, + 0.9596516599467743, + 0.9834125851120433, + 1.0264509047524573, + 1.041847740419822, + 0.9781778184682978, + 1.0266071515222082, + 1.0054089356966365, + 0.9672870323425345, + 1.0086182531503245, + 0.9476236198433843, + 0.9903141136237383, + 0.9773410750044438, + 0.9739559384791738, + 1.0166341319600727, + 1.0066772526142282, + 0.9830356367906539, + 0.9703713876993874, + 1.0032669206080842, + 0.9780136276281223, + 0.9963547072355085, + 0.9891349444554035, + 0.9865762284560603, + 0.975071666163836, + 0.9738556836226393, + 0.9427521925477134, + 0.9585723823680283, + 1.023473462894158, + 0.974178234052611, + 0.9584708977350718, + 0.9781662302529668 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 6, + "depth": 6, + "padding": 120, + "parameters": 66126, + "cert_evals": { + "36": 0.5570652484893799, + "72": 0.39402174949645996, + "108": 0.2663043439388275, + "255": 0.1304347813129425 + }, + "fold": 0 + }, + { + "best_epoch": 53, + "best_val_acc": 0.8313253012048193, + "test_acc": 0.8092643051771117, + "train_size": 150, + "val_size": 83, + "test_size": 367, + "stats": { + "mean": [ + [ + 0.07431676333333329, + 0.055703143333333274, + 0.059986597200000005, + 0.05962913333333327, + 0.01711391199999998, + -0.09842530133333331, + -0.037238006933333324, + 0.04494911246666669, + 0.03584688633333339, + -0.03672074413333339, + 0.1400467430666667, + -0.0017188513300000175, + 0.09355356086666661, + 0.08375834533333343, + 0.10196642733333329, + -0.002735159333333399, + -0.04132526846666665, + 0.002115888533333303, + -0.04545685346666663, + -0.026682441333333327, + 0.0202955157, + 0.05891559266666658, + 0.09727385853333322, + 0.0824819633333333, + -0.003187957799999993, + 0.019345319200000027, + 0.015127944066666616, + -0.01814940193333335, + 0.028838950733333313, + -0.037662185733333346, + -0.03617591013333335, + 0.015016469333333294, + 0.03429976273333337, + 0.0064533666666667005, + -0.029528327399999967, + -0.020207610346666682, + -0.015195800666666651, + -0.03826542699999998, + -0.0280714353333333, + -0.03387643922666661, + -0.006132136866666568, + -0.06652122866666664, + -0.012367441333333272, + 0.04345637599999996, + 0.04305291933333331, + 0.025584800666666543, + 0.017196319133333353, + -0.01777196502666665, + -0.07746244253333334, + -0.044407173933333335, + -0.055261454599999996, + -0.052746810399999934, + -0.0045274859999999695, + -0.025930303333333373, + 0.035556554666666684, + 0.009908130666666676, + 0.016988207333333238, + -0.00977137813333338, + -0.020683775666666668, + 0.012211349666666682 + ] + ], + "std": [ + [ + 0.9843088538516878, + 1.0385221048037923, + 1.0362809707291913, + 1.070636491980348, + 1.036981973032216, + 1.0535025500445936, + 1.0486711166621683, + 1.0486450651360273, + 1.0014223592087255, + 0.9374084409356886, + 0.9860590509896011, + 0.9753368966519272, + 1.0333021459864373, + 0.9876115794841844, + 1.02068622354422, + 1.0112690289204789, + 1.0116637203824093, + 1.033925288406938, + 1.0512195357703547, + 1.018333809220628, + 0.985055866337006, + 0.943091921098071, + 0.9490130762941131, + 0.99910695778916, + 1.0356025959908477, + 1.0026236047334451, + 1.0141313027658527, + 0.9956117641629766, + 1.0018305711459572, + 1.0053268814426604, + 1.0314502672967765, + 1.038459737162511, + 0.937751592640825, + 0.9861261142353305, + 0.9749386073698773, + 0.9772874202358274, + 0.9591957253028498, + 0.9926707359223034, + 0.9729932139063138, + 0.9920544640877638, + 0.9836353401854067, + 0.99810857871081, + 1.0023120691127656, + 0.9517953446574153, + 1.0036265983538577, + 1.0142510395016522, + 0.9769674154680212, + 1.0141447148508704, + 1.0111479341233067, + 0.9771982566562517, + 0.9980648743000833, + 0.9633210674621704, + 0.9823793488227291, + 0.9870075135806297, + 0.983054034466811, + 0.990652388626008, + 1.0024265300075932, + 0.9594171079813323, + 0.9682468460883036, + 0.9900597520223805 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 6, + "depth": 6, + "padding": 120, + "parameters": 66126, + "cert_evals": { + "36": 0.6512261629104614, + "72": 0.5122615694999695, + "108": 0.4032697379589081, + "255": 0.14713896811008453 + }, + "fold": 1 + }, + { + "best_epoch": 55, + "best_val_acc": 0.8191489361702128, + "test_acc": 0.7471910112359551, + "train_size": 150, + "val_size": 94, + "test_size": 356, + "stats": { + "mean": [ + [ + -0.114856322, + -0.06579790133333327, + 0.03355098266666663, + -0.03648713526666665, + -0.0011477239999999878, + 0.13642399413333328, + -0.07596104666666668, + -0.0056418873333333374, + 0.09558374166666667, + 0.02089898246666667, + 0.03188003920000004, + 0.007430201999999999, + -0.0038350263999999894, + -0.01883838019999997, + 0.0748425113333334, + 0.00488779438666673, + 0.018437261666666697, + 0.030671767333333304, + 0.022914690999999977, + 0.01594029433333337, + -0.048436106666666714, + -0.0024884444666667177, + 0.04168678213333334, + 0.041644789333333244, + 0.042822868333333354, + 0.06534793200000001, + -0.010656098666666605, + -0.006021577466666684, + 0.04735826933333332, + 0.025442156333333393, + 0.017160075866666614, + -0.04544196133333331, + -0.013476259999999967, + 0.033218761599999966, + -0.005814218000000064, + -0.02626612546666666, + 0.0554423356666666, + -0.005378560400000007, + 0.004365360799999973, + 0.01993973579999998, + -0.013822085533333268, + -0.0276612758666667, + -0.005520540333333351, + 0.027592530666666643, + -0.0016518936666666988, + -0.02964797600000004, + -0.016894890799999965, + -0.018347165760000048, + 0.02878474666666673, + 0.009005892399999991, + 0.0005037746666666054, + -0.010252967199999949, + 0.009452513999999928, + -0.0006035673333334005, + -0.023115470666666638, + 0.0008124299999999337, + -0.010064331333333435, + 0.02198669420666669, + 0.005671073333333329, + 0.009682615733333344 + ] + ], + "std": [ + [ + 1.0560741237905633, + 1.0909763937676147, + 0.9591104934810897, + 1.0027353336789389, + 1.0137393600188147, + 0.9974355725372859, + 0.9334185111764193, + 1.0358338960107323, + 0.9936794808583214, + 1.0639561849283727, + 1.0322757313313562, + 1.0330482466022683, + 1.0135503676371944, + 1.0679076791635504, + 0.9641245690753236, + 1.0282675239598804, + 1.0002353813184108, + 0.9684654582597145, + 1.0331226003460752, + 1.0536462803122515, + 0.9988253263652744, + 1.0354371216022098, + 0.9964647889804219, + 1.017635225822453, + 1.0005114917749387, + 1.021355655521812, + 0.9645306146203501, + 1.0113815411448928, + 0.9806016929287075, + 1.0144519155296894, + 1.0265802362924008, + 1.02000197200153, + 1.07766142678815, + 1.0468290903972308, + 1.0314178108001988, + 1.000469001033564, + 1.0450722590473078, + 1.0325221094946504, + 1.048894956227836, + 0.9833702833504419, + 1.0153917705572146, + 1.012455383336184, + 1.0589782810850652, + 1.0157128503216464, + 1.0196629247844613, + 1.0470501606989209, + 1.0194159827106324, + 1.0071984093717992, + 1.0321411977245474, + 1.043438003333306, + 1.0407295108896613, + 1.027173255849118, + 1.0179448117519239, + 1.0453526291643118, + 1.0174480325437838, + 1.0318194380088317, + 1.0133347569254487, + 1.0231404714757075, + 1.030328051006465, + 1.0096253910405713 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 6, + "depth": 6, + "padding": 120, + "parameters": 66126, + "cert_evals": { + "36": 0.6713483333587646, + "72": 0.584269642829895, + "108": 0.516853928565979, + "255": 0.13764044642448425 + }, + "fold": 2 + }, + { + "best_epoch": 35, + "best_val_acc": 0.6966292134831461, + "test_acc": 0.7146814404432132, + "train_size": 150, + "val_size": 89, + "test_size": 361, + "stats": { + "mean": [ + [ + 0.1277572366666666, + 0.04134771529333352, + 0.021863094333333402, + 0.014401853333333483, + -0.002803757326666718, + 0.06694332266666667, + 0.07448979026666658, + 0.06807802960000005, + 0.019724051666666666, + 0.06465353440000006, + -0.0428330099999999, + -0.07357414919666662, + -0.04223157999999999, + -0.12545532820000008, + -0.04292649966666659, + -0.10589588954666669, + -0.04041633779999999, + 0.05218024986666674, + 0.05426686220000013, + 0.0227305805333333, + 0.10614008046666681, + 0.04376943119999995, + -0.013266023600000024, + -0.07076259793333334, + -0.074043531, + -0.08001001866666667, + -0.07797701933333334, + -0.09792546133333335, + -0.061854662000000005, + -0.024533988199999985, + 0.03629900386666665, + 0.0058454133399999395, + 0.007318489999999978, + 0.03803268466666662, + 0.044273164599999956, + 0.0013259573333333503, + -0.002469843333333337, + -0.029172804800000018, + -0.05582708400000001, + -0.05666843433333332, + -0.048033903333333315, + -0.06985443860000005, + -0.0578782198666667, + -0.05657032866666666, + -0.026883787333333433, + -0.00934031266666669, + 0.011623247533333353, + 0.035373553640000055, + 0.013784810000000043, + 0.005969853333333333, + 0.02904661893333334, + 0.02376045733333324, + -0.02384677466666665, + -0.05474407806666669, + -0.06623972000000003, + -0.06898137600000002, + -0.07447672184000008, + -0.08693477600000002, + -0.05651159700000001, + -0.03601778493333341 + ] + ], + "std": [ + [ + 0.9996137529479245, + 1.0036117435912413, + 1.0522681023859373, + 1.1119684771253828, + 1.0298920232178084, + 1.070456358378364, + 1.0922136476449562, + 0.9445072794294876, + 0.9503254307664003, + 0.9324621895873916, + 0.9965913991681153, + 1.1062786611692523, + 1.1218688680681206, + 1.0020156097641995, + 1.0418972253640428, + 0.9838023238329702, + 0.9853089091257823, + 1.0414927333939905, + 1.0350491750495694, + 1.0308468611443276, + 1.0024128778412678, + 0.9938024611079457, + 0.9539537713906278, + 0.9088792441254281, + 0.9267414020449568, + 1.0592924551372531, + 1.035601875159454, + 1.0348290235762594, + 1.0072879218281139, + 1.0455750589807704, + 0.9984184008706671, + 0.966055737300902, + 0.9991473365977808, + 1.0374974178986145, + 0.9976106602571032, + 0.9683911885436237, + 0.9999529450897607, + 0.9934502585034328, + 1.0060525583431303, + 0.9969439583936579, + 1.0032737317903146, + 1.006882715938048, + 0.9888037727439014, + 0.997171098741018, + 1.0163770279221114, + 0.9925585952400967, + 1.0393735568577307, + 1.0254123445542493, + 1.0212979411217074, + 1.0292884216225284, + 0.9986396756965731, + 0.9791900111960249, + 1.0282697752335705, + 1.0042624464425858, + 1.014742625093536, + 1.0220728519074882, + 0.9823536621313895, + 1.0001527437069238, + 1.0095902426275776, + 1.0166981511490805 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 6, + "depth": 6, + "padding": 120, + "parameters": 66126, + "cert_evals": { + "36": 0.5540165901184082, + "72": 0.3961218595504761, + "108": 0.3019390404224396, + "255": 0.08033240586519241 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7349037544314613, + "std_test_acc": 0.059165745621817416, + "n_samples": 600, + "n_features": 60, + "n_classes": 6, + "mean_cert_acc_36": 0.6084140837192535, + "std_cert_acc_36": 0.06161543121621748, + "mean_cert_acc_72": 0.47166870534420013, + "std_cert_acc_72": 0.09320788129199473, + "mean_cert_acc_108": 0.37209176272153854, + "std_cert_acc_108": 0.11260629529257898, + "mean_cert_acc_255": 0.12388665042817593, + "std_cert_acc_255": 0.029831121441791175 + }, + "teaching": { + "dataset": "teaching", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.3181818181818182, + "test_acc": 0.34065934065934067, + "train_size": 38, + "val_size": 22, + "test_size": 91, + "stats": { + "mean": [ + [ + -0.11332560526315784, + -0.17121901315789478, + 0.029873731578947377, + -0.30744157894736857, + -0.12647241315789476 + ] + ], + "std": [ + [ + 1.0757021171452221, + 0.9379212090884154, + 0.9728178435489211, + 1.2214091484203293, + 1.0035868928906388 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 533, + "cert_evals": { + "36": 0.34065935015678406, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.375, + "test_acc": 0.31958762886597936, + "train_size": 38, + "val_size": 16, + "test_size": 97, + "stats": { + "mean": [ + [ + 0.08642726315789476, + 0.17190744736842098, + 0.21345746842105265, + 0.20351052631578942, + 0.02251846578947367 + ] + ], + "std": [ + [ + 0.9226189788343568, + 0.9529276096944189, + 1.0986997290584972, + 0.7479572951992832, + 0.9794960526322802 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 533, + "cert_evals": { + "36": 0.3195876181125641, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.2916666666666667, + "test_acc": 0.33707865168539325, + "train_size": 38, + "val_size": 24, + "test_size": 89, + "stats": { + "mean": [ + [ + -0.11332560526315784, + 0.02154873684210526, + -0.18742893684210518, + -0.08846210526315801, + -0.16320968421052634 + ] + ], + "std": [ + [ + 1.0757021171452221, + 0.983440529661239, + 0.8586823726924572, + 1.0752563594695814, + 0.9991610142309885 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 533, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5555555555555556, + "test_acc": 0.29473684210526313, + "train_size": 38, + "val_size": 18, + "test_size": 95, + "stats": { + "mean": [ + [ + 0.0864272631578948, + -0.03628181578947368, + -0.2848404736842105, + 0.057524210526315775, + -0.050956549999999996 + ] + ], + "std": [ + [ + 0.9226189788343567, + 1.030764765505801, + 0.8345079992343973, + 0.9376140898091212, + 1.1033171507511983 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 533, + "cert_evals": { + "36": 0.2947368621826172, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.32301561582899413, + "std_test_acc": 0.020980229910751158, + "n_samples": 151, + "n_features": 5, + "n_classes": 3, + "mean_cert_acc_36": 0.23874595761299133, + "std_cert_acc_36": 0.16026678520847937, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "statlog-landsat": { + "dataset": "statlog-landsat", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 19, + "best_val_acc": 0.835920177383592, + "test_acc": 0.8400792527596943, + "train_size": 2000, + "val_size": 902, + "test_size": 3533, + "stats": { + "mean": [ + [ + -6.934999915808593e-08, + 2.3328000050659715e-07, + -1.1755000014720962e-07, + 4.1650000113531425e-08, + 2.974999921856458e-08, + 4.0644999990996356e-07, + -1.644000001917445e-07, + -1.413499999420309e-07, + -8.425000072870282e-08, + -1.3005000039911785e-07, + 2.7175000002155337e-07, + 1.0295000034876712e-07, + 1.0184999964849006e-07, + 6.443749997200598e-07, + -1.6854999985216335e-07, + 3.127500005414563e-07, + 1.409999956569763e-08, + 1.658500001333052e-07, + -1.2499999977327868e-07, + -5.844999979326415e-08, + 2.847999998976669e-07, + 3.69650000320354e-07, + -2.5099999955369155e-08, + -7.789999963525585e-08, + 2.7900000419078807e-08, + 1.6560000010702563e-07, + -6.818499998652027e-07, + 5.085000043508758e-08, + -2.546000000173132e-07, + 1.6649999925254233e-08, + -5.505499998159635e-07, + -2.0430000036758546e-07, + 6.48000004858651e-08, + 1.6479999976863612e-07, + 1.1045000017417816e-07, + -5.730000016734849e-08 + ] + ], + "std": [ + [ + 0.9997504252780416, + 0.9997504353750883, + 0.9997503864088414, + 0.9997498292458762, + 0.999750452450114, + 0.9997515833752775, + 0.9997498884010328, + 0.9997500268501014, + 0.9997502639520248, + 0.9997509350029689, + 0.9997501055034534, + 0.9997499174689204, + 0.9997496455953512, + 0.9997496576620629, + 0.999749738590197, + 0.9997497575751876, + 0.9997501294203239, + 0.9997495457673908, + 0.999749811725968, + 0.9997499464044513, + 0.9997498084183996, + 0.9997501411837695, + 0.9997498091480883, + 0.9997501130822933, + 0.9997499551918837, + 0.9997500274473032, + 0.999750691794593, + 0.9997498389478997, + 0.9997497286241793, + 0.9997505072133269, + 0.9997503342441044, + 0.9997498754279657, + 0.9997500420188261, + 0.9997503240021074, + 0.9997501539041043, + 0.9997498636945846 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 6, + "depth": 6, + "padding": 72, + "parameters": 24126, + "cert_evals": { + "36": 0.809510350227356, + "72": 0.7749788165092468, + "108": 0.7336541414260864, + "255": 0.473818302154541 + }, + "fold": 0 + }, + { + "best_epoch": 35, + "best_val_acc": 0.8391304347826087, + "test_acc": 0.8389758179231863, + "train_size": 2000, + "val_size": 920, + "test_size": 3515, + "stats": { + "mean": [ + [ + -6.934999915808593e-08, + 2.3328000050659715e-07, + -1.1755000014720962e-07, + 4.1650000113531425e-08, + 2.974999921856458e-08, + 4.0644999990996356e-07, + -1.644000001917445e-07, + -1.413499999420309e-07, + -8.425000072870282e-08, + -1.3005000039911785e-07, + 2.7175000002155337e-07, + 1.0295000034876712e-07, + 1.0184999964849006e-07, + 6.443749997200598e-07, + -1.6854999985216335e-07, + 3.127500005414563e-07, + 1.409999956569763e-08, + 1.658500001333052e-07, + -1.2499999977327868e-07, + -5.844999979326415e-08, + 2.847999998976669e-07, + 3.69650000320354e-07, + -2.5099999955369155e-08, + -7.789999963525585e-08, + 2.7900000419078807e-08, + 1.6560000010702563e-07, + -6.818499998652027e-07, + 5.085000043508758e-08, + -2.546000000173132e-07, + 1.6649999925254233e-08, + -5.505499998159635e-07, + -2.0430000036758546e-07, + 6.48000004858651e-08, + 1.6479999976863612e-07, + 1.1045000017417816e-07, + -5.730000016734849e-08 + ] + ], + "std": [ + [ + 0.9997504252780416, + 0.9997504353750883, + 0.9997503864088414, + 0.9997498292458762, + 0.999750452450114, + 0.9997515833752775, + 0.9997498884010328, + 0.9997500268501014, + 0.9997502639520248, + 0.9997509350029689, + 0.9997501055034534, + 0.9997499174689204, + 0.9997496455953512, + 0.9997496576620629, + 0.999749738590197, + 0.9997497575751876, + 0.9997501294203239, + 0.9997495457673908, + 0.999749811725968, + 0.9997499464044513, + 0.9997498084183996, + 0.9997501411837695, + 0.9997498091480883, + 0.9997501130822933, + 0.9997499551918837, + 0.9997500274473032, + 0.999750691794593, + 0.9997498389478997, + 0.9997497286241793, + 0.9997505072133269, + 0.9997503342441044, + 0.9997498754279657, + 0.9997500420188261, + 0.9997503240021074, + 0.9997501539041043, + 0.9997498636945846 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 6, + "depth": 6, + "padding": 72, + "parameters": 24126, + "cert_evals": { + "36": 0.8139402866363525, + "72": 0.782930314540863, + "108": 0.7382646203041077, + "255": 0.5058321952819824 + }, + "fold": 1 + }, + { + "best_epoch": 76, + "best_val_acc": 0.8454842219804135, + "test_acc": 0.8304891922639362, + "train_size": 2000, + "val_size": 919, + "test_size": 3516, + "stats": { + "mean": [ + [ + -6.934999915808593e-08, + 2.3328000050659715e-07, + -1.1755000014720962e-07, + 4.1650000113531425e-08, + 2.974999921856458e-08, + 4.0644999990996356e-07, + -1.644000001917445e-07, + -1.413499999420309e-07, + -8.425000072870282e-08, + -1.3005000039911785e-07, + 2.7175000002155337e-07, + 1.0295000034876712e-07, + 1.0184999964849006e-07, + 6.443749997200598e-07, + -1.6854999985216335e-07, + 3.127500005414563e-07, + 1.409999956569763e-08, + 1.658500001333052e-07, + -1.2499999977327868e-07, + -5.844999979326415e-08, + 2.847999998976669e-07, + 3.69650000320354e-07, + -2.5099999955369155e-08, + -7.789999963525585e-08, + 2.7900000419078807e-08, + 1.6560000010702563e-07, + -6.818499998652027e-07, + 5.085000043508758e-08, + -2.546000000173132e-07, + 1.6649999925254233e-08, + -5.505499998159635e-07, + -2.0430000036758546e-07, + 6.48000004858651e-08, + 1.6479999976863612e-07, + 1.1045000017417816e-07, + -5.730000016734849e-08 + ] + ], + "std": [ + [ + 0.9997504252780416, + 0.9997504353750883, + 0.9997503864088414, + 0.9997498292458762, + 0.999750452450114, + 0.9997515833752775, + 0.9997498884010328, + 0.9997500268501014, + 0.9997502639520248, + 0.9997509350029689, + 0.9997501055034534, + 0.9997499174689204, + 0.9997496455953512, + 0.9997496576620629, + 0.999749738590197, + 0.9997497575751876, + 0.9997501294203239, + 0.9997495457673908, + 0.999749811725968, + 0.9997499464044513, + 0.9997498084183996, + 0.9997501411837695, + 0.9997498091480883, + 0.9997501130822933, + 0.9997499551918837, + 0.9997500274473032, + 0.999750691794593, + 0.9997498389478997, + 0.9997497286241793, + 0.9997505072133269, + 0.9997503342441044, + 0.9997498754279657, + 0.9997500420188261, + 0.9997503240021074, + 0.9997501539041043, + 0.9997498636945846 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 6, + "depth": 6, + "padding": 72, + "parameters": 24126, + "cert_evals": { + "36": 0.8026165962219238, + "72": 0.7718998789787292, + "108": 0.7315130829811096, + "255": 0.5002843737602234 + }, + "fold": 2 + }, + { + "best_epoch": 43, + "best_val_acc": 0.8196902654867256, + "test_acc": 0.8476352308128009, + "train_size": 2000, + "val_size": 904, + "test_size": 3531, + "stats": { + "mean": [ + [ + -6.934999915808593e-08, + 2.3328000050659715e-07, + -1.1755000014720962e-07, + 4.1650000113531425e-08, + 2.974999921856458e-08, + 4.0644999990996356e-07, + -1.644000001917445e-07, + -1.413499999420309e-07, + -8.425000072870282e-08, + -1.3005000039911785e-07, + 2.7175000002155337e-07, + 1.0295000034876712e-07, + 1.0184999964849006e-07, + 6.443749997200598e-07, + -1.6854999985216335e-07, + 3.127500005414563e-07, + 1.409999956569763e-08, + 1.658500001333052e-07, + -1.2499999977327868e-07, + -5.844999979326415e-08, + 2.847999998976669e-07, + 3.69650000320354e-07, + -2.5099999955369155e-08, + -7.789999963525585e-08, + 2.7900000419078807e-08, + 1.6560000010702563e-07, + -6.818499998652027e-07, + 5.085000043508758e-08, + -2.546000000173132e-07, + 1.6649999925254233e-08, + -5.505499998159635e-07, + -2.0430000036758546e-07, + 6.48000004858651e-08, + 1.6479999976863612e-07, + 1.1045000017417816e-07, + -5.730000016734849e-08 + ] + ], + "std": [ + [ + 0.9997504252780416, + 0.9997504353750883, + 0.9997503864088414, + 0.9997498292458762, + 0.999750452450114, + 0.9997515833752775, + 0.9997498884010328, + 0.9997500268501014, + 0.9997502639520248, + 0.9997509350029689, + 0.9997501055034534, + 0.9997499174689204, + 0.9997496455953512, + 0.9997496576620629, + 0.999749738590197, + 0.9997497575751876, + 0.9997501294203239, + 0.9997495457673908, + 0.999749811725968, + 0.9997499464044513, + 0.9997498084183996, + 0.9997501411837695, + 0.9997498091480883, + 0.9997501130822933, + 0.9997499551918837, + 0.9997500274473032, + 0.999750691794593, + 0.9997498389478997, + 0.9997497286241793, + 0.9997505072133269, + 0.9997503342441044, + 0.9997498754279657, + 0.9997500420188261, + 0.9997503240021074, + 0.9997501539041043, + 0.9997498636945846 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 6, + "depth": 6, + "padding": 72, + "parameters": 24126, + "cert_evals": { + "36": 0.8187481760978699, + "72": 0.7915604114532471, + "108": 0.7589917778968811, + "255": 0.5698102116584778 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8392948734399044, + "std_test_acc": 0.007019464115835129, + "n_samples": 6435, + "n_features": 36, + "n_classes": 6, + "mean_cert_acc_36": 0.8112038522958755, + "std_cert_acc_36": 0.006855990340930105, + "mean_cert_acc_72": 0.7803423553705215, + "std_cert_acc_72": 0.008805022651587448, + "mean_cert_acc_108": 0.7406059056520462, + "std_cert_acc_108": 0.012576808885965397, + "mean_cert_acc_255": 0.5124362707138062, + "std_cert_acc_255": 0.0407201793015321 + }, + "tic-tac-toe": { + "dataset": "tic-tac-toe", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 4, + "best_val_acc": 0.6232876712328768, + "test_acc": 0.6736474694589878, + "train_size": 239, + "val_size": 146, + "test_size": 573, + "stats": { + "mean": [ + [ + -0.06774635146443425, + 0.01449869790794993, + 0.05074422594142255, + -0.014738167364016513, + 0.015902112970711264, + 0.01937172301255273, + -0.05826698744769888, + 0.06322694058577437, + -0.03456911297071133 + ] + ], + "std": [ + [ + 0.9772364146923964, + 0.9898671665296854, + 0.9927899252300538, + 1.0052200080228313, + 1.0139839580724326, + 1.0321649186622677, + 0.9396177418537401, + 0.9908262445058792, + 1.022463266648573 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 1586, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 10, + "best_val_acc": 0.7430555555555556, + "test_acc": 0.7321739130434782, + "train_size": 239, + "val_size": 144, + "test_size": 575, + "stats": { + "mean": [ + [ + 0.055483841004184395, + -0.00011965439330530087, + 0.00808757322175727, + -0.029356599999999875, + 0.039023707112970575, + 0.019371482008368506, + -0.08670484518828446, + -0.039102302092049956, + 0.027046133891213308 + ] + ], + "std": [ + [ + 0.9957045497387771, + 1.0146010728149857, + 1.003301186901333, + 1.0124926159677299, + 0.9987054895066753, + 0.9814356430315144, + 0.973828360138658, + 1.0003184664932105, + 0.9832177518418727 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 1586, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 71, + "best_val_acc": 0.7786259541984732, + "test_acc": 0.7312925170068028, + "train_size": 239, + "val_size": 131, + "test_size": 588, + "stats": { + "mean": [ + [ + -0.04878792468619211, + 0.0047529958158996155, + 0.09814042677824272, + -0.024483735564853226, + 0.034399451882844975, + -0.009865222594141925, + -0.02508974895397498, + 0.004753076150627897, + -0.04878784100418414 + ] + ], + "std": [ + [ + 1.001934480203885, + 0.9778484267660271, + 1.0046660181235467, + 1.0212723008937266, + 1.0210245107562923, + 1.0306454853299336, + 0.9862518055799147, + 0.9951065507668124, + 0.9747736634076275 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 1586, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 15, + "best_val_acc": 0.7028985507246377, + "test_acc": 0.6626506024096386, + "train_size": 239, + "val_size": 138, + "test_size": 581, + "stats": { + "mean": [ + [ + 0.10288007531380783, + 0.04373577740585817, + 0.041264979079497874, + -0.034229491213389085, + -0.05346292050209214, + -0.1999054092050213, + 0.08392158158995812, + 0.07297261589958158, + -0.05826715481171532 + ] + ], + "std": [ + [ + 0.9966065572515563, + 1.018968015200093, + 0.9922920069375739, + 0.9979419605462078, + 0.9801398510182366, + 0.9915447189713678, + 0.9965163996887837, + 0.9964419395653665, + 0.9951178388160773 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 1586, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.699941125479727, + "std_test_acc": 0.03698559089966283, + "n_samples": 958, + "n_features": 9, + "n_classes": 2, + "mean_cert_acc_36": 0.0, + "std_cert_acc_36": 0.0, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "titanic": { + "dataset": "titanic", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 23, + "best_val_acc": 0.7746478873239436, + "test_acc": 0.7839506172839507, + "train_size": 550, + "val_size": 355, + "test_size": 1296, + "stats": { + "mean": [ + [ + -0.033479024545449286, + -0.04388359999999998, + 0.04633865636363635 + ] + ], + "std": [ + [ + 1.0184009911459524, + 0.9030112522482995, + 0.965727266734473 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 502, + "cert_evals": { + "36": 0.7160493731498718, + "72": 0.15817901492118835, + "108": 0.1558641940355301, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 18, + "best_val_acc": 0.8022922636103151, + "test_acc": 0.7273425499231951, + "train_size": 550, + "val_size": 349, + "test_size": 1302, + "stats": { + "mean": [ + [ + 0.00599657709091412, + -0.02712665454545435, + 0.02416022909090901 + ] + ], + "std": [ + [ + 0.993203063568118, + 0.9413765013907114, + 0.9824417459762911 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 502, + "cert_evals": { + "36": 0.6705068945884705, + "72": 0.149769589304924, + "108": 0.14746543765068054, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 14, + "best_val_acc": 0.7413249211356467, + "test_acc": 0.7773613193403298, + "train_size": 550, + "val_size": 317, + "test_size": 1334, + "stats": { + "mean": [ + [ + 0.014578170545459438, + -0.043883600000000356, + 0.03303160000000017 + ] + ], + "std": [ + [ + 1.0150806710594007, + 0.9030112522482996, + 0.9758508000000029 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 502, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 16, + "best_val_acc": 0.7521865889212828, + "test_acc": 0.7775229357798165, + "train_size": 550, + "val_size": 343, + "test_size": 1308, + "stats": { + "mean": [ + [ + 0.0077128369090957785, + -0.027126654545454543, + -0.0290679963636369 + ] + ], + "std": [ + [ + 1.026123748181085, + 0.9413765013907113, + 1.0194745387594568 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 502, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.766544355581823, + "std_test_acc": 0.02631409914511235, + "n_samples": 2201, + "n_features": 3, + "n_classes": 2, + "mean_cert_acc_36": 0.34663906693458557, + "std_cert_acc_36": 0.40069590696598434, + "mean_cert_acc_72": 0.07698715105652809, + "std_cert_acc_72": 0.08896337248328745, + "mean_cert_acc_108": 0.07583240792155266, + "std_cert_acc_108": 0.08763082775509441, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "trains": { + "dataset": "trains", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 5, + "best_val_acc": 0.8, + "test_acc": 0.6666666666666666, + "train_size": 2, + "val_size": 5, + "test_size": 3, + "stats": { + "mean": [ + [ + -0.61237, + -0.9717294999999999, + -0.316228, + 0.621059, + 0.786374, + -0.474342, + -0.369273, + -0.316228, + -0.41404050000000003, + -0.161281, + 1.264911, + 0.2108185, + -0.08519500000000002, + -0.685249, + -0.7115125, + -0.29632100000000006, + 0.398527, + -0.621059, + -0.621059, + -0.619234, + -0.621059, + -0.514496, + 0.41404050000000003, + -0.774597, + -0.774597, + 0.711514, + -0.316228, + 0.41404050000000003, + -0.316228 + ] + ], + "std": [ + [ + 0.61237, + 0.6073305, + 1.0, + 1.0, + 0.406746, + 1.0, + 0.7385470000000001, + 1.0, + 1.0350995, + 0.322562, + 1.581139, + 0.5270465, + 1.2779150000000001, + 0.571041, + 0.16940750000000004, + 0.740799, + 1.328423, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0350995, + 1.0, + 1.0, + 1.185856, + 1.0, + 1.0350995, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 29, + "out_features": 2, + "depth": 6, + "padding": 58, + "parameters": 15546, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 10, + "best_val_acc": 1.0, + "test_acc": 0.75, + "train_size": 2, + "val_size": 4, + "test_size": 4, + "stats": { + "mean": [ + [ + -0.61237, + -0.36439749999999993, + -0.316228, + 0.621059, + 0.10846649999999997, + -0.474342, + 0.7385470000000001, + 1.264911, + -1.44914, + -0.8064045, + 1.264911, + -0.316228, + -0.5111665000000001, + -0.11420999999999992, + -0.7115125, + -0.29632100000000006, + -0.5977899999999999, + -0.621059, + -0.621059, + -0.619234, + -0.621059, + -0.514496, + 0.41404050000000003, + 0.19365149999999998, + 0.19365149999999998, + -0.474342, + -0.316228, + -0.621059, + -0.316228 + ] + ], + "std": [ + [ + 0.61237, + 1.2146625, + 1.0, + 1.0, + 1.0846535, + 1.0, + 0.3692730000000001, + 1.581139, + 1.0, + 0.9676855, + 1.581139, + 1.0, + 0.8519435000000001, + 1.14208, + 0.16940750000000004, + 0.740799, + 0.33210599999999996, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0350995, + 0.9682485, + 0.9682485, + 1.0, + 1.0, + 1.0, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 29, + "out_features": 2, + "depth": 6, + "padding": 58, + "parameters": 15546, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 13, + "best_val_acc": 1.0, + "test_acc": 0.6666666666666666, + "train_size": 2, + "val_size": 2, + "test_size": 6, + "stats": { + "mean": [ + [ + -0.61237, + -0.36439749999999993, + -0.316228, + 0.621059, + 0.10846649999999997, + -0.474342, + 0.7385470000000001, + 1.264911, + -1.44914, + -0.8064045, + 1.264911, + -0.316228, + -0.5111665000000001, + -0.11420999999999992, + -0.7115125, + -0.29632100000000006, + -0.5977899999999999, + -0.621059, + -0.621059, + -0.619234, + -0.621059, + -0.514496, + 0.41404050000000003, + 0.19365149999999998, + 0.19365149999999998, + -0.474342, + -0.316228, + -0.621059, + -0.316228 + ] + ], + "std": [ + [ + 0.61237, + 1.2146625, + 1.0, + 1.0, + 1.0846535, + 1.0, + 0.3692730000000001, + 1.581139, + 1.0, + 0.9676855, + 1.581139, + 1.0, + 0.8519435000000001, + 1.14208, + 0.16940750000000004, + 0.740799, + 0.33210599999999996, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0350995, + 0.9682485, + 0.9682485, + 1.0, + 1.0, + 1.0, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 29, + "out_features": 2, + "depth": 6, + "padding": 58, + "parameters": 15546, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 6, + "best_val_acc": 1.0, + "test_acc": 0.6666666666666666, + "train_size": 2, + "val_size": 2, + "test_size": 6, + "stats": { + "mean": [ + [ + -0.61237, + 0.24293300000000004, + 1.264911, + -0.41404050000000003, + -1.1117685, + -0.474342, + 0.7385470000000001, + 1.264911, + -0.41404050000000003, + -0.32255999999999996, + -0.316228, + -1.370319, + -0.5111665000000001, + -0.11420999999999992, + -0.7115125, + -0.29632100000000006, + -0.5977899999999999, + -0.621059, + -0.621059, + -0.619234, + -0.621059, + -0.514496, + -0.621059, + 0.19365149999999998, + 1.1619, + -0.474342, + -0.316228, + -0.621059, + -0.316228 + ] + ], + "std": [ + [ + 0.61237, + 0.607332, + 1.581139, + 1.0350995, + 0.13558149999999997, + 1.0, + 0.3692730000000001, + 1.581139, + 1.0350995, + 1.45153, + 1.0, + 1.0540910000000001, + 0.8519435000000001, + 1.14208, + 0.16940750000000004, + 0.740799, + 0.33210599999999996, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9682485, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 29, + "out_features": 2, + "depth": 6, + "padding": 58, + "parameters": 15546, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6874999999999999, + "std_test_acc": 0.041666666666666685, + "n_samples": 10, + "n_features": 29, + "n_classes": 2, + "mean_cert_acc_36": 0.0, + "std_cert_acc_36": 0.0, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "thyroid": { + "dataset": "thyroid", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 2, + "best_val_acc": 0.9165596919127086, + "test_acc": 0.9181423321082526, + "train_size": 3428, + "val_size": 779, + "test_size": 2993, + "stats": { + "mean": [ + [ + 2.1796966167956114e-07, + -8.751458590497311e-08, + 3.876896143196366e-07, + -4.066511084792401e-07, + -2.217036219565563e-08, + -6.01225204592932e-07, + -3.491831976714682e-07, + 1.7327888073170088e-07, + -1.2952158793330312e-07, + 3.471411895625862e-07, + 2.2170361729813757e-07, + -8.051341829072995e-08, + -2.386231042215566e-07, + -9.655775979550964e-08, + 0.0, + -1.1260210272149139e-07, + 3.3932322032535964e-08, + -3.3576429478599215e-08, + 2.5419486573375144e-07, + -5.215869288406012e-08, + 1.4458576431177031e-07 + ] + ], + "std": [ + [ + 0.9998541758225387, + 0.9998532681152404, + 0.9998556205991698, + 0.9998539274386128, + 0.999854696658317, + 0.9998534548382348, + 0.9998502394347666, + 0.999853857874386, + 0.9998538109684775, + 0.9998551002843616, + 0.9998536686664701, + 0.9998545576369466, + 0.9998513717555766, + 0.9998546597440786, + 1.0, + 0.9998533945369356, + 0.9998545375243406, + 0.9998541828261739, + 0.9998546087571518, + 0.999854053898975, + 0.999854213852071 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 8277, + "cert_evals": { + "36": 0.03742064908146858, + "72": 0.020380888134241104, + "108": 0.019044436514377594, + "255": 0.009355162270367146 + }, + "fold": 0 + }, + { + "best_epoch": 3, + "best_val_acc": 0.9375812743823146, + "test_acc": 0.9270729270729271, + "train_size": 3428, + "val_size": 769, + "test_size": 3003, + "stats": { + "mean": [ + [ + 2.1796966167956114e-07, + -8.751458590497311e-08, + 3.876896143196366e-07, + -4.066511084792401e-07, + -2.217036219565563e-08, + -6.01225204592932e-07, + -3.491831976714682e-07, + 1.7327888073170088e-07, + -1.2952158793330312e-07, + 3.471411895625862e-07, + 2.2170361729813757e-07, + -8.051341829072995e-08, + -2.386231042215566e-07, + -9.655775979550964e-08, + 0.0, + -1.1260210272149139e-07, + 3.3932322032535964e-08, + -3.3576429478599215e-08, + 2.5419486573375144e-07, + -5.215869288406012e-08, + 1.4458576431177031e-07 + ] + ], + "std": [ + [ + 0.9998541758225387, + 0.9998532681152404, + 0.9998556205991698, + 0.9998539274386128, + 0.999854696658317, + 0.9998534548382348, + 0.9998502394347666, + 0.999853857874386, + 0.9998538109684775, + 0.9998551002843616, + 0.9998536686664701, + 0.9998545576369466, + 0.9998513717555766, + 0.9998546597440786, + 1.0, + 0.9998533945369356, + 0.9998545375243406, + 0.9998541828261739, + 0.9998546087571518, + 0.999854053898975, + 0.999854213852071 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 8277, + "cert_evals": { + "36": 0.6047285795211792, + "72": 0.026973025873303413, + "108": 0.02097902074456215, + "255": 0.0133200129494071 + }, + "fold": 1 + }, + { + "best_epoch": 5, + "best_val_acc": 0.9376558603491272, + "test_acc": 0.9397306397306397, + "train_size": 3428, + "val_size": 802, + "test_size": 2970, + "stats": { + "mean": [ + [ + 2.1796966167956114e-07, + -8.751458590497311e-08, + 3.876896143196366e-07, + -4.066511084792401e-07, + -2.217036219565563e-08, + -6.01225204592932e-07, + -3.491831976714682e-07, + 1.7327888073170088e-07, + -1.2952158793330312e-07, + 3.471411895625862e-07, + 2.2170361729813757e-07, + -8.051341829072995e-08, + -2.386231042215566e-07, + -9.655775979550964e-08, + 0.0, + -1.1260210272149139e-07, + 3.3932322032535964e-08, + -3.3576429478599215e-08, + 2.5419486573375144e-07, + -5.215869288406012e-08, + 1.4458576431177031e-07 + ] + ], + "std": [ + [ + 0.9998541758225387, + 0.9998532681152404, + 0.9998556205991698, + 0.9998539274386128, + 0.999854696658317, + 0.9998534548382348, + 0.9998502394347666, + 0.999853857874386, + 0.9998538109684775, + 0.9998551002843616, + 0.9998536686664701, + 0.9998545576369466, + 0.9998513717555766, + 0.9998546597440786, + 1.0, + 0.9998533945369356, + 0.9998545375243406, + 0.9998541828261739, + 0.9998546087571518, + 0.999854053898975, + 0.999854213852071 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 8277, + "cert_evals": { + "36": 0.8632996082305908, + "72": 0.5962962508201599, + "108": 0.05084174871444702, + "255": 0.015151514671742916 + }, + "fold": 2 + }, + { + "best_epoch": 16, + "best_val_acc": 0.849645390070922, + "test_acc": 0.8506684056080861, + "train_size": 3428, + "val_size": 705, + "test_size": 3067, + "stats": { + "mean": [ + [ + 2.1796966167956114e-07, + -8.751458590497311e-08, + 3.876896143196366e-07, + -4.066511084792401e-07, + -2.217036219565563e-08, + -6.01225204592932e-07, + -3.491831976714682e-07, + 1.7327888073170088e-07, + -1.2952158793330312e-07, + 3.471411895625862e-07, + 2.2170361729813757e-07, + -8.051341829072995e-08, + -2.386231042215566e-07, + -9.655775979550964e-08, + 0.0, + -1.1260210272149139e-07, + 3.3932322032535964e-08, + -3.3576429478599215e-08, + 2.5419486573375144e-07, + -5.215869288406012e-08, + 1.4458576431177031e-07 + ] + ], + "std": [ + [ + 0.9998541758225387, + 0.9998532681152404, + 0.9998556205991698, + 0.9998539274386128, + 0.999854696658317, + 0.9998534548382348, + 0.9998502394347666, + 0.999853857874386, + 0.9998538109684775, + 0.9998551002843616, + 0.9998536686664701, + 0.9998545576369466, + 0.9998513717555766, + 0.9998546597440786, + 1.0, + 0.9998533945369356, + 0.9998545375243406, + 0.9998541828261739, + 0.9998546087571518, + 0.999854053898975, + 0.999854213852071 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 8277, + "cert_evals": { + "36": 0.7623084783554077, + "72": 0.630583643913269, + "108": 0.47864362597465515, + "255": 0.019563091918826103 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9089035761299763, + "std_test_acc": 0.03982094449602797, + "n_samples": 7200, + "n_features": 21, + "n_classes": 3, + "mean_cert_acc_36": 0.5669393287971616, + "std_cert_acc_36": 0.3686988741792349, + "mean_cert_acc_72": 0.31855845218524337, + "std_cert_acc_72": 0.3407980465536669, + "mean_cert_acc_108": 0.14237720798701048, + "std_cert_acc_108": 0.22464960609458287, + "mean_cert_acc_255": 0.014347445452585816, + "std_cert_acc_255": 0.00423587866878692 + }, + "vertebral-column-2clases": { + "dataset": "vertebral-column-2clases", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.3389830508474576, + "test_acc": 0.3160919540229885, + "train_size": 77, + "val_size": 59, + "test_size": 174, + "stats": { + "mean": [ + [ + -0.04851593662337664, + -0.013603715584415602, + 0.017817786623376606, + -0.052196842324675335, + -0.002157415584415587, + -0.03604349805194806 + ] + ], + "std": [ + [ + 0.9285507134809343, + 1.06595981877074, + 0.9952787423256769, + 0.8624418582955644, + 0.9372946280214954, + 0.7536679299194217 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 734, + "cert_evals": { + "36": 0.31609195470809937, + "72": 0.31609195470809937, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.3333333333333333, + "test_acc": 0.3193717277486911, + "train_size": 77, + "val_size": 42, + "test_size": 191, + "stats": { + "mean": [ + [ + -0.01160272857142857, + 0.19142412077922066, + 0.13749096324675333, + -0.1576678293376624, + 0.1349718081818182, + 0.01367927922077926 + ] + ], + "std": [ + [ + 0.9739076978851005, + 1.1234128014311557, + 1.0980714645789118, + 0.9124304878226723, + 0.8779104710989865, + 0.8103068848046617 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 734, + "cert_evals": { + "36": 0.3193717300891876, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.23529411764705882, + "test_acc": 0.34615384615384615, + "train_size": 77, + "val_size": 51, + "test_size": 182, + "stats": { + "mean": [ + [ + -0.08900769350649353, + 0.022068336363636327, + -0.17777378870129867, + -0.13070269816883123, + -0.08019039701298694, + 0.034270005844155946 + ] + ], + "std": [ + [ + 1.1891598679346718, + 1.0629718968025748, + 0.9683921685715591, + 1.1934548554540982, + 1.0519483392859137, + 1.4108241281173226 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 734, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.8043478260869565, + "test_acc": 0.6470588235294118, + "train_size": 77, + "val_size": 46, + "test_size": 187, + "stats": { + "mean": [ + [ + -0.06772925194805193, + -0.07967984805194804, + -0.14121441038961047, + -0.02757299220779231, + -0.014883416753246786, + -0.1100020467532468 + ] + ], + "std": [ + [ + 1.0828152543652132, + 1.0199396915025827, + 0.9339640371725322, + 0.9916023829290741, + 1.077978313814909, + 0.7401101130023645 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 734, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.4071690878637344, + "std_test_acc": 0.1604923318526261, + "n_samples": 310, + "n_features": 6, + "n_classes": 2, + "mean_cert_acc_36": 0.15886592119932175, + "std_cert_acc_36": 0.18344745127448317, + "mean_cert_acc_72": 0.07902298867702484, + "std_cert_acc_72": 0.15804597735404968, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "vertebral-column-3clases": { + "dataset": "vertebral-column-3clases", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.5909090909090909, + "test_acc": 0.4603174603174603, + "train_size": 77, + "val_size": 44, + "test_size": 189, + "stats": { + "mean": [ + [ + -0.017758871428571372, + -0.13893042727272728, + -0.08468526142857148, + 0.08071379740259733, + 0.06779229129870129, + 0.08923458311688294 + ] + ], + "std": [ + [ + 1.0953816731705295, + 0.8966984943146973, + 0.956938148341136, + 1.2077590425927807, + 1.073031602135157, + 1.464104633953606 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 3, + "depth": 6, + "padding": 12, + "parameters": 747, + "cert_evals": { + "36": 0.20105819404125214, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5, + "test_acc": 0.48044692737430167, + "train_size": 77, + "val_size": 54, + "test_size": 179, + "stats": { + "mean": [ + [ + -0.049201149350649384, + -0.06358896883116881, + -0.11700971038961039, + -0.01579821818181819, + -6.0709350649427305e-05, + 0.0891967623376624 + ] + ], + "std": [ + [ + 1.093043067173537, + 1.0341900281252163, + 0.948390256340442, + 1.1192974642236186, + 1.0160280673716198, + 1.4089004707085644 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 3, + "depth": 6, + "padding": 12, + "parameters": 747, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.4107142857142857, + "test_acc": 0.5084745762711864, + "train_size": 77, + "val_size": 56, + "test_size": 177, + "stats": { + "mean": [ + [ + -0.030620783376623464, + -0.15526778051948048, + -0.0557417341558442, + 0.0764179809090909, + -0.11299565064935047, + -0.10344603831168832 + ] + ], + "std": [ + [ + 0.9944305280127423, + 0.9108287434677631, + 0.8529822131400763, + 0.9664086884725089, + 0.9649650863065573, + 0.713799883374489 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 3, + "depth": 6, + "padding": 12, + "parameters": 747, + "cert_evals": { + "36": 0.508474588394165, + "72": 0.508474588394165, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.39622641509433965, + "test_acc": 0.3, + "train_size": 77, + "val_size": 53, + "test_size": 180, + "stats": { + "mean": [ + [ + 0.20264046623376622, + 0.3261196974025974, + 0.10299690753246762, + 0.017040496636363645, + -0.09640795220779223, + 0.03692924155844167 + ] + ], + "std": [ + [ + 1.1066380009229393, + 1.1415960579871545, + 1.0733819141948675, + 1.089301161345955, + 0.9585561559088557, + 0.8693443253284101 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 3, + "depth": 6, + "padding": 12, + "parameters": 747, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.4373097409907371, + "std_test_acc": 0.09364573446264464, + "n_samples": 310, + "n_features": 6, + "n_classes": 3, + "mean_cert_acc_36": 0.1773831956088543, + "std_cert_acc_36": 0.24021629981894033, + "mean_cert_acc_72": 0.12711864709854126, + "std_cert_acc_72": 0.2542372941970825, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "twonorm": { + "dataset": "twonorm", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 6, + "best_val_acc": 0.977961432506887, + "test_acc": 0.975566016588209, + "train_size": 1850, + "val_size": 1089, + "test_size": 4461, + "stats": { + "mean": [ + [ + -0.014544049503783818, + -0.003368689291891876, + 0.016772092459459455, + 0.0019175647345946178, + -0.02506532699859457, + 0.0038982543675675696, + 0.019339146565999932, + -0.009895024481081047, + 0.006385932609729719, + -0.0014487788735135277, + -0.02301627440935135, + -0.005151859209189199, + 0.008102996605405427, + -0.0044304854756756626, + 0.0017575496378378407, + -0.009554797715135191, + 0.026529897787837913, + 0.02922682911891893, + -0.01169157914054059, + -0.004898149291891907 + ] + ], + "std": [ + [ + 1.008740635111714, + 1.0057995039659557, + 0.9837382170327289, + 1.0009348723588565, + 0.9894373169495185, + 0.9855025922172592, + 1.0016273845342372, + 1.0019232777130362, + 1.0102983788423001, + 0.989126863772442, + 1.014473431822349, + 0.9873937513386905, + 1.0120815536633763, + 1.0026507637547364, + 0.9944344640609678, + 1.0009003980137419, + 1.017029495884869, + 0.9934459224888799, + 1.005170519855988, + 1.0182286286784454 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 7482, + "cert_evals": { + "36": 0.9618920087814331, + "72": 0.9444071054458618, + "108": 0.9170590043067932, + "255": 0.7126204967498779 + }, + "fold": 0 + }, + { + "best_epoch": 9, + "best_val_acc": 0.984182776801406, + "test_acc": 0.9766545784224842, + "train_size": 1850, + "val_size": 1138, + "test_size": 4412, + "stats": { + "mean": [ + [ + -0.011274481706054077, + 0.0010725280108108113, + 0.04904605430486482, + 0.00013406402702702838, + 0.0037092568978378815, + -0.03159644886486481, + 0.00852751402702707, + -0.014074217665405411, + 0.026686750430270245, + 0.023341407989189197, + 0.00574216419659461, + -0.019635965771891885, + 0.04072469101081081, + 0.00963421142594593, + -0.044921805624324275, + -0.025982841086486463, + -0.0002432451580000008, + -0.011375726291891854, + 0.021153889262702744, + 0.01900583370702701 + ] + ], + "std": [ + [ + 0.9976085735229742, + 1.0108425474557818, + 1.0105604700510442, + 1.0350336168987333, + 0.990362036249636, + 0.9744762030983907, + 1.0066091603129825, + 0.984656658886602, + 0.9965234554482512, + 0.973435364067005, + 0.9921055599456662, + 1.0065413490604112, + 1.0042400869906856, + 0.9880184758483341, + 0.9898502752755675, + 0.992736848303296, + 0.9922171097916167, + 1.0043754412776131, + 0.9893350555688326, + 0.9868441569808528 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 7482, + "cert_evals": { + "36": 0.9639618992805481, + "72": 0.9483227729797363, + "108": 0.9276971817016602, + "255": 0.7690389752388 + }, + "fold": 1 + }, + { + "best_epoch": 21, + "best_val_acc": 0.9758497316636852, + "test_acc": 0.9796931407942239, + "train_size": 1850, + "val_size": 1118, + "test_size": 4432, + "stats": { + "mean": [ + [ + 0.003976000881081077, + 0.010715774432432398, + -0.017786920248648645, + 0.0036804860497297266, + 0.002183984135675682, + 0.01946380120540544, + -0.009359299564702704, + -0.02816081002594586, + 0.031211165720540515, + 0.0197382945891892, + 0.004506140226864866, + -0.01331618493945946, + 0.014995027385405353, + -0.001854380632432439, + -0.01958510810810805, + -0.00386884019891889, + -0.017393956009891888, + -0.0021528696070270597, + 0.005169307811351341, + 0.0024582379264864846 + ] + ], + "std": [ + [ + 1.009760000740286, + 1.0090347482418227, + 1.0148186512036792, + 1.0060022323323823, + 0.9990626780886653, + 0.9896872166496508, + 0.9763805914536888, + 0.9957691924612021, + 0.9906698247495431, + 1.0035665264537232, + 0.9947437173054162, + 1.0004339807413987, + 0.9823451342038293, + 1.0178129069401878, + 1.020030588883728, + 1.0098245678900148, + 0.9925509761821191, + 0.984129704899966, + 1.021860274128779, + 1.0179863343134843 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 7482, + "cert_evals": { + "36": 0.9695397019386292, + "72": 0.9519404172897339, + "108": 0.9327617287635803, + "255": 0.8009927868843079 + }, + "fold": 2 + }, + { + "best_epoch": 10, + "best_val_acc": 0.9830357142857142, + "test_acc": 0.9787810383747179, + "train_size": 1850, + "val_size": 1120, + "test_size": 4430, + "stats": { + "mean": [ + [ + -0.020650926096864895, + 0.0029367999405405425, + -0.006630237378378379, + 0.010420081979243248, + -0.001797412861621615, + 0.006000229992972958, + 0.02513403323243256, + -0.04051091970432429, + 0.016437013362162183, + 0.008169780156756753, + 0.010605073612270283, + -0.014074353574054115, + 0.001890994940540519, + -0.00912456161891894, + -0.011556316408108112, + -0.004322038713513496, + -0.0011294842637837807, + -0.006298975859459421, + 0.017070309424864923, + 0.0166714651562162 + ] + ], + "std": [ + [ + 0.9799722867298174, + 0.9831760308737035, + 1.0071900480073166, + 1.003544153680456, + 0.9998334222405475, + 0.997242014320636, + 0.9816671365897304, + 0.9927759081786102, + 1.0236053141912813, + 0.9882650425660089, + 1.0199540485168141, + 0.9750354662835033, + 1.000698654175577, + 0.9953898045603353, + 0.9850292707815245, + 0.9950063778865423, + 0.9842233774554926, + 1.0005588371487018, + 1.0122840782683846, + 1.0155158561773454 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 7482, + "cert_evals": { + "36": 0.9643340706825256, + "72": 0.95033860206604, + "108": 0.9288938641548157, + "255": 0.7729119658470154 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9776736935449087, + "std_test_acc": 0.0018960729197852735, + "n_samples": 7400, + "n_features": 20, + "n_classes": 2, + "mean_cert_acc_36": 0.964931920170784, + "std_cert_acc_36": 0.0032542832602226617, + "mean_cert_acc_72": 0.948752224445343, + "std_cert_acc_72": 0.0032529809533942728, + "mean_cert_acc_108": 0.9266029447317123, + "std_cert_acc_108": 0.0067196995452463056, + "mean_cert_acc_255": 0.7638910561800003, + "std_cert_acc_255": 0.037027406819764686 + }, + "wall-following": { + "dataset": "wall-following", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 34, + "best_val_acc": 0.7036585365853658, + "test_acc": 0.7007946210268948, + "train_size": 1364, + "val_size": 820, + "test_size": 3272, + "stats": { + "mean": [ + [ + -0.005686892404692003, + 0.022638621533284334, + 0.0029726543621700742, + -0.007766223049853293, + -0.008952794454545568, + 0.009051411851906211, + 0.004111615835777271, + 0.054535739948680446, + 0.01721141257331339, + -0.00017557098093850144, + -0.0030259690689149518, + -0.015323145063782956, + 0.004263515249266924, + 0.013408757045454725, + -0.0019448981744868829, + 0.0003941872595307252, + -0.023833700213343096, + -0.0418792441422289, + -0.01742122004472146, + -0.01653938162023472, + 0.004910744486803571, + 0.04303871550586514, + -0.015449803416422289, + -0.003778200753665663 + ] + ], + "std": [ + [ + 0.9538903586600096, + 1.0100879107934733, + 1.0049069273556643, + 0.9922954720481119, + 0.9870136651293122, + 0.990779450218937, + 0.997732207974109, + 1.0249084242333972, + 1.0039227101782235, + 0.9840871960957936, + 0.9963448823117925, + 0.9855998980612843, + 1.0024509972558129, + 1.0025416545074122, + 0.9881545916458445, + 1.0165283990308178, + 0.9738216818182036, + 0.9275548118344852, + 0.9839704565560611, + 0.9728388862456517, + 1.0184938963953918, + 1.0303474329203226, + 0.9612235203553664, + 0.9816909108470405 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 4, + "depth": 6, + "padding": 48, + "parameters": 10804, + "cert_evals": { + "36": 0.6066626310348511, + "72": 0.5042787790298462, + "108": 0.4055623710155487, + "255": 0.09566015005111694 + }, + "fold": 0 + }, + { + "best_epoch": 94, + "best_val_acc": 0.7196495619524406, + "test_acc": 0.7139386577588824, + "train_size": 1364, + "val_size": 799, + "test_size": 3293, + "stats": { + "mean": [ + [ + -0.02975309696847506, + 0.005558309164222893, + 0.004718745812316816, + -0.020307799296187545, + -0.007320344633431353, + -0.028494500266862125, + -0.024019284164222755, + 0.009570253951612977, + 0.01097609736070351, + -0.00032918113929638346, + 0.032141068781524784, + 0.02072696681818175, + 0.02201199852639303, + 0.02843859972873922, + -0.010288174340176055, + -0.0025629487653958533, + 0.014673984588709695, + -0.0024179095725806485, + 0.011989980659823955, + 0.014437480175952963, + 0.010780398057038091, + -0.02107569172287382, + 0.018757813350439904, + -0.03195081329985328 + ] + ], + "std": [ + [ + 0.945216136192205, + 0.9992147601024853, + 1.0013950133535414, + 1.0070090886620435, + 1.0100405651888793, + 1.0035220275618202, + 1.0076868559644707, + 1.0146043586860587, + 1.0036702207634716, + 1.0020409725295103, + 1.0195319569843622, + 1.018330702441904, + 1.0188371291097438, + 1.0099651693219551, + 0.9929137513000473, + 0.9893773454929811, + 1.0312952518146736, + 0.9850531254011928, + 0.9991545369015657, + 1.024970910904686, + 1.0211398104956508, + 0.9811793320532708, + 1.0213393023608297, + 0.9709259568406406 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 4, + "depth": 6, + "padding": 48, + "parameters": 10804, + "cert_evals": { + "36": 0.6131187081336975, + "72": 0.5086547136306763, + "108": 0.4142119586467743, + "255": 0.10416033864021301 + }, + "fold": 1 + }, + { + "best_epoch": 34, + "best_val_acc": 0.6920332936979786, + "test_acc": 0.6788680406028914, + "train_size": 1364, + "val_size": 841, + "test_size": 3251, + "stats": { + "mean": [ + [ + 0.01872266574486808, + 0.006327694957038103, + -0.07104427478152507, + -0.011521076319648046, + -0.004222936934017776, + -0.012975204868035104, + -0.01602920872434, + 0.018177438951613122, + 0.001741687587976442, + 0.026653914322580085, + 0.006544868966275523, + -0.0006487189816715815, + -0.006107012813782889, + -0.017521736390762342, + -0.02309750486070397, + 0.015360951164222853, + -0.05447749436730212, + 0.011644383885630553, + -0.005685932580645217, + 0.033520921312316744, + 0.015700824787390003, + 0.00464063532258066, + -0.007768450139296197, + -0.01706286590102635 + ] + ], + "std": [ + [ + 1.0075883148093572, + 0.9956149685197124, + 0.9336114810272496, + 1.0053964412297443, + 1.0037906536892414, + 0.9889864422444196, + 0.993232391245941, + 1.0033346943820691, + 1.0019335251023536, + 1.015228028452373, + 1.0184871692443849, + 0.9950347742751352, + 1.001225456339628, + 0.9911991075823401, + 0.9891922963313015, + 1.020897686359133, + 0.9021478154164623, + 1.027059313060404, + 0.9920589942567254, + 1.037458331459377, + 1.0154700216289818, + 1.0017979731537894, + 0.9794245346392066, + 0.9721130758506005 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 4, + "depth": 6, + "padding": 48, + "parameters": 10804, + "cert_evals": { + "36": 0.5918179154396057, + "72": 0.4780067503452301, + "108": 0.3918794095516205, + "255": 0.08182097971439362 + }, + "fold": 2 + }, + { + "best_epoch": 86, + "best_val_acc": 0.741504854368932, + "test_acc": 0.7246022031823746, + "train_size": 1364, + "val_size": 824, + "test_size": 3268, + "stats": { + "mean": [ + [ + 0.02031997529545452, + -0.033795195992888556, + -0.02352743731011721, + 0.01124182900293254, + -0.01151259605278599, + -0.015031226107038104, + 0.03267076282991228, + 0.0279429813196483, + -0.007205795674486686, + -0.0060127819017595785, + 0.01344909527859221, + 0.01992942824853357, + -0.01951502722360692, + -0.029693211412756465, + -0.009494099098240562, + -0.01795489370381231, + 0.010101200832844593, + -0.0059742676495601315, + -0.017900947921847564, + -0.021026184816715806, + 0.016916847096700823, + -0.0052597014662755836, + 0.032237512456011766, + 0.007093840727272726 + ] + ], + "std": [ + [ + 1.0112945026202158, + 0.970221558754097, + 0.9823204142944053, + 1.0136980604051529, + 0.982757495735732, + 0.9808366104043786, + 1.001324458975229, + 1.0152847209982614, + 0.9908830298302452, + 0.9932341203049162, + 1.0097191496904292, + 1.0252804409457419, + 0.9852042484069533, + 0.992545202932286, + 0.9901306066571973, + 0.9793681779580009, + 0.9956413121371739, + 0.9901468286266072, + 0.9701309779282022, + 0.9725832802282708, + 1.0307338552882614, + 0.991132554001173, + 1.0343162251093825, + 0.9974059438112418 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 4, + "depth": 6, + "padding": 48, + "parameters": 10804, + "cert_evals": { + "36": 0.6352509260177612, + "72": 0.5452876687049866, + "108": 0.4663402736186981, + "255": 0.12913097441196442 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7045508806427607, + "std_test_acc": 0.019696900378696675, + "n_samples": 5456, + "n_features": 24, + "n_classes": 4, + "mean_cert_acc_36": 0.6117125451564789, + "std_cert_acc_36": 0.01804928984841779, + "mean_cert_acc_72": 0.5090569779276848, + "std_cert_acc_72": 0.02768737731888332, + "mean_cert_acc_108": 0.4194985032081604, + "std_cert_acc_108": 0.03255318276037803, + "mean_cert_acc_255": 0.102693110704422, + "std_cert_acc_255": 0.019884850035894113 + }, + "waveform": { + "dataset": "waveform", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 33, + "best_val_acc": 0.8865435356200527, + "test_acc": 0.8536096256684492, + "train_size": 1250, + "val_size": 758, + "test_size": 2992, + "stats": { + "mean": [ + [ + 0.020179633495999987, + 0.011963990736, + -0.033601846864, + -0.041786463160000016, + -0.03154164217599994, + -0.040098393640000014, + -0.043940430239999995, + -0.03151536300719995, + -0.036418570040000015, + 0.043107926798400066, + 0.03738288511999999, + -0.0024740305919999984, + 0.03243670563199995, + 0.011112976024000014, + 0.03951120671200011, + 0.0219850811552, + 0.028168458383999943, + 0.06235075759679998, + 0.020069774392, + 0.007039422583999985, + -0.02925996517600002 + ] + ], + "std": [ + [ + 0.9901799387654557, + 1.0306402386317552, + 0.9708771794256926, + 0.9608246419787663, + 1.0044852476869415, + 0.9877134023221446, + 0.9749943080882616, + 1.0123255354438774, + 0.986958011185208, + 1.0005937342506195, + 0.9789827068743525, + 1.0033150982759136, + 0.9538985981244916, + 1.006689675325801, + 0.9956488213117433, + 1.001823072865656, + 0.9921420818481883, + 0.9865005595269615, + 1.0350777753049674, + 1.0160784990711804, + 0.9870983405424562 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 8277, + "cert_evals": { + "36": 0.8081551194190979, + "72": 0.7550134062767029, + "108": 0.688836932182312, + "255": 0.37332889437675476 + }, + "fold": 0 + }, + { + "best_epoch": 28, + "best_val_acc": 0.8787465940054496, + "test_acc": 0.8663793103448276, + "train_size": 1250, + "val_size": 734, + "test_size": 3016, + "stats": { + "mean": [ + [ + 0.010216515320000044, + -0.04063758078400007, + 0.025120129951999963, + -0.025077058975999964, + 0.003169892232000061, + -0.01685490820000002, + -0.011714589596800004, + -0.03299081049600003, + -0.01699664363999998, + -0.018953863726399994, + -0.010869116344000016, + 0.041914844448000185, + -0.01596277459040001, + 0.012558276106399974, + 0.026120965832000048, + 0.03314989547359999, + 0.03347167229600001, + 0.023257175787200043, + 0.017851450192000014, + -0.004257698511999955, + -0.04945521833600015 + ] + ], + "std": [ + [ + 1.0013552490719653, + 0.9855864106795154, + 0.9729457372221003, + 0.9924096158327768, + 1.0128588967374343, + 1.0016694374565032, + 1.0094886119500357, + 1.0100863354319733, + 1.0019192663797813, + 0.9946338222875807, + 0.999064791075417, + 1.0101141099838185, + 0.9759008425547311, + 1.0113866649689796, + 1.0124143691513183, + 1.0133948233035053, + 1.0110196515539809, + 1.0206255456252598, + 1.0155072750087655, + 0.9949826852691384, + 0.9838169172120375 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 8277, + "cert_evals": { + "36": 0.816644549369812, + "72": 0.7529840469360352, + "108": 0.6899867057800293, + "255": 0.37035807967185974 + }, + "fold": 1 + }, + { + "best_epoch": 56, + "best_val_acc": 0.8796791443850267, + "test_acc": 0.8754163890739507, + "train_size": 1250, + "val_size": 748, + "test_size": 3002, + "stats": { + "mean": [ + [ + 0.007048574136000094, + -0.015209897391999988, + 0.011429607696000007, + -0.03273079147199999, + -0.023185516656000008, + 0.003389837535999984, + 0.0013940158719999971, + -0.00547288197039998, + 0.006071109367999992, + 0.005879158908799994, + 0.032166854647999996, + 0.005692848927999994, + 0.022531058751999993, + 0.009790249777599982, + 0.0040757011359999935, + 0.030061611308799984, + 0.029284791384000003, + 0.02420849601600001, + 0.014083066104000005, + 0.02953013189600018, + -0.004491209880000014 + ] + ], + "std": [ + [ + 0.9996125618988059, + 0.9720078266135495, + 1.0135851933941078, + 1.0319065276512462, + 0.9931170056559575, + 0.9993639751369633, + 0.9853632660237902, + 0.9995807541677071, + 1.0238743231650074, + 0.9969840482557133, + 0.9979292933830571, + 1.0142743499688514, + 1.001427080201001, + 0.9998997970203162, + 1.0142762186668912, + 1.0117340691797234, + 1.0099181268245983, + 1.0006047030346061, + 0.9985746890321932, + 1.0069732844455408, + 1.0040803599543435 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 8277, + "cert_evals": { + "36": 0.8231179714202881, + "72": 0.7644903659820557, + "108": 0.6885409951210022, + "255": 0.37874752283096313 + }, + "fold": 2 + }, + { + "best_epoch": 14, + "best_val_acc": 0.8714090287277702, + "test_acc": 0.8708181517058629, + "train_size": 1250, + "val_size": 731, + "test_size": 3019, + "stats": { + "mean": [ + [ + -0.009131498528000003, + -0.0039044835359999803, + 0.07005067444800003, + -0.010843439071999996, + 0.006077575768000002, + -0.013402124615999992, + -0.0034755865247999887, + 0.0036035160240000075, + -0.0006721240640000021, + -0.006537375988799971, + -0.015753593288000012, + 0.013293681728000002, + -0.011138352720000024, + -0.025798392399999908, + 0.0029978399759999904, + 0.017920257033599982, + -0.008153607000000004, + 0.01568651420000006, + -0.051382837735999956, + 0.005123328096000027, + 0.025813726736000034 + ] + ], + "std": [ + [ + 1.0018392101812919, + 1.0020859314875776, + 1.0033561958769905, + 0.9975363296716959, + 0.9849899598871443, + 0.9756730653513883, + 0.993760630561838, + 0.9861757179284345, + 1.0000258312156731, + 1.0000825386418444, + 0.99177201535984, + 1.0234277089306048, + 1.0159176275153121, + 0.9839459155591159, + 0.9943404985027471, + 1.0116349239455822, + 1.0052044277000671, + 0.9841510621883656, + 1.0190638151002673, + 0.9952041186962591, + 1.0328002659610966 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 8277, + "cert_evals": { + "36": 0.8115269541740417, + "72": 0.7356740236282349, + "108": 0.6492215991020203, + "255": 0.26498839259147644 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8665558691982727, + "std_test_acc": 0.009386377703956941, + "n_samples": 5000, + "n_features": 21, + "n_classes": 3, + "mean_cert_acc_36": 0.8148611485958099, + "std_cert_acc_36": 0.006517753223225463, + "mean_cert_acc_72": 0.7520404607057571, + "std_cert_acc_72": 0.012008180050047522, + "mean_cert_acc_108": 0.6791465580463409, + "std_cert_acc_108": 0.019959715842602685, + "mean_cert_acc_255": 0.3468557223677635, + "std_cert_acc_255": 0.05468862238939931 + }, + "wine": { + "dataset": "wine", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.20588235294117646, + "test_acc": 0.29, + "train_size": 44, + "val_size": 34, + "test_size": 100, + "stats": { + "mean": [ + [ + -0.0032810681818182252, + -0.005479031818181848, + -0.08091575454545454, + 0.05187518272727261, + -0.06624296590909094, + -0.007079050000000028, + -0.06275028018181807, + -0.08246524999999992, + 0.05402081363636373, + 0.0044511772727273136, + -0.04690897272727282, + 0.09077693181818178, + -0.0044964045454545494 + ] + ], + "std": [ + [ + 0.9486079560461609, + 0.9748783430969256, + 0.9254167517337237, + 0.9617928120291063, + 0.8801585454960099, + 0.9897338243089531, + 0.9271822071946669, + 0.9702762446771567, + 0.9107960044629595, + 1.0952735150882602, + 0.9243353232179793, + 0.9887201896638538, + 0.9269494258065332 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 3, + "depth": 6, + "padding": 26, + "parameters": 3253, + "cert_evals": { + "36": 0.28999999165534973, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 21, + "best_val_acc": 0.7037037037037037, + "test_acc": 0.822429906542056, + "train_size": 44, + "val_size": 27, + "test_size": 107, + "stats": { + "mean": [ + [ + 0.06530710454545458, + 0.007947954545454524, + -0.18861000681818177, + -0.06994299681818188, + -0.08852099545454545, + 0.06554911590909095, + 0.0228023237272727, + -0.08063868636363627, + 0.11120031590909094, + 0.1451315113636364, + 0.07976722954545465, + 0.05492483636363638, + -0.04130375068181816 + ] + ], + "std": [ + [ + 1.1054246265200351, + 1.022075699615381, + 1.0101337670617143, + 0.9836114927228263, + 1.0039715573451675, + 1.0160855472349155, + 1.00168059755674, + 0.942713932749028, + 1.1841316940042428, + 1.0673173131706486, + 1.0204335593229852, + 0.9474429014625287, + 0.9790698019551516 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 3, + "depth": 6, + "padding": 26, + "parameters": 3253, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 8, + "best_val_acc": 0.5862068965517241, + "test_acc": 0.4857142857142857, + "train_size": 44, + "val_size": 29, + "test_size": 105, + "stats": { + "mean": [ + [ + -0.0016014659090909378, + -0.2809373181818182, + -0.0013865818181818283, + -0.011415792727272868, + -0.005774513636363688, + 0.0034522068181817842, + -0.09596993699999999, + 0.061802877272727264, + -0.18700712727272728, + 0.003569234090909025, + 0.14042048863636367, + -0.033103909090909094, + -0.06411021136363641 + ] + ], + "std": [ + [ + 0.9298272868804931, + 0.8250056451408178, + 1.08551443258742, + 1.1391522997578776, + 1.162897463787286, + 0.9140439887115281, + 0.9166314532406474, + 1.013186331346434, + 0.9551870696183078, + 1.1440128298039551, + 1.0494592532907625, + 1.0314806625541306, + 0.958232402601652 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 3, + "depth": 6, + "padding": 26, + "parameters": 3253, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 21, + "best_val_acc": 0.8709677419354839, + "test_acc": 0.912621359223301, + "train_size": 44, + "val_size": 31, + "test_size": 103, + "stats": { + "mean": [ + [ + -0.0007615090909091727, + 0.05596002272727269, + -0.07345953863636358, + -0.09784549954545461, + 0.008546922727272678, + 0.09278491795454552, + 0.0448726857272727, + 0.11476138181818184, + 0.09094955909090909, + 0.005921997727272779, + 0.16726700681818205, + 0.005308763636363668, + -0.08561718409090915 + ] + ], + "std": [ + [ + 1.007206359663615, + 0.8850705986397225, + 1.0706938375587134, + 0.8864652113978174, + 1.1440281408589326, + 0.9372647448943219, + 0.9191041363758027, + 0.9830875500627535, + 1.0190542547845243, + 0.9888966660536255, + 1.11752991456707, + 0.9731773531474354, + 0.8829161708393709 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 3, + "depth": 6, + "padding": 26, + "parameters": 3253, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6276913878699106, + "std_test_acc": 0.2905748040282, + "n_samples": 178, + "n_features": 13, + "n_classes": 3, + "mean_cert_acc_36": 0.07249999791383743, + "std_cert_acc_36": 0.14499999582767487, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "waveform-noise": { + "dataset": "waveform-noise", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 13, + "best_val_acc": 0.8754863813229572, + "test_acc": 0.8526351124538436, + "train_size": 1250, + "val_size": 771, + "test_size": 2979, + "stats": { + "mean": [ + [ + 0.04109552382399996, + -0.007068212280000003, + 0.014182510261599956, + 0.0026211762400000084, + 0.014018176879999957, + 0.02370059650560003, + 0.004374500936000023, + -0.0038294597343999904, + -0.014804110096000014, + 0.00045386584799994817, + -0.010192400336000008, + -0.01903542342399992, + -0.010784385815999982, + -0.005200951027200047, + -0.002328150511999989, + 0.014533825215999989, + 0.007865440576000029, + -0.025042890535999954, + -0.005855280768000005, + 0.010768292656000005, + -0.029557043135999994, + 0.02497473343199999, + 0.0059397922879999695, + 0.02985397081600005, + 0.034868211864000014, + -0.03436343556000003, + 0.022563571339200006, + 0.013530936152000026, + 0.006182852718399999, + 0.02533174106799999, + -0.023453127760000032, + -0.012310209543200052, + 0.023519454263999984, + -0.010153050279999989, + 0.015502481212800007, + 0.010150338703999973, + 0.0053944454240000125, + -0.0034366949536000007, + -0.005722000272000003, + 0.007498833936000044 + ] + ], + "std": [ + [ + 1.0036717936871953, + 1.0115164152393803, + 1.0267935868392655, + 1.0141719003383043, + 1.0034317001981041, + 0.9959239723426369, + 0.9939861987845015, + 1.0288633031133263, + 1.0043429776096469, + 0.9779096908533591, + 1.0249129338514036, + 1.0084484801657798, + 1.0020500717103944, + 1.026928437823279, + 1.009036128138247, + 1.0055555854598206, + 0.9775356004635903, + 1.0198250392925892, + 0.9777825735121067, + 0.9997432850888442, + 1.0057789366361842, + 1.0008832746108618, + 0.9887462327692325, + 0.9949832502604571, + 0.9939865250881332, + 0.9973380026834073, + 0.977390812504474, + 0.998438673003916, + 0.9765375704247188, + 1.0137678154638436, + 0.9930247910455883, + 1.0298745659129236, + 0.9839097409542001, + 0.991922743066992, + 1.0070087822831295, + 0.9876272290873123, + 1.0098641388551413, + 1.0215112956805443, + 1.0133094868761658, + 0.98802284916221 + ] + ] + }, + "width": 128, + "in_features": 40, + "out_features": 3, + "depth": 6, + "padding": 80, + "parameters": 29443, + "cert_evals": { + "36": 0.7932192087173462, + "72": 0.7176905274391174, + "108": 0.6277274489402771, + "255": 0.22759315371513367 + }, + "fold": 0 + }, + { + "best_epoch": 12, + "best_val_acc": 0.877444589308996, + "test_acc": 0.8551793496480053, + "train_size": 1250, + "val_size": 767, + "test_size": 2983, + "stats": { + "mean": [ + [ + 0.044322997631999955, + 0.029345537880000067, + -0.011366358759840026, + -0.0005867047360000063, + -0.006665745688000015, + -0.006024195060800007, + -0.013584043487999992, + -0.024554553948799986, + 0.01623729534400002, + -0.007884222439999988, + 0.0019230570479999735, + -0.02265010408799999, + 0.007417331240000002, + -0.002911046979200009, + 0.020059001183999964, + 0.01574975624800002, + 0.02813207348000001, + 0.004678202063999986, + 0.028763643272000018, + 0.018513851640000002, + 0.0358815304, + 0.028113823255999978, + -0.00718522141599999, + -0.006245005135999949, + 0.011452240719999996, + -0.039296166616000015, + 0.013289260721600025, + -0.003815815991999974, + -0.001233308884800033, + 0.0033645557719999956, + 0.02454588116, + 0.010769942833599997, + 0.008991375496000034, + -0.012577069439999996, + 0.051492131759200026, + 0.009570444000000011, + 0.022488379120000006, + -0.00477033891360003, + -0.009759721552000007, + 0.0046987019359999846 + ] + ], + "std": [ + [ + 0.9680395488640641, + 0.9731934131975439, + 1.0256129853497884, + 1.0016500605542749, + 0.9832741110357304, + 1.0155722609031699, + 1.0177266822426836, + 1.0012352994664209, + 1.0017870547556, + 0.9825996623950224, + 1.0116415424885532, + 1.0008713618877405, + 1.004966285943376, + 0.991554206326663, + 1.0098780435455994, + 1.0036202953348388, + 0.9885930770833588, + 1.000767817574134, + 0.9955550387843519, + 1.0082268705074462, + 0.9951019252067327, + 0.9944184018582543, + 1.0206633343240308, + 1.0149218534426545, + 0.9851575763005246, + 0.9922537027672286, + 1.0164765099719621, + 1.0106305279893444, + 1.006251693120508, + 0.9864167800458236, + 1.0043559273464866, + 0.9969845117753792, + 0.99621846666241, + 1.0281731534980536, + 0.9986967919798584, + 0.9696604033255324, + 0.9966142799032668, + 0.9849892430729312, + 1.0057643181118128, + 1.0029305279401282 + ] + ] + }, + "width": 128, + "in_features": 40, + "out_features": 3, + "depth": 6, + "padding": 80, + "parameters": 29443, + "cert_evals": { + "36": 0.7958431243896484, + "72": 0.7247737646102905, + "108": 0.6439825892448425, + "255": 0.2266175001859665 + }, + "fold": 1 + }, + { + "best_epoch": 34, + "best_val_acc": 0.868421052631579, + "test_acc": 0.8659180977542933, + "train_size": 1250, + "val_size": 722, + "test_size": 3028, + "stats": { + "mean": [ + [ + 0.014308189376000027, + 0.028783297960000027, + 0.03795345253087996, + 0.013117279295999998, + 0.032089058063999955, + 0.012632187806400005, + 0.018484099464000054, + 0.009576141620799988, + 0.036987581783999995, + -0.006325697687999988, + -0.02381616588800001, + -0.008374505503999985, + -0.04596340019200004, + -0.03257486172959995, + -0.021728262640000023, + -0.019410886679999996, + -0.04224714851999999, + -0.02175625772000002, + -0.0017738945599999954, + 0.006572127119999979, + 0.015226716143999997, + -0.002422181303999986, + -0.025979705407999994, + 0.022093594352000027, + 0.03834592470399997, + -0.009863329287999975, + 0.020212545147199973, + 0.0037560529200000177, + 0.03646794663519996, + -0.018870360144, + -0.011957785879999988, + 0.016431144787999986, + 0.014396109119999995, + 0.008498349159999984, + 0.012689327942400006, + -0.00249464457599998, + -0.022068862224000004, + -0.0005122236512000032, + 0.008362260016000047, + -0.02581517636800003 + ] + ], + "std": [ + [ + 1.0188927880817935, + 0.9988893028885985, + 1.0203039986619837, + 1.0176161206264251, + 1.0298233594756412, + 1.032613885870231, + 1.0145448604818694, + 1.0020618139895976, + 0.9933894833504273, + 0.9801525816452665, + 0.9828864827428538, + 1.0084878782151452, + 1.0036037092630097, + 0.9753885414870564, + 1.015306973575768, + 0.9941278153766206, + 0.9825139145564932, + 0.9962329520442799, + 0.9688294278798073, + 0.98310050706914, + 0.9843726349902746, + 0.9830497457267643, + 1.019877833578896, + 1.0231451225251817, + 0.9901755816567956, + 0.9958326894928737, + 1.032928859241582, + 0.9924515511719896, + 0.9749189762682579, + 1.0285239667561281, + 1.002192158381019, + 0.9935329644391413, + 1.0052344609016668, + 1.0064075388331128, + 1.0160814777549847, + 0.9845645364365565, + 0.9925488055513885, + 1.0072044814714247, + 1.0303878632271122, + 0.9885231209627763 + ] + ] + }, + "width": 128, + "in_features": 40, + "out_features": 3, + "depth": 6, + "padding": 80, + "parameters": 29443, + "cert_evals": { + "36": 0.8150594830513, + "72": 0.75, + "108": 0.6895641088485718, + "255": 0.35303831100463867 + }, + "fold": 2 + }, + { + "best_epoch": 20, + "best_val_acc": 0.8754966887417218, + "test_acc": 0.8580968280467446, + "train_size": 1250, + "val_size": 755, + "test_size": 2995, + "stats": { + "mean": [ + [ + -0.036278040016000025, + 0.00810417363999999, + 0.0013843179736000206, + -0.0018023679760000122, + -0.005956154304000002, + 0.025961240582400028, + 0.010167898040000027, + 0.01906255140800001, + -0.02535409856000002, + 0.013357130255999999, + -0.007777053167999971, + 0.007395055352000006, + -0.009246732704000024, + 0.000417141663999981, + -0.012846879495999965, + -0.011422848472000015, + -0.02694291900799997, + -0.010714078007999981, + -0.017699573224000033, + 0.006549602159999982, + 0.02394824680000007, + -0.027398905735999915, + -0.006791929848000011, + 0.016008580479999996, + 0.04892266430400006, + 0.035720964879999914, + 0.03039491798320002, + 0.0066352822719999895, + -0.02569047550079999, + 0.01171173369999999, + 0.022736661080000005, + -0.02455200705200002, + 0.03534526224799999, + 0.039964129560000006, + 0.04194475229440003, + 0.012341044367999982, + 0.04449289257600006, + 0.05609793443199992, + 0.037631368336000094, + -0.0013801063520000427 + ] + ], + "std": [ + [ + 0.9967186390712067, + 1.0046232169850224, + 0.9740084152266493, + 0.9826095647211786, + 0.9807015091355339, + 0.9903924974929869, + 0.9994986310830332, + 0.999954070658992, + 1.0016268406564945, + 1.0082593311694388, + 1.0031753015138711, + 1.0033236672468044, + 0.987229114309021, + 1.0132234933998234, + 0.9873167353551544, + 0.983479654201213, + 1.011117373386074, + 1.0372041491820654, + 0.9890339764711912, + 0.9663488793448463, + 1.0078666660648328, + 0.9894244150573558, + 1.0015699231644122, + 1.0021673571075749, + 0.98850640710336, + 1.0232697675089457, + 1.0136787449302005, + 1.0052546165431762, + 0.9928535231583258, + 0.9947831559397796, + 0.9947379135130683, + 0.968921467398204, + 1.0158922450868932, + 0.9723954832645065, + 0.9861131949259808, + 1.0009190287109688, + 0.9931377428957798, + 1.0140326666524644, + 0.9958387641879904, + 0.9761305424003285 + ] + ] + }, + "width": 128, + "in_features": 40, + "out_features": 3, + "depth": 6, + "padding": 80, + "parameters": 29443, + "cert_evals": { + "36": 0.789983332157135, + "72": 0.717863142490387, + "108": 0.6360601186752319, + "255": 0.26744574308395386 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8579573469757218, + "std_test_acc": 0.0057572116337214286, + "n_samples": 5000, + "n_features": 40, + "n_classes": 3, + "mean_cert_acc_36": 0.7985262870788574, + "std_cert_acc_36": 0.011279673319881774, + "mean_cert_acc_72": 0.7275818586349487, + "std_cert_acc_72": 0.015305231465514603, + "mean_cert_acc_108": 0.6493335664272308, + "std_cert_acc_108": 0.027629321552816832, + "mean_cert_acc_255": 0.26867367699742317, + "std_cert_acc_255": 0.059372358029671536 + }, + "wine-quality-red": { + "dataset": "wine-quality-red", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 81, + "best_val_acc": 0.19753086419753085, + "test_acc": 0.1705020920502092, + "train_size": 400, + "val_size": 243, + "test_size": 956, + "stats": { + "mean": [ + [ + -0.02693017225000001, + -0.010865180249999969, + 0.01090508905000014, + 0.028862860500000035, + -0.005716316749999986, + -0.0022627200000000882, + -0.008672537749999942, + 0.0023822675999998814, + 0.03910194012499996, + -0.003237799000000088, + -0.015897374500000026 + ] + ], + "std": [ + [ + 0.9743049425383958, + 1.0208202037213217, + 1.0045213439257272, + 1.0312615683961275, + 0.9360785088397681, + 1.0135085097778138, + 1.054760065228032, + 0.9991490231742983, + 0.9910168624962105, + 0.9560724374897602, + 1.0224479021869215 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 6, + "depth": 6, + "padding": 22, + "parameters": 2426, + "cert_evals": { + "36": 0.0010460250778123736, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.13135593220338984, + "test_acc": 0.12357217030114226, + "train_size": 400, + "val_size": 236, + "test_size": 963, + "stats": { + "mean": [ + [ + 0.013418094749999616, + -0.03892854174999997, + 0.03785578170000011, + 0.030990686500000093, + 0.03390959879999997, + -0.02747751350000006, + 0.024918823500000065, + -0.0024924809250000362, + -0.023241676749999992, + 0.00015447274999999162, + 0.017258733749999842 + ] + ], + "std": [ + [ + 1.0484699134032194, + 0.9803949233513032, + 1.0076892023564636, + 1.0290250752162338, + 1.1997081630921285, + 0.9489970021589998, + 1.0263878594773712, + 1.03076931004531, + 0.9684548723090626, + 0.9627052256819137, + 0.9972530011672733 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 6, + "depth": 6, + "padding": 22, + "parameters": 2426, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.34309623430962344, + "test_acc": 0.41354166666666664, + "train_size": 400, + "val_size": 239, + "test_size": 960, + "stats": { + "mean": [ + [ + -0.0013715520000001779, + -0.035088978500000055, + 0.06416455662500034, + -0.006156608600000014, + 0.0926046769, + -0.01361536200000002, + -0.007988503499999982, + 0.019787725674999798, + -0.030528630750000167, + 0.09543056175000009, + -0.01609288975000005 + ] + ], + "std": [ + [ + 0.9829420987934913, + 0.9707586864617593, + 1.0018786547407759, + 0.964170646447104, + 1.218209093004271, + 0.993770255551407, + 0.9825900214132555, + 0.9579306637091782, + 1.0278450401756267, + 1.103602348070479, + 1.019972708382203 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 6, + "depth": 6, + "padding": 22, + "parameters": 2426, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.425, + "test_acc": 0.4233576642335766, + "train_size": 400, + "val_size": 240, + "test_size": 959, + "stats": { + "mean": [ + [ + -0.024919883000000052, + 0.11828172599999993, + -0.10639385059999999, + 0.09154341099999996, + -0.0404553217, + 0.02593951999999995, + -0.03595611450000001, + 0.029616401199999934, + 0.04752242037499988, + -0.06532982275000002, + -0.002994586000000021 + ] + ], + "std": [ + [ + 1.0557689652662066, + 1.036986432681799, + 0.9776537301766356, + 1.148436386560584, + 0.6942596510748834, + 1.0910930117650621, + 0.9332303748474275, + 0.9830858412290316, + 0.9796850899079309, + 0.8673250562614796, + 1.0016840683328132 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 6, + "depth": 6, + "padding": 22, + "parameters": 2426, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.2827433983128987, + "std_test_acc": 0.15791785780702663, + "n_samples": 1599, + "n_features": 11, + "n_classes": 6, + "mean_cert_acc_36": 0.0002615062694530934, + "std_cert_acc_36": 0.0005230125389061868, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "yeast": { + "dataset": "yeast", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 62, + "best_val_acc": 0.32075471698113206, + "test_acc": 0.290788013318535, + "train_size": 371, + "val_size": 212, + "test_size": 901, + "stats": { + "mean": [ + [ + -0.0680236417412399, + 0.0016312938814016407, + -0.008786120350404263, + -0.04364633274932616, + 0.013936777088948886, + 0.007389660377358629, + -0.024600268247978344, + 0.05087596307277619 + ] + ], + "std": [ + [ + 1.027205380998011, + 0.9953693200489844, + 0.9507124252634552, + 0.9691826685352211, + 1.0679577073315545, + 1.038674237448053, + 0.9068718437558525, + 1.1001821882054232 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 10, + "depth": 6, + "padding": 16, + "parameters": 1402, + "cert_evals": { + "36": 0.005549389868974686, + "72": 0.0033296337351202965, + "108": 0.0011098779505118728, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.29004329004329005, + "test_acc": 0.2800453514739229, + "train_size": 371, + "val_size": 231, + "test_size": 882, + "stats": { + "mean": [ + [ + 0.08549606216172505, + 0.03251707697035039, + 0.04905938702964963, + 0.04128734865229108, + -0.013936692183288498, + 0.036949762803234386, + -0.002681268247978456, + 0.005315634501347734 + ] + ], + "std": [ + [ + 0.9621845394333128, + 0.9690282797537528, + 0.9491603484155484, + 1.0401770820495524, + 0.9261376999963121, + 1.1814628524634447, + 0.9836755462977512, + 0.993812117132581 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 10, + "depth": 6, + "padding": 16, + "parameters": 1402, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 93, + "best_val_acc": 0.41013824884792627, + "test_acc": 0.39732142857142855, + "train_size": 371, + "val_size": 217, + "test_size": 896, + "stats": { + "mean": [ + [ + 0.004417079552560633, + -0.0405647886981132, + -0.038330890598382725, + -0.009830160646900232, + -0.013936692183288395, + 0.036949762803234296, + -0.01154207417789756, + 0.005568702156334372 + ] + ], + "std": [ + [ + 1.0326495870955454, + 0.9133440779524218, + 0.9914487013412665, + 0.9617359852499671, + 0.9261376999963089, + 1.181462852463445, + 0.873907032459684, + 0.9724601246460749 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 10, + "depth": 6, + "padding": 16, + "parameters": 1402, + "cert_evals": { + "36": 0.02343750186264515, + "72": 0.0133928582072258, + "108": 0.008928571827709675, + "255": 0.0078125 + }, + "fold": 2 + }, + { + "best_epoch": 28, + "best_val_acc": 0.13004484304932734, + "test_acc": 0.11573033707865168, + "train_size": 371, + "val_size": 223, + "test_size": 890, + "stats": { + "mean": [ + [ + -0.01207341391913747, + -0.03099437134770888, + -0.004743151369272138, + 0.0033422831536388878, + 0.013936777088948926, + 0.007389660377358682, + -0.05258191859838276, + -0.01645215983827505 + ] + ], + "std": [ + [ + 1.002118550793497, + 0.9931572183782578, + 1.0350703782367132, + 0.9624293574797959, + 1.0679577073315536, + 1.0386742374480524, + 1.0723089145971894, + 0.9483399576263618 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 10, + "depth": 6, + "padding": 16, + "parameters": 1402, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.2709712826106346, + "std_test_acc": 0.11624564808436652, + "n_samples": 1484, + "n_features": 8, + "n_classes": 10, + "mean_cert_acc_36": 0.007246722932904959, + "std_cert_acc_36": 0.011106338256662442, + "mean_cert_acc_72": 0.004180622985586524, + "std_cert_acc_72": 0.006338892584104605, + "mean_cert_acc_108": 0.002509612444555387, + "std_cert_acc_108": 0.00431117174559826, + "mean_cert_acc_255": 0.001953125, + "std_cert_acc_255": 0.00390625 + }, + "zoo": { + "dataset": "zoo", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 8, + "best_val_acc": 0.2857142857142857, + "test_acc": 0.1935483870967742, + "train_size": 25, + "val_size": 14, + "test_size": 62, + "stats": { + "mean": [ + [ + 0.18968232000000004, + 0.004943600000000055, + -0.04877112000000002, + 0.06901168000000008, + 0.005554399999999982, + -0.24190180000000008, + 0.011100480000000044, + 0.07332431999999998, + 0.047367959999999966, + 0.1174986, + 0.002917720000000048, + -0.128498, + 0.05823499999999993, + 0.03965752000000001, + -0.025889279999999938, + 0.0890122 + ] + ], + "std": [ + [ + 1.005390221359596, + 0.9987632000000001, + 1.0021422025080997, + 1.0058025598467213, + 0.9984392123352528, + 0.8872886923159564, + 0.9937582269928686, + 0.97657824, + 0.9532010403686509, + 0.898886886807812, + 0.9995686698918299, + 0.864227081446769, + 0.8401435100754158, + 0.9719779957616784, + 0.9655601622370106, + 1.0025794726604769 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 7, + "depth": 6, + "padding": 32, + "parameters": 4999, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.08333333333333333, + "test_acc": 0.109375, + "train_size": 25, + "val_size": 12, + "test_size": 64, + "stats": { + "mean": [ + [ + 0.028691039999999952, + 0.004943600000000057, + -0.048771120000000036, + 0.06901168, + 0.005554399999999972, + 0.17360919999999994, + -0.06897883999999993, + -0.00805720000000001, + 0.0473679599999999, + -0.07865459999999999, + 0.0029177199999999947, + -0.022119, + 0.09757803999999994, + -0.051376560000000016, + -0.26359375999999995, + 0.24955340000000004 + ] + ], + "std": [ + [ + 0.9989246223251673, + 0.9987632000000002, + 1.0021422025080997, + 1.0058025598467215, + 0.998439212335253, + 1.0312711812638613, + 1.0001903862262094, + 0.9967159924605201, + 0.9532010403686509, + 1.047171532893174, + 0.9995686698918299, + 0.9749796397074146, + 1.045377756731086, + 1.02185501364051, + 0.5822546855736085, + 0.9961319493678737 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 7, + "depth": 6, + "padding": 32, + "parameters": 4999, + "cert_evals": { + "36": 0.109375, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 35, + "best_val_acc": 0.75, + "test_acc": 0.46875, + "train_size": 25, + "val_size": 12, + "test_size": 64, + "stats": { + "mean": [ + [ + 0.02869103999999997, + 0.004943600000000048, + -0.04877112000000006, + 0.06901168, + 0.005554399999999982, + 0.007404799999999972, + 0.011100480000000062, + 0.07332431999999998, + 0.04736795999999993, + 0.01942200000000002, + -0.14446064, + -0.022119000000000017, + 0.09757803999999996, + 0.03965751999999999, + -0.14474151999999998, + 0.08901219999999999 + ] + ], + "std": [ + [ + 0.9989246223251673, + 0.9987632000000001, + 1.0021422025080997, + 1.0058025598467215, + 0.9984392123352529, + 0.9972263999999998, + 0.9937582269928688, + 0.97657824, + 0.9532010403686509, + 0.980766, + 0.722003562256413, + 0.9749796397074147, + 1.045377756731086, + 0.9719779957616785, + 0.8060951109136004, + 1.0025794726604769 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 7, + "depth": 6, + "padding": 32, + "parameters": 4999, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.15789473684210525, + "test_acc": 0.12280701754385964, + "train_size": 25, + "val_size": 19, + "test_size": 57, + "stats": { + "mean": [ + [ + 0.10918667999999991, + 0.004943600000000039, + -0.04877112000000009, + 0.06901168, + -0.087958, + -0.07569740000000007, + 0.011100480000000062, + 0.07332432000000001, + 0.04736795999999993, + 0.019421999999999984, + 0.29767443999999993, + -0.022119, + 0.05823475999999992, + 0.03965752, + -0.025889279999999938, + 0.08901219999999999 + ] + ], + "std": [ + [ + 1.0053902213595962, + 0.9987632, + 1.0021422025080997, + 1.0058025598467215, + 0.9351239999999998, + 0.9691298611116264, + 0.9937582269928686, + 0.97657824, + 0.9532010403686509, + 0.980766, + 1.3507449809969043, + 0.9749796397074147, + 1.007680466714654, + 0.9719779957616784, + 0.9655601622370106, + 1.0025794726604769 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 7, + "depth": 6, + "padding": 32, + "parameters": 4999, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.22362010116015846, + "std_test_acc": 0.16753924541159762, + "n_samples": 101, + "n_features": 16, + "n_classes": 7, + "mean_cert_acc_36": 0.02734375, + "std_cert_acc_36": 0.0546875, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "wine-quality-white": { + "dataset": "wine-quality-white", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 20, + "best_val_acc": 0.3129251700680272, + "test_acc": 0.2984008166042872, + "train_size": 1224, + "val_size": 735, + "test_size": 2939, + "stats": { + "mean": [ + [ + -0.0032048589052286994, + -0.028953991503268075, + -0.009521662091503368, + -0.033446381021241915, + -0.021216290767973777, + 0.0013643637254901876, + -0.019732506176470634, + -0.0385083221609477, + -0.012002372222222163, + -0.05735950201797371, + 0.02225335972222248 + ] + ], + "std": [ + [ + 1.023683347421332, + 0.9447226597106944, + 0.9620105291208404, + 0.9658980402573037, + 0.9263448142152314, + 0.9948440839445967, + 0.9740337269720393, + 0.9614465411758055, + 1.0172641404349574, + 0.9821399823923815, + 0.9957833992600652 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 7, + "depth": 6, + "padding": 22, + "parameters": 2449, + "cert_evals": { + "36": 0.0013610071036964655, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 35, + "best_val_acc": 0.29554655870445345, + "test_acc": 0.2686668939652233, + "train_size": 1224, + "val_size": 741, + "test_size": 2933, + "stats": { + "mean": [ + [ + -0.017049376225490367, + 0.014491614133986936, + 0.008908331290849619, + 0.010737108415032604, + 0.04067164330065363, + 0.0329015589869281, + -0.002488432352941375, + 0.006007091343954325, + -0.021524885539215638, + 0.0011987277042483457, + -0.014868995751633802 + ] + ], + "std": [ + [ + 1.0062718660617844, + 0.9894618025720731, + 1.0916182332376316, + 0.9825566386411965, + 1.1470818763060382, + 1.0937605281552916, + 0.9895690762781538, + 0.9664685559760209, + 0.9624746400083976, + 0.9868208733792134, + 0.99380448190184 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 7, + "depth": 6, + "padding": 22, + "parameters": 2449, + "cert_evals": { + "36": 0.12444595247507095, + "72": 0.01738833822309971, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 65, + "best_val_acc": 0.28, + "test_acc": 0.3136656493726687, + "train_size": 1224, + "val_size": 725, + "test_size": 2949, + "stats": { + "mean": [ + [ + -0.008771757843137384, + -0.004596860539215801, + 0.008705725245097917, + -0.034847791446078476, + -0.030826640032679757, + -0.01616954820261436, + -0.03943745302287589, + -0.040444966319444435, + 0.02927997336601328, + 0.006854076119281012, + 0.030744455310457264 + ] + ], + "std": [ + [ + 1.0204079506641692, + 1.0029139391565418, + 1.0078310341851806, + 0.9854918621954571, + 0.9449468354581222, + 0.957020515296538, + 0.954249288652687, + 0.976569994872353, + 0.9899815735473346, + 1.008692992013154, + 0.9893537338950328 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 7, + "depth": 6, + "padding": 22, + "parameters": 2449, + "cert_evals": { + "36": 0.1186843067407608, + "72": 0.007799254264682531, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 28, + "best_val_acc": 0.3159379407616361, + "test_acc": 0.3015177065767285, + "train_size": 1224, + "val_size": 709, + "test_size": 2965, + "stats": { + "mean": [ + [ + -0.022035407434640455, + 0.006143019934640497, + -0.030651977777777773, + 0.024485125988562038, + -0.018449098774509846, + -0.0018301268790849984, + 0.008402089934640587, + 0.008618634501633892, + -0.035267637908496643, + 0.02360550346405227, + -0.013176123529411856 + ] + ], + "std": [ + [ + 1.0070335678428375, + 0.9660388185917548, + 0.9095987830657093, + 0.9927445013639002, + 0.8945149881344938, + 0.9537849826536657, + 1.0086544512672544, + 0.9850628871532389, + 0.9772491357585545, + 0.995730526664069, + 1.0046258178743335 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 7, + "depth": 6, + "padding": 22, + "parameters": 2449, + "cert_evals": { + "36": 0.0013490725541487336, + "72": 0.0006745362770743668, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.2955627666297269, + "std_test_acc": 0.019101641878997287, + "n_samples": 4898, + "n_features": 11, + "n_classes": 7, + "mean_cert_acc_36": 0.06146008471841924, + "std_cert_acc_36": 0.06944317589865402, + "mean_cert_acc_72": 0.006465532191214152, + "std_cert_acc_72": 0.008091667450174953, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "statlog-shuttle": { + "dataset": "statlog-shuttle", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 12, + "best_val_acc": 0.9539548666514702, + "test_acc": 0.9543857628290042, + "train_size": 14500, + "val_size": 8774, + "test_size": 34726, + "stats": { + "mean": [ + [ + 1.2510344720706063e-08, + -4.003449266179364e-09, + -2.8330344823007095e-07, + 2.2496552349729375e-08, + 4.917241296073994e-09, + -3.906206872704791e-09, + -2.4448276142207472e-08, + 8.781379274356982e-09, + 1.222586207623664e-07 + ] + ], + "std": [ + [ + 0.9999654436530625, + 0.9999653004098481, + 0.9999654876854136, + 0.9999670453911623, + 0.9999655862280178, + 0.9999655271700041, + 0.9999659054814384, + 0.9999654302872448, + 0.9999654402261486 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 7, + "depth": 6, + "padding": 18, + "parameters": 1681, + "cert_evals": { + "36": 0.8585209846496582, + "72": 0.7021539807319641, + "108": 0.4561423659324646, + "255": 0.055779531598091125 + }, + "fold": 0 + }, + { + "best_epoch": 20, + "best_val_acc": 0.9437148217636022, + "test_acc": 0.9420965343703535, + "train_size": 14500, + "val_size": 8528, + "test_size": 34972, + "stats": { + "mean": [ + [ + 1.2510344720706063e-08, + -4.003449266179364e-09, + -2.8330344823007095e-07, + 2.2496552349729375e-08, + 4.917241296073994e-09, + -3.906206872704791e-09, + -2.4448276142207472e-08, + 8.781379274356982e-09, + 1.222586207623664e-07 + ] + ], + "std": [ + [ + 0.9999654436530625, + 0.9999653004098481, + 0.9999654876854136, + 0.9999670453911623, + 0.9999655862280178, + 0.9999655271700041, + 0.9999659054814384, + 0.9999654302872448, + 0.9999654402261486 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 7, + "depth": 6, + "padding": 18, + "parameters": 1681, + "cert_evals": { + "36": 0.8533112406730652, + "72": 0.746082603931427, + "108": 0.6035971641540527, + "255": 0.04603682830929756 + }, + "fold": 1 + }, + { + "best_epoch": 12, + "best_val_acc": 0.9159169550173011, + "test_acc": 0.917800746482917, + "train_size": 14500, + "val_size": 8670, + "test_size": 34830, + "stats": { + "mean": [ + [ + 1.2510344720706063e-08, + -4.003449266179364e-09, + -2.8330344823007095e-07, + 2.2496552349729375e-08, + 4.917241296073994e-09, + -3.906206872704791e-09, + -2.4448276142207472e-08, + 8.781379274356982e-09, + 1.222586207623664e-07 + ] + ], + "std": [ + [ + 0.9999654436530625, + 0.9999653004098481, + 0.9999654876854136, + 0.9999670453911623, + 0.9999655862280178, + 0.9999655271700041, + 0.9999659054814384, + 0.9999654302872448, + 0.9999654402261486 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 7, + "depth": 6, + "padding": 18, + "parameters": 1681, + "cert_evals": { + "36": 0.8857019543647766, + "72": 0.6236290335655212, + "108": 0.12147574126720428, + "255": 0.0075509618036448956 + }, + "fold": 2 + }, + { + "best_epoch": 5, + "best_val_acc": 0.9182319199190192, + "test_acc": 0.9173047473200613, + "train_size": 14500, + "val_size": 8891, + "test_size": 34609, + "stats": { + "mean": [ + [ + 1.2510344720706063e-08, + -4.003449266179364e-09, + -2.8330344823007095e-07, + 2.2496552349729375e-08, + 4.917241296073994e-09, + -3.906206872704791e-09, + -2.4448276142207472e-08, + 8.781379274356982e-09, + 1.222586207623664e-07 + ] + ], + "std": [ + [ + 0.9999654436530625, + 0.9999653004098481, + 0.9999654876854136, + 0.9999670453911623, + 0.9999655862280178, + 0.9999655271700041, + 0.9999659054814384, + 0.9999654302872448, + 0.9999654402261486 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 7, + "depth": 6, + "padding": 18, + "parameters": 1681, + "cert_evals": { + "36": 0.737235963344574, + "72": 0.05567915737628937, + "108": 0.04123204946517944, + "255": 0.000317836384056136 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.932896947750584, + "std_test_acc": 0.018415695972264938, + "n_samples": 58000, + "n_features": 9, + "n_classes": 7, + "mean_cert_acc_36": 0.8336925357580185, + "std_cert_acc_36": 0.06585386711619272, + "mean_cert_acc_72": 0.5318861939013004, + "std_cert_acc_72": 0.32148670867683604, + "mean_cert_acc_108": 0.30561183020472527, + "std_cert_acc_108": 0.26786655206680143, + "mean_cert_acc_255": 0.02742128952377243, + "std_cert_acc_255": 0.027569036215913893 + }, + "miniboone": { + "dataset": "miniboone", + "algorithm": "aol", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 18, + "best_val_acc": 0.8743127672571778, + "test_acc": 0.8746405832819881, + "train_size": 32516, + "val_size": 19644, + "test_size": 77904, + "stats": { + "mean": [ + [ + -0.0066929692905031805, + -0.0067178206113913536, + -0.00044848711604975365, + -0.006682303195350012, + -0.006676431252304934, + -0.006678322865666758, + -0.006603011846475587, + -0.006676624523311714, + -0.0066787164688152925, + -0.006674537190921409, + -0.006651495260794631, + -0.0021907771461773715, + -0.006695997997908723, + -0.006680375196826281, + -0.006672462064829712, + -0.0019113073704711085, + -0.006682638614835791, + -0.005199885844285893, + -0.006682950415180203, + -0.0027868723179357985, + -0.006732400171929552, + -0.006675056184647536, + -0.0009806369656784695, + -0.0067719209681387305, + -0.006673680111329746, + -0.006853424330988536, + -0.0049757818568722766, + -0.0066786663365727686, + -0.006678683045269993, + -0.00666663167363761, + -0.006713104959930439, + -0.00667692119264367, + -0.006648468240250945, + -0.005555848155831019, + -0.0066771619571901345, + -0.006676893769221374, + -0.006640021976872997, + -0.006652168061569651, + -0.006656952063599499, + -0.006676646404846852, + -0.005321780849683204, + -0.007256703317981967, + -0.006479226783737146, + -0.006305387427130641, + -0.006670434807482904, + -0.006676957442489813, + -0.006832965117468275, + -0.006830883164011628, + -0.006874203773250122, + -0.00667477880120567 + ] + ], + "std": [ + [ + 1.0538567724237127, + 1.0538641992619597, + 0.9958589711579526, + 1.0538780837060269, + 1.053878006921434, + 1.0538798560451104, + 1.053879432020278, + 1.0538786291178488, + 1.053873986660415, + 1.0538783590814276, + 1.0538757864954629, + 1.0176547701635106, + 1.0538752752995135, + 1.053872770510109, + 1.0538659033426634, + 0.9932644775405934, + 1.0538747558236612, + 1.04937218635993, + 1.053877924513502, + 0.0025831688488992767, + 1.053829697906066, + 1.0538783793218856, + 1.018390578757397, + 1.053842634750244, + 1.0538786083464582, + 1.0538111764047524, + 1.022739919992211, + 1.0538741322767364, + 1.0538782493179681, + 1.053875543573962, + 1.0538088816355915, + 1.0538723979257454, + 1.0538730852936433, + 1.0247711822180132, + 1.0538781798354342, + 1.053878585676999, + 1.0538691274084275, + 1.0538654744064087, + 1.05387761105871, + 1.0538781920284286, + 1.0452185226194493, + 1.0438926673439166, + 1.0538793178576804, + 1.0536246877698876, + 1.0538784902027962, + 1.0538787998823098, + 1.0538650746236322, + 1.0538068876186153, + 1.0538062411125644, + 1.0538784592336081 + ] + ] + }, + "width": 256, + "in_features": 50, + "out_features": 2, + "depth": 6, + "padding": 100, + "parameters": 45702, + "cert_evals": { + "36": 0.8063899278640747, + "72": 0.7285505533218384, + "108": 0.6520589590072632, + "255": 0.2431582510471344 + }, + "fold": 0 + }, + { + "best_epoch": 47, + "best_val_acc": 0.8743130470181152, + "test_acc": 0.8785688610454966, + "train_size": 32516, + "val_size": 19652, + "test_size": 77896, + "stats": { + "mean": [ + [ + -0.003659472481547509, + -0.0035700208512731936, + -0.00456473851721011, + -0.00360049339094594, + -0.003593886083772473, + -0.00358800156845938, + -0.003609804330175811, + -0.0035959653862712893, + -0.003585372367449882, + -0.0036011496647804257, + -0.003574454936031472, + -0.0002376014663141565, + -0.0035765183694182563, + -0.0035786825070734597, + -0.003581793034198606, + 0.0027392871255968536, + -0.0035747984868988035, + -0.0018979996262606397, + -0.0035937045023987507, + 0.008311608403247624, + -0.0038405719449991636, + -0.003598410862344705, + -1.2960689975229953e-05, + -0.0037911689629719237, + -0.0035987016976257243, + -0.003553280317375533, + -0.00120645956911968, + -0.003604746423299312, + -0.003595963956206178, + -0.0036390921810801925, + -0.0036627183510209798, + -0.003597980923237808, + -0.0035958085404107568, + -0.005033409016920937, + -0.0036001520635993464, + -0.0035987486652726062, + -0.0035917900449008895, + -0.0035793614428588296, + -0.0035902388547176894, + -0.0035928566736375947, + -0.0009922327992711712, + -0.002124953252319455, + -0.0036879309878213567, + -0.0034349073177313027, + -0.003598185213436877, + -0.0035934901402386375, + -0.003602609255707958, + -0.0035299332937630697, + -0.0036069077674990894, + -0.003592571029647003 + ] + ], + "std": [ + [ + 1.0293487576429072, + 1.0293632141886253, + 0.9887037915056724, + 1.029365893060315, + 1.0293658502982712, + 1.029368237348854, + 1.0293622172155605, + 1.0293663659457355, + 1.0293628691485286, + 1.0293656358483938, + 1.029364102494499, + 1.006763216099369, + 1.0293667056536349, + 1.029362370179701, + 1.029358770899615, + 1.0012661620897783, + 1.029365775010478, + 1.027354601762616, + 1.0293662087119093, + 1.9999643273466732, + 1.0293241490670084, + 1.0293658647973212, + 1.007217844105937, + 1.0292982324584112, + 1.0293659919295302, + 1.0293214796094297, + 1.0139090551352947, + 1.0293616933725718, + 1.0293661117606363, + 1.0293612193672406, + 1.0293028748669328, + 1.0293608389078128, + 1.0293624280631426, + 1.0121183384237977, + 1.029365684051124, + 1.029366166790506, + 1.0293578351184116, + 1.0293603667049085, + 1.0293647225554694, + 1.02936611660418, + 1.0243754023495473, + 1.0175071683627712, + 1.0293461366945726, + 1.0291967790319312, + 1.0293656729659864, + 1.0293667176112475, + 1.029354896915401, + 1.0293422770958582, + 1.0293448836449766, + 1.029366280982135 + ] + ] + }, + "width": 256, + "in_features": 50, + "out_features": 2, + "depth": 6, + "padding": 100, + "parameters": 45702, + "cert_evals": { + "36": 0.8142009973526001, + "72": 0.738227903842926, + "108": 0.6646040678024292, + "255": 0.28414809703826904 + }, + "fold": 1 + }, + { + "best_epoch": 17, + "best_val_acc": 0.8753715281336476, + "test_acc": 0.8733628930978804, + "train_size": 32516, + "val_size": 19514, + "test_size": 78034, + "stats": { + "mean": [ + [ + 0.0005872713728625283, + 0.0005592911951040488, + -0.0015875384167732419, + 0.0005084049237298592, + 0.0005126942889679038, + 0.0005151387839825248, + 0.0005130335342600157, + 0.0005107385533274924, + 0.000518504668470965, + 0.0005099805941690433, + 0.0004972431602903669, + 0.006199611582771556, + 0.0004437178835034895, + 0.0005174753444456869, + 0.00045390833435860097, + -0.006724558695826372, + 0.00046023495202354226, + -0.0014645146025250007, + 0.0005134210419486034, + 0.008326016098843635, + 0.0005855647507836025, + 0.0005188788657891645, + -0.005855233801703189, + 0.0005363233146758781, + 0.000517880286628172, + 0.000289813760165567, + 0.0011647067174228383, + 0.000515516933202204, + 0.0005118400049205469, + 0.0005662085096567202, + 0.0006245390962356869, + 0.0005227987882888596, + 0.0004455256058554989, + -0.0012331349033552603, + 0.000509145377660323, + 0.0005160132888423314, + 0.0005081290841431461, + 0.0004383096252307822, + 0.0005235053327593691, + 0.0005115684401526536, + -6.85762123339298e-05, + -0.0002997175066182346, + 0.0005932577715586378, + 0.0008539802024421717, + 0.0005163635748510258, + 0.0005131155830974517, + 0.00047798527387127445, + 0.0004895968192581729, + 0.0006103754389776044, + 0.0005093450393652897 + ] + ], + "std": [ + [ + 0.9957345954073729, + 0.9957338045117373, + 1.009089174106892, + 0.9957299331571907, + 0.9957297207983613, + 0.9957319779858296, + 0.9957285308484073, + 0.99573027967679, + 0.9957274461972008, + 0.9957298025727774, + 0.9957267869288412, + 0.9986824060207489, + 0.995727937063426, + 0.995726209358951, + 0.9957222508374016, + 0.9849068775325148, + 0.9957260724507725, + 0.9984485547058798, + 0.9957301232252692, + 1.9999635778290246, + 0.9957403323167682, + 0.9957303943483548, + 0.9869664238989766, + 0.9957341301924101, + 0.9957304810256162, + 0.9957436771610553, + 0.9965972478945923, + 0.9957273137356182, + 0.9957300780370839, + 0.9957353083328109, + 0.995745588680438, + 0.9957274480178427, + 0.9957264072745984, + 0.9993516959593822, + 0.9957297379201838, + 0.9957305689438095, + 0.9957296474590059, + 0.9957273179676576, + 0.9957300585487675, + 0.9957298638455957, + 0.9958033136974604, + 1.001216743433296, + 0.9957377405837478, + 0.9958618328338358, + 0.9957300476528158, + 0.9957306269775752, + 0.9957358265962181, + 0.9957255439006696, + 0.9957566204204258, + 0.9957298904542489 + ] + ] + }, + "width": 256, + "in_features": 50, + "out_features": 2, + "depth": 6, + "padding": 100, + "parameters": 45702, + "cert_evals": { + "36": 0.8081092834472656, + "72": 0.736332893371582, + "108": 0.6642489433288574, + "255": 0.2738165259361267 + }, + "fold": 2 + }, + { + "best_epoch": 20, + "best_val_acc": 0.8713291722091476, + "test_acc": 0.8724519884105536, + "train_size": 32516, + "val_size": 19546, + "test_size": 78002, + "stats": { + "mean": [ + [ + -0.004108113020359334, + -0.004135750738098101, + -0.001322435285942239, + -0.004109338048960558, + -0.004110013236557907, + -0.004103856971953094, + -0.004105435167302326, + -0.004108234536843478, + -0.0041157547053759375, + -0.004111229871447928, + -0.004129319931725945, + -0.009310410842292996, + -0.004151154668470918, + -0.004106480246647911, + -0.004078257611637442, + -0.0012255257009042696, + -0.004128084247755086, + -0.001812244588848235, + -0.004106642698979071, + -0.002771495593861472, + -0.003930339402381827, + -0.004107319867142366, + -0.0020118547528348136, + -0.004110450282937586, + -0.004107549326485374, + -0.003903686475773098, + 0.0034778790131669113, + -0.004089806615204751, + -0.004105919012178624, + -0.004107724389223812, + -0.004053504517403692, + -0.004112779779185523, + -0.004036618249477243, + 0.0003978993396296994, + -0.004112451033337286, + -0.004115697588879312, + -0.004161525821134272, + -0.004013369772911648, + -0.004074420147004465, + -0.004107203911920277, + -0.003583577395203846, + -0.003683256187455512, + -0.00410252064829624, + -0.00435002289662263, + -0.004109810948460561, + -0.00410555030446539, + -0.004173506213295106, + -0.004126808812892148, + -0.004084347094353566, + -0.00411184631565997 + ] + ], + "std": [ + [ + 1.0334801859758438, + 1.0334838209190884, + 0.9910692934328427, + 1.0334925739257474, + 1.0334920746964988, + 1.0334944696977597, + 1.033489534681566, + 1.0334928363605922, + 1.0334882086728014, + 1.0334922326917702, + 1.0334875046199652, + 1.0060291795040275, + 1.0334893624231647, + 1.033487735872467, + 1.0334857443384646, + 0.9987636855559352, + 1.0334891465642266, + 1.0284163803912958, + 1.0334926279501595, + 0.001394515045967005, + 1.0334671696186013, + 1.0334925293155786, + 1.0120329637568104, + 1.033467979482877, + 1.0334926503936537, + 1.033454580542911, + 1.019800750059293, + 1.0334899846628842, + 1.033492713983251, + 1.0334904070281967, + 1.033453265260482, + 1.0334870912604435, + 1.033493356896935, + 1.0148066500638184, + 1.0334921455669586, + 1.0334923339339557, + 1.0334817504638347, + 1.0334892263464805, + 1.0334932384339353, + 1.033492453509268, + 1.0277860358762678, + 1.0269827669348142, + 1.0334755350744662, + 1.0331928866784732, + 1.033492181460736, + 1.0334932068430196, + 1.0334910911748012, + 1.033455511075802, + 1.0334588140472194, + 1.0334923126040656 + ] + ] + }, + "width": 256, + "in_features": 50, + "out_features": 2, + "depth": 6, + "padding": 100, + "parameters": 45702, + "cert_evals": { + "36": 0.8061587810516357, + "72": 0.7273146510124207, + "108": 0.6504448652267456, + "255": 0.2556472718715668 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8747560814589797, + "std_test_acc": 0.0026957031605597988, + "n_samples": 130064, + "n_features": 50, + "n_classes": 2, + "mean_cert_acc_36": 0.808714747428894, + "std_cert_acc_36": 0.0037595777683606846, + "mean_cert_acc_72": 0.7326065003871918, + "std_cert_acc_72": 0.005475416510442173, + "mean_cert_acc_108": 0.6578392088413239, + "std_cert_acc_108": 0.007636221111669852, + "mean_cert_acc_255": 0.26419253647327423, + "std_cert_acc_255": 0.01831491451564166 + } + }, + "overall": {} +} \ No newline at end of file diff --git a/UCI_N6/ldlt-resnet/summary.json b/UCI_N6/ldlt-resnet/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..d33745184179b19f3947802af52f5d15d18f6c3d --- /dev/null +++ b/UCI_N6/ldlt-resnet/summary.json @@ -0,0 +1,45372 @@ +{ + "metadata": { + "data_root": "data/UCI", + "out": "runs/UCI_N6", + "gpus": 4, + "max_epochs": 100, + "patience": 30, + "batch_size": 64, + "lr": 0.001, + "seed": 1337, + "verbosity": "info", + "datasets": null, + "algorithms": [ + "sdp", + "ldlt", + "ldlt-resnet", + "aol", + "ortho", + "sandwich" + ], + "depth": 6, + "n_tasks": 726, + "run_dir": "/home/mjuston2/Documents/DeepLipschitzResNet" + }, + "datasets": { + "acute-inflammation": { + "dataset": "acute-inflammation", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 22, + "best_val_acc": 1.0, + "test_acc": 0.8378378378378378, + "train_size": 30, + "val_size": 16, + "test_size": 74, + "stats": { + "mean": [ + [ + -0.029776199999999933, + 0.05815319999999998, + 0.03366299999999992, + -0.07041613333333337, + 0.0829954666666666, + 0.3029878333333334 + ] + ], + "std": [ + [ + 1.046299339147563, + 1.028676385077134, + 0.9895473157792913, + 1.0179845925601472, + 0.9937462864656396, + 1.0009348864350793 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5769, + "cert_evals": { + "36": 0.44594594836235046, + "72": 0.20270270109176636, + "108": 0.14864864945411682, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 13, + "best_val_acc": 1.0, + "test_acc": 0.9444444444444444, + "train_size": 30, + "val_size": 18, + "test_size": 72, + "stats": { + "mean": [ + [ + 0.2066000000000002, + 0.2132320000000001, + 0.16832333333333327, + -6.666666666858371e-07, + 0.08299546666666664, + -0.033663 + ] + ], + "std": [ + [ + 1.073465583913181, + 1.0965727109827237, + 0.9521923485684088, + 0.9958250796083059, + 0.9937462864656397, + 0.9895473157792911 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5769, + "cert_evals": { + "36": 0.9166666865348816, + "72": 0.5416666865348816, + "108": 0.236111119389534, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 25, + "best_val_acc": 0.8, + "test_acc": 0.8571428571428571, + "train_size": 30, + "val_size": 20, + "test_size": 70, + "stats": { + "mean": [ + [ + -0.06825569999999999, + -0.09692560000000008, + 0.10099316666666662, + 0.07041479999999994, + -0.11619693333333347, + 0.16832750000000007 + ] + ], + "std": [ + [ + 0.9390286569686838, + 0.9304728, + 0.9733809278809981, + 0.9680526182869189, + 0.9870693041144554, + 1.0099525000000003 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5769, + "cert_evals": { + "36": 0.7428571581840515, + "72": 0.699999988079071, + "108": 0.6428571343421936, + "255": 0.3142857253551483 + }, + "fold": 2 + }, + { + "best_epoch": 70, + "best_val_acc": 0.9047619047619048, + "test_acc": 0.8985507246376812, + "train_size": 30, + "val_size": 21, + "test_size": 69, + "stats": { + "mean": [ + [ + 0.061842666666666594, + -0.01938619999999999, + -0.03366716666666666, + -0.14083160000000008, + -0.049799466666666695, + -0.3029836666666666 + ] + ], + "std": [ + [ + 0.9526045937382531, + 0.9838646893399317, + 1.000934886435079, + 1.0348917799997448, + 0.9937462864656396, + 0.8932355996217098 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5769, + "cert_evals": { + "36": 0.7536231875419617, + "72": 0.6231884360313416, + "108": 0.43478262424468994, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8844939660157052, + "std_test_acc": 0.04731641638978732, + "n_samples": 120, + "n_features": 6, + "n_classes": 2, + "mean_cert_acc_36": 0.7147732451558113, + "std_cert_acc_36": 0.19606725152996912, + "mean_cert_acc_72": 0.5168894529342651, + "std_cert_acc_72": 0.2192077920047013, + "mean_cert_acc_108": 0.3655998818576336, + "std_cert_acc_108": 0.22022186747793351, + "mean_cert_acc_255": 0.07857143133878708, + "std_cert_acc_255": 0.15714286267757416 + }, + "acute-nephritis": { + "dataset": "acute-nephritis", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 16, + "best_val_acc": 1.0, + "test_acc": 0.7671232876712328, + "train_size": 30, + "val_size": 17, + "test_size": 73, + "stats": { + "mean": [ + [ + -0.1415510333333333, + 0.21323200000000003, + -0.03366716666666671, + -6.666666667154431e-07, + 0.2821878666666666, + -0.1683233333333333 + ] + ], + "std": [ + [ + 1.0909027516263303, + 1.0965727109827237, + 1.0009348864350789, + 0.9958250796083059, + 0.9598970403996372, + 0.9521923485684088 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5769, + "cert_evals": { + "36": 0.6438356041908264, + "72": 0.4794520437717438, + "108": 0.4109588861465454, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 10, + "best_val_acc": 1.0, + "test_acc": 0.9078947368421053, + "train_size": 30, + "val_size": 14, + "test_size": 76, + "stats": { + "mean": [ + [ + 0.012368109999999948, + -0.0969256, + 0.10099316666666665, + -0.21124706666666673, + -0.11619693333333339, + -0.033662999999999985 + ] + ], + "std": [ + [ + 0.9970611705313925, + 0.9304727999999999, + 0.9733809278809981, + 1.0468011683411809, + 0.9870693041144555, + 0.9895473157792911 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5769, + "cert_evals": { + "36": 0.5131579041481018, + "72": 0.2368421107530594, + "108": 0.2368421107530594, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 9, + "best_val_acc": 1.0, + "test_acc": 0.9746835443037974, + "train_size": 30, + "val_size": 11, + "test_size": 79, + "stats": { + "mean": [ + [ + 0.03252466666666676, + 0.05815320000000001, + -0.10099733333333338, + -6.666666667154431e-07, + 0.1493929333333332, + -0.033662999999999985 + ] + ], + "std": [ + [ + 0.9744119491152714, + 1.0286763850771339, + 1.0077056618442157, + 0.9958250796083059, + 0.9870693041144553, + 0.9895473157792911 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5769, + "cert_evals": { + "36": 0.8734177350997925, + "72": 0.6329113841056824, + "108": 0.5063291192054749, + "255": 0.16455696523189545 + }, + "fold": 2 + }, + { + "best_epoch": 18, + "best_val_acc": 0.7894736842105263, + "test_acc": 0.8028169014084507, + "train_size": 30, + "val_size": 19, + "test_size": 71, + "stats": { + "mean": [ + [ + -0.029776590000000006, + -0.01938619999999999, + -0.10099733333333341, + -6.666666667080416e-07, + 0.01659799999999996, + -0.10099316666666663 + ] + ], + "std": [ + [ + 1.0535901730675965, + 0.9838646893399317, + 1.0077056618442157, + 0.9958250796083058, + 0.995962, + 0.9733809278809978 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5769, + "cert_evals": { + "36": 0.4647887349128723, + "72": 0.3802816867828369, + "108": 0.3802816867828369, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8631296175563965, + "std_test_acc": 0.09539922009567615, + "n_samples": 120, + "n_features": 6, + "n_classes": 2, + "mean_cert_acc_36": 0.6237999945878983, + "std_cert_acc_36": 0.18279013003145705, + "mean_cert_acc_72": 0.4323718063533306, + "std_cert_acc_72": 0.16671124079164423, + "mean_cert_acc_108": 0.38360295072197914, + "std_cert_acc_108": 0.11159425698503894, + "mean_cert_acc_255": 0.04113924130797386, + "std_cert_acc_255": 0.08227848261594772 + }, + "abalone": { + "dataset": "abalone", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 31, + "best_val_acc": 0.626984126984127, + "test_acc": 0.6336396324410707, + "train_size": 1044, + "val_size": 630, + "test_size": 2503, + "stats": { + "mean": [ + [ + 0.03759131666666678, + -0.0067216787931033565, + -0.00504821235632188, + -0.010079406034482869, + 0.0077948497126437005, + -0.0035954527720305413, + 0.011847337255747069, + 0.020808682452107305 + ] + ], + "std": [ + [ + 0.9932562075552053, + 1.0067465043023525, + 0.9980809038500921, + 0.9297052233036605, + 1.0141436995589543, + 0.9931430828536596, + 1.017739933100054, + 1.0318462596531948 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 5930, + "cert_evals": { + "36": 0.5189772248268127, + "72": 0.4067119359970093, + "108": 0.32880541682243347, + "255": 0.1885737031698227 + }, + "fold": 0 + }, + { + "best_epoch": 14, + "best_val_acc": 0.6592356687898089, + "test_acc": 0.6323353293413174, + "train_size": 1044, + "val_size": 628, + "test_size": 2505, + "stats": { + "mean": [ + [ + 0.005192849233716447, + -0.0023747756321838803, + -0.004999904980842867, + -0.01065197068965531, + -0.001757506036398443, + -0.0004581268045977247, + -0.008801511695402298, + -0.0025385303256705034 + ] + ], + "std": [ + [ + 0.9921988752896624, + 1.0113577078934743, + 1.0108378611135136, + 0.93746968476643, + 1.0135082046349184, + 1.0099861173658438, + 1.0142707677051552, + 1.019381711286177 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 5930, + "cert_evals": { + "36": 0.49540916085243225, + "72": 0.3768462836742401, + "108": 0.2978043854236603, + "255": 0.17684629559516907 + }, + "fold": 1 + }, + { + "best_epoch": 67, + "best_val_acc": 0.6821963394342762, + "test_acc": 0.6220379146919431, + "train_size": 1044, + "val_size": 601, + "test_size": 2532, + "stats": { + "mean": [ + [ + -0.017948929501915466, + 0.023985624319923418, + 0.023087170114942556, + 0.018317038026819783, + 0.02778346245977014, + 0.025539904827586328, + 0.018261344003831434, + 0.034770174578544095 + ] + ], + "std": [ + [ + 0.9978233519534647, + 1.0049712832060378, + 1.0100440980049294, + 0.9634042347353897, + 1.0033357823934823, + 1.0054816988393045, + 0.9890488354165379, + 1.0152622279378631 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 5930, + "cert_evals": { + "36": 0.5075039267539978, + "72": 0.3854660391807556, + "108": 0.3017377555370331, + "255": 0.17259083688259125 + }, + "fold": 2 + }, + { + "best_epoch": 25, + "best_val_acc": 0.6589785831960461, + "test_acc": 0.6278701504354711, + "train_size": 1044, + "val_size": 607, + "test_size": 2526, + "stats": { + "mean": [ + [ + -0.039933615229885006, + 0.033357397988505864, + 0.02810616465517236, + 0.015225409386973148, + 0.03982630053544057, + 0.03327093634674338, + 0.031858401652298855, + 0.04330609419540234 + ] + ], + "std": [ + [ + 1.000898664612302, + 1.0028361176421674, + 1.0029617333979737, + 0.9244955132147792, + 1.020547570022181, + 1.016662196023235, + 1.0053994226175234, + 1.025123395710352 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 5930, + "cert_evals": { + "36": 0.5237529873847961, + "72": 0.4140934348106384, + "108": 0.3380839228630066, + "255": 0.1963578760623932 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6289707567274505, + "std_test_acc": 0.005240686411863054, + "n_samples": 4177, + "n_features": 8, + "n_classes": 3, + "mean_cert_acc_36": 0.5114108249545097, + "std_cert_acc_36": 0.012660917397882863, + "mean_cert_acc_72": 0.39577942341566086, + "std_cert_acc_72": 0.01750954520218108, + "mean_cert_acc_108": 0.31660787016153336, + "std_cert_acc_108": 0.019872026665763896, + "mean_cert_acc_255": 0.18359217792749405, + "std_cert_acc_255": 0.010867613596356872 + }, + "annealing": { + "dataset": "annealing", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 34, + "best_val_acc": 0.7738095238095238, + "test_acc": 0.6634920634920635, + "train_size": 100, + "val_size": 168, + "test_size": 630, + "stats": { + "mean": [ + [ + 0.07222222999999978, + -0.345, + 4.33, + 12.0, + 0.14, + -0.17333315999999985, + -0.07800000000000064, + 29.2, + 0.09999999999999996, + -0.010000000000000224, + 0.3, + -0.010000000000000111, + -4.132729999999996e-16, + -0.11000000000000007, + -0.11999999999999993, + -0.12999999999999998, + -0.13, + -0.029999999999999773, + -1.847940000000002e-16, + -0.05999999999999975, + -1.626729999999999e-16, + -0.03999999999999998, + -0.010000000000000222, + -0.06000000000000002, + 0.1, + 1.3318299999999998, + 771.9469999999998, + 1183.75, + 0.009999999999999986, + -0.9466666699999999, + -1.5582099999999978e-17 + ] + ], + "std": [ + [ + 0.27504207913753365, + 0.41800119617053744, + 14.650634798533474, + 25.758493744782516, + 0.34698703145794935, + 0.2133331200000003, + 0.2543933961407015, + 110.08796482813175, + 0.29999999999999993, + 0.09949874371066192, + 0.47958315233127174, + 0.06557438524301994, + 1.0, + 0.31288975694324034, + 0.32496153618543855, + 0.3363034344160047, + 0.3363034344160045, + 0.17058722109231966, + 1.0, + 0.23748684174075815, + 1.0, + 0.19595917942265428, + 0.09949874371066192, + 0.2374868417407582, + 0.9949874371066199, + 0.9335979547428329, + 410.1759096911958, + 1742.0412703205398, + 0.09949874371066196, + 0.2436755226844934, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 31, + "out_features": 5, + "depth": 6, + "padding": 62, + "parameters": 91276, + "cert_evals": { + "36": 0.6523809432983398, + "72": 0.6158730387687683, + "108": 0.5809524059295654, + "255": 0.4968253970146179 + }, + "fold": 0 + }, + { + "best_epoch": 71, + "best_val_acc": 0.7577639751552795, + "test_acc": 0.7001569858712716, + "train_size": 100, + "val_size": 161, + "test_size": 637, + "stats": { + "mean": [ + [ + 0.07222222999999978, + -0.345, + 4.33, + 12.0, + 0.14, + -0.17333315999999985, + -0.07800000000000064, + 29.2, + 0.09999999999999996, + -0.010000000000000224, + 0.3, + -0.010000000000000111, + -4.132729999999996e-16, + -0.11000000000000007, + -0.11999999999999993, + -0.12999999999999998, + -0.13, + -0.029999999999999773, + -1.847940000000002e-16, + -0.05999999999999975, + -1.626729999999999e-16, + -0.03999999999999998, + -0.010000000000000222, + -0.06000000000000002, + 0.1, + 1.3318299999999998, + 771.9469999999998, + 1183.75, + 0.009999999999999986, + -0.9466666699999999, + -1.5582099999999978e-17 + ] + ], + "std": [ + [ + 0.27504207913753365, + 0.41800119617053744, + 14.650634798533474, + 25.758493744782516, + 0.34698703145794935, + 0.2133331200000003, + 0.2543933961407015, + 110.08796482813175, + 0.29999999999999993, + 0.09949874371066192, + 0.47958315233127174, + 0.06557438524301994, + 1.0, + 0.31288975694324034, + 0.32496153618543855, + 0.3363034344160047, + 0.3363034344160045, + 0.17058722109231966, + 1.0, + 0.23748684174075815, + 1.0, + 0.19595917942265428, + 0.09949874371066192, + 0.2374868417407582, + 0.9949874371066199, + 0.9335979547428329, + 410.1759096911958, + 1742.0412703205398, + 0.09949874371066196, + 0.2436755226844934, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 31, + "out_features": 5, + "depth": 6, + "padding": 62, + "parameters": 91276, + "cert_evals": { + "36": 0.6844584345817566, + "72": 0.6703296899795532, + "108": 0.645211935043335, + "255": 0.5651491284370422 + }, + "fold": 1 + }, + { + "best_epoch": 10, + "best_val_acc": 0.6900584795321637, + "test_acc": 0.7272727272727273, + "train_size": 100, + "val_size": 171, + "test_size": 627, + "stats": { + "mean": [ + [ + 0.07222222999999978, + -0.345, + 4.33, + 12.0, + 0.14, + -0.17333315999999985, + -0.07800000000000064, + 29.2, + 0.09999999999999996, + -0.010000000000000224, + 0.3, + -0.010000000000000111, + -4.132729999999996e-16, + -0.11000000000000007, + -0.11999999999999993, + -0.12999999999999998, + -0.13, + -0.029999999999999773, + -1.847940000000002e-16, + -0.05999999999999975, + -1.626729999999999e-16, + -0.03999999999999998, + -0.010000000000000222, + -0.06000000000000002, + 0.1, + 1.3318299999999998, + 771.9469999999998, + 1183.75, + 0.009999999999999986, + -0.9466666699999999, + -1.5582099999999978e-17 + ] + ], + "std": [ + [ + 0.27504207913753365, + 0.41800119617053744, + 14.650634798533474, + 25.758493744782516, + 0.34698703145794935, + 0.2133331200000003, + 0.2543933961407015, + 110.08796482813175, + 0.29999999999999993, + 0.09949874371066192, + 0.47958315233127174, + 0.06557438524301994, + 1.0, + 0.31288975694324034, + 0.32496153618543855, + 0.3363034344160047, + 0.3363034344160045, + 0.17058722109231966, + 1.0, + 0.23748684174075815, + 1.0, + 0.19595917942265428, + 0.09949874371066192, + 0.2374868417407582, + 0.9949874371066199, + 0.9335979547428329, + 410.1759096911958, + 1742.0412703205398, + 0.09949874371066196, + 0.2436755226844934, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 31, + "out_features": 5, + "depth": 6, + "padding": 62, + "parameters": 91276, + "cert_evals": { + "36": 0.6427432298660278, + "72": 0.5741626620292664, + "108": 0.5374800562858582, + "255": 0.35885167121887207 + }, + "fold": 2 + }, + { + "best_epoch": 31, + "best_val_acc": 0.6766467065868264, + "test_acc": 0.6687797147385103, + "train_size": 100, + "val_size": 167, + "test_size": 631, + "stats": { + "mean": [ + [ + 0.07222222999999978, + -0.345, + 4.33, + 12.0, + 0.14, + -0.17333315999999985, + -0.07800000000000064, + 29.2, + 0.09999999999999996, + -0.010000000000000224, + 0.3, + -0.010000000000000111, + -4.132729999999996e-16, + -0.11000000000000007, + -0.11999999999999993, + -0.12999999999999998, + -0.13, + -0.029999999999999773, + -1.847940000000002e-16, + -0.05999999999999975, + -1.626729999999999e-16, + -0.03999999999999998, + -0.010000000000000222, + -0.06000000000000002, + 0.1, + 1.3318299999999998, + 771.9469999999998, + 1183.75, + 0.009999999999999986, + -0.9466666699999999, + -1.5582099999999978e-17 + ] + ], + "std": [ + [ + 0.27504207913753365, + 0.41800119617053744, + 14.650634798533474, + 25.758493744782516, + 0.34698703145794935, + 0.2133331200000003, + 0.2543933961407015, + 110.08796482813175, + 0.29999999999999993, + 0.09949874371066192, + 0.47958315233127174, + 0.06557438524301994, + 1.0, + 0.31288975694324034, + 0.32496153618543855, + 0.3363034344160047, + 0.3363034344160045, + 0.17058722109231966, + 1.0, + 0.23748684174075815, + 1.0, + 0.19595917942265428, + 0.09949874371066192, + 0.2374868417407582, + 0.9949874371066199, + 0.9335979547428329, + 410.1759096911958, + 1742.0412703205398, + 0.09949874371066196, + 0.2436755226844934, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 31, + "out_features": 5, + "depth": 6, + "padding": 62, + "parameters": 91276, + "cert_evals": { + "36": 0.6434231400489807, + "72": 0.6291601061820984, + "108": 0.5911251902580261, + "255": 0.5229794383049011 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6899253728436432, + "std_test_acc": 0.02969494619164597, + "n_samples": 898, + "n_features": 31, + "n_classes": 5, + "mean_cert_acc_36": 0.6557514369487762, + "std_cert_acc_36": 0.01963544665908015, + "mean_cert_acc_72": 0.6223813742399216, + "std_cert_acc_72": 0.039633297561816036, + "mean_cert_acc_108": 0.5886923968791962, + "std_cert_acc_108": 0.044283134362343275, + "mean_cert_acc_255": 0.48595140874385834, + "std_cert_acc_255": 0.08928594640742107 + }, + "arrhythmia": { + "dataset": "arrhythmia", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 41, + "best_val_acc": 0.6582278481012658, + "test_acc": 0.6076923076923076, + "train_size": 113, + "val_size": 79, + "test_size": 260, + "stats": { + "mean": [ + [ + -0.05548900442477873, + 0.17327679646017674, + -0.09933938283185836, + -0.022536060176991165, + -0.05529378318584072, + -0.02827017327433631, + -0.005964132743362813, + 0.04588333831858407, + -0.06835887191150443, + -0.01879734327433625, + 0.08708691123893805, + -0.010227719469026567, + -0.05324860619469024, + 0.03857876283185871, + -0.0029412946902654486, + -0.14624673451327397, + 0.0106677238938053, + -0.09994685221238946, + -2.2654867242673962e-07, + -0.10041930088495568, + 0.14110856637168184, + -0.02112876106194691, + -0.021128761061946916, + -0.06659289999999989, + -0.06659289999999989, + -0.09438650000000005, + -0.024449619469026587, + -0.006156723893805307, + -0.03655609734513271, + -0.06008078761061956, + -0.05587280000000011, + -0.1535461769911505, + -2.9203539835147346e-07, + 0.1454482212389377, + -0.04703600000000003, + -0.06659289999999989, + 0.0665928778761063, + -0.053692424778761245, + 0.10382045292035355, + -0.045959752212389356, + -0.039423744247787586, + -0.042264867256637376, + -0.0339906548672566, + -0.10218601769911498, + -0.04703600000000003, + 0.04783872566371683, + 0.14110856637168165, + -2.920353982139237e-07, + -0.1056450000000003, + -0.06659289999999989, + 0.039230692920353964, + -0.048857433628318604, + -0.0949235044247789, + -0.0951867699115044, + -0.04703600000000003, + -0.07884043362831854, + -0.021128761061946947, + 0.0665928778761063, + 0.0665928778761063, + 0.06659287787610634, + 0.0665928778761063, + 1.0619469034296467e-07, + -0.14459542477876128, + 0.10166875221238943, + -0.0007696849557522316, + 0.08089214159292042, + 0.024555884070796462, + -0.06704164601769926, + -0.04703600000000003, + 0.1411085663716821, + 0.02721671504424786, + -0.04703600000000003, + 0.008643274336283235, + -0.03328283893805306, + -0.08280126353982296, + -0.04353061946902624, + 0.022193132743362702, + -0.07879264601769921, + 0.06659287787610634, + 0.07170867256637195, + 0.1411085663716824, + -0.04703600000000003, + 0.14110856637168173, + -0.05805589380530971, + 0.08516874884955755, + 0.043014315044247776, + -0.002110141592920556, + -0.07482919999999994, + 0.027698871681415955, + -0.08165009999999992, + -0.0536924247787612, + 1.0619469030955972e-07, + -0.09438650000000005, + 0.06338747787610613, + -0.0901489026548673, + -0.04849817699115047, + 0.07722033628318585, + 0.026260424778761074, + 0.0738569911504426, + 0.04712901946902665, + 0.16431531858407084, + 0.09438671238938037, + 0.09438671238938054, + -0.0386190796460177, + -0.09438650000000005, + 1.0619469029580476e-07, + 0.06704106194690244, + 0.00271023008849546, + 0.04821953097345133, + -0.022629159292035374, + 0.24075912389380558, + 0.19588278672566428, + 0.10636762831858415, + 0.07170867256637167, + 0.0665928778761063, + -0.08165009999999992, + 1.0619469029580476e-07, + 0.24495034513274322, + -0.02112876106194717, + -0.03837423008849555, + 0.0792644690265486, + -0.010963192920353986, + -0.13985853097345086, + -0.06118739999999991, + -0.05918213274336283, + -0.06659289999999989, + 0.19309768141592948, + 0.0665928778761063, + -2.920353984064934e-07, + -0.08791879646017699, + -0.009588667256637163, + 0.039876742477876134, + -0.04371391504424787, + -0.09472733274336269, + -0.08165009999999992, + -0.04703600000000003, + -0.08165009999999992, + -0.059833336283185844, + -0.07838458407079653, + -0.015475274336283125, + -0.0805356, + -0.13698139380530983, + 0.14110856637168137, + -0.04703600000000003, + 0.0665928778761063, + -0.021128761061947016, + 0.017010241592920368, + 0.09822180530973434, + 0.005761375398230098, + 0.0322361946902655, + -0.034939104424778704, + 0.06566965486725665, + 0.061632838053097376, + 0.0004023300884955741, + 0.07045262681415927, + 0.028733457522123865, + 0.02147898230088495, + -0.05026543539823011, + 0.060225181415929224, + -0.07029714159292026, + 0.06618380000000008, + 0.011594984955752213, + 0.040387401769911555, + -0.0058615916814159065, + 0.04742410654867257, + -0.015766054867256643, + -0.062290848053097175, + -0.05214830601769914, + 0.04644970973451337, + -0.05739616814159293, + 0.05439313274336291, + -0.0036409858407079588, + -0.009598277876106183, + -0.011235967256637188, + -0.002634908849557516, + -0.005508535398230053, + -0.05590965752212387, + -0.06772527787610619, + 0.08251315044247781, + -0.08976234513274321, + 0.04703600000000003, + -0.04274165486725669, + -0.05909215752212393, + 0.027935999115044265, + -0.036451818017699096, + 0.03197787610619467, + 0.1596792035398229, + 0.0024668168141592844, + -0.015842806194690306, + 0.07878208849557493, + 0.006463776548672604, + 0.06462291946902653, + 0.025483634513274327, + 0.06707996637168136, + -0.07861038619469025, + -0.0949829097345134, + -0.08679084778761066, + 0.09411216159292037, + -0.061483929203539976, + -0.03750280353982299, + 0.024982454867256657, + 0.010920844247787605, + -0.036973680442477924, + -0.00325765690265486, + -0.06706977168141595, + 0.054682415929203546, + 0.07233616902654867, + 0.024967183185840673, + 0.0201886814159292, + 0.0625599000000001, + 0.016163015929203547, + -0.19404511061946894, + 0.1314095771681416, + -0.02607840336283184, + -0.07232390353982299, + 0.06542182300884967, + 0.09097714132743363, + -0.0490932584955752, + 0.17395115044247766, + -0.08915754336283198, + 0.005843493805309704, + -0.1311985026548673, + 0.0822022767256637, + -0.0316962311504425, + -0.15503262123893807, + 0.050416203539823005, + 0.012278147787610633, + 0.0764223432743363, + 0.20117684424778776, + -0.15312840973451328, + -0.006850403539823016, + -0.22191862300884949, + 0.1207021007964602, + -0.08917110283185833, + -0.07690047646017703, + 0.030319972566371638, + -0.1126870734513274, + 0.06241866831858403, + -0.1273596991150443, + 0.06213639999999999, + -0.07254762831858405, + -0.08504349999999997, + 0.034207636283185856, + -0.02238689532743362, + 0.10946240796460185, + 0.021622823008849552, + -0.1487953611504425, + 0.02685327893805308, + -0.04490421946902649, + -0.04955592035398229, + 0.06734868938053096, + -0.08363668734513273, + 0.022693176017699095, + 0.09933861353982294, + -0.00604589380530972, + -0.10963647433628322, + 0.03259297079646029, + -0.07945840000000003, + -0.007002541592920362, + 0.10658185398230094, + -0.0866022876106194, + 0.06365430106194689 + ] + ], + "std": [ + [ + 0.9732374444872444, + 0.9655808459932996, + 0.2507734231833244, + 0.85756632700396, + 0.9152499916483915, + 0.9319460220789437, + 0.9577523305438101, + 1.1527478213503135, + 0.9576681124104236, + 1.0097636409421697, + 0.9939501739346246, + 0.8077223719814682, + 0.9956881527950738, + 1.065832253077651, + 0.8648866626310105, + 0.7884428876814543, + 0.8846283104978594, + 1.0392968702844574, + 0.9547571784517959, + 0.830419971626617, + 1.9911349325902201, + 0.8944357999064113, + 0.8944357999064099, + 1.0, + 1.0, + 1.0, + 1.0288388455432311, + 1.0366372636701484, + 1.0104922342254585, + 0.6029602666961917, + 1.0, + 0.9119059418676891, + 0.9988936769842922, + 1.3401171108416883, + 1.0, + 1.0, + 1.409505785723462, + 0.7576328500006007, + 1.1142082921935355, + 1.100915710823559, + 0.9521761840451372, + 0.8352521125885086, + 0.7194469320515606, + 0.9886952789548065, + 1.0, + 1.111662684055426, + 1.9911349325902201, + 0.9988936769842919, + 1.0, + 1.0, + 0.9092993788613446, + 1.061138924056677, + 0.8860454459362529, + 0.77869888137794, + 1.0, + 0.9971658374137916, + 0.8944357999064098, + 1.4095057857234619, + 1.409505785723463, + 1.4095057857234636, + 1.4095057857234625, + 0.9988939483461562, + 0.8359429042688657, + 0.9455652546275832, + 1.047159553008427, + 1.2373317065584502, + 0.9367499049873408, + 0.7094990007768702, + 1.0, + 1.9911349325902201, + 1.152138074538977, + 1.0, + 1.076296523650441, + 1.0790204523971971, + 0.9278040585020654, + 0.6623289850929874, + 1.0736843273720698, + 1.059187675645061, + 1.4095057857234636, + 1.1978616378928757, + 1.9911349325902201, + 1.0, + 1.9911349325902201, + 0.9142231440920847, + 1.3486308966826843, + 0.9779239267203217, + 1.072217573812213, + 1.0, + 1.0670736267417575, + 1.0, + 0.7576328500006009, + 0.9988939483461562, + 1.0, + 1.2592635987036094, + 0.6360290623787335, + 0.8549033709264361, + 1.300841714365119, + 0.979322007928904, + 1.2296324368044147, + 1.3300447893255654, + 1.2339107860310472, + 1.4063287585864288, + 1.4063287585864277, + 0.817419899167048, + 1.0, + 0.9988939483461566, + 1.2178666747421332, + 0.9179155627028488, + 1.1674686384124506, + 0.937597875841375, + 1.9128860722576218, + 1.9849443701676805, + 1.2128492302504466, + 1.1978616378928766, + 1.409505785723462, + 1.0, + 0.9988939483461566, + 1.9776639067090993, + 0.8944357999064088, + 0.9089427774812973, + 1.1565813541259533, + 0.9312031818896745, + 0.37790291497240225, + 1.0, + 1.0103067336455187, + 1.0, + 1.612796005825811, + 1.4095057857234625, + 0.9988936769842919, + 0.9869575017654069, + 1.0625408223089012, + 0.8572543250334869, + 0.4626232154331089, + 0.8399894436428749, + 1.0, + 1.0, + 1.0, + 0.9949165069017805, + 0.9763809111647539, + 0.9886383527662114, + 1.0, + 0.8853802248708618, + 1.9911349325902201, + 1.0, + 1.4095057857234612, + 0.8944357999064094, + 0.8545082434186259, + 0.8796291945635648, + 0.9389113833926183, + 0.8861374760427413, + 0.39441056751713705, + 0.8648668783726172, + 0.9862191391833568, + 0.8481954658017612, + 0.9206020572467216, + 0.886517128434336, + 1.0192902215038742, + 0.956622629021229, + 0.8523688961466389, + 0.2992587051477164, + 1.0, + 0.8898404778961094, + 1.0071877733497892, + 0.950155747946548, + 1.0050918229648342, + 0.7815635141616576, + 0.9972744785704897, + 0.9594844360499902, + 0.9255046483391078, + 0.4876909595587591, + 0.5036861467715275, + 0.8566188861170654, + 0.7638467720219689, + 1.0032544884403838, + 1.0560420525550518, + 0.8986819691295396, + 0.9372189161919664, + 0.8101867430665612, + 0.8950623205358443, + 0.7725356624236849, + 1.0, + 0.872460731649835, + 1.045597205130584, + 0.881115812189619, + 0.9553256168269835, + 0.8848742890899297, + 0.5907365616618244, + 0.9525692591339604, + 0.9761188977078773, + 1.2163938242844157, + 0.9319895550002153, + 0.8335462617896103, + 0.9176414735582966, + 0.9775951517497435, + 0.8425042883529639, + 1.2598848541968266, + 0.949252647471748, + 0.838972165335258, + 0.23456841787874302, + 1.1642248030770597, + 0.8628119131177865, + 0.8751618803772816, + 0.9228296916565395, + 0.9809394578124714, + 0.5915262659968897, + 0.8563703331027254, + 1.223677024967222, + 0.9284798655045788, + 1.2965375076317172, + 1.0, + 0.9389878405072626, + 0.8540110671890598, + 1.316521539927867, + 1.4340416104694482, + 0.8735072262525767, + 0.676363014728904, + 1.1134658692256694, + 1.0134545560863548, + 1.7552329970203224, + 1.7155564074285294, + 0.873049365917997, + 1.030474558081803, + 1.0170344415415917, + 1.0766146909852692, + 0.7111765255105056, + 0.6923440560955865, + 1.0058025631570486, + 0.9240158601820535, + 1.9435205267323648, + 1.9899491083438348, + 0.8387690283436754, + 0.9708565551581373, + 0.8493149601758292, + 0.985055690803851, + 0.8279931417986857, + 0.9098729896957297, + 0.9370725829078755, + 0.8393620512490872, + 0.28080206241297245, + 1.0, + 0.8220194136548338, + 0.9761698379739507, + 0.7917031329595748, + 0.9270879739715543, + 0.847139011361557, + 1.0122054789755355, + 0.9745187015121873, + 0.8548335912371546, + 0.16972156566241, + 0.8245729285934237, + 1.06901211839648, + 0.8750748380574906, + 1.0605384058291198, + 0.814622435544981, + 1.1662691506968674, + 1.0027045465050628, + 0.707221379699125, + 1.0, + 0.8738904193642293, + 1.0307627522011051, + 0.9112504790758761, + 1.0340966211802813 + ] + ] + }, + "width": 512, + "in_features": 262, + "out_features": 13, + "depth": 6, + "padding": 524, + "parameters": 1588756, + "cert_evals": { + "36": 0.5884615182876587, + "72": 0.557692289352417, + "108": 0.5346153974533081, + "255": 0.3499999940395355 + }, + "fold": 0 + }, + { + "best_epoch": 14, + "best_val_acc": 0.5964912280701754, + "test_acc": 0.6170212765957447, + "train_size": 113, + "val_size": 57, + "test_size": 282, + "stats": { + "mean": [ + [ + -0.08236052831858409, + 0.04887446902654869, + 0.0825547600000001, + 0.07080902389380533, + 0.06969351327433632, + -0.02017880672566372, + 0.0033134920353982203, + -0.0904622607964602, + 0.0008566455575221136, + 0.05502761778761062, + 0.0029605046017698983, + 0.16618478141592918, + 0.10348846991150445, + -0.12880789292035386, + 0.001393306194690269, + -0.009972053097345045, + -0.13480514867256632, + 0.15853807787610613, + -0.022554120353982243, + -0.17088875221238942, + -0.04703600000000003, + -0.02112876106194702, + 0.14790371681415893, + 0.0665928778761063, + 0.0665928778761063, + 0.09438671238938028, + -0.033913831858407135, + -0.05746374070796462, + 0.020589044247787618, + -0.08296883185840712, + -0.016433217699115002, + -0.02482472566371683, + -0.13408300000000029, + -0.0661125929203539, + 0.14110856637168206, + 0.19977865575221251, + 0.06659287787610634, + 0.16107630088495584, + -0.04968823575221234, + 0.16085886725663703, + -0.040819525663716834, + -0.04226484955752222, + 0.03399069026548677, + 0.08868894690265484, + 0.14110856637168143, + 0.1435154159292037, + -0.04703600000000003, + -2.920353984457933e-07, + -0.02112876106194691, + 0.1997786557522125, + -0.14194291681415921, + 0.11196102831858407, + 0.0592675752212388, + 0.09347194690265491, + -0.04703600000000003, + 0.13773737168141595, + -0.1056450000000003, + -0.06659289999999989, + 0.0665928778761063, + -0.06659289999999989, + 0.0665928778761063, + 0.09438671238938029, + -0.09931298230088502, + -0.11574543716814155, + 0.19007244637168158, + 0.006741415929203616, + -0.17417296814159283, + -2.920353982846636e-07, + -0.04703600000000003, + -0.04703600000000003, + 0.027216715044247736, + 0.14110856637168231, + -0.00288054867256639, + 0.04904841858407081, + 0.02098572858407086, + -0.1192364601769909, + -0.0031704955752213143, + 0.01358514159292034, + -0.06659289999999989, + 0.014341504424779012, + -0.04703600000000003, + -0.04703600000000003, + -0.04703600000000003, + 0.07784732743362836, + 0.10888657327433629, + -0.1186584123893806, + -0.02180679646017706, + -0.07482919999999994, + 0.08863622212389385, + 0.13608353008849555, + 0.08948672566371674, + 1.0619469028597977e-07, + -0.09438650000000005, + -0.02112876106194696, + 0.09014838938053121, + -0.048498132743362864, + 0.05329288938053096, + 0.07878135752212394, + 0.006330884955752202, + 0.04712901946902665, + 0.11292442477876118, + -0.09438650000000005, + 0.09438671238938054, + -0.03861907964601756, + 1.0619469029580476e-07, + -0.09438650000000005, + 0.06704106194690229, + -0.07101396460177, + 0.11338092035398238, + 0.022629575221239016, + 0.15994504424778788, + 0.039176644247788044, + 0.11334270796460184, + -0.100392831858407, + 0.0665928778761063, + -0.08165009999999992, + 1.0619469028597977e-07, + 0.027216715044247736, + -0.0211287610619469, + 0.007675044247787407, + 0.017898353982300903, + 0.022447520353982425, + -0.10415006194690236, + -0.06118739999999991, + -0.031867106194690256, + 0.0665928778761063, + 0.0386198407079645, + -0.06659289999999989, + 0.06704106194690229, + 0.03697516814159319, + -0.044993100884955714, + -0.005112693362831841, + -0.08742769999999993, + -0.04059785840707965, + 0.027216715044247736, + 0.1411085663716819, + 0.13608353008849491, + 0.03589945132743362, + -0.0453806460176991, + 0.003572176991150533, + 0.05211161769911493, + -0.012922732743362846, + 0.1411085663716814, + -0.04703600000000003, + 0.1997786557522125, + 0.14790371681415954, + 0.14316932831858414, + 0.03571657522123903, + -0.10441322884955753, + -0.23222040176991168, + -0.03493910442477871, + 0.05546864601769913, + 0.12581869469026555, + -0.18030577079646018, + -0.07161228646017702, + -0.03718444513274338, + 0.013523787610619589, + 0.10059417451327425, + 0.01624747876106193, + 0.05021323893805318, + -0.05147623362831883, + 0.1827229362831858, + 0.0034618557522124397, + 0.05241511327433623, + 0.030558143362831823, + -0.19202160176991148, + 0.11133997495575228, + 0.12129543628318586, + 0.060097776106194795, + 0.11579815929203502, + -0.027196398230088462, + 0.17599128230088495, + -0.1195051539823009, + 0.18247482389380532, + 0.06219380353982303, + -0.09025506017699113, + 0.08350311504424779, + 0.1271729522123894, + -0.0951591353982304, + 0.10388311504424796, + 0.04703600000000003, + -0.14397143362831855, + -0.056712807079646044, + 0.11911974769911506, + 0.07255731355752211, + 0.17956833628318594, + 0.03657456283185836, + -0.12767188938053103, + -0.21526490619469008, + 0.019409734513274046, + -0.20038580796460184, + 0.13453505858407078, + -0.20150050008849554, + -0.10956924336283183, + -0.1755137388495575, + 0.07771356637168146, + 0.1258815132743363, + 0.05789021663716825, + 0.059674265486725525, + 0.04250356814159293, + 0.18101372743362842, + -0.08988732212389382, + 0.148077411681416, + 0.041530495575221225, + -0.07796867964601775, + -0.08606286725663721, + 0.216610610619469, + 0.09511035132743359, + -0.05938040707964593, + 0.0625599000000001, + -0.09312924070796465, + -0.07196051769911511, + 0.13021555911504423, + 0.10358608645132746, + -0.0039450442477876055, + 0.015811640707964647, + 0.042050546725663725, + -0.11399942584070796, + 0.01275024778761036, + -0.012157897345132696, + -0.07146561415929208, + -0.03644905008849562, + -0.0460240963716814, + -0.04567296300884947, + -0.0159320159292035, + -0.020865886725663647, + 0.006243656991150445, + -0.04104453495575228, + 0.04250217699115046, + 0.034307366371681414, + -0.11968876460176998, + -0.0937977030973451, + -0.007898124601769923, + -0.06254813724778759, + 0.027666705132743385, + -0.0678103380530974, + 0.0033648314159292177, + 0.014861656991150381, + -0.08490639823008855, + 0.06213639999999999, + 0.10985744247787621, + -0.1141806185840708, + -0.0051085477876106, + -0.07652198922123891, + 0.1186390026548673, + -0.006018964601769793, + -0.03378361716814159, + 0.011641800000000063, + -0.06094139999999994, + 0.1415026725663717, + -0.08340849911504429, + -0.021807159292035423, + -0.08355237141592924, + 0.10080485079646004, + -0.0028213893805309528, + -0.039560768141592914, + -0.03811751592920355, + 0.06180052389380527, + 0.08721472743362838, + -0.045456217699115044, + -0.04452998026548677, + -0.08741183716814158 + ] + ], + "std": [ + [ + 1.0288523625377175, + 0.9926765498781311, + 1.5821926864265932, + 1.2345480341843558, + 1.0919259987637373, + 0.8553411989728208, + 0.9770372253740158, + 1.0941619685910755, + 0.9070109264400832, + 1.1660151450666374, + 0.82811358045681, + 0.8585451804478106, + 0.9271539318095082, + 0.826139795075132, + 0.9407871254954377, + 1.1098127265333941, + 0.9673996715099642, + 1.0170784936919917, + 0.7160692020317576, + 0.8881539469849713, + 1.0, + 0.8944357999064094, + 1.5353137244867066, + 1.409505785723462, + 1.4095057857234625, + 1.4063287585864295, + 0.8810006273224485, + 0.9386543902953636, + 0.9544080465249254, + 0.605561339519823, + 0.41738930632162535, + 0.9435148318250272, + 1.0, + 0.7880462841530468, + 1.9911349325902201, + 1.9844233966366362, + 1.4095057857234636, + 1.494834216304884, + 0.8945327921343991, + 1.0465252306595956, + 0.9657902518204129, + 0.8818849232826983, + 1.01289922968906, + 0.9542609489006632, + 1.9911349325902201, + 1.303101066939662, + 1.0, + 0.9988936769842933, + 0.8944357999064099, + 1.9844233966366385, + 0.9721978598866062, + 0.9751070654641969, + 1.053405494669145, + 1.2277188687789828, + 1.0, + 0.9710532649972081, + 1.0, + 1.0, + 1.4095057857234625, + 1.0, + 1.409505785723463, + 1.4063287585864295, + 0.9944538524514821, + 1.0084398738408038, + 1.096956593110858, + 0.9848747659663566, + 1.0176485758563296, + 0.9988936769842915, + 1.0, + 1.0, + 1.1521380745389784, + 1.9911349325902201, + 0.8886796764360778, + 1.0626176220464763, + 0.9820129092696263, + 0.48071756015968203, + 0.8052609158630751, + 0.9014845427415126, + 1.0, + 1.0421263616247836, + 1.0, + 1.0, + 1.0, + 1.0603166366167238, + 1.3948018100222412, + 1.0002378777841179, + 1.0521891063258038, + 1.0, + 1.170667828978199, + 1.6220790112596297, + 1.3004892166096398, + 0.9988939483461562, + 1.0, + 0.8944357999064098, + 1.2549059943840741, + 0.9010506624821365, + 1.2640911636544077, + 0.947031285603356, + 0.991260918816901, + 1.3300447893255651, + 1.1497030038124454, + 1.0, + 1.4063287585864277, + 0.8174198991670485, + 0.9988939483461566, + 1.0, + 1.217866674742133, + 0.8282680988206665, + 1.073085103116072, + 0.9693454139903576, + 1.7234040703162494, + 1.1056144342459158, + 1.074119172644369, + 0.6071170412907283, + 1.409505785723462, + 1.0, + 0.9988939483461562, + 1.1521380745389787, + 0.8944357999064119, + 1.058370875443875, + 1.0846522644237848, + 1.0598613115637294, + 0.5613288969768316, + 1.0, + 1.077530223972941, + 1.4095057857234625, + 1.15083399388167, + 1.0, + 1.2178666747421318, + 1.0966395583377115, + 1.0389053330759344, + 1.0429545495698374, + 1.0, + 1.0244696199828591, + 1.152138074538978, + 1.9911349325902201, + 1.6220790112596353, + 1.1329428844818097, + 1.0304640926757396, + 1.0027828154445004, + 1.4038062005460157, + 1.0648539403871593, + 1.9911349325902201, + 1.0, + 1.9844233966366391, + 1.5353137244867094, + 0.6866407429573802, + 0.9470876233472572, + 0.8928451459276403, + 1.3503062413436946, + 0.39441056751713693, + 1.0739060999830787, + 0.8074286630470415, + 0.8622816943277237, + 0.9235511168325403, + 0.8884646840941383, + 0.9253177369109523, + 1.0067482855890655, + 0.8717444615689396, + 1.7004798113300974, + 1.2451967529281143, + 1.0189016467998342, + 0.9159576992318523, + 0.9716842292520014, + 0.8537203439878127, + 0.6934639134127168, + 0.6814900866218891, + 1.08628728041417, + 0.8695100152450093, + 1.7244969164094923, + 0.9957413253735008, + 0.886998298843266, + 1.0086098935045376, + 0.9474117590718318, + 0.9527864599550645, + 0.8622024829086022, + 0.928715896349544, + 1.165972778898159, + 1.1444020655792773, + 1.249832703644339, + 1.0, + 1.04414181114218, + 0.7888691092407913, + 0.8896110919230731, + 0.8385172959457787, + 0.6963004767756463, + 1.0524770129026086, + 0.8728215158868736, + 1.2422671085343606, + 1.0395955941659785, + 0.9729248895409327, + 0.942112878700215, + 0.9029124312015971, + 0.9945356002953412, + 0.9067257721352653, + 0.6559269963983796, + 1.0530222495928638, + 0.7742650861348659, + 1.7415209866320729, + 0.31751695199855035, + 0.9401556411866103, + 0.9925662855482592, + 0.9703437391049544, + 0.9315271035229352, + 0.76726349356305, + 1.113451820498087, + 1.5950728246019172, + 0.9108834606609704, + 0.6187680270209445, + 1.0, + 1.026218169309107, + 0.9226908311101232, + 1.3695879042350074, + 1.390915117042367, + 0.9165066682832561, + 1.0788295714407763, + 0.8648263176100378, + 0.9635758583333331, + 0.8878642706591297, + 0.9006687498171835, + 0.8634669309414519, + 1.0263681887473621, + 1.1035216758671196, + 0.9668823371087334, + 0.9093839574625667, + 1.2537251227686863, + 0.925393016008483, + 0.9198488449490679, + 0.9988290268424753, + 0.1771101235529094, + 1.05614751420039, + 0.9497863099739803, + 1.0994839009481026, + 0.92792429034674, + 0.9973731985207415, + 1.4008749618490997, + 0.9833759189369512, + 0.7900467121392818, + 0.5512800744398914, + 1.0, + 1.160435495736531, + 0.840523823247663, + 1.0569742675732663, + 0.8576934466322704, + 0.9349861286126709, + 0.8587290535040432, + 0.9574488028099564, + 0.8825111948837125, + 1.0, + 0.9946462418130932, + 0.8401625258336195, + 1.0609041780534152, + 0.8625411201961046, + 0.8578849236354916, + 0.9245113485505083, + 0.9397104471617286, + 0.949988633400937, + 1.4949439323664353, + 1.0752730715733643, + 0.854508526946672, + 1.0304209489391347, + 0.9286338973772724 + ] + ] + }, + "width": 512, + "in_features": 262, + "out_features": 13, + "depth": 6, + "padding": 524, + "parameters": 1588756, + "cert_evals": { + "36": 0.567375898361206, + "72": 0.5248226523399353, + "108": 0.4822694957256317, + "255": 0.27659574151039124 + }, + "fold": 1 + }, + { + "best_epoch": 23, + "best_val_acc": 0.6307692307692307, + "test_acc": 0.6532846715328468, + "train_size": 113, + "val_size": 65, + "test_size": 274, + "stats": { + "mean": [ + [ + 0.003089986725663709, + -0.004440814159291977, + 0.06255539469026555, + 0.0030673203539822954, + 0.001728016814159293, + 0.11026861433628313, + 0.017892446017699123, + -0.06960080176991157, + 0.039233834283185866, + 0.15144875398230093, + 0.006497817787610628, + -0.01399969203539821, + 0.12535314601769912, + 0.032636741592920446, + -0.04566848761061949, + -0.12298024778761062, + -0.000969959292035392, + 0.11890371504424775, + -0.09021629999999985, + -0.11451322123893802, + -0.04703600000000003, + 0.06338747787610569, + -0.1056450000000003, + -0.06659289999999989, + 0.0665928778761063, + -0.09438650000000005, + -0.04968765486725668, + 0.10877121769911505, + -0.018068128318584065, + -0.08296883185840709, + -0.05587280000000011, + -0.06895776106194693, + -2.920353983278935e-07, + -0.013222389380530894, + -0.04703600000000003, + 0.06659287787610632, + -0.06659289999999989, + -0.1252820000000002, + 0.010099320973451271, + 0.07353538053097344, + -0.007326469911504469, + -0.07684545132743385, + -0.0339906548672566, + 0.05784047787610613, + 0.14110856637168143, + 3.805309734868323e-07, + -0.04703600000000003, + -0.06704164601769919, + -0.02112876106194691, + -0.06659289999999989, + 0.15620863893805323, + -0.03053643008849556, + -0.18165605309734498, + -0.11233752212389378, + -0.04703600000000003, + -0.016779973451327427, + -0.021128761061946985, + -0.06659289999999989, + 0.0665928778761063, + -0.06659289999999989, + -0.06659289999999989, + -0.09438650000000005, + -0.00463133628318579, + -0.07507774690265485, + -0.0007694676106195044, + -0.08089127433628311, + -0.10792991415929203, + -2.9203539847723323e-07, + -0.04703600000000003, + -0.04703600000000003, + 0.027216715044247893, + -0.04703600000000003, + -0.02592799999999999, + 0.08057962389380531, + 0.024038425752212503, + -0.16465999999999992, + -0.07926050000000014, + -0.09237758407079648, + -0.06659289999999989, + -0.043025663716814114, + 0.14110856637168245, + 0.1411085663716826, + -0.04703600000000003, + -0.023750336283185847, + 0.03126479168141594, + 0.008899934513274312, + -0.02743449557522126, + 0.06331698053097352, + 0.05539779646017699, + 0.027216715044247736, + 0.017897150442477798, + 1.0619469029187476e-07, + 1.061946903233147e-07, + -0.02112876106194691, + -0.1502479999999999, + -0.016447008849557545, + -0.0054378495575221125, + 0.07474130442477876, + -0.07807693805309734, + -0.07854839999999999, + -0.008790955752212368, + 1.0619469031152472e-07, + 1.0619469029973474e-07, + 0.038619840707964564, + 1.061946903233147e-07, + 1.0619469035868464e-07, + -2.920353983829134e-07, + -0.06884565486725683, + -0.043006230088495565, + 0.13900964601769922, + -0.06902842477876096, + -0.06529410000000001, + -0.07149334513274326, + -0.043025663716814044, + -0.06659289999999989, + 0.02721671504424799, + 1.0619469029187476e-07, + -0.08165009999999992, + -0.1056450000000003, + -0.0844234336283186, + 0.045172380530973465, + 0.08091592477876108, + -0.08034439823008824, + -0.06118739999999991, + 0.009105318584070807, + 0.0665928778761063, + 0.03861984070796471, + -0.06659289999999989, + -2.920353983475435e-07, + -0.01561157522123892, + 0.034667146902654884, + 0.04805644646017698, + 0.07649909380531038, + 0.0778107902654868, + -0.08165009999999992, + -0.04703600000000003, + 0.027216715044247736, + 0.003988389380530976, + 0.07484829203539822, + 0.06071553097345137, + 0.014212502654867237, + 0.06978295752212389, + -0.04703600000000003, + -0.04703600000000003, + -0.06659289999999989, + -0.1056450000000003, + -0.05670110707964598, + 0.09375696460176995, + -0.16628776973451334, + -0.004178826548672555, + -0.07220739999999994, + -0.06694404424778763, + -0.06819787345132745, + -0.049705195575221274, + -0.11667001238938055, + -0.12676487345132748, + 0.06602797345132745, + 0.0027255099115044237, + 0.08367987168141594, + -0.07531826548672561, + 0.06618380000000008, + -0.05077870088495575, + -0.03939802035398229, + 0.0725209725663717, + 0.018818907079646008, + -0.0012129309734513318, + 0.08232463584070795, + 0.06279675221238941, + 0.05451436991150446, + -0.09364632743362859, + -0.013597840707964663, + -0.02791582300884959, + 0.02277181946902653, + 0.09624579256637165, + 0.10685669557522126, + 0.05720445840707966, + -0.11690305221238939, + -0.07600262831858408, + 0.20486032743362856, + -0.11598514159292016, + 0.04703600000000003, + 0.12372530088495573, + 0.07733639557522128, + 0.009731815840707961, + 0.06515634630088495, + -0.004099914159292028, + -0.062444362831858426, + -0.14432490088495575, + 0.010303688495575204, + -0.03996258407079658, + -0.01723771946902648, + -0.03748595911504427, + -0.09338390796460176, + -0.12455748761061945, + -0.07069998663716814, + 0.09306433097345132, + 0.05574491150442479, + 0.05271592371681417, + -0.10488400000000016, + 0.0725061, + -0.06092212743362833, + -0.021001579646017662, + 0.08582514876106195, + 0.05783091212389381, + 0.07796875840707959, + -0.0484065486725664, + -0.06359218141592915, + 0.12465353274336273, + -0.03740971681415926, + -0.006256027433628239, + 0.02847770973451326, + 0.03523589380530972, + -0.007258076106194675, + 0.029468245840707955, + 0.07720809823008848, + -0.029801646017699017, + -0.07590199938053097, + -0.0023667877876106243, + -0.06193052212389384, + 0.0729473, + -0.08944441592920359, + -0.008905622654867247, + -0.09599750318584069, + -0.11731536725663715, + 0.03799221946902657, + 0.04264000707964609, + -0.05476776486725663, + -0.08099349336283189, + -0.06403644955752204, + 0.0510427, + -0.1728837920353984, + 0.04379192212389381, + -0.08503633221238939, + -0.04843164778761059, + -0.013288855929203541, + 0.05900416725663712, + 0.01502987168141596, + -0.028499033982300897, + -0.06898648672566376, + 0.06213639999999999, + -0.020727761061946872, + 0.056635334513274314, + -0.009026141592920364, + 0.03156841769911506, + -0.12126076106194686, + 0.06353122123893817, + 0.031937667522123854, + 0.029336698938053133, + 0.12508993982300817, + -0.07582650442477877, + 0.006734969026548675, + 0.06509837044247789, + 0.03657155663716816, + -0.13086254787610632, + -0.01249529203539823, + 0.041217141592920364, + 0.050712616814159305, + 0.008828665486725618, + -0.04774530973451326, + -0.06531424955752214, + 0.08627439557522125, + 0.019008834867256633 + ] + ], + "std": [ + [ + 0.9244692810470073, + 0.9993356910018533, + 1.1547522998507793, + 0.9432810092169331, + 1.03584004279498, + 0.8753158130277445, + 1.0465755215467378, + 0.9102607240673849, + 1.023778543447583, + 0.9297280045159075, + 1.0069835198754635, + 0.9525566546794436, + 0.9399759480360307, + 0.9978150756585966, + 0.9862811329995884, + 0.9613244275752023, + 1.111865207612389, + 0.9715796850385696, + 1.0, + 1.0813226579822182, + 1.0, + 1.2592635987036094, + 1.0, + 1.0, + 1.4095057857234625, + 1.0, + 1.010538238524329, + 1.0722512669094082, + 1.0593646908068974, + 0.605561339519823, + 1.0, + 0.9556792785074675, + 0.9988936769842924, + 0.9607982608538026, + 1.0, + 1.4095057857234632, + 1.0, + 1.0, + 0.972373648410722, + 1.0584533172538098, + 1.0284056325027326, + 0.8751294762374062, + 0.7194469320515607, + 0.9753483226530357, + 1.9911349325902201, + 0.99889397212978, + 1.0, + 0.7094990007768706, + 0.8944357999064104, + 1.0, + 0.9004941973725803, + 1.0121581074927941, + 0.761525664661198, + 0.6638398438080123, + 1.0, + 1.0084273596642825, + 0.8944357999064123, + 1.0, + 1.4095057857234632, + 1.0, + 1.0, + 1.0, + 1.0674172345021198, + 1.0415595393603108, + 0.9952640371583976, + 0.7847375185646767, + 1.0253922671299165, + 0.9988936769842935, + 1.0, + 1.0, + 1.1521380745389769, + 1.0, + 0.9380600926852771, + 0.9688329579782285, + 1.0699750013871834, + 1.0, + 1.0, + 0.9022130416875166, + 1.0, + 0.8547515543653855, + 1.9911349325902201, + 1.9911349325902201, + 1.0, + 0.9833161542151768, + 0.9113836368578456, + 1.0154070458101938, + 0.8175726795277899, + 1.0291658658053822, + 1.0023879541161114, + 1.1521380745389784, + 1.0666606471785436, + 0.9988939483461562, + 0.9988939483461564, + 0.8944357999064111, + 1.0, + 1.0194849042181624, + 0.9377289254070391, + 0.9868393622488469, + 0.7115324821514019, + 1.0, + 0.9291878599599749, + 0.9988939483461571, + 0.9988939483461564, + 1.150833993881672, + 0.9988939483461564, + 0.9988939483461563, + 0.9988936769842928, + 0.8446756150368765, + 0.8840822390425243, + 0.879273891482901, + 0.356357040154056, + 1.0, + 0.8575361470050674, + 0.8547515543653872, + 1.0, + 1.1521380745389762, + 0.9988939483461562, + 1.0, + 1.0, + 0.7707096318942795, + 0.9479029615796615, + 0.8861435214681488, + 0.709392406059319, + 1.0, + 0.9648083778490988, + 1.4095057857234619, + 1.1508339938816696, + 1.0, + 0.9988936769842918, + 0.8265732991714976, + 1.0190844405952648, + 0.9459831021380053, + 1.7348381185160544, + 1.1517740759366022, + 1.0, + 1.0, + 1.152138074538978, + 0.912843060712004, + 1.1388119070973806, + 0.9915799039109703, + 1.002719667279991, + 1.085125621845705, + 1.0, + 1.0, + 1.0, + 1.0, + 1.5001714286910226, + 0.9966194693620798, + 0.9443805992812078, + 0.8655175815339226, + 1.0, + 0.7897012658620092, + 1.1164175335449071, + 1.264530190302258, + 0.8921583865445091, + 1.0648052330194941, + 0.8695758038727032, + 0.8660581580725691, + 0.8367831000825393, + 0.37197924168302665, + 1.0, + 0.9262178979224102, + 0.9242646117464632, + 0.973591105652927, + 0.9951600891998066, + 1.1111862475284577, + 0.6670563380647561, + 0.9442962334551489, + 0.990332316811185, + 0.480719441273429, + 1.223234975369157, + 0.940394811395897, + 0.9089632031900003, + 1.0458338698053655, + 0.9721165818563446, + 1.374767108546496, + 0.8594004341053223, + 0.7653673558229712, + 0.6670525311692612, + 0.645642563256581, + 1.0, + 0.891254315503885, + 1.0775980834755503, + 1.007431548670928, + 0.9530753484316439, + 1.4811962251096449, + 1.2176806384389702, + 0.9602107117788192, + 0.8795846242039457, + 1.1116750216535782, + 0.9501349187678776, + 1.0821885258200035, + 1.1407026156836266, + 0.9231893015164008, + 0.8990327480493145, + 0.6422405879838027, + 0.9092214790537131, + 0.9351958368508632, + 1.0, + 1.0, + 0.9288775753611616, + 0.8531876075690629, + 1.034017858801366, + 1.0285706599327553, + 1.5382840820664052, + 1.0793433921827003, + 0.7014984131399681, + 0.9478974831267535, + 0.8121083950620509, + 0.5317226069000799, + 0.877495299738119, + 1.105656776922663, + 0.9679617815757274, + 0.7155463726091819, + 1.108302722756925, + 1.0944778308312668, + 0.7749616919771513, + 0.8850563716056123, + 0.5693811287198752, + 1.0, + 0.9220528856937216, + 0.8553127512283658, + 0.9975197765961968, + 0.8796722204092665, + 1.1740947078133768, + 0.9516756586234943, + 0.9063555755946218, + 0.9537956983823893, + 0.21590336552059824, + 1.0, + 1.1291952185180558, + 1.0007499385498189, + 1.0111383561599954, + 0.9704983147288865, + 1.1385710361021162, + 0.7564588026775311, + 1.0046465692486821, + 0.9312841189336238, + 0.6375502285227569, + 1.0, + 0.829387189699574, + 1.0544363475675953, + 0.9771879250820691, + 1.0137760206245479, + 1.0423498864484522, + 0.43681029699877133, + 0.8991224001063718, + 0.8257144621838688, + 1.968770644943309, + 0.8856828178067617, + 1.0398871114616712, + 0.8345338516516961, + 0.9722595951185294, + 1.285772740124495, + 0.8915167876690523, + 0.8875667705363124, + 0.6453390579256484, + 0.9343424770462008, + 0.8887305596443167, + 1.0443061214405034, + 1.027608228431771, + 0.9189390661089004 + ] + ] + }, + "width": 512, + "in_features": 262, + "out_features": 13, + "depth": 6, + "padding": 524, + "parameters": 1588756, + "cert_evals": { + "36": 0.6277372241020203, + "72": 0.6058394312858582, + "108": 0.5656934380531311, + "255": 0.43065693974494934 + }, + "fold": 2 + }, + { + "best_epoch": 27, + "best_val_acc": 0.6268656716417911, + "test_acc": 0.6470588235294118, + "train_size": 113, + "val_size": 67, + "test_size": 272, + "stats": { + "mean": [ + [ + 0.04070993805309734, + 0.11996151327433617, + -0.07505505699115043, + -0.053473368141592904, + -0.0023036168141593112, + -0.04386066761061949, + 0.1000648973451327, + 0.21898467610619468, + 0.0844638663362832, + -0.21027526176991146, + 0.08278053309734511, + 0.02691175840707965, + -0.10311968407079651, + -0.019989650442477833, + -0.029568291150442447, + 0.06979861946902657, + -0.09989179115044242, + -0.0017227557522123856, + -2.2654867243656462e-07, + 0.06518417699115044, + -0.04703600000000003, + -0.1056450000000003, + -0.1056450000000003, + 0.19977865575221251, + 0.0665928778761063, + 0.09438671238938035, + -0.10331811504424784, + -0.11287559292035391, + 0.1063068938053097, + 0.04291548672566383, + -0.05587280000000011, + -0.032180318584070916, + 0.06704106194690261, + -0.1718930000000004, + -0.04703600000000003, + 0.0665928778761063, + -0.06659289999999989, + 0.08948672566371665, + -0.025450121504424723, + -0.17311484513274336, + 0.07640526460176993, + 0.11526853982300869, + 0.1133023008849558, + -0.07326554867256642, + -0.04703600000000003, + 0.047838725663716816, + -0.04703600000000003, + 0.06704106194690251, + -0.02112876106194691, + -0.06659289999999989, + -0.013552253982300916, + -0.020357922123893812, + -0.027464973451327517, + -0.006002522123893788, + -0.04703600000000003, + -0.04337743362831858, + 0.14790371681415934, + 0.0665928778761063, + -0.06659289999999989, + 0.06659287787610634, + -0.06659289999999989, + 1.0619469029580476e-07, + 0.044767823008849614, + 0.08289923362831852, + -0.12235442831858409, + -0.11459614159292028, + 0.14790476371681416, + -2.9203539830824354e-07, + -0.04703600000000003, + 0.14110856637168223, + 0.027216715044247736, + -0.04703600000000003, + -0.055889752212389385, + -0.12962760265486717, + 0.10187851619469035, + -0.01324823008849549, + 0.022193132743362702, + -0.07879260176991155, + 0.0665928778761063, + 0.12907584070796485, + -0.04703600000000003, + -0.04703600000000003, + -0.04703600000000003, + -0.002639044247787606, + 0.054982569292035384, + 0.05932991150442477, + -0.06964141592920373, + -0.07482919999999994, + -0.033238396460177, + 0.13608353008849555, + 0.0894867256637167, + -0.09438650000000005, + -0.09438650000000005, + -0.1056450000000003, + 0.030049292035398203, + 0.0004219557522123656, + 0.04024157522123887, + 0.01212035575221241, + -0.06541580530973452, + -0.07854839999999999, + 0.02907596460176992, + -0.09438650000000005, + 0.09438671238938048, + -0.03861907964601766, + 1.0619469030366473e-07, + 1.0619469029580476e-07, + -0.0670416460176993, + -0.04499362831858416, + 0.0430065663716814, + 0.05495734513274337, + 0.025254761061947018, + -0.06529410000000001, + 0.06800543362831867, + -0.15775999999999976, + 0.0665928778761063, + -0.08165009999999992, + 1.0619469029580476e-07, + -0.08165009999999992, + -0.021128761061946954, + 0.0199548849557522, + -0.04005870796460183, + 0.07256339026548671, + 0.0029753097345135682, + 0.008741072566371728, + -0.12291731858407075, + 0.0665928778761063, + -0.03861907964601771, + 0.0665928778761063, + -2.9203539835933345e-07, + -0.15365226548672545, + -0.02139016460176988, + 0.03374174115044254, + -0.03278541946902662, + -0.16577226814159277, + 0.027216715044247785, + 0.14110856637168206, + -0.08165009999999992, + -0.17471278761061948, + -0.05009553982300891, + 0.10357247787610621, + 0.01421250265486715, + -0.16799606460176988, + 0.1411085663716814, + -0.04703600000000003, + 0.1997786557522125, + -0.02112876106194691, + 0.10064383539823014, + -0.09822227433628321, + 0.010812114336283181, + -0.0005969424778760985, + -0.034939104424778704, + -0.021039132743362887, + 0.1549942769911504, + -0.05473569823008849, + 0.09371048247787614, + 0.1284547699115043, + 0.08193819469026561, + -0.1894623433628318, + -0.03994628938053097, + 0.005021592920354035, + 0.06618380000000008, + 0.046780255752212445, + 0.12412912743362833, + -0.15687404504424782, + -0.04040450761061948, + 0.01819149026548674, + 0.047322232477876085, + -0.1316860601769911, + -0.08258592566371675, + 0.05638880530973452, + -0.10198681415929205, + 0.1290602176991152, + -0.03669845398230087, + -0.10499076469026546, + -0.12757559911504432, + -0.06652606637168137, + 0.05155422566371681, + 0.031605256637168136, + 0.0629123805309736, + 0.023197380530973564, + 0.04703600000000003, + -0.03599286283185842, + -0.1574473318584071, + 0.10887992823008849, + -0.053605181415929175, + -0.012299078761061958, + -0.05887616991150452, + 0.07308711769911504, + 0.09051549646017694, + -0.10846913274336303, + -0.15513741725663718, + 0.12073644318584073, + 0.05041307504424779, + 0.1529646697345132, + 0.0776218637168141, + 0.057565741592920404, + -0.17276489823008853, + -0.014984845840707986, + -0.04701723008849572, + -0.03750280353982299, + 0.06355189203539817, + 0.06636549999999998, + -0.1410115592035399, + -0.08766313362831851, + -0.09892783274336285, + -0.013420267079645989, + 0.09777304070796461, + 0.07535415840707965, + -0.10688448672566354, + 0.0625599000000001, + -0.011544922123893811, + -0.09627820707964604, + 0.08584640530973452, + 0.007022314424778771, + -0.05128431504424778, + -0.06365885663716808, + 0.02538907345132746, + 0.071253879380531, + -0.032786734513274456, + 0.0729473, + 0.04719471592920353, + 0.014598110265486715, + 0.026159213575221246, + 0.059101831504424836, + -0.07843545663716811, + 0.0003891433628318023, + 0.014624393274336253, + 0.03384382522123893, + -0.07310352920353969, + 0.0510427, + 0.14306325132743355, + -0.011243908849557487, + 0.02559352380530976, + 0.03617407230973455, + -0.012417333274336301, + -0.10102372743362834, + -0.09638603628318594, + 0.02360371292035396, + -0.0742930973451328, + -0.014339143362831862, + 0.03523714159292039, + 0.03915302300884953, + -0.08945827723893807, + -0.02228378656637163, + 0.10421852477876106, + 0.0697730088495576, + -0.12811908238938052, + -0.10229047238938055, + -0.048111653097345074, + 0.041196920353982314, + 0.10879424867256633, + -0.10693692778761064, + 0.02704163566371678, + 0.12719723849557518, + 0.1358370884955751, + -0.11345866194690264, + -0.11236356814159291, + 0.008828665486725625, + 0.04901849557522122, + 0.10906433185840712, + -0.12028646725663718, + 0.005514894867256633 + ] + ], + "std": [ + [ + 1.0502669179700934, + 0.9792224218294541, + 0.24305352147883325, + 1.043042266446498, + 1.0744571502175468, + 0.9508826739984755, + 0.9451555552883207, + 1.1810283789026603, + 1.0064552702700122, + 1.1190882010665817, + 0.9034793296608571, + 1.1336521923679663, + 0.9786491101919341, + 0.9206985848676537, + 0.8610889538505271, + 0.9619675032812017, + 0.9308084274399617, + 0.9863758024756076, + 0.9547571784517959, + 0.9496800506935921, + 1.0, + 1.0, + 1.0, + 1.9844233966366367, + 1.4095057857234627, + 1.40632875858643, + 0.892002130496044, + 1.0129634785032875, + 0.978487303853688, + 1.1394715296586964, + 1.0, + 1.0267988761241287, + 1.217866674742132, + 1.0, + 1.0, + 1.4095057857234627, + 1.0, + 1.30048921660964, + 1.101075351501756, + 0.9423320679555461, + 0.9745566669040967, + 1.0784150005489006, + 1.3072548131334407, + 1.020520797792866, + 1.0, + 1.1116626840554256, + 1.0, + 1.2178666747421323, + 0.8944357999064103, + 1.0, + 0.9763859814864452, + 0.9882312110151381, + 0.9941548135105892, + 1.0805382570058093, + 1.0, + 0.9455390825539804, + 1.5353137244867092, + 1.4095057857234619, + 1.0, + 1.4095057857234636, + 1.0, + 0.9988939483461567, + 0.9028116049768871, + 1.0263167291591377, + 0.9964436627027657, + 0.4280387316306564, + 1.0514551909197751, + 0.9988936769842915, + 1.0, + 1.9911349325902201, + 1.152138074538978, + 1.0, + 0.9644113662850948, + 0.9806946309645141, + 0.9930268680075975, + 0.8905664891946655, + 1.0736843273720693, + 1.0058668086951204, + 1.409505785723462, + 1.3330925209888196, + 1.0, + 1.0, + 1.0, + 1.0450036005861865, + 1.3244456183776097, + 0.932189980942975, + 0.9625014477361986, + 1.0, + 1.0074707737922228, + 1.62207901125963, + 1.3004892166096393, + 1.0, + 1.0, + 1.0, + 1.0917543201475843, + 1.0127130749629136, + 1.2877909824303606, + 0.9604994075919616, + 0.8657450013263874, + 1.0, + 1.0599660091906427, + 1.0, + 1.4063287585864277, + 0.8174198991670479, + 0.9988939483461567, + 0.9988939483461567, + 0.7094990007768708, + 0.8740833234525124, + 1.010657132912493, + 0.9328151962443406, + 1.3541564903516528, + 1.0, + 1.0437864539647888, + 1.0, + 1.409505785723462, + 1.0, + 0.9988939483461567, + 1.0, + 0.8944357999064098, + 1.2065791134004533, + 1.0500123468485083, + 0.9959504427215604, + 1.0958354145667224, + 0.7400533918928887, + 0.9943642075886404, + 1.4095057857234627, + 0.8174198991670482, + 1.4095057857234627, + 0.9988936769842922, + 0.9193790839730072, + 1.0436031910295362, + 0.9868834993023391, + 0.5782795414175284, + 0.9541173647907301, + 1.1521380745389775, + 1.9911349325902201, + 1.0, + 0.9325216486314452, + 1.0303184562115624, + 0.9698188611354921, + 1.0027196672799903, + 1.0327882823860284, + 1.9911349325902201, + 1.0, + 1.9844233966366391, + 0.8944357999064109, + 0.7112349595162911, + 1.0528496975740775, + 0.9693293962135208, + 1.098217436491506, + 0.39441056751713705, + 1.131185111941341, + 0.8933013668038887, + 0.8692841653701331, + 0.9535583303775852, + 0.9578421783922644, + 0.9351032690489206, + 0.9587912379925385, + 0.8874155629442673, + 0.7402206710271984, + 1.0, + 1.0688089329251667, + 0.997681462694144, + 0.9866601266296527, + 0.9496581319654654, + 0.9257831061652533, + 0.9073562336120353, + 0.9768579353882867, + 0.9602672008044747, + 0.7793988687883875, + 1.2643817992013762, + 0.8858997832358527, + 1.0783739453909889, + 0.9243425987503827, + 0.9894525958813807, + 0.8138319611992417, + 0.9527697944043735, + 1.1413505837251008, + 0.8792523651290115, + 1.0992317647014969, + 1.0, + 1.065433498566479, + 0.9150528093441637, + 1.0062463574228966, + 1.011250604668206, + 0.7913263564369651, + 0.9735543146496928, + 0.9610800849612564, + 0.9880567372837797, + 0.3866698577857632, + 0.9853949011817834, + 0.990227174214131, + 0.8869793376043191, + 1.0049463863071384, + 0.9992217219580515, + 0.9135057665522096, + 0.9794517412025064, + 0.8334338014885702, + 0.37518500497353446, + 1.1642248030770597, + 0.9506854878365382, + 1.1083600583283926, + 0.9361744720072924, + 1.0051395038183164, + 0.7234663786843327, + 1.1371317753211319, + 1.5356103741191347, + 0.8479920793399001, + 0.46656712729960265, + 1.0, + 1.0891589322731212, + 0.8545812844441173, + 1.3469557389840487, + 1.3298686360213214, + 0.8184103746992143, + 1.2426545134673366, + 0.9345647421429395, + 0.8739291157345797, + 0.7954155323258645, + 1.0, + 0.9396031266002715, + 0.8729340873197525, + 1.1022147706138496, + 0.9052007430680863, + 0.8002297286948205, + 1.1474637082252046, + 1.0050624674836923, + 0.8958786752659496, + 0.1199464140766847, + 1.0, + 0.9484606934407114, + 0.924743989986394, + 1.1045533858189263, + 0.9763355497679247, + 0.8775711016746042, + 1.4892483405130004, + 0.9479162196372228, + 0.824520740664537, + 0.48200134691826974, + 0.8093410764663572, + 1.0307538015892828, + 0.8557116942728363, + 0.9675781578595044, + 0.9316537658305905, + 0.961482671503125, + 0.9499524026348503, + 1.0156281171297905, + 0.9533815998673338, + 0.13577727875330386, + 1.0944930405696027, + 0.9984202119037168, + 1.0610893586418122, + 1.0416564535479678, + 0.953141207852886, + 0.9699518518482332, + 1.0661304370514315, + 0.9605383246803934, + 0.9343424770461999, + 1.1428421085341074, + 0.9995106529728873, + 1.0191031224939573, + 1.0275583030415119 + ] + ] + }, + "width": 512, + "in_features": 262, + "out_features": 13, + "depth": 6, + "padding": 524, + "parameters": 1588756, + "cert_evals": { + "36": 0.6286764740943909, + "72": 0.5845588445663452, + "108": 0.5404411554336548, + "255": 0.3345588147640228 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6312642698375777, + "std_test_acc": 0.022307444743927856, + "n_samples": 452, + "n_features": 262, + "n_classes": 13, + "mean_cert_acc_36": 0.603062778711319, + "std_cert_acc_36": 0.030285529446686374, + "mean_cert_acc_72": 0.5682283043861389, + "std_cert_acc_72": 0.03500638823410679, + "mean_cert_acc_108": 0.5307548716664314, + "std_cert_acc_108": 0.03502505224287712, + "mean_cert_acc_255": 0.34795287251472473, + "std_cert_acc_255": 0.06354891651622291 + }, + "audiology-std": { + "dataset": "audiology-std", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 4, + "best_val_acc": 0.16129032258064516, + "test_acc": 0.22857142857142856, + "train_size": 25, + "val_size": 31, + "test_size": 140, + "stats": { + "mean": [ + [ + -1.7763568394002505e-17, + -8.399999999486596e-07, + 7.99999999756551e-08, + -1.2800000001833566e-06, + -3.6000000007696543e-07, + -8.799999999986596e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.000000002006402e-08, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 7.99999999756551e-08, + 0.0, + -3.199999999159431e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3306690738754695e-17, + -3.999999999981796e-07, + 0.0, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.659739592076221e-17, + 0.0, + -8.659739592076221e-17, + 0.0, + 0.0, + 0.0, + -7.199999999940587e-07, + -4.800000000759752e-07, + 2.799999999325564e-07, + 0.0, + 2.220446049250313e-18, + 0.0, + -1.5999999996907377e-07, + 0.0, + -4.0000000006479297e-07, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9797958971132714, + 0.979795399156076, + 0.979796007645425, + 0.9797944438980055, + 0.979795825808005, + 0.9797970293219844, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132714, + 1.0, + 0.9797961795409461, + 0.979796007645425, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797960076454252, + 1.0, + 0.9797960772142222, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132711, + 0.9797952000000001, + 1.0, + 0.9797960076454251, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132709, + 1.0, + 0.9797958971132709, + 1.0, + 1.0, + 1.0, + 0.9797942770355633, + 0.9797949007791427, + 0.9797958854236333, + 1.0, + 0.979795897113271, + 1.0, + 0.9797957933341287, + 1.0, + 0.9797952, + 1.0, + 1.0 + ] + ] + }, + "width": 256, + "in_features": 59, + "out_features": 18, + "depth": 6, + "padding": 118, + "parameters": 364057, + "cert_evals": { + "36": 0.13571429252624512, + "72": 0.05714285746216774, + "108": 0.014285714365541935, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 19, + "best_val_acc": 0.48484848484848486, + "test_acc": 0.34782608695652173, + "train_size": 25, + "val_size": 33, + "test_size": 138, + "stats": { + "mean": [ + [ + -1.7763568394002505e-17, + -8.399999999486596e-07, + 7.99999999756551e-08, + -1.2800000001833566e-06, + -3.6000000007696543e-07, + -8.799999999986596e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.000000002006402e-08, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 7.99999999756551e-08, + 0.0, + -3.199999999159431e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3306690738754695e-17, + -3.999999999981796e-07, + 0.0, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.659739592076221e-17, + 0.0, + -8.659739592076221e-17, + 0.0, + 0.0, + 0.0, + -7.199999999940587e-07, + -4.800000000759752e-07, + 2.799999999325564e-07, + 0.0, + 2.220446049250313e-18, + 0.0, + -1.5999999996907377e-07, + 0.0, + -4.0000000006479297e-07, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9797958971132714, + 0.979795399156076, + 0.979796007645425, + 0.9797944438980055, + 0.979795825808005, + 0.9797970293219844, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132714, + 1.0, + 0.9797961795409461, + 0.979796007645425, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797960076454252, + 1.0, + 0.9797960772142222, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132711, + 0.9797952000000001, + 1.0, + 0.9797960076454251, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132709, + 1.0, + 0.9797958971132709, + 1.0, + 1.0, + 1.0, + 0.9797942770355633, + 0.9797949007791427, + 0.9797958854236333, + 1.0, + 0.979795897113271, + 1.0, + 0.9797957933341287, + 1.0, + 0.9797952, + 1.0, + 1.0 + ] + ] + }, + "width": 256, + "in_features": 59, + "out_features": 18, + "depth": 6, + "padding": 118, + "parameters": 364057, + "cert_evals": { + "36": 0.2971014678478241, + "72": 0.26811593770980835, + "108": 0.2246376872062683, + "255": 0.07246376574039459 + }, + "fold": 1 + }, + { + "best_epoch": 6, + "best_val_acc": 0.44, + "test_acc": 0.3013698630136986, + "train_size": 25, + "val_size": 25, + "test_size": 146, + "stats": { + "mean": [ + [ + -1.7763568394002505e-17, + -8.399999999486596e-07, + 7.99999999756551e-08, + -1.2800000001833566e-06, + -3.6000000007696543e-07, + -8.799999999986596e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.000000002006402e-08, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 7.99999999756551e-08, + 0.0, + -3.199999999159431e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3306690738754695e-17, + -3.999999999981796e-07, + 0.0, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.659739592076221e-17, + 0.0, + -8.659739592076221e-17, + 0.0, + 0.0, + 0.0, + -7.199999999940587e-07, + -4.800000000759752e-07, + 2.799999999325564e-07, + 0.0, + 2.220446049250313e-18, + 0.0, + -1.5999999996907377e-07, + 0.0, + -4.0000000006479297e-07, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9797958971132714, + 0.979795399156076, + 0.979796007645425, + 0.9797944438980055, + 0.979795825808005, + 0.9797970293219844, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132714, + 1.0, + 0.9797961795409461, + 0.979796007645425, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797960076454252, + 1.0, + 0.9797960772142222, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132711, + 0.9797952000000001, + 1.0, + 0.9797960076454251, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132709, + 1.0, + 0.9797958971132709, + 1.0, + 1.0, + 1.0, + 0.9797942770355633, + 0.9797949007791427, + 0.9797958854236333, + 1.0, + 0.979795897113271, + 1.0, + 0.9797957933341287, + 1.0, + 0.9797952, + 1.0, + 1.0 + ] + ] + }, + "width": 256, + "in_features": 59, + "out_features": 18, + "depth": 6, + "padding": 118, + "parameters": 364057, + "cert_evals": { + "36": 0.2054794430732727, + "72": 0.10958904027938843, + "108": 0.054794520139694214, + "255": 0.006849315017461777 + }, + "fold": 2 + }, + { + "best_epoch": 16, + "best_val_acc": 0.4666666666666667, + "test_acc": 0.3333333333333333, + "train_size": 25, + "val_size": 30, + "test_size": 141, + "stats": { + "mean": [ + [ + -1.7763568394002505e-17, + -8.399999999486596e-07, + 7.99999999756551e-08, + -1.2800000001833566e-06, + -3.6000000007696543e-07, + -8.799999999986596e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.000000002006402e-08, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 7.99999999756551e-08, + 0.0, + -3.199999999159431e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3306690738754695e-17, + -3.999999999981796e-07, + 0.0, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.659739592076221e-17, + 0.0, + -8.659739592076221e-17, + 0.0, + 0.0, + 0.0, + -7.199999999940587e-07, + -4.800000000759752e-07, + 2.799999999325564e-07, + 0.0, + 2.220446049250313e-18, + 0.0, + -1.5999999996907377e-07, + 0.0, + -4.0000000006479297e-07, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9797958971132714, + 0.979795399156076, + 0.979796007645425, + 0.9797944438980055, + 0.979795825808005, + 0.9797970293219844, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132714, + 1.0, + 0.9797961795409461, + 0.979796007645425, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797960076454252, + 1.0, + 0.9797960772142222, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132711, + 0.9797952000000001, + 1.0, + 0.9797960076454251, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132709, + 1.0, + 0.9797958971132709, + 1.0, + 1.0, + 1.0, + 0.9797942770355633, + 0.9797949007791427, + 0.9797958854236333, + 1.0, + 0.979795897113271, + 1.0, + 0.9797957933341287, + 1.0, + 0.9797952, + 1.0, + 1.0 + ] + ] + }, + "width": 256, + "in_features": 59, + "out_features": 18, + "depth": 6, + "padding": 118, + "parameters": 364057, + "cert_evals": { + "36": 0.3333333134651184, + "72": 0.26241132616996765, + "108": 0.22695034742355347, + "255": 0.07092198729515076 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.30277517796874553, + "std_test_acc": 0.053139930355787623, + "n_samples": 196, + "n_features": 59, + "n_classes": 18, + "mean_cert_acc_36": 0.24290712922811508, + "std_cert_acc_36": 0.08945214188825831, + "mean_cert_acc_72": 0.17431479040533304, + "std_cert_acc_72": 0.10720438338110568, + "mean_cert_acc_108": 0.13016706728376448, + "std_cert_acc_108": 0.11165603455897012, + "mean_cert_acc_255": 0.03755876701325178, + "std_cert_acc_255": 0.03951875008633167 + }, + "balloons": { + "dataset": "balloons", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 9, + "best_val_acc": 0.75, + "test_acc": 0.875, + "train_size": 4, + "val_size": 4, + "test_size": 8, + "stats": { + "mean": [ + [ + 0.0, + 0.0, + -0.968246, + 0.0 + ] + ], + "std": [ + [ + 0.968246, + 0.968246, + 1.0, + 0.968246 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 5641, + "cert_evals": { + "36": 0.5, + "72": 0.5, + "108": 0.25, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5, + "test_acc": 0.4, + "train_size": 4, + "val_size": 2, + "test_size": 10, + "stats": { + "mean": [ + [ + -0.484123, + 0.484123, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.8385256331126676, + 0.8385256331126676, + 0.968246, + 0.968246 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 5641, + "cert_evals": { + "36": 0.20000000298023224, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.0, + "test_acc": 0.36363636363636365, + "train_size": 4, + "val_size": 1, + "test_size": 11, + "stats": { + "mean": [ + [ + -0.484123, + 0.0, + -0.484123, + -0.484123 + ] + ], + "std": [ + [ + 0.8385256331126676, + 0.968246, + 0.8385256331126676, + 0.8385256331126676 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 5641, + "cert_evals": { + "36": 0.1818181872367859, + "72": 0.09090909361839294, + "108": 0.09090909361839294, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 1.0, + "test_acc": 0.45454545454545453, + "train_size": 4, + "val_size": 1, + "test_size": 11, + "stats": { + "mean": [ + [ + 0.48412299999999997, + 0.484123, + -0.968246, + 0.0 + ] + ], + "std": [ + [ + 0.8385256331126676, + 0.8385256331126676, + 1.0, + 0.968246 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 5641, + "cert_evals": { + "36": 0.4545454680919647, + "72": 0.4545454680919647, + "108": 0.4545454680919647, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5232954545454546, + "std_test_acc": 0.23742749364446403, + "n_samples": 16, + "n_features": 4, + "n_classes": 2, + "mean_cert_acc_36": 0.3340909145772457, + "std_cert_acc_36": 0.16653576207816465, + "mean_cert_acc_72": 0.2613636404275894, + "std_cert_acc_72": 0.2527398106849625, + "mean_cert_acc_108": 0.19886364042758942, + "std_cert_acc_108": 0.19932306768076022, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "balance-scale": { + "dataset": "balance-scale", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 20, + "best_val_acc": 0.7108433734939759, + "test_acc": 0.7124352331606217, + "train_size": 156, + "val_size": 83, + "test_size": 386, + "stats": { + "mean": [ + [ + 0.05887832692307693, + -2.5641025661690044e-08, + 0.09964028205128199, + -0.09058207692307692 + ] + ], + "std": [ + [ + 0.9464310236223092, + 0.9765235538802873, + 0.9974316897506468, + 1.0391308031314608 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 5674, + "cert_evals": { + "36": 0.5647668242454529, + "72": 0.4404144883155823, + "108": 0.30829015374183655, + "255": 0.02849740907549858 + }, + "fold": 0 + }, + { + "best_epoch": 13, + "best_val_acc": 0.8350515463917526, + "test_acc": 0.7849462365591398, + "train_size": 156, + "val_size": 97, + "test_size": 372, + "stats": { + "mean": [ + [ + 0.09511109615384612, + -3.416070845000482e-17, + 0.00905823076923074, + 0.08152388461538454 + ] + ], + "std": [ + [ + 1.0090351712085057, + 1.0055834762270852, + 0.9532661180714023, + 1.002273371607005 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 5674, + "cert_evals": { + "36": 0.5672042965888977, + "72": 0.3870967626571655, + "108": 0.23118279874324799, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 26, + "best_val_acc": 0.7526881720430108, + "test_acc": 0.7127659574468085, + "train_size": 156, + "val_size": 93, + "test_size": 376, + "stats": { + "mean": [ + [ + -0.00452913461538464, + 0.06340748717948716, + -1.2820512825151571e-08, + 0.09964030769230771 + ] + ], + "std": [ + [ + 0.9879158233594086, + 0.9907460042778667, + 1.027617579941566, + 0.9614936385801037 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 5674, + "cert_evals": { + "36": 0.5957446694374084, + "72": 0.4547872245311737, + "108": 0.31382977962493896, + "255": 0.029255317524075508 + }, + "fold": 2 + }, + { + "best_epoch": 42, + "best_val_acc": 0.7608695652173914, + "test_acc": 0.7851458885941645, + "train_size": 156, + "val_size": 92, + "test_size": 377, + "stats": { + "mean": [ + [ + 0.05434929487179499, + -0.08605298076923085, + 0.06793655769230768, + -0.16757685256410257 + ] + ], + "std": [ + [ + 1.0569029867956488, + 1.0161657906649941, + 0.9625917447832895, + 0.9469510608150327 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 5674, + "cert_evals": { + "36": 0.6763925552368164, + "72": 0.5676392316818237, + "108": 0.456233412027359, + "255": 0.1326259970664978 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7488233289401837, + "std_test_acc": 0.04182670736956818, + "n_samples": 625, + "n_features": 4, + "n_classes": 3, + "mean_cert_acc_36": 0.6010270863771439, + "std_cert_acc_36": 0.05217485200133076, + "mean_cert_acc_72": 0.4624844267964363, + "std_cert_acc_72": 0.07591039015866106, + "mean_cert_acc_108": 0.3273840360343456, + "std_cert_acc_108": 0.09381743611564455, + "mean_cert_acc_255": 0.04759468091651797, + "std_cert_acc_255": 0.058299846824135054 + }, + "blood": { + "dataset": "blood", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 7, + "best_val_acc": 0.7868852459016393, + "test_acc": 0.7630979498861048, + "train_size": 187, + "val_size": 122, + "test_size": 439, + "stats": { + "mean": [ + [ + 0.08207599251336908, + 0.07211877540106948, + 0.07211877540106948, + 0.12092969090909093 + ] + ], + "std": [ + [ + 1.0915037898164763, + 0.9154190444987925, + 0.9154190444987925, + 1.0234960637376278 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 5641, + "cert_evals": { + "36": 0.34624147415161133, + "72": 0.05694761127233505, + "108": 0.015945330262184143, + "255": 0.0091116176918149 + }, + "fold": 0 + }, + { + "best_epoch": 9, + "best_val_acc": 0.5948275862068966, + "test_acc": 0.6898876404494382, + "train_size": 187, + "val_size": 116, + "test_size": 445, + "stats": { + "mean": [ + [ + -0.0044589358288771265, + -0.03777642245989305, + -0.03777642245989305, + -0.04118699946524062 + ] + ], + "std": [ + [ + 1.0355747128653376, + 1.0168425706533084, + 1.0168425706533084, + 0.9389071377082803 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 5641, + "cert_evals": { + "36": 0.5191011428833008, + "72": 0.3325842618942261, + "108": 0.22022472321987152, + "255": 0.024719100445508957 + }, + "fold": 1 + }, + { + "best_epoch": 8, + "best_val_acc": 0.6636363636363637, + "test_acc": 0.6718403547671841, + "train_size": 187, + "val_size": 110, + "test_size": 451, + "stats": { + "mean": [ + [ + 0.05565309197860972, + -0.04876601497326191, + -0.04876601497326191, + 0.022211831550802065 + ] + ], + "std": [ + [ + 1.2081413746481122, + 0.9472357528176619, + 0.9472357528176619, + 0.9442482982599183 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 5641, + "cert_evals": { + "36": 0.5299334526062012, + "72": 0.3082039952278137, + "108": 0.18403548002243042, + "255": 0.011086474172770977 + }, + "fold": 2 + }, + { + "best_epoch": 24, + "best_val_acc": 0.7033898305084746, + "test_acc": 0.6523702031602708, + "train_size": 187, + "val_size": 118, + "test_size": 443, + "stats": { + "mean": [ + [ + 0.02856966417112282, + -0.11561878823529406, + -0.11561878823529406, + -0.0299989443850266 + ] + ], + "std": [ + [ + 1.1041996654221626, + 0.9454192748690525, + 0.9454192748690525, + 0.9892882254644951 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 5641, + "cert_evals": { + "36": 0.5327314138412476, + "72": 0.4018058776855469, + "108": 0.32505643367767334, + "255": 0.05191873759031296 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6942990370657495, + "std_test_acc": 0.04835690350105269, + "n_samples": 748, + "n_features": 4, + "n_classes": 2, + "mean_cert_acc_36": 0.4820018708705902, + "std_cert_acc_36": 0.09069760077469331, + "mean_cert_acc_72": 0.27488543651998043, + "std_cert_acc_72": 0.15060431032263566, + "mean_cert_acc_108": 0.18631549179553986, + "std_cert_acc_108": 0.1283615665801329, + "mean_cert_acc_255": 0.024208982475101948, + "std_cert_acc_255": 0.019733401433720408 + }, + "breast-cancer": { + "dataset": "breast-cancer", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 70, + "best_val_acc": 0.6764705882352942, + "test_acc": 0.574585635359116, + "train_size": 71, + "val_size": 34, + "test_size": 181, + "stats": { + "mean": [ + [ + -0.0162575774647888, + 0.01285738028169014, + 0.05645037746478872, + -0.0029103802816902316, + -0.11736198591549311, + -0.028151649295774777, + -0.03566477464788737, + 0.00970807042253526, + 0.22726122535211296 + ] + ], + "std": [ + [ + 1.0503834784726616, + 0.9628419637542994, + 0.9596794691642652, + 0.9092740907525307, + 1.049772063174192, + 1.0411696038595801, + 0.9953573619388768, + 0.9968442343032266, + 0.8156962912830921 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 5961, + "cert_evals": { + "36": 0.480663001537323, + "72": 0.42541438341140747, + "108": 0.36464089155197144, + "255": 0.10497237741947174 + }, + "fold": 0 + }, + { + "best_epoch": 51, + "best_val_acc": 0.6304347826086957, + "test_acc": 0.5798816568047337, + "train_size": 71, + "val_size": 46, + "test_size": 169, + "stats": { + "mean": [ + [ + 0.19254230985915494, + -0.19285994366197182, + 0.20358705070422517, + 0.009330281690140758, + -0.03202669014084532, + -0.08538911549295794, + -0.007489267605633831, + -0.18945425352112666, + -0.10300454929577448 + ] + ], + "std": [ + [ + 1.026498898055275, + 1.0381849522269773, + 0.8715501768246713, + 1.1092478240870034, + 1.0696236526518819, + 1.0540261837033709, + 0.9977471789729346, + 0.7297492222931498, + 1.0547842980526614 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 5961, + "cert_evals": { + "36": 0.4792899489402771, + "72": 0.3964497148990631, + "108": 0.28994083404541016, + "255": 0.06508875638246536 + }, + "fold": 1 + }, + { + "best_epoch": 32, + "best_val_acc": 0.7, + "test_acc": 0.6324324324324324, + "train_size": 71, + "val_size": 30, + "test_size": 185, + "stats": { + "mean": [ + [ + 0.011582478873239406, + 0.03857201408450704, + 0.023010226760563364, + -0.21100099999999994, + 0.1670883239436617, + -0.04723080000000009, + -0.17654230985915503, + 0.10343116901408457, + -0.003924816901408183 + ] + ], + "std": [ + [ + 1.0328973500575376, + 0.9120557342457011, + 1.064258264362845, + 0.5867856877712776, + 0.7568737218929631, + 1.003788410624883, + 0.9711357918131928, + 0.9987696871895037, + 1.0006562466084945 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 5961, + "cert_evals": { + "36": 0.5891892313957214, + "72": 0.5405405759811401, + "108": 0.45945948362350464, + "255": 0.1297297328710556 + }, + "fold": 2 + }, + { + "best_epoch": 40, + "best_val_acc": 0.782608695652174, + "test_acc": 0.6982248520710059, + "train_size": 71, + "val_size": 46, + "test_size": 169, + "stats": { + "mean": [ + [ + 0.10902253521126751, + -0.06428660563380281, + 0.1099546112676056, + 0.08277422535211261, + -0.1742519718309861, + 0.18171905915492953, + -0.14836680281690146, + 0.1854393802816902, + -0.16905770422535188 + ] + ], + "std": [ + [ + 0.9700145966779166, + 1.0084610495616426, + 1.0559460579933821, + 1.206060152642598, + 1.1213259288422783, + 0.9728498213970074, + 0.9776535548414097, + 1.0665540888636171, + 1.0843586560371206 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 5961, + "cert_evals": { + "36": 0.6390532851219177, + "72": 0.5739644765853882, + "108": 0.5207100510597229, + "255": 0.1538461595773697 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.621281144166822, + "std_test_acc": 0.05755887858729638, + "n_samples": 286, + "n_features": 9, + "n_classes": 2, + "mean_cert_acc_36": 0.5470488667488098, + "std_cert_acc_36": 0.08008116169489081, + "mean_cert_acc_72": 0.4840922877192497, + "std_cert_acc_72": 0.08638621920150294, + "mean_cert_acc_108": 0.4086878150701523, + "std_cert_acc_108": 0.101927622454533, + "mean_cert_acc_255": 0.1134092565625906, + "std_cert_acc_255": 0.03789262346726117 + }, + "breast-cancer-wisc": { + "dataset": "breast-cancer-wisc", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 24, + "best_val_acc": 0.9745762711864406, + "test_acc": 0.958128078817734, + "train_size": 175, + "val_size": 118, + "test_size": 406, + "stats": { + "mean": [ + [ + -0.022535588571428563, + 0.03270772571428592, + 0.05325746457142836, + 0.06163440114285701, + 0.059859796571428064, + -0.04726777714285723, + 0.04544096571428557, + 0.06602559942857117, + 0.14610774857142944 + ] + ], + "std": [ + [ + 0.952214787303689, + 1.0892638945885795, + 1.0696936676502014, + 1.089278359409774, + 1.1050209023715667, + 0.9596438048031793, + 1.0789832917046138, + 1.092361737838657, + 1.280102883239457 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 5961, + "cert_evals": { + "36": 0.958128035068512, + "72": 0.9433497190475464, + "108": 0.9285714030265808, + "255": 0.8349753618240356 + }, + "fold": 0 + }, + { + "best_epoch": 8, + "best_val_acc": 0.9912280701754386, + "test_acc": 0.9439024390243902, + "train_size": 175, + "val_size": 114, + "test_size": 410, + "stats": { + "mean": [ + [ + -0.014418068571428517, + 0.008363611428571432, + 0.0013426971428572047, + 0.04362350857142855, + 0.06760174228571425, + -0.012737622857143117, + 0.12043267999999967, + -0.02566830114285711, + -0.0004912342857143631 + ] + ], + "std": [ + [ + 1.0359812403938078, + 0.9851680594955492, + 1.0075838815724851, + 1.0487044899930569, + 1.0481096015979268, + 0.9902459117914181, + 1.0891962569916647, + 0.9837374432610851, + 1.028364534365016 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 5961, + "cert_evals": { + "36": 0.9219512343406677, + "72": 0.8804877996444702, + "108": 0.795121967792511, + "255": 0.18048781156539917 + }, + "fold": 1 + }, + { + "best_epoch": 11, + "best_val_acc": 0.9719626168224299, + "test_acc": 0.9640287769784173, + "train_size": 175, + "val_size": 107, + "test_size": 417, + "stats": { + "mean": [ + [ + 0.022111400000000093, + 0.05892480000000022, + 0.053257361714285696, + 0.011603669142857164, + 0.01340863999999994, + 0.028070879999999694, + -0.015489731428571414, + -0.006955264571428654, + -0.02714547428571435 + ] + ], + "std": [ + [ + 1.030600322394337, + 1.0255153351270532, + 1.050776582254071, + 0.979718412809739, + 0.9943823240987255, + 1.0416854377063047, + 1.0036051510508777, + 0.9886021184539473, + 1.0198774589002766 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 5961, + "cert_evals": { + "36": 0.9472422003746033, + "72": 0.9088729023933411, + "108": 0.863309383392334, + "255": 0.2733812928199768 + }, + "fold": 2 + }, + { + "best_epoch": 8, + "best_val_acc": 0.989247311827957, + "test_acc": 0.9559164733178654, + "train_size": 175, + "val_size": 93, + "test_size": 431, + "stats": { + "mean": [ + [ + 0.0424054742857143, + -0.014108091428571279, + -0.00827128971428571, + -0.056438248, + -0.030462011428571644, + 0.035918565714285505, + -0.09751196000000009, + -0.053737870857142926, + -0.04380451428571453 + ] + ], + "std": [ + [ + 0.9542842873481718, + 0.9773558222868145, + 0.959218665273952, + 0.9009025916399945, + 0.98004059543331, + 1.0172287889258582, + 1.000728061455461, + 0.9224531635202544, + 0.947073789238405 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 5961, + "cert_evals": { + "36": 0.944315493106842, + "72": 0.8955916166305542, + "108": 0.8329465985298157, + "255": 0.25290021300315857 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9554939420346017, + "std_test_acc": 0.008452288818844765, + "n_samples": 699, + "n_features": 9, + "n_classes": 2, + "mean_cert_acc_36": 0.9429092407226562, + "std_cert_acc_36": 0.015183344141551411, + "mean_cert_acc_72": 0.907075509428978, + "std_cert_acc_72": 0.02681936495837216, + "mean_cert_acc_108": 0.8549873381853104, + "std_cert_acc_108": 0.05643145639274959, + "mean_cert_acc_255": 0.38543616980314255, + "std_cert_acc_255": 0.3023306082242547 + }, + "breast-cancer-wisc-diag": { + "dataset": "breast-cancer-wisc-diag", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 8, + "best_val_acc": 0.975, + "test_acc": 0.968299711815562, + "train_size": 142, + "val_size": 80, + "test_size": 347, + "stats": { + "mean": [ + [ + 0.0825849457746479, + 0.16776179100774652, + 0.08018569295774641, + 0.08525118492957748, + -0.13794442330985915, + -0.020546994366197266, + 0.031128610563380326, + 0.027148295774647915, + -0.03857999985915492, + -0.13734727633802823, + 0.08226506922535208, + -0.06624039612676055, + 0.09562314598591552, + 0.11241559394366195, + -0.0706283795774648, + 0.012817941971830999, + 0.03673792985915488, + 0.06254002929577464, + -0.016561529295774678, + -0.03867594647887324, + 0.07726569126760555, + 0.11026314366197185, + 0.07734966126760559, + 0.07510323753521127, + -0.10811489788732392, + 0.017963794225352204, + 0.03508001049295764, + 0.03470587605633805, + -0.006298125654929594, + -0.05882395070422536 + ] + ], + "std": [ + [ + 1.0298680528672801, + 1.0456187991444128, + 1.0339745446187498, + 1.1112548477482211, + 0.9413610006349405, + 1.0168663973319072, + 1.0127149891342198, + 0.9829034935431965, + 0.9115153190139265, + 0.8362062139046329, + 1.3277929800502757, + 0.7882767184809211, + 1.351171258508586, + 1.4874958213599554, + 0.8030624718228448, + 1.0638857030973894, + 1.0680975160236916, + 1.029388660893026, + 0.8840778078833855, + 0.9386046041123467, + 1.042323932480091, + 1.0325935116911305, + 1.0468623000133939, + 1.097427344818284, + 0.9438879408105022, + 1.048839947871273, + 1.087511123501064, + 1.02306665439061, + 0.9281333050780699, + 0.9709946269989288 + ] + ] + }, + "width": 128, + "in_features": 30, + "out_features": 2, + "depth": 6, + "padding": 60, + "parameters": 90633, + "cert_evals": { + "36": 0.9596541523933411, + "72": 0.9193083047866821, + "108": 0.9077809453010559, + "255": 0.7809798121452332 + }, + "fold": 0 + }, + { + "best_epoch": 14, + "best_val_acc": 0.9512195121951219, + "test_acc": 0.9710144927536232, + "train_size": 142, + "val_size": 82, + "test_size": 345, + "stats": { + "mean": [ + [ + -0.11201186056338029, + 0.07070025633802816, + -0.10239308169014083, + -0.11672702063380279, + 0.032527111971830974, + 0.05026270500000002, + -0.02818336908450703, + -0.04343403450704224, + -0.02067522316901408, + 0.08708522408450704, + -0.11080013492957747, + 0.04381799119718306, + -0.0825752031690141, + -0.11760619366197181, + -0.12109326042253515, + 0.0031279288732394177, + -0.06837052551408451, + -0.09945178922535211, + 0.02686396394366193, + -0.03645938134507036, + -0.09511004859154928, + 0.08993712535211269, + -0.07473255774647886, + -0.10130778450704225, + 0.04382505676056337, + 0.08864361894366199, + 0.03680164077464787, + -0.003688304577464759, + 0.0977748130774647, + 0.08804689718309852 + ] + ], + "std": [ + [ + 0.9195016301354824, + 1.094593366492765, + 0.9291056843219847, + 0.8651637977085379, + 1.104895872882098, + 1.0612349352106514, + 0.9960386306069985, + 0.9599334814324468, + 0.995073713912434, + 1.0059759191906428, + 0.8154754957601557, + 1.1714910738712319, + 0.8337124056974246, + 0.7056775636749633, + 0.8384686418997397, + 0.997008703041016, + 0.7652271837716654, + 0.9491550332342998, + 0.9894126977193328, + 0.8349121832481521, + 0.9324374909578882, + 1.0776300277359205, + 0.9582162700674596, + 0.8930111054213019, + 1.0965646002689322, + 1.0909755237588887, + 1.0811372221216917, + 1.0368266566472815, + 1.0808007528399084, + 1.0161303395181038 + ] + ] + }, + "width": 128, + "in_features": 30, + "out_features": 2, + "depth": 6, + "padding": 60, + "parameters": 90633, + "cert_evals": { + "36": 0.9623188972473145, + "72": 0.9246377348899841, + "108": 0.8985507488250732, + "255": 0.8057971000671387 + }, + "fold": 1 + }, + { + "best_epoch": 3, + "best_val_acc": 0.9431818181818182, + "test_acc": 0.9351032448377581, + "train_size": 142, + "val_size": 88, + "test_size": 339, + "stats": { + "mean": [ + [ + -0.021816593521126793, + 0.06485498873239437, + -0.02247304859154929, + -0.029893932042253508, + 0.038515619718309926, + -0.02588728169014086, + -0.05297414225352113, + -0.003333404225352076, + 0.04336582049295775, + -0.03314538676056333, + -0.030619029577464745, + -0.0005102492957746506, + -0.05296082697183101, + -0.03949717746478873, + 0.010749251408450719, + -0.0881686789436619, + -0.1314002314507042, + -0.11034913126760565, + -0.034516665140845094, + -0.06504294760563381, + -0.02178127598591549, + 0.04724548049295773, + -0.027157091126760537, + -0.033063059859154906, + 0.05190005140845066, + -0.03469985169014086, + -0.07640525704225351, + -0.020877885915492986, + 0.0502971771619718, + -0.0047201802816901695 + ] + ], + "std": [ + [ + 0.9463937708331187, + 1.0456850321490456, + 0.9481587587922021, + 0.9061036579406758, + 0.9991272345406123, + 0.9529645424014063, + 0.9656412252488126, + 1.0086024557337858, + 1.0101851762447767, + 0.971237840916314, + 0.8511955942668115, + 0.9348241096823969, + 0.7677709117900025, + 0.7619556774338143, + 0.9861286665457306, + 0.835402354513955, + 0.6497713689377111, + 0.83419033386709, + 0.8966910096607936, + 0.7137654744350889, + 0.9276882020178508, + 1.0094191904095935, + 0.9175498580969587, + 0.8830907945718708, + 0.9951613811713826, + 0.955386515361877, + 0.9648461201262609, + 1.0198807080859185, + 1.0490861818978507, + 0.9618292961310324 + ] + ] + }, + "width": 128, + "in_features": 30, + "out_features": 2, + "depth": 6, + "padding": 60, + "parameters": 90633, + "cert_evals": { + "36": 0.8997049927711487, + "72": 0.8407079577445984, + "108": 0.7846607565879822, + "255": 0.4159291982650757 + }, + "fold": 2 + }, + { + "best_epoch": 16, + "best_val_acc": 0.9753086419753086, + "test_acc": 0.9653179190751445, + "train_size": 142, + "val_size": 81, + "test_size": 346, + "stats": { + "mean": [ + [ + 0.041954460563380286, + -0.03068368455563383, + 0.05642674225352119, + 0.04212094478873236, + 0.0753741992957746, + 0.19173782535211265, + 0.13158766190140847, + 0.10927857042253514, + 0.12073864654929573, + 0.16060644718309858, + 0.0007204726760563243, + 0.02137304077464788, + 0.05429816549295772, + -0.012780137042253566, + 0.013563698028169006, + 0.15196018795774635, + 0.11918610920422545, + 0.08330966570422528, + 0.08884857161971826, + 0.08853129507042258, + 0.03332697760563379, + -0.006147756197183027, + 0.06017890535211265, + 0.025833432394366203, + 0.10165912112676065, + 0.184136802112676, + 0.17515080211267609, + 0.12936214014084502, + 0.10002845492957746, + 0.16336953521126774 + ] + ], + "std": [ + [ + 1.0573062114321623, + 0.9552884577469056, + 1.0710079092993716, + 1.0509022734984494, + 1.1270846333930622, + 1.1567722248607955, + 1.1330587765489406, + 1.140649555855837, + 1.1542513895561295, + 1.0051375538789176, + 0.8967996396101922, + 1.097489083446709, + 0.9381483291097392, + 0.7912780594989863, + 0.9397288734854672, + 0.9788202766737033, + 1.073938446577066, + 0.9563830108562081, + 1.1438144705840625, + 0.7701703811879946, + 1.0262729293228618, + 0.9839279786422038, + 1.0483951162266714, + 1.0167649174977718, + 1.0851034209747896, + 1.0398339487141628, + 1.1490024738247944, + 1.0756456277267925, + 1.0959872724158726, + 0.9323448193880042 + ] + ] + }, + "width": 128, + "in_features": 30, + "out_features": 2, + "depth": 6, + "padding": 60, + "parameters": 90633, + "cert_evals": { + "36": 0.9508670568466187, + "72": 0.9335259795188904, + "108": 0.913294792175293, + "255": 0.7947976589202881 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9599338421205219, + "std_test_acc": 0.016716413493722604, + "n_samples": 569, + "n_features": 30, + "n_classes": 2, + "mean_cert_acc_36": 0.9431362748146057, + "std_cert_acc_36": 0.029364687034297707, + "mean_cert_acc_72": 0.9045449942350388, + "std_cert_acc_72": 0.04296020756225385, + "mean_cert_acc_108": 0.8760718107223511, + "std_cert_acc_108": 0.06124351133020544, + "mean_cert_acc_255": 0.6993759423494339, + "std_cert_acc_255": 0.18923707802734152 + }, + "bank": { + "dataset": "bank", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 13, + "best_val_acc": 0.8316690442225392, + "test_acc": 0.8427509293680298, + "train_size": 1130, + "val_size": 701, + "test_size": 2690, + "stats": { + "mean": [ + [ + -0.043444115752212485, + 0.038350172566371764, + 0.021509683185840713, + -0.021201484955752213, + -0.006912000000000016, + 0.04290420228318581, + -0.031048147787610524, + -0.010544807964601867, + -0.027401819469027113, + -0.0011023982300885904, + -0.020262814867256583, + -0.01690946219469023, + -0.0050658819469022965, + 0.027795634513274152, + 0.0035984575221236132, + 0.03735520353982189 + ] + ], + "std": [ + [ + 0.9589625434028519, + 0.9947635481983416, + 1.013551308348929, + 0.9759306172571834, + 1.025514103095601, + 1.1941195969624385, + 0.9952628808737004, + 1.0099558672249285, + 1.0069197139677768, + 1.0315253300196314, + 1.005152797600638, + 0.9721293687592033, + 0.9311569270874402, + 1.0436010567990328, + 0.9725976279868672, + 1.0344584167333912 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 23049, + "cert_evals": { + "36": 0.7947955131530762, + "72": 0.7416356801986694, + "108": 0.6605948209762573, + "255": 0.29702603816986084 + }, + "fold": 0 + }, + { + "best_epoch": 32, + "best_val_acc": 0.8820895522388059, + "test_acc": 0.8794560823226755, + "train_size": 1130, + "val_size": 670, + "test_size": 2721, + "stats": { + "mean": [ + [ + -0.01574801380530978, + 0.0023927396460177394, + 0.0021967858407077644, + -0.01932307256637162, + 0.006853599999999982, + -0.03479098039734521, + 0.0010882398230089275, + 0.02142298584070794, + -0.04310824424778776, + -0.002926514159292115, + -0.01356536707964567, + 0.01527978015929205, + -0.04149083628318521, + -0.006613960176991296, + 0.006211176106194516, + -0.021354536283185895 + ] + ], + "std": [ + [ + 0.969300386690253, + 1.0029838787869998, + 1.0077378567908635, + 1.0067270576318987, + 0.9737641828355684, + 0.8874066057167844, + 1.0000362134178429, + 0.978768086158569, + 1.0166647522536418, + 1.0110908544078474, + 0.9795699211960872, + 0.988628308543735, + 0.8468895052095667, + 1.0088647512260476, + 1.0744144429583726, + 0.97024384329565 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 23049, + "cert_evals": { + "36": 0.837559700012207, + "72": 0.7805953621864319, + "108": 0.7133406400680542, + "255": 0.3484013080596924 + }, + "fold": 1 + }, + { + "best_epoch": 13, + "best_val_acc": 0.8441558441558441, + "test_acc": 0.8320978502594515, + "train_size": 1130, + "val_size": 693, + "test_size": 2698, + "stats": { + "mean": [ + [ + 0.03612999486725651, + 0.0039014732743363205, + -0.026264318584070866, + 0.007914513274336264, + -2.920000000001238e-05, + -0.02074493859203536, + -0.02212137345132746, + -0.02529917433628319, + -0.017585318584070603, + 0.002009283628318563, + -0.032913651327433256, + 0.01575317238053096, + 0.01656134477876116, + 0.004832360176991011, + 0.0046435044247787275, + -0.007806110619469017 + ] + ], + "std": [ + [ + 1.026029784154538, + 1.014567266706415, + 0.9934924943110668, + 1.0009548228746656, + 0.9999976513205256, + 0.9005330945128681, + 0.9966950423207805, + 1.02369326820955, + 1.0066229970970322, + 1.0105897259642973, + 0.9953808522736891, + 1.0444837633462487, + 0.9721502138598372, + 1.0252935681497495, + 0.9895490051866441, + 0.9907898156267138 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 23049, + "cert_evals": { + "36": 0.7857672572135925, + "72": 0.7242401838302612, + "108": 0.6493699550628662, + "255": 0.3161601424217224 + }, + "fold": 2 + }, + { + "best_epoch": 3, + "best_val_acc": 0.8642533936651584, + "test_acc": 0.8629032258064516, + "train_size": 1130, + "val_size": 663, + "test_size": 2728, + "stats": { + "mean": [ + [ + -0.0319807638938054, + 0.00842759592920361, + 0.0032132584070795264, + -0.0512567557522122, + 0.02061919999999998, + 0.017208951831858395, + -0.023906728318583995, + 0.009127680530973464, + 0.04229537345132683, + 0.03913422522123883, + -0.0012866005309730669, + 0.019049747389380534, + 0.0011946368141599608, + -0.01394144424778776, + -0.01887086017699146, + -0.012322258407079635 + ] + ], + "std": [ + [ + 0.9997012384907139, + 1.011637351521284, + 1.0052459246549308, + 0.9835551200097631, + 0.9188989108776542, + 0.975563370252112, + 0.9964151726496702, + 0.9910016079646086, + 0.9876324728734414, + 0.9709295082923052, + 1.018649934814902, + 1.045208416973306, + 1.0916320113723843, + 0.971971990527501, + 0.9802679634858928, + 0.9883913040231975 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 23049, + "cert_evals": { + "36": 0.8152492642402649, + "72": 0.7587976455688477, + "108": 0.6722874045372009, + "255": 0.2870234549045563 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8543020219391521, + "std_test_acc": 0.02108048419204395, + "n_samples": 4521, + "n_features": 16, + "n_classes": 2, + "mean_cert_acc_36": 0.8083429336547852, + "std_cert_acc_36": 0.023054360452111556, + "mean_cert_acc_72": 0.7513172179460526, + "std_cert_acc_72": 0.024083635365409882, + "mean_cert_acc_108": 0.6738982051610947, + "std_cert_acc_108": 0.027910066485590825, + "mean_cert_acc_255": 0.312152735888958, + "std_cert_acc_255": 0.027020461618396625 + }, + "breast-cancer-wisc-prog": { + "dataset": "breast-cancer-wisc-prog", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 17, + "best_val_acc": 0.8181818181818182, + "test_acc": 0.6692913385826772, + "train_size": 49, + "val_size": 22, + "test_size": 127, + "stats": { + "mean": [ + [ + -0.31970781836734696, + 0.1594104081632653, + 0.24753781836734692, + 0.15300701836734695, + 0.1584555244897959, + -0.07602553591836737, + -0.06153886122448981, + 0.024552744897959188, + 0.06713168775510207, + -0.10528630102040819, + -0.1678704836734694, + -0.0915255861224489, + 0.07864324755102042, + -0.0763010120408163, + -0.037683283673469285, + -0.06905704693877551, + -0.042495671428571434, + -0.06359507428571427, + 0.03737176122448981, + -0.1542635448979592, + -0.17539257755102045, + 0.03410600122448976, + 0.19654199204081632, + 0.030810593877551008, + 0.026635724489795946, + -0.07049495102040816, + -0.06440993673469386, + -0.08851851224489796, + 0.02908160000000001, + -0.1859407571428571, + -0.1654363697959184, + 0.12819854693877544, + 0.07058588775510208 + ] + ], + "std": [ + [ + 0.8821495545994039, + 1.046791889090161, + 0.9578267027302361, + 1.039660283165596, + 1.062402836067028, + 0.8890421367893667, + 0.77925901952072, + 1.0440797113889244, + 1.07089974397772, + 0.8387965488338012, + 0.843277245772551, + 0.9360392595139003, + 0.9823857653557395, + 0.9082591415396649, + 0.9365116398737245, + 0.5979213497916245, + 0.6539721608757036, + 0.7958185885004673, + 0.9242350544633458, + 0.6845312987462778, + 0.6502938972920995, + 0.949219789937265, + 0.9404670831714534, + 0.9171284397752019, + 0.9104156790640995, + 1.0518203238418193, + 0.8156351280441914, + 0.8683551446970883, + 0.9112079933660755, + 0.813430119013099, + 0.8388136650033143, + 1.1512761088815193, + 1.0375108599738538 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 91401, + "cert_evals": { + "36": 0.5984252095222473, + "72": 0.5590550899505615, + "108": 0.4960629940032959, + "255": 0.26771652698516846 + }, + "fold": 0 + }, + { + "best_epoch": 4, + "best_val_acc": 0.6333333333333333, + "test_acc": 0.7058823529411765, + "train_size": 49, + "val_size": 30, + "test_size": 119, + "stats": { + "mean": [ + [ + -0.2954286122448979, + 0.22705779387755098, + 0.13045305210204083, + 0.21518541632653068, + 0.21329647816326533, + -0.23494008897959187, + -0.13741642857142858, + -0.01620160836734699, + 0.07495674877551023, + -0.08356683326530613, + -0.30211086122448977, + 0.17222382204081632, + 0.1861636093877551, + 0.18613398183673469, + 0.17258124081632648, + -0.019180042857142875, + 0.011242470816326589, + -0.019861698775510188, + 0.09400348163265304, + 0.03439312653061231, + -0.08544421122448984, + 0.1251565993877551, + 0.0614657979591837, + 0.1106848959183673, + 0.10643556734693876, + -0.283786518367347, + -0.22690647755102036, + -0.21750787142857142, + -0.11082883795918366, + -0.2517320069387755, + -0.3646700183673469, + 0.17979882653061224, + -0.02691289795918366 + ] + ], + "std": [ + [ + 0.8143503780150015, + 0.9174121431953063, + 0.9505147809888337, + 0.9270519324131056, + 0.9280401005535991, + 1.1301563685159044, + 1.0842494023346008, + 1.17774758901752, + 1.1259425788210895, + 1.0343443324314006, + 0.899946779911175, + 1.0776959194375155, + 1.0652779342066867, + 1.0778896598336396, + 1.0489415511808549, + 1.0202607569462199, + 1.065380703338058, + 1.046928716393895, + 1.0889438008342867, + 1.0504050035821422, + 0.966138030350577, + 0.8642794080204923, + 1.0800430340260923, + 0.8743291823479178, + 0.8688670309147045, + 1.0842628402104706, + 0.8975026094533473, + 0.9571151684782386, + 1.0396216376453484, + 0.914946697740367, + 0.749250166005288, + 1.1231797264684098, + 0.8886200116636936 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 91401, + "cert_evals": { + "36": 0.5630252361297607, + "72": 0.3949579894542694, + "108": 0.29411765933036804, + "255": 0.02521008625626564 + }, + "fold": 1 + }, + { + "best_epoch": 2, + "best_val_acc": 0.7027027027027027, + "test_acc": 0.625, + "train_size": 49, + "val_size": 37, + "test_size": 112, + "stats": { + "mean": [ + [ + -0.03842323061224502, + -0.10614214693877552, + 0.030698034693877517, + -0.1000028979591836, + -0.08415378163265311, + -0.03538041755102043, + -0.04750202040816325, + -0.10165484306122448, + -0.1358923424489796, + -0.02547460816326529, + 0.027964706122448967, + 0.1158320934693878, + 0.2141981857142857, + 0.11305339408163259, + 0.09026773632653065, + -0.07205539183673473, + -0.11876845979591835, + -0.09018467959183678, + -0.001788581632653037, + -0.09199452244897957, + -0.05832562632653058, + -0.06420658346938772, + 0.05587048142857144, + -0.07304466938775511, + -0.028326246938775446, + -0.04279098959183677, + -0.11518350408163265, + -0.12291339183673465, + -0.1940691712244898, + -0.03263718653061224, + -0.029735322448979654, + 0.15452512040816324, + 0.20183378571428573 + ] + ], + "std": [ + [ + 0.9794534025714385, + 1.0053275769298504, + 0.9095119348920842, + 1.008933323770274, + 0.9879586777091109, + 1.0102761898726105, + 0.9960048575197608, + 1.0021029195920532, + 0.9776597311295145, + 0.9821341050152573, + 0.9436155579641772, + 1.1817284472744785, + 1.1856988946274227, + 1.1970542714305854, + 1.1086625077552497, + 0.6618568645391364, + 0.7687365990953271, + 0.8119143908977525, + 1.0415418534564902, + 0.8186632232431363, + 0.8434368212477027, + 1.0615598386819989, + 0.8454048970519085, + 1.0522702304694245, + 1.041897029381895, + 1.1007804274989816, + 0.8280858289610474, + 0.8451988761728604, + 1.0253215425598294, + 0.9705970427113062, + 0.8554540105246272, + 0.9682864062481196, + 1.2134784272055537 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 91401, + "cert_evals": { + "36": 0.5, + "72": 0.4196428656578064, + "108": 0.2767857313156128, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 8, + "best_val_acc": 0.6, + "test_acc": 0.6854838709677419, + "train_size": 49, + "val_size": 25, + "test_size": 124, + "stats": { + "mean": [ + [ + -0.06744018775510212, + 0.18968365714285723, + -0.014217911020408189, + 0.21184517142857145, + 0.16995342797959181, + 0.0988115742857143, + 0.23174346530612244, + 0.2643820010204082, + 0.2708541071428573, + 0.17052290612244894, + 0.08597982244897957, + 0.02605522000000001, + -0.09904910612244898, + 0.07999727979591835, + 0.021088532448979617, + 0.032508024489795916, + 0.1139721422448979, + 0.17344601857142858, + 0.1454327612244898, + 0.09731225102040818, + 0.07194746775510205, + 0.15103356959183675, + -0.07001499795918376, + 0.19365317551020406, + 0.10773460285714288, + 0.06407297959183662, + 0.08076181836734692, + 0.18958595510204077, + 0.30016600816326516, + 0.048603673469387716, + 0.014894271020408143, + 0.2872125, + 0.2280839387755102 + ] + ], + "std": [ + [ + 0.9697920367102327, + 0.9203134351014114, + 0.9060497409545201, + 0.9187807307729611, + 0.9729266703311016, + 0.9430977585802243, + 0.8769553733450195, + 0.8356859349258849, + 0.8680804682359612, + 1.0166341852710845, + 0.8914293133833798, + 0.7940097770795826, + 0.7723528820449007, + 0.8508321197542031, + 0.7752894285658177, + 0.7444263872990391, + 0.9053411998307737, + 0.9999993608516502, + 0.8504750965678145, + 1.090497279238265, + 0.7631870591645827, + 0.9076864322017706, + 0.8687695687330197, + 0.9366133883217269, + 0.9044846120349299, + 0.9712465829469978, + 0.7332294033502637, + 0.8612201045664006, + 0.9404165330479154, + 0.8777899215486339, + 0.6950358654750831, + 1.288136700201249, + 1.084093306135652 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 91401, + "cert_evals": { + "36": 0.6370967626571655, + "72": 0.596774160861969, + "108": 0.5, + "255": 0.33870965242385864 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6714143906228989, + "std_test_acc": 0.03437437859030407, + "n_samples": 198, + "n_features": 33, + "n_classes": 2, + "mean_cert_acc_36": 0.5746368020772934, + "std_cert_acc_36": 0.058231193509107264, + "mean_cert_acc_72": 0.4926075264811516, + "std_cert_acc_72": 0.100208516304551, + "mean_cert_acc_108": 0.3917415961623192, + "std_cert_acc_108": 0.12294730572376761, + "mean_cert_acc_255": 0.15790906641632318, + "std_cert_acc_255": 0.1705782546606697 + }, + "breast-tissue": { + "dataset": "breast-tissue", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 50, + "best_val_acc": 0.625, + "test_acc": 0.65625, + "train_size": 26, + "val_size": 16, + "test_size": 64, + "stats": { + "mean": [ + [ + 0.05975213076923076, + -0.1700837961538461, + -0.07101548961538463, + -0.07560978846153853, + -0.09291733192307686, + -0.016577561538461575, + -0.04475990000000001, + -0.07285894230769238, + 0.07173603846153843 + ] + ], + "std": [ + [ + 1.0224159106861461, + 0.8445520785357892, + 0.7741253936128145, + 0.8853536860600771, + 0.38729731508258874, + 0.9582996830625056, + 0.82333349002183, + 0.8965544012774733, + 1.0474511376253193 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 6093, + "cert_evals": { + "36": 0.453125, + "72": 0.328125, + "108": 0.21875, + "255": 0.125 + }, + "fold": 0 + }, + { + "best_epoch": 14, + "best_val_acc": 0.4117647058823529, + "test_acc": 0.42857142857142855, + "train_size": 26, + "val_size": 17, + "test_size": 63, + "stats": { + "mean": [ + [ + 0.06515484615384612, + 0.03429535384615387, + 0.00023585769230772996, + 0.02817068038461536, + 0.29457321923076923, + 0.28562573076923076, + 0.1850123226923077, + 0.007732330769230795, + 0.09394715384615383 + ] + ], + "std": [ + [ + 1.0481371005758702, + 0.9468687513118862, + 0.9541555931791563, + 1.161367210725673, + 1.8089072605844074, + 1.4326989403612587, + 1.2263588432882497, + 1.1230111041722295, + 1.0768662243391771 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 6093, + "cert_evals": { + "36": 0.1746031790971756, + "72": 0.1428571492433548, + "108": 0.1269841343164444, + "255": 0.0476190522313118 + }, + "fold": 1 + }, + { + "best_epoch": 24, + "best_val_acc": 0.45454545454545453, + "test_acc": 0.43103448275862066, + "train_size": 26, + "val_size": 22, + "test_size": 58, + "stats": { + "mean": [ + [ + 0.1420645923076924, + -0.021972550769230735, + 0.05583075653846149, + 0.1584816346153846, + 0.34043701807692306, + 0.2878222653846154, + 0.08915464576923074, + 0.16733479230769233, + 0.15722880769230765 + ] + ], + "std": [ + [ + 1.1134982409667369, + 0.9816789499398818, + 1.0050663167371856, + 1.3274295018092825, + 1.8473866317578664, + 1.5489183023129736, + 1.1110278693236766, + 1.3406661330121303, + 1.11545486536904 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 6093, + "cert_evals": { + "36": 0.3448275923728943, + "72": 0.17241379618644714, + "108": 0.10344827175140381, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 8, + "best_val_acc": 0.08333333333333333, + "test_acc": 0.17647058823529413, + "train_size": 26, + "val_size": 12, + "test_size": 68, + "stats": { + "mean": [ + [ + 0.1574124615384615, + 0.10245514615384627, + 0.03514549230769227, + 0.3551133961538462, + 0.3894629076923076, + 0.3001374115384615, + 0.28138883461538466, + 0.3308483076923076, + 0.1433466538461538 + ] + ], + "std": [ + [ + 1.080732063435857, + 0.9803609509557707, + 0.9980517989674806, + 1.3433457176877586, + 1.8319487646118202, + 1.4349909430519747, + 1.3440593710651376, + 1.3474895378547405, + 1.0747301574317993 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 6093, + "cert_evals": { + "36": 0.04411764815449715, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.4230816248913359, + "std_test_acc": 0.19602540689417913, + "n_samples": 106, + "n_features": 9, + "n_classes": 6, + "mean_cert_acc_36": 0.25416835490614176, + "std_cert_acc_36": 0.1809739949766573, + "mean_cert_acc_72": 0.16084898635745049, + "std_cert_acc_72": 0.13455000579893794, + "mean_cert_acc_108": 0.11229560151696205, + "std_cert_acc_108": 0.0898830152962241, + "mean_cert_acc_255": 0.04315476305782795, + "std_cert_acc_255": 0.059000677502040355 + }, + "car": { + "dataset": "car", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 33, + "best_val_acc": 0.7333333333333333, + "test_acc": 0.7446393762183235, + "train_size": 432, + "val_size": 270, + "test_size": 1026, + "stats": { + "mean": [ + [ + 0.08486305092592587, + -0.024837976851851778, + -1.3287037036350012e-06, + 0.011336944444444445, + -0.03684506944444444, + -0.03401083333333333 + ] + ], + "std": [ + [ + 1.0016589891278265, + 1.0231915721256846, + 0.9608720065155524, + 0.9785956932593036, + 0.9832757136677825, + 1.0299163223065575 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 4, + "depth": 6, + "padding": 12, + "parameters": 5835, + "cert_evals": { + "36": 0.6725146174430847, + "72": 0.5467836260795593, + "108": 0.40058478713035583, + "255": 0.1315789520740509 + }, + "fold": 0 + }, + { + "best_epoch": 11, + "best_val_acc": 0.7716535433070866, + "test_acc": 0.7111324376199616, + "train_size": 432, + "val_size": 254, + "test_size": 1042, + "stats": { + "mean": [ + [ + 0.11177086574074095, + 0.05174572685185183, + 0.006257092592592696, + -0.014171180555555555, + 0.00850270833333333, + -0.04251354166666666 + ] + ], + "std": [ + [ + 1.0027127363181396, + 1.0149158181522542, + 1.0007483470954381, + 0.9838637435503522, + 0.9979369093278955, + 0.9935806706647962 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 4, + "depth": 6, + "padding": 12, + "parameters": 5835, + "cert_evals": { + "36": 0.5786948204040527, + "72": 0.43282148241996765, + "108": 0.308061420917511, + "255": 0.05662187933921814 + }, + "fold": 1 + }, + { + "best_epoch": 42, + "best_val_acc": 0.796, + "test_acc": 0.7390057361376673, + "train_size": 432, + "val_size": 250, + "test_size": 1046, + "stats": { + "mean": [ + [ + 0.03725695833333315, + -0.008279379629629494, + -0.017212699074074026, + -0.022673888888888886, + 0.11053520833333332, + -0.005668472222222222 + ] + ], + "std": [ + [ + 1.015550913169218, + 1.0070528609914111, + 1.0176501107132674, + 0.9748453883737107, + 1.0057305909552958, + 0.9857113000295774 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 4, + "depth": 6, + "padding": 12, + "parameters": 5835, + "cert_evals": { + "36": 0.6625239253044128, + "72": 0.54780113697052, + "108": 0.43499043583869934, + "255": 0.13288718461990356 + }, + "fold": 2 + }, + { + "best_epoch": 17, + "best_val_acc": 0.7435897435897436, + "test_acc": 0.7253176930596286, + "train_size": 432, + "val_size": 273, + "test_size": 1023, + "stats": { + "mean": [ + [ + 0.006209462962963474, + 0.006209476851851934, + -0.0015661527777777126, + -0.017005416666666662, + 0.02267388888888889, + -0.04534777777777777 + ] + ], + "std": [ + [ + 1.0216642383326442, + 0.997836524752538, + 0.9973262178910823, + 0.9855809020000981, + 1.020073036790825, + 0.9917072748761516 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 4, + "depth": 6, + "padding": 12, + "parameters": 5835, + "cert_evals": { + "36": 0.5953079462051392, + "72": 0.4516128897666931, + "108": 0.3352883756160736, + "255": 0.06940371543169022 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7300238107588952, + "std_test_acc": 0.014981335722407377, + "n_samples": 1728, + "n_features": 6, + "n_classes": 4, + "mean_cert_acc_36": 0.6272603273391724, + "std_cert_acc_36": 0.047155894782670404, + "mean_cert_acc_72": 0.49475478380918503, + "std_cert_acc_72": 0.06114974203885027, + "mean_cert_acc_108": 0.36973125487565994, + "std_cert_acc_108": 0.058310037742725994, + "mean_cert_acc_255": 0.0976229328662157, + "std_cert_acc_255": 0.04030710985724106 + }, + "cardiotocography-10clases": { + "dataset": "cardiotocography-10clases", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 52, + "best_val_acc": 0.664576802507837, + "test_acc": 0.6426332288401254, + "train_size": 531, + "val_size": 319, + "test_size": 1276, + "stats": { + "mean": [ + [ + 0.05696145216572526, + 0.04547308248587554, + 0.02537313540489641, + 0.00411199623352259, + 0.004895357815442945, + 0.008270713935970049, + 0.005839290018833664, + -0.016622836393596845, + 0.056058268926553946, + -0.03742293794726937, + 0.012369841544256039, + 0.0072619020715631285, + 0.009574918079096046, + 0.031539144971751344, + 0.013908543314500948, + 0.011100862523540712, + 0.04299334557438753, + 0.0388642668549907, + 0.03971033022598931, + 0.04886574700564973, + 0.01822254990583819 + ] + ], + "std": [ + [ + 0.9791003932834449, + 1.021744482805594, + 1.1340682159044895, + 1.0045684160238317, + 1.0167341100485954, + 1.0690427250537498, + 1.0300221271732741, + 1.0094253367928134, + 1.0210603991574776, + 0.9572713912379988, + 1.0483212024662971, + 1.0072461534048065, + 1.0014897901284459, + 0.9804849453944862, + 0.9885214019890697, + 1.0745697261946487, + 0.992143934303644, + 0.984246843865331, + 0.9805974247887139, + 1.1272267847632704, + 1.0038856117840471 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 10, + "depth": 6, + "padding": 42, + "parameters": 24209, + "cert_evals": { + "36": 0.558777391910553, + "72": 0.47100311517715454, + "108": 0.37382444739341736, + "255": 0.12068965286016464 + }, + "fold": 0 + }, + { + "best_epoch": 44, + "best_val_acc": 0.6291793313069909, + "test_acc": 0.6706161137440758, + "train_size": 531, + "val_size": 329, + "test_size": 1266, + "stats": { + "mean": [ + [ + 0.02423730847457605, + 0.013319074199623025, + 0.015243735216572874, + 0.004751267419963072, + -0.009100580225987828, + 0.008270713935970045, + 0.024992621468926206, + 0.03573573145009404, + -0.005775212429378253, + -0.0017990462335216943, + -0.04130081879472713, + 0.004844720715630924, + 0.008810358945386055, + 0.025032086685499028, + -0.003331445386064059, + 0.003099077212806293, + 0.013448002824858358, + 0.00903407777777766, + 0.006905300357815675, + 0.014681350583804143, + -0.02494074199623351 + ] + ], + "std": [ + [ + 0.9901364010340642, + 1.0331843009790576, + 1.0385537848348627, + 1.004594460707876, + 0.9939531654620118, + 1.0690427250537498, + 1.1059904833090093, + 1.0066519698467797, + 0.9947251360209003, + 1.007854194532267, + 0.9613978699084029, + 1.0039167957400732, + 1.0015612937949965, + 1.0093255157872945, + 0.9891264460600468, + 0.9170858677231267, + 1.0232842600875196, + 0.9997950684728752, + 1.0142818567858394, + 1.0064323164990734, + 0.9910108983737475 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 10, + "depth": 6, + "padding": 42, + "parameters": 24209, + "cert_evals": { + "36": 0.5742496252059937, + "72": 0.4676145315170288, + "108": 0.365718811750412, + "255": 0.11374408006668091 + }, + "fold": 1 + }, + { + "best_epoch": 47, + "best_val_acc": 0.6528189910979229, + "test_acc": 0.6112877583465819, + "train_size": 531, + "val_size": 337, + "test_size": 1258, + "stats": { + "mean": [ + [ + -0.017864035781544274, + 0.006498658568738066, + 0.055962871563087456, + 0.031599305084746454, + -0.01800729736346521, + 0.008270713935970026, + -0.010121785310734386, + 0.06804887372881353, + -0.026457461770244318, + -0.009681385969868147, + -0.06351851043314512, + 0.0022826497175141396, + 0.0007831224105461175, + 0.006246139887005633, + 0.020293879472693028, + -0.039576907721280453, + -0.031042671939736536, + -0.02997460489642182, + -0.02915410564971728, + -0.03835001242937842, + -0.02802381167608266 + ] + ], + "std": [ + [ + 0.9840240485333955, + 1.0369630058509158, + 1.3077211738329413, + 0.9781910820406798, + 0.9593815683814114, + 1.0690427250537495, + 0.9831811654899777, + 1.0030139105693259, + 0.9410382228102027, + 1.0102835335540883, + 0.9567918855139759, + 0.9840184308800868, + 0.9460545431142556, + 1.0343625123637432, + 0.9972026659995562, + 0.9845178278494092, + 0.982127775954673, + 0.9875424397739129, + 0.9974176458730358, + 0.9332863192875079, + 1.005191404704601 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 10, + "depth": 6, + "padding": 42, + "parameters": 24209, + "cert_evals": { + "36": 0.5254372358322144, + "72": 0.4348171651363373, + "108": 0.35373610258102417, + "255": 0.12480127066373825 + }, + "fold": 2 + }, + { + "best_epoch": 36, + "best_val_acc": 0.680379746835443, + "test_acc": 0.6583268178264269, + "train_size": 531, + "val_size": 316, + "test_size": 1279, + "stats": { + "mean": [ + [ + 0.00242115593220332, + -0.035886080602636754, + -0.03572555838041413, + -0.01890058003766386, + -0.032639473446328435, + 0.008270713935969828, + -0.010121798493407167, + 0.037159613276836166, + -0.026031056685498998, + -0.0068150113747645945, + -0.01142061785310738, + -0.00994834726930324, + -0.03017912354048965, + -0.07131180037664787, + -0.020571447269303055, + -0.026240708097928056, + 0.01977089152542346, + -0.0009897885122410945, + 0.008988329585687696, + -0.027821750659133063, + 0.07988433521657268 + ] + ], + "std": [ + [ + 0.9646815053252067, + 0.9964364169189934, + 0.8667767137648238, + 0.9918320242400497, + 0.9443068366192023, + 1.0690427250537484, + 0.9028491559082471, + 0.9963685539925591, + 0.9378981844514512, + 0.9990211691032591, + 0.9968931340694016, + 0.9947823538218709, + 1.01034823063542, + 0.9491639320099594, + 0.9768788202272297, + 0.8919007118681375, + 0.9486367993709804, + 0.9697075304143699, + 0.975375266216865, + 0.9399010412320569, + 0.9783943677709094 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 10, + "depth": 6, + "padding": 42, + "parameters": 24209, + "cert_evals": { + "36": 0.5707584023475647, + "72": 0.49022674560546875, + "108": 0.3971852958202362, + "255": 0.11806098371744156 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6457159796893025, + "std_test_acc": 0.02565057304160343, + "n_samples": 2126, + "n_features": 21, + "n_classes": 10, + "mean_cert_acc_36": 0.5573056638240814, + "std_cert_acc_36": 0.022254862295135038, + "mean_cert_acc_72": 0.46591538935899734, + "std_cert_acc_72": 0.022999374124959924, + "mean_cert_acc_108": 0.37261616438627243, + "std_cert_acc_108": 0.018340595904515093, + "mean_cert_acc_255": 0.11932399682700634, + "std_cert_acc_255": 0.004640266452498274 + }, + "cardiotocography-3clases": { + "dataset": "cardiotocography-3clases", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 20, + "best_val_acc": 0.8885448916408669, + "test_acc": 0.8671383647798742, + "train_size": 531, + "val_size": 323, + "test_size": 1272, + "stats": { + "mean": [ + [ + -0.030111656873823105, + -0.003732127118644177, + 0.01116787758945438, + -0.08985611299434969, + -0.00846454877589486, + 0.008270713935970052, + 0.01860809416195951, + 0.07714044712806034, + -0.005562035969867772, + -0.02718609557438801, + -0.012457818041431213, + 0.012724705461393555, + -0.02157851902071565, + -0.007921984030131852, + 0.03306414218455754, + 0.04044068926553697, + -0.048516965348399554, + -0.04458778192090391, + -0.03123695568738192, + 0.02170018583804156, + -0.018774542372881505 + ] + ], + "std": [ + [ + 1.0267196734843282, + 1.0079165135088577, + 0.9473557451244335, + 0.9914796817927604, + 1.004413984395137, + 1.0690427250537498, + 1.0265337126752654, + 1.0005000887455053, + 1.027745709308044, + 0.9908319242282088, + 1.0037543771306683, + 1.0398975301195088, + 1.0062327099761543, + 1.0841869723664168, + 1.0142218392015123, + 1.151741953917099, + 1.0734457791437295, + 1.0354213623061976, + 1.0200885928553527, + 1.1205840477329363, + 1.0030899076810105 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 23754, + "cert_evals": { + "36": 0.8278301358222961, + "72": 0.7916666269302368, + "108": 0.7555031180381775, + "255": 0.5180817246437073 + }, + "fold": 0 + }, + { + "best_epoch": 54, + "best_val_acc": 0.8742331288343558, + "test_acc": 0.8668242710795903, + "train_size": 531, + "val_size": 326, + "test_size": 1269, + "stats": { + "mean": [ + [ + 0.016391169491525318, + 0.0011396926553671261, + -0.02373987099811634, + 0.03607396610169575, + -0.010373017325799852, + 0.00827071393597003, + 0.012223685499058473, + 0.010651874764595136, + 0.01981098888888896, + 0.01887923308851223, + -0.018915777890772333, + -0.015072648775894497, + 0.009447557815442556, + -0.017157672448210953, + -0.006524062146892641, + -0.03690971751412391, + -0.03587095574387965, + -0.017897674387947204, + -0.022515022862523364, + 0.011496865838041524, + -0.04343927306967993 + ] + ], + "std": [ + [ + 0.9391569592897272, + 1.0230906606141204, + 0.9581004188558814, + 0.9835526445831309, + 0.9979926559581693, + 1.0690427250537498, + 1.0123898646052452, + 1.000643989202775, + 1.0328535759777588, + 1.0412458470198602, + 1.0101002215424937, + 1.0019895656154183, + 1.0176643747680885, + 0.9912502978877031, + 0.9736333689619006, + 0.8842664932785655, + 1.039084545290219, + 0.9977498578188039, + 0.9855549645903211, + 1.0605253991894208, + 1.000119457990836 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 23754, + "cert_evals": { + "36": 0.8360913991928101, + "72": 0.7982663512229919, + "108": 0.7517730593681335, + "255": 0.5319148898124695 + }, + "fold": 1 + }, + { + "best_epoch": 29, + "best_val_acc": 0.8575757575757575, + "test_acc": 0.8679841897233201, + "train_size": 531, + "val_size": 330, + "test_size": 1265, + "stats": { + "mean": [ + [ + 0.011989649905837963, + 0.017703763653483834, + -0.04815508248587558, + 0.0878522580037672, + -0.0001940107344639859, + -0.0574620999999995, + 0.04414582297551817, + 0.04154100908662901, + 0.0033932510357819923, + 0.013044282391713674, + -0.042404981242937984, + 0.04134378888888889, + -0.01985842806026365, + 0.05704191233521654, + 0.04647320527306972, + -0.06624954802259869, + 0.0383948538606398, + 0.015676433521657228, + 0.03476359286252388, + 0.0983877023352167, + -0.00027604896421838714 + ] + ], + "std": [ + [ + 1.0121411725514342, + 1.0022698506112053, + 0.7850107263672123, + 1.021861659011844, + 1.0205680703685656, + 1.0, + 1.0504178369202641, + 0.9762037792485212, + 0.9969033920323853, + 1.0262088384173584, + 0.9577094393711939, + 1.018018865673482, + 1.0072567026892174, + 1.0240761987453126, + 0.9864342700743015, + 0.8655231462742808, + 1.0132444325659744, + 1.002180759880479, + 1.0086965056851351, + 1.1584443320466373, + 0.9678154222739248 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 23754, + "cert_evals": { + "36": 0.8450592756271362, + "72": 0.800000011920929, + "108": 0.7446640133857727, + "255": 0.5035573244094849 + }, + "fold": 2 + }, + { + "best_epoch": 26, + "best_val_acc": 0.865814696485623, + "test_acc": 0.8775351014040562, + "train_size": 531, + "val_size": 313, + "test_size": 1282, + "stats": { + "mean": [ + [ + 0.07590710470809812, + -0.024193697175141464, + -0.04779198342749522, + -0.03360304143126111, + 0.029070319209039387, + -0.024595693032014893, + 0.005839325800377342, + 0.06772045080037671, + 0.004032814877590208, + -0.01572106636534833, + -0.023934781092278794, + -0.0005697517890771726, + -0.008709438794726921, + -0.015583420433144993, + -0.012270593220338952, + 0.01910270809792879, + -0.009544668926553972, + -0.0007485035781543035, + 0.019792885216572968, + 0.012601643615819754, + 0.07063507344632772 + ] + ], + "std": [ + [ + 0.9774443663972388, + 0.9691878598072985, + 0.7938133543361705, + 1.0258465761633682, + 0.9993132346074002, + 0.7566415100311142, + 1.0194614547438874, + 0.9883543548463236, + 0.9952655430481072, + 0.9924332095258233, + 1.0409700820319554, + 0.9838443180700808, + 0.9913771235918427, + 0.9821486224205357, + 0.9651162627503362, + 1.033340912804804, + 1.0105779866484361, + 1.0049118298763688, + 0.989141891228224, + 1.0204876585018856, + 0.9866082018247349 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 23754, + "cert_evals": { + "36": 0.8494539856910706, + "72": 0.8151326179504395, + "108": 0.7753509879112244, + "255": 0.5569422841072083 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8698704817467102, + "std_test_acc": 0.005133171684843222, + "n_samples": 2126, + "n_features": 21, + "n_classes": 3, + "mean_cert_acc_36": 0.8396086990833282, + "std_cert_acc_36": 0.009621926419424791, + "mean_cert_acc_72": 0.8012664020061493, + "std_cert_acc_72": 0.00991684887235296, + "mean_cert_acc_108": 0.756822794675827, + "std_cert_acc_108": 0.013144977242700256, + "mean_cert_acc_255": 0.5276240557432175, + "std_cert_acc_255": 0.02271734587868716 + }, + "congressional-voting": { + "dataset": "congressional-voting", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.6491228070175439, + "test_acc": 0.5762081784386617, + "train_size": 109, + "val_size": 57, + "test_size": 269, + "stats": { + "mean": [ + [ + -0.05633650458715604, + -0.11779591743119261, + -0.04414557798165136, + -0.044145577981651356, + -0.1385431192660551, + -0.04414557798165139, + -0.026378550458715573, + 0.11256628440366967, + -0.10507706422018329, + -0.054913027522935885, + -0.05395532110091718, + 0.008270385321100901, + 0.10771073394495408, + 0.03500372477064211, + -0.000600422018348633, + -0.02276844036697253 + ] + ], + "std": [ + [ + 0.8184815616369955, + 0.8313668954689791, + 0.8538679440524577, + 0.8538679440524576, + 0.5219210944971431, + 0.8538679440524588, + 0.9259164552817457, + 1.2484961570437194, + 0.7457451590890042, + 0.7568400989501728, + 0.8761485096645807, + 1.012504902324288, + 1.1811957798165138, + 1.0783310548027614, + 0.9977827937237086, + 0.9845600817644352 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 23049, + "cert_evals": { + "36": 0.21933084726333618, + "72": 0.08921933174133301, + "108": 0.06691449880599976, + "255": 0.03717472031712532 + }, + "fold": 0 + }, + { + "best_epoch": 7, + "best_val_acc": 0.609375, + "test_acc": 0.5267175572519084, + "train_size": 109, + "val_size": 64, + "test_size": 262, + "stats": { + "mean": [ + [ + -0.00038625688073406236, + 0.057688394495412916, + 0.07259284403669729, + 0.07259284403669727, + -0.08832123853211014, + 0.01422363302752295, + -0.07830136697247703, + -0.08832123853211014, + 0.10401949541284418, + -0.054913027522935885, + -0.09670699082568791, + 0.043890183486238465, + -0.010408844036697309, + -0.05957216513761476, + 0.22344607339449585, + 0.020201284403669834 + ] + ], + "std": [ + [ + 0.9977358415203772, + 1.0666277227790677, + 1.1962128629178321, + 1.196212862917833, + 0.7346827772265264, + 1.0408721364505138, + 0.7595653225302291, + 0.7346827772265264, + 1.1887281938323424, + 0.7568400989501728, + 0.7623714803384029, + 1.0685939449541277, + 0.9788020482079224, + 0.8432648555935023, + 1.3191500469500397, + 1.0109306979905373 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 23049, + "cert_evals": { + "36": 0.22900763154029846, + "72": 0.20610687136650085, + "108": 0.1564885526895523, + "255": 0.03435114398598671 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.6037735849056604, + "test_acc": 0.5091575091575091, + "train_size": 109, + "val_size": 53, + "test_size": 273, + "stats": { + "mean": [ + [ + -0.05633650458715604, + -0.0008063761467889231, + -0.044145577981651335, + -0.10251478899082538, + -0.08832123853211014, + 0.014223633027522997, + -0.078301366972477, + -0.08832123853211014, + -0.14689637614678883, + -0.12773999999999977, + 0.03154801834862407, + 0.008270385321100882, + 0.028964348623853046, + -0.012284220183486308, + -0.0006004220183486534, + 0.04168614678899078 + ] + ], + "std": [ + [ + 0.8184815616369948, + 0.9978460372285823, + 0.853867944052458, + 0.6065906343935914, + 0.7346827772265261, + 1.0408721364505131, + 0.7595653225302292, + 0.7346827772265265, + 0.6117637925728782, + 1.0, + 1.062789656192666, + 1.0125049023242882, + 1.0520823572341493, + 0.9691144875367229, + 0.9977827937237085, + 1.023184850832101 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 23049, + "cert_evals": { + "36": 0.07692307978868484, + "72": 0.029304029420018196, + "108": 0.021978022530674934, + "255": 0.014652014710009098 + }, + "fold": 2 + }, + { + "best_epoch": 11, + "best_val_acc": 0.5352112676056338, + "test_acc": 0.5725490196078431, + "train_size": 109, + "val_size": 71, + "test_size": 255, + "stats": { + "mean": [ + [ + -0.0003862568807340379, + -0.05930114678899078, + 0.014223633027522962, + -0.04414557798165134, + -0.03809935779816519, + -0.04414557798165141, + -0.026378550458715615, + 0.012122522935779772, + -0.02143844036697227, + 0.017913944954128333, + -0.0967069908256879, + 0.07950998165137609, + 0.028964348623853057, + -0.012284220183486292, + -0.0006004220183485913, + -0.02276844036697257 + ] + ], + "std": [ + [ + 0.9977358415203773, + 0.9202474953183722, + 1.0408721364505134, + 0.8538679440524575, + 0.8955844252869521, + 0.8538679440524586, + 0.9259164552817456, + 1.0292422785092563, + 0.9536270350654188, + 1.0653667607530586, + 0.7623714803384029, + 1.1207507845689388, + 1.0520823572341482, + 0.9691144875367229, + 0.9977827937237086, + 0.9845600817644354 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 23049, + "cert_evals": { + "36": 0.4274510145187378, + "72": 0.1568627506494522, + "108": 0.09019608050584793, + "255": 0.05098039656877518 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5461580661139807, + "std_test_acc": 0.03339893350067015, + "n_samples": 435, + "n_features": 16, + "n_classes": 2, + "mean_cert_acc_36": 0.23817814327776432, + "std_cert_acc_36": 0.1440679632919265, + "mean_cert_acc_72": 0.12037324579432607, + "std_cert_acc_72": 0.07734318985356525, + "mean_cert_acc_108": 0.08389428863301873, + "std_cert_acc_108": 0.05607012581088127, + "mean_cert_acc_255": 0.034289568895474076, + "std_cert_acc_255": 0.014972699077816428 + }, + "conn-bench-sonar-mines-rocks": { + "dataset": "conn-bench-sonar-mines-rocks", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 8, + "best_val_acc": 0.7272727272727273, + "test_acc": 0.8048780487804879, + "train_size": 52, + "val_size": 33, + "test_size": 123, + "stats": { + "mean": [ + [ + 0.07224829615384616, + 0.06143836403846155, + 0.17981892115384618, + 0.18359467307692307, + 0.17865188250000005, + 0.18166694038461537, + 0.13145928269230767, + 0.3580806807692308, + 0.2723380293846154, + 0.32641636923076933, + 0.3547530749999999, + 0.27079468269230766, + 0.2390470615384616, + 0.08077609423076923, + 0.06372549615384623, + 0.027136992307692294, + -0.0707615403846154, + -0.013202551923076929, + 0.07079190192307686, + 0.14980152423076923, + 0.19067387173076927, + 0.18353470192307691, + 0.09474908461538462, + 0.11814903269230771, + 0.12851396730769224, + 0.09148541923076925, + 0.007863109038461517, + -0.03280788846153844, + -0.038817317307692306, + -0.030111546153846168, + -0.06803155000000002, + -0.1759780653846154, + -0.09925099846153843, + -0.06391267884615386, + -0.10967796730769228, + -0.09900584423076922, + -0.07212157115384613, + -0.04979613730769235, + -0.014902880769230744, + -0.06563232307692309, + -0.19819578653846154, + -0.09516337250000001, + 0.028546435961538493, + 0.02690762884615383, + -0.051032306153846144, + -0.1709350942307693, + -0.15902759326923072, + 0.05230017500000001, + -0.06006629230769232, + -0.14417805423076924, + 0.04664167115384615, + 0.035231851923076866, + 0.10847407884615384, + 0.0320697788461538, + 0.014380650000000059, + 0.1584930519230769, + 0.24879878846153847, + -0.06910759711538458, + -0.04868835576923079, + -0.009460907692307728 + ] + ], + "std": [ + [ + 0.8826781365757673, + 0.8736204750730865, + 1.0631193826022287, + 1.0559935051069889, + 1.0948164691784295, + 0.9911164668100656, + 1.058133601574446, + 1.1345779651029129, + 1.2612720115229583, + 1.3050289136088924, + 1.2242580940441732, + 1.1507745621698449, + 0.9449561434126305, + 0.9761316418147328, + 1.0515687251009254, + 1.0336058228027496, + 1.0092336792759293, + 0.9721128786372969, + 0.9828570204269845, + 1.0526094050032175, + 1.007626826074757, + 0.9451553241613345, + 1.0688742655635421, + 1.1766129754915444, + 1.0893546356638915, + 0.9472223527353211, + 0.9975324667404246, + 0.9442106678014526, + 0.9147349976996598, + 0.8924870761180707, + 0.9115618167344114, + 0.9476131762252616, + 0.9936735012487963, + 1.091198911266045, + 1.0880994377807855, + 1.058748260466537, + 1.0322810862952991, + 1.0794760575131008, + 1.0563032817583005, + 1.063491740689508, + 0.9911947467095144, + 0.9289066519838143, + 1.060366924720947, + 1.0624085035469397, + 0.8715483240662897, + 0.6896203094035522, + 0.7267883935975691, + 0.928021673885073, + 0.8751357100836189, + 0.7223660360736314, + 0.7383172079055456, + 0.8199366242592814, + 1.0798630214435168, + 1.1347800621794066, + 0.9003324355296055, + 1.2234839576090903, + 1.1067568444114322, + 0.7263873158583661, + 0.9265847016853823, + 0.8105858418957635 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 2, + "depth": 6, + "padding": 120, + "parameters": 360457, + "cert_evals": { + "36": 0.7317072749137878, + "72": 0.6178861856460571, + "108": 0.5691056847572327, + "255": 0.3658536374568939 + }, + "fold": 0 + }, + { + "best_epoch": 20, + "best_val_acc": 0.8620689655172413, + "test_acc": 0.8031496062992126, + "train_size": 52, + "val_size": 29, + "test_size": 127, + "stats": { + "mean": [ + [ + -0.1496621807692307, + -0.08903577807692303, + -0.14030929807692305, + -0.035338826923076924, + 0.08386959669423068, + 0.09199651153846154, + 0.14088967307692307, + 0.07056369423076922, + -0.0025582480769230555, + 0.009174194230769301, + 0.0818218730769231, + 0.08237485384615381, + 0.04123067288461538, + -0.00616768461538463, + -0.028849084615384605, + -0.04050276923076927, + -0.0212545653846154, + -0.05132907923076921, + -0.04626740192307692, + -0.07403159615384614, + -0.05252051923076921, + 0.030670448076923096, + -0.021138782692307692, + 0.005048434615384597, + 0.09778213076923079, + 0.2050811269230769, + 0.18951900000000002, + 0.09827862115384613, + 0.07715956730769227, + 0.1654723846153846, + 0.07360706730769234, + -0.012788405769230859, + -0.07698564038461544, + -0.11772723500000001, + -0.012259624999999958, + 0.0018293673076923635, + -0.07115984249999997, + -0.07953136711538462, + -0.04274317096153846, + -0.03792623653846152, + -0.08625715769230768, + -0.05082718653846153, + 0.0639244403846154, + 0.05993298846153846, + 0.008120661730769264, + -0.03299837499999998, + -0.08261534326923076, + -0.13786070961538463, + -0.11194899807692303, + -0.1165946903846154, + -0.11254034384615383, + -0.09731205576923077, + -0.10915543461538466, + -0.020348332692307698, + -0.03527259615384616, + -0.05305450769230768, + -0.0766177076923077, + 0.017685547115384614, + 0.05708845576923076, + 0.13349773076923077 + ] + ], + "std": [ + [ + 0.808987901180408, + 0.6916743939877592, + 0.6533719713044063, + 0.7289409087743024, + 0.9799815957215703, + 1.1546934744155954, + 1.0489671907417901, + 1.0406351665781963, + 1.06602300100525, + 0.9855510401092009, + 0.941611877990984, + 0.874334438804182, + 0.8948617088044496, + 0.9284777014495024, + 0.9652796384670821, + 0.9176168045360895, + 0.9187448624511494, + 0.9637941840958039, + 1.036895695822955, + 1.080455047426266, + 1.0569445623516454, + 1.027280062203057, + 0.9972067893847262, + 0.9558109386682533, + 0.9135564279343454, + 0.9323450964074564, + 0.9165881179625035, + 0.9150530169961677, + 0.8966782811687405, + 0.9697039290944067, + 1.0552459326194796, + 1.0678782438443375, + 1.0350794282536124, + 0.981036806175182, + 1.0268794592105523, + 1.049486682131856, + 1.0562822257610098, + 1.0082564159163012, + 1.008195204043701, + 1.0704359719340684, + 1.0356445372719016, + 0.9497252302544834, + 1.0265656593627723, + 1.1425919880616457, + 0.984594565229331, + 0.9387504917802769, + 0.9538513934843633, + 0.9644663205759176, + 0.9826957464876444, + 0.906104614495397, + 0.6863012460053298, + 0.8135699574469399, + 0.8718984903633391, + 0.87106180576059, + 0.9705550873133266, + 0.7881063937322114, + 1.0305107562527829, + 0.9850679024115949, + 1.0840227025091698, + 0.955646054806482 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 2, + "depth": 6, + "padding": 120, + "parameters": 360457, + "cert_evals": { + "36": 0.7165354490280151, + "72": 0.6850393414497375, + "108": 0.6299212574958801, + "255": 0.3858267664909363 + }, + "fold": 1 + }, + { + "best_epoch": 17, + "best_val_acc": 0.8484848484848485, + "test_acc": 0.7804878048780488, + "train_size": 52, + "val_size": 33, + "test_size": 123, + "stats": { + "mean": [ + [ + -0.11352727307692301, + 0.005484550769230757, + 0.14128544711538463, + 0.01698709807692309, + -0.05546616484423073, + 0.015633542307692313, + 0.01695465576923076, + 0.007012186538461534, + 0.16428315769230764, + 0.1885259807692308, + 0.17271181923076925, + 0.10288603057692303, + 0.035842053846153805, + 0.06598513846153845, + 0.024155067307692363, + -0.031890009615384636, + -0.09900835576923078, + -0.06074108884615382, + -0.057217736538461544, + -0.05421212307692307, + 0.009597998076923055, + 0.08198633076923077, + 0.0738865326923077, + 0.11153800000000001, + 0.12820763269230767, + 0.1497061423076923, + 0.17804224999999999, + 0.12074562557692313, + 0.011866653846153862, + 0.02657458461538462, + 0.08961283461538459, + 0.012436888461538488, + -0.15344758865384617, + -0.25327539384615383, + -0.1676381884615385, + -0.08097806538461542, + 0.010272027115384563, + 0.0761040280769231, + 0.07725368461538452, + 0.01526856923076923, + 0.09035966538461546, + -0.018093585576923078, + -0.08110181153846155, + -0.05179539615384614, + -0.062206399423076895, + -0.05773718076923074, + -0.015536751903846145, + -0.05303988461538456, + -0.0334830886538462, + -0.019491399423076903, + -0.014853353461538439, + -0.04920472788461536, + -0.013006382692307706, + -0.11464770384615387, + -0.22059024807692304, + -0.20056836153846153, + -0.17135017615384612, + -0.09496722596153845, + -0.12957644230769227, + 0.05055160769230771 + ] + ], + "std": [ + [ + 0.7779847294085735, + 0.8164589056484339, + 0.8897943994160501, + 0.8232379895108087, + 0.8913136137549748, + 1.2277539871431498, + 1.148342655187086, + 1.0125738638827777, + 1.0308151593845143, + 1.0814728380420244, + 1.1275636354460448, + 1.0953105542528634, + 0.9617223163008869, + 0.9271042130221435, + 1.002366167344782, + 1.0134009310910002, + 0.9541301699800748, + 0.9039526162729385, + 0.8533527267834845, + 0.8674137383144989, + 0.8667342359963858, + 0.8682751705934699, + 0.8669633975953135, + 0.8844079338595519, + 0.8959832014657619, + 0.9477171784962183, + 0.9665146933040765, + 0.9608709208756278, + 0.9362600441482569, + 0.826100491116595, + 0.9039285396250091, + 0.9697986338184826, + 0.8888423793086146, + 0.878236080206782, + 0.9309060317786465, + 0.9900496254008503, + 1.00813869687356, + 1.0903606967893815, + 1.0386726650233546, + 0.9723646970288363, + 0.965534654631892, + 0.9659616919831083, + 0.9294069827841253, + 0.9165737515917189, + 0.890391924899276, + 0.8408198724294259, + 0.7367456383541913, + 0.9168199780746074, + 0.8757122466574018, + 0.8068953654942984, + 0.8229736283202036, + 0.7999629806684128, + 0.9417385941942646, + 0.873184043119562, + 0.7480790001744239, + 0.9895160335641305, + 1.0132212109764678, + 0.7628419936253807, + 0.961901997536315, + 1.3290599320503582 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 2, + "depth": 6, + "padding": 120, + "parameters": 360457, + "cert_evals": { + "36": 0.7479674816131592, + "72": 0.6829267740249634, + "108": 0.6260162591934204, + "255": 0.34959349036216736 + }, + "fold": 2 + }, + { + "best_epoch": 49, + "best_val_acc": 0.9090909090909091, + "test_acc": 0.7804878048780488, + "train_size": 52, + "val_size": 33, + "test_size": 123, + "stats": { + "mean": [ + [ + -0.11402919442307692, + -0.1958088194230769, + -0.192454475, + -0.2174456115384615, + -0.1483449469961539, + -0.09730015192307692, + -0.11111996346153846, + -0.1199549596153846, + -0.08601968673076922, + -0.1359838, + -0.07711971153846155, + 0.005683598076923046, + -0.07644932499999996, + -0.12452823865384616, + -0.18065320384615383, + -0.24127502307692308, + -0.2122367865384616, + -0.17662752923076924, + -0.13966792115384613, + -0.06574370384615388, + -0.007378620000000012, + -0.0002028721153846167, + 0.06875905961538463, + 0.10454161923076924, + 0.1822036923076923, + 0.14234525, + 0.08357052884615387, + 0.14328510769230768, + 0.2375776069230769, + 0.1643224807692307, + 0.10515068653846156, + 0.09213309999999994, + 0.013323825000000011, + -0.06487759653846153, + -0.13430994076923078, + -0.21115623846153847, + -0.22730641923076922, + -0.23543729230769228, + -0.22808152115384622, + -0.14895506923076926, + -0.001168684615384663, + -0.04320264326923076, + -0.018799333269230768, + -0.013186748076922994, + -0.07072882692307694, + -0.03641541923076926, + -0.009211202865384651, + 0.028638237499999993, + 0.052042886346153845, + -0.09590774230769232, + -0.057291330384615397, + 0.06657091249999998, + 0.02539913076923079, + -0.15310468230769228, + -0.20838050961538462, + -0.049366707692307735, + -0.07994125884615386, + -0.19751397115384617, + -0.2403308269230769, + -0.24415720000000002 + ] + ], + "std": [ + [ + 0.8763416312333093, + 0.602973469758421, + 0.5448117196260321, + 0.5663296924240132, + 0.686341085757452, + 0.8337013907572342, + 0.6813276818285096, + 0.7825144766842531, + 0.7861121760890293, + 0.7905273301791387, + 0.7805552299762032, + 0.9027317120726256, + 0.8667207852850977, + 0.8531311452416169, + 0.8318630140159454, + 0.8852179006046725, + 0.8740431599665568, + 0.8442406359472446, + 0.8609171894886277, + 0.886971626868803, + 0.9185053211820478, + 1.0100806480837976, + 0.9919727273312126, + 1.0562822860856174, + 0.9850251469218465, + 0.9910273621465151, + 1.0655846350198521, + 0.9906322053442151, + 0.8736899428048334, + 0.9821436750511889, + 0.9453561139667965, + 0.8625303165093016, + 1.0040239879345572, + 0.9847231539651756, + 0.9280844832031707, + 0.9503954469001101, + 0.9765763369138967, + 0.965164414073675, + 0.9709362119147936, + 1.0665530487737096, + 1.0793454570821943, + 1.0572717622116554, + 1.0593503627745042, + 1.0162684589041668, + 1.0177130607371694, + 1.0958546673800382, + 1.1902586310529617, + 1.1293249209196217, + 1.0653539976947333, + 0.9647675285784101, + 1.1814566025747812, + 1.13738601881979, + 1.0351334435322548, + 0.934859922308927, + 0.7895031892247589, + 0.9239212461978867, + 0.8971132845231489, + 0.7340435621135994, + 0.876038640540552, + 0.7272617950430326 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 2, + "depth": 6, + "padding": 120, + "parameters": 360457, + "cert_evals": { + "36": 0.7642276287078857, + "72": 0.7235772013664246, + "108": 0.6991869807243347, + "255": 0.4065040349960327 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7922508162089494, + "std_test_acc": 0.013601072249264427, + "n_samples": 208, + "n_features": 60, + "n_classes": 2, + "mean_cert_acc_36": 0.740109458565712, + "std_cert_acc_36": 0.020573164341160032, + "mean_cert_acc_72": 0.6773573756217957, + "std_cert_acc_72": 0.04382969133114035, + "mean_cert_acc_108": 0.631057545542717, + "std_cert_acc_108": 0.05324897091816664, + "mean_cert_acc_255": 0.37694448232650757, + "std_cert_acc_255": 0.024655937265733313 + }, + "conn-bench-vowel-deterding": { + "dataset": "conn-bench-vowel-deterding", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 20, + "best_val_acc": 0.6831683168316832, + "test_acc": 0.6346604215456675, + "train_size": 462, + "val_size": 101, + "test_size": 427, + "stats": { + "mean": [ + [ + -2.857142828580301e-07, + 2.385281389853348e-08, + -4.3088744564142115e-08, + -3.844155827509708e-08, + -8.807359302639395e-08, + -1.304545454734722e-07, + 2.852813846998729e-08, + -1.7538961132040442e-08, + 1.6883116991740976e-08, + 6.995670959114648e-08, + -9.999999998989893e-08 + ] + ], + "std": [ + [ + 0.9989172494309853, + 0.9989172586260624, + 0.9989172585041448, + 0.9989169579535073, + 0.9989173225330026, + 0.9989172947423731, + 0.9989172394761775, + 0.9989172874813478, + 0.9989173118500234, + 0.9989170573955074, + 0.9989173544054772 + ] + ] + }, + "width": 64, + "in_features": 11, + "out_features": 11, + "depth": 6, + "padding": 22, + "parameters": 22994, + "cert_evals": { + "36": 0.5081967115402222, + "72": 0.3629976511001587, + "108": 0.18501169979572296, + "255": 0.016393441706895828 + }, + "fold": 0 + }, + { + "best_epoch": 10, + "best_val_acc": 0.6296296296296297, + "test_acc": 0.6095238095238096, + "train_size": 462, + "val_size": 108, + "test_size": 420, + "stats": { + "mean": [ + [ + -2.857142828580301e-07, + 2.385281389853348e-08, + -4.3088744564142115e-08, + -3.844155827509708e-08, + -8.807359302639395e-08, + -1.304545454734722e-07, + 2.852813846998729e-08, + -1.7538961132040442e-08, + 1.6883116991740976e-08, + 6.995670959114648e-08, + -9.999999998989893e-08 + ] + ], + "std": [ + [ + 0.9989172494309853, + 0.9989172586260624, + 0.9989172585041448, + 0.9989169579535073, + 0.9989173225330026, + 0.9989172947423731, + 0.9989172394761775, + 0.9989172874813478, + 0.9989173118500234, + 0.9989170573955074, + 0.9989173544054772 + ] + ] + }, + "width": 64, + "in_features": 11, + "out_features": 11, + "depth": 6, + "padding": 22, + "parameters": 22994, + "cert_evals": { + "36": 0.39047619700431824, + "72": 0.20714285969734192, + "108": 0.08571428805589676, + "255": 0.004761904943734407 + }, + "fold": 1 + }, + { + "best_epoch": 35, + "best_val_acc": 0.6633663366336634, + "test_acc": 0.6604215456674473, + "train_size": 462, + "val_size": 101, + "test_size": 427, + "stats": { + "mean": [ + [ + -2.857142828580301e-07, + 2.385281389853348e-08, + -4.3088744564142115e-08, + -3.844155827509708e-08, + -8.807359302639395e-08, + -1.304545454734722e-07, + 2.852813846998729e-08, + -1.7538961132040442e-08, + 1.6883116991740976e-08, + 6.995670959114648e-08, + -9.999999998989893e-08 + ] + ], + "std": [ + [ + 0.9989172494309853, + 0.9989172586260624, + 0.9989172585041448, + 0.9989169579535073, + 0.9989173225330026, + 0.9989172947423731, + 0.9989172394761775, + 0.9989172874813478, + 0.9989173118500234, + 0.9989170573955074, + 0.9989173544054772 + ] + ] + }, + "width": 64, + "in_features": 11, + "out_features": 11, + "depth": 6, + "padding": 22, + "parameters": 22994, + "cert_evals": { + "36": 0.5620608925819397, + "72": 0.40515220165252686, + "108": 0.2505854666233063, + "255": 0.023419203236699104 + }, + "fold": 2 + }, + { + "best_epoch": 44, + "best_val_acc": 0.6542056074766355, + "test_acc": 0.6437054631828979, + "train_size": 462, + "val_size": 107, + "test_size": 421, + "stats": { + "mean": [ + [ + -2.857142828580301e-07, + 2.385281389853348e-08, + -4.3088744564142115e-08, + -3.844155827509708e-08, + -8.807359302639395e-08, + -1.304545454734722e-07, + 2.852813846998729e-08, + -1.7538961132040442e-08, + 1.6883116991740976e-08, + 6.995670959114648e-08, + -9.999999998989893e-08 + ] + ], + "std": [ + [ + 0.9989172494309853, + 0.9989172586260624, + 0.9989172585041448, + 0.9989169579535073, + 0.9989173225330026, + 0.9989172947423731, + 0.9989172394761775, + 0.9989172874813478, + 0.9989173118500234, + 0.9989170573955074, + 0.9989173544054772 + ] + ] + }, + "width": 64, + "in_features": 11, + "out_features": 11, + "depth": 6, + "padding": 22, + "parameters": 22994, + "cert_evals": { + "36": 0.551068902015686, + "72": 0.40855109691619873, + "108": 0.2707838714122772, + "255": 0.0237529706209898 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6370778099799556, + "std_test_acc": 0.02124399908056758, + "n_samples": 990, + "n_features": 11, + "n_classes": 11, + "mean_cert_acc_36": 0.5029506757855415, + "std_cert_acc_36": 0.07850140273375118, + "mean_cert_acc_72": 0.34596095234155655, + "std_cert_acc_72": 0.0948364243365687, + "mean_cert_acc_108": 0.1980238314718008, + "std_cert_acc_108": 0.08334566178469063, + "mean_cert_acc_255": 0.017081880127079785, + "std_cert_acc_255": 0.008886710087733686 + }, + "chess-krvkp": { + "dataset": "chess-krvkp", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 43, + "best_val_acc": 0.9762931034482759, + "test_acc": 0.966890843248836, + "train_size": 799, + "val_size": 464, + "test_size": 1933, + "stats": { + "mean": [ + [ + -0.012910581977471696, + 0.0232343479349185, + 0.01974840050062684, + -0.006236645807259704, + 0.016582745932415422, + 0.011297774718398169, + 0.042862941176470284, + 0.03031926157697225, + 0.0180404605757215, + -0.010202853566957767, + -0.00189366082603287, + -0.016319619524404437, + 0.0033822653316640658, + -0.03204078085106409, + 0.0705100575719649, + 0.02903828535669439, + -0.03100208760951203, + -0.008096886107634134, + -0.03482669524405622, + 0.019232514392990924, + 0.012952405506882283, + 0.028141539424280874, + 0.012118360450564641, + -0.021248015018773447, + -0.016025085481852858, + 5.306633288432277e-07, + -0.020626277847311296, + -0.017688700000000283, + 0.0857653942428025, + -0.03719805506883507, + 0.005740868585732433, + 0.07288125406758252, + 0.025791864831039592, + -0.00712086608260405, + -0.040342160200250346, + -0.05876795494368149 + ] + ], + "std": [ + [ + 0.9837163023685394, + 1.0378682164982054, + 1.0465982807867846, + 0.9915165284267596, + 1.005530465952035, + 1.0006602278791406, + 1.010781822340367, + 1.0199155022259125, + 1.0041109770934162, + 0.9954304425556489, + 0.999580748645936, + 0.9784729377035531, + 1.001226355888721, + 0.7309839212424674, + 1.0450840322089407, + 1.0585050069556725, + 0.9104979964986178, + 1.0030733244153598, + 0.7855814376765642, + 1.0182546843992308, + 1.0103378991543899, + 1.020315666869466, + 1.0226041285721963, + 0.9944445166738229, + 0.8530722671343124, + 0.9998428506463546, + 0.958403864877632, + 1.0, + 1.297598626233983, + 0.9108937768595846, + 1.0046803731698561, + 1.1311938967311475, + 1.0059129579966133, + 1.0017029704517841, + 1.020154120299574, + 0.9629351207831572 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 2, + "depth": 6, + "padding": 72, + "parameters": 92169, + "cert_evals": { + "36": 0.9493016600608826, + "72": 0.9255044460296631, + "108": 0.8773927092552185, + "255": 0.4676668643951416 + }, + "fold": 0 + }, + { + "best_epoch": 35, + "best_val_acc": 0.9800443458980045, + "test_acc": 0.9686536485097637, + "train_size": 799, + "val_size": 451, + "test_size": 1946, + "stats": { + "mean": [ + [ + -0.0009927534418022186, + 0.018342768460575525, + -0.06582760575719632, + -0.0020792615769724375, + 0.051078400500625745, + 0.011297774718398223, + -0.03506647058823558, + -0.021223376720899582, + -0.03866361702127398, + -0.02380752190237722, + -0.014526558197747444, + 0.016318818523153884, + 0.006087788485606497, + 0.07781297659574443, + -0.04009326658322881, + 0.017423181476844563, + -0.016413096370462833, + -0.032386387984980926, + 0.020896709511889343, + 0.0017488035043802706, + 0.0032379173967446036, + -0.04377830913642133, + 0.00134634543179087, + -0.008370843554443178, + -0.01602508548185286, + -0.05699136670838574, + 0.012376380475592372, + -0.017688700000000283, + 0.023390775969961416, + 0.03719677847309204, + 0.005740868585732397, + -0.004124948685859613, + 0.002579862327909166, + -0.025243699624531293, + -0.02052447684605754, + 0.019589255319148336 + ] + ], + "std": [ + [ + 0.9986195311743077, + 1.0300230852190024, + 0.8216604611116667, + 0.9970790771407829, + 1.0163955081800622, + 1.0006602278791408, + 0.9894273630441428, + 0.9849960711322177, + 0.9895223747807858, + 0.9893503391280706, + 0.9977270081722001, + 1.0205058915949463, + 1.0023223894472089, + 1.4564544306041578, + 0.9790108101412359, + 1.0355371587989588, + 0.9537117155994841, + 1.0123108404588719, + 1.108181480971759, + 1.001546561141509, + 1.0024924985959782, + 0.9655037096440781, + 1.0024053099202712, + 0.9977739015125082, + 0.8530722671343125, + 1.021876104669329, + 1.0237032374075374, + 1.0, + 1.0898218142005072, + 1.080220497632301, + 1.0046803731698557, + 0.9917285097795778, + 1.000482486194206, + 1.0061895454376688, + 1.0104282205557285, + 1.0110875620192163 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 2, + "depth": 6, + "padding": 72, + "parameters": 92169, + "cert_evals": { + "36": 0.9470709562301636, + "72": 0.9141829609870911, + "108": 0.8710175156593323, + "255": 0.459403932094574 + }, + "fold": 1 + }, + { + "best_epoch": 75, + "best_val_acc": 0.9726315789473684, + "test_acc": 0.9667013527575442, + "train_size": 799, + "val_size": 475, + "test_size": 1922, + "stats": { + "mean": [ + [ + 0.04270595118898613, + -0.035464605757197565, + -0.026330987484355414, + 0.010392891113891287, + 0.024543281602002653, + -0.001253777221526715, + -0.011687647058824222, + -0.02728721652065032, + 0.0025757121401775553, + -0.07006339424280264, + -0.0018936608260329234, + -0.004080205256570354, + 0.04125958948685799, + -0.03204078085106409, + -0.02626784230287835, + -0.023229682102629934, + 0.041942868585731145, + 0.01619261576971138, + 0.006965858322903206, + -0.001747938673341953, + -0.05828717396746041, + 0.04064933917396773, + 0.06597843554443104, + -0.018672580725907748, + 0.005341821777221022, + -0.005427269086358065, + 0.03437815269086148, + -0.017688700000000283, + -0.007796533166459127, + -6.382978713675692e-07, + -0.04346299874843527, + 0.01787682352940982, + -0.03610680851063828, + 0.04465865832290276, + 0.019110889862328, + 0.03990408760951166 + ] + ], + "std": [ + [ + 1.0503026614950781, + 0.9377299469744113, + 0.9332222466570044, + 1.0134812577120929, + 1.0081529457229899, + 0.9997466732969692, + 0.9965218768327301, + 0.9806280790356154, + 1.0004721494235536, + 0.9669617912464558, + 0.9995807486459362, + 0.9945690429937961, + 1.0158077550757176, + 0.7309839212424674, + 0.9989487460582208, + 0.9496723729602274, + 1.1079472020538745, + 0.9931560757473815, + 1.0372639011971079, + 0.998134626824417, + 0.9489971567418679, + 1.0290373693626786, + 1.116580541935386, + 0.9951246155880097, + 1.0441402229839951, + 1.0021017867674258, + 1.064445876205708, + 1.0, + 0.9678679341238935, + 0.999842760601726, + 0.9613338278133499, + 1.0340832941176457, + 0.9901571062749744, + 0.9869400115230125, + 0.9895000075374855, + 1.0222216905424544 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 2, + "depth": 6, + "padding": 72, + "parameters": 92169, + "cert_evals": { + "36": 0.9474506378173828, + "72": 0.921436071395874, + "108": 0.8886576890945435, + "255": 0.5359001159667969 + }, + "fold": 2 + }, + { + "best_epoch": 44, + "best_val_acc": 0.9585152838427947, + "test_acc": 0.9597730789066529, + "train_size": 799, + "val_size": 458, + "test_size": 1939, + "stats": { + "mean": [ + [ + 0.0029798560700874874, + -0.015898287859826204, + 0.013165630788484818, + -0.002079261576972459, + 0.06434595994993732, + -0.0087847083854817, + -0.035066470588235754, + -0.021223376720899842, + 0.012885544430540316, + -0.0755052615769703, + -0.07516446558197788, + 0.004079404255319092, + 0.041259589486858005, + 0.04119505744680826, + -0.0069122853566958315, + -0.029037234042554844, + -0.01641309637046286, + -0.037784055068836316, + -0.03482669524405622, + -0.04370884480600792, + -0.035620035043805974, + 0.04690323904881119, + -0.009425669586981995, + -0.00064454067584565, + -0.05875890000000068, + -0.04884966708385503, + 0.0453790387984959, + -0.017688700000000283, + 0.002599236545681054, + 0.030997209011264834, + -0.05002351439299086, + 0.006875937421775107, + -0.010315694618272687, + -0.04077755694618336, + 0.004955401752189988, + 0.10084858448060059 + ] + ], + "std": [ + [ + 1.003506639923147, + 0.9726497119550556, + 1.031291250931018, + 0.9970790771407828, + 1.0202330509186042, + 0.9991224561764447, + 0.9894273630441432, + 0.9849960711322175, + 1.0029259974983142, + 0.9641477850388797, + 0.9865314194046129, + 1.0050737920779802, + 1.0158077550757172, + 1.2629201270580204, + 0.9808444007141872, + 0.9366196797544946, + 0.9537117155994845, + 1.0142732074093561, + 0.7855814376765643, + 0.9552444287880467, + 0.9695039665985851, + 1.033313842690941, + 0.9816728244810887, + 0.9996865943557063, + 1.0, + 1.0189528540341442, + 1.0840757895240576, + 1.0, + 1.0102634466126872, + 1.067334702526026, + 0.9552142319361535, + 1.0131869855246693, + 0.9972193469515207, + 1.0097604697449478, + 0.9972056619226006, + 1.052569358911855 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 2, + "depth": 6, + "padding": 72, + "parameters": 92169, + "cert_evals": { + "36": 0.9453326463699341, + "72": 0.9272821545600891, + "108": 0.8973698019981384, + "255": 0.5157297849655151 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9655047308556992, + "std_test_acc": 0.003920915199264412, + "n_samples": 3196, + "n_features": 36, + "n_classes": 2, + "mean_cert_acc_36": 0.9472889751195908, + "std_cert_acc_36": 0.0016280653051644394, + "mean_cert_acc_72": 0.9221014082431793, + "std_cert_acc_72": 0.005818512944164929, + "mean_cert_acc_108": 0.8836094290018082, + "std_cert_acc_108": 0.011719452219765492, + "mean_cert_acc_255": 0.4946751743555069, + "std_cert_acc_255": 0.0370418761959035 + }, + "contrac": { + "dataset": "contrac", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 36, + "best_val_acc": 0.5876777251184834, + "test_acc": 0.49776286353467564, + "train_size": 368, + "val_size": 211, + "test_size": 894, + "stats": { + "mean": [ + [ + 0.04983602472826088, + -0.03683848315217381, + -0.030433624999999895, + 0.04126441032608701, + 0.0759277635869569, + 0.038788576086956336, + -0.05566297010869535, + 0.0662070706521741, + 0.049484739130435086 + ] + ], + "std": [ + [ + 1.0349771394866476, + 1.0203618187773704, + 1.0773888859130338, + 0.9920452760418988, + 0.9188135203134653, + 0.9763026632803047, + 0.9941427090552807, + 0.9825316131926941, + 1.0760483787682442 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 3, + "depth": 6, + "padding": 18, + "parameters": 5994, + "cert_evals": { + "36": 0.3691275119781494, + "72": 0.22706934809684753, + "108": 0.13870246708393097, + "255": 0.030201341956853867 + }, + "fold": 0 + }, + { + "best_epoch": 25, + "best_val_acc": 0.5238095238095238, + "test_acc": 0.4558659217877095, + "train_size": 368, + "val_size": 210, + "test_size": 895, + "stats": { + "mean": [ + [ + -0.029433755434782626, + -0.071642726902174, + -0.09035044293478262, + 0.020525774456521734, + 0.007337516304348054, + 0.03878857608695629, + 0.035455372282608796, + -0.03957563858695622, + 0.049484739130434774 + ] + ], + "std": [ + [ + 1.034137512591575, + 1.0184105128981196, + 1.0653920839838686, + 1.048083233025277, + 0.9923881347533616, + 0.9763026632803046, + 0.9969044818106321, + 1.048729739192908, + 1.0760483787682442 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 3, + "depth": 6, + "padding": 18, + "parameters": 5994, + "cert_evals": { + "36": 0.3743016719818115, + "72": 0.29720669984817505, + "108": 0.225698322057724, + "255": 0.044692736119031906 + }, + "fold": 1 + }, + { + "best_epoch": 22, + "best_val_acc": 0.5443548387096774, + "test_acc": 0.485414235705951, + "train_size": 368, + "val_size": 248, + "test_size": 857, + "stats": { + "mean": [ + [ + -0.0224978108695652, + 0.0756058451086956, + 0.07941412771739106, + 0.040112260869565215, + -0.03076817663043453, + -0.09286419021739152, + -0.046236899456521284, + 0.002180663043478335, + -0.06466629619565217 + ] + ], + "std": [ + [ + 1.0160308953617057, + 0.95882526146548, + 0.9253350657327032, + 1.0559034595300474, + 1.0290230539377072, + 1.0476659682160625, + 0.9462830856884548, + 0.9600526966125309, + 0.8858527840526336 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 3, + "depth": 6, + "padding": 18, + "parameters": 5994, + "cert_evals": { + "36": 0.3558926582336426, + "72": 0.25437572598457336, + "108": 0.1633605659008026, + "255": 0.01866977848112583 + }, + "fold": 2 + }, + { + "best_epoch": 22, + "best_val_acc": 0.48917748917748916, + "test_acc": 0.4977116704805492, + "train_size": 368, + "val_size": 231, + "test_size": 874, + "stats": { + "mean": [ + [ + -0.05156334456521742, + -0.044870314673913024, + -0.03376221739130403, + 0.026286519021739164, + 0.06068548641304363, + -0.023903217391304493, + 0.03859739402173936, + -0.05627817934782584, + -0.01277946195652176 + ] + ], + "std": [ + [ + 1.0188547788894706, + 0.9948418681411789, + 0.9984372596511997, + 1.0660676802579363, + 0.9360979718845777, + 1.0130497245255512, + 0.9834396874521251, + 1.0057604797479107, + 0.9785587320331135 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 3, + "depth": 6, + "padding": 18, + "parameters": 5994, + "cert_evals": { + "36": 0.3707093596458435, + "72": 0.2494278997182846, + "108": 0.14759725332260132, + "255": 0.01258581131696701 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.48418867287722134, + "std_test_acc": 0.01975525541647199, + "n_samples": 1473, + "n_features": 9, + "n_classes": 3, + "mean_cert_acc_36": 0.36750780045986176, + "std_cert_acc_36": 0.008040349615447445, + "mean_cert_acc_72": 0.25701991841197014, + "std_cert_acc_72": 0.029306680500304477, + "mean_cert_acc_108": 0.16883965209126472, + "std_cert_acc_108": 0.03925310247377662, + "mean_cert_acc_255": 0.026537416968494654, + "std_cert_acc_255": 0.01413726747998416 + }, + "credit-approval": { + "dataset": "credit-approval", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 15, + "best_val_acc": 0.82, + "test_acc": 0.861244019138756, + "train_size": 172, + "val_size": 100, + "test_size": 418, + "stats": { + "mean": [ + [ + 0.04231717441860458, + -0.04319939244186043, + 0.01132773546511633, + 0.10497429069767436, + 0.1039714651162791, + -0.016887567441860464, + 0.12197747790697662, + 0.056721959767441876, + 0.023127069767441777, + 0.01803883720930219, + 0.02175907906976748, + -0.014331000000000156, + 0.026975616279069855, + -0.07794171941860471, + 0.08645942000000016 + ] + ], + "std": [ + [ + 0.9668001544731439, + 0.9828833679832603, + 1.0033612624654744, + 1.0683622008830216, + 1.0656041538091992, + 1.0007415139821727, + 1.1272056598607636, + 1.0528268054248064, + 1.0000784525981627, + 0.9964680315230805, + 0.9149454309542941, + 1.0003809007273163, + 1.0289037612452905, + 0.9424723282553955, + 1.5519077166103805 + ] + ] + }, + "width": 64, + "in_features": 15, + "out_features": 2, + "depth": 6, + "padding": 30, + "parameters": 22921, + "cert_evals": { + "36": 0.822966456413269, + "72": 0.7679425477981567, + "108": 0.7129186391830444, + "255": 0.3684210479259491 + }, + "fold": 0 + }, + { + "best_epoch": 17, + "best_val_acc": 0.8817204301075269, + "test_acc": 0.8447058823529412, + "train_size": 172, + "val_size": 93, + "test_size": 425, + "stats": { + "mean": [ + [ + -0.05893763953488379, + -0.09494667732558137, + 0.10661604441860463, + 0.0016465697674418215, + -0.0016443023255812898, + -0.03715416976744184, + 0.019046397674418694, + 0.12816041290697705, + 0.04639099999999992, + 0.006295348837209058, + -0.02008573604651146, + -0.13093850000000004, + 0.006132180232558206, + -0.012206166162790686, + 0.10673194959302351 + ] + ], + "std": [ + [ + 1.0212712368033299, + 1.002227255518295, + 1.0267015215317181, + 1.0197891663144403, + 1.0132886907601226, + 0.9740103182437764, + 0.9462774495372472, + 1.135180114956504, + 1.0003490000000002, + 0.9983346607548056, + 0.9387238466077318, + 1.0017391917815985, + 0.9989094608428061, + 0.9604377028423987, + 1.6924318356475039 + ] + ] + }, + "width": 64, + "in_features": 15, + "out_features": 2, + "depth": 6, + "padding": 30, + "parameters": 22921, + "cert_evals": { + "36": 0.8164705634117126, + "72": 0.785882294178009, + "108": 0.7458823323249817, + "255": 0.37647056579589844 + }, + "fold": 1 + }, + { + "best_epoch": 17, + "best_val_acc": 0.8878504672897196, + "test_acc": 0.8467153284671532, + "train_size": 172, + "val_size": 107, + "test_size": 411, + "stats": { + "mean": [ + [ + -0.09690819767441845, + -0.07829492377906978, + 0.14346898139534883, + 0.008104488372092981, + 0.011557720930232681, + 0.0203769784883721, + -0.058847231395348816, + -0.004431645348837212, + 0.01149510465116271, + -0.02893511627906998, + -0.018890154651162814, + -0.07263475000000007, + -0.0563980755813953, + -0.0557846427906977, + -0.04536849656976747 + ] + ], + "std": [ + [ + 1.0400780435620642, + 0.9163334239629656, + 1.1299454947101701, + 0.9838838771477533, + 0.9907637201902963, + 1.0059394076223003, + 0.9122317175379675, + 0.9398719190475693, + 0.9997401653873875, + 1.0030891544052551, + 0.8392167415058691, + 1.0027567026500943, + 0.9205981575020528, + 0.8548997051032522, + 0.5350874335618861 + ] + ] + }, + "width": 64, + "in_features": 15, + "out_features": 2, + "depth": 6, + "padding": 30, + "parameters": 22921, + "cert_evals": { + "36": 0.8223844170570374, + "72": 0.7883211374282837, + "108": 0.7323600649833679, + "255": 0.4549878239631653 + }, + "fold": 2 + }, + { + "best_epoch": 21, + "best_val_acc": 0.8962264150943396, + "test_acc": 0.837378640776699, + "train_size": 172, + "val_size": 106, + "test_size": 412, + "stats": { + "mean": [ + [ + 0.029660302325581287, + 0.04967415668604653, + 0.035228697674418614, + -0.08230726744186062, + -0.0808560755813953, + -0.06068950697674418, + 0.05521145232558148, + 0.0520138111627908, + -0.00013686046511636238, + -0.02893511627906982, + 0.0647990941860465, + -0.08429550000000029, + -0.11892838372093019, + -0.14010143755813953, + -0.060122975697674434 + ] + ], + "std": [ + [ + 0.9866458073044232, + 1.0497387015089001, + 0.9194770520533397, + 0.928940005324823, + 0.9330534400726008, + 1.0077990709538949, + 1.0375139084982685, + 0.9494310078822967, + 0.9992663708949371, + 1.0030891544052551, + 1.2789280573338035, + 1.0028244999999991, + 0.8074645456755252, + 0.8265119967382965, + 0.4698103883611287 + ] + ] + }, + "width": 64, + "in_features": 15, + "out_features": 2, + "depth": 6, + "padding": 30, + "parameters": 22921, + "cert_evals": { + "36": 0.7864077687263489, + "72": 0.7475728392601013, + "108": 0.7184466123580933, + "255": 0.45873787999153137 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8475109676838873, + "std_test_acc": 0.009996037486479308, + "n_samples": 690, + "n_features": 15, + "n_classes": 2, + "mean_cert_acc_36": 0.812057301402092, + "std_cert_acc_36": 0.017349681926556865, + "mean_cert_acc_72": 0.7724297046661377, + "std_cert_acc_72": 0.018898925316715713, + "mean_cert_acc_108": 0.7274019122123718, + "std_cert_acc_108": 0.014788191229955241, + "mean_cert_acc_255": 0.41465432941913605, + "std_cert_acc_255": 0.048872849774579064 + }, + "cylinder-bands": { + "dataset": "cylinder-bands", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 19, + "best_val_acc": 0.7195121951219512, + "test_acc": 0.695364238410596, + "train_size": 128, + "val_size": 82, + "test_size": 302, + "stats": { + "mean": [ + [ + -0.018113468749999997, + -0.09801495312499989, + -0.09835764843749996, + 0.015201562499999939, + -0.08460044531249963, + -0.05902956249999998, + -0.02159560937500003, + -0.10518925781250046, + 0.03565878125000016, + 0.03781927343750002, + -0.0029206640624998936, + -0.005388015624999963, + -0.007189643749999884, + -0.11441540624999999, + 0.02687471875000009, + -0.08272973437500022, + 0.014233650781250131, + -0.040908945312500035, + -0.20346299999999978, + 0.09558365781249996, + -0.12876496562500006, + -0.05027554687499996, + 0.03137399609374995, + -0.07727224921875003, + -0.112076146875, + 0.04986750409374999, + 0.0467316294531248, + 0.08485301562499976, + -0.07968368828125014, + -0.0404871031249999, + 0.026726734374999978, + 0.04898852562499999, + 0.07183878906250019, + 0.01963753046874992, + 0.07539527343749987 + ] + ], + "std": [ + [ + 1.009708113595319, + 0.6915256837343526, + 1.1851115463631896, + 1.1075149207516606, + 0.6356019715752345, + 0.9895598820491779, + 1.036117446187858, + 0.47416953322612243, + 0.9128570390625407, + 0.9754439041131451, + 0.9772769577736968, + 0.9965990540260843, + 1.0049338980010496, + 1.0152930221805465, + 1.0110105352731478, + 0.9779734187172597, + 0.946783796715577, + 0.9180378675297654, + 0.9791387337832046, + 1.3026657902081404, + 1.1587041225508155, + 1.0035768471185391, + 1.0872637801794474, + 0.8506413201552353, + 1.0909742588199165, + 0.9223170655454694, + 0.925140911301162, + 1.2060797979297548, + 0.10884702615305564, + 1.0969927491363656, + 1.0397512419029202, + 0.9385559077709305, + 0.7908440559763066, + 0.8086858742098973, + 0.23360368046727112 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 2, + "depth": 6, + "padding": 70, + "parameters": 91913, + "cert_evals": { + "36": 0.5993377566337585, + "72": 0.5, + "108": 0.42384105920791626, + "255": 0.1192052960395813 + }, + "fold": 0 + }, + { + "best_epoch": 7, + "best_val_acc": 0.7361111111111112, + "test_acc": 0.6666666666666666, + "train_size": 128, + "val_size": 72, + "test_size": 312, + "stats": { + "mean": [ + [ + -0.15498346874999988, + 0.07623314062499989, + -0.08125197656250005, + 0.1064101249999995, + 0.028200664062500352, + 0.14560404687500025, + 0.1655534453124999, + -0.021037773437500448, + 0.03565884375000017, + -0.09565992968750019, + -0.06719309374999989, + 0.07724234374999989, + 0.014383128125000021, + 0.015113148437499955, + 0.11287723437500005, + 0.15718076562499975, + -0.11598707812499996, + 0.01952450812500009, + -0.05958846093749991, + 0.05810956640625002, + 0.09577258359374996, + 0.01608712499999998, + 0.0455139015625, + -0.09322180656250004, + 0.010363770312500003, + -0.09235189678125001, + -0.12943964476562508, + 0.07837251562499978, + -0.08934230000000017, + -0.11201488515624988, + -0.016908421875000006, + -0.19726601218749995, + -0.027512601562499843, + -0.1071632757812501, + -0.06936312500000016 + ] + ], + "std": [ + [ + 0.9566675689840457, + 1.1785922605080725, + 1.0752069854571855, + 1.134315391792329, + 1.0921920451077407, + 1.0073040155644573, + 1.0080335723206957, + 0.8147932438575216, + 0.7216766565111302, + 1.0325076089625134, + 1.0351765461316509, + 0.9787809233141151, + 0.9952912678839302, + 0.9646382079847095, + 0.9376275956128628, + 1.025290058167112, + 1.1238851154497491, + 0.9392938268734667, + 0.9623682791314133, + 0.6383677679060908, + 0.8128844998290236, + 0.9862468382017052, + 0.8444859158500648, + 1.051379690058149, + 0.9861572089261571, + 1.2038176163546097, + 1.2075147493034224, + 1.1662944917994549, + 1.0, + 1.0433698981937496, + 0.9167305702944823, + 1.1576246436005715, + 1.2133555868200756, + 1.2553958063370618, + 1.386742675536984 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 2, + "depth": 6, + "padding": 70, + "parameters": 91913, + "cert_evals": { + "36": 0.5705128312110901, + "72": 0.4743589758872986, + "108": 0.3429487347602844, + "255": 0.07371795177459717 + }, + "fold": 1 + }, + { + "best_epoch": 6, + "best_val_acc": 0.6133333333333333, + "test_acc": 0.6213592233009708, + "train_size": 128, + "val_size": 75, + "test_size": 309, + "stats": { + "mean": [ + [ + -0.018113499999999876, + -0.010890906250000026, + 0.004276054687499921, + -0.04560409375000058, + -0.02819989062499964, + 0.003934625000000143, + 0.10796916406250016, + 0.02103777343750001, + -0.02139478124999982, + 0.02002204687499978, + -0.008763656249999825, + -0.04131476562499997, + 0.057528609375000095, + -0.11441537500000004, + -0.051960625, + 0.09099853124999963, + 0.025328648437500097, + 0.06508276609375009, + -0.0463809687499999, + 0.05531756718749999, + 0.048115672656250004, + -0.044416265624999944, + -0.006333254687500049, + 0.07249342484374995, + 0.017864971093750025, + -0.032888132281249996, + -0.005630188515625072, + -0.08849829687500009, + 0.1810991601562506, + -0.03171481484375, + -0.03763525000000013, + 0.012247269375000123, + -0.010699218749999687, + -0.04182582187500004, + 0.0392055468749999 + ] + ], + "std": [ + [ + 1.0014570356459378, + 0.9701723266723137, + 0.976668923366092, + 0.8848220008281984, + 0.8953310490553396, + 0.9995254897694512, + 1.0022604928841146, + 1.1538252271496559, + 1.0317076974392008, + 0.9849764181760653, + 0.9644949026944296, + 0.9682202506697574, + 1.0200144373065265, + 1.024650754456481, + 0.991180532876508, + 1.0231518076189408, + 0.9417295162218619, + 1.1518106310277838, + 1.0373234489917649, + 1.1369455371092343, + 0.9154717541032745, + 1.1226380377592042, + 1.0778851186420637, + 0.9942494651921334, + 0.9650868598248783, + 0.991851813013072, + 0.9883223822673011, + 0.8159153965212675, + 1.7818000158367098, + 0.9958958318550638, + 0.8529177390193199, + 0.9950922963006184, + 1.0386479794315284, + 1.046608837125399, + 0.3263770311133624 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 2, + "depth": 6, + "padding": 70, + "parameters": 91913, + "cert_evals": { + "36": 0.4919094145298004, + "72": 0.3786408007144928, + "108": 0.29449838399887085, + "255": 0.08090615272521973 + }, + "fold": 2 + }, + { + "best_epoch": 52, + "best_val_acc": 0.7567567567567568, + "test_acc": 0.7, + "train_size": 128, + "val_size": 74, + "test_size": 310, + "stats": { + "mean": [ + [ + -0.09862528124999967, + 0.07623314062499992, + -0.14967442968749994, + 0.1064100937499999, + 0.08460121875000035, + 0.11412195312500018, + 0.035988921874999975, + 0.02103796874999956, + 0.049922195312500195, + 0.020022046875000005, + 0.07303782812500019, + 0.1706510703124999, + 0.03116200625000013, + 0.10146572656249976, + 0.12004409375000007, + 0.04963468749999977, + -0.09730074531250002, + 0.2519632110937501, + 0.10295269531250012, + -0.017867453124999995, + 0.15167814140624994, + 0.053232843750000036, + 0.05788653593750008, + -0.03172638593750004, + 0.12707835390624983, + -0.07419502420312495, + -0.046009344765625224, + 0.07189192187499989, + -0.012073297656250094, + -0.011471089062500009, + 0.04745321093750001, + -0.06254772593749994, + 0.02904130468750018, + -0.017295875000000013, + -0.045236640625000143 + ] + ], + "std": [ + [ + 0.9681512944811281, + 1.1785922605080716, + 1.1820212062123494, + 1.2342204701284085, + 1.2560999937316328, + 1.0073040155644557, + 0.9422562101157176, + 0.9370712715647449, + 0.8107579850267628, + 0.9849764181760654, + 1.0089890027616917, + 1.0128688585013823, + 1.021806803227722, + 0.9860449137879513, + 0.965560494387225, + 1.0099223731350104, + 1.1411416049886207, + 0.9766554256496787, + 1.078888741266553, + 0.8735915598455525, + 0.9043004878113329, + 0.935916801014639, + 0.9022876021268718, + 1.0095878491602719, + 0.9226412455171137, + 1.103674350946853, + 1.109671652163808, + 1.0892584104797631, + 0.8707774330138579, + 0.9662087759049208, + 0.9327069000527582, + 1.0958735530051178, + 1.0258970951245958, + 1.0635339261419625, + 1.376208872677819 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 2, + "depth": 6, + "padding": 70, + "parameters": 91913, + "cert_evals": { + "36": 0.6290322542190552, + "72": 0.5096774101257324, + "108": 0.448387086391449, + "255": 0.13548387587070465 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6708475320945584, + "std_test_acc": 0.03613635111878461, + "n_samples": 512, + "n_features": 35, + "n_classes": 2, + "mean_cert_acc_36": 0.5726980641484261, + "std_cert_acc_36": 0.05892027194104003, + "mean_cert_acc_72": 0.46566929668188095, + "std_cert_acc_72": 0.059902089207423515, + "mean_cert_acc_108": 0.3774188160896301, + "std_cert_acc_108": 0.0713103653305633, + "mean_cert_acc_255": 0.10232831910252571, + "std_cert_acc_255": 0.02978582227659004 + }, + "dermatology": { + "dataset": "dermatology", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 11, + "best_val_acc": 1.0, + "test_acc": 0.9493087557603687, + "train_size": 91, + "val_size": 58, + "test_size": 217, + "stats": { + "mean": [ + [ + 0.06255490109890108, + -0.09950824175824165, + 0.06084052747252747, + -0.16717494505494507, + 0.052244340659340686, + 0.0025714945054945153, + -0.02246861538461534, + -0.017277736263736184, + -0.021717483516483508, + 0.03348407692307688, + -0.0475760989010988, + 0.06572261538461521, + 0.08858902197802174, + -0.1041265714285716, + 0.005385186813186856, + -0.035476670329670376, + 0.07677762417582405, + 0.04374145054945071, + 0.1155099230769231, + 0.12043031868131869, + 0.01650943956043959, + 0.07769217582417579, + -0.030356758241758278, + 0.013477208791208829, + 0.015482648351648287, + -0.0034025274725273612, + 0.04002742857142865, + 0.03137470329670338, + 0.008364593406593394, + 0.03786149450549449, + 0.03501758241758232, + 0.19951439560439582, + -0.014634098901098907, + 0.06380519120879125 + ] + ], + "std": [ + [ + 0.9579388217601761, + 1.0149277614583099, + 0.9508267211955849, + 0.9797619817212763, + 0.9779606305193399, + 1.0067406344751444, + 1.0036930400753548, + 0.9655703337016306, + 0.988719482589257, + 1.0387140092945895, + 0.9421816899315113, + 1.108600785818115, + 1.0553627690990925, + 0.8963300954815475, + 1.0312593831866153, + 0.9305276662720072, + 0.9419348744801717, + 1.0024345032706516, + 0.9943938503609722, + 1.126743771486882, + 1.024448001551178, + 1.0936199274871503, + 0.9903178300286889, + 1.0625282108029304, + 1.0022849145804325, + 1.0039785513963642, + 1.0686040527754073, + 1.0117848046592977, + 1.0099891482666616, + 1.032180187104034, + 1.0599064093185755, + 0.98964025727435, + 0.9787453595616104, + 0.9013728009327256 + ] + ] + }, + "width": 128, + "in_features": 34, + "out_features": 6, + "depth": 6, + "padding": 68, + "parameters": 92173, + "cert_evals": { + "36": 0.9078341126441956, + "72": 0.8709677457809448, + "108": 0.8202764987945557, + "255": 0.5852534770965576 + }, + "fold": 0 + }, + { + "best_epoch": 7, + "best_val_acc": 0.9454545454545454, + "test_acc": 0.9318181818181818, + "train_size": 91, + "val_size": 55, + "test_size": 220, + "stats": { + "mean": [ + [ + -0.15234734065934108, + -0.03685075824175817, + 0.024514153846154, + -0.003059032967032986, + 0.0522442747252747, + -0.020386087912087892, + 0.03530865934065939, + -0.043625648351648345, + -0.08879309890109885, + 0.09415389010989002, + -0.04757609890109863, + 0.06572261538461541, + 0.222018769230769, + 0.05758529670329658, + -0.007495417582417526, + -0.08522665934065947, + -0.07745157142857151, + -0.04334439560439563, + -0.12401621978021984, + 0.04764354945054952, + -0.021313461538461483, + 0.0352194725274725, + 0.051580087912087895, + 0.05687082417582426, + 0.041357142857142794, + -0.028813681318681075, + 0.017010725274725334, + -0.04641174945054939, + 0.01987447252747256, + 0.013464769230769122, + -0.009952681318681485, + -0.14857142857142827, + 0.03504902197802198, + 0.07064716813186812 + ] + ], + "std": [ + [ + 1.0799649707740484, + 0.9701819203088585, + 1.0349980862760444, + 0.9962695208080098, + 1.0565723090694727, + 0.956401750666777, + 1.0996255828899324, + 0.9272437132189425, + 0.9338556246970804, + 1.132692340014453, + 0.9421816899315112, + 1.108600785818116, + 1.3507430798011204, + 0.9954000343509968, + 0.9838347974365711, + 1.0051011914402448, + 1.082244925397, + 0.9863336565802372, + 0.8936601742161131, + 1.0709540797521042, + 0.9668866324311055, + 1.0433938478729325, + 1.061517000809812, + 1.0860930768159869, + 1.0492767576804765, + 0.9727826405276763, + 1.0221067222848232, + 0.9644227334697079, + 1.0222445250094454, + 1.1137241387036405, + 0.9325232366107138, + 0.9431871301685265, + 1.0294846104354056, + 0.954054376413069 + ] + ] + }, + "width": 128, + "in_features": 34, + "out_features": 6, + "depth": 6, + "padding": 68, + "parameters": 92173, + "cert_evals": { + "36": 0.8818181753158569, + "72": 0.8227272629737854, + "108": 0.7272726893424988, + "255": 0.3636363446712494 + }, + "fold": 1 + }, + { + "best_epoch": 6, + "best_val_acc": 0.9836065573770492, + "test_acc": 0.9205607476635514, + "train_size": 91, + "val_size": 61, + "test_size": 214, + "stats": { + "mean": [ + [ + 0.1286785934065936, + -0.052514956043955986, + -0.0723557912087912, + -0.03202061538461543, + -0.15349332967032966, + -0.020386153846153894, + -0.09950505494505507, + -0.004103824175824138, + 0.03417917582417588, + 0.08201997802197789, + -0.01447120879120871, + -0.022712967032967008, + -0.04484103296703309, + 0.003681208791208678, + 0.044027285714285734, + 0.04412385714285691, + -0.04660575824175837, + -0.014315659340659313, + -0.02820572527472527, + 0.03724537362637364, + -0.01185779120879114, + -0.039107373626373704, + 0.0024179670329669205, + -0.015451747252747299, + 0.002545351648351576, + 0.08553615384615376, + 0.017010747252747392, + -0.017241828571428485, + 0.008364593406593424, + -0.05972478021978029, + 0.012532417582417426, + 0.1541118681318682, + 0.0052391428571429075, + 0.04806798461538459 + ] + ], + "std": [ + [ + 0.9701280514742756, + 0.9293627837603032, + 0.9985142789172075, + 1.0092809883627014, + 0.9144981766921801, + 0.9688575910999048, + 0.7552905986573396, + 0.9998322435146684, + 1.0704136812401557, + 1.0731541860690452, + 0.9820497437937411, + 0.9606585652114606, + 0.9412251138507225, + 1.032650720921409, + 1.0662219170916833, + 1.0316415589934254, + 0.8883921685550962, + 1.0965763955898655, + 0.9938166856011934, + 1.0449962571399998, + 0.9713151295619376, + 0.916982706185695, + 1.0485354727700578, + 0.9633861656803218, + 0.9854442339078262, + 1.003978327496943, + 1.0338310542422602, + 0.9972909993244929, + 1.0099891482666616, + 0.6769782284640671, + 0.9985019725218273, + 0.9997718075782989, + 1.0050250528703155, + 0.9607093594262002 + ] + ] + }, + "width": 128, + "in_features": 34, + "out_features": 6, + "depth": 6, + "padding": 68, + "parameters": 92173, + "cert_evals": { + "36": 0.84112149477005, + "72": 0.7056074738502502, + "108": 0.6214953064918518, + "255": 0.35981306433677673 + }, + "fold": 2 + }, + { + "best_epoch": 12, + "best_val_acc": 0.9807692307692307, + "test_acc": 0.9551569506726457, + "train_size": 91, + "val_size": 52, + "test_size": 223, + "stats": { + "mean": [ + [ + -0.05316160439560428, + 0.07280001098901108, + 0.00029673626373637353, + -0.012712835164835188, + 0.028039912087912074, + -0.05482258241758234, + 0.01604945054945059, + 0.009070153846153903, + 0.011820373626373679, + -0.0029178351648351595, + -0.14689076923076905, + -0.02271290109890109, + -0.04484103296703295, + 0.0036813406593406033, + 0.08266931868131823, + 0.054073769230769106, + -0.000336973626373744, + 0.02922736263736266, + 0.043652076923076925, + 0.03724537362637369, + -0.0024020659340658864, + 0.03521959340659338, + 0.0024179780219780282, + 0.056870879120879105, + 0.015482648351648276, + 0.00930285714285733, + 0.017010725274725344, + 0.002204784615384724, + -0.014655186813186854, + 0.0622580769230768, + 0.012532483516483228, + 0.06330681318681318, + -0.004697549450549487, + 0.015909242857142816 + ] + ], + "std": [ + [ + 0.9579387151851927, + 0.9666344534450786, + 0.9971916717551561, + 1.0285803186606315, + 0.9689331448788322, + 0.9145691771687489, + 0.8846614143098532, + 1.0173836013652253, + 0.9964001763067949, + 0.9871125181905619, + 0.8027509230903981, + 0.9299285829647791, + 0.9412251138507224, + 0.9834698643403745, + 1.1391943175030825, + 0.9785493379039759, + 1.017445012936306, + 0.9645207385980711, + 0.9428629894457031, + 1.0449962571399996, + 0.9921708037991144, + 1.033514126697011, + 1.048535468132942, + 1.0684193315579842, + 1.002284914580432, + 0.9595830510736266, + 1.022106722284823, + 1.0153293741790863, + 0.9598175741851003, + 1.1500085669506441, + 1.0435622629094696, + 0.949962818915988, + 1.0144124428718615, + 1.013968145011949 + ] + ] + }, + "width": 128, + "in_features": 34, + "out_features": 6, + "depth": 6, + "padding": 68, + "parameters": 92173, + "cert_evals": { + "36": 0.9147982597351074, + "72": 0.8654708862304688, + "108": 0.8340807557106018, + "255": 0.5919283032417297 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9392111589786869, + "std_test_acc": 0.015903078182457203, + "n_samples": 366, + "n_features": 34, + "n_classes": 6, + "mean_cert_acc_36": 0.8863930106163025, + "std_cert_acc_36": 0.03335175307094355, + "mean_cert_acc_72": 0.8161933422088623, + "std_cert_acc_72": 0.07681240792274231, + "mean_cert_acc_108": 0.750781312584877, + "std_cert_acc_108": 0.09838005365183128, + "mean_cert_acc_255": 0.47515779733657837, + "std_cert_acc_255": 0.13101889378576617 + }, + "echocardiogram": { + "dataset": "echocardiogram", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 20, + "best_val_acc": 0.8, + "test_acc": 0.7307692307692307, + "train_size": 33, + "val_size": 20, + "test_size": 78, + "stats": { + "mean": [ + [ + -0.057606475757575756, + -0.15964663636363635, + -0.060374909090909125, + 0.0400295, + 0.10041431515151517, + 0.07715459090909091, + 0.009048404242424318, + 0.011163848484848474, + -0.3499357575757576, + -0.0035744545454545447 + ] + ], + "std": [ + [ + 1.1573831652081632, + 0.8404744208999705, + 0.7381400184555348, + 1.0796554948826975, + 0.8705069277860507, + 1.2129557576954413, + 1.0456434215229085, + 0.9246089519830962, + 1.0989667179647085, + 0.9932372830639454 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 6025, + "cert_evals": { + "36": 0.5641025900840759, + "72": 0.3589743673801422, + "108": 0.24358974397182465, + "255": 0.025641025975346565 + }, + "fold": 0 + }, + { + "best_epoch": 19, + "best_val_acc": 0.7391304347826086, + "test_acc": 0.5733333333333334, + "train_size": 33, + "val_size": 23, + "test_size": 75, + "stats": { + "mean": [ + [ + -0.10427761212121212, + -0.08161054545454546, + 0.08791276969696966, + -0.14441026060606058, + 0.09186773939393943, + 0.02212875757575757, + -0.12115638181818184, + 0.13688663636363635, + -0.19213333333333332, + -0.08161054545454546 + ] + ], + "std": [ + [ + 0.8430736384486278, + 0.9233354795587926, + 1.041073713648991, + 0.8385992375905786, + 0.7966783723844354, + 0.8163890823085291, + 0.8747642125794102, + 0.7576737832204337, + 1.0947098909221693, + 0.9233354795587928 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 6025, + "cert_evals": { + "36": 0.5066666603088379, + "72": 0.3466666638851166, + "108": 0.2266666740179062, + "255": 0.0533333346247673 + }, + "fold": 1 + }, + { + "best_epoch": 12, + "best_val_acc": 0.55, + "test_acc": 0.5769230769230769, + "train_size": 33, + "val_size": 20, + "test_size": 78, + "stats": { + "mean": [ + [ + 0.04318501212121217, + -0.08161054545454545, + -0.1960651757575758, + 0.10663209696969696, + -0.039179059090909095, + -0.08327692727272729, + -0.02021858363636361, + -0.027255212121212104, + -0.0343309090909092, + -0.08161054545454542 + ] + ], + "std": [ + [ + 1.1928881057545633, + 0.9233354795587926, + 0.7336788223210056, + 1.0424668853529024, + 1.015206992443095, + 0.7150465728455708, + 0.9871909809630498, + 0.7552585618074782, + 1.0673558137650077, + 0.9233354795587926 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 6025, + "cert_evals": { + "36": 0.42307692766189575, + "72": 0.3076923191547394, + "108": 0.23076923191547394, + "255": 0.012820512987673283 + }, + "fold": 2 + }, + { + "best_epoch": 29, + "best_val_acc": 0.8888888888888888, + "test_acc": 0.7191011235955056, + "train_size": 33, + "val_size": 9, + "test_size": 89, + "stats": { + "mean": [ + [ + 0.17818635454545453, + -0.003574454545454491, + 0.09132509090909088, + -0.2657220666666666, + 0.02064670606060603, + 0.008581981818181823, + -0.001812626060606065, + -0.08051203030303035, + 0.005119696969696846, + -0.08161054545454548 + ] + ], + "std": [ + [ + 0.65057027499482, + 0.9932372830639454, + 0.9917679778099099, + 0.9657357364086732, + 0.9330992242935773, + 1.0185738628461445, + 0.9305394942774076, + 0.8664314560759948, + 1.0688129554861598, + 0.9233354795587926 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 6025, + "cert_evals": { + "36": 0.6741573214530945, + "72": 0.6179775595664978, + "108": 0.47191011905670166, + "255": 0.14606741070747375 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6500316911552866, + "std_test_acc": 0.08663456655797694, + "n_samples": 131, + "n_features": 10, + "n_classes": 2, + "mean_cert_acc_36": 0.542000874876976, + "std_cert_acc_36": 0.10542805465827494, + "mean_cert_acc_72": 0.407827727496624, + "std_cert_acc_72": 0.14179489696924175, + "mean_cert_acc_108": 0.2932339422404766, + "std_cert_acc_108": 0.11933533120022513, + "mean_cert_acc_255": 0.05946557107381523, + "std_cert_acc_255": 0.06015907869080343 + }, + "ecoli": { + "dataset": "ecoli", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 45, + "best_val_acc": 0.7777777777777778, + "test_acc": 0.7525252525252525, + "train_size": 84, + "val_size": 54, + "test_size": 198, + "stats": { + "mean": [ + [ + 0.013150064285714266, + 0.030534154761904717, + -0.03497671428571443, + -0.05455450000000004, + -0.07806762144047612, + 0.0146216491309523, + 0.00923791428571434 + ] + ], + "std": [ + [ + 0.9944073468449054, + 1.0029903172616768, + 0.8958309259021103, + 1.0, + 1.0494215334470565, + 0.9464416656581703, + 0.9697251209067621 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 8, + "depth": 6, + "padding": 14, + "parameters": 6031, + "cert_evals": { + "36": 0.6464646458625793, + "72": 0.5202020406723022, + "108": 0.3484848439693451, + "255": 0.020202020183205605 + }, + "fold": 0 + }, + { + "best_epoch": 62, + "best_val_acc": 0.8771929824561403, + "test_acc": 0.8153846153846154, + "train_size": 84, + "val_size": 57, + "test_size": 195, + "stats": { + "mean": [ + [ + 0.05841213633333324, + 0.009642500000000023, + -0.1049293571428573, + -0.05455450000000004, + -0.13059923814285718, + -0.04276377619047619, + -0.11014530833333327 + ] + ], + "std": [ + [ + 1.0146171837993285, + 1.0844043612606449, + 0.6372989064356027, + 1.0, + 1.1282134026013562, + 0.9791745837868009, + 1.0002488772478277 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 8, + "depth": 6, + "padding": 14, + "parameters": 6031, + "cert_evals": { + "36": 0.7487179636955261, + "72": 0.6256410479545593, + "108": 0.5384615659713745, + "255": 0.12307693064212799 + }, + "fold": 1 + }, + { + "best_epoch": 43, + "best_val_acc": 0.9285714285714286, + "test_acc": 0.7602040816326531, + "train_size": 84, + "val_size": 56, + "test_size": 196, + "stats": { + "mean": [ + [ + -0.011315743142857089, + -0.03455130952380979, + -0.03497671428571443, + -0.05455450000000004, + 0.08828174398809528, + -0.05821374880952385, + -0.06637139999999996 + ] + ], + "std": [ + [ + 1.012351652595517, + 1.0330947119577754, + 0.8958309259021106, + 1.0, + 1.0026493882045864, + 0.9566088016671406, + 0.9710783614044303 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 8, + "depth": 6, + "padding": 14, + "parameters": 6031, + "cert_evals": { + "36": 0.7346938848495483, + "72": 0.6173469424247742, + "108": 0.5255101919174194, + "255": 0.11224489659070969 + }, + "fold": 2 + }, + { + "best_epoch": 57, + "best_val_acc": 0.8333333333333334, + "test_acc": 0.7929292929292929, + "train_size": 84, + "val_size": 54, + "test_size": 198, + "stats": { + "mean": [ + [ + -0.17523749880952394, + -0.0650854523809525, + -0.03497671428571443, + -0.05455450000000004, + 0.014348625000000045, + -0.16084512944047624, + -0.12776817619047612 + ] + ], + "std": [ + [ + 1.0115769923283313, + 0.9182494349544681, + 0.8958309259021106, + 1.0, + 1.1277230453570237, + 0.9641663228847202, + 0.9980600835386763 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 8, + "depth": 6, + "padding": 14, + "parameters": 6031, + "cert_evals": { + "36": 0.6969696879386902, + "72": 0.5808081030845642, + "108": 0.4545454680919647, + "255": 0.07575757801532745 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7802608106179534, + "std_test_acc": 0.029244404967233663, + "n_samples": 336, + "n_features": 7, + "n_classes": 8, + "mean_cert_acc_36": 0.706711545586586, + "std_cert_acc_36": 0.04572433046623718, + "mean_cert_acc_72": 0.58599953353405, + "std_cert_acc_72": 0.047994342467688474, + "mean_cert_acc_108": 0.46675051748752594, + "std_cert_acc_108": 0.08704578599261616, + "mean_cert_acc_255": 0.08282035635784268, + "std_cert_acc_255": 0.04639444724036543 + }, + "energy-y1": { + "dataset": "energy-y1", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 30, + "best_val_acc": 0.8653846153846154, + "test_acc": 0.8347457627118644, + "train_size": 192, + "val_size": 104, + "test_size": 472, + "stats": { + "mean": [ + [ + 0.04037588177083325, + -0.02897297395833333, + -0.0555741354166667, + -0.0014130312499998996, + -0.01040988541666666, + 0.08845356250000003, + 0.019546906250001692, + 0.12425216145833322 + ] + ], + "std": [ + [ + 1.0503259507282519, + 1.0401598299798114, + 0.9566204676221528, + 1.0115106857597378, + 0.9992947803759471, + 0.9870322434122373, + 0.9626025350664883, + 1.0012373439432847 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 5930, + "cert_evals": { + "36": 0.7923728823661804, + "72": 0.7372881174087524, + "108": 0.6885592937469482, + "255": 0.20974576473236084 + }, + "fold": 0 + }, + { + "best_epoch": 15, + "best_val_acc": 0.8636363636363636, + "test_acc": 0.8198198198198198, + "train_size": 192, + "val_size": 132, + "test_size": 444, + "stats": { + "mean": [ + [ + -0.035944025000000025, + 0.01883181770833327, + 0.02047402083333334, + 0.008475244791666782, + 2.3129646346357427e-18, + -9.25185853854297e-18, + -0.003910447916664952, + -0.010073338541666126 + ] + ], + "std": [ + [ + 0.9212095277307366, + 0.9229015509828643, + 1.0465139198851874, + 0.9891013465328523, + 0.9993489999999986, + 0.9993506559221339, + 0.9981490715102995, + 0.9882682016149288 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 5930, + "cert_evals": { + "36": 0.7477477788925171, + "72": 0.6869369745254517, + "108": 0.6306306719779968, + "255": 0.23423424363136292 + }, + "fold": 1 + }, + { + "best_epoch": 25, + "best_val_acc": 0.8235294117647058, + "test_acc": 0.8402625820568927, + "train_size": 192, + "val_size": 119, + "test_size": 457, + "stats": { + "mean": [ + [ + -0.06401001406250006, + 0.06953358854166669, + -4.583333333418871e-07, + 0.0678050677083333, + -0.0624593125, + 0.10707533333333334, + 0.011727677083334845, + -0.026863999999998927 + ] + ], + "std": [ + [ + 0.9971640605357807, + 1.016537043200003, + 0.9590898709257725, + 0.9858397966646458, + 0.997395236645448, + 0.9977770953987608, + 1.0267126976352656, + 1.0236092624260158 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 5930, + "cert_evals": { + "36": 0.7724288702011108, + "72": 0.6849015355110168, + "108": 0.5711159706115723, + "255": 0.041575491428375244 + }, + "fold": 2 + }, + { + "best_epoch": 18, + "best_val_acc": 0.868421052631579, + "test_acc": 0.8463203463203464, + "train_size": 192, + "val_size": 114, + "test_size": 462, + "stats": { + "mean": [ + [ + -0.09306050364583336, + 0.10140363020833336, + 0.038023541666666646, + 0.08051876041666675, + -0.06245931250000001, + 4.166666664589166e-08, + 0.16615551562499892, + 0.11081956770833301 + ] + ], + "std": [ + [ + 1.0103381574343495, + 1.0260340528127347, + 0.9660180839931469, + 0.9757962633490739, + 0.997395236645448, + 0.9993506559221341, + 0.9513965888850403, + 0.9859377713172496 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 5930, + "cert_evals": { + "36": 0.7922077775001526, + "72": 0.7294372320175171, + "108": 0.6385281085968018, + "255": 0.12987013161182404 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8352871277272307, + "std_test_acc": 0.011343393793930531, + "n_samples": 768, + "n_features": 8, + "n_classes": 3, + "mean_cert_acc_36": 0.7761893272399902, + "std_cert_acc_36": 0.02114679577621349, + "mean_cert_acc_72": 0.7096409648656845, + "std_cert_acc_72": 0.027590866719806467, + "mean_cert_acc_108": 0.6322085112333298, + "std_cert_acc_108": 0.0481322348572842, + "mean_cert_acc_255": 0.15385640785098076, + "std_cert_acc_255": 0.08711402936740176 + }, + "energy-y2": { + "dataset": "energy-y2", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 22, + "best_val_acc": 0.8879310344827587, + "test_acc": 0.8565217391304348, + "train_size": 192, + "val_size": 116, + "test_size": 460, + "stats": { + "mean": [ + [ + 0.0009850791666666432, + 0.010139916666666622, + 0.032173687500000006, + -0.005650822916666537, + 0.010409885416666669, + -0.06052093749999998, + -0.02541311979166509, + 0.0537312500000005 + ] + ], + "std": [ + [ + 1.0456101033083376, + 1.0498619980358046, + 0.9456106661428212, + 0.9965179021332218, + 0.999294780375947, + 1.0222397484588055, + 1.030433216371699, + 0.995731298264168 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 5930, + "cert_evals": { + "36": 0.7782608270645142, + "72": 0.6847825646400452, + "108": 0.6108695268630981, + "255": 0.35217389464378357 + }, + "fold": 0 + }, + { + "best_epoch": 27, + "best_val_acc": 0.8688524590163934, + "test_acc": 0.8678414096916299, + "train_size": 192, + "val_size": 122, + "test_size": 454, + "stats": { + "mean": [ + [ + 0.07533532916666669, + -0.059394307291666594, + -0.017550052083333306, + -0.04944196875000006, + 0.031229656250000005, + -0.004655374999999985, + 0.06255218750000145, + 1.1510416676625372e-06 + ] + ], + "std": [ + [ + 1.0729275910612097, + 1.0653863321722707, + 0.9433869502795601, + 1.0190501631365936, + 0.998860917431203, + 0.9951670891648171, + 1.0163359360027204, + 1.0396997731000648 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 5930, + "cert_evals": { + "36": 0.8281937837600708, + "72": 0.7731277346611023, + "108": 0.7268722057342529, + "255": 0.5176210999488831 + }, + "fold": 1 + }, + { + "best_epoch": 32, + "best_val_acc": 0.8442622950819673, + "test_acc": 0.8590308370044053, + "train_size": 192, + "val_size": 122, + "test_size": 454, + "stats": { + "mean": [ + [ + -0.0004920619791667415, + 0.007242729166666742, + -0.020474875000000007, + 0.016951052083333352, + 2.3129646346357427e-18, + 0.004655458333333339, + 0.11924057812500127, + 0.06380555208333295 + ] + ], + "std": [ + [ + 1.0283618263304504, + 1.0335770524750947, + 0.8923225124501564, + 0.9833589680412395, + 0.9993489999999986, + 1.0280747733173587, + 0.9999909373553216, + 0.955311666538388 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 5930, + "cert_evals": { + "36": 0.8237885236740112, + "72": 0.7973567843437195, + "108": 0.7070484161376953, + "255": 0.5132158398628235 + }, + "fold": 2 + }, + { + "best_epoch": 8, + "best_val_acc": 0.8761061946902655, + "test_acc": 0.8725701943844493, + "train_size": 192, + "val_size": 113, + "test_size": 463, + "stats": { + "mean": [ + [ + -0.045791585416666704, + 0.053598781249999984, + 0.038023489583333334, + 0.0339023333333334, + -0.04163954166666667, + 0.013966291666666672, + 0.03909468750000155, + 0.06716386458333357 + ] + ], + "std": [ + [ + 1.0190772752310013, + 1.0258162287916472, + 1.0141309105461986, + 1.0041302689502694, + 0.998481132706467, + 0.9782096135772306, + 0.997298911424109, + 1.0244022864972453 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 5930, + "cert_evals": { + "36": 0.647948145866394, + "72": 0.5550755858421326, + "108": 0.4730021357536316, + "255": 0.03239740803837776 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.86399104505273, + "std_test_acc": 0.007501584409352667, + "n_samples": 768, + "n_features": 8, + "n_classes": 3, + "mean_cert_acc_36": 0.7695478200912476, + "std_cert_acc_36": 0.08415026290690732, + "mean_cert_acc_72": 0.7025856673717499, + "std_cert_acc_72": 0.10959611077241785, + "mean_cert_acc_108": 0.6294480711221695, + "std_cert_acc_108": 0.11595080645337631, + "mean_cert_acc_255": 0.35385206062346697, + "std_cert_acc_255": 0.22770816284934817 + }, + "fertility": { + "dataset": "fertility", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 3, + "best_val_acc": 0.7777777777777778, + "test_acc": 0.6140350877192983, + "train_size": 25, + "val_size": 18, + "test_size": 57, + "stats": { + "mean": [ + [ + -0.050080199999999984, + -0.12364147839999998, + 0.14793016000000006, + -0.32071263999999977, + 0.1791338, + -0.12053400000000013, + 0.5731312000000003, + -0.16074628000000002, + 0.03862860000000002 + ] + ], + "std": [ + [ + 1.0236052735742232, + 0.8512034434759349, + 0.8026475169365781, + 0.9000012058569202, + 0.9750796495625166, + 0.7418187080757671, + 0.7460504646830267, + 0.9966002512278438, + 0.8297482471350933 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 5961, + "cert_evals": { + "36": 0.5087719559669495, + "72": 0.42105263471603394, + "108": 0.3333333432674408, + "255": 0.05263157933950424 + }, + "fold": 0 + }, + { + "best_epoch": 13, + "best_val_acc": 0.6428571428571429, + "test_acc": 0.5573770491803278, + "train_size": 25, + "val_size": 14, + "test_size": 61, + "stats": { + "mean": [ + [ + 0.08396883999999995, + 0.0741850816, + -0.08875767999999994, + 0.16035823999999999, + -0.2985557199999999, + 0.017217679999999954, + -0.28656639999999994, + -0.012364960000000034, + 7.200000000029405e-07 + ] + ], + "std": [ + [ + 0.9493769176881722, + 1.0402868069724176, + 1.0846399428755964, + 1.0014288942292522, + 0.95537904, + 1.089027811624688, + 1.008650391054026, + 0.9817617018642958, + 0.9407763787630519 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 5961, + "cert_evals": { + "36": 0.4098360538482666, + "72": 0.3442622721195221, + "108": 0.1803278625011444, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 39, + "best_val_acc": 0.6, + "test_acc": 0.6545454545454545, + "train_size": 25, + "val_size": 20, + "test_size": 55, + "stats": { + "mean": [ + [ + -0.15099352, + 0.04121466079999998, + 0.029586240000000055, + 0.16035823999999999, + -0.059710959999999924, + 0.29272248000000006, + 0.09552136000000001, + -0.25966716, + -0.27897695999999994 + ] + ], + "std": [ + [ + 0.9753651401849921, + 1.00304651742069, + 0.9614305510351658, + 1.001428894229252, + 0.9943900320852971, + 0.9593333711047946, + 0.911221690762852, + 0.8623722386522275, + 0.6562133354788506 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 5961, + "cert_evals": { + "36": 0.5090909004211426, + "72": 0.45454543828964233, + "108": 0.290909081697464, + "255": 0.0181818176060915 + }, + "fold": 2 + }, + { + "best_epoch": 43, + "best_val_acc": 0.9090909090909091, + "test_acc": 0.75, + "train_size": 25, + "val_size": 11, + "test_size": 64, + "stats": { + "mean": [ + [ + -0.05008016, + 0.16980184160000003, + 0.029586240000000055, + -0.08017719999999987, + -0.13932587999999993, + 0.22384639999999986, + -0.19104464, + 0.23493724, + -0.28326872000000003 + ] + ], + "std": [ + [ + 0.967192993888714, + 1.0029056548149258, + 0.9614305510351658, + 0.981981821759731, + 0.9879951745516705, + 0.9393450743392652, + 0.9552200000001204, + 1.0881296800000002, + 0.6448658384270962 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 5961, + "cert_evals": { + "36": 0.625, + "72": 0.53125, + "108": 0.5, + "255": 0.140625 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6439893978612701, + "std_test_acc": 0.08113494466760579, + "n_samples": 100, + "n_features": 9, + "n_classes": 2, + "mean_cert_acc_36": 0.5131747275590897, + "std_cert_acc_36": 0.08797695736684116, + "mean_cert_acc_72": 0.4377775862812996, + "std_cert_acc_72": 0.07755232851653564, + "mean_cert_acc_108": 0.3261425718665123, + "std_cert_acc_108": 0.1326416737019081, + "mean_cert_acc_255": 0.052859599236398935, + "std_cert_acc_255": 0.062448654467759566 + }, + "flags": { + "dataset": "flags", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 40, + "best_val_acc": 0.4444444444444444, + "test_acc": 0.42857142857142855, + "train_size": 48, + "val_size": 27, + "test_size": 119, + "stats": { + "mean": [ + [ + 0.2352414791666667, + -0.14561693750000007, + 0.1764680979166667, + 0.11582924333333333, + 0.0278278833333333, + 0.04467812499999988, + -0.14742766666666676, + -0.14850950000000007, + 0.10914166666666664, + 0.020176562500000023, + -0.14527287500000005, + -0.021462375000000023, + -0.005958499999999978, + -0.18136456250000013, + -0.1484010833333332, + -0.13407733333333335, + -0.14238879166666651, + -0.06353299999999999, + 0.039132958333333315, + 0.23061385416666677, + 0.16322545416666676, + 0.20470881250000014, + -0.04084762500000006, + -0.005915999999999931, + -0.08552499999999989, + 0.003115083333333317, + -0.00012200000000005262, + 0.016370875000000003 + ] + ], + "std": [ + [ + 0.9423798810959939, + 0.9424971000607776, + 1.1257258803436931, + 1.5640772168523231, + 0.9974256598053217, + 1.129307049644929, + 1.052031616542435, + 0.7965270829416287, + 0.9104918487062668, + 0.9984666452987403, + 0.9898063223282548, + 0.9958585433814053, + 1.0008837456871553, + 0.8789136023594675, + 0.8091964732150918, + 0.9827727342487288, + 0.6596688427296609, + 0.858146791992489, + 1.050181614737104, + 1.5175473203808312, + 0.8994410282874392, + 1.317453200121319, + 0.9530138431587623, + 0.994027422565394, + 0.9275008724551151, + 1.0021317232904448, + 0.9667438830883966, + 0.9280632223285767 + ] + ] + }, + "width": 128, + "in_features": 28, + "out_features": 8, + "depth": 6, + "padding": 56, + "parameters": 90895, + "cert_evals": { + "36": 0.31092438101768494, + "72": 0.29411765933036804, + "108": 0.21848741173744202, + "255": 0.10084034502506256 + }, + "fold": 0 + }, + { + "best_epoch": 17, + "best_val_acc": 0.4482758620689655, + "test_acc": 0.3076923076923077, + "train_size": 48, + "val_size": 29, + "test_size": 117, + "stats": { + "mean": [ + [ + 0.19499710416666668, + -0.0022983958333333797, + -0.02790886250000002, + 0.11650907499999995, + -0.06750504166666671, + -0.11583450000000012, + -0.10268268750000005, + 0.02775170833333333, + 0.26183579166666643, + -0.02146237499999999, + -0.14527287500000005, + 0.27001018749999983, + -0.10226858333333351, + 0.10011306249999985, + -0.3313875208333335, + -0.17088533333333333, + -0.18737783333333316, + -0.06353299999999996, + 0.03913295833333332, + -0.008377395833333351, + -0.026332812499999955, + -0.15468943749999978, + 0.07922083333333325, + 0.13755950000000008, + -0.03367612499999993, + 0.07865360416666665, + 0.0827322729166666, + -0.1398202291666666 + ] + ], + "std": [ + [ + 1.0149211380035321, + 1.0106590573641523, + 0.800987362794606, + 1.5710238762349773, + 0.9911412389198323, + 0.8417359860573123, + 0.7550650019137193, + 0.8454707572998891, + 0.7463117905961775, + 0.9958585433814053, + 0.9898063223282548, + 0.9774069853377493, + 1.0506189728199082, + 1.04374696833814, + 0.41816393735262497, + 0.8196612593038392, + 0.596847083543995, + 0.8581467919924893, + 1.050181614737104, + 0.8097533539243018, + 0.6013621428718394, + 0.6159775664971462, + 1.073924939147738, + 1.064042786035294, + 0.9713883617826264, + 1.1076121378365742, + 1.021768139613268, + 0.8455337132759265 + ] + ] + }, + "width": 128, + "in_features": 28, + "out_features": 8, + "depth": 6, + "padding": 56, + "parameters": 90895, + "cert_evals": { + "36": 0.25641027092933655, + "72": 0.18803419172763824, + "108": 0.1367521435022354, + "255": 0.05982906371355057 + }, + "fold": 1 + }, + { + "best_epoch": 43, + "best_val_acc": 0.46153846153846156, + "test_acc": 0.4166666666666667, + "train_size": 48, + "val_size": 26, + "test_size": 120, + "stats": { + "mean": [ + [ + 0.0340199583333333, + 0.10917162499999984, + -0.07162090208333334, + 0.06506778333333332, + -0.10921322916666676, + 0.12493452083333324, + 0.013654270833333296, + 0.15594170833333318, + -0.04355245833333338, + -0.021462374999999978, + 0.104134875, + 0.02017656249999995, + 0.1385066249999999, + 0.053200124999999876, + 0.09558083333333343, + 0.3076187916666668, + 0.17253487500000028, + 0.15269966666666668, + 0.1823765416666667, + 0.13501729166666662, + 0.262743825, + -0.06483987499999996, + 0.19928929166666667, + -0.1015663333333332, + -0.03367612499999994, + 0.07865360416666677, + 0.23660444999999997, + 0.06843458333333337 + ] + ], + "std": [ + [ + 1.0728446319744602, + 1.004997765945125, + 0.6738313483909325, + 1.1276322526496132, + 0.9889360364810051, + 1.0737570402474663, + 1.2301542970075396, + 1.0335005003320021, + 1.0268293591046207, + 0.9958585433814053, + 0.9898063223282548, + 0.9984666452987404, + 0.9021844164633743, + 1.0235194592787966, + 1.0911203018947113, + 1.043398618770709, + 1.428359917728367, + 1.0537876663148145, + 1.2133500974257005, + 0.931759019467099, + 1.699034990837401, + 0.8618067283867119, + 1.170282570673264, + 0.9322841280124254, + 0.9713883617826267, + 1.1076121378365744, + 1.009283746545842, + 1.0092164745858712 + ] + ] + }, + "width": 128, + "in_features": 28, + "out_features": 8, + "depth": 6, + "padding": 56, + "parameters": 90895, + "cert_evals": { + "36": 0.3333333432674408, + "72": 0.25, + "108": 0.21666668355464935, + "255": 0.09166666865348816 + }, + "fold": 2 + }, + { + "best_epoch": 41, + "best_val_acc": 0.22580645161290322, + "test_acc": 0.3652173913043478, + "train_size": 48, + "val_size": 31, + "test_size": 115, + "stats": { + "mean": [ + [ + 0.060849604166666675, + -0.11376839583333333, + -0.09783850416666667, + -0.09356036875000003, + 0.22445235416666667, + 0.024614104166666605, + 0.0762974583333333, + 0.09184660416666661, + -0.14534854166666666, + -0.021462374999999978, + 0.18727079166666663, + 0.061815500000000016, + 0.042196541666666705, + 0.10011306249999992, + -0.08740560416666669, + 0.0008853750000000308, + -0.1423887916666665, + -0.06353283333333333, + -0.10411062500000007, + -0.056175625000000166, + 0.25800489583333336, + -0.15468943749999986, + 0.07922083333333328, + -0.10156633333333316, + -0.08552499999999985, + 0.0031150833333333725, + -0.1421576375, + 0.0684342083333334 + ] + ], + "std": [ + [ + 1.0293582077836319, + 0.9794406225141076, + 0.6268224867254953, + 0.3684227553507345, + 1.025591356541465, + 1.1118837703058688, + 1.0365020313045694, + 1.0275207215403601, + 1.0856923338143685, + 0.9958585433814053, + 0.9757408637342995, + 0.9993344999999996, + 0.9714914160365958, + 1.0437469683381402, + 0.8943692877865511, + 1.023515389848972, + 0.6596688427296608, + 1.0084428269148291, + 0.8321700190516114, + 0.7587733649056444, + 1.7047553305488228, + 0.615977566497146, + 1.073924939147738, + 0.9322841280124254, + 0.9275008724551151, + 1.0021317232904448, + 0.8580294890796403, + 1.071739861024061 + ] + ] + }, + "width": 128, + "in_features": 28, + "out_features": 8, + "depth": 6, + "padding": 56, + "parameters": 90895, + "cert_evals": { + "36": 0.313043475151062, + "72": 0.260869562625885, + "108": 0.1826086938381195, + "255": 0.06956521421670914 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.3795369485586877, + "std_test_acc": 0.055225894705525296, + "n_samples": 194, + "n_features": 28, + "n_classes": 8, + "mean_cert_acc_36": 0.3034278675913811, + "std_cert_acc_36": 0.032932504174339405, + "mean_cert_acc_72": 0.24825535342097282, + "std_cert_acc_72": 0.04431742127189825, + "mean_cert_acc_108": 0.18862873315811157, + "std_cert_acc_108": 0.038319223968659596, + "mean_cert_acc_255": 0.0804753229022026, + "std_cert_acc_255": 0.019019979283231545 + }, + "glass": { + "dataset": "glass", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 14, + "best_val_acc": 0.43243243243243246, + "test_acc": 0.4032258064516129, + "train_size": 53, + "val_size": 37, + "test_size": 124, + "stats": { + "mean": [ + [ + 0.012939788679245282, + 0.04699466943396226, + 0.04250909433962263, + -0.01625201207547179, + -0.03750319433962267, + -0.18787082075471698, + 0.06524139433962263, + -0.040507150943396124, + -0.2307195471698114 + ] + ], + "std": [ + [ + 0.801738486196533, + 0.8467082620054888, + 0.9820084649167357, + 0.9338214241369891, + 0.8598618475288062, + 0.3955791139166082, + 0.8724031270593463, + 0.8657099216828293, + 0.7013424696367202 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 6093, + "cert_evals": { + "36": 0.2661290168762207, + "72": 0.15322580933570862, + "108": 0.10483870655298233, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 19, + "best_val_acc": 0.23333333333333334, + "test_acc": 0.1984732824427481, + "train_size": 53, + "val_size": 30, + "test_size": 131, + "stats": { + "mean": [ + [ + -0.06851211245283018, + -0.15009423962264148, + 0.02275701132075471, + -0.11148559811320762, + 0.16614626415094338, + 0.138459841509434, + -0.08099267547169811, + 0.036904622641509635, + -0.12809118867924535 + ] + ], + "std": [ + [ + 0.8515731555985958, + 0.9581970001358434, + 0.9640671504859841, + 0.9248622429706228, + 0.9755758770264732, + 1.357781655818288, + 0.8022445220282372, + 1.1525134057528226, + 0.8492428385949199 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 6093, + "cert_evals": { + "36": 0.04580152779817581, + "72": 0.007633587811142206, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 11, + "best_val_acc": 0.38461538461538464, + "test_acc": 0.3333333333333333, + "train_size": 53, + "val_size": 26, + "test_size": 135, + "stats": { + "mean": [ + [ + 0.17342035830188673, + 0.10083030188679246, + -0.0808434981132076, + -0.019653658490565933, + -0.19072764905660378, + 0.02794728113207545, + 0.12344338867924527, + -0.06403424528301871, + 0.22045922641509424 + ] + ], + "std": [ + [ + 1.2137577085998512, + 0.8431029761509528, + 1.0333305367739407, + 1.0160914345283907, + 1.0137208401349003, + 1.2887142840709145, + 1.1306321303495666, + 0.9397607053756946, + 1.2490718777482173 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 6093, + "cert_evals": { + "36": 0.20000000298023224, + "72": 0.15555554628372192, + "108": 0.1111111119389534, + "255": 0.04444444179534912 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.35714285714285715, + "test_acc": 0.22556390977443608, + "train_size": 53, + "val_size": 28, + "test_size": 133, + "stats": { + "mean": [ + [ + -0.09789963037735849, + -0.25360606113207534, + -0.0009194132075472026, + 0.04837090226415086, + 0.10451545471698113, + 0.3782897773584904, + -0.08351155283018871, + -0.02570778301886777, + 0.11976666037735839 + ] + ], + "std": [ + [ + 0.9830235331660265, + 0.9613168258565478, + 1.0022618468949342, + 0.9817559883419383, + 1.0203488325490284, + 1.7842263867081236, + 1.0422858738909424, + 0.9054813684433138, + 1.1073266176346976 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 6093, + "cert_evals": { + "36": 0.17293234169483185, + "72": 0.08270677179098129, + "108": 0.037593986839056015, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.29014908300053255, + "std_test_acc": 0.09526615676057906, + "n_samples": 214, + "n_features": 9, + "n_classes": 6, + "mean_cert_acc_36": 0.17121572233736515, + "std_cert_acc_36": 0.09231961739211397, + "mean_cert_acc_72": 0.09978042880538851, + "std_cert_acc_72": 0.07011852465365849, + "mean_cert_acc_108": 0.06338595133274794, + "std_cert_acc_108": 0.0537866964004983, + "mean_cert_acc_255": 0.01111111044883728, + "std_cert_acc_255": 0.02222222089767456 + }, + "haberman-survival": { + "dataset": "haberman-survival", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.7608695652173914, + "test_acc": 0.7228260869565217, + "train_size": 76, + "val_size": 46, + "test_size": 184, + "stats": { + "mean": [ + [ + 0.056303715789473636, + 0.11814425789473684, + 0.07505885618421046 + ] + ], + "std": [ + [ + 1.071529133459213, + 0.9640121301272397, + 1.1153002449883138 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 5577, + "cert_evals": { + "36": 0.15217392146587372, + "72": 0.06521739065647125, + "108": 0.03804348036646843, + "255": 0.005434782709926367 + }, + "fold": 0 + }, + { + "best_epoch": 28, + "best_val_acc": 0.7906976744186046, + "test_acc": 0.6470588235294118, + "train_size": 76, + "val_size": 43, + "test_size": 187, + "stats": { + "mean": [ + [ + 0.10623882105263147, + 0.09384808421052634, + 0.007344408815789407 + ] + ], + "std": [ + [ + 1.0605035134671559, + 1.0869710980458733, + 1.1078408305262222 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 5577, + "cert_evals": { + "36": 0.33155080676078796, + "72": 0.11764705926179886, + "108": 0.03208556026220322, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 11, + "best_val_acc": 0.8679245283018868, + "test_acc": 0.7231638418079096, + "train_size": 76, + "val_size": 53, + "test_size": 177, + "stats": { + "mean": [ + [ + 0.06604734605263156, + -0.015483576315789458, + 0.01100456263157891 + ] + ], + "std": [ + [ + 1.0531764871263751, + 0.9959949318361989, + 0.8640777726923776 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 5577, + "cert_evals": { + "36": 0.4858756959438324, + "72": 0.28248587250709534, + "108": 0.09604519605636597, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 60, + "best_val_acc": 0.6216216216216216, + "test_acc": 0.6217616580310881, + "train_size": 76, + "val_size": 37, + "test_size": 193, + "stats": { + "mean": [ + [ + -0.03016957763157897, + -0.13291423947368405, + 0.01283475092105254 + ] + ], + "std": [ + [ + 1.0380766725977404, + 1.0963438485094303, + 1.0823191968380823 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 5577, + "cert_evals": { + "36": 0.48704662919044495, + "72": 0.29015544056892395, + "108": 0.12953367829322815, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6787026025812328, + "std_test_acc": 0.05217689011408299, + "n_samples": 306, + "n_features": 3, + "n_classes": 2, + "mean_cert_acc_36": 0.36416176334023476, + "std_cert_acc_36": 0.15907785435275912, + "mean_cert_acc_72": 0.18887644074857235, + "std_cert_acc_72": 0.11457944401947123, + "mean_cert_acc_108": 0.07392697874456644, + "std_cert_acc_108": 0.046973930103886105, + "mean_cert_acc_255": 0.0013586956774815917, + "std_cert_acc_255": 0.0027173913549631834 + }, + "hayes-roth": { + "dataset": "hayes-roth", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 24, + "best_val_acc": 0.5294117647058824, + "test_acc": 0.5408163265306123, + "train_size": 28, + "val_size": 34, + "test_size": 98, + "stats": { + "mean": [ + [ + -2.0777030889413645e-15, + -2.0142617732484982e-15, + -2.0142617732484982e-15 + ] + ], + "std": [ + [ + 0.9711863730167035, + 0.9711863730167036, + 0.9711863730167035 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 5610, + "cert_evals": { + "36": 0.2857142686843872, + "72": 0.06122449040412903, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 7, + "best_val_acc": 0.48, + "test_acc": 0.4953271028037383, + "train_size": 28, + "val_size": 25, + "test_size": 107, + "stats": { + "mean": [ + [ + -2.0777030889413645e-15, + -2.0142617732484982e-15, + -2.0142617732484982e-15 + ] + ], + "std": [ + [ + 0.9711863730167035, + 0.9711863730167036, + 0.9711863730167035 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 5610, + "cert_evals": { + "36": 0.3925233483314514, + "72": 0.32710278034210205, + "108": 0.18691587448120117, + "255": 0.018691588193178177 + }, + "fold": 1 + }, + { + "best_epoch": 8, + "best_val_acc": 0.6071428571428571, + "test_acc": 0.4519230769230769, + "train_size": 28, + "val_size": 28, + "test_size": 104, + "stats": { + "mean": [ + [ + -2.0777030889413645e-15, + -2.0142617732484982e-15, + -2.0142617732484982e-15 + ] + ], + "std": [ + [ + 0.9711863730167035, + 0.9711863730167036, + 0.9711863730167035 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 5610, + "cert_evals": { + "36": 0.25, + "72": 0.16346155107021332, + "108": 0.05769231170415878, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 21, + "best_val_acc": 0.6071428571428571, + "test_acc": 0.5384615384615384, + "train_size": 28, + "val_size": 28, + "test_size": 104, + "stats": { + "mean": [ + [ + -2.0777030889413645e-15, + -2.0142617732484982e-15, + -2.0142617732484982e-15 + ] + ], + "std": [ + [ + 0.9711863730167035, + 0.9711863730167036, + 0.9711863730167035 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 5610, + "cert_evals": { + "36": 0.25961539149284363, + "72": 0.19230769574642181, + "108": 0.17307692766189575, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5066320111797414, + "std_test_acc": 0.04204186272387841, + "n_samples": 160, + "n_features": 3, + "n_classes": 3, + "mean_cert_acc_36": 0.29696325212717056, + "std_cert_acc_36": 0.06546928378863054, + "mean_cert_acc_72": 0.18602412939071655, + "std_cert_acc_72": 0.10958510968201965, + "mean_cert_acc_108": 0.10442127846181393, + "std_cert_acc_108": 0.09056554950112897, + "mean_cert_acc_255": 0.004672897048294544, + "std_cert_acc_255": 0.009345794096589088 + }, + "heart-cleveland": { + "dataset": "heart-cleveland", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 45, + "best_val_acc": 0.5740740740740741, + "test_acc": 0.5953757225433526, + "train_size": 76, + "val_size": 54, + "test_size": 173, + "stats": { + "mean": [ + [ + 0.025679380263157865, + 0.06560718421052641, + -0.04165710526315796, + 0.12079876315789474, + -0.05836617236842103, + 0.21103164473684244, + 0.009953435000000009, + -0.04552891578947369, + -0.07930921052631572, + 0.018019449999999958, + -0.1633495263157895, + 0.1490460526315791, + 0.1173184736842107 + ] + ], + "std": [ + [ + 0.8936682722687875, + 0.9705101476202265, + 1.0410809532354568, + 0.9713482365754217, + 1.0046131234392313, + 1.1698900228292355, + 0.991743905598925, + 1.063967410026795, + 0.9653541002995567, + 0.9670845428420584, + 0.8530269008877411, + 1.0419737091060064, + 0.9887800977718967 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 5, + "depth": 6, + "padding": 26, + "parameters": 22860, + "cert_evals": { + "36": 0.49132946133613586, + "72": 0.4219653010368347, + "108": 0.3583815097808838, + "255": 0.12138728052377701 + }, + "fold": 0 + }, + { + "best_epoch": 25, + "best_val_acc": 0.3953488372093023, + "test_acc": 0.40217391304347827, + "train_size": 76, + "val_size": 43, + "test_size": 184, + "stats": { + "mean": [ + [ + -0.2101489736842105, + 0.09376453947368439, + -0.1649965789473685, + -0.03545365789473685, + -0.1381618, + 0.02633263157894729, + -0.1355152364473684, + -0.028272514473684226, + 0.060729605263158, + -0.12137016052631582, + 0.02882180263157893, + -0.062184184210526385, + -0.10297684210526317 + ] + ], + "std": [ + [ + 0.9630708106281646, + 0.9569359106048417, + 1.0685892850045124, + 0.9716813782156916, + 0.8933102337559928, + 1.0237058396713807, + 0.987768251139324, + 1.0505795881681008, + 1.018728244712418, + 0.800844776889746, + 0.9838325491030496, + 0.9678759361024273, + 0.9824728943441249 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 5, + "depth": 6, + "padding": 26, + "parameters": 22860, + "cert_evals": { + "36": 0.32608696818351746, + "72": 0.2445652186870575, + "108": 0.1467391401529312, + "255": 0.005434782709926367 + }, + "fold": 1 + }, + { + "best_epoch": 21, + "best_val_acc": 0.543859649122807, + "test_acc": 0.5176470588235295, + "train_size": 76, + "val_size": 57, + "test_size": 170, + "stats": { + "mean": [ + [ + 0.009666096052631561, + 0.12192189473684223, + -0.04165730263157901, + -0.053396460526315796, + 0.009485552631578952, + -0.08448677631578952, + -0.12229084131578946, + 0.029248118421052637, + 0.0887373684210527, + 0.14607715657894724, + 0.007469368421052609, + 0.13496389473684212, + -0.016193828947368444 + ] + ], + "std": [ + [ + 0.991747257977119, + 0.9423253440641232, + 1.054702252215874, + 1.01578753443219, + 0.912628998922061, + 0.9070959475884481, + 0.9828872816770845, + 1.0215811465249889, + 1.026781557739585, + 1.110916508206595, + 1.0555936285886078, + 1.1293737151568792, + 0.9751655205627294 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 5, + "depth": 6, + "padding": 26, + "parameters": 22860, + "cert_evals": { + "36": 0.42352941632270813, + "72": 0.38823530077934265, + "108": 0.3117647171020508, + "255": 0.1411764770746231 + }, + "fold": 2 + }, + { + "best_epoch": 15, + "best_val_acc": 0.5405405405405406, + "test_acc": 0.5, + "train_size": 76, + "val_size": 37, + "test_size": 190, + "stats": { + "mean": [ + [ + 0.009666401315789493, + -0.1314943026315789, + -0.027953026315789546, + -0.017510736842105287, + 0.14569758815789477, + -0.12142657894736847, + 0.16864663157894735, + 0.0298232342105263, + 0.032721842105263264, + -0.0567749657894737, + -0.14199722368421067, + 0.050471736842105284, + -0.002842618421052697 + ] + ], + "std": [ + [ + 1.037308935092612, + 1.039536608942455, + 1.0731491570199134, + 0.9857713056853448, + 1.1678879570276746, + 0.8615768485992676, + 0.9924490204448371, + 1.0295305309669156, + 1.0098342617684068, + 1.0125711830157138, + 0.967005700282042, + 1.1226814635925688, + 0.9876978299691207 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 5, + "depth": 6, + "padding": 26, + "parameters": 22860, + "cert_evals": { + "36": 0.40526318550109863, + "72": 0.33157896995544434, + "108": 0.21052631735801697, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5037991736025901, + "std_test_acc": 0.07941485072025711, + "n_samples": 303, + "n_features": 13, + "n_classes": 5, + "mean_cert_acc_36": 0.411552257835865, + "std_cert_acc_36": 0.06795028253542972, + "mean_cert_acc_72": 0.3465861976146698, + "std_cert_acc_72": 0.07756750619195113, + "mean_cert_acc_108": 0.2568529210984707, + "std_cert_acc_108": 0.09590717496348347, + "mean_cert_acc_255": 0.06699963507708162, + "std_cert_acc_255": 0.07469806336939713 + }, + "heart-hungarian": { + "dataset": "heart-hungarian", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 5, + "best_val_acc": 0.8235294117647058, + "test_acc": 0.7486631016042781, + "train_size": 73, + "val_size": 34, + "test_size": 187, + "stats": { + "mean": [ + [ + 0.0800741506849315, + 0.187091506849315, + 0.14536817123287665, + 0.057955123287671204, + 0.007548964931506878, + 0.0018470410958903167, + -0.026523986301369866, + -0.07145227945205493, + -0.002936657534246297, + 0.06359038356164397, + 0.03073776712328766, + -0.08100684931506869 + ] + ], + "std": [ + [ + 0.9987991948716954, + 0.8797143812899805, + 1.0138369657816542, + 1.004282733869356, + 1.1169105950079397, + 1.0014602608653556, + 0.9486883864181348, + 1.0204510052676476, + 0.9970306548239305, + 1.1098417855233023, + 1.0026671671379417, + 0.8754503895152498 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 6153, + "cert_evals": { + "36": 0.6631016135215759, + "72": 0.51871657371521, + "108": 0.385026752948761, + "255": 0.04812834411859512 + }, + "fold": 0 + }, + { + "best_epoch": 18, + "best_val_acc": 0.7692307692307693, + "test_acc": 0.8186813186813187, + "train_size": 73, + "val_size": 39, + "test_size": 182, + "stats": { + "mean": [ + [ + -0.03390847945205465, + 0.1564823287671232, + -0.05334468493150675, + 0.17270156164383563, + -0.14544580410958913, + -0.10677657534246586, + 0.03300201369863015, + 0.11938546301369855, + 0.026828767123288015, + 0.11635597260273989, + 0.11918921917808224, + -0.025584246575342404 + ] + ], + "std": [ + [ + 1.015281664085163, + 0.9028410442013451, + 1.0337121941577725, + 0.9152783215528201, + 0.8308188513709485, + 0.787052874670898, + 0.9862292931929137, + 0.8791726610331962, + 1.0093946605762534, + 0.9709004823896129, + 0.9957071278619543, + 0.9379507836223181 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 6153, + "cert_evals": { + "36": 0.785714328289032, + "72": 0.7142857313156128, + "108": 0.6318681240081787, + "255": 0.2032967060804367 + }, + "fold": 1 + }, + { + "best_epoch": 9, + "best_val_acc": 0.7619047619047619, + "test_acc": 0.664804469273743, + "train_size": 73, + "val_size": 42, + "test_size": 179, + "stats": { + "mean": [ + [ + 0.14495649315068504, + 0.003436438356164301, + -0.06753834246575333, + 0.2389838082191781, + 0.03065915232876712, + -0.16108838356164396, + 0.03300202739726026, + 0.07263872739726036, + 0.02682876712328804, + -0.04947819178082209, + 0.0012539315068493056, + -0.05725431506849332 + ] + ], + "std": [ + [ + 0.9448396245451279, + 0.9965626371881349, + 0.9510883979986018, + 0.9219475695799935, + 0.863125052835077, + 0.6471998892994516, + 1.0497525444673081, + 0.9275566360232819, + 1.0093946605762534, + 0.8385071156366399, + 0.992646777404723, + 0.8922594920555511 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 6153, + "cert_evals": { + "36": 0.5474860072135925, + "72": 0.3854748606681824, + "108": 0.24581004679203033, + "255": 0.03910614550113678 + }, + "fold": 2 + }, + { + "best_epoch": 14, + "best_val_acc": 0.7954545454545454, + "test_acc": 0.751412429378531, + "train_size": 73, + "val_size": 44, + "test_size": 177, + "stats": { + "mean": [ + [ + 0.03448108219178094, + 0.03404561643835607, + 0.2021428561643836, + -0.012603835616438326, + 0.012083080821917778, + 0.0018470410958903595, + 0.03300201369863012, + -0.05440366712328782, + 0.14589046575342487, + 0.0786663835616438, + 0.13393120547945203, + -0.05725438356164386 + ] + ], + "std": [ + [ + 0.9357023656034743, + 0.98044976884177, + 0.9447129008604433, + 0.8618425109620811, + 1.2011825380327528, + 1.0014602608653553, + 0.986229293192914, + 0.847254895689431, + 1.0489937022040874, + 1.0096312619774381, + 1.0380236400472438, + 0.844840730482065 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 6153, + "cert_evals": { + "36": 0.7118644118309021, + "72": 0.6214689016342163, + "108": 0.5536723136901855, + "255": 0.18644067645072937 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7458903297344678, + "std_test_acc": 0.06301223872348838, + "n_samples": 294, + "n_features": 12, + "n_classes": 2, + "mean_cert_acc_36": 0.6770415902137756, + "std_cert_acc_36": 0.1000022748788711, + "mean_cert_acc_72": 0.5599865168333054, + "std_cert_acc_72": 0.14112152868258543, + "mean_cert_acc_108": 0.4540943093597889, + "std_cert_acc_108": 0.17288914512200207, + "mean_cert_acc_255": 0.1192429680377245, + "std_cert_acc_255": 0.0876731866200301 + }, + "heart-switzerland": { + "dataset": "heart-switzerland", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 3, + "best_val_acc": 0.3333333333333333, + "test_acc": 0.2702702702702703, + "train_size": 31, + "val_size": 18, + "test_size": 74, + "stats": { + "mean": [ + [ + -0.03867648709677418, + 0.061165483870967645, + -0.031605645161290254, + -0.04727649354838697, + 0.12035961290322578, + 0.10471612903225812, + 0.10948048064516128, + 0.21947058064516128, + 0.24267312903225804, + 0.146339935483871, + 0.09546838709677423, + -0.14905170967741943 + ] + ], + "std": [ + [ + 1.1959209887023292, + 0.8952513255013157, + 1.0680537841920705, + 1.1526431663263934, + 1.2389629579337629, + 1.0370364433639812, + 0.8482163286791152, + 0.998704338537551, + 0.823971907762666, + 0.9616527651367163, + 1.172612838656165, + 1.0452475193168111 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 6252, + "cert_evals": { + "36": 0.1621621698141098, + "72": 0.04054054245352745, + "108": 0.027027027681469917, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.16666666666666666, + "test_acc": 0.16216216216216217, + "train_size": 31, + "val_size": 18, + "test_size": 74, + "stats": { + "mean": [ + [ + 0.38275906451612907, + -0.056386774193548456, + 0.015231451612903284, + 0.016496377419354898, + 0.2830434193548386, + -0.059711161290322494, + 0.04518695483870968, + -0.039474967741935506, + 0.10301854838709676, + -0.043132193548387085, + 0.0954683870967742, + -0.026422451612903276 + ] + ], + "std": [ + [ + 0.8537728993403316, + 1.0773842413872565, + 0.9891428503533505, + 0.8244718913923468, + 1.4910217148161218, + 1.0016724276385454, + 0.8092921347980535, + 0.9902763031378431, + 0.9512021337497041, + 1.1112826701924636, + 1.172612838656165, + 1.014523633801689 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 6252, + "cert_evals": { + "36": 0.054054055362939835, + "72": 0.013513513840734959, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.125, + "test_acc": 0.25, + "train_size": 31, + "val_size": 24, + "test_size": 68, + "stats": { + "mean": [ + [ + 0.1363268064516129, + 0.06116548387096767, + -0.07844332258064517, + 0.28318253870967747, + 0.12035961290322578, + -0.00490193548387092, + -0.09028977096774195, + -0.16894774193548387, + -0.07077383870967743, + -0.23260409677419347, + -0.0015777419354838426, + -0.12861274193548392 + ] + ], + "std": [ + [ + 0.9985620954632528, + 0.8952513255013155, + 0.7865317101247931, + 0.8496477832825274, + 1.2389629579337627, + 0.8129502811517081, + 0.9201252610360474, + 0.960195792094272, + 0.7788574621968283, + 0.922011584077965, + 1.0630870797904943, + 0.9101297422084665 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 6252, + "cert_evals": { + "36": 0.1764705926179886, + "72": 0.13235294818878174, + "108": 0.07352941483259201, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.2857142857142857, + "test_acc": 0.2948717948717949, + "train_size": 31, + "val_size": 14, + "test_size": 78, + "stats": { + "mean": [ + [ + 0.06132570967741941, + -0.05638677419354848, + -0.03160587096774191, + -0.08206108387096776, + 0.1203596129032258, + 0.21433419354838715, + 0.08651870322580645, + 0.08999780645161289, + 0.000605741935483859, + -0.11892112903225804, + 0.19251451612903228, + -0.09795603225806457 + ] + ], + "std": [ + [ + 1.1796944897022907, + 1.0773842413872565, + 1.002361426374151, + 1.2266934302261872, + 1.2389629579337627, + 1.2107719727384119, + 1.1761632862640778, + 1.0028917964777728, + 0.9746182884484196, + 1.026652327670446, + 1.4781625990241394, + 1.0351077769123456 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 6252, + "cert_evals": { + "36": 0.1538461595773697, + "72": 0.05128205195069313, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.24432605682605685, + "std_test_acc": 0.05776698325545481, + "n_samples": 123, + "n_features": 12, + "n_classes": 5, + "mean_cert_acc_36": 0.13663324434310198, + "std_cert_acc_36": 0.05584009090478006, + "mean_cert_acc_72": 0.05942226410843432, + "std_cert_acc_72": 0.05115101986013522, + "mean_cert_acc_108": 0.025139110628515482, + "std_cert_acc_108": 0.03468494168054, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "heart-va": { + "dataset": "heart-va", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.16216216216216217, + "test_acc": 0.22123893805309736, + "train_size": 50, + "val_size": 37, + "test_size": 113, + "stats": { + "mean": [ + [ + 0.12417273199999997, + 0.05847433999999993, + 0.11939195999999985, + 0.13652684859999997, + 0.169332294, + -0.08422980000000006, + -0.051211000000000055, + -0.025999581999999997, + -0.10986361999999993, + 0.02611757999999999, + 0.18437666399999986, + -0.16063424000000026 + ] + ], + "std": [ + [ + 1.0375983940843654, + 0.8186406200000009, + 0.906257232351079, + 0.9850972422932538, + 0.9999215189422874, + 0.964959379692824, + 0.9368765586228528, + 0.926118336928491, + 0.985877688928741, + 0.8984566513475283, + 1.109014128975748, + 0.8047660315047241 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 6252, + "cert_evals": { + "36": 0.12389380484819412, + "72": 0.0796460211277008, + "108": 0.02654867246747017, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.23333333333333334, + "test_acc": 0.25, + "train_size": 50, + "val_size": 30, + "test_size": 120, + "stats": { + "mean": [ + [ + -0.10881117199999998, + 0.17542300000000016, + 0.21993213999999972, + -0.08821109999999997, + 0.13781262600000002, + 0.08422731999999994, + 0.00731520000000001, + -0.12721317799999998, + -0.30961252, + -0.25667714, + -0.17580066800000008, + -0.02059391999999999 + ] + ], + "std": [ + [ + 0.9929893928858932, + 1.0, + 0.8501447398821216, + 1.0656963957883359, + 1.0325714366151477, + 1.022085030499879, + 0.9621289169237981, + 1.0393960665815958, + 0.9317809815586118, + 0.8468928172805285, + 0.9604725295714901, + 0.9867682179778366 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 6252, + "cert_evals": { + "36": 0.125, + "72": 0.02500000223517418, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.4074074074074074, + "test_acc": 0.21951219512195122, + "train_size": 50, + "val_size": 27, + "test_size": 123, + "stats": { + "mean": [ + [ + 0.15233571999999998, + 0.05847433999999995, + 0.11939203999999982, + -0.012556939999999935, + 0.15528536399999998, + -0.042115520000000004, + 0.06584127999999993, + 0.009825086000000021, + 0.16978484000000008, + 0.05313653999999998, + 0.04716622799999987, + 0.15239717999999963 + ] + ], + "std": [ + [ + 0.9466778160837978, + 0.8186406200000006, + 0.794839780092792, + 1.0183639969617624, + 0.9927764037429706, + 0.982265363064182, + 1.1062072213290066, + 0.982147212242076, + 0.9915274640582656, + 1.040558924765334, + 1.0326448287754921, + 1.138945356222443 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 6252, + "cert_evals": { + "36": 0.1138211339712143, + "72": 0.04065040498971939, + "108": 0.008130080997943878, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 23, + "best_val_acc": 0.26666666666666666, + "test_acc": 0.175, + "train_size": 50, + "val_size": 30, + "test_size": 120, + "stats": { + "mean": [ + [ + -0.07040700000000005, + 0.17542300000000016, + 0.14452675999999975, + 0.06532269999999997, + -0.19794047999999992, + -0.08422980000000009, + -0.16826343999999985, + 0.010868634000000012, + 0.009985720000000033, + -0.009907080000000006, + -0.10719553600000013, + -0.08649541999999996 + ] + ], + "std": [ + [ + 1.2049567103246417, + 1.0, + 0.9024156133740057, + 0.9721589400778301, + 0.9497444006039201, + 0.964959379692824, + 0.920277085388703, + 0.9840113193010918, + 0.9979451845458254, + 1.0793938409678105, + 0.9369066157621472, + 0.9024286546800494 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 6252, + "cert_evals": { + "36": 0.10000000894069672, + "72": 0.05000000447034836, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.21643778329376212, + "std_test_acc": 0.030962425452202878, + "n_samples": 200, + "n_features": 12, + "n_classes": 5, + "mean_cert_acc_36": 0.11567873694002628, + "std_cert_acc_36": 0.01159951847040413, + "mean_cert_acc_72": 0.04882410820573568, + "std_cert_acc_72": 0.022991088837158846, + "mean_cert_acc_108": 0.008669688366353512, + "std_cert_acc_108": 0.012520333346725704, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "hepatitis": { + "dataset": "hepatitis", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 8, + "best_val_acc": 0.8260869565217391, + "test_acc": 0.7311827956989247, + "train_size": 39, + "val_size": 23, + "test_size": 93, + "stats": { + "mean": [ + [ + -0.07305103333333338, + -0.25417620512820527, + -0.0684997948717948, + 0.002734846153846289, + -0.27956964102564097, + 0.043173205128205175, + -0.08607384615384614, + 0.058396666666666625, + 0.06670830769230766, + -0.04725699999999998, + 0.016169358974358995, + -0.02457512820512817, + 0.0025034871794872037, + -0.027701887179487183, + -0.15169055846153845, + -0.0886186358974359, + -0.07013070256410256, + 0.1575872743589744, + -0.1341903076923079 + ] + ], + "std": [ + [ + 0.7065121639768482, + 0.5178280049962226, + 1.0644445404981495, + 0.9941527427588283, + 0.9460715809412041, + 1.0610130501194135, + 1.1425568971679159, + 0.9324615341247179, + 0.946176852270342, + 0.9924710852804189, + 0.9714365294574488, + 0.9824999787091323, + 0.9634407063351287, + 0.8415828453559291, + 0.8432379274259605, + 0.6407479822535036, + 0.9523942193593046, + 1.0530325526231488, + 0.9744402928447131 + ] + ] + }, + "width": 64, + "in_features": 19, + "out_features": 2, + "depth": 6, + "padding": 38, + "parameters": 23433, + "cert_evals": { + "36": 0.5698924660682678, + "72": 0.37634408473968506, + "108": 0.1827957034111023, + "255": 0.05376344174146652 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.8461538461538461, + "test_acc": 0.6888888888888889, + "train_size": 39, + "val_size": 26, + "test_size": 90, + "stats": { + "mean": [ + [ + -0.11794246410256407, + -0.08617061538461546, + 0.18073612820512838, + 0.002734846153846107, + -0.01757938461538464, + -0.10891841025641022, + -0.26475346153846147, + -0.16237000000000007, + -0.13763476923076928, + 0.0032585384615384802, + -0.12308166666666664, + -0.13340641025641017, + -0.052936256410256344, + -0.1222803846153846, + -0.12690142128205126, + -0.21492274871794878, + -0.0701304769230769, + -0.19038912820512827, + -0.03147528205128203 + ] + ], + "std": [ + [ + 0.9308482815868492, + 0.8729826521744097, + 0.9562346989313699, + 0.9941527427588275, + 1.0687148745897885, + 1.082595260131678, + 1.2147882026120127, + 1.1445852172148068, + 1.1192331270078257, + 1.0668209925491146, + 1.0726249795408656, + 1.1491882555748711, + 1.1143257286511818, + 0.9024022721027672, + 0.9826150523838478, + 0.6405176575741821, + 1.0834147839386958, + 1.0210323203399736, + 0.9932070287924958 + ] + ] + }, + "width": 64, + "in_features": 19, + "out_features": 2, + "depth": 6, + "padding": 38, + "parameters": 23433, + "cert_evals": { + "36": 0.6111111044883728, + "72": 0.41111111640930176, + "108": 0.2777777910232544, + "255": 0.02222222276031971 + }, + "fold": 1 + }, + { + "best_epoch": 10, + "best_val_acc": 0.8333333333333334, + "test_acc": 0.8061224489795918, + "train_size": 39, + "val_size": 18, + "test_size": 98, + "stats": { + "mean": [ + [ + 0.25751469999999993, + -0.0021678205128206176, + -0.16819412820512808, + -0.13856787179487162, + -0.22717153846153848, + -0.05822148717948713, + -0.026513846153846145, + -0.07406333333333337, + 0.025839692307692258, + -0.04725692307692307, + 0.016169487179487147, + -0.13340641025641015, + -0.052936256410256344, + -0.040312646153846145, + 0.10239844307692307, + 0.13277096923076923, + 0.021281615384615406, + -0.028776703589743616, + 0.019882230769230784 + ] + ], + "std": [ + [ + 1.005461160498127, + 0.9939344729297802, + 0.9562346989313698, + 1.1126187137474748, + 0.8609878396947588, + 0.9804372857666263, + 0.9786685591250096, + 0.9813568775708227, + 0.946176852270342, + 1.0881358642498125, + 1.054392008519234, + 1.1491882555748716, + 1.1143257286511812, + 0.6571748166650522, + 0.9244222305036086, + 1.0717140331590138, + 0.8996151755406562, + 0.9261613145039079, + 0.998504170514703 + ] + ] + }, + "width": 64, + "in_features": 19, + "out_features": 2, + "depth": 6, + "padding": 38, + "parameters": 23433, + "cert_evals": { + "36": 0.7244898080825806, + "72": 0.6734693646430969, + "108": 0.5918367505073547, + "255": 0.11224489659070969 + }, + "fold": 2 + }, + { + "best_epoch": 17, + "best_val_acc": 0.8846153846153846, + "test_acc": 0.8222222222222222, + "train_size": 39, + "val_size": 26, + "test_size": 90, + "stats": { + "mean": [ + [ + -0.07509134615384613, + -0.17017341025641036, + 0.13088894871794884, + 0.1440375641025641, + -0.12237543589743595, + -0.05822148717948713, + 0.1521657692307693, + 0.1467033333333333, + 0.10757692307692303, + 0.003258384615384635, + 0.06258628205128201, + -0.13340641025641015, + 0.057943230769230816, + 0.03955354102564104, + 0.16271944128205126, + 0.026228858974358962, + 0.12825329743589742, + -0.037512437692307686, + 0.2253122820512821 + ] + ], + "std": [ + [ + 0.9881800818586763, + 0.7226193648278391, + 0.9639985722278488, + 0.835958152953438, + 0.9195820679374928, + 0.9804372857666264, + 0.8380816839591891, + 0.797209189164857, + 0.8727148090274184, + 0.8602473119915564, + 0.8683835140087598, + 0.9266649753751967, + 0.7801070627641344, + 0.8750146780135224, + 1.0473279879316608, + 0.8897406999004371, + 0.8705306469748111, + 0.8788094464260305, + 0.9932070287924956 + ] + ] + }, + "width": 64, + "in_features": 19, + "out_features": 2, + "depth": 6, + "padding": 38, + "parameters": 23433, + "cert_evals": { + "36": 0.7777777910232544, + "72": 0.7555555701255798, + "108": 0.7444444894790649, + "255": 0.47777777910232544 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7621040889474069, + "std_test_acc": 0.06289779504386184, + "n_samples": 155, + "n_features": 19, + "n_classes": 2, + "mean_cert_acc_36": 0.6708177924156189, + "std_cert_acc_36": 0.09673320121078877, + "mean_cert_acc_72": 0.5541200339794159, + "std_cert_acc_72": 0.18874707643212582, + "mean_cert_acc_108": 0.4492136836051941, + "std_cert_acc_108": 0.2632308070784898, + "mean_cert_acc_255": 0.16650208504870534, + "std_cert_acc_255": 0.21084202661759324 + }, + "hill-valley": { + "dataset": "hill-valley", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 14, + "best_val_acc": 0.6190476190476191, + "test_acc": 0.5083333333333333, + "train_size": 606, + "val_size": 126, + "test_size": 480, + "stats": { + "mean": [ + [ + -1.948844459480215e-17, + -2.5637266420541724e-17, + 1.2457948131107367e-17, + 1.9391116875027874e-17, + -2.980518289087544e-17, + -2.2969341866729208e-17, + 7.036221623681505e-18, + 4.146160862384171e-17, + -4.096351970499688e-18, + 9.532391377892357e-19, + 1.2762526642400985e-16, + 6.309698821366465e-17, + -9.017699495086035e-17, + 4.1186800944479046e-17, + 3.661239811508806e-17, + 6.973244863827561e-18, + -3.7865850329681034e-17, + 3.669827551488889e-18, + -2.6341461098908545e-17, + 1.0127235500512785e-16, + 3.784473880223e-17, + 2.1297595150606345e-17, + -4.580127989377708e-19, + 3.18891411260423e-17, + -1.0585820815449228e-17, + -7.048816975652293e-17, + -8.823616571536156e-17, + 1.865257123674072e-17, + -5.615236914977071e-17, + 1.1031524520415547e-16, + 2.3600540755265324e-17, + -8.852242371469766e-17, + 5.783556618586702e-17, + -3.1912041765989185e-17, + -4.751882788979372e-19, + 6.6869868644914544e-18, + 5.2737311217690955e-17, + 6.242714449521817e-17, + 9.860156787132197e-18, + -8.186978781012654e-17, + 1.2269017851545536e-17, + 5.862563826403467e-18, + -4.1037946784824266e-17, + 1.648846076175975e-18, + 1.992355675379303e-17, + -1.343351539284482e-16, + -2.5190703941577397e-18, + -3.162578376665308e-17, + -6.822100640178097e-17, + 2.2213620748481885e-18, + -4.009902054700184e-17, + -2.0221265073102584e-17, + 4.0786039745408495e-17, + -5.3014981477046974e-18, + -8.636403839970342e-17, + 1.3323592321099754e-16, + -3.031686906468873e-17, + 2.4629638262878628e-17, + -7.900720781676547e-19, + -2.1808565679421295e-17, + -2.3667811385109308e-17, + -3.421355608065148e-17, + -3.93662000687014e-17, + -1.3477026608743907e-17, + 5.461086982334577e-17, + 4.520586325515798e-17, + 3.3308980802749385e-17, + -2.4513703773147504e-17, + 7.315036915034873e-17, + -4.9035995286275094e-17, + -9.27475917848986e-18, + 1.3957940047628566e-17, + 8.647532119694533e-17, + 8.232780060906432e-18, + -1.8377763557378056e-18, + 3.1476929606998304e-17, + 5.3192461436635365e-17, + -3.9789861907718845e-18, + 1.712967868027263e-17, + -1.1502705187322778e-16, + 3.993299090738689e-17, + -8.666460929900633e-17, + 5.111995352144195e-17, + 4.9780266084548967e-17, + 5.461802627332917e-17, + 6.062944425938742e-17, + -9.681245537547131e-18, + 3.755704951289721e-18, + 4.145015830386826e-17, + 6.518380902882487e-17, + -4.1083748064718045e-17, + -3.692155675437105e-17, + 9.606818457719744e-18, + -1.3339622769062576e-18, + -5.272872347771087e-18, + 7.472765072669068e-17, + 5.4952948132552416e-17, + -1.1065589222336543e-16, + 6.657287597060333e-18, + -4.7032189290922345e-17 + ] + ], + "std": [ + [ + 0.9991740198480986, + 0.999174018921411, + 0.9991740270954932, + 0.9991740228113029, + 0.9991740158723277, + 0.9991740243561008, + 0.9991740252725309, + 0.999174022151669, + 0.9991740235072105, + 0.9991740165590162, + 0.9991740265611315, + 0.9991740307025938, + 0.9991740258785623, + 0.9991740332613678, + 0.9991740406234768, + 0.9991740233656764, + 0.99917402208918, + 0.9991740282488505, + 0.9991740156767379, + 0.9991740258273182, + 0.9991740265687704, + 0.9991740257984052, + 0.9991740313679454, + 0.9991740235402499, + 0.9991740301415374, + 0.999174025174945, + 0.9991740248772705, + 0.9991740131152005, + 0.9991740154072135, + 0.999174010790505, + 0.9991740145205046, + 0.9991740094880226, + 0.999174013734848, + 0.9991740112483611, + 0.999174012892406, + 0.9991740196421095, + 0.9991740163331171, + 0.9991740185362487, + 0.999174022570399, + 0.9991740213173976, + 0.9991740202239284, + 0.9991740238427211, + 0.9991740163680863, + 0.999174017062169, + 0.9991740125363977, + 0.9991740134381419, + 0.9991740191519729, + 0.9991740283370354, + 0.9991740155322458, + 0.9991740139261396, + 0.9991740184139896, + 0.999174019859705, + 0.9991740278504871, + 0.9991740398149004, + 0.999174023614369, + 0.9991740280305289, + 0.9991740362925333, + 0.9991740390736555, + 0.9991740447608781, + 0.9991740366854855, + 0.9991740362046343, + 0.9991740405864491, + 0.9991740375979712, + 0.9991740333245271, + 0.9991740409940638, + 0.9991740310134122, + 0.9991740304658957, + 0.999174033728742, + 0.999174036884333, + 0.9991740224573864, + 0.9991740220790023, + 0.9991740325877202, + 0.9991740370120651, + 0.9991740334250748, + 0.9991740430984879, + 0.9991740318332668, + 0.9991740344761934, + 0.999174042827945, + 0.9991740330505716, + 0.9991740252745448, + 0.9991740274917971, + 0.9991740305192677, + 0.9991740228891964, + 0.9991740211061582, + 0.9991740277499128, + 0.9991740236142126, + 0.9991740237191634, + 0.999174021976502, + 0.9991740197184515, + 0.9991740112462193, + 0.9991740199131119, + 0.999174015985377, + 0.9991740108661882, + 0.9991740240105333, + 0.9991740207849835, + 0.9991740206058937, + 0.9991740208986494, + 0.9991740167020124, + 0.9991740260065186, + 0.9991740164246233 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 2, + "depth": 6, + "padding": 200, + "parameters": 817161, + "cert_evals": { + "36": 0.05416667088866234, + "72": 0.01875000074505806, + "108": 0.008333333767950535, + "255": 0.0020833334419876337 + }, + "fold": 0 + }, + { + "best_epoch": 11, + "best_val_acc": 0.6115702479338843, + "test_acc": 0.622680412371134, + "train_size": 606, + "val_size": 121, + "test_size": 485, + "stats": { + "mean": [ + [ + -1.948844459480215e-17, + -2.5637266420541724e-17, + 1.2457948131107367e-17, + 1.9391116875027874e-17, + -2.980518289087544e-17, + -2.2969341866729208e-17, + 7.036221623681505e-18, + 4.146160862384171e-17, + -4.096351970499688e-18, + 9.532391377892357e-19, + 1.2762526642400985e-16, + 6.309698821366465e-17, + -9.017699495086035e-17, + 4.1186800944479046e-17, + 3.661239811508806e-17, + 6.973244863827561e-18, + -3.7865850329681034e-17, + 3.669827551488889e-18, + -2.6341461098908545e-17, + 1.0127235500512785e-16, + 3.784473880223e-17, + 2.1297595150606345e-17, + -4.580127989377708e-19, + 3.18891411260423e-17, + -1.0585820815449228e-17, + -7.048816975652293e-17, + -8.823616571536156e-17, + 1.865257123674072e-17, + -5.615236914977071e-17, + 1.1031524520415547e-16, + 2.3600540755265324e-17, + -8.852242371469766e-17, + 5.783556618586702e-17, + -3.1912041765989185e-17, + -4.751882788979372e-19, + 6.6869868644914544e-18, + 5.2737311217690955e-17, + 6.242714449521817e-17, + 9.860156787132197e-18, + -8.186978781012654e-17, + 1.2269017851545536e-17, + 5.862563826403467e-18, + -4.1037946784824266e-17, + 1.648846076175975e-18, + 1.992355675379303e-17, + -1.343351539284482e-16, + -2.5190703941577397e-18, + -3.162578376665308e-17, + -6.822100640178097e-17, + 2.2213620748481885e-18, + -4.009902054700184e-17, + -2.0221265073102584e-17, + 4.0786039745408495e-17, + -5.3014981477046974e-18, + -8.636403839970342e-17, + 1.3323592321099754e-16, + -3.031686906468873e-17, + 2.4629638262878628e-17, + -7.900720781676547e-19, + -2.1808565679421295e-17, + -2.3667811385109308e-17, + -3.421355608065148e-17, + -3.93662000687014e-17, + -1.3477026608743907e-17, + 5.461086982334577e-17, + 4.520586325515798e-17, + 3.3308980802749385e-17, + -2.4513703773147504e-17, + 7.315036915034873e-17, + -4.9035995286275094e-17, + -9.27475917848986e-18, + 1.3957940047628566e-17, + 8.647532119694533e-17, + 8.232780060906432e-18, + -1.8377763557378056e-18, + 3.1476929606998304e-17, + 5.3192461436635365e-17, + -3.9789861907718845e-18, + 1.712967868027263e-17, + -1.1502705187322778e-16, + 3.993299090738689e-17, + -8.666460929900633e-17, + 5.111995352144195e-17, + 4.9780266084548967e-17, + 5.461802627332917e-17, + 6.062944425938742e-17, + -9.681245537547131e-18, + 3.755704951289721e-18, + 4.145015830386826e-17, + 6.518380902882487e-17, + -4.1083748064718045e-17, + -3.692155675437105e-17, + 9.606818457719744e-18, + -1.3339622769062576e-18, + -5.272872347771087e-18, + 7.472765072669068e-17, + 5.4952948132552416e-17, + -1.1065589222336543e-16, + 6.657287597060333e-18, + -4.7032189290922345e-17 + ] + ], + "std": [ + [ + 0.9991740198480986, + 0.999174018921411, + 0.9991740270954932, + 0.9991740228113029, + 0.9991740158723277, + 0.9991740243561008, + 0.9991740252725309, + 0.999174022151669, + 0.9991740235072105, + 0.9991740165590162, + 0.9991740265611315, + 0.9991740307025938, + 0.9991740258785623, + 0.9991740332613678, + 0.9991740406234768, + 0.9991740233656764, + 0.99917402208918, + 0.9991740282488505, + 0.9991740156767379, + 0.9991740258273182, + 0.9991740265687704, + 0.9991740257984052, + 0.9991740313679454, + 0.9991740235402499, + 0.9991740301415374, + 0.999174025174945, + 0.9991740248772705, + 0.9991740131152005, + 0.9991740154072135, + 0.999174010790505, + 0.9991740145205046, + 0.9991740094880226, + 0.999174013734848, + 0.9991740112483611, + 0.999174012892406, + 0.9991740196421095, + 0.9991740163331171, + 0.9991740185362487, + 0.999174022570399, + 0.9991740213173976, + 0.9991740202239284, + 0.9991740238427211, + 0.9991740163680863, + 0.999174017062169, + 0.9991740125363977, + 0.9991740134381419, + 0.9991740191519729, + 0.9991740283370354, + 0.9991740155322458, + 0.9991740139261396, + 0.9991740184139896, + 0.999174019859705, + 0.9991740278504871, + 0.9991740398149004, + 0.999174023614369, + 0.9991740280305289, + 0.9991740362925333, + 0.9991740390736555, + 0.9991740447608781, + 0.9991740366854855, + 0.9991740362046343, + 0.9991740405864491, + 0.9991740375979712, + 0.9991740333245271, + 0.9991740409940638, + 0.9991740310134122, + 0.9991740304658957, + 0.999174033728742, + 0.999174036884333, + 0.9991740224573864, + 0.9991740220790023, + 0.9991740325877202, + 0.9991740370120651, + 0.9991740334250748, + 0.9991740430984879, + 0.9991740318332668, + 0.9991740344761934, + 0.999174042827945, + 0.9991740330505716, + 0.9991740252745448, + 0.9991740274917971, + 0.9991740305192677, + 0.9991740228891964, + 0.9991740211061582, + 0.9991740277499128, + 0.9991740236142126, + 0.9991740237191634, + 0.999174021976502, + 0.9991740197184515, + 0.9991740112462193, + 0.9991740199131119, + 0.999174015985377, + 0.9991740108661882, + 0.9991740240105333, + 0.9991740207849835, + 0.9991740206058937, + 0.9991740208986494, + 0.9991740167020124, + 0.9991740260065186, + 0.9991740164246233 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 2, + "depth": 6, + "padding": 200, + "parameters": 817161, + "cert_evals": { + "36": 0.1092783510684967, + "72": 0.03505154699087143, + "108": 0.008247422985732555, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 9, + "best_val_acc": 0.6, + "test_acc": 0.6049382716049383, + "train_size": 606, + "val_size": 120, + "test_size": 486, + "stats": { + "mean": [ + [ + -1.948844459480215e-17, + -2.5637266420541724e-17, + 1.2457948131107367e-17, + 1.9391116875027874e-17, + -2.980518289087544e-17, + -2.2969341866729208e-17, + 7.036221623681505e-18, + 4.146160862384171e-17, + -4.096351970499688e-18, + 9.532391377892357e-19, + 1.2762526642400985e-16, + 6.309698821366465e-17, + -9.017699495086035e-17, + 4.1186800944479046e-17, + 3.661239811508806e-17, + 6.973244863827561e-18, + -3.7865850329681034e-17, + 3.669827551488889e-18, + -2.6341461098908545e-17, + 1.0127235500512785e-16, + 3.784473880223e-17, + 2.1297595150606345e-17, + -4.580127989377708e-19, + 3.18891411260423e-17, + -1.0585820815449228e-17, + -7.048816975652293e-17, + -8.823616571536156e-17, + 1.865257123674072e-17, + -5.615236914977071e-17, + 1.1031524520415547e-16, + 2.3600540755265324e-17, + -8.852242371469766e-17, + 5.783556618586702e-17, + -3.1912041765989185e-17, + -4.751882788979372e-19, + 6.6869868644914544e-18, + 5.2737311217690955e-17, + 6.242714449521817e-17, + 9.860156787132197e-18, + -8.186978781012654e-17, + 1.2269017851545536e-17, + 5.862563826403467e-18, + -4.1037946784824266e-17, + 1.648846076175975e-18, + 1.992355675379303e-17, + -1.343351539284482e-16, + -2.5190703941577397e-18, + -3.162578376665308e-17, + -6.822100640178097e-17, + 2.2213620748481885e-18, + -4.009902054700184e-17, + -2.0221265073102584e-17, + 4.0786039745408495e-17, + -5.3014981477046974e-18, + -8.636403839970342e-17, + 1.3323592321099754e-16, + -3.031686906468873e-17, + 2.4629638262878628e-17, + -7.900720781676547e-19, + -2.1808565679421295e-17, + -2.3667811385109308e-17, + -3.421355608065148e-17, + -3.93662000687014e-17, + -1.3477026608743907e-17, + 5.461086982334577e-17, + 4.520586325515798e-17, + 3.3308980802749385e-17, + -2.4513703773147504e-17, + 7.315036915034873e-17, + -4.9035995286275094e-17, + -9.27475917848986e-18, + 1.3957940047628566e-17, + 8.647532119694533e-17, + 8.232780060906432e-18, + -1.8377763557378056e-18, + 3.1476929606998304e-17, + 5.3192461436635365e-17, + -3.9789861907718845e-18, + 1.712967868027263e-17, + -1.1502705187322778e-16, + 3.993299090738689e-17, + -8.666460929900633e-17, + 5.111995352144195e-17, + 4.9780266084548967e-17, + 5.461802627332917e-17, + 6.062944425938742e-17, + -9.681245537547131e-18, + 3.755704951289721e-18, + 4.145015830386826e-17, + 6.518380902882487e-17, + -4.1083748064718045e-17, + -3.692155675437105e-17, + 9.606818457719744e-18, + -1.3339622769062576e-18, + -5.272872347771087e-18, + 7.472765072669068e-17, + 5.4952948132552416e-17, + -1.1065589222336543e-16, + 6.657287597060333e-18, + -4.7032189290922345e-17 + ] + ], + "std": [ + [ + 0.9991740198480986, + 0.999174018921411, + 0.9991740270954932, + 0.9991740228113029, + 0.9991740158723277, + 0.9991740243561008, + 0.9991740252725309, + 0.999174022151669, + 0.9991740235072105, + 0.9991740165590162, + 0.9991740265611315, + 0.9991740307025938, + 0.9991740258785623, + 0.9991740332613678, + 0.9991740406234768, + 0.9991740233656764, + 0.99917402208918, + 0.9991740282488505, + 0.9991740156767379, + 0.9991740258273182, + 0.9991740265687704, + 0.9991740257984052, + 0.9991740313679454, + 0.9991740235402499, + 0.9991740301415374, + 0.999174025174945, + 0.9991740248772705, + 0.9991740131152005, + 0.9991740154072135, + 0.999174010790505, + 0.9991740145205046, + 0.9991740094880226, + 0.999174013734848, + 0.9991740112483611, + 0.999174012892406, + 0.9991740196421095, + 0.9991740163331171, + 0.9991740185362487, + 0.999174022570399, + 0.9991740213173976, + 0.9991740202239284, + 0.9991740238427211, + 0.9991740163680863, + 0.999174017062169, + 0.9991740125363977, + 0.9991740134381419, + 0.9991740191519729, + 0.9991740283370354, + 0.9991740155322458, + 0.9991740139261396, + 0.9991740184139896, + 0.999174019859705, + 0.9991740278504871, + 0.9991740398149004, + 0.999174023614369, + 0.9991740280305289, + 0.9991740362925333, + 0.9991740390736555, + 0.9991740447608781, + 0.9991740366854855, + 0.9991740362046343, + 0.9991740405864491, + 0.9991740375979712, + 0.9991740333245271, + 0.9991740409940638, + 0.9991740310134122, + 0.9991740304658957, + 0.999174033728742, + 0.999174036884333, + 0.9991740224573864, + 0.9991740220790023, + 0.9991740325877202, + 0.9991740370120651, + 0.9991740334250748, + 0.9991740430984879, + 0.9991740318332668, + 0.9991740344761934, + 0.999174042827945, + 0.9991740330505716, + 0.9991740252745448, + 0.9991740274917971, + 0.9991740305192677, + 0.9991740228891964, + 0.9991740211061582, + 0.9991740277499128, + 0.9991740236142126, + 0.9991740237191634, + 0.999174021976502, + 0.9991740197184515, + 0.9991740112462193, + 0.9991740199131119, + 0.999174015985377, + 0.9991740108661882, + 0.9991740240105333, + 0.9991740207849835, + 0.9991740206058937, + 0.9991740208986494, + 0.9991740167020124, + 0.9991740260065186, + 0.9991740164246233 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 2, + "depth": 6, + "padding": 200, + "parameters": 817161, + "cert_evals": { + "36": 0.05761316791176796, + "72": 0.016460904851555824, + "108": 0.002057613106444478, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 54, + "best_val_acc": 0.7192982456140351, + "test_acc": 0.6077235772357723, + "train_size": 606, + "val_size": 114, + "test_size": 492, + "stats": { + "mean": [ + [ + -1.948844459480215e-17, + -2.5637266420541724e-17, + 1.2457948131107367e-17, + 1.9391116875027874e-17, + -2.980518289087544e-17, + -2.2969341866729208e-17, + 7.036221623681505e-18, + 4.146160862384171e-17, + -4.096351970499688e-18, + 9.532391377892357e-19, + 1.2762526642400985e-16, + 6.309698821366465e-17, + -9.017699495086035e-17, + 4.1186800944479046e-17, + 3.661239811508806e-17, + 6.973244863827561e-18, + -3.7865850329681034e-17, + 3.669827551488889e-18, + -2.6341461098908545e-17, + 1.0127235500512785e-16, + 3.784473880223e-17, + 2.1297595150606345e-17, + -4.580127989377708e-19, + 3.18891411260423e-17, + -1.0585820815449228e-17, + -7.048816975652293e-17, + -8.823616571536156e-17, + 1.865257123674072e-17, + -5.615236914977071e-17, + 1.1031524520415547e-16, + 2.3600540755265324e-17, + -8.852242371469766e-17, + 5.783556618586702e-17, + -3.1912041765989185e-17, + -4.751882788979372e-19, + 6.6869868644914544e-18, + 5.2737311217690955e-17, + 6.242714449521817e-17, + 9.860156787132197e-18, + -8.186978781012654e-17, + 1.2269017851545536e-17, + 5.862563826403467e-18, + -4.1037946784824266e-17, + 1.648846076175975e-18, + 1.992355675379303e-17, + -1.343351539284482e-16, + -2.5190703941577397e-18, + -3.162578376665308e-17, + -6.822100640178097e-17, + 2.2213620748481885e-18, + -4.009902054700184e-17, + -2.0221265073102584e-17, + 4.0786039745408495e-17, + -5.3014981477046974e-18, + -8.636403839970342e-17, + 1.3323592321099754e-16, + -3.031686906468873e-17, + 2.4629638262878628e-17, + -7.900720781676547e-19, + -2.1808565679421295e-17, + -2.3667811385109308e-17, + -3.421355608065148e-17, + -3.93662000687014e-17, + -1.3477026608743907e-17, + 5.461086982334577e-17, + 4.520586325515798e-17, + 3.3308980802749385e-17, + -2.4513703773147504e-17, + 7.315036915034873e-17, + -4.9035995286275094e-17, + -9.27475917848986e-18, + 1.3957940047628566e-17, + 8.647532119694533e-17, + 8.232780060906432e-18, + -1.8377763557378056e-18, + 3.1476929606998304e-17, + 5.3192461436635365e-17, + -3.9789861907718845e-18, + 1.712967868027263e-17, + -1.1502705187322778e-16, + 3.993299090738689e-17, + -8.666460929900633e-17, + 5.111995352144195e-17, + 4.9780266084548967e-17, + 5.461802627332917e-17, + 6.062944425938742e-17, + -9.681245537547131e-18, + 3.755704951289721e-18, + 4.145015830386826e-17, + 6.518380902882487e-17, + -4.1083748064718045e-17, + -3.692155675437105e-17, + 9.606818457719744e-18, + -1.3339622769062576e-18, + -5.272872347771087e-18, + 7.472765072669068e-17, + 5.4952948132552416e-17, + -1.1065589222336543e-16, + 6.657287597060333e-18, + -4.7032189290922345e-17 + ] + ], + "std": [ + [ + 0.9991740198480986, + 0.999174018921411, + 0.9991740270954932, + 0.9991740228113029, + 0.9991740158723277, + 0.9991740243561008, + 0.9991740252725309, + 0.999174022151669, + 0.9991740235072105, + 0.9991740165590162, + 0.9991740265611315, + 0.9991740307025938, + 0.9991740258785623, + 0.9991740332613678, + 0.9991740406234768, + 0.9991740233656764, + 0.99917402208918, + 0.9991740282488505, + 0.9991740156767379, + 0.9991740258273182, + 0.9991740265687704, + 0.9991740257984052, + 0.9991740313679454, + 0.9991740235402499, + 0.9991740301415374, + 0.999174025174945, + 0.9991740248772705, + 0.9991740131152005, + 0.9991740154072135, + 0.999174010790505, + 0.9991740145205046, + 0.9991740094880226, + 0.999174013734848, + 0.9991740112483611, + 0.999174012892406, + 0.9991740196421095, + 0.9991740163331171, + 0.9991740185362487, + 0.999174022570399, + 0.9991740213173976, + 0.9991740202239284, + 0.9991740238427211, + 0.9991740163680863, + 0.999174017062169, + 0.9991740125363977, + 0.9991740134381419, + 0.9991740191519729, + 0.9991740283370354, + 0.9991740155322458, + 0.9991740139261396, + 0.9991740184139896, + 0.999174019859705, + 0.9991740278504871, + 0.9991740398149004, + 0.999174023614369, + 0.9991740280305289, + 0.9991740362925333, + 0.9991740390736555, + 0.9991740447608781, + 0.9991740366854855, + 0.9991740362046343, + 0.9991740405864491, + 0.9991740375979712, + 0.9991740333245271, + 0.9991740409940638, + 0.9991740310134122, + 0.9991740304658957, + 0.999174033728742, + 0.999174036884333, + 0.9991740224573864, + 0.9991740220790023, + 0.9991740325877202, + 0.9991740370120651, + 0.9991740334250748, + 0.9991740430984879, + 0.9991740318332668, + 0.9991740344761934, + 0.999174042827945, + 0.9991740330505716, + 0.9991740252745448, + 0.9991740274917971, + 0.9991740305192677, + 0.9991740228891964, + 0.9991740211061582, + 0.9991740277499128, + 0.9991740236142126, + 0.9991740237191634, + 0.999174021976502, + 0.9991740197184515, + 0.9991740112462193, + 0.9991740199131119, + 0.999174015985377, + 0.9991740108661882, + 0.9991740240105333, + 0.9991740207849835, + 0.9991740206058937, + 0.9991740208986494, + 0.9991740167020124, + 0.9991740260065186, + 0.9991740164246233 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 2, + "depth": 6, + "padding": 200, + "parameters": 817161, + "cert_evals": { + "36": 0.14227642118930817, + "72": 0.05894308537244797, + "108": 0.024390242993831635, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5859188986362944, + "std_test_acc": 0.052307135881584886, + "n_samples": 1212, + "n_features": 100, + "n_classes": 2, + "mean_cert_acc_36": 0.09083365276455879, + "std_cert_acc_36": 0.04256224262758212, + "mean_cert_acc_72": 0.03230138448998332, + "std_cert_acc_72": 0.019595104969266086, + "mean_cert_acc_108": 0.0107571532134898, + "std_cert_acc_108": 0.009551906992038183, + "mean_cert_acc_255": 0.0005208333604969084, + "std_cert_acc_255": 0.0010416667209938169 + }, + "horse-colic": { + "dataset": "horse-colic", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 2, + "best_val_acc": 0.9090909090909091, + "test_acc": 0.7264957264957265, + "train_size": 68, + "val_size": 66, + "test_size": 234, + "stats": { + "mean": [ + [ + -3.918434204559376e-17, + 1.6081907047879105e-16, + -8.898111006186917e-17, + 4.5715065719859385e-17, + 1.1428766429964846e-16, + -9.240973999085862e-16, + -1.457167719820518e-15, + -1.240837498110469e-16, + -8.996071861300901e-16, + -9.469549327685159e-16, + 2.661269897263243e-16, + -3.632715043810255e-16, + 0.0, + 4.5715065719859385e-17, + -2.1796290262861528e-16, + -2.729842495843032e-15, + 1.0841001299280941e-15, + 3.7306758989242393e-16, + 7.836868409118753e-17, + 7.151142423320861e-16, + 7.836868409118753e-17, + -4.081702296416017e-17, + 5.877651306839064e-17, + -2.9959694855693565e-16, + 5.028657229184532e-16 + ] + ], + "std": [ + [ + 0.9742956396024967, + 0.9874129079346324, + 0.9918559595947606, + 0.99225721180266, + 0.9921299699802761, + 0.9848134955127864, + 0.9843013518199359, + 0.9861089730182948, + 0.9755495809457849, + 0.9860401240147575, + 0.985286300764603, + 0.9842961745285809, + 0.9824073002181559, + 0.9834383442239104, + 0.9888717265277447, + 0.986845504027903, + 0.9879390608769005, + 0.9920717709998307, + 0.9922690297982814, + 0.9844178185972415, + 0.9871806289366772, + 0.9789339023991226, + 0.9926179246174212, + 0.9926033525170048, + 0.9725972171816771 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 89353, + "cert_evals": { + "36": 0.6623932123184204, + "72": 0.5256410241127014, + "108": 0.3589743673801422, + "255": 0.029914531856775284 + }, + "fold": 0 + }, + { + "best_epoch": 12, + "best_val_acc": 0.8888888888888888, + "test_acc": 0.7850877192982456, + "train_size": 68, + "val_size": 72, + "test_size": 228, + "stats": { + "mean": [ + [ + -3.918434204559376e-17, + 1.6081907047879105e-16, + -8.898111006186917e-17, + 4.5715065719859385e-17, + 1.1428766429964846e-16, + -9.240973999085862e-16, + -1.457167719820518e-15, + -1.240837498110469e-16, + -8.996071861300901e-16, + -9.469549327685159e-16, + 2.661269897263243e-16, + -3.632715043810255e-16, + 0.0, + 4.5715065719859385e-17, + -2.1796290262861528e-16, + -2.729842495843032e-15, + 1.0841001299280941e-15, + 3.7306758989242393e-16, + 7.836868409118753e-17, + 7.151142423320861e-16, + 7.836868409118753e-17, + -4.081702296416017e-17, + 5.877651306839064e-17, + -2.9959694855693565e-16, + 5.028657229184532e-16 + ] + ], + "std": [ + [ + 0.9742956396024967, + 0.9874129079346324, + 0.9918559595947606, + 0.99225721180266, + 0.9921299699802761, + 0.9848134955127864, + 0.9843013518199359, + 0.9861089730182948, + 0.9755495809457849, + 0.9860401240147575, + 0.985286300764603, + 0.9842961745285809, + 0.9824073002181559, + 0.9834383442239104, + 0.9888717265277447, + 0.986845504027903, + 0.9879390608769005, + 0.9920717709998307, + 0.9922690297982814, + 0.9844178185972415, + 0.9871806289366772, + 0.9789339023991226, + 0.9926179246174212, + 0.9926033525170048, + 0.9725972171816771 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 89353, + "cert_evals": { + "36": 0.7456140518188477, + "72": 0.6710526347160339, + "108": 0.5789473652839661, + "255": 0.21929824352264404 + }, + "fold": 1 + }, + { + "best_epoch": 11, + "best_val_acc": 0.8888888888888888, + "test_acc": 0.8143459915611815, + "train_size": 68, + "val_size": 63, + "test_size": 237, + "stats": { + "mean": [ + [ + -3.918434204559376e-17, + 1.6081907047879105e-16, + -8.898111006186917e-17, + 4.5715065719859385e-17, + 1.1428766429964846e-16, + -9.240973999085862e-16, + -1.457167719820518e-15, + -1.240837498110469e-16, + -8.996071861300901e-16, + -9.469549327685159e-16, + 2.661269897263243e-16, + -3.632715043810255e-16, + 0.0, + 4.5715065719859385e-17, + -2.1796290262861528e-16, + -2.729842495843032e-15, + 1.0841001299280941e-15, + 3.7306758989242393e-16, + 7.836868409118753e-17, + 7.151142423320861e-16, + 7.836868409118753e-17, + -4.081702296416017e-17, + 5.877651306839064e-17, + -2.9959694855693565e-16, + 5.028657229184532e-16 + ] + ], + "std": [ + [ + 0.9742956396024967, + 0.9874129079346324, + 0.9918559595947606, + 0.99225721180266, + 0.9921299699802761, + 0.9848134955127864, + 0.9843013518199359, + 0.9861089730182948, + 0.9755495809457849, + 0.9860401240147575, + 0.985286300764603, + 0.9842961745285809, + 0.9824073002181559, + 0.9834383442239104, + 0.9888717265277447, + 0.986845504027903, + 0.9879390608769005, + 0.9920717709998307, + 0.9922690297982814, + 0.9844178185972415, + 0.9871806289366772, + 0.9789339023991226, + 0.9926179246174212, + 0.9926033525170048, + 0.9725972171816771 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 89353, + "cert_evals": { + "36": 0.7257383465766907, + "72": 0.6413501501083374, + "108": 0.5485231876373291, + "255": 0.1054852306842804 + }, + "fold": 2 + }, + { + "best_epoch": 5, + "best_val_acc": 0.84, + "test_acc": 0.716, + "train_size": 68, + "val_size": 50, + "test_size": 250, + "stats": { + "mean": [ + [ + -3.918434204559376e-17, + 1.6081907047879105e-16, + -8.898111006186917e-17, + 4.5715065719859385e-17, + 1.1428766429964846e-16, + -9.240973999085862e-16, + -1.457167719820518e-15, + -1.240837498110469e-16, + -8.996071861300901e-16, + -9.469549327685159e-16, + 2.661269897263243e-16, + -3.632715043810255e-16, + 0.0, + 4.5715065719859385e-17, + -2.1796290262861528e-16, + -2.729842495843032e-15, + 1.0841001299280941e-15, + 3.7306758989242393e-16, + 7.836868409118753e-17, + 7.151142423320861e-16, + 7.836868409118753e-17, + -4.081702296416017e-17, + 5.877651306839064e-17, + -2.9959694855693565e-16, + 5.028657229184532e-16 + ] + ], + "std": [ + [ + 0.9742956396024967, + 0.9874129079346324, + 0.9918559595947606, + 0.99225721180266, + 0.9921299699802761, + 0.9848134955127864, + 0.9843013518199359, + 0.9861089730182948, + 0.9755495809457849, + 0.9860401240147575, + 0.985286300764603, + 0.9842961745285809, + 0.9824073002181559, + 0.9834383442239104, + 0.9888717265277447, + 0.986845504027903, + 0.9879390608769005, + 0.9920717709998307, + 0.9922690297982814, + 0.9844178185972415, + 0.9871806289366772, + 0.9789339023991226, + 0.9926179246174212, + 0.9926033525170048, + 0.9725972171816771 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 89353, + "cert_evals": { + "36": 0.6000000238418579, + "72": 0.492000013589859, + "108": 0.320000022649765, + "255": 0.06000000238418579 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7604823593387884, + "std_test_acc": 0.047047798812405936, + "n_samples": 368, + "n_features": 25, + "n_classes": 2, + "mean_cert_acc_36": 0.6834364086389542, + "std_cert_acc_36": 0.06597969304790656, + "mean_cert_acc_72": 0.5825109556317329, + "std_cert_acc_72": 0.08704041107824538, + "mean_cert_acc_108": 0.4516112357378006, + "std_cert_acc_108": 0.1310337324233634, + "mean_cert_acc_255": 0.10367450211197138, + "std_cert_acc_255": 0.08310660514119687 + }, + "ilpd-indian-liver": { + "dataset": "ilpd-indian-liver", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 15, + "best_val_acc": 0.6627906976744186, + "test_acc": 0.6695156695156695, + "train_size": 146, + "val_size": 86, + "test_size": 351, + "stats": { + "mean": [ + [ + -0.04947167191780823, + -0.00829989520547949, + 0.0029959439041094614, + 0.043865143424657534, + -0.02727346465753423, + 0.06000245376712337, + 0.18081108150684932, + 0.13766838972602727, + 0.07700867876712333 + ] + ], + "std": [ + [ + 1.0220386211163874, + 0.9305248911517027, + 1.0317627748416793, + 1.0430349333459359, + 0.6968608763678219, + 1.4666603089790804, + 0.976649603737411, + 0.9779410793607819, + 1.0045141661622095 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 5961, + "cert_evals": { + "36": 0.47863247990608215, + "72": 0.3361823260784149, + "108": 0.2450142502784729, + "255": 0.10541310161352158 + }, + "fold": 0 + }, + { + "best_epoch": 34, + "best_val_acc": 0.7536231884057971, + "test_acc": 0.5896739130434783, + "train_size": 146, + "val_size": 69, + "test_size": 368, + "stats": { + "mean": [ + [ + 0.023718123972602808, + -0.005873168493150683, + 0.03226138232876717, + 0.04699460315068498, + 0.05445175945205481, + -0.012896076027397266, + 0.006021310958904103, + -0.03022427397260268, + 0.024170888356164395 + ] + ], + "std": [ + [ + 0.9837490979337397, + 0.9321175505257335, + 1.0715555930063725, + 0.9529710623514904, + 1.1810113146612142, + 0.7086815710476746, + 1.0423446624153474, + 1.010859445699408, + 1.0504905455411107 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 5961, + "cert_evals": { + "36": 0.4945652186870575, + "72": 0.34239131212234497, + "108": 0.25271740555763245, + "255": 0.12771739065647125 + }, + "fold": 1 + }, + { + "best_epoch": 6, + "best_val_acc": 0.6477272727272727, + "test_acc": 0.5300859598853869, + "train_size": 146, + "val_size": 88, + "test_size": 349, + "stats": { + "mean": [ + [ + -0.06850946301369858, + -0.0660989635342466, + -0.043828577945205456, + -0.023010099041095942, + 0.006519339726027369, + -0.025199812328767113, + -0.0009198609589041257, + -0.051749036301369795, + -0.1729785705479453 + ] + ], + "std": [ + [ + 0.960568795724854, + 0.7317880619730879, + 0.8532176637131939, + 0.846889651522413, + 0.8393088412983767, + 0.6466602014941917, + 1.025247253115212, + 1.0319261806513593, + 0.9884325003029147 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 5961, + "cert_evals": { + "36": 0.42120346426963806, + "72": 0.2521490156650543, + "108": 0.16618911921977997, + "255": 0.10601719468832016 + }, + "fold": 2 + }, + { + "best_epoch": 17, + "best_val_acc": 0.6071428571428571, + "test_acc": 0.6317280453257791, + "train_size": 146, + "val_size": 84, + "test_size": 353, + "stats": { + "mean": [ + [ + 0.10156164794520553, + 0.11148967165753422, + 0.14932299390410964, + -0.06575168465753424, + 0.08565644520547948, + 0.041416027397260274, + 0.12780630068493154, + 0.0825649349315068, + 0.027512271917808223 + ] + ], + "std": [ + [ + 0.9791992181077636, + 1.0803158704678002, + 1.2337654004282645, + 0.900953545319748, + 1.161354860471408, + 0.8045626472841879, + 0.9144661645250372, + 1.0285214362372226, + 1.0463698865975202 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 5961, + "cert_evals": { + "36": 0.5042492747306824, + "72": 0.40793201327323914, + "108": 0.277620404958725, + "255": 0.10764872282743454 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6052508969425784, + "std_test_acc": 0.05978687305917452, + "n_samples": 583, + "n_features": 9, + "n_classes": 2, + "mean_cert_acc_36": 0.474662609398365, + "std_cert_acc_36": 0.03717133614192183, + "mean_cert_acc_72": 0.33466366678476334, + "std_cert_acc_72": 0.0638721146121328, + "mean_cert_acc_108": 0.23538529500365257, + "std_cert_acc_108": 0.04818379427418007, + "mean_cert_acc_255": 0.11169910244643688, + "std_cert_acc_255": 0.010720525709760608 + }, + "image-segmentation": { + "dataset": "image-segmentation", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 9, + "best_val_acc": 0.88, + "test_acc": 0.9125, + "train_size": 2100, + "val_size": 50, + "test_size": 160, + "stats": { + "mean": [ + [ + 4.532088989809121e-17, + -7.34333229144925e-17, + 5.686456596603897e-16, + -1.441175221489608e-16, + 1.2583849306495375e-16, + -1.7241499233613294e-17, + -4.0893214740359934e-17, + 1.316275131219278e-16, + -6.396999332363997e-18, + -1.3756191952736462e-16, + -3.933361572957697e-17, + -1.1186818667175387e-16, + 2.5106900685451756e-16, + 4.337799960499719e-17, + 4.421066687346605e-17, + -1.850371707708594e-17, + -2.350368577012995e-16, + -9.793753110086202e-17 + ] + ], + "std": [ + [ + 0.9996246758364985, + 0.9995878274866169, + 0.8038207521572458, + 0.7019751493522468, + 0.9960026008909317, + 0.9995397039243666, + 0.9968889591858656, + 0.9995749389029804, + 0.9994997832814528, + 0.9994762671895456, + 0.9995321523164318, + 0.9994865643378964, + 0.9988998799598826, + 0.9992534567413346, + 0.9989012736519327, + 0.9995288891246146, + 0.9578356691087312, + 0.9933295528418025 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 23630, + "cert_evals": { + "36": 0.862500011920929, + "72": 0.8187500238418579, + "108": 0.7875000238418579, + "255": 0.39375001192092896 + }, + "fold": 0 + }, + { + "best_epoch": 10, + "best_val_acc": 0.9361702127659575, + "test_acc": 0.901840490797546, + "train_size": 2100, + "val_size": 47, + "test_size": 163, + "stats": { + "mean": [ + [ + 4.532088989809121e-17, + -7.34333229144925e-17, + 5.686456596603897e-16, + -1.441175221489608e-16, + 1.2583849306495375e-16, + -1.7241499233613294e-17, + -4.0893214740359934e-17, + 1.316275131219278e-16, + -6.396999332363997e-18, + -1.3756191952736462e-16, + -3.933361572957697e-17, + -1.1186818667175387e-16, + 2.5106900685451756e-16, + 4.337799960499719e-17, + 4.421066687346605e-17, + -1.850371707708594e-17, + -2.350368577012995e-16, + -9.793753110086202e-17 + ] + ], + "std": [ + [ + 0.9996246758364985, + 0.9995878274866169, + 0.8038207521572458, + 0.7019751493522468, + 0.9960026008909317, + 0.9995397039243666, + 0.9968889591858656, + 0.9995749389029804, + 0.9994997832814528, + 0.9994762671895456, + 0.9995321523164318, + 0.9994865643378964, + 0.9988998799598826, + 0.9992534567413346, + 0.9989012736519327, + 0.9995288891246146, + 0.9578356691087312, + 0.9933295528418025 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 23630, + "cert_evals": { + "36": 0.8404907584190369, + "72": 0.8159509301185608, + "108": 0.7546011805534363, + "255": 0.349693238735199 + }, + "fold": 1 + }, + { + "best_epoch": 9, + "best_val_acc": 0.9534883720930233, + "test_acc": 0.8922155688622755, + "train_size": 2100, + "val_size": 43, + "test_size": 167, + "stats": { + "mean": [ + [ + 4.532088989809121e-17, + -7.34333229144925e-17, + 5.686456596603897e-16, + -1.441175221489608e-16, + 1.2583849306495375e-16, + -1.7241499233613294e-17, + -4.0893214740359934e-17, + 1.316275131219278e-16, + -6.396999332363997e-18, + -1.3756191952736462e-16, + -3.933361572957697e-17, + -1.1186818667175387e-16, + 2.5106900685451756e-16, + 4.337799960499719e-17, + 4.421066687346605e-17, + -1.850371707708594e-17, + -2.350368577012995e-16, + -9.793753110086202e-17 + ] + ], + "std": [ + [ + 0.9996246758364985, + 0.9995878274866169, + 0.8038207521572458, + 0.7019751493522468, + 0.9960026008909317, + 0.9995397039243666, + 0.9968889591858656, + 0.9995749389029804, + 0.9994997832814528, + 0.9994762671895456, + 0.9995321523164318, + 0.9994865643378964, + 0.9988998799598826, + 0.9992534567413346, + 0.9989012736519327, + 0.9995288891246146, + 0.9578356691087312, + 0.9933295528418025 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 23630, + "cert_evals": { + "36": 0.8622754812240601, + "72": 0.8083832859992981, + "108": 0.772455096244812, + "255": 0.34730541706085205 + }, + "fold": 2 + }, + { + "best_epoch": 2, + "best_val_acc": 0.8611111111111112, + "test_acc": 0.8735632183908046, + "train_size": 2100, + "val_size": 36, + "test_size": 174, + "stats": { + "mean": [ + [ + 4.532088989809121e-17, + -7.34333229144925e-17, + 5.686456596603897e-16, + -1.441175221489608e-16, + 1.2583849306495375e-16, + -1.7241499233613294e-17, + -4.0893214740359934e-17, + 1.316275131219278e-16, + -6.396999332363997e-18, + -1.3756191952736462e-16, + -3.933361572957697e-17, + -1.1186818667175387e-16, + 2.5106900685451756e-16, + 4.337799960499719e-17, + 4.421066687346605e-17, + -1.850371707708594e-17, + -2.350368577012995e-16, + -9.793753110086202e-17 + ] + ], + "std": [ + [ + 0.9996246758364985, + 0.9995878274866169, + 0.8038207521572458, + 0.7019751493522468, + 0.9960026008909317, + 0.9995397039243666, + 0.9968889591858656, + 0.9995749389029804, + 0.9994997832814528, + 0.9994762671895456, + 0.9995321523164318, + 0.9994865643378964, + 0.9988998799598826, + 0.9992534567413346, + 0.9989012736519327, + 0.9995288891246146, + 0.9578356691087312, + 0.9933295528418025 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 23630, + "cert_evals": { + "36": 0.7816091775894165, + "72": 0.6839080452919006, + "108": 0.6264367699623108, + "255": 0.2931034564971924 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8950298195126565, + "std_test_acc": 0.01653609607352994, + "n_samples": 2310, + "n_features": 18, + "n_classes": 7, + "mean_cert_acc_36": 0.8367188572883606, + "std_cert_acc_36": 0.03816242914979328, + "mean_cert_acc_72": 0.7817480713129044, + "std_cert_acc_72": 0.0653735048130244, + "mean_cert_acc_108": 0.7352482676506042, + "std_cert_acc_108": 0.07377685135167866, + "mean_cert_acc_255": 0.3459630310535431, + "std_cert_acc_255": 0.04120455724083282 + }, + "ionosphere": { + "dataset": "ionosphere", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 31, + "best_val_acc": 0.8936170212765957, + "test_acc": 0.9120370370370371, + "train_size": 88, + "val_size": 47, + "test_size": 216, + "stats": { + "mean": [ + [ + -0.053792624999999955, + 0.11437863863636365, + -0.09784573977272727, + 0.037641697727272765, + 0.03979244659090908, + -0.022637212499999986, + -0.03695475681818172, + -0.03367938977272729, + -0.021329492045454524, + -0.09884267272727273, + 0.035718605681818186, + 0.06464764249999998, + -0.019363167613636392, + -0.05855647840909092, + -0.09749018068181807, + -0.038717673863636344, + -0.20421359857954527, + -0.07935669659090909, + -0.1400404538977272, + 0.02510688295454545, + -0.037117688954545446, + 0.033973999999999976, + -0.1653208722727273, + 0.005757295454545449, + -0.1324492284090909, + -0.08898458409090908, + -0.05795820443181821, + -0.02483663102272733, + -0.08507457556818178, + 0.08867289204545453, + -0.04576606920454543, + 0.02797571125000001, + -0.0760243448863635 + ] + ], + "std": [ + [ + 1.0628766820372375, + 0.7507239967772006, + 1.0291396537758577, + 0.8884938256308751, + 0.9340022757733981, + 0.913837455075107, + 0.9736609191811407, + 0.9876988868200146, + 1.0170932036566493, + 0.9930860356859771, + 0.9548850329366211, + 0.9223725518038193, + 0.8913550898838349, + 1.0187510679778873, + 1.017494178014936, + 1.0307802521113834, + 0.975629252171648, + 1.0218068809970482, + 0.9797731524500652, + 0.9502446255339264, + 0.9112949974613238, + 0.9538996196640592, + 0.8900589740016208, + 0.9778636762599577, + 0.9154522749390646, + 1.05891815419685, + 0.9349516698212756, + 1.028413342097531, + 1.0174809086582552, + 0.8603550537251974, + 0.9177215824920913, + 0.9334496357023497, + 0.9708996223344086 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 91401, + "cert_evals": { + "36": 0.8935185074806213, + "72": 0.8472222089767456, + "108": 0.8287037014961243, + "255": 0.5648148059844971 + }, + "fold": 0 + }, + { + "best_epoch": 59, + "best_val_acc": 0.8727272727272727, + "test_acc": 0.8653846153846154, + "train_size": 88, + "val_size": 55, + "test_size": 208, + "stats": { + "mean": [ + [ + -0.05379262500000004, + 0.057230188340909066, + -0.12594148852272724, + -0.0657140477272727, + 0.03683578340909091, + -0.019606631818181786, + -0.060358038636363666, + 0.04340084659090913, + -0.0891362948863636, + 0.11950643409090907, + -0.0431416420454545, + 0.015000489886363617, + 0.006661120113636418, + 0.05273973636363641, + 0.015397984090909127, + 0.014861920909090958, + 0.1809429574999999, + 0.08595570852272723, + 0.06362748978409093, + 0.013652813181818213, + 0.08379081831818179, + 0.012709255681818172, + 0.05176218068181814, + -0.0808674875, + 0.0755702415909092, + 0.018801221590909037, + 0.00032548409090908274, + -0.044570049999999944, + -0.06261137522727273, + -0.029789787386363672, + 0.05672472590909099, + 0.07217833522727275, + -0.1547468361363635 + ] + ], + "std": [ + [ + 1.062876682037237, + 0.9307820453086587, + 1.0773699872895335, + 1.0440681513418153, + 0.8335723077848519, + 1.0288328270221063, + 1.012134427705991, + 0.9381625016034029, + 1.0351171735867382, + 0.8413129464522849, + 0.957745165443786, + 0.996483818815002, + 1.0520779681632726, + 0.9017607688663065, + 0.9016249527670053, + 0.9886646202839675, + 0.948531710759369, + 0.9429119629240612, + 0.9771648840049503, + 1.0130626800360227, + 0.9206929443124036, + 1.0062206389304456, + 0.9740332111643196, + 1.0276361536986764, + 1.004938887359179, + 0.9916060965398966, + 1.0389805297776586, + 0.9937147733197984, + 0.9550117277666471, + 1.045048464961226, + 0.9419333165833579, + 0.9692634514790782, + 0.8827267306674739 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 91401, + "cert_evals": { + "36": 0.8461538553237915, + "72": 0.8125000596046448, + "108": 0.7788462042808533, + "255": 0.5576923489570618 + }, + "fold": 1 + }, + { + "best_epoch": 31, + "best_val_acc": 0.8813559322033898, + "test_acc": 0.9264705882352942, + "train_size": 88, + "val_size": 59, + "test_size": 204, + "stats": { + "mean": [ + [ + -0.1268343749999996, + 0.03819893595454546, + -0.011457272727272726, + 0.05116481477272727, + -0.0830110590909092, + 0.047313343863636344, + 0.10252151931818183, + 0.1333957454545454, + 0.05029393693181818, + 0.04156139318181821, + -0.001252886136363645, + -0.02304269772727273, + -0.028127184431818178, + 0.09080393977272729, + 0.051952362500000016, + 0.026424043636363623, + 0.004673466193181796, + 0.08743039488636364, + -0.026571849534090915, + 0.14150050181818186, + 0.03335016056818166, + 0.12982050340909096, + 0.16414423761363636, + 0.09544092727272725, + -0.013555443181818177, + 0.13096514511363633, + 0.08380314419318177, + 0.11039518400000002, + 0.10956971738636363, + 0.16996981363636354, + 0.20297531795454554, + 0.13073818977272728, + 0.22886673897727264 + ] + ], + "std": [ + [ + 1.1403639563737902, + 0.9669190187863775, + 0.9172167629719893, + 0.8606790311963011, + 0.9989705798429368, + 0.9373035431734378, + 0.9209352640839872, + 0.8488345605516046, + 0.8825266596197384, + 0.9437597259890439, + 0.8884696173398924, + 1.0048586652940763, + 0.9550518112139788, + 0.9614986333459294, + 0.9194447344313414, + 0.9950631727543465, + 0.9784728631967848, + 0.9580770253420143, + 0.9232846642295484, + 0.9004257495362915, + 0.9845719410626651, + 0.9096258762479161, + 0.9598729860189827, + 0.9018492624900448, + 0.9747064152086655, + 0.8917378557660298, + 1.0112826407608113, + 0.9771390659506771, + 0.934094299138346, + 0.9171760631839044, + 0.9408030802675159, + 0.9489033599031296, + 0.9833308046410482 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 91401, + "cert_evals": { + "36": 0.9215686321258545, + "72": 0.8823529481887817, + "108": 0.843137264251709, + "255": 0.5980392098426819 + }, + "fold": 2 + }, + { + "best_epoch": 10, + "best_val_acc": 0.9259259259259259, + "test_acc": 0.8947368421052632, + "train_size": 88, + "val_size": 54, + "test_size": 209, + "stats": { + "mean": [ + [ + -0.05379262500000004, + 0.08337084420454545, + 0.012367452272727331, + -0.10430459318181814, + -0.04320599500000006, + -0.02125417613636366, + 0.13601533749999994, + 0.08083362500000006, + 0.04508737613636362, + 0.06580848409090917, + -0.04573462613636365, + -0.11163381636363634, + -0.08390394295454544, + -0.08376589772727273, + -0.044872403409090926, + -0.0040415840909091135, + -0.08072537250000003, + 0.09002621590909089, + -0.162396136590909, + -0.039994314090909096, + -0.10034994406818182, + -0.025718289772727287, + -0.07362233545454551, + 0.15139177386363645, + -0.09483327613636364, + 0.035840585227272695, + 0.10623734090909087, + 0.16713354263636365, + -0.09824181704545455, + -0.02187183522727274, + -0.02442285272727274, + -0.04313826136363642, + 0.1828973070454546 + ] + ], + "std": [ + [ + 1.062876682037237, + 0.9490576864105106, + 0.9875219449564684, + 1.1736996169419784, + 1.085283557408111, + 1.0964938389858863, + 1.0087899511657812, + 1.0744821220114844, + 1.0108692257357619, + 1.0627108745057163, + 1.0442983244440271, + 1.1469962087719372, + 1.0331323404442145, + 1.1049553685537077, + 1.023216090225595, + 1.0297914379913535, + 1.0415403651865944, + 1.0022218327408114, + 1.0389078436934174, + 1.0658270934057976, + 1.0847302652617432, + 1.0404853997786638, + 1.050257290760166, + 0.893199357426146, + 1.0313013612091906, + 0.9776385188820035, + 1.0220555587416027, + 0.8817940384222789, + 1.0763521420836772, + 1.0347943476784296, + 1.1267168423195861, + 1.0726159506205808, + 1.1123266143540387 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 91401, + "cert_evals": { + "36": 0.8660286664962769, + "72": 0.7942583560943604, + "108": 0.7177033424377441, + "255": 0.27272725105285645 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8996572706905525, + "std_test_acc": 0.026274437080752167, + "n_samples": 351, + "n_features": 33, + "n_classes": 2, + "mean_cert_acc_36": 0.881817415356636, + "std_cert_acc_36": 0.03285447151869988, + "mean_cert_acc_72": 0.8340833932161331, + "std_cert_acc_72": 0.03896345419485738, + "mean_cert_acc_108": 0.7920976281166077, + "std_cert_acc_108": 0.056730823604143256, + "mean_cert_acc_255": 0.4983184039592743, + "std_cert_acc_255": 0.15141845354577646 + }, + "iris": { + "dataset": "iris", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 25, + "best_val_acc": 0.6666666666666666, + "test_acc": 0.6847826086956522, + "train_size": 37, + "val_size": 21, + "test_size": 92, + "stats": { + "mean": [ + [ + -0.06538616216216218, + 0.037524162162162124, + -0.05163069459459464, + -0.05491507459459471 + ] + ], + "std": [ + [ + 0.9148870367317358, + 1.0881966465526376, + 0.9955337168703222, + 0.9789290060304676 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 5674, + "cert_evals": { + "36": 0.3478260934352875, + "72": 0.33695653080940247, + "108": 0.33695653080940247, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 31, + "best_val_acc": 0.896551724137931, + "test_acc": 0.8333333333333334, + "train_size": 37, + "val_size": 29, + "test_size": 84, + "stats": { + "mean": [ + [ + -0.1894133945945945, + -0.14947308108108107, + -0.07307603783783788, + -0.09033012864864856 + ] + ], + "std": [ + [ + 0.9592123832790647, + 0.9096266883189955, + 1.0119512040032557, + 1.0176631024602978 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 5674, + "cert_evals": { + "36": 0.7023809552192688, + "72": 0.5595238208770752, + "108": 0.4047619104385376, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 24, + "best_val_acc": 0.8260869565217391, + "test_acc": 0.7, + "train_size": 37, + "val_size": 23, + "test_size": 90, + "stats": { + "mean": [ + [ + 0.12065495945945945, + 0.08115708108108108, + -0.014868264864864856, + 0.0017480032432432313 + ] + ], + "std": [ + [ + 1.079972374505205, + 0.8268394002889127, + 1.0381376116445211, + 1.0358017457861401 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 5674, + "cert_evals": { + "36": 0.3777777850627899, + "72": 0.10000000149011612, + "108": 0.03333333507180214, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 24, + "best_val_acc": 0.8529411764705882, + "test_acc": 0.810126582278481, + "train_size": 37, + "val_size": 34, + "test_size": 79, + "stats": { + "mean": [ + [ + 0.019474235135135163, + 0.1372560810810812, + -0.050099464864865016, + -0.012418108108108169 + ] + ], + "std": [ + [ + 1.0035126577760827, + 0.9654086463610752, + 1.0191317626227525, + 1.0325640931007958 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 5674, + "cert_evals": { + "36": 0.594936728477478, + "72": 0.4683544337749481, + "108": 0.29113924503326416, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7570606310768666, + "std_test_acc": 0.07552824730890502, + "n_samples": 150, + "n_features": 4, + "n_classes": 3, + "mean_cert_acc_36": 0.505730390548706, + "std_cert_acc_36": 0.17120635853595967, + "mean_cert_acc_72": 0.3662086967378855, + "std_cert_acc_72": 0.19960565076572215, + "mean_cert_acc_108": 0.2665477553382516, + "std_cert_acc_108": 0.16233120003978374, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "led-display": { + "dataset": "led-display", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 41, + "best_val_acc": 0.6794871794871795, + "test_acc": 0.7306397306397306, + "train_size": 250, + "val_size": 156, + "test_size": 594, + "stats": { + "mean": [ + [ + 0.007071759999999854, + -0.06713887999999998, + 0.04580425999999983, + -0.02524725599999987, + 0.032490744000000016, + 0.026608120000000096, + 1.7199999999801818e-06 + ] + ], + "std": [ + [ + 0.9950459658737895, + 1.009900234084628, + 0.9724760974354865, + 1.0074396393306633, + 1.004766715631752, + 0.9754811567914686, + 0.9994980323196654 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 10, + "depth": 6, + "padding": 14, + "parameters": 6097, + "cert_evals": { + "36": 0.6750841736793518, + "72": 0.6144781112670898, + "108": 0.5808080434799194, + "255": 0.10774410516023636 + }, + "fold": 0 + }, + { + "best_epoch": 27, + "best_val_acc": 0.723404255319149, + "test_acc": 0.735632183908046, + "train_size": 250, + "val_size": 141, + "test_size": 609, + "stats": { + "mean": [ + [ + -0.030645360000000187, + 0.03051721599999998, + -0.07328692000000013, + -0.01683115199999986, + -0.024368800000000006, + 0.02660812000000029, + 1.7199999999624183e-06 + ] + ], + "std": [ + [ + 1.018012947504733, + 0.9932371252643158, + 1.0370805647209447, + 1.0048701299259322, + 0.9948347843380658, + 0.9754811567914693, + 0.9994980323196655 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 10, + "depth": 6, + "padding": 14, + "parameters": 6097, + "cert_evals": { + "36": 0.6814450025558472, + "72": 0.5960591435432434, + "108": 0.44991791248321533, + "255": 0.05911330133676529 + }, + "fold": 1 + }, + { + "best_epoch": 41, + "best_val_acc": 0.7261146496815286, + "test_acc": 0.7251264755480608, + "train_size": 250, + "val_size": 157, + "test_size": 593, + "stats": { + "mean": [ + [ + -0.02121608000000006, + -0.018310832, + -0.02748262000000013, + 0.008417160000000156, + 0.01624516000000005, + 0.026608120000000093, + -0.01687781599999998 + ] + ], + "std": [ + [ + 1.0124517882249175, + 1.002792806702983, + 1.0143765302763266, + 0.9966955712286966, + 1.0022682733933526, + 0.9754811567914692, + 1.005041365963769 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 10, + "depth": 6, + "padding": 14, + "parameters": 6097, + "cert_evals": { + "36": 0.6543001532554626, + "72": 0.635750412940979, + "108": 0.5935919284820557, + "255": 0.0927487388253212 + }, + "fold": 2 + }, + { + "best_epoch": 41, + "best_val_acc": 0.7228915662650602, + "test_acc": 0.7448630136986302, + "train_size": 250, + "val_size": 166, + "test_size": 584, + "stats": { + "mean": [ + [ + -0.0023575200000001267, + 0.0061031919999999995, + 0.009160819999999905, + -0.04207946399999987, + -0.016246007999999923, + -0.1011123440000001, + 0.05064032800000006 + ] + ], + "std": [ + [ + 1.0009703691603724, + 0.9983249694649329, + 0.9943226309022788, + 1.0123492183086487, + 0.9964583563164333, + 1.0799745182608878, + 0.9809392436444123 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 10, + "depth": 6, + "padding": 14, + "parameters": 6097, + "cert_evals": { + "36": 0.6780821681022644, + "72": 0.6404109597206116, + "108": 0.585616409778595, + "255": 0.10787671059370041 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7340653509486169, + "std_test_acc": 0.008380192008800656, + "n_samples": 1000, + "n_features": 7, + "n_classes": 10, + "mean_cert_acc_36": 0.6722278743982315, + "std_cert_acc_36": 0.012230969397438082, + "mean_cert_acc_72": 0.621674656867981, + "std_cert_acc_72": 0.020470472597439365, + "mean_cert_acc_108": 0.5524835735559464, + "std_cert_acc_108": 0.06858005567376038, + "mean_cert_acc_255": 0.09187071397900581, + "std_cert_acc_255": 0.02296356161303344 + }, + "lenses": { + "dataset": "lenses", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 8, + "best_val_acc": 1.0, + "test_acc": 0.07142857142857142, + "train_size": 6, + "val_size": 4, + "test_size": 14, + "stats": { + "mean": [ + [ + 0.0, + 0.6526299999999999, + 0.0, + -0.32631499999999997 + ] + ], + "std": [ + [ + 0.9789467406691065, + 0.7296625220778439, + 0.978945, + 0.922958197211553 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 5674, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5, + "test_acc": 0.07142857142857142, + "train_size": 6, + "val_size": 4, + "test_size": 14, + "stats": { + "mean": [ + [ + 0.0, + -0.32631499999999997, + -0.6526299999999999, + 0.0 + ] + ], + "std": [ + [ + 0.9789467406691065, + 0.922958197211553, + 0.7296625220778439, + 0.978945 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 5674, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5, + "test_acc": 0.1875, + "train_size": 6, + "val_size": 2, + "test_size": 16, + "stats": { + "mean": [ + [ + 0.0, + 0.0, + 0.32631499999999997, + 0.0 + ] + ], + "std": [ + [ + 0.9789467406691065, + 0.978945, + 0.9229581972115529, + 0.978945 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 5674, + "cert_evals": { + "36": 0.125, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.25, + "test_acc": 0.21428571428571427, + "train_size": 6, + "val_size": 4, + "test_size": 14, + "stats": { + "mean": [ + [ + -0.59948, + 0.32631499999999997, + 0.32631499999999997, + -0.32631499999999997 + ] + ], + "std": [ + [ + 0.915720825870709, + 0.9229581972115529, + 0.922958197211553, + 0.922958197211553 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 5674, + "cert_evals": { + "36": 0.2142857313156128, + "72": 0.2142857313156128, + "108": 0.0714285746216774, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.13616071428571427, + "std_test_acc": 0.07554190563391104, + "n_samples": 24, + "n_features": 4, + "n_classes": 3, + "mean_cert_acc_36": 0.0848214328289032, + "std_cert_acc_36": 0.10450625623517228, + "mean_cert_acc_72": 0.0535714328289032, + "std_cert_acc_72": 0.1071428656578064, + "mean_cert_acc_108": 0.01785714365541935, + "std_cert_acc_108": 0.0357142873108387, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "chess-krvk": { + "dataset": "chess-krvk", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 52, + "best_val_acc": 0.20208234737340275, + "test_acc": 0.19653901046622266, + "train_size": 7014, + "val_size": 4226, + "test_size": 16816, + "stats": { + "mean": [ + [ + 0.012324607927003232, + 0.007078780439120998, + 0.0020496236099223986, + -0.024108994297119334, + -0.0005551300684344027, + 0.00494480253777899 + ] + ], + "std": [ + [ + 0.999931915679557, + 1.0057899986789152, + 1.0018138589619487, + 0.9949807268406698, + 1.0000689847213224, + 1.0016960231746526 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 18, + "depth": 6, + "padding": 12, + "parameters": 6297, + "cert_evals": { + "36": 0.11893434822559357, + "72": 0.06493815034627914, + "108": 0.033955756574869156, + "255": 0.0023192197550088167 + }, + "fold": 0 + }, + { + "best_epoch": 22, + "best_val_acc": 0.20832348072830456, + "test_acc": 0.20454410277761256, + "train_size": 7014, + "val_size": 4229, + "test_size": 16813, + "stats": { + "mean": [ + [ + 0.02662805560307895, + 0.005693713430283323, + -0.0016727181351587745, + 0.014426962075848423, + -0.007343462446535813, + 0.00437411206158899 + ] + ], + "std": [ + [ + 0.9852094089714073, + 0.9988688121679218, + 1.0043106562162794, + 0.9917902725212167, + 0.9953541320225967, + 0.995076350426718 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 18, + "depth": 6, + "padding": 12, + "parameters": 6297, + "cert_evals": { + "36": 0.11794444918632507, + "72": 0.06399809569120407, + "108": 0.03645988181233406, + "255": 0.000832688994705677 + }, + "fold": 1 + }, + { + "best_epoch": 33, + "best_val_acc": 0.21207798383262005, + "test_acc": 0.20473984319315752, + "train_size": 7014, + "val_size": 4206, + "test_size": 16836, + "stats": { + "mean": [ + [ + 0.009281328200740034, + -0.0021550139720564235, + -0.004650539349872485, + 0.006120143427431122, + -0.0004934166951813222, + 0.0024717757342437065 + ] + ], + "std": [ + [ + 0.9905305563279689, + 1.0007194352174467, + 1.0073929861352688, + 0.996792137495875, + 0.995664797353786, + 0.9984373474066448 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 18, + "depth": 6, + "padding": 12, + "parameters": 6297, + "cert_evals": { + "36": 0.13560228049755096, + "72": 0.07792824506759644, + "108": 0.039142314344644547, + "255": 0.0010691375937312841 + }, + "fold": 2 + }, + { + "best_epoch": 19, + "best_val_acc": 0.2206088992974239, + "test_acc": 0.21017171476269975, + "train_size": 7014, + "val_size": 4270, + "test_size": 16772, + "stats": { + "mean": [ + [ + 0.0038034088964931244, + -0.012312182207011678, + 0.00825354519532299, + -0.012616928286283908, + 0.00814625808383194, + 0.012173608639860799 + ] + ], + "std": [ + [ + 0.9903915605524702, + 0.991199162231707, + 1.011474563134033, + 0.9971077092137348, + 0.999255185770078, + 1.0033642166267953 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 18, + "depth": 6, + "padding": 12, + "parameters": 6297, + "cert_evals": { + "36": 0.13403290510177612, + "72": 0.0773908868432045, + "108": 0.038993559777736664, + "255": 0.0011328404070809484 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.20399866779992315, + "std_test_acc": 0.005615450015190236, + "n_samples": 28056, + "n_features": 6, + "n_classes": 18, + "mean_cert_acc_36": 0.12662849575281143, + "std_cert_acc_36": 0.00948624726277383, + "mean_cert_acc_72": 0.07106384448707104, + "std_cert_acc_72": 0.007628901079864034, + "mean_cert_acc_108": 0.03713787812739611, + "std_cert_acc_108": 0.002452678502829246, + "mean_cert_acc_255": 0.0013384716876316816, + "std_cert_acc_255": 0.0006664602968433427 + }, + "libras": { + "dataset": "libras", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 42, + "best_val_acc": 0.6666666666666666, + "test_acc": 0.7297297297297297, + "train_size": 90, + "val_size": 48, + "test_size": 222, + "stats": { + "mean": [ + [ + 0.059153607855555554, + -0.022086486111111102, + 0.05922882088888888, + -0.02086866645555565, + 0.056779304333333384, + -0.018696930000000046, + 0.05689053533333337, + -0.016248013333333245, + 0.0569165588888889, + -0.0036989233333332458, + 0.06283389777777776, + -0.0037991557777777556, + 0.05937392222222222, + -0.007620807444444464, + 0.05464593999999994, + -0.011244530777777774, + 0.04970278000000001, + -0.013921464755555614, + 0.04771983000000002, + -0.019249020222222305, + 0.044871499788888936, + -0.020557805333333252, + 0.03973438522222228, + -0.026101116888888873, + 0.0330146356666666, + -0.027676334444444468, + 0.034978265333333355, + -0.0210573455555555, + 0.04064138888888893, + -0.01831029133333337, + 0.044241277888888826, + -0.010786282777777736, + 0.051733793333333285, + -0.0034738184444444765, + 0.045049727888888905, + -0.021378303111111135, + 0.04119049111111115, + -0.045665581555555515, + 0.03553613722222227, + -0.07517735188888884, + 0.022791370888888884, + -0.09528456055555552, + 0.01893847222222228, + -0.11598632511111107, + 0.02626179000000001, + -0.1326080574444444, + 0.034327293333333335, + -0.13289333, + 0.03746381222222225, + -0.11572220622222221, + 0.042059589422222224, + -0.09740232666666666, + 0.04862533955555555, + -0.08259843555555557, + 0.04790880555555556, + -0.06473083111111111, + 0.04817679555555557, + -0.043231756999999996, + 0.05318957111111112, + -0.019220134666666673, + 0.055677036666666645, + -0.002841064555555544, + 0.05546902555555555, + 0.003981006666666653, + 0.05436141222222221, + 0.010304663333333285, + 0.04651793477777778, + 0.004333857777777748, + 0.038974952222222185, + -0.008231636300000048, + 0.03247019888888887, + -0.02334288095555553, + 0.03011131132222221, + -0.030717089555555615, + 0.02976556422222225, + -0.03948321999999996, + 0.022267378333333344, + -0.03566932055555558, + 0.015906501777777787, + -0.04077892000000001, + 0.011949363777777782, + -0.03570859, + 0.004940353333333312, + -0.031180698333333357, + 0.0004020502222222259, + -0.025412966666666658, + -0.002333565333333347, + -0.02677985111111109, + -0.0059334082222222105, + -0.026852045555555534 + ] + ], + "std": [ + [ + 1.0272697848649774, + 0.9664771136823957, + 1.027688880747467, + 0.9662624765656191, + 1.0292677018687986, + 0.9684534093051018, + 1.0319599452853536, + 0.9677596062743243, + 1.0377674721252286, + 0.9616782342445047, + 1.0370360978842266, + 0.9555582821931108, + 1.0289925918383118, + 0.9579834639182713, + 1.0189074336088546, + 0.9625256328191537, + 1.0121348350240766, + 0.9646803522961049, + 1.0126185493427433, + 0.9598197286028425, + 1.0189730181818124, + 0.951620173828917, + 1.0350698342948041, + 0.9370228296137644, + 1.0541894305710373, + 0.9184614636871827, + 1.0696682809354456, + 0.9329853150754773, + 1.0890255312769253, + 0.9489615861352966, + 1.1066977252299934, + 0.9608235727079338, + 1.1024326497238879, + 0.9717686177151472, + 1.0972507342710132, + 0.9657911543082057, + 1.069178058095652, + 0.9664501545749722, + 1.0261884635827954, + 0.9801982751719368, + 0.9882367711096164, + 1.0014044489935727, + 0.9672861968365165, + 1.024725533269629, + 0.9648715731537318, + 1.033145694150089, + 0.973815805756156, + 1.0313002194928262, + 0.9859951872457644, + 1.0345119812696684, + 0.9964608835988579, + 1.0372020790742669, + 1.002794362543549, + 1.050476963151338, + 1.0100223483256028, + 1.051659471579452, + 1.0207177149077362, + 1.0380336604147125, + 1.0274778037875825, + 1.0217936789225461, + 1.023355900720886, + 0.99539519439483, + 1.0134647330026565, + 0.9689247631505362, + 1.0089599239522917, + 0.950558838647045, + 1.008875615908425, + 0.9499906362659443, + 1.0089288969813415, + 0.9607648958830952, + 1.0158951823905173, + 0.9737378299181498, + 1.0199933463033373, + 0.9860581507065539, + 1.0263547725332822, + 1.0015989523192506, + 1.032627742296777, + 1.0279180377810286, + 1.0376802603494275, + 1.050663043279449, + 1.0450149927264303, + 1.0536672233709206, + 1.048344449365565, + 1.0509585135332231, + 1.049228637606536, + 1.0418893656144446, + 1.0487172103574718, + 1.0370002214587464, + 1.0495960897157208, + 1.0304275340443008 + ] + ] + }, + "width": 512, + "in_features": 90, + "out_features": 15, + "depth": 6, + "padding": 180, + "parameters": 1413654, + "cert_evals": { + "36": 0.6891891956329346, + "72": 0.6306306719779968, + "108": 0.5900900959968567, + "255": 0.36036038398742676 + }, + "fold": 0 + }, + { + "best_epoch": 19, + "best_val_acc": 0.7678571428571429, + "test_acc": 0.6542056074766355, + "train_size": 90, + "val_size": 56, + "test_size": 214, + "stats": { + "mean": [ + [ + -0.033764339333333275, + 0.0455450088888889, + -0.0393941557777778, + 0.0442136877777778, + -0.045103564444444466, + 0.04001134399999995, + -0.05244813000000002, + 0.028505362222222205, + -0.06154681444444444, + 0.021204386666666637, + -0.07797415355555551, + 0.01921581555555562, + -0.10197233555555556, + 0.006906205777777777, + -0.12702198222222222, + -0.005695309999999986, + -0.14416418666666672, + -0.02292435444444457, + -0.16337620333333333, + -0.03858305355555561, + -0.1711072416555556, + -0.04597038555555552, + -0.17688608222222224, + -0.0510546662222222, + -0.1777130125555556, + -0.055949267777777756, + -0.1758602002222223, + -0.056614647777777784, + -0.17039360222222222, + -0.06617457911111113, + -0.16981005877777777, + -0.07106641555555543, + -0.16308817222222222, + -0.05537972144444455, + -0.14865953544444438, + -0.04185643888888888, + -0.12450770666666665, + -0.020887783333333316, + -0.0970945600000001, + -0.01284855222222223, + -0.06770919911111105, + -0.006189087555555519, + -0.045649386666666646, + -0.019774148444444417, + -0.024750903666666667, + -0.028532645999999984, + -0.008615883333333359, + -0.04990173111111105, + 0.0027711554444444235, + -0.06698789577777778, + 0.001936522755555571, + -0.08285931522222224, + -0.0073226571111110784, + -0.08259888076666667, + -0.02258475644444445, + -0.07283224555555554, + -0.03855426111111113, + -0.06328560555555554, + -0.06116145375555557, + -0.06039820777777778, + -0.08062423999999999, + -0.06031211888888889, + -0.1001700812222222, + -0.0643715877777778, + -0.11488044000000007, + -0.06820063999999999, + -0.1203164692222222, + -0.07924086666666665, + -0.12108284722222223, + -0.0915652744444445, + -0.11548237566666666, + -0.10036381111111108, + -0.10867505555555551, + -0.11164193444444444, + -0.10020240444444449, + -0.12007570888888885, + -0.09298762111111107, + -0.12944496888888887, + -0.0845759822222222, + -0.12039282000000003, + -0.07738502700000004, + -0.1146484011111111, + -0.06909253888888889, + -0.09596822888888885, + -0.0527662786666667, + -0.08531162555555549, + -0.04094482422222221, + -0.0668187426666667, + -0.03109291377777779, + -0.049228804444444406 + ] + ], + "std": [ + [ + 0.9391947140806977, + 0.9661200046110473, + 0.9369047047249826, + 0.965372181859147, + 0.9379655989040812, + 0.9626856204401466, + 0.9383704435642225, + 0.9596973553804454, + 0.9435124416750471, + 0.9569644766257196, + 0.9507806726832521, + 0.9503884002742878, + 0.9577699621134407, + 0.945652945681381, + 0.9650370451264835, + 0.9434629223854399, + 0.9739544466032157, + 0.9438505847776927, + 0.9764228611015309, + 0.9469890572332942, + 0.9779898535101123, + 0.9533340820544212, + 0.9757437918199428, + 0.9549347448822753, + 0.9663610809902762, + 0.9438525284454122, + 0.952169999214585, + 0.9678377690397413, + 0.9393886782621469, + 0.9947209380373468, + 0.9361716970367747, + 1.0123442945183636, + 0.9252713522214633, + 1.0260951627274713, + 0.9231710047035482, + 1.025557832763311, + 0.9248516800643717, + 1.0172305910811887, + 0.9282810826954029, + 1.0064682263739466, + 0.9205614506509361, + 0.9946120696327407, + 0.9081070345079777, + 0.9949749986778512, + 0.9033325693342755, + 1.006822968070411, + 0.9085081292518836, + 1.0191220579997762, + 0.9153594418262174, + 1.0318423200857954, + 0.9183368353262834, + 1.0392962508240564, + 0.9237882688127866, + 1.055023953325584, + 0.9343012330154237, + 1.0481089228331875, + 0.9560851685143908, + 1.0339727591956172, + 0.9853902060723677, + 1.0098325304467373, + 0.9988778299057116, + 0.9870909710943886, + 1.0021729674536564, + 0.9828786628007012, + 1.0079592542333784, + 0.9835701890015256, + 1.017348186621727, + 0.9858555228606939, + 1.0242608111755789, + 0.9832306180154835, + 1.0262585496418493, + 0.9866284497369432, + 1.0229030560951116, + 0.9869096028519032, + 1.0172087108740004, + 0.9788435218174495, + 1.0148292680398843, + 0.9702030398470889, + 1.0139464402917768, + 0.9650993937320577, + 1.0142334827118167, + 0.9622076846279796, + 1.0188552180562984, + 0.9619140911906384, + 1.0175453036347175, + 0.9585537532942093, + 1.0155723528745622, + 0.9543291962926345, + 1.012212127147541, + 0.9495775298724907 + ] + ] + }, + "width": 512, + "in_features": 90, + "out_features": 15, + "depth": 6, + "padding": 180, + "parameters": 1413654, + "cert_evals": { + "36": 0.5934579372406006, + "72": 0.5514018535614014, + "108": 0.5093457698822021, + "255": 0.31308409571647644 + }, + "fold": 1 + }, + { + "best_epoch": 43, + "best_val_acc": 0.7142857142857143, + "test_acc": 0.6728971962616822, + "train_size": 90, + "val_size": 56, + "test_size": 214, + "stats": { + "mean": [ + [ + -0.0795752713666667, + 0.0976775155555555, + -0.0792770048888889, + 0.09542594000000003, + -0.0793193911111111, + 0.09638493444444453, + -0.0793156911111111, + 0.09763250999999992, + -0.08028563333333336, + 0.0968837866666667, + -0.08446061444444444, + 0.09761106766666666, + -0.0858379077777778, + 0.09109071466666677, + -0.08833427666666666, + 0.08412569366666675, + -0.08150408654444444, + 0.07868567302222215, + -0.07937965800000002, + 0.07571118444444438, + -0.07020866522222223, + 0.07384745777777788, + -0.05723015477777777, + 0.06437183422222217, + -0.04520808033333336, + 0.04587258000000005, + -0.029391714666666645, + 0.02986913666666669, + -0.01909765222222218, + 0.021750623000000042, + -0.016599911111111112, + 0.03220027088888891, + -0.021600725555555558, + 0.038351117999999955, + -0.029936903333333327, + 0.043317289555555506, + -0.04636568555555557, + 0.04265821111111109, + -0.06504211555555557, + 0.0398037177777778, + -0.07834400400000001, + 0.03486788355555556, + -0.09061476011111111, + 0.024548287777777737, + -0.10536790666666669, + 0.029715636555555532, + -0.1355004688888889, + 0.023034604444444474, + -0.1566124356666667, + 0.013996776444444445, + -0.17107036222222222, + 0.008349538444444445, + -0.17717941188888894, + 0.011516642222222234, + -0.18186103466666662, + 0.006701916666666682, + -0.1859549, + 0.017993973000000038, + -0.1814516993111111, + 0.023018069777777796, + -0.177811022, + 0.013411195555555524, + -0.17198873444444454, + 0.007958389222222214, + -0.159803446, + 0.01762081777777776, + -0.14861193111111112, + 0.03175548111111108, + -0.13662967000000004, + 0.039799975555555506, + -0.12218454000000008, + 0.05352645888888891, + -0.10940399555555551, + 0.056771615555555516, + -0.10123112444444446, + 0.04481529555555562, + -0.09524841888888891, + 0.04344370633333331, + -0.08900512488888888, + 0.047798668888888826, + -0.08192136066666673, + 0.039209352222222264, + -0.07595590804444444, + 0.038319951666666546, + -0.0710968062222223, + 0.046865989111111096, + -0.06933622333333335, + 0.04505355422222219, + -0.0645431828888889, + 0.048621090000000124 + ] + ], + "std": [ + [ + 0.9995783575072309, + 0.9453718021917624, + 0.9986629556137443, + 0.9447043484979707, + 0.9963987589123307, + 0.9459381244093827, + 0.9892357792736222, + 0.9448309404294691, + 0.9884066352373108, + 0.9409207140609871, + 0.9850607322448387, + 0.9374842650334984, + 0.9943922917763706, + 0.9366045758806816, + 1.0082213369876118, + 0.9387174087314007, + 1.0167982259784791, + 0.9414588919501151, + 1.0151339246945583, + 0.946713464769804, + 1.0115845765750173, + 0.9519023234179994, + 1.0054336883537112, + 0.9439031440238868, + 0.9948632401641084, + 0.9178338997823589, + 0.985985091605607, + 0.8980699861250137, + 0.9786895246049818, + 0.8844782943097348, + 0.9763567999689986, + 0.8891258733016062, + 0.9893411781237217, + 0.8987381436886754, + 1.0077858282578576, + 0.8950579121384119, + 1.0348131829708704, + 0.8802295332034641, + 1.0573036237099012, + 0.8816011636092593, + 1.0741826778133243, + 0.8914978392878847, + 1.076897441410801, + 0.911788092656148, + 1.0751351512562335, + 0.9265647791225483, + 1.0763970425573648, + 0.9407369624799463, + 1.075053685265128, + 0.9417913276181705, + 1.0697018034326975, + 0.9523523099253108, + 1.0619584342897572, + 0.9687246728261701, + 1.0496115620329747, + 0.9819961763171552, + 1.0437880565787132, + 0.9902261296333055, + 1.036776335171439, + 1.0167686539675216, + 1.02719908329187, + 1.0393897565193124, + 1.0151559172418654, + 1.0633025125446949, + 1.0021468886253628, + 1.0845540064051982, + 0.9949848743518965, + 1.0934858712212507, + 0.9936750833266651, + 1.0939158617327953, + 0.9887264840502932, + 1.07687069654482, + 0.9849073877892529, + 1.0495601673985115, + 0.968536122796128, + 1.0302608877871398, + 0.9595525737715221, + 1.0250582586535266, + 0.9494218117785129, + 1.0314076443737552, + 0.9369730450579224, + 1.0282406198941436, + 0.927613615345622, + 1.0110472572993734, + 0.9191954706340935, + 0.9917321431280843, + 0.9152228948941693, + 0.9841156236614271, + 0.9187162282547586, + 0.9920089857228521 + ] + ] + }, + "width": 512, + "in_features": 90, + "out_features": 15, + "depth": 6, + "padding": 180, + "parameters": 1413654, + "cert_evals": { + "36": 0.649532675743103, + "72": 0.6168224215507507, + "108": 0.5607476234436035, + "255": 0.41588783264160156 + }, + "fold": 2 + }, + { + "best_epoch": 55, + "best_val_acc": 0.7777777777777778, + "test_acc": 0.68, + "train_size": 90, + "val_size": 45, + "test_size": 225, + "stats": { + "mean": [ + [ + 0.09026950530000002, + -0.03347233166666681, + 0.08805549977777775, + -0.03405123534444449, + 0.08708464222222234, + -0.03423331444444434, + 0.08310377777777779, + -0.037732521111111056, + 0.07844351111111113, + -0.04188870111111114, + 0.07671959222222215, + -0.04202225133333326, + 0.08212408711111117, + -0.0449390454444444, + 0.0878047777777778, + -0.05257811300000004, + 0.09755105444444442, + -0.051445295555555555, + 0.10336957555555559, + -0.05607170222222236, + 0.10687409668888889, + -0.05782803755555547, + 0.10272375744444447, + -0.057026167999999905, + 0.10213378411111111, + -0.044367474444444326, + 0.09731909555555555, + -0.04350549444444442, + 0.08865874400000001, + -0.06280649233333332, + 0.08169131444444443, + -0.08661213244444435, + 0.07810773555555556, + -0.1112553797777778, + 0.07463555555555558, + -0.1263340871111112, + 0.06639933666666666, + -0.1465535255555555, + 0.05377655111111114, + -0.1640056500000001, + 0.04418829777777779, + -0.17093437533333333, + 0.02842860777777779, + -0.16408909622222206, + 0.016942645555555583, + -0.16675064855555574, + 0.0073328979777777265, + -0.1588536488888888, + 0.00373534444444446, + -0.1495966028888889, + 0.0037222849777777105, + -0.1322372677777777, + -0.0027955453333333665, + -0.10401365777777777, + -0.014766566666666684, + -0.0861462788888889, + -0.025277220000000013, + -0.07635618999999995, + -0.03186592444444443, + -0.07135788, + -0.030484778888888852, + -0.06502929344444444, + -0.022410275666666677, + -0.05761954077777779, + -0.016950835555555564, + -0.03907689404444446, + -0.011996154444444438, + -0.029193174444444425, + -0.010071146111111135, + -0.02858531444444451, + -0.007421466666666659, + -0.023952365555555542, + -0.009688820900000063, + -0.01668311955555556, + -0.005838026666666681, + -0.0015534499999999242, + -0.005162895555555574, + -0.0012964042222222037, + -0.001906099777777802, + 0.003737124444444456, + -0.003503918111111117, + 0.001677034444444477, + -0.007449703600000025, + -0.0018753644444445127, + -0.012184628888888922, + 0.0026639691111110986, + -0.016971600444444422, + 0.007810784999999998, + -0.020134840000000025, + 0.010748244444444445 + ] + ], + "std": [ + [ + 0.9926513732856214, + 0.9922740467464981, + 0.9964342900718223, + 0.9915656502494293, + 1.0031269607060127, + 0.9916453686089172, + 1.0081725642875177, + 0.9907693657057502, + 1.0084903680397026, + 0.9923185425628301, + 1.0128792801232473, + 0.9902737219168581, + 1.010792816435926, + 0.9888655842110828, + 1.0031758362749574, + 0.9854298441685992, + 0.9890882368719963, + 0.9804285773312239, + 0.9730772918992427, + 0.9745141433518287, + 0.9567259704295461, + 0.9768662669607254, + 0.9493774355368427, + 1.0038706259343744, + 0.9377382291600974, + 1.0496602487376752, + 0.9305872026550348, + 1.0503150154169958, + 0.9307025386159513, + 1.0392640335949292, + 0.9406209149566932, + 1.0233939080464391, + 0.9494506124739838, + 1.012079221518538, + 0.9489390893774563, + 1.0141082199450873, + 0.9442671255914099, + 1.0105514136076659, + 0.9468901507686455, + 1.0026766110539935, + 0.9613592957699403, + 0.985068403868737, + 0.9800073579280031, + 0.975436460339431, + 1.0032379235377316, + 0.9551918013742791, + 1.028917517888183, + 0.9387713484170384, + 1.0523789652036324, + 0.9234035510206958, + 1.070132196612977, + 0.9175395296994716, + 1.0842267579309721, + 0.9236823939192144, + 1.0897183483523363, + 0.9433433068622874, + 1.086396588028764, + 0.9587574522789919, + 1.0791277022520895, + 0.9570482720019563, + 1.0581187757889448, + 0.9635751628260921, + 1.0294739845645628, + 0.9733935507031055, + 1.0038087220203096, + 0.976159293071053, + 0.9795623017359278, + 0.9735603509166184, + 0.9585371109226899, + 0.9664985333557078, + 0.9486892392383033, + 0.9697532879719861, + 0.9467364294702475, + 0.9789250453647614, + 0.945107639018188, + 0.9917430005321338, + 0.9508272395661652, + 0.9771349829809848, + 0.9547821795258222, + 0.9594346199487507, + 0.9622256316466118, + 0.9685833725709367, + 0.9607418125919945, + 0.9665777543918542, + 0.9594116876542311, + 0.9632493733809626, + 0.9562909158066344, + 0.9622547186764627, + 0.9546903734091414, + 0.9522119089089927 + ] + ] + }, + "width": 512, + "in_features": 90, + "out_features": 15, + "depth": 6, + "padding": 180, + "parameters": 1413654, + "cert_evals": { + "36": 0.644444465637207, + "72": 0.6088889241218567, + "108": 0.5600000023841858, + "255": 0.3911111354827881 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6842081333670119, + "std_test_acc": 0.032238760211109205, + "n_samples": 360, + "n_features": 90, + "n_classes": 15, + "mean_cert_acc_36": 0.6441560685634613, + "std_cert_acc_36": 0.039273715259792084, + "mean_cert_acc_72": 0.6019359678030014, + "std_cert_acc_72": 0.0348665687855352, + "mean_cert_acc_108": 0.555045872926712, + "std_cert_acc_108": 0.033534312509762104, + "mean_cert_acc_255": 0.3701108619570732, + "std_cert_acc_255": 0.044285687762162455 + }, + "low-res-spect": { + "dataset": "low-res-spect", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 13, + "best_val_acc": 0.9146341463414634, + "test_acc": 0.7974683544303798, + "train_size": 133, + "val_size": 82, + "test_size": 316, + "stats": { + "mean": [ + [ + 0.024469110902255578, + 0.005587958646616302, + 0.01128199067669173, + -0.06037009248120303, + -0.05151846172932332, + -0.024907055639097758, + -0.0322428857142857, + -0.07194005187969929, + -0.07847493984962406, + -0.07729481917293234, + -0.0773144627819549, + -0.07946655714285718, + -0.08317833781954889, + -0.08108707368421056, + -0.051557367819548866, + -0.021992530075187956, + 0.014977627969924827, + 0.04699444218045112, + 0.04272368962406013, + 0.05729708105263157, + 0.07787030999999998, + 0.07839934406015038, + 0.09192532827067672, + 0.07718017969924812, + 0.0731354135338346, + 0.07884905857142857, + 0.07964327293233082, + 0.05894142315789478, + 0.062022699022556374, + 0.07031742661654138, + 0.043068441142857156, + 0.04871273007518795, + 0.04621051263157891, + 0.06354882256390976, + 0.0722840044360902, + 0.038285738646616524, + 0.02072807609022559, + 0.04804389000000004, + 0.0138044796992481, + -0.018880903210526323, + 0.011148169654135377, + 0.02407343864661653, + 3.409736842104958e-05, + 0.014395889473684208, + 0.012942278195488701, + 0.003991518496240605, + 0.004891412781954892, + -0.0026670207518796982, + 0.0021274761654135233, + 0.004516233834586465, + -0.017067495330827086, + 0.05021997804511279, + 0.05085938015037594, + 0.049456287593984995, + 0.04968600586466166, + 0.038087282105263166, + 0.0031582917293233393, + 0.021881782706766925, + 0.006666542857142849, + -0.009844528496240594, + 0.009452689842105257, + -0.006844017293233067, + -0.0035632469924812256, + -0.013377724812030098, + -0.0006018690977443607, + -0.018097159398496255, + -0.011943087969924802, + -0.03201817045112783, + 0.003904128195488711, + -0.007856270676691717, + -0.008680359248120318, + 0.014900510601503778, + 0.004884186917293262, + 0.009004930977443638, + 0.005372908571428565, + 0.007624029323308276, + -0.002930867593984958, + -0.006319933082706782, + 0.00469686285714285, + -0.008532866616541344, + 0.0019344359398495853, + -0.004738761654135335, + 0.0044714904511278155, + -0.001649885714285715, + -0.00984493360902256, + -0.01978030300751879, + -0.00966449759398497, + -0.010639091127819557, + -0.00729790171428571, + -0.01663022781954888, + -0.014927266917293243, + -0.0048786105263157985, + -0.023854766390977448, + -0.002417377293233085, + -0.018055805503759383, + -0.035139856165413506, + -0.003715027067669185, + -0.023457403157894727, + -0.028482144812030083, + -0.012900542255639115 + ] + ], + "std": [ + [ + 1.017393269930814, + 0.9859850544384411, + 0.6351269169990451, + 0.9218499349108917, + 0.9397831881819683, + 0.9559682118638801, + 0.9438724801654544, + 0.9693197875856094, + 0.9713955988615406, + 0.9774390189841138, + 0.9920460008560096, + 0.9991906740103633, + 1.0018878985632447, + 1.0231730392212295, + 1.0116746756260164, + 1.0108766947238579, + 0.9897047919639949, + 0.9656545067924569, + 0.9779229908137462, + 0.9930910566294954, + 0.9769947826741521, + 0.9930680515190659, + 0.9847812255306415, + 0.9945404262409027, + 1.0133003340234725, + 1.010622334528224, + 0.9790643689216147, + 0.9695036033277806, + 0.9691086110146303, + 0.9709469151594099, + 0.9509962741361917, + 0.9459390595619844, + 0.9682759104651395, + 0.9693952498748859, + 0.9565179833606766, + 1.0087728224509616, + 1.0339412420571243, + 0.9797879106089201, + 1.046812274765615, + 1.017780178031687, + 0.9666275571579879, + 1.0256130258535934, + 1.0669421863085269, + 1.0402013313577008, + 1.0594653822910898, + 1.0511922704716143, + 1.0356545195251559, + 1.0641512050185258, + 1.0747163688005084, + 1.0935617174093786, + 1.07443136746114, + 1.0136851672908218, + 0.997280326392972, + 0.9783984688090382, + 1.0042883048291307, + 1.0487180616841298, + 1.0824392363653417, + 1.0689163006997184, + 1.07508445719523, + 1.094579375466917, + 1.0691245108180063, + 1.0218590639920084, + 1.0406528766233436, + 1.0483992179501052, + 1.0151157130662107, + 0.9890602540733745, + 1.0033195884602837, + 0.9979416719998978, + 0.9549270557055792, + 0.9629229016162045, + 0.9687018168255607, + 0.9641140507904243, + 0.9578638967395385, + 0.9634794979402529, + 0.9643850012759382, + 0.9632020577312645, + 0.9577176582123652, + 0.9571989614345542, + 0.9564290236354037, + 0.9456491144494708, + 0.9478771903690641, + 0.9493390272820802, + 0.9470489606741441, + 0.9627884351729016, + 0.9803995592284533, + 0.9681002662445597, + 0.9719751368852133, + 0.9739709130127491, + 0.9720839287368537, + 0.9671210605802054, + 0.9711011471027048, + 0.9845527475390607, + 0.9825803050843526, + 1.0038184387573925, + 0.979717500002443, + 0.9649405988529449, + 0.9876179722405718, + 0.9748242307388256, + 0.9872212806368876, + 0.982676241489978 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 9, + "depth": 6, + "padding": 200, + "parameters": 819856, + "cert_evals": { + "36": 0.7689873576164246, + "72": 0.7405063509941101, + "108": 0.7151898741722107, + "255": 0.544303834438324 + }, + "fold": 0 + }, + { + "best_epoch": 32, + "best_val_acc": 0.855072463768116, + "test_acc": 0.7963525835866262, + "train_size": 133, + "val_size": 69, + "test_size": 329, + "stats": { + "mean": [ + [ + 0.1530652789473686, + -0.009363782556390993, + 0.05088392255639105, + 0.09471572902255651, + 0.08876052902255634, + 0.12944444736842103, + 0.10373392857142849, + -0.02023532421052626, + -0.029163837593984988, + -0.026313689849624053, + -0.02965288872180454, + -0.034014545112781965, + -0.03632338819548872, + -0.014735644736842088, + 0.01785539338345867, + 0.042751381052631564, + 0.08679215699248122, + 0.10001419052631579, + 0.1017368892481203, + 0.1075867052631579, + 0.10462587691729323, + 0.0953443353383458, + 0.1062469197894737, + 0.10487969082706766, + 0.1025905135338346, + 0.08913448766917297, + 0.09933672556390981, + 0.10743754187969931, + 0.11109795225563905, + 0.10047740721804511, + 0.08384493444360905, + 0.08902717887218042, + 0.08559397548872186, + 0.06289796500751879, + 0.060330664586466215, + 0.046363331127819554, + 0.07722293548872182, + 0.0516131944360902, + -0.022730849022556402, + -0.028101030902255634, + -0.013324536090225563, + -0.09062933308270675, + -0.0771601732330827, + -0.06511450924812032, + -0.12265796165413538, + -0.08916524360902257, + -0.07463184060150373, + -0.05617420278195486, + -0.030201605263157905, + -0.07578766255639095, + -0.059237725210526344, + 0.1091188300225564, + 0.09946399218045113, + 0.08242898984962406, + 0.03451749195488724, + 0.014174642255639086, + -0.049911600902255625, + -0.08932375545864665, + -0.07350661661654141, + -0.06060752706766915, + -0.0945347070225564, + -0.07166026834586467, + -0.08000871849624057, + -0.06738826315789478, + -0.0653453539849624, + -0.06987513011278194, + -0.07700414037593982, + -0.0684724142857143, + -0.06314225375939844, + -0.06643927654135334, + -0.056201902105263185, + -0.045947005037593976, + -0.033031945488721806, + -0.04689342698496246, + -0.051469952631578955, + -0.03478667669172926, + -0.032341004661654134, + -0.056062630977443614, + -0.05649333834586465, + -0.039601220375939813, + -0.037854870451127794, + -0.045860515789473665, + -0.05729389000000003, + -0.0682322045112782, + -0.058773774210526354, + -0.06832082496240602, + -0.0708990614285714, + -0.0600364096992481, + -0.07209753969172931, + -0.0762365472180451, + -0.0768351112781955, + -0.07007685624060155, + -0.08927176834586463, + -0.0882228510300752, + -0.07869736499248121, + -0.0844527432330827, + -0.07372521428571428, + -0.09207066969172933, + -0.08798474277443606, + -0.09338331523308271 + ] + ], + "std": [ + [ + 0.9744553382107187, + 0.9677597969434724, + 1.777310974913784, + 0.9984082294697983, + 0.9969586292153921, + 1.0583440616051412, + 1.0566345380560944, + 0.9857375895494132, + 1.0026115267211986, + 1.0074187005868174, + 0.9914187021756643, + 0.9940673441835514, + 0.98310153446628, + 0.9642872316677437, + 0.9316107906957257, + 0.8392466954824206, + 0.8182299587971944, + 0.8347678474815514, + 0.8515903298166666, + 0.8799721558505285, + 0.89007089287234, + 0.8866071634453673, + 0.8820893100565611, + 0.8826542910069028, + 0.8881722225389, + 0.8787089402752493, + 0.8964119629138864, + 0.879494453663738, + 0.8784873894639735, + 0.886681676346154, + 0.9222856861284946, + 0.9332670529570117, + 0.9776036297075393, + 0.9305127026487992, + 0.9359011475452199, + 0.9633874454328895, + 0.9527398490690858, + 0.965465879462667, + 1.0188818420464785, + 0.9828227999977308, + 0.9531229051081205, + 0.8713338836905145, + 0.9153495157969829, + 0.9223417239665608, + 0.8942885354612832, + 0.8998020432065605, + 0.9315570163515208, + 0.9082683584325931, + 0.9187746260543722, + 0.893070795181221, + 0.9468936674390013, + 0.9056643525291117, + 0.9110446769794468, + 0.9379974540127038, + 0.9647664124557613, + 1.0085574939350006, + 0.9275642673326407, + 0.8504043471913983, + 0.9142116919528667, + 0.8800039098256741, + 0.8415645024254653, + 0.8409729112787964, + 0.8399221552071359, + 0.8651820522167459, + 0.8672852422573245, + 0.8259267130126927, + 0.8390487632459173, + 0.8180961860126535, + 0.8777786937858696, + 0.8683920376045541, + 0.8383842635930155, + 0.8430069272476867, + 0.8666946932557273, + 0.8486025752416404, + 0.8592189394385275, + 0.8740498203324533, + 0.8491655645886534, + 0.8344601422755191, + 0.8287917280777043, + 0.8272025037471293, + 0.8136865464598907, + 0.8270386668301318, + 0.80191790451096, + 0.7804539659801455, + 0.7882991571441237, + 0.778040195581798, + 0.7589918746851501, + 0.7570902805838913, + 0.7293901823605933, + 0.7351310134454143, + 0.7408556555784315, + 0.725678505691747, + 0.6990444825351154, + 0.6919872173073935, + 0.7125567265129449, + 0.7086783958233831, + 0.6708513004398178, + 0.6871596422451152, + 0.6809238754969238, + 0.6885319279117135 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 9, + "depth": 6, + "padding": 200, + "parameters": 819856, + "cert_evals": { + "36": 0.7811550498008728, + "72": 0.7537993788719177, + "108": 0.738601803779602, + "255": 0.6504559516906738 + }, + "fold": 1 + }, + { + "best_epoch": 30, + "best_val_acc": 0.8191489361702128, + "test_acc": 0.8782894736842105, + "train_size": 133, + "val_size": 94, + "test_size": 304, + "stats": { + "mean": [ + [ + -0.13586325413533815, + -0.0618193278195488, + -0.04310375263157894, + -0.004718533834586481, + 0.01244425488721805, + -0.025889947368421044, + -0.03012266992481201, + -0.06166973518796993, + -0.058414011278195524, + -0.04856861338345865, + -0.053738878195488775, + -0.0494522635338346, + -0.033144374736842064, + -0.01673198932330828, + 0.00380962645112784, + 0.03076035639097744, + 0.08222181203007521, + 0.08607955939849626, + 0.08385189150375942, + 0.08648061872180456, + 0.08489306466165417, + 0.08092049669172934, + 0.08067010932330827, + 0.07488779000000001, + 0.07012468195488719, + 0.07198337165413535, + 0.04773527819548873, + 0.050869944360902274, + 0.03545853684210525, + 0.016283467669172918, + 0.004097258646616531, + 0.010401111278195502, + -0.01792126090225564, + -0.002418199992481197, + 0.024459281879699275, + 0.025849884210526343, + 0.037459733984962384, + 0.006547264984962439, + -0.010970754511278193, + 0.04163085169924812, + 0.02889156383458647, + 0.030891175112781943, + 0.028361738345864675, + 0.02267998270676693, + -0.025261697518796977, + -0.0006612544360902128, + 0.015497131578947396, + 0.0313857212706767, + 0.03935556884962408, + 0.020145579699248115, + 0.01561868073684209, + 0.07393228112781952, + 0.04280226511278196, + 0.015148240601503748, + -0.02417430518796993, + 0.02045143834586462, + -0.006660919548872173, + 0.012737768827067671, + 0.005639975112781977, + 0.025091721879699245, + 0.0078095799248120235, + -0.0012346056390977465, + -0.00859317037593985, + -0.006910761654135332, + 0.0007964472932330711, + -0.013898008308270668, + -0.00025283060150373826, + -0.016696168195488716, + -0.01286229004511279, + -0.012526450751879697, + -0.030305314661654148, + -0.022196533157894733, + -0.014210327067669165, + -0.022408989473684207, + -0.032924627819548864, + -0.03237249348120299, + -0.020712286992481198, + -0.029102100751879693, + -0.03426806187969925, + -0.0444582919548872, + -0.05113502075187971, + -0.02233855496240602, + -0.032802209022556386, + -0.05755775917293232, + -0.047944335338345884, + -0.049902552481203004, + -0.045151886090225545, + -0.03859559834586468, + -0.05805407509774432, + -0.04678762857142857, + -0.04049555030075189, + -0.03414902180451127, + -0.04661476240601504, + -0.059792844360902264, + -0.045702631368421086, + -0.04080758105263156, + -0.05423186360902256, + -0.061008449345864635, + -0.04793841503759399, + -0.03687203282706768 + ] + ], + "std": [ + [ + 1.0650127556320446, + 1.0066608520484202, + 0.4156979395941612, + 1.0111846623477019, + 1.0239930605317062, + 0.9684176798741715, + 0.9492043006836792, + 0.9787734675960276, + 0.988203812821042, + 0.9943574947885739, + 0.9813196660052181, + 0.9835335096862478, + 0.9989723824774754, + 1.0098341686716865, + 1.0089678435680955, + 1.006897414092789, + 1.0014680482759133, + 0.9969246326169929, + 1.003048211475138, + 0.9963037789822996, + 0.9898134995117452, + 0.9862762846232758, + 0.9696634183119972, + 0.9719462993345181, + 0.9829041377072096, + 0.9970195508702976, + 0.9730130647207035, + 0.9951471045673186, + 1.000240668580986, + 0.9831852201961157, + 0.9993734243431007, + 0.9862173484627466, + 1.0050828113211423, + 0.9769241582086713, + 0.9707777014896144, + 0.9086079382002629, + 0.9264498134320229, + 0.8898792590804552, + 0.9013370080430921, + 0.9668210661261372, + 1.0273237339044736, + 1.0647338020747121, + 1.0837400905988852, + 1.0895012361342458, + 0.9942055646868553, + 1.0030736971903318, + 1.0609720074331763, + 1.062673419595116, + 1.0433128230210706, + 1.0685942775734432, + 1.0659683471227248, + 0.9465620323080091, + 0.9666073282199529, + 0.9823564017132853, + 0.9338971590735567, + 0.9507680860369068, + 0.9776613927510699, + 1.0598523929295665, + 1.0562343768456484, + 1.0489211645884213, + 1.0066351241778364, + 0.9808309075924808, + 0.9798741552856448, + 0.9697984887288765, + 0.983702693591976, + 0.9640382228774541, + 0.9492112764984969, + 0.9447960904251254, + 0.9458208100097997, + 0.9393657515269506, + 0.9219232080989007, + 0.9287988887010107, + 0.9255985041358817, + 0.9022261222236313, + 0.919866535230441, + 0.9212084221960762, + 0.9055005820857147, + 0.9052992836968272, + 0.8965515106580905, + 0.9021371283357683, + 0.8931093485275595, + 0.8894800077414449, + 0.875828335944702, + 0.8768265814954874, + 0.8758047501041376, + 0.8679342278962235, + 0.8563653918115903, + 0.8447870748154496, + 0.8533573385243273, + 0.8580903767160212, + 0.8449284057138841, + 0.8368868316325839, + 0.8375542445936696, + 0.8372449278647315, + 0.8325101772382546, + 0.8345010300544318, + 0.835506482915972, + 0.8231852532778424, + 0.8212941968447315, + 0.8516404740029587 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 9, + "depth": 6, + "padding": 200, + "parameters": 819856, + "cert_evals": { + "36": 0.8552631735801697, + "72": 0.8388158082962036, + "108": 0.7993420958518982, + "255": 0.6677631735801697 + }, + "fold": 2 + }, + { + "best_epoch": 29, + "best_val_acc": 0.9111111111111111, + "test_acc": 0.8571428571428571, + "train_size": 133, + "val_size": 90, + "test_size": 308, + "stats": { + "mean": [ + [ + 0.10493862744360913, + 0.0936277362406016, + -0.0037778827819548765, + -0.03855023533834586, + -0.02125209138345864, + -0.04543471105263157, + -0.04156411240601502, + 0.01708999368421052, + 0.01226467932330826, + 0.008226878796992469, + -0.0025615368421052433, + -0.018209970902255675, + -0.022531850601503787, + -0.047815336466165384, + -0.04824461954887216, + -0.04206402887218042, + -0.02118501894736845, + -0.0029625436842105487, + 0.01991662105263155, + 0.02359305000000002, + 0.0402974844360902, + 0.02456900902255638, + 0.02643880670676695, + 0.01608115548872179, + 0.022838549624060137, + 0.021608356240601513, + 0.0155475280451128, + 0.0207188052631579, + 0.0194884992481203, + 0.035869669473684244, + 0.023877902255639096, + 0.02819542037593984, + 0.011200890977443602, + 0.0551807004511278, + 0.04744355939849627, + 0.06211426172932332, + 0.06588056992481206, + 0.07162352157894733, + 0.08258311954887225, + 0.064603631774436, + 0.07408918799999994, + 0.07613642842105264, + 0.06256042105263157, + 0.050916241353383455, + 0.04188059195488719, + 0.06601848721804507, + 0.08979577601503759, + 0.04491898714285714, + 0.05555289037593983, + 0.08533037067669177, + 0.1070483993233083, + 0.02408604115037597, + 0.03420398706766918, + 0.0032010017293233246, + 0.029893602556390973, + 0.09153908646616546, + 0.11421593466165411, + 0.07139292911278192, + 0.08337384052631581, + 0.06448526315789473, + 0.04947902714285716, + 0.017647485338345863, + -0.0008786248120300822, + -0.015028007622556393, + -0.005325834736842084, + -0.018705311578947382, + -0.027164074135338317, + -0.029699412736842082, + -0.03217006824060152, + -0.03655872067669175, + -0.05774721052631579, + -0.04586767902255643, + -0.04562037030075189, + -0.07277231285714282, + -0.054276041203007504, + -0.034596221676691734, + -0.054279020075187985, + -0.060108875413533845, + -0.05830179338345861, + -0.06900260458646613, + -0.06369796345864664, + -0.050903367669172896, + -0.06467745977443612, + -0.039303367142857155, + -0.05294008157894737, + -0.05645630721804513, + -0.029166729631578958, + -0.04837335909774438, + -0.057497763834586456, + -0.046163446466165416, + -0.046505692105263174, + -0.042113237368421055, + -0.047567896992481186, + -0.03315349614285714, + -0.04929982421052632, + -0.046727424661654124, + -0.04073674195488724, + -0.040684289624060156, + -0.04322478375939848, + -0.03915163230075189 + ] + ], + "std": [ + [ + 1.085273555336867, + 1.0600160276531263, + 0.5674366488770868, + 1.0538936578762175, + 1.0736216450711755, + 1.0086568899549089, + 1.0107145864607423, + 0.9639829575234186, + 0.9684391767243656, + 0.9700338935541478, + 0.9673544475161013, + 0.9769837254042069, + 0.9832042991536264, + 0.9966940528369324, + 1.0144584886010504, + 1.0253444526714819, + 1.044458899094195, + 1.0437288549864745, + 1.032355378351829, + 1.0318246656034074, + 1.0266339589652462, + 1.0146406956988476, + 1.0044468099155188, + 1.025901708674945, + 1.0091911104926408, + 1.0132829244630681, + 1.0135138926532963, + 1.0124400641048181, + 1.002468214234293, + 0.9964174189277575, + 1.0143810743935044, + 1.016224305012167, + 1.0394808957835124, + 0.9841938243486714, + 0.976043096972565, + 0.9976075386689336, + 1.0012751177529822, + 0.9622637624799687, + 1.0036628686765507, + 1.0160940224228003, + 1.0693721871548225, + 1.0925110746781017, + 1.0637453552419913, + 1.112434336735407, + 1.0720233742927996, + 1.0887433013425338, + 1.1365343727139479, + 1.1082290562555606, + 1.0534133646461585, + 1.0636388960493586, + 1.127374798190782, + 1.0194494800051157, + 1.0115614911992439, + 0.9818412722460208, + 0.9822209459756657, + 1.005189728257075, + 1.08403913325294, + 1.085459527481645, + 1.0752872906455573, + 1.0795318572671038, + 1.0523758463978325, + 1.0153359772434278, + 1.0026092291413942, + 0.9950344482682812, + 1.0022482399439303, + 0.9810221193577394, + 0.9883984901555372, + 0.9708415174186519, + 0.9316161962977328, + 0.9305979660096333, + 0.9093710872091209, + 0.8961295852270974, + 0.9009089691160881, + 0.8750080609089094, + 0.885858487783631, + 0.8776260762487318, + 0.8673876172449833, + 0.8724100819567573, + 0.8723912389263426, + 0.8799174782922783, + 0.8777004895430206, + 0.8741256633416288, + 0.8800181503826561, + 0.8711684637095992, + 0.8970805311242029, + 0.90130116126784, + 0.8913911258859273, + 0.9120317859512505, + 0.9060025721716157, + 0.898262341874369, + 0.9234492395195655, + 0.9258258169182748, + 0.9069694433482488, + 0.9289092057679259, + 0.9258785829559869, + 0.9254000265308414, + 0.931316640531728, + 0.9258381499941104, + 0.9377776810526488, + 0.9431768651197908 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 9, + "depth": 6, + "padding": 200, + "parameters": 819856, + "cert_evals": { + "36": 0.8474025726318359, + "72": 0.8279221057891846, + "108": 0.8116883039474487, + "255": 0.6688311696052551 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8323133172110184, + "std_test_acc": 0.041783803924737795, + "n_samples": 531, + "n_features": 100, + "n_classes": 9, + "mean_cert_acc_36": 0.8132020384073257, + "std_cert_acc_36": 0.04442507966398242, + "mean_cert_acc_72": 0.790260910987854, + "std_cert_acc_72": 0.05026895400708956, + "mean_cert_acc_108": 0.7662055194377899, + "std_cert_acc_108": 0.046659324052832137, + "mean_cert_acc_255": 0.6328385323286057, + "std_cert_acc_255": 0.05962093228663159 + }, + "lung-cancer": { + "dataset": "lung-cancer", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 4, + "best_val_acc": 0.75, + "test_acc": 0.35, + "train_size": 8, + "val_size": 4, + "test_size": 20, + "stats": { + "mean": [ + [ + -0.176777, + -1.2499999999804334e-06, + 0.2121181, + 0.22119374999999997, + -0.34205175000000004, + -0.25413399999999997, + -0.4991070000000001, + -0.20667375000000004, + 0.18207425, + 0.1674343749999999, + 0.18600550000000005, + 0.25552725, + -0.39027892500000017, + 0.254131375, + 0.20814399999999994, + -0.11680949999999997, + 4.999999999866223e-07, + 4.999999999866223e-07, + -0.556826, + 0.03246771249999994, + 1.000000000070389e-06, + -0.15760575000000004, + 1.000000000070389e-06, + -0.526415, + 0.26887700000000003, + -0.5463909500000002, + 0.3981490000000001, + -0.11073775000000001, + -0.0461445, + -0.08733862499999998, + -0.20931662499999998, + -0.20931662499999998, + -0.34491900000000003, + -0.30012262500000003, + 0.530329625, + 0.5840457499999999, + -0.2706785, + 0.334991875, + -0.19773098749999996, + 0.28412875, + -0.55909175, + -7.500000000632001e-07, + -0.176777, + -6.250000000040945e-07, + -0.2341686250000001, + 0.143568, + -0.254133, + -0.254133, + -0.347985, + 0.0, + 0.0, + 0.06977162499999998, + 0.06977162499999998, + 0.12400250000000002, + 0.15760662499999997, + 0.0684115 + ] + ], + "std": [ + [ + 1.0, + 0.8745283537861638, + 0.8040182621062347, + 0.68534473627397, + 0.7239840501975423, + 0.9583948535512387, + 0.8803408658477123, + 1.0967323649565501, + 1.2845975870016406, + 1.26287547547214, + 1.275192087344785, + 1.0828786155044974, + 0.8691968462812435, + 0.9433006737973234, + 0.9271293940653591, + 0.8092773571506556, + 0.984249913856105, + 0.984249913856105, + 1.0, + 0.963139848525996, + 0.9842499957566675, + 1.0919276973489076, + 0.9842499957566675, + 1.0, + 0.5691037527613045, + 0.8831049872737146, + 1.061731, + 0.8858950000009523, + 1.1526351972973712, + 0.9725553242070524, + 1.0348836588388737, + 1.0348836588388737, + 1.3655263400268045, + 0.9701424604483272, + 0.7071057500002983, + 0.9344725000001003, + 1.0207927843497426, + 0.9180330571660311, + 0.6975292820538815, + 0.7517340128236433, + 0.7042730759798983, + 0.6959722224846242, + 1.0, + 1.2187770455635987, + 1.497375656357527, + 1.0, + 1.0, + 1.0, + 1.6688774326399765, + 1.0, + 1.0, + 0.7383957883078252, + 0.7383957883078252, + 0.9605327902178821, + 0.8339735544200334, + 0.9479176319916991 + ] + ] + }, + "width": 256, + "in_features": 56, + "out_features": 3, + "depth": 6, + "padding": 112, + "parameters": 358666, + "cert_evals": { + "36": 0.25, + "72": 0.20000000298023224, + "108": 0.10000000149011612, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5, + "test_acc": 0.15, + "train_size": 8, + "val_size": 4, + "test_size": 20, + "stats": { + "mean": [ + [ + -0.176777, + -1.2499999999804334e-06, + 0.3333284, + 0.22119374999999997, + -0.34205175000000004, + -0.08471187499999999, + -0.332738375, + 0.28934212499999995, + 0.18207425, + 0.1674343749999999, + 0.37201150000000005, + 0.54755725, + -0.0780548750000001, + 0.254131875, + 0.20814499999999997, + -0.584046, + 0.372012, + 0.372012, + 0.037120499999999945, + 0.03246771249999994, + 0.2841295000000001, + 0.15760662499999994, + -0.2841274999999999, + -0.14356812499999994, + 0.483978, + -0.5463909500000002, + 0.6635817500000001, + 0.33220974999999997, + 0.13842525, + 0.26201350000000007, + -0.627947875, + -0.627947875, + -0.7391125000000001, + 0.21437324999999996, + 1.2499999998971667e-07, + -0.11680875, + -0.09022612500000005, + -0.23927749999999992, + 0.06591022500000003, + 0.28412875, + 0.050826124999999986, + -7.50000000007689e-07, + 0.176776375, + 1.2499999998971667e-07, + -0.8586173750000001, + 0.143568, + -0.254133, + -0.254133, + -0.69597, + 0.0, + 0.0, + 0.06977162499999998, + -0.20931575000000002, + -0.3720145, + 0.15760662499999997, + 0.615692 + ] + ], + "std": [ + [ + 1.0, + 0.8745283537861637, + 0.6748704785505882, + 0.68534473627397, + 0.7239840501975423, + 0.8125185082212646, + 1.0389725707942121, + 0.6403537411098333, + 1.2845975870016406, + 1.26287547547214, + 1.2338234677314055, + 1.0010303391915438, + 0.7486887534635199, + 0.6561671321123982, + 0.6449175678604204, + 1.0, + 1.0, + 1.0, + 1.0287455149777083, + 0.963139848525996, + 0.7517333513858155, + 0.8339735544200334, + 1.100424948682894, + 1.0129176214682314, + 1.0, + 0.8831049872737147, + 1.0280166202880368, + 0.7672062760475096, + 0.9766487648315219, + 1.1975188335072229, + 1.080900755511744, + 1.080900755511744, + 1.5267048606832134, + 0.822478277401104, + 0.6846529246237537, + 0.9047995916201208, + 1.0047163027130392, + 0.7656924999999999, + 1.054565000000008, + 0.7517340128236433, + 1.1319596096912465, + 0.6959722224846243, + 0.9354143054375608, + 0.6723723872158637, + 1.2092403856025213, + 1.0, + 1.0, + 1.0, + 1.2054554005437115, + 1.39194, + 0.98425, + 0.7383957883078252, + 0.9667870265020562, + 0.9605327902178821, + 0.8339735544200334, + 1.0 + ] + ] + }, + "width": 256, + "in_features": 56, + "out_features": 3, + "depth": 6, + "padding": 112, + "parameters": 358666, + "cert_evals": { + "36": 0.05000000074505806, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.375, + "test_acc": 0.25, + "train_size": 8, + "val_size": 8, + "test_size": 16, + "stats": { + "mean": [ + [ + 0.5303301249999998, + -0.22580399999999995, + -0.3939341, + -0.4866262499999999, + 0.20522875000000002, + -0.08471187499999998, + 0.166368, + -0.04133512500000004, + -0.303458, + -0.27905975000000005, + -0.186006, + -0.32853374999999996, + 0.23417107499999992, + -0.25413399999999997, + 0.04162699999999995, + -0.3504277499999999, + 0.372012, + 5.000000000143778e-07, + 0.037120499999999945, + 0.03246771249999997, + -0.2841274999999999, + 0.47281899999999993, + 0.2841295000000001, + 0.04785500000000001, + 0.2688775, + -0.23416595000000007, + 0.13271625000000004, + 0.11073562499999999, + 0.32299500000000003, + -0.08733862499999998, + -0.06977312500000003, + -0.06977312500000003, + 0.24637075000000005, + -0.12862400000000002, + -0.35355349999999997, + -0.350427, + 0.27067862499999995, + -0.62212375, + 0.593192725, + 0.28412875, + 0.6607445000000001, + -0.20091262500000007, + 0.176776375, + 0.25413225, + 0.07805589999999993, + 0.7178385, + 0.7623977500000001, + 0.7623977500000001, + 0.347985, + 0.347985, + 0.0, + -0.48840412499999997, + -0.48840412499999997, + -0.124006, + 0.15760662499999994, + -0.47886900000000004 + ] + ], + "std": [ + [ + 1.8708296030318634, + 1.1948341428692102, + 1.0773417243604047, + 0.8486461065652968, + 1.059804131102034, + 0.8125185082212646, + 0.8803404878832395, + 0.920566504074317, + 1.0, + 0.7733489942365526, + 0.7203981402946568, + 0.5655146315423125, + 0.9749224782092981, + 0.9583948535512387, + 0.8811270319533954, + 0.6180957912261151, + 1.0, + 0.984249913856105, + 1.0287455149777083, + 0.963139848525996, + 1.100424948682894, + 1.0, + 0.7517333513858155, + 1.0658003128899194, + 1.0315890948113742, + 1.0355328887342052, + 1.0280166202880368, + 1.0621504008726752, + 0.7148326632261567, + 0.9725553242070524, + 1.0809007555117442, + 1.0809007555117442, + 0.5214703075947253, + 0.9548636855920851, + 0.9842497172806299, + 0.934473, + 0.8654191884816481, + 0.6631091564872164, + 0.913279950038126, + 0.7517340128236433, + 0.8132235000004611, + 1.3773654997805538, + 0.9354143054375608, + 1.01653000000083, + 1.2488975000001081, + 0.994665683287983, + 1.7606829064560963, + 1.7606829064560963, + 0.9206817699808115, + 0.9206817699808115, + 0.98425, + 1.5538907649834526, + 1.5538907649834526, + 0.9920339999999999, + 0.8339735544200334, + 1.0945610000000001 + ] + ] + }, + "width": 256, + "in_features": 56, + "out_features": 3, + "depth": 6, + "padding": 112, + "parameters": 358666, + "cert_evals": { + "36": 0.25, + "72": 0.125, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 7, + "best_val_acc": 0.42857142857142855, + "test_acc": 0.5294117647058824, + "train_size": 8, + "val_size": 7, + "test_size": 17, + "stats": { + "mean": [ + [ + 0.5303301249999998, + -1.2499999999804334e-06, + -0.39393409999999995, + -0.48662574999999997, + 0.20522875000000002, + 0.25413137500000005, + 0.166368, + 0.12400349999999996, + 0.18207425, + -0.055812250000000035, + 0.18600550000000005, + -0.03650375000000001, + 0.23417107499999992, + -0.08471287499999999, + -0.12489200000000006, + 0.11680875, + 4.999999999866223e-07, + 5.000000000143778e-07, + -0.556826, + 0.03246771249999994, + -0.28412749999999987, + -0.47281812500000003, + 0.2841295000000001, + -0.334991875, + -0.16132500000000002, + -0.23416690000000004, + -0.13271649999999996, + -0.11073775000000001, + -0.41528250000000005, + -0.08733862499999998, + 0.06977074999999999, + 0.06977074999999999, + 0.049274500000000054, + -0.814618375, + 0.53032925, + 0.35042749999999995, + -0.45113087499999993, + 0.526415, + 0.06591029999999999, + 0.28412875, + -0.7623978749999999, + 0.200909125, + -0.176777, + -0.508266375, + 0.07805589999999987, + 0.143568, + -0.254133, + -0.254133, + 0.0, + 0.0, + -0.2460625, + 0.348859, + 0.348859, + 0.12400250000000004, + 0.15760662499999994, + 0.06841149999999997 + ] + ], + "std": [ + [ + 1.8708296030318634, + 0.8745283537861637, + 1.0773417243604047, + 1.1050835007108908, + 1.059804131102034, + 0.9433006737973234, + 0.8803404878832395, + 0.9352965034364771, + 1.2845975870016406, + 1.2429866458078653, + 1.275192087344785, + 0.7002636005201451, + 0.9749224782092981, + 1.2564662193460912, + 1.2349267641556725, + 0.9047995916201208, + 0.984249913856105, + 0.984249913856105, + 1.0, + 0.963139848525996, + 1.100424948682894, + 1.2208122788934872, + 0.7517333513858155, + 0.5064579839368311, + 0.8330825907525617, + 0.826068984966516, + 0.9194860179854557, + 0.8858950000009523, + 0.8851640178287581, + 0.9725553242070524, + 0.956663241117368, + 0.956663241117368, + 1.0429379694381398, + 0.45374271193952453, + 0.9999985416822804, + 1.120393298613817, + 1.0047163027130392, + 0.7656924999999999, + 1.0, + 0.7517340128236433, + 0.5378974467662115, + 0.531557565187073, + 1.0, + 1.4149504831054103, + 1.2488975000001081, + 1.0, + 1.0, + 1.0, + 1.39194, + 1.0, + 0.6510201819788307, + 1.0, + 1.0, + 0.9605327902178821, + 0.8339735544200334, + 0.9479176319916991 + ] + ] + }, + "width": 256, + "in_features": 56, + "out_features": 3, + "depth": 6, + "padding": 112, + "parameters": 358666, + "cert_evals": { + "36": 0.3529411852359772, + "72": 0.23529411852359772, + "108": 0.11764705926179886, + "255": 0.05882352963089943 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.31985294117647056, + "std_test_acc": 0.16181594553899967, + "n_samples": 32, + "n_features": 56, + "n_classes": 3, + "mean_cert_acc_36": 0.2257352964952588, + "std_cert_acc_36": 0.1268092845905122, + "mean_cert_acc_72": 0.1400735303759575, + "std_cert_acc_72": 0.10409282356940305, + "mean_cert_acc_108": 0.054411765187978745, + "std_cert_acc_108": 0.06324099431931131, + "mean_cert_acc_255": 0.014705882407724857, + "std_cert_acc_255": 0.029411764815449715 + }, + "lymphography": { + "dataset": "lymphography", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 33, + "best_val_acc": 0.8, + "test_acc": 0.8461538461538461, + "train_size": 37, + "val_size": 20, + "test_size": 91, + "stats": { + "mean": [ + [ + 0.11571070270270278, + 0.027093891891891864, + -0.1061727567567567, + -0.22205799999999987, + 0.12556329729729743, + 0.06734324324324321, + 0.05365567567567566, + 0.1178617837837836, + -0.021548756756756857, + 0.3392003783783783, + 0.10699794594594601, + 0.16341409189189185, + 0.04434448648648651, + -0.18670452972972956, + 0.26953127027027013, + 0.028475135135135103, + 0.04964567567567568, + 0.039015189189189156 + ] + ], + "std": [ + [ + 0.9649959417614393, + 0.9932963186135503, + 0.8953249050860361, + 1.0, + 1.0617235061005919, + 0.9934273444847499, + 1.0837969821071396, + 0.93550276827785, + 1.0343414594594595, + 0.9787865374391254, + 0.967613635624315, + 0.9191462546392654, + 0.8904463864306404, + 0.9446597120353613, + 0.8244693349942901, + 0.9863926362299982, + 0.9592304425723344, + 1.0431241983062185 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 23435, + "cert_evals": { + "36": 0.7802197933197021, + "72": 0.6813187003135681, + "108": 0.6043956279754639, + "255": 0.21978022158145905 + }, + "fold": 0 + }, + { + "best_epoch": 27, + "best_val_acc": 0.8214285714285714, + "test_acc": 0.8072289156626506, + "train_size": 37, + "val_size": 28, + "test_size": 83, + "stats": { + "mean": [ + [ + 0.04959027027027034, + 0.08128264864864862, + -0.035391108108108124, + -0.22205799999999987, + 0.18834432432432444, + 0.12121940540540535, + 0.053655675675675654, + 0.1178617837837837, + 0.06464635135135137, + -0.08076164864864863, + 0.05944235135135144, + 0.00778283243243246, + 0.15077297297297293, + -0.11202250000000004, + 0.16519686486486485, + 0.028475135135135117, + -0.08274070270270273, + 0.08157664864864865 + ] + ], + "std": [ + [ + 0.9907038663718554, + 0.9843876514961846, + 0.9653329850824838, + 1.0, + 1.0873992856216566, + 0.9875663650472953, + 1.0837969821071396, + 0.93550276827785, + 1.1435074740788183, + 0.8987462927541991, + 0.9629278239378523, + 0.8670760159672493, + 1.0294219151090758, + 0.8796063323575559, + 0.8770711701884819, + 0.9863926362299982, + 1.050784302485063, + 1.0667820327309758 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 23435, + "cert_evals": { + "36": 0.7349397540092468, + "72": 0.6144577860832214, + "108": 0.5060240626335144, + "255": 0.12048192322254181 + }, + "fold": 1 + }, + { + "best_epoch": 16, + "best_val_acc": 0.8, + "test_acc": 0.7093023255813954, + "train_size": 37, + "val_size": 25, + "test_size": 86, + "stats": { + "mean": [ + [ + -0.08265059459459453, + 0.0812826486486486, + -0.03539110810810814, + 0.031722972972972906, + 1.2432432433330043e-06, + -0.09428524324324326, + -0.05365621621621621, + -4.864864865424842e-07, + -0.02154875675675677, + -0.016152108108108066, + -0.03566883783783778, + -0.02334296756756763, + -0.06208424324324333, + 0.08712936486486486, + -0.043471945945945945, + 0.08542454054054054, + 0.248225243243243, + 0.09576443243243248 + ] + ], + "std": [ + [ + 0.9873886182585688, + 0.9843876514961846, + 0.9653329850824838, + 1.0616419779070554, + 0.9966179074004299, + 0.9934273444847498, + 0.8978357031769213, + 0.9966159264522366, + 1.0343414594594607, + 0.8607871843035175, + 0.946344799312269, + 0.9999220929965701, + 0.8847748864465823, + 0.9544491031115466, + 0.9396531993920559, + 0.9631018357081231, + 0.7605018441428824, + 0.9305366467747157 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 23435, + "cert_evals": { + "36": 0.5930232405662537, + "72": 0.38372093439102173, + "108": 0.26744186878204346, + "255": 0.011627906933426857 + }, + "fold": 2 + }, + { + "best_epoch": 28, + "best_val_acc": 0.7222222222222222, + "test_acc": 0.7311827956989247, + "train_size": 37, + "val_size": 18, + "test_size": 93, + "stats": { + "mean": [ + [ + 0.04959027027027031, + -0.1896611351351352, + -0.035391108108108124, + -0.22205799999999987, + 0.1255632972972974, + -0.20203756756756758, + -0.0536562162162162, + 0.1767929189189188, + -0.021548756756756837, + -0.04845689189189187, + 0.011886594594594657, + -0.14784801081081084, + -0.133037, + -0.03734048648648648, + 0.06086245945945948, + 0.14237394594594593, + -0.0827407027027028, + -0.017734054054054066 + ] + ], + "std": [ + [ + 0.949006736815226, + 0.9991913040086986, + 0.9653329850824838, + 1.0, + 1.061723506100592, + 0.9787090886861045, + 0.8978357031769213, + 0.8976123081203877, + 1.0343414594594595, + 0.9022230780655615, + 1.039718775420792, + 0.9842972464819717, + 1.0946013067767175, + 0.8968738654850321, + 0.9148697472881367, + 0.9357742193114152, + 1.050784302485063, + 0.9574019230274994 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 23435, + "cert_evals": { + "36": 0.6666666865348816, + "72": 0.5698924660682678, + "108": 0.5053763389587402, + "255": 0.09677419066429138 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7734669707742041, + "std_test_acc": 0.0641048722267453, + "n_samples": 148, + "n_features": 18, + "n_classes": 4, + "mean_cert_acc_36": 0.6937123686075211, + "std_cert_acc_36": 0.08175777488386277, + "mean_cert_acc_72": 0.5623474717140198, + "std_cert_acc_72": 0.1275852719738882, + "mean_cert_acc_108": 0.4708094745874405, + "std_cert_acc_108": 0.14333943257381107, + "mean_cert_acc_255": 0.11216606060042977, + "std_cert_acc_255": 0.08562474567884687 + }, + "adult": { + "dataset": "adult", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 32, + "best_val_acc": 0.8060042669917709, + "test_acc": 0.8050309627293357, + "train_size": 16281, + "val_size": 6562, + "test_size": 25999, + "stats": { + "mean": [ + [ + 5.755174894932247e-09, + -1.5212824565593372e-07, + 1.9344708602300844e-08, + -5.868804126934776e-07, + 4.3847429484189405e-07, + -1.2794054493469234e-07, + -3.0931760979923667e-08, + 1.2424912468644162e-06, + 2.0428720567267194e-07, + -1.2898470607021481e-06, + 5.428255022845695e-07, + 2.9734045846837646e-07, + 9.031386283659057e-08, + 2.0421350090431894e-07 + ] + ], + "std": [ + [ + 0.999969279768083, + 0.9999691631254963, + 0.9999692601356567, + 0.9999684455490998, + 0.9999701766278255, + 0.9999695789931851, + 0.9999697101647755, + 0.9999695985584383, + 0.9999687129297181, + 0.999967689659048, + 0.9999708394490064, + 0.9999690163307019, + 0.9999694763882633, + 0.9999692067843523 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 22793, + "cert_evals": { + "36": 0.7488749623298645, + "72": 0.6957190632820129, + "108": 0.6383322477340698, + "255": 0.3976306915283203 + }, + "fold": 0 + }, + { + "best_epoch": 14, + "best_val_acc": 0.8053178484107579, + "test_acc": 0.8072414190721451, + "train_size": 16281, + "val_size": 6544, + "test_size": 26017, + "stats": { + "mean": [ + [ + 5.755174894932247e-09, + -1.5212824565593372e-07, + 1.9344708602300844e-08, + -5.868804126934776e-07, + 4.3847429484189405e-07, + -1.2794054493469234e-07, + -3.0931760979923667e-08, + 1.2424912468644162e-06, + 2.0428720567267194e-07, + -1.2898470607021481e-06, + 5.428255022845695e-07, + 2.9734045846837646e-07, + 9.031386283659057e-08, + 2.0421350090431894e-07 + ] + ], + "std": [ + [ + 0.999969279768083, + 0.9999691631254963, + 0.9999692601356567, + 0.9999684455490998, + 0.9999701766278255, + 0.9999695789931851, + 0.9999697101647755, + 0.9999695985584383, + 0.9999687129297181, + 0.999967689659048, + 0.9999708394490064, + 0.9999690163307019, + 0.9999694763882633, + 0.9999692067843523 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 22793, + "cert_evals": { + "36": 0.7473190426826477, + "72": 0.6861667037010193, + "108": 0.6285121440887451, + "255": 0.38025137782096863 + }, + "fold": 1 + }, + { + "best_epoch": 37, + "best_val_acc": 0.8110236220472441, + "test_acc": 0.8095384143536267, + "train_size": 16281, + "val_size": 6477, + "test_size": 26084, + "stats": { + "mean": [ + [ + 5.755174894932247e-09, + -1.5212824565593372e-07, + 1.9344708602300844e-08, + -5.868804126934776e-07, + 4.3847429484189405e-07, + -1.2794054493469234e-07, + -3.0931760979923667e-08, + 1.2424912468644162e-06, + 2.0428720567267194e-07, + -1.2898470607021481e-06, + 5.428255022845695e-07, + 2.9734045846837646e-07, + 9.031386283659057e-08, + 2.0421350090431894e-07 + ] + ], + "std": [ + [ + 0.999969279768083, + 0.9999691631254963, + 0.9999692601356567, + 0.9999684455490998, + 0.9999701766278255, + 0.9999695789931851, + 0.9999697101647755, + 0.9999695985584383, + 0.9999687129297181, + 0.999967689659048, + 0.9999708394490064, + 0.9999690163307019, + 0.9999694763882633, + 0.9999692067843523 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 22793, + "cert_evals": { + "36": 0.7570541501045227, + "72": 0.704684853553772, + "108": 0.6511271595954895, + "255": 0.4165005385875702 + }, + "fold": 2 + }, + { + "best_epoch": 6, + "best_val_acc": 0.8070228545482064, + "test_acc": 0.8147106419049087, + "train_size": 16281, + "val_size": 6607, + "test_size": 25954, + "stats": { + "mean": [ + [ + 5.755174894932247e-09, + -1.5212824565593372e-07, + 1.9344708602300844e-08, + -5.868804126934776e-07, + 4.3847429484189405e-07, + -1.2794054493469234e-07, + -3.0931760979923667e-08, + 1.2424912468644162e-06, + 2.0428720567267194e-07, + -1.2898470607021481e-06, + 5.428255022845695e-07, + 2.9734045846837646e-07, + 9.031386283659057e-08, + 2.0421350090431894e-07 + ] + ], + "std": [ + [ + 0.999969279768083, + 0.9999691631254963, + 0.9999692601356567, + 0.9999684455490998, + 0.9999701766278255, + 0.9999695789931851, + 0.9999697101647755, + 0.9999695985584383, + 0.9999687129297181, + 0.999967689659048, + 0.9999708394490064, + 0.9999690163307019, + 0.9999694763882633, + 0.9999692067843523 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 22793, + "cert_evals": { + "36": 0.7503275275230408, + "72": 0.6895661354064941, + "108": 0.6340063214302063, + "255": 0.4005933701992035 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.809130359515004, + "std_test_acc": 0.004150470266745668, + "n_samples": 48842, + "n_features": 14, + "n_classes": 2, + "mean_cert_acc_36": 0.7508939206600189, + "std_cert_acc_36": 0.004286613787382802, + "mean_cert_acc_72": 0.6940341889858246, + "std_cert_acc_72": 0.008126833836685346, + "mean_cert_acc_108": 0.6379944682121277, + "std_cert_acc_108": 0.009633300983413423, + "mean_cert_acc_255": 0.39874399453401566, + "std_cert_acc_255": 0.014854083204683356 + }, + "mammographic": { + "dataset": "mammographic", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 11, + "best_val_acc": 0.8561643835616438, + "test_acc": 0.8034782608695652, + "train_size": 240, + "val_size": 146, + "test_size": 575, + "stats": { + "mean": [ + [ + -0.045138683333333235, + -0.06581824708333332, + -0.0668893333333335, + 0.0035843166666667194, + 0.07534454166666703 + ] + ], + "std": [ + [ + 0.3742768596239394, + 1.0309553579295558, + 1.0205845721721885, + 1.0069085496781394, + 0.8984819781883195 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 5705, + "cert_evals": { + "36": 0.7582609057426453, + "72": 0.7269565463066101, + "108": 0.6713043451309204, + "255": 0.17391304671764374 + }, + "fold": 0 + }, + { + "best_epoch": 5, + "best_val_acc": 0.8333333333333334, + "test_acc": 0.7985989492119089, + "train_size": 240, + "val_size": 150, + "test_size": 571, + "stats": { + "mean": [ + [ + -0.06838790416666667, + 0.0036981495833333564, + 0.08851065416666656, + 0.06187655000000008, + 0.041687441666667095 + ] + ], + "std": [ + [ + 0.4594652865573056, + 0.9162656618320462, + 0.976470911981312, + 0.9979276514274945, + 0.967574818664843 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 5705, + "cert_evals": { + "36": 0.5954465866088867, + "72": 0.38528895378112793, + "108": 0.23642732203006744, + "255": 0.007005253806710243 + }, + "fold": 1 + }, + { + "best_epoch": 7, + "best_val_acc": 0.7945205479452054, + "test_acc": 0.8173913043478261, + "train_size": 240, + "val_size": 146, + "test_size": 575, + "stats": { + "mean": [ + [ + -0.033514049999999865, + -0.031616095833333364, + -0.03834651666666679, + 0.05680765833333342, + -0.03524305833333262 + ] + ], + "std": [ + [ + 0.37826323579119164, + 0.9793517631184475, + 1.0048978854533288, + 1.01250978800026, + 1.0390956653058405 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 5705, + "cert_evals": { + "36": 0.7791304588317871, + "72": 0.744347870349884, + "108": 0.7008695602416992, + "255": 0.24347826838493347 + }, + "fold": 2 + }, + { + "best_epoch": 20, + "best_val_acc": 0.8161764705882353, + "test_acc": 0.7743589743589744, + "train_size": 240, + "val_size": 136, + "test_size": 585, + "stats": { + "mean": [ + [ + 0.09435683749999943, + -0.13088563458333324, + -0.032003683333333525, + -0.03189805833333325, + 0.008030341666667275 + ] + ], + "std": [ + [ + 1.8583061444674212, + 1.0447702499996767, + 0.9948185192592106, + 1.0005602571514343, + 1.0036844453305227 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 5705, + "cert_evals": { + "36": 0.7623931765556335, + "72": 0.7435897588729858, + "108": 0.7128205299377441, + "255": 0.4136752188205719 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7984568721970686, + "std_test_acc": 0.017930011444180115, + "n_samples": 961, + "n_features": 5, + "n_classes": 2, + "mean_cert_acc_36": 0.7238077819347382, + "std_cert_acc_36": 0.08604852402900326, + "mean_cert_acc_72": 0.650045782327652, + "std_cert_acc_72": 0.17668692012625734, + "mean_cert_acc_108": 0.5803554393351078, + "std_cert_acc_108": 0.22994847749347272, + "mean_cert_acc_255": 0.20951794693246484, + "std_cert_acc_255": 0.16843653096869346 + }, + "letter": { + "dataset": "letter", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 76, + "best_val_acc": 0.6923831317423995, + "test_acc": 0.6784188928900428, + "train_size": 5000, + "val_size": 3059, + "test_size": 11941, + "stats": { + "mean": [ + [ + 0.00514853171999978, + 0.005659159839999929, + 0.015561632360000245, + 0.01129863240000007, + 0.0052732767999999685, + 0.00552804246000023, + -0.003806189400000043, + 0.004888994199999829, + 0.008798804439999558, + -0.008297726599999769, + 0.0009121625999998376, + 0.004806467700000183, + 0.003901915299999814, + -0.011281666800000121, + -0.0074610201999999294, + 0.003215448200000049 + ] + ], + "std": [ + [ + 0.9872835099546217, + 1.006134190408135, + 0.9972389123333294, + 1.0049266649751227, + 0.9943131104630408, + 0.9927707764568473, + 1.0068065835854811, + 1.0134669668414158, + 1.0040007520709764, + 0.9997230654740944, + 1.007968354670923, + 1.0003581319476724, + 1.005041480077882, + 1.0049516430140362, + 0.9976563117551296, + 0.9860491581099939 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 26, + "depth": 6, + "padding": 32, + "parameters": 24609, + "cert_evals": { + "36": 0.5994472503662109, + "72": 0.510928750038147, + "108": 0.41177454590797424, + "255": 0.14563269913196564 + }, + "fold": 0 + }, + { + "best_epoch": 46, + "best_val_acc": 0.6830601092896175, + "test_acc": 0.6885356211624191, + "train_size": 5000, + "val_size": 3111, + "test_size": 11889, + "stats": { + "mean": [ + [ + 0.0029532797399999047, + 0.004388175279999976, + 0.004244063760000119, + 0.012979005999999998, + -0.004678983799999144, + 0.003455055400000179, + -0.007418534600000143, + 0.003926012599999779, + 0.00795879715999929, + -0.00524365779999995, + -0.01178226520000005, + -0.015187571099999951, + -0.012475097320000503, + -0.0018423520000003316, + -0.013382179199999674, + -0.004821816599999932 + ] + ], + "std": [ + [ + 0.9986276678083476, + 0.9950343941586423, + 0.99640667299183, + 1.0000071963490385, + 0.992160528900722, + 1.0037788827185958, + 1.0135243337906252, + 1.019023638516362, + 1.0086984945355297, + 1.009749704171076, + 1.013939210703217, + 0.9887907814862574, + 0.9896867749920725, + 0.9916791039398155, + 1.0056717046836126, + 1.0037598172363915 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 26, + "depth": 6, + "padding": 32, + "parameters": 24609, + "cert_evals": { + "36": 0.6063588261604309, + "72": 0.5092102289199829, + "108": 0.40869712829589844, + "255": 0.13541929423809052 + }, + "fold": 1 + }, + { + "best_epoch": 47, + "best_val_acc": 0.6848275862068965, + "test_acc": 0.6878512396694215, + "train_size": 5000, + "val_size": 2900, + "test_size": 12100, + "stats": { + "mean": [ + [ + 0.021874334520000687, + 0.017884720619999826, + 0.014568840500000449, + 0.006699696200000058, + -0.00020502299999983865, + 0.011056104300000202, + -0.0043222202000001006, + -0.005629635800000384, + 0.0012383624799995345, + 0.011071598799999905, + -0.0038767746000001103, + -0.0036525290000001725, + 0.002787233879999989, + 0.011734750599999826, + -0.007305219399999943, + 0.006554009400000075 + ] + ], + "std": [ + [ + 1.018882039972734, + 0.9909097519297484, + 1.011006149224975, + 0.9981095511490614, + 0.9744828743262628, + 1.0187271547521726, + 1.0142349021053059, + 1.0059981552155532, + 1.0032678982013254, + 0.9974167859950539, + 0.9962881566563585, + 1.0100493766021112, + 0.9931648907076084, + 1.0108922135098513, + 1.0056449285270137, + 1.001713691144833 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 26, + "depth": 6, + "padding": 32, + "parameters": 24609, + "cert_evals": { + "36": 0.6089255809783936, + "72": 0.516281008720398, + "108": 0.41661155223846436, + "255": 0.14024792611598969 + }, + "fold": 2 + }, + { + "best_epoch": 28, + "best_val_acc": 0.6904841402337228, + "test_acc": 0.6773011245314452, + "train_size": 5000, + "val_size": 2995, + "test_size": 12005, + "stats": { + "mean": [ + [ + 0.004834942479999971, + 0.001483113019999944, + -0.0019111359399998356, + 0.0075840941999999545, + -0.0010267499999996761, + 0.017176408160000104, + -0.001742007400000528, + -0.001036997800000219, + 0.003506500319999635, + -0.004038084999999959, + -0.005625091799999523, + 0.0011537186999995067, + 0.00047216481999986826, + -0.0067559524000002655, + 0.007341836400000017, + 0.0008661090000000479 + ] + ], + "std": [ + [ + 1.004162670449844, + 1.0009285120042208, + 1.0009316003026747, + 1.0058812415247276, + 1.0013613633110403, + 0.9913646988590394, + 0.9980301597574796, + 0.9947148416325726, + 0.9936745035912995, + 0.9961424729063775, + 0.9987978729631191, + 0.9997824037300547, + 0.9953405790803281, + 1.0103550196199995, + 1.0017727765855509, + 1.0101591352858876 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 26, + "depth": 6, + "padding": 32, + "parameters": 24609, + "cert_evals": { + "36": 0.5971678495407104, + "72": 0.5072886347770691, + "108": 0.411578506231308, + "255": 0.14743857085704803 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.683026719563332, + "std_test_acc": 0.00598994981066143, + "n_samples": 20000, + "n_features": 16, + "n_classes": 26, + "mean_cert_acc_36": 0.6029748767614365, + "std_cert_acc_36": 0.005568593698568503, + "mean_cert_acc_72": 0.5109271556138992, + "std_cert_acc_72": 0.003866540951138118, + "mean_cert_acc_108": 0.41216543316841125, + "std_cert_acc_108": 0.003280974934053158, + "mean_cert_acc_255": 0.14218462258577347, + "std_cert_acc_255": 0.005447129677596726 + }, + "molec-biol-promoter": { + "dataset": "molec-biol-promoter", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 5, + "best_val_acc": 0.6875, + "test_acc": 0.734375, + "train_size": 26, + "val_size": 16, + "test_size": 64, + "stats": { + "mean": [ + [ + -0.09373999999999999, + 0.349711153846154, + -0.124846, + -0.18628265384615392, + -0.0025111153846154245, + -0.027689192307692376, + -0.32854380769230773, + -0.2587748846153846, + -0.291938, + -0.12147457692307692, + 0.013408923076923039, + -0.18303142307692302, + 0.10672619230769233, + -0.0388065384615385, + -0.2118675692307692, + 0.26045576923076913, + -0.0038293076923076983, + -0.12772800000000012, + 0.406745076923077, + -0.22977469230769215, + -0.23213830769230762, + 0.057734, + -0.25536484615384614, + 0.036332807692307734, + -0.306678, + 0.12654100000000004, + -0.06969015384615382, + -0.22098480769230766, + -0.20798946153846154, + -0.24676503846153855, + -0.3183693461538464, + -0.1853619230769231, + -0.30043107692307686, + -0.37097869230769237, + -0.36548838461538463, + 0.011515653846153858, + -0.05251046153846157, + -0.17936411538461533, + 0.030728153846153836, + 0.0502869230769231, + -0.08165438461538464, + -0.04035388461538459, + -0.044060461538461534, + 0.1891277692307692, + -0.09007600000000004, + 0.08841000000000002, + 0.34717700000000007, + -0.08658792307692309, + -0.14910884615384612, + -0.01171784615384617, + -0.010542692307692277, + 0.2279287692307692, + 0.19163046153846158, + 0.044342807692307744, + 0.11406934615384606, + 0.26639184615384615, + 0.0024606538461537973 + ] + ], + "std": [ + [ + 1.0076078297495967, + 0.9724627657739631, + 0.9573573651622793, + 1.0262408425117875, + 0.9587446442307666, + 0.9571040384617393, + 0.9896566783801658, + 1.0271371774080218, + 0.9458984467553748, + 0.983396009484761, + 0.9474507771505324, + 1.0162340072708942, + 0.9916278302898655, + 0.9889509346456372, + 1.0996503269494506, + 0.8339239830692423, + 0.9718806374953891, + 1.0013701717610572, + 1.1087224946399736, + 0.9663160194574336, + 0.8925655267102359, + 1.0240426363341295, + 0.9129708359204913, + 0.9674367468039534, + 0.934498494547744, + 0.996046000000193, + 0.9001646244230804, + 1.011066294523225, + 0.9306740888083066, + 0.9019636923091955, + 1.0103842953596318, + 0.9763974023364559, + 1.0034859025495506, + 1.0189729800426417, + 0.8809657272220804, + 1.001293348052636, + 0.8026415950749621, + 1.0084947048958783, + 1.0447591131223906, + 1.080924244585727, + 0.9862369191590393, + 1.0095530529552834, + 1.014776711029924, + 0.9243136682665729, + 0.9998867689999087, + 1.0150113097032656, + 1.0058059432415762, + 0.8281138846158841, + 0.9053220114009879, + 0.7877964184833098, + 0.8751600073353956, + 1.0046622498233042, + 0.9279195402053261, + 0.9992859945990674, + 0.9930878632688641, + 0.9472126805852605, + 1.0500485456210673 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 358921, + "cert_evals": { + "36": 0.609375, + "72": 0.4375, + "108": 0.328125, + "255": 0.0625 + }, + "fold": 0 + }, + { + "best_epoch": 13, + "best_val_acc": 0.8, + "test_acc": 0.6153846153846154, + "train_size": 26, + "val_size": 15, + "test_size": 65, + "stats": { + "mean": [ + [ + 0.09734461538461536, + -0.009867653846153778, + 0.10790676923076924, + -0.15064011538461541, + 0.09738461538461546, + -0.05959273076923076, + -0.048695384615384696, + -0.10221076923076929, + -0.19740069230769225, + 0.26099000000000006, + -0.20290846153846157, + 0.20358803846153845, + -0.1825234230769231, + 0.21829484615384614, + 0.007081746153846278, + -0.06588375384615386, + 0.19917507692307695, + -0.3013095384615385, + 0.04983446153846157, + 0.007020153846153817, + -0.0066845384615384406, + -0.042044076923076885, + -0.07821423076923074, + 0.137686, + -0.015271923076923129, + -0.17227284615384614, + 0.2755073076923076, + 0.10235538461538465, + -0.2435485769230769, + -0.1773835384615385, + 0.08412084615384617, + -0.15183184615384618, + -0.10858899999999995, + -0.09742265384615373, + -0.05963238461538462, + -0.05630061538461538, + -0.018979730769230797, + 0.05089046153846155, + 0.15364107692307694, + -0.010982076923076903, + 0.10650861538461538, + -0.1806068846153846, + -0.20850592307692312, + -0.014057692307692288, + 0.21039161538461543, + -0.055766615384615394, + 0.2426295384615386, + -0.12109303846153843, + -0.29682430769230767, + -0.15785057692307694, + 0.19899334615384612, + -0.13024523076923075, + -0.20279253846153844, + 0.04434280769230771, + -0.06270500000000002, + 0.09504676923076928, + 0.10028380769230766 + ] + ], + "std": [ + [ + 1.0412699655331787, + 0.974109238604762, + 0.9613906810801298, + 0.9643340756609565, + 0.9673793894378168, + 1.003312008397785, + 0.9182015580655095, + 0.982743930536501, + 0.9723005343268958, + 0.9411703711795796, + 0.9796610632100985, + 0.9145025424643751, + 0.9879752636511461, + 1.0944915110032636, + 0.9430338516297093, + 0.9508755832408867, + 0.9258429683390378, + 0.8679061723089316, + 1.0276288482675964, + 0.9501945836398535, + 1.0169676029594148, + 1.0501744622186107, + 0.9644548335998028, + 0.9121775925932151, + 0.9112105136727959, + 1.0206435073325324, + 0.9080727257130373, + 0.9347829604211333, + 0.8967697697883465, + 0.9663770689480945, + 0.9532701925574484, + 0.8568118833949174, + 0.9554743200735837, + 1.1504807500220855, + 1.0155470332338918, + 1.0396018722819245, + 0.9268106513458504, + 0.9168958971379897, + 0.9852213842143813, + 1.001611750376513, + 0.990217812330316, + 0.9873887799655962, + 1.0110391392211635, + 0.9439560657308471, + 1.068328170673588, + 1.0047193948569797, + 0.9979267159932226, + 0.9934730341322996, + 0.8557618796771218, + 0.7460287358936586, + 0.9778352307693193, + 1.02192658245343, + 1.037835803866067, + 0.9677087884615755, + 0.956543380038049, + 1.0171593177603953, + 0.91997592085019 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 358921, + "cert_evals": { + "36": 0.5692307949066162, + "72": 0.5076923370361328, + "108": 0.4153846204280853, + "255": 0.1846153885126114 + }, + "fold": 1 + }, + { + "best_epoch": 8, + "best_val_acc": 0.6666666666666666, + "test_acc": 0.7794117647058824, + "train_size": 26, + "val_size": 12, + "test_size": 68, + "stats": { + "mean": [ + [ + -0.030045192307692332, + -0.23869049999999983, + 0.041405769230769246, + 0.06321669230769228, + -0.0025107307692308154, + 0.09992461538461536, + 0.013492769230769159, + 0.14829176923076925, + -0.10286334615384617, + -0.08960249999999997, + 0.19882307692307696, + 0.09814630769230767, + -0.021829269230769246, + 0.03465076923076919, + -0.18058907692307682, + -0.1311519076923077, + 0.11797353846153848, + -0.05829530769230779, + 0.1212169230769231, + 0.07467584615384616, + 0.18656150000000013, + 0.2905494615384615, + -0.2553650384615384, + -0.06502038461538459, + -0.30667792307692304, + 0.09333938461538464, + 0.13742846153846142, + 0.17420873076923077, + 0.1120429615384615, + 0.23890723076923073, + -0.16356549999999995, + 0.08287507692307697, + -0.14056257692307694, + -0.09742265384615377, + -0.05963253846153847, + 0.011515500000000038, + 0.014551115384615343, + 0.08378369230769231, + 0.18436938461538463, + 0.019652346153846163, + 0.13786915384615384, + -0.14554365384615378, + -0.1756169230769231, + 0.12139923076923075, + 0.010079923076923155, + 0.30467446153846156, + -0.10586153846153845, + 0.15494511538461542, + -0.11217969230769238, + -0.011717730769230784, + -0.4645376538461538, + -0.13024538461538462, + 0.02728761538461537, + -0.024779269230769223, + -0.16876950000000007, + -0.04202923076923075, + 0.06767634615384611 + ] + ], + "std": [ + [ + 0.9790173867981108, + 0.8922350160543789, + 1.0237664792278374, + 0.9979986758255733, + 1.0450661465298063, + 1.0048325881986542, + 1.029402187109299, + 1.0083506459854783, + 0.9890083565745167, + 1.0164135742199043, + 1.0470407615391002, + 1.0378839738382932, + 0.9292517115719242, + 0.9612825317480931, + 1.0472447179957627, + 1.0262853071350215, + 1.052495553619595, + 1.059841692041489, + 1.1269554422034933, + 0.9208378006880765, + 0.9000880971984075, + 0.9294786618886555, + 1.076982881442786, + 1.0095815066264635, + 0.9911193052127372, + 1.0313874086125658, + 0.9980922524006728, + 0.9095892006901778, + 0.9905655045642239, + 1.0384115432086387, + 0.9810218452020498, + 1.060299711989925, + 0.9844584721629052, + 0.9476257009349917, + 0.8894460896472517, + 1.0593221207156762, + 0.8826955613077969, + 0.9713319428712611, + 1.075487248351794, + 1.0067518301441576, + 1.0419999967859404, + 0.986766332875252, + 1.0083607367807386, + 0.9773806693737923, + 1.0515029245809187, + 0.9917044123633906, + 0.9657665710047374, + 0.9290685404960641, + 1.1225398591645361, + 1.0183526454206688, + 0.8092726993206232, + 0.9375164234499523, + 1.0268476122485855, + 0.9726335635209717, + 0.9727406960463761, + 1.112026712980068, + 1.0129397204932757 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 358921, + "cert_evals": { + "36": 0.6911764740943909, + "72": 0.529411792755127, + "108": 0.4117647111415863, + "255": 0.13235294818878174 + }, + "fold": 2 + }, + { + "best_epoch": 6, + "best_val_acc": 0.9090909090909091, + "test_acc": 0.7101449275362319, + "train_size": 26, + "val_size": 11, + "test_size": 69, + "stats": { + "mean": [ + [ + 0.06549715384615382, + -0.1733123461538461, + -0.22459746153846155, + -0.008068615384615393, + -0.33549623076923074, + -0.1233995769230769, + -0.17307238461538452, + 0.023040692307692345, + -0.07135107692307693, + -0.18521865384615382, + -0.04839615384615389, + 0.09814603846153849, + -0.021828923076923114, + 0.07137899999999996, + -0.1493106769230769, + -0.0006160384615384937, + -0.16623299999999996, + -0.19716084615384608, + -0.1643116153846154, + 0.14233134615384618, + 0.18656149999999996, + 0.09099338461538463, + 0.09893680769230777, + -0.031236038461538454, + -0.43619169230769256, + -0.3382805384615385, + -0.13872946153846152, + 0.21013507692307687, + 0.32539880769230767, + 0.34298038461538466, + -0.0706831923076923, + -0.0847729230769231, + 0.08325415384615384, + 0.03935515384615389, + -0.12760034615384613, + 0.045423692307692304, + 0.24926692307692294, + -0.014896576923076922, + 0.030727999999999995, + 0.14219007692307695, + -0.08165438461538452, + -0.07541711538461539, + -0.2085062307692308, + -0.14951476923076926, + 0.010080153846153841, + 0.16049815384615387, + -0.14071053846153841, + -0.19010246153846153, + 0.22017992307692313, + -0.08478423076923074, + 0.12914796153846148, + -0.195368, + -0.13705561538461536, + -0.33582846153846135, + -0.1687693076923077, + -0.0077596923076923285, + 0.035068461538461576 + ] + ], + "std": [ + [ + 0.9949457610380924, + 1.0006243291807655, + 1.0805097483660284, + 1.0669055953756055, + 1.0322555409439118, + 0.9848822871167503, + 0.9431346904463401, + 0.9378178344246724, + 1.0181978932718458, + 0.966727095536948, + 0.9908076284467556, + 1.0378839686283479, + 1.088933086989841, + 0.8046857737758931, + 1.134679772935726, + 0.9553453144737399, + 0.9684821547379812, + 0.8999479146517183, + 0.9741754410810941, + 1.0108802015807785, + 0.7709686644604582, + 1.0772131326993413, + 0.8384300579512153, + 1.0358089031747673, + 1.0305305742983066, + 0.9367306253151163, + 0.9884948822596298, + 0.9666870451735153, + 0.7559985089760948, + 0.8999593432865595, + 0.9970138749450403, + 1.052317535287378, + 1.0819218493489575, + 0.9767902491283019, + 0.9784792222564622, + 0.9949578210493984, + 0.8614226395733138, + 0.9539103328924243, + 1.0209907346186988, + 0.9432236511876507, + 1.036795800272391, + 1.0138060762016619, + 1.1167776196923178, + 1.0142323983395336, + 1.1052486656840097, + 1.0124481502282436, + 1.0529966821172885, + 0.9493509361557843, + 1.1279936610242616, + 1.0051609553372078, + 0.9160134879427471, + 1.0114984451985467, + 0.8295657525376697, + 1.028154229267194, + 0.9727407925020125, + 0.8988663639372382, + 0.9628933437374779 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 358921, + "cert_evals": { + "36": 0.6376811861991882, + "72": 0.5362318754196167, + "108": 0.3333333432674408, + "255": 0.07246376574039459 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7098290769066824, + "std_test_acc": 0.0691956377615366, + "n_samples": 106, + "n_features": 57, + "n_classes": 2, + "mean_cert_acc_36": 0.6268658638000488, + "std_cert_acc_36": 0.05125282846780472, + "mean_cert_acc_72": 0.5027090013027191, + "std_cert_acc_72": 0.04514373210955606, + "mean_cert_acc_108": 0.3721519187092781, + "std_cert_acc_108": 0.04790090880334627, + "mean_cert_acc_255": 0.11298302561044693, + "std_cert_acc_255": 0.056852838131559585 + }, + "magic": { + "dataset": "magic", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 46, + "best_val_acc": 0.8363126533473537, + "test_acc": 0.8340343498072205, + "train_size": 4755, + "val_size": 2853, + "test_size": 11412, + "stats": { + "mean": [ + [ + -0.006388502646498379, + 0.006146446558885208, + -0.004209508307465906, + -0.004618793225236638, + -0.005315102475499497, + 0.006428044290851726, + -0.009059829779516417, + -0.008184151766561471, + 0.0033090761545739233, + -0.037376705087697235 + ] + ], + "std": [ + [ + 1.0023231607535665, + 1.0146947634200698, + 0.9896786368249049, + 1.001451036065264, + 1.0040066512880044, + 0.9905161210566023, + 0.9988965907369368, + 1.0089426097443763, + 0.998566492615012, + 0.9927003057378353 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 6025, + "cert_evals": { + "36": 0.7723448872566223, + "72": 0.7043462991714478, + "108": 0.6154048442840576, + "255": 0.15676480531692505 + }, + "fold": 0 + }, + { + "best_epoch": 34, + "best_val_acc": 0.8381118881118881, + "test_acc": 0.8367382726874179, + "train_size": 4755, + "val_size": 2860, + "test_size": 11405, + "stats": { + "mean": [ + [ + -0.02436633946876997, + -0.022955164259726813, + -0.01993822200946376, + 0.03387639055541514, + 0.03436448497875925, + 0.0038116422946371125, + 0.007543406119453581, + 0.009698795669190335, + 0.0014860032576237098, + 0.00582992035215565 + ] + ], + "std": [ + [ + 0.9720381092498293, + 0.977333352882092, + 1.005139358382248, + 1.0164880549439819, + 1.0140583933617473, + 0.9837401295374851, + 0.9888378476099222, + 0.9663806918109694, + 1.005931831682823, + 1.000297701528725 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 6025, + "cert_evals": { + "36": 0.7707145810127258, + "72": 0.6949583292007446, + "108": 0.5957913398742676, + "255": 0.14309513568878174 + }, + "fold": 1 + }, + { + "best_epoch": 45, + "best_val_acc": 0.837347294938918, + "test_acc": 0.8354385964912281, + "train_size": 4755, + "val_size": 2865, + "test_size": 11400, + "stats": { + "mean": [ + [ + -0.012130254007592012, + -0.00826500078065223, + -0.010807356011566996, + 0.006499159247108326, + 0.006873201220609896, + 0.02000870184077821, + 0.001820881288265063, + -0.006523736593059914, + 0.0003778347011781665, + -0.018002280250893746 + ] + ], + "std": [ + [ + 0.9818839030528209, + 1.009368494398234, + 0.999432313276235, + 1.001141721390468, + 1.0040075321280533, + 0.9881194208362026, + 0.9709869282224545, + 1.0026493070298281, + 0.9996452002230842, + 0.9913588270685182 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 6025, + "cert_evals": { + "36": 0.7664035558700562, + "72": 0.6780701875686646, + "108": 0.5788596868515015, + "255": 0.12728071212768555 + }, + "fold": 2 + }, + { + "best_epoch": 21, + "best_val_acc": 0.8322695035460993, + "test_acc": 0.838007863695937, + "train_size": 4755, + "val_size": 2820, + "test_size": 11445, + "stats": { + "mean": [ + [ + 0.002866516450893953, + 0.007929027486435548, + -0.0013075722715039048, + -0.001188124590956882, + 0.002480280701366967, + 0.012874902747423648, + 0.0054113211936909185, + -0.007862206105783356, + -0.005652595006519504, + 0.005077877345299725 + ] + ], + "std": [ + [ + 1.0050954716049485, + 1.0162654558216224, + 1.0021008916654397, + 1.0041169983170044, + 1.0089152336885907, + 0.9909098405813409, + 0.9979067399488123, + 0.9973925897941894, + 0.9985454656770815, + 0.9973467754133581 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 6025, + "cert_evals": { + "36": 0.7682830691337585, + "72": 0.677850604057312, + "108": 0.5709043145179749, + "255": 0.09995631128549576 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8360547706704509, + "std_test_acc": 0.0017071924766624146, + "n_samples": 19020, + "n_features": 10, + "n_classes": 2, + "mean_cert_acc_36": 0.7694365233182907, + "std_cert_acc_36": 0.0026217907598915253, + "mean_cert_acc_72": 0.6888063549995422, + "std_cert_acc_72": 0.013097460584024386, + "mean_cert_acc_108": 0.5902400463819504, + "std_cert_acc_108": 0.019727029026605284, + "mean_cert_acc_255": 0.13177424110472202, + "std_cert_acc_255": 0.024394421592352555 + }, + "monks-1": { + "dataset": "monks-1", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.42857142857142855, + "test_acc": 0.6292134831460674, + "train_size": 432, + "val_size": 35, + "test_size": 89, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5769, + "cert_evals": { + "36": 0.5617977380752563, + "72": 0.49438202381134033, + "108": 0.3820224702358246, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.7391304347826086, + "test_acc": 0.6138613861386139, + "train_size": 432, + "val_size": 23, + "test_size": 101, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5769, + "cert_evals": { + "36": 0.09900990128517151, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 8, + "best_val_acc": 0.7586206896551724, + "test_acc": 0.7368421052631579, + "train_size": 432, + "val_size": 29, + "test_size": 95, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5769, + "cert_evals": { + "36": 0.6210526823997498, + "72": 0.378947377204895, + "108": 0.27368423342704773, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 2, + "best_val_acc": 0.6956521739130435, + "test_acc": 0.6534653465346535, + "train_size": 432, + "val_size": 23, + "test_size": 101, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5769, + "cert_evals": { + "36": 0.4356435537338257, + "72": 0.2574257254600525, + "108": 0.089108906686306, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6583455802706232, + "std_test_acc": 0.054811932179256256, + "n_samples": 556, + "n_features": 6, + "n_classes": 2, + "mean_cert_acc_36": 0.4293759688735008, + "std_cert_acc_36": 0.2334212991570568, + "mean_cert_acc_72": 0.28268878161907196, + "std_cert_acc_72": 0.21184185553835402, + "mean_cert_acc_108": 0.18620390258729458, + "std_cert_acc_108": 0.17329844323931115, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "molec-biol-splice": { + "dataset": "molec-biol-splice", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 65, + "best_val_acc": 0.8229166666666666, + "test_acc": 0.814427600627287, + "train_size": 797, + "val_size": 480, + "test_size": 1913, + "stats": { + "mean": [ + [ + -0.08088939774153121, + -0.017083478042659816, + -0.008676474278544535, + 0.01205199498117964, + -0.019879412797992446, + -0.06819678419071469, + 0.014172110414052605, + -0.0726562358845669, + -0.0424785457967378, + 0.030165779171894516, + -0.015724135508155584, + 0.016329740276034888, + -0.03650249309912165, + 0.060801804265996566, + 0.050552770388958924, + -0.03993303764115418, + -0.02479237139272276, + 0.026231244667502603, + 0.0006134240903385369, + 0.008120775407778993, + 0.011976850690087297, + 0.012784564617315019, + 0.02205557967377646, + 0.003761100376411143, + 0.004885728983688804, + -0.007185055207026799, + 0.006090311166875841, + -0.06913297616060121, + 0.01692240903387772, + -0.024909814303639064, + 0.002042144291092072, + 0.03893583663739384, + 0.04832313927227111, + -0.04144308908406656, + -0.04533064868255915, + 0.029196543287328434, + -0.017319196988707316, + 0.002574765370137967, + 0.014485728983688884, + -0.04080718946047651, + -0.016152210790464142, + -0.1060891342534501, + 0.00146361355081561, + -0.02892638393977404, + 0.03808938393977416, + 0.004615427854454175, + -0.006006715181932309, + 0.03929904642409064, + -0.0026646035131743587, + -0.0008532597239647819, + -0.018261164366373872, + -0.015718006273525736, + -0.03865469008782939, + -0.0023145696361355087, + -0.01960441405269735, + -0.0853860326223336, + 0.005193398996235927, + -0.017738670012547086, + 0.055998069008782805, + 0.039315545796737614 + ] + ], + "std": [ + [ + 0.9945490246391062, + 0.9934109752899847, + 1.0063178858807398, + 0.9896020723574798, + 0.9849358791871932, + 0.9857421550044541, + 0.9930276963595361, + 0.9834603310222596, + 1.0029783411831081, + 1.008680505435535, + 1.000646776584492, + 1.017380058680371, + 0.9990572202887158, + 1.0037947864498273, + 0.9921475019154874, + 1.0063268933844312, + 0.9808355420987935, + 0.9924788012799176, + 0.9847824180917667, + 0.9870544204448741, + 1.0013704839730797, + 1.0166518616214755, + 0.985710071283119, + 1.0044850695151961, + 0.9909244249062288, + 0.9987615357097599, + 1.0051852364272729, + 0.9860816983161693, + 1.0064425553080443, + 1.021154244482058, + 0.9991376459347909, + 0.9638884376422283, + 1.0033244557289336, + 0.9848543808197192, + 1.0055575628990723, + 0.9940712305710926, + 0.9741863114052403, + 1.0048179660304701, + 0.9887806108854191, + 0.9765227042348682, + 0.997334968218974, + 0.9962132645441986, + 1.0014416509782584, + 1.002091005752959, + 0.9893159775047747, + 0.9934985594799247, + 0.9886647568170538, + 0.9919893464761707, + 0.9955923461346924, + 0.9926319617434606, + 0.9728863130641628, + 1.0082140966036435, + 0.9961100311402014, + 1.0077701107332304, + 0.9792654768868749, + 1.0119326199882663, + 1.0172792289838704, + 0.9956848073966668, + 1.0083179950377872, + 0.9802036286210523 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 3, + "depth": 6, + "padding": 120, + "parameters": 360714, + "cert_evals": { + "36": 0.7422896027565002, + "72": 0.6711970567703247, + "108": 0.5797176957130432, + "255": 0.2509147822856903 + }, + "fold": 0 + }, + { + "best_epoch": 57, + "best_val_acc": 0.8289473684210527, + "test_acc": 0.825503355704698, + "train_size": 797, + "val_size": 456, + "test_size": 1937, + "stats": { + "mean": [ + [ + 0.018491488080301106, + -0.0011505069008782528, + 0.021436997490589735, + 0.03502552697616077, + 0.021530190715181953, + 0.01771506524466753, + 0.0028268569636132166, + -0.03774227101631111, + 0.019095676286072647, + -0.016733656210790544, + -0.0663814040150566, + 0.005845333751568237, + 0.004257730238393967, + 0.0011046449184443634, + -0.027280681304893566, + 0.005402819322459137, + 0.04633495859473012, + 0.009161250941028725, + 0.026725796737766497, + -0.01972711794228387, + -0.01983136010037666, + -0.009908578419071404, + 0.022055481806775055, + 0.05518264240903318, + -0.04640085570890846, + -0.03727541907151866, + -0.0335212045169384, + -0.03967690213299759, + 0.005998318695107535, + -0.01785224341279831, + -0.003198117942283299, + -0.013416670639897136, + -0.009072863237139185, + -0.007062920953576991, + 0.011101452948557616, + -0.045883223337515024, + -0.012705889585947094, + -0.05706059096612311, + 0.00637870514429108, + -0.024475352572145292, + -0.033483001254705075, + -0.018872419071518255, + -0.004380110414052662, + -0.019757495608531926, + -0.01618084692597215, + 0.06015848933500684, + 0.004326102885821954, + 0.031207774153074287, + 0.09302961606022617, + 0.037705563362610196, + 0.031232815558343906, + 0.05163176913425327, + 0.051368831869510787, + -0.02336010790464227, + 0.006880800501882391, + -0.05682849560853219, + -0.004021038895859437, + 0.002038494353826773, + 0.05144887452948544, + -0.00027493977415304015 + ] + ], + "std": [ + [ + 0.9889166025491434, + 1.0113611751416451, + 1.00351331532884, + 1.0051662180322105, + 0.9987679141001061, + 0.9996822942772838, + 1.0042310134414263, + 1.0134372724050602, + 1.0000665011762366, + 0.9994360301075128, + 0.9995393709189473, + 1.0346986177316517, + 1.011186369192948, + 1.0016439123703365, + 0.9965028721446453, + 1.0098540994428735, + 0.9933407245937251, + 1.0209497831856362, + 0.9866653742506231, + 0.982825314351339, + 0.9914313036126221, + 1.0062435071011668, + 1.0149240913230397, + 0.9887363914059815, + 0.9994565119417103, + 1.016608779035485, + 0.9986323360957506, + 0.9983077834509023, + 0.992117921809115, + 1.0118934305428742, + 1.0093115895196225, + 1.0141263884110643, + 0.998031262724133, + 0.9978752951488421, + 1.0058194162074532, + 0.9997345249416975, + 1.0043988806220703, + 1.0026034007181608, + 1.0124721562205274, + 0.9897322617082525, + 0.9985816439065134, + 0.9919527474532689, + 1.0036339185538052, + 0.973512268444304, + 1.0130393993507771, + 0.9897840394213037, + 0.9936053260728854, + 1.0155800367441008, + 1.0112837805104922, + 0.9806050237126605, + 1.0133289778387422, + 1.003164742603154, + 0.9684252971086295, + 0.9941237378734813, + 0.9987879065672047, + 1.0056255382787287, + 1.0017418494408326, + 0.9935852276048891, + 1.024679553968222, + 1.007096200700548 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 3, + "depth": 6, + "padding": 120, + "parameters": 360714, + "cert_evals": { + "36": 0.7692307829856873, + "72": 0.6985028386116028, + "108": 0.6086732149124146, + "255": 0.2529684901237488 + }, + "fold": 1 + }, + { + "best_epoch": 31, + "best_val_acc": 0.8333333333333334, + "test_acc": 0.8209513629075361, + "train_size": 797, + "val_size": 522, + "test_size": 1871, + "stats": { + "mean": [ + [ + 0.016180366373901797, + 0.0159205972396487, + -0.04805540652446672, + 0.017795338770389135, + -0.018760287327477875, + -0.012470120451693864, + -0.025536504391468096, + -0.023100938519447715, + -0.021953736511919807, + 0.005599485570890773, + -0.028107018820577125, + -0.0663806737766629, + -0.002535664993726509, + -0.041697066499373665, + -0.041221063989962406, + -0.019531874529485415, + 0.001174760351317426, + 5.719824341241943e-05, + 0.009695979924717433, + -0.006360112923463307, + 0.031288966122960366, + 0.01732320451693862, + 0.034643243412797765, + -0.05223140276035192, + 0.012863726474278572, + -0.02278748055207084, + 0.08181816185696375, + 0.022917264742786353, + 0.03112372647427915, + 0.01743540276035093, + 0.009902525721455502, + 0.030388477038899016, + -0.007947400250940755, + -0.002626762860728837, + -0.002393195734001926, + 0.0224729749058976, + -0.035772559598494034, + 0.031245622333751583, + 0.07355148055206996, + -0.02680844165621052, + 0.0011786298619825138, + -0.023523868255959906, + 0.009644725219573422, + -0.011734667503136672, + 0.04155336135508157, + -0.008113194479297375, + 0.023843790464241343, + 0.03351953826850721, + -0.05937222333751553, + 0.01956023839397823, + -0.05714953952321155, + 0.029942850690087883, + -0.01788004265997477, + 0.018731055207026504, + 0.00457773149309927, + -0.028270974905896498, + -0.044334417816813056, + 0.02181565872020062, + -0.004279376411543287, + 0.033493360100376554 + ] + ], + "std": [ + [ + 1.006032731784378, + 0.9981987082501484, + 1.0058419047925986, + 1.0147724595576162, + 0.9940588732535701, + 0.9991159025458402, + 0.9691047120808344, + 0.9991048317365939, + 1.020189994500977, + 0.9848978164137729, + 0.998075185404707, + 0.9900346208081456, + 0.9970676239537044, + 1.0074170125268456, + 0.9888612246445799, + 1.0204821123725891, + 1.0188778509112115, + 1.021786600393116, + 0.9923811904568762, + 0.9930750642777653, + 1.0126874688330874, + 1.0123955584555848, + 1.0119546947996216, + 0.967160657446603, + 1.013064602613993, + 1.0088579414594196, + 1.0050975228498589, + 1.0226014249223117, + 1.0030135447468238, + 1.0006692722984143, + 1.0063109761380487, + 0.9976611466924694, + 1.0191830139161713, + 1.0037191251141417, + 1.0000135193218243, + 1.008885797923785, + 1.005277894129722, + 0.9951865869001352, + 1.003658412696999, + 1.0103592136706143, + 1.013785819980191, + 1.0167078374977943, + 1.0100157686042965, + 1.0010457270061084, + 1.0282359743543752, + 0.9985304229175116, + 0.9712378399548074, + 1.0007272977609394, + 1.00869249677983, + 0.9976542416860067, + 1.0108332275437888, + 1.0094799027511412, + 0.9910934491654954, + 1.0239973266326525, + 0.9997566127783953, + 0.995332570938697, + 1.0015100811283149, + 1.0189914283748178, + 0.9815154139951994, + 1.0109702187257807 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 3, + "depth": 6, + "padding": 120, + "parameters": 360714, + "cert_evals": { + "36": 0.7637627124786377, + "72": 0.6937466859817505, + "108": 0.6205238103866577, + "255": 0.2586852014064789 + }, + "fold": 2 + }, + { + "best_epoch": 50, + "best_val_acc": 0.8189473684210526, + "test_acc": 0.8289885297184567, + "train_size": 797, + "val_size": 475, + "test_size": 1918, + "stats": { + "mean": [ + [ + 0.023113880803011123, + -0.031878431618569576, + 0.0017474705144291346, + -0.048827942283563595, + 0.02600689711417815, + -0.020596907151819388, + 0.03119006398996214, + -0.010712095357591008, + -0.03563701003764123, + -0.0066837766624844005, + 0.020298818067753775, + 0.0349687051442911, + 0.03369574404015041, + 0.010115574654956229, + -0.008693601003764222, + -0.037666260978670006, + 0.013593819322459105, + -0.06367114930991241, + 0.002884076537013706, + -0.04311930238393992, + -0.028919440401505687, + 0.03661243287327482, + -0.012274677540778, + 0.022044312421580708, + -0.0019524943538268248, + -0.00718509535759122, + 0.018905804265997497, + -0.020039599749058525, + 0.011460363864492227, + 0.00190883061480542, + 0.015142810539523602, + 0.0015411859473054327, + -0.0034457590966119997, + 0.007354567126724528, + -0.019568141781680794, + 6.111668757913393e-05, + 0.014974058971141782, + 0.017483629861982628, + 0.004062395232120175, + -0.039640589711417734, + -0.017307636135508092, + -0.015383726474278643, + 0.02951326599749063, + 0.010041510664993838, + -0.009252728983688915, + 0.023129829360100374, + 0.024991664993726456, + 0.005777824341280051, + 0.010330861982434136, + -0.02240079799247117, + 0.013556362609786848, + 0.009395460476787914, + -0.05596691593475561, + -0.0011453801756584612, + 0.019547611041405746, + -0.005424897114178279, + -0.036271767879548236, + -0.04216928481806779, + -0.06910606649937284, + 0.013698135508155716 + ] + ], + "std": [ + [ + 0.9995168687982413, + 1.0072187255531315, + 0.9922765699545656, + 1.0014379023165043, + 1.0007423887263762, + 1.006595287508758, + 0.996025190875742, + 1.0015863398288425, + 0.9939619881518538, + 1.0012546381038536, + 0.9974235803209218, + 0.9958759047377087, + 1.0231793150542605, + 0.9988598615456608, + 1.0165807865563634, + 0.9981765632980487, + 0.9916120393689883, + 0.9967806721546657, + 1.0001387498061993, + 0.9907382633450215, + 0.9919466420747174, + 0.9918048070565159, + 0.9927131112764388, + 0.9987541938182435, + 0.9829950228363971, + 0.9987615525719863, + 1.006646575684889, + 0.9727270348859581, + 1.0274767556558333, + 0.9948545552577256, + 0.9724110619354693, + 0.999399954650725, + 1.0137453383320747, + 1.0038171597805419, + 0.9942857302920103, + 1.0221132950933616, + 1.0125332438729522, + 1.0058606284258966, + 1.0061583893468007, + 1.0071484737907352, + 0.993080173542264, + 0.994054088509694, + 1.0019557537886754, + 0.9879867613789639, + 1.0059203970540576, + 1.002236769456239, + 1.0166179760088292, + 1.0148930646959913, + 0.9855942441531308, + 0.9881712595842015, + 0.997375001351328, + 1.0153221146032385, + 0.9987022726517054, + 1.0023090382878383, + 0.9960039697880356, + 0.9659716681886643, + 1.0079997805456118, + 0.9972223231158401, + 0.9973623069301778, + 1.0162353419266272 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 3, + "depth": 6, + "padding": 120, + "parameters": 360714, + "cert_evals": { + "36": 0.7606882452964783, + "72": 0.6741397380828857, + "108": 0.5886340141296387, + "255": 0.22836287319660187 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8224677122394946, + "std_test_acc": 0.006289644978721135, + "n_samples": 3190, + "n_features": 60, + "n_classes": 3, + "mean_cert_acc_36": 0.7589928358793259, + "std_cert_acc_36": 0.01168246112159226, + "mean_cert_acc_72": 0.6843965798616409, + "std_cert_acc_72": 0.013733671923303367, + "mean_cert_acc_108": 0.5993871837854385, + "std_cert_acc_108": 0.018578722389219437, + "mean_cert_acc_255": 0.24773283675312996, + "std_cert_acc_255": 0.01332524700547306 + }, + "monks-2": { + "dataset": "monks-2", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 2, + "best_val_acc": 0.6333333333333333, + "test_acc": 0.5179856115107914, + "train_size": 432, + "val_size": 30, + "test_size": 139, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5769, + "cert_evals": { + "36": 0.17266187071800232, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 23, + "best_val_acc": 0.6923076923076923, + "test_acc": 0.4825174825174825, + "train_size": 432, + "val_size": 26, + "test_size": 143, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5769, + "cert_evals": { + "36": 0.1258741319179535, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.3793103448275862, + "test_acc": 0.37857142857142856, + "train_size": 432, + "val_size": 29, + "test_size": 140, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5769, + "cert_evals": { + "36": 0.37857142090797424, + "72": 0.37857142090797424, + "108": 0.37857142090797424, + "255": 0.2142857164144516 + }, + "fold": 2 + }, + { + "best_epoch": 4, + "best_val_acc": 0.41379310344827586, + "test_acc": 0.42142857142857143, + "train_size": 432, + "val_size": 29, + "test_size": 140, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5769, + "cert_evals": { + "36": 0.25, + "72": 0.0714285746216774, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.45012577350706845, + "std_test_acc": 0.0621764535088364, + "n_samples": 601, + "n_features": 6, + "n_classes": 2, + "mean_cert_acc_36": 0.2317768558859825, + "std_cert_acc_36": 0.11043956977559428, + "mean_cert_acc_72": 0.11249999888241291, + "std_cert_acc_72": 0.18054857426428259, + "mean_cert_acc_108": 0.09464285522699356, + "std_cert_acc_108": 0.18928571045398712, + "mean_cert_acc_255": 0.0535714291036129, + "std_cert_acc_255": 0.1071428582072258 + }, + "monks-3": { + "dataset": "monks-3", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.65625, + "test_acc": 0.5111111111111111, + "train_size": 432, + "val_size": 32, + "test_size": 90, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5769, + "cert_evals": { + "36": 0.46666666865348816, + "72": 0.4444444477558136, + "108": 0.35555556416511536, + "255": 0.011111111380159855 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.4444444444444444, + "test_acc": 0.5480769230769231, + "train_size": 432, + "val_size": 18, + "test_size": 104, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5769, + "cert_evals": { + "36": 0.14423076808452606, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 5, + "best_val_acc": 0.75, + "test_acc": 0.6836734693877551, + "train_size": 432, + "val_size": 24, + "test_size": 98, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5769, + "cert_evals": { + "36": 0.5, + "72": 0.357142835855484, + "108": 0.19387754797935486, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 2, + "best_val_acc": 0.8275862068965517, + "test_acc": 0.6021505376344086, + "train_size": 432, + "val_size": 29, + "test_size": 93, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5769, + "cert_evals": { + "36": 0.4301075339317322, + "72": 0.23655913770198822, + "108": 0.12903225421905518, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5862530103025495, + "std_test_acc": 0.07493818758059728, + "n_samples": 554, + "n_features": 6, + "n_classes": 2, + "mean_cert_acc_36": 0.3852512426674366, + "std_cert_acc_36": 0.16319589959311326, + "mean_cert_acc_72": 0.25953660532832146, + "std_cert_acc_72": 0.1928774221734104, + "mean_cert_acc_108": 0.16961634159088135, + "std_cert_acc_108": 0.14784989246914498, + "mean_cert_acc_255": 0.0027777778450399637, + "std_cert_acc_255": 0.0055555556900799274 + }, + "musk-1": { + "dataset": "musk-1", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 23, + "best_val_acc": 0.8289473684210527, + "test_acc": 0.800711743772242, + "train_size": 119, + "val_size": 76, + "test_size": 281, + "stats": { + "mean": [ + [ + -0.009291536974789802, + -0.12607884680672266, + -0.04762204201680674, + -0.0761702235294117, + -0.044936774789916, + -0.014382231932773128, + -0.041894201680672254, + -0.03190622907563026, + 0.021353001680672248, + 0.10775567647058813, + 0.09010778932773111, + -0.057640225210084016, + 0.14667296336134458, + 0.10126893949579828, + 0.14001244605042018, + -0.04249502016806724, + 0.038105572268907546, + 0.002184308487394976, + -0.05224322941176468, + 0.06215304016806718, + -0.12393828857142859, + -0.02803303361344539, + -0.10647747142857145, + 0.02538642941176475, + 0.03754377647058824, + -0.00930381512605037, + -0.10533614621848736, + -0.07591091428571431, + 0.015518248319327696, + 0.03344583445378154, + -0.0436141698991596, + -0.03440255966386541, + -0.08419558653781517, + 0.059494676050420144, + 0.011928458739495816, + -0.006269523999999992, + 0.060528428571428566, + 0.03592683193277311, + 0.07123646218487396, + -0.0823780630252101, + -0.03973622907563024, + -0.09128727731092437, + 0.134798512605042, + 0.09857759663865544, + 0.08639189302521, + 0.04655348655462184, + 0.12397431176470586, + -0.0036607467226890487, + -0.045298374201680695, + 0.09763559579831942, + -0.11482796470588238, + 0.005798111764705843, + -0.04984500840336133, + 0.10562984689075626, + -0.006794973949579853, + -0.06879170025210085, + -0.05042998067226895, + -0.1381735478991597, + 0.018107122621848763, + 0.07930746134453784, + -0.035087430369747964, + -0.047216151260504276, + -0.050801200000000026, + 0.000790052100840336, + -0.03210146470588229, + -0.011450639932773149, + 0.13865514789915964, + 0.024682792941176448, + 0.04572973361344544, + -0.07111193899159665, + -0.05305032773109243, + -0.03151311848739495, + 0.13506087714285714, + 0.03930882689075631, + 0.13208768117647057, + 0.03213378487394958, + 0.036931210084033585, + 0.0542657411764706, + -0.055266365126050425, + -0.007700784890756318, + -0.06660210142857143, + -0.0472203361344537, + -0.13513644588235293, + -0.0953638899159664, + 0.0684584218487394, + -0.027715061344537825, + -0.13681975714285718, + -0.03402985277310925, + 0.0014045230252100738, + 0.0014960380672269073, + -0.013881531092436904, + -0.054739220168067156, + -0.07439434873949584, + 0.16347766033613445, + -0.027834813445378172, + 0.04105560084033615, + -0.018090553781512614, + 0.039478408403361344, + 0.01011179831932775, + -0.056224057983193236, + -0.05482081092436975, + -0.09049105663865546, + 0.1384086307563025, + 0.1158592352941177, + 0.1295010983193277, + 0.026534809327731116, + 0.030993403193277324, + 0.045596629411764705, + 0.07867409050420171, + 0.07023428403361341, + -0.010699962478991626, + -0.1297697013445378, + -0.06125888739495793, + -0.054635241344537774, + 0.07315159588235293, + 0.14113961932773117, + 0.03369915462184867, + -0.017007521008403328, + -0.03182301008403359, + -0.10475748344537812, + 0.029890118487394944, + 0.008469613445378164, + 0.0055577798319327845, + -0.015650881428571396, + 0.0048053532268907215, + 0.06544014621848733, + 0.11003610159663865, + 0.04605257647058817, + 0.14969492016806743, + -0.012363702521008463, + -0.051404617310924446, + -0.01038593529411762, + -0.07927427529411762, + -0.04159334571428572, + 0.06169648184873948, + 0.11608897882352946, + 0.038903689075630285, + 0.1461880742857143, + -0.06708651966386553, + -0.11414608924369747, + -0.1295263958823529, + -0.03233595445378152, + -0.04501458058823521, + -0.000721831932773089, + -0.004400483109243784, + -0.12390628907563028, + -0.036873544537815106, + -0.0909845665546218, + -0.10444491176470592, + -0.09871166294117649, + 0.005718816974789886, + -0.036594511848739485, + -0.04913234621848742, + -0.08743706722689078, + -0.11513121176470595, + -0.08874053697478997, + -0.05336954033613433, + 0.082962791092437, + -0.021164454621848745, + -0.0932097171428572, + 0.014436121848739485, + -0.04426032336134451, + -0.1090511277310925, + 0.1449148087394958, + 0.1817663789915966, + 0.013956836806722718 + ] + ], + "std": [ + [ + 1.0099114119845158, + 0.9348594846360825, + 0.9584972842977127, + 0.9640337720371549, + 0.2970971465206269, + 0.9902644318765941, + 0.9766608443635819, + 0.9277337303843832, + 1.0209147991357326, + 0.8462688910212999, + 0.937274236323561, + 0.9720030442747652, + 0.8629052767970179, + 1.0131630405366665, + 1.0235995127546023, + 0.9236691973697053, + 1.0455909357050364, + 1.035981564713016, + 0.99532697338212, + 0.9211771365528878, + 0.874501926986878, + 0.9704498314090642, + 0.891302047446978, + 0.9804149844573272, + 1.0041773279830728, + 1.002529298728106, + 1.0224471703080853, + 0.9244712375286949, + 0.9743559806263377, + 0.9887295244749511, + 0.9544273760411471, + 1.02985801200279, + 0.9474472095469905, + 0.9846549124544697, + 1.0482961086154436, + 1.055409389025073, + 1.0423422939087563, + 1.0253865871036294, + 1.0239668108505644, + 0.9972886803210333, + 0.9397442064430964, + 0.9896358956731565, + 0.8331728551459917, + 1.0002340413586819, + 1.026654843545489, + 0.9343094828155423, + 1.0805604708964744, + 1.016149424944211, + 0.9476470504397961, + 0.8577284376860824, + 0.920172262946738, + 1.0002820735413485, + 0.9664321885797094, + 1.019659024980453, + 1.0132206139363333, + 1.00472748039475, + 1.0024772758067237, + 0.9013838379335253, + 0.9715976585133171, + 0.9356214917883198, + 0.9726637625607683, + 1.00574462045675, + 0.9321535556262043, + 1.004591790870879, + 1.0091107376933197, + 1.0832569998991441, + 1.8163040204653527, + 0.9290261409599484, + 1.0054342451497356, + 0.9239187303729655, + 0.9412606308289463, + 0.9574057112375489, + 0.8857071278100311, + 1.0050826351619282, + 0.9471390167804283, + 1.0193559664076242, + 1.033149121132442, + 0.9758992146197891, + 0.9828293233847875, + 0.90614346312176, + 0.9387813930150655, + 0.9606369771060325, + 0.8549597722364108, + 0.9981213041653383, + 0.9677112371500205, + 0.9888508064525113, + 0.9412501606612704, + 0.9784409127120647, + 0.9536777420064435, + 1.0085901119483398, + 1.0060567404606122, + 1.05851562000323, + 0.9752413461311447, + 0.832810761621145, + 0.9562798547506608, + 0.9993771767194177, + 0.9838326504712223, + 1.0393844730608708, + 0.9854152300072946, + 0.9930779495430294, + 0.9453202880876939, + 1.0360449396357243, + 0.9713513980461649, + 0.9992332279693708, + 1.030407313898056, + 1.0076912122214956, + 1.0744880656744056, + 1.0277037793008523, + 0.9982104529316067, + 1.0186593720796726, + 0.9108463414168625, + 0.8553233102911179, + 0.9405777768078974, + 0.9494600014203208, + 0.9952734588081359, + 0.9638326137771844, + 0.9939522113357686, + 0.9987681660336664, + 1.0036155891840373, + 1.0182452713672059, + 0.9910446446968689, + 1.0210928396177827, + 1.014427730685323, + 1.0086920592279505, + 1.0093171765266578, + 0.9594492714523327, + 0.9056353320538072, + 0.9878559376915045, + 0.865650141810967, + 1.0394374951234533, + 0.9719119864007881, + 0.9799530665659871, + 0.9588363638135182, + 0.9822725442114135, + 0.9853299809008946, + 0.9191461281202059, + 1.0618195424162966, + 0.9695623887099393, + 0.9472161121894884, + 0.9054444134708255, + 0.8581249512539794, + 0.9983938325913907, + 0.9776524170683517, + 1.0043567453308122, + 1.0368357351214297, + 0.7773405936733125, + 0.9853354382623081, + 0.9079498191834765, + 0.9125689627310116, + 1.007586247217154, + 1.0299208957325752, + 0.9872806671843242, + 0.9852145677771802, + 0.961619761600875, + 1.0605262646288578, + 0.980777477262741, + 0.8407792662129906, + 0.9672088420960975, + 0.993154330767692, + 0.9994330628955878, + 0.9756248219133866, + 1.0207484353264802, + 0.8458747953216613, + 1.047455330809163, + 0.8596011234926225, + 0.9804108130279062 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 1484809, + "cert_evals": { + "36": 0.7686832547187805, + "72": 0.7295373678207397, + "108": 0.6832740306854248, + "255": 0.5017793774604797 + }, + "fold": 0 + }, + { + "best_epoch": 31, + "best_val_acc": 0.7804878048780488, + "test_acc": 0.8218181818181818, + "train_size": 119, + "val_size": 82, + "test_size": 275, + "stats": { + "mean": [ + [ + 0.024158311764705866, + 0.06841572537815128, + 0.07787132436974789, + 0.05814358991596639, + -0.0888491647058824, + 0.03483687310924371, + -0.08321678991596636, + 0.0172144136134454, + -0.07243344537815127, + 0.008146065798319318, + -0.016513243697478995, + -0.05358841159663873, + -0.11541696184873952, + -0.030794808823529415, + -0.023826682857142848, + 0.22576291260504208, + -0.07960640428571429, + 0.17796446697478982, + -0.10515495630252099, + -0.1766215479831932, + -0.021160134789915977, + -0.09120216806722693, + -0.08078450756302523, + 0.036557993277310914, + 0.07266807731092434, + -0.07452452100840339, + -0.09814859546218489, + 0.003981514285714288, + 0.06022833823529412, + 0.03180818907563029, + 0.12598115882352945, + -0.019460692436974722, + 0.005478542042016823, + 0.03584051008403359, + 0.02924001680672268, + 0.08767364537815124, + 0.028594260504201666, + -0.07716408655462187, + 0.056073705882352984, + -0.05639972268907562, + 0.0835798580672269, + 0.025938724369747895, + -0.10687808823529413, + -0.07300582436974785, + -0.056062168571428615, + 0.07744706722689071, + -0.11377087142857145, + 0.048533752268907604, + -0.08137850462184877, + -0.058378573949579855, + -0.028422560504201697, + -0.0789361680672269, + -0.08572274453781516, + 0.03500715462184874, + 0.09914903445378148, + -0.01241268218487394, + -0.09931365378151263, + -0.012532198319327783, + 0.059187288168067245, + 0.08141363613445372, + 0.08123671047058818, + 0.02099984705882357, + -0.061353805882352924, + 0.05045417815126048, + 0.003424229411764733, + 0.03549537599999996, + 0.10939142605042013, + 0.024103800252100897, + 0.09995052563025215, + 0.04793713714285712, + 0.08099445378151263, + 0.04342324285714288, + -0.04197519075630255, + -0.006363128907563019, + -0.04760110218487393, + 0.18736039663865556, + -0.06648005882352942, + 0.04628493109243699, + -0.08752957159663863, + -0.10092213726050421, + -0.04371235016806719, + -0.08629289915966386, + -0.061165748991596644, + 0.06382008823529413, + 0.08361947142857139, + -0.08537609243697473, + 0.011821439495798298, + 0.059812282521008404, + 0.07737757478991594, + 0.048898662184873966, + 0.05884979831932784, + 0.032120366386554605, + 0.049671467226890774, + 0.06206085193277312, + -0.06417456806722689, + 0.09108409243697482, + 0.013927862352941179, + -0.0819115100840336, + 0.06585645378151259, + -0.080924987394958, + 0.08453104543697479, + 0.03520098739495797, + -0.033171742605042, + -0.07644083142857143, + -0.07423916470588235, + 0.19354969352941173, + 0.07750047327731097, + 0.04090831848739493, + -0.009056908571428546, + -0.08928623369747901, + -0.1007881585714285, + -0.06398705378151263, + -0.08433044033613445, + -0.08870030352941174, + 0.009959691008403333, + -0.09990773865546218, + 0.05553736134453778, + -0.06597402521008403, + -0.09688954873949583, + -0.07634268067226894, + 0.04976200672268908, + 0.09565500000000006, + 0.04676366134453782, + 0.039169940336134454, + 0.01394140588235296, + 0.09173843613445375, + 0.04849337193277301, + 0.02735341008403359, + 0.0022560852100840245, + 0.017306670588235304, + -0.07432240336134455, + 0.018145999999999957, + 0.07377648403361345, + 0.03658892100840334, + 0.09466570336134442, + -0.01156839252100844, + -0.08601561932773116, + -0.023251629747899148, + -0.07814215966386556, + -0.05655879957983193, + -0.07487231655462186, + -0.05101524907563022, + -0.07532593025210085, + -0.08363757142857142, + 0.04670676983193278, + 0.01303225319327727, + 0.1082119579831933, + 0.058739847226890775, + 0.04739272436974786, + -0.08494485210084034, + -0.007814653361344537, + 0.03440219747899159, + 0.03682794453781517, + 0.019789025210084014, + -0.020285273949579827, + 0.01840798831932768, + 0.09117156386554631, + 0.09178180537815128, + 0.028927057983193283, + 0.039525619159663856, + 0.03801534126050421, + 0.05517624386554618, + 0.027384261176470626, + -0.06334286823529411, + -0.002208981512605072, + 0.04186990235294113 + ] + ], + "std": [ + [ + 0.9547059509648184, + 0.9457416976985498, + 0.9671967001393593, + 1.0340808405040773, + 0.29867998736393586, + 0.9719739664896527, + 1.0223829819294672, + 0.9920370365260445, + 0.9938178926570024, + 1.0674678703036786, + 1.0536235501005935, + 0.9759681128010698, + 1.1933806341652835, + 1.0462009952757907, + 1.0396377705165756, + 1.2364398130013148, + 1.0297123743799923, + 1.0513930980262587, + 0.9790963258765985, + 1.0632151511993007, + 0.8881037178933221, + 0.997644465555213, + 0.9146456782945884, + 0.9986846418706715, + 1.028389228812699, + 1.0052304374745582, + 1.0570364058143467, + 1.1112265087401707, + 1.0072333277340315, + 0.9792224727759794, + 1.140107641685767, + 1.0319855071635557, + 1.012909596546793, + 1.0478738212633798, + 1.0393769664926573, + 1.040313487043468, + 1.0004874772542869, + 1.0065552249215965, + 0.9959877333213383, + 1.0314341517051941, + 0.9609827644603898, + 0.9407821598946572, + 1.1423539444973092, + 1.040681629733202, + 1.035405523493998, + 1.0348642291431813, + 0.9384238030240764, + 1.007329148159345, + 0.96532151079532, + 1.080102411960722, + 0.9189706961196683, + 0.9890328023534652, + 0.9970449665503818, + 1.0032947034394086, + 1.0232492622926868, + 0.9044539334562162, + 1.0428486576399463, + 0.9869742154628898, + 0.9627579193146311, + 1.0375988820208812, + 1.0442635152617854, + 0.9921480147512401, + 1.0172361211613725, + 0.9856162070884749, + 1.0071085351580469, + 1.004680228407639, + 1.0918099971010347, + 0.859818967469955, + 0.951570742602994, + 0.8998130747416146, + 0.9682740422741012, + 0.9513593820658351, + 1.0918457242129123, + 1.0306512739007234, + 1.1233409715843774, + 1.319054880300292, + 1.0190368042078375, + 1.0726089749646683, + 0.9780586022786055, + 1.0237281910570661, + 0.9302196391823201, + 1.0150095369233572, + 0.8567595112619277, + 1.0253125704582768, + 1.0329663588386147, + 1.0150497595004389, + 0.9645261987539875, + 0.9987452828678794, + 0.9996111734287946, + 0.9939296531881606, + 1.0641892502012626, + 1.0238265092687246, + 1.0399511925040086, + 1.0927394981630942, + 0.947573210798269, + 1.0191620496299643, + 0.9777226300254053, + 1.0076015412678785, + 0.9989352692153354, + 1.0456873119376142, + 0.9570466525951427, + 0.9629678052479418, + 1.0756215730851235, + 1.0393724244555782, + 1.0305172746367526, + 1.0836356914908913, + 1.0236898037082116, + 1.030964269392618, + 1.054840275031591, + 1.0178620591147387, + 1.006995468728297, + 0.8734971943634845, + 0.942877766385353, + 0.971630330747536, + 1.0292634993717256, + 1.116414229811486, + 1.0266501952515827, + 1.0364187186039386, + 1.0294974903053178, + 1.069916118390874, + 0.9920027928850452, + 1.0092646258306635, + 0.9981544780299838, + 0.9515782433268465, + 1.0464699288665589, + 1.0272730625017454, + 1.0548039781673533, + 0.983479378572509, + 1.135184518802563, + 1.0353433069590894, + 1.0020848418547366, + 1.0073768884693561, + 0.9727461694029419, + 0.9973821577284503, + 1.0529917786648204, + 0.8823455010261391, + 1.0295445080258667, + 0.906856533293073, + 0.9621107954508806, + 0.8425968192386732, + 0.8559038698220399, + 1.016468338504835, + 1.037043233806624, + 1.0173006551929522, + 1.0578471179473388, + 1.0163426747138629, + 1.1986785031894742, + 0.9143980309098125, + 0.9344978248549644, + 1.0421032838564122, + 0.9875543674864906, + 1.0306666337849881, + 1.0407485217723018, + 0.9295624550306794, + 1.0304280230394511, + 0.9628856470269781, + 1.122180757252087, + 1.1061285175248974, + 1.0018242894154332, + 0.9161538026866665, + 1.0210998734495285, + 0.9425158583796771, + 1.017252092911681, + 1.1339821301332038, + 0.9482657315372943, + 1.0539881791338177 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 1484809, + "cert_evals": { + "36": 0.7709090709686279, + "72": 0.7454545497894287, + "108": 0.7090908885002136, + "255": 0.5563636422157288 + }, + "fold": 1 + }, + { + "best_epoch": 25, + "best_val_acc": 0.921875, + "test_acc": 0.9112627986348123, + "train_size": 119, + "val_size": 64, + "test_size": 293, + "stats": { + "mean": [ + [ + 0.06318337899159665, + -0.01750837369747895, + 0.02927752857142856, + -0.008290130252100843, + 0.015662287394957966, + 0.02086558571428569, + -0.13928621848739492, + -0.07404167731092438, + -0.19213065546218494, + 0.1664315235294117, + -0.12294668319327731, + -0.1817351731092437, + 0.010112128235294188, + -0.10692336386554628, + -0.08861290806722695, + -0.06722896890756305, + -0.16965138907563024, + -0.08699059201680673, + -0.09990497731092438, + 0.025839068067226904, + -0.15816130924369745, + -0.17952358823529418, + -0.12498328067226894, + 0.15700955630252103, + 0.2047434554621848, + -0.12583588235294113, + -0.159380296302521, + -0.1583042731092438, + -0.017471884033613477, + 0.17150142016806721, + -0.013367896789915854, + 0.09515493319327734, + -0.1043621142773109, + 0.14587384495798317, + -0.12920535638655464, + 0.08664596507563023, + -0.11529433613445382, + -0.11128723529411766, + 0.1026118739495799, + -0.1288278638655462, + 0.03162067176470591, + 0.10926809579831938, + 0.10145011742857142, + -0.10089418487394954, + -0.16934925134453793, + -0.10035777899159666, + -0.0022220840336134593, + -0.14973477075630254, + -0.09981443655462183, + 0.13018069327731097, + -0.16896669495798325, + -0.19508748739495796, + -0.15524649243697483, + -0.11831341932773114, + 0.22480805714285726, + -0.04188063773109245, + -0.14299176722689078, + -0.09312031680672267, + -0.03409673368067225, + 0.21123602268907565, + -0.0823785142352941, + 0.09407231092436971, + -0.06044896050420165, + 0.12690943361344537, + -0.15432811176470584, + 0.11373846321008402, + -0.09197245798319335, + -0.036408632521008365, + 0.02736904537815129, + -0.07516609663865546, + 0.02726841428571433, + 0.11449725126050421, + -0.08324179865546223, + -0.1859713232773108, + -0.029114210756302543, + -0.04372340672268908, + -0.1676014957983193, + -0.09481104907563025, + -0.14518526134453774, + -0.14023717031932764, + -0.17883970840336139, + -0.15227219327731092, + -0.12688221596638652, + 0.17267242857142853, + 0.21734268907562995, + -0.13427643697478986, + -0.10342343025210089, + -0.08278381840336131, + 0.039320595126050406, + 0.12871404033613446, + 0.01710760588235305, + 0.1303802900840336, + -0.1259390416806723, + -0.02462903075630251, + -0.011597495798319335, + -0.02996593277310922, + -0.11406075697479011, + -0.15991802436974792, + 0.08011680672268909, + -0.13947732605042013, + 0.03274552773109243, + 0.12533725361344533, + -0.110098517394958, + -0.12202160000000008, + -0.11250578067226888, + -0.029730635546218537, + -0.06243363445378147, + -0.11122854033613447, + 0.0018548309243698465, + -0.16121145042016807, + -0.11309920420168079, + -0.1428132453781513, + -0.16323598739495804, + -0.1605866899159664, + 0.2219443926890757, + 0.08728584873949588, + 0.18907824873949586, + -0.14974748739495788, + -0.15023559243697474, + -0.18183265630252093, + 0.18517070504201683, + 0.16599662184873953, + 0.14711887731092438, + -0.05699850756302512, + 0.04790072465546219, + -0.009070256302521026, + 0.17716400000000004, + 0.16732338571428573, + 0.08124960588235282, + -0.14709592941176478, + 0.0369225247058823, + -0.017422470588235324, + -0.1504932868067227, + -0.19206401436974793, + -0.11275016705882353, + 0.00605314857142857, + -0.1441573467226891, + 0.07815059025210083, + -0.13342117983193286, + -0.0817532226890756, + -0.09976520789915962, + -0.10781365663865544, + -0.14120095630252097, + -0.14986163865546215, + 0.20239748411764702, + -0.07042730252100846, + -0.02724144705882351, + -0.08136119201680665, + -0.08620197731092435, + -0.144991794117647, + -0.11356651411764705, + -0.13158160840336128, + -0.10353579159663868, + 0.15731504201680674, + 0.12369566218487399, + 0.14793098151260503, + -0.10683907815126047, + 0.04158667731092437, + 0.08902219327731095, + 0.11460572504201683, + 0.06525115428571429, + 0.08792362386554624, + 0.06720011109243695, + 0.11343997344537818, + -0.046682014285714286, + 0.08234472924369746 + ] + ], + "std": [ + [ + 0.9926193696304842, + 0.982041564897434, + 0.9788587860924499, + 1.0481325530599315, + 1.1497163338460719, + 0.9036763603503252, + 1.0073501012902193, + 1.0681136353666913, + 0.957911230073424, + 1.0517887344491312, + 1.037533414748361, + 1.0316333625809162, + 0.988344377792284, + 1.0327635738369823, + 1.0645913439075099, + 0.8772045443763791, + 1.0038093734493303, + 1.078088978405565, + 1.016038289193935, + 1.1038191425269852, + 1.0415694714449408, + 0.9494193094640091, + 0.9951683699303016, + 1.0484760713821966, + 1.0292290388549856, + 1.0046238226745023, + 1.0231894041917298, + 0.8722526507660389, + 0.9637053912866876, + 1.0443111125853262, + 0.9779088621252243, + 1.0200265098256789, + 1.04982753768682, + 1.0411057141110271, + 0.9917883582877046, + 1.0640907950667935, + 0.9109416890609948, + 1.014778603352571, + 1.012407645947388, + 1.0130519839966745, + 0.9833348170290883, + 1.0054412900355405, + 1.002550053092507, + 1.040884298794981, + 1.0022037130564367, + 1.0045856731019926, + 1.0338791557822133, + 1.0330533263056556, + 1.0342555211980782, + 1.0856777292343813, + 1.0480432440305076, + 0.9406979132818648, + 0.9525414189459014, + 1.0458734546424882, + 1.0040929970983012, + 1.0908338035551266, + 1.0204411854890103, + 0.9393304179799824, + 0.8845216239422083, + 1.0634312588079848, + 0.9761643177227193, + 0.9998814706721766, + 1.0943099390691056, + 1.0203591751451435, + 1.0002264397589242, + 1.0452620025255572, + 0.21243774403030324, + 0.9825487629977677, + 0.9989470256653102, + 0.9776195550802724, + 0.9881921942536106, + 0.9692812223632913, + 1.0114103879358118, + 1.0176471463203618, + 1.0985968046879107, + 0.9011071747489188, + 0.9852820686558261, + 1.0409724045164395, + 1.0226853862781786, + 1.0523503465387045, + 0.9984890729247287, + 0.9865085860689214, + 1.0253383015650288, + 0.9842190050210698, + 1.0482657857074558, + 1.0036930615027435, + 1.0023674926749344, + 0.9730180833171876, + 1.0498568728572968, + 1.013227026732738, + 1.0681306059244247, + 1.0419005594011688, + 1.0023012201703372, + 1.0090606387751904, + 1.0008208481733105, + 1.0237634624186749, + 0.9344050493529626, + 0.9799269064690889, + 0.9917577807573584, + 1.0154669742852132, + 0.9626828180326641, + 0.9488893200381362, + 1.0680204623811373, + 1.0577745418633626, + 1.0312684087947, + 1.034145517451026, + 0.9555340495289785, + 1.038495245556023, + 1.124990782413921, + 0.9969234745383295, + 1.0341464668845146, + 1.0190464402227772, + 0.9844502112008426, + 0.9638979266497083, + 1.0560016403249661, + 1.0338565548525813, + 1.0195784734669, + 1.0452959798033794, + 1.0300936651868722, + 1.0079193145701346, + 1.0358505453672258, + 0.9983519055294932, + 0.9782721184706487, + 1.017214512787047, + 1.0461193963805977, + 1.0786507849769222, + 1.0600256230229115, + 1.0549246896740905, + 1.0202597947720748, + 1.0047933682967538, + 1.046133607275955, + 0.9767724487049283, + 1.065119568533619, + 1.0493844633618457, + 1.0486183588403433, + 1.0360634805883144, + 1.0211356178592574, + 1.116516917576279, + 0.9684635542928414, + 1.0485198907974274, + 1.0097174728071363, + 1.0200358029187542, + 1.0093169179506543, + 0.9954927763696803, + 1.9163314627641592, + 0.7748234776717885, + 0.8330323640536798, + 0.9972784153379518, + 1.014123873707783, + 1.0176782914003792, + 0.9696823644591901, + 1.0083943170146934, + 1.016776019144507, + 0.9587407406311098, + 0.9964839901207664, + 0.9516493424090011, + 0.7372865758169305, + 0.9783224584281585, + 0.9967116551381188, + 1.0058189487431421, + 0.9864991950017903, + 0.9736185085647364, + 0.9649805689555828, + 0.7965445354430392, + 1.012032729083389, + 1.009115061348346 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 1484809, + "cert_evals": { + "36": 0.8634812235832214, + "72": 0.7986347675323486, + "108": 0.7440272569656372, + "255": 0.5426620841026306 + }, + "fold": 2 + }, + { + "best_epoch": 24, + "best_val_acc": 0.8194444444444444, + "test_acc": 0.8210526315789474, + "train_size": 119, + "val_size": 72, + "test_size": 285, + "stats": { + "mean": [ + [ + 0.08827094453781521, + 0.052429700924369736, + -0.00036463781512605076, + -0.12936181092436974, + 0.24400667394957987, + 0.06789304621848738, + -0.14386008655462185, + -0.16341241647058824, + -0.09119049579831934, + 0.08688295487394951, + -0.010142181512605056, + -0.07992688621848743, + 0.07515934235294126, + -0.043617603697479, + -0.0595251351260505, + -0.00513104201680665, + -0.10509469159663867, + -0.12206933151260506, + -0.10814025714285717, + -0.12779779672268907, + -0.10893169613445379, + -0.08832163865546222, + -0.0816827924369748, + 0.09850233697478993, + 0.05851083949579831, + -0.1641787092436975, + -0.16092729126050428, + -0.1280319789915966, + -0.08851597478991598, + 0.07951196302521006, + 0.08349220993277319, + 0.005591952100840379, + 0.03787954203361344, + 0.10143728361344516, + -0.10608766731092427, + 0.14584866675630268, + 0.012883600840336178, + -0.16592546050420165, + 0.09759672268907567, + -0.19044940252100842, + 0.033699108991596664, + 0.11165795798319325, + 0.09412673485714296, + -0.05305871764705887, + -0.05172935680672275, + 0.012541703843697427, + -0.01198715798319332, + -0.18350753075630258, + -0.11316068361344542, + 0.01317001420168068, + -0.09100677478991598, + -0.07560952100840335, + -0.08295605882352938, + -0.11658848504201687, + -0.0018185008403361622, + -0.2458672547058823, + -0.1656989243697479, + -0.07704509663865547, + 0.036561694117647064, + 0.09020285378151255, + -0.03517201448739494, + 0.05582876890756301, + 0.009798390756302568, + 0.09632748058823527, + -0.07761458739495794, + 0.11183031848739493, + -0.036579986554621885, + -0.1263089718487395, + 0.11839747605042025, + -0.12111019226890757, + 0.02024199159663867, + 0.11024838487394956, + 0.04454762537815129, + -0.04300331764705883, + -0.03712093210084034, + 0.015276773109243746, + -0.10326505882352946, + -0.07333125647058819, + -0.08882397941176472, + -0.12382232100840335, + -0.08881872605042021, + -0.12030378151260503, + -0.09926218848739496, + -0.10734386974789903, + 0.06343325798319317, + -0.13570989327731095, + -0.04595993361344538, + -0.2624038873109244, + -0.16767311747899152, + 0.09202781512605042, + 0.08289800840336134, + 0.09075038487394953, + -0.06000971176470589, + 0.14886200151260504, + -0.07113343193277308, + 0.10141161344537818, + 0.010751606722689067, + -0.10513173865546219, + 0.04550339495798316, + -0.17243847226890754, + 0.046450748739495784, + 0.152537722184874, + -0.04370105689075634, + -0.0473904394957983, + -0.05494940756302522, + -0.07405113613445377, + -0.03986815983193283, + -0.20286767310924372, + -0.06405264798319323, + -0.0780125884033613, + -0.13415427676470587, + -0.08062178285714292, + -0.06563321680672268, + -0.062234380672268885, + 0.019833384033613455, + -0.030907690756302526, + 0.05372328235294116, + -0.1764853655462185, + -0.15975390168067233, + -0.13166282773109242, + 0.07275436470588237, + 0.05660831008403364, + 0.08542897647058818, + 0.12639466974789917, + 0.007908259394958005, + 0.10586099915966378, + 0.11454698386554625, + 0.09212199915966388, + 0.14067056840336137, + -0.0895770168067228, + -0.08912285042016815, + -0.05617147647058823, + -0.14716913361344536, + -0.079183261092437, + -0.05918893747899158, + -0.07452321445378149, + -0.15886370840336134, + 0.01905404537815125, + -0.10519994621848744, + -0.17713219344537812, + -0.11923718403361346, + -0.18296511042016797, + -0.16212627722689074, + -0.13948604201680673, + 0.10796782184873933, + 0.042607534453781536, + -0.20062171932773104, + -0.07986152588235298, + -0.048355900000000014, + -0.1863898361344538, + -0.0708105474789915, + -0.10174562865546222, + -0.09230160840336135, + 0.1088111268907563, + 0.036985360504201724, + 0.0905234268907563, + -0.0005666193277310296, + 0.13550344991596625, + 0.07032440672268905, + 0.12498390974789911, + 0.11443038134453778, + 0.17218037596638658, + 0.12188053815126057, + -0.04917931680672268, + -0.10940718739495801, + 0.018918798487394944 + ] + ], + "std": [ + [ + 1.2133217476808096, + 0.9652578226642976, + 0.9562814291999604, + 0.9966056010399577, + 1.8946268220275222, + 0.9886790713878757, + 1.0097226863252031, + 1.0867582795960857, + 1.0417589224997932, + 1.050242189139985, + 1.0667010091805855, + 1.0548795344041055, + 1.1190749488928982, + 1.0572465763203538, + 1.0230162584277593, + 1.0209072269541954, + 1.0668654357533103, + 1.0443336788426352, + 0.990874576128837, + 1.120212168053591, + 1.059400368391213, + 1.0526573622956357, + 1.1038394597149008, + 1.0008841743240904, + 0.9680575174660357, + 1.0707994377159522, + 1.1140756914259644, + 0.950461759055246, + 0.9718974872556142, + 0.9735586441221257, + 1.1567408121073435, + 1.0232943304431714, + 0.9691590839674367, + 1.0073028282577203, + 0.9940009027248206, + 1.1435157497277848, + 0.9996235910991119, + 1.0269563434750735, + 1.008201967276556, + 1.0550683905227118, + 0.9586071450202497, + 0.9837557247029177, + 1.0965052578037058, + 1.0450206753864866, + 1.0490515247311962, + 1.0695381870608307, + 1.038128056317601, + 1.0253465437388283, + 1.0120829704198246, + 1.0886821528839274, + 1.044134767295889, + 1.057010495053697, + 1.099547175101147, + 1.0777320456504151, + 0.9823934587662047, + 1.1421985287771175, + 1.0422574316080255, + 0.9551778546027428, + 0.956249353115088, + 0.9834601472281421, + 1.029947583292353, + 0.9913988001063331, + 1.0982033505572715, + 0.9681930495112483, + 1.0408755740827247, + 1.2253039493523459, + 0.567158136783271, + 0.9085815833042423, + 1.0299220239151927, + 0.9456963821833498, + 0.9732983818929857, + 1.0442991792113836, + 1.04539232954153, + 1.0732878711261946, + 1.1008086762685154, + 1.0285808932813831, + 1.0337505005392162, + 1.0564580683518567, + 1.009641905396013, + 1.0305981372553041, + 1.0664271922774013, + 1.0216625020139711, + 1.0388018156059555, + 0.9586012537860019, + 0.9557594962481459, + 1.0302377619239333, + 0.9961613435881551, + 0.9016777854545155, + 0.9406896531612865, + 0.9812838480496827, + 1.0699842326852145, + 1.0186354962550983, + 1.035027201513659, + 1.0841073584834067, + 1.0303881720252803, + 1.0570748314290839, + 1.02985434388838, + 1.0364309671151335, + 1.0005332938619562, + 1.025577023774322, + 0.9464780143821591, + 1.0208419763094765, + 1.0617116423350834, + 1.0293973942652435, + 1.0261666434965675, + 0.9851421752157683, + 0.9857629751068895, + 1.0385946163975952, + 1.0559440697914113, + 1.016524220581366, + 1.0027196694275118, + 1.0834757121421426, + 1.0779633843014398, + 1.0946447748718007, + 0.9723982390487668, + 1.2023645479315772, + 0.9602099447193709, + 1.0179074417662215, + 1.0352139390132336, + 1.0786183250373933, + 0.9804549368975595, + 0.9682741396185083, + 0.9768312285612, + 0.964630802629325, + 1.0207703099984005, + 1.0415806373869094, + 1.0550470699342684, + 0.9675481149164916, + 1.1420215446420958, + 1.0174455574052221, + 1.083572189658775, + 0.9761057784836439, + 1.0143463201882303, + 1.0941768766737126, + 1.0832459833284696, + 0.9500313582926581, + 1.065039580804888, + 1.0125276884653949, + 1.1411154537895276, + 1.1272755315245084, + 1.050528247361956, + 1.028501993348714, + 1.006157366499387, + 1.012150424187772, + 1.6375220163439004, + 1.093707575936411, + 0.6658659113952596, + 0.988960241303364, + 1.0068392081134723, + 1.09304691782344, + 0.9750885920735577, + 1.0310739633166615, + 1.0173047096798833, + 0.9764442487893782, + 1.0396515626155156, + 0.9538418857070222, + 0.9651813087072169, + 1.0912789245984904, + 0.9909731053384292, + 0.9928942678288627, + 1.0260651993226064, + 1.0689401877661775, + 1.1776513152500432, + 1.2958224260799447, + 1.1488774292810453, + 1.0222715473882593 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 1484809, + "cert_evals": { + "36": 0.7894737124443054, + "72": 0.7473684549331665, + "108": 0.698245644569397, + "255": 0.4877192974090576 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8387113389510459, + "std_test_acc": 0.04934535520177222, + "n_samples": 476, + "n_features": 166, + "n_classes": 2, + "mean_cert_acc_36": 0.7981368154287338, + "std_cert_acc_36": 0.04454886207771871, + "mean_cert_acc_72": 0.7552487850189209, + "std_cert_acc_72": 0.03000803836188705, + "mean_cert_acc_108": 0.7086594551801682, + "std_cert_acc_108": 0.02584527530040516, + "mean_cert_acc_255": 0.5221311002969742, + "std_cert_acc_255": 0.03261775090681825 + }, + "mushroom": { + "dataset": "mushroom", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 54, + "best_val_acc": 0.9958471760797342, + "test_acc": 0.9959091838821845, + "train_size": 2031, + "val_size": 1204, + "test_size": 4889, + "stats": { + "mean": [ + [ + 0.01584243131462058, + 0.019616320039388076, + -0.017441079960610038, + 1.6376169432992076e-06, + 0.03251508222550193, + -0.0356802550467818, + 0.0053510472673569415, + 0.01704437272280179, + -0.004787042589856331, + -0.006957840965042196, + -0.010824010832105619, + -0.015714124076808157, + -0.0028289399310687338, + 0.026870491383555076, + 0.022659543082221442, + -0.030434470704082447, + 0.043593827671097096, + 0.004918543082224606, + 0.02840681752831178, + -0.026348127031018555, + -0.005641193156080321 + ] + ], + "std": [ + [ + 1.035686963839167, + 1.007002340594574, + 1.0017151333988827, + 0.9999368171880522, + 0.9990636351015061, + 1.1008233629053865, + 1.0048344484644247, + 1.0068055573931955, + 1.0236440770193422, + 1.0008597796892533, + 1.0073922426397302, + 1.0167066772104598, + 1.0093964386273888, + 0.9734350559013669, + 0.9832626494901496, + 1.1103048088729688, + 1.0723209186406066, + 1.007595964551157, + 1.0120097158286505, + 1.0110411166324569, + 1.0045172770457236 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 2, + "depth": 6, + "padding": 42, + "parameters": 23689, + "cert_evals": { + "36": 0.9914093017578125, + "72": 0.9877275228500366, + "108": 0.9766823649406433, + "255": 0.9261607527732849 + }, + "fold": 0 + }, + { + "best_epoch": 35, + "best_val_acc": 1.0, + "test_acc": 0.9985534201281256, + "train_size": 2031, + "val_size": 1254, + "test_size": 4839, + "stats": { + "mean": [ + [ + 0.021851665189558965, + 0.045494687346133454, + -0.023016031905465747, + 0.036965530280656626, + -0.008439554899067095, + -0.06050103692762893, + -0.005352279172820291, + 0.018109654357464634, + -0.010826772476611657, + -0.005964144756278134, + -0.0263845425898607, + -0.005439538158541234, + 0.010182521910388735, + 0.029856061546036587, + 0.009422661742979281, + -0.06898491088133507, + 0.012714621368784741, + -0.020496901526342964, + 0.05158484524864612, + -0.02241571344165382, + -0.02120593136385968 + ] + ], + "std": [ + [ + 1.0315248601647244, + 0.9830179985436717, + 1.0047928251090696, + 0.992895294859441, + 1.0073587113125533, + 1.1652227018641232, + 0.9949884738559476, + 1.0072236447378615, + 1.00567603413793, + 1.0007315155621166, + 1.0109205575258327, + 0.9954514465944221, + 0.9929406186187327, + 0.9751836648011396, + 0.9886323473980784, + 1.2290771873330002, + 1.039381732586694, + 1.0071967460617643, + 1.021124603051882, + 0.9975517568367002, + 0.9993739380403122 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 2, + "depth": 6, + "padding": 42, + "parameters": 23689, + "cert_evals": { + "36": 0.9911138415336609, + "72": 0.9793345928192139, + "108": 0.9700351357460022, + "255": 0.90163254737854 + }, + "fold": 1 + }, + { + "best_epoch": 64, + "best_val_acc": 0.9960998439937597, + "test_acc": 0.9952192891290792, + "train_size": 2031, + "val_size": 1282, + "test_size": 4811, + "stats": { + "mean": [ + [ + 0.03987938453963112, + 0.04048598621368699, + 0.017724141063516025, + 0.042959675036934646, + 0.03524534219595943, + -0.01085947316593538, + 0.06020559527326806, + 0.04154585032004439, + -0.021138416248152825, + 0.00794760216642041, + -0.004058537173807962, + 0.006043802067947628, + 0.019799688330871056, + 0.03766451600196941, + 0.053620419005411035, + -0.008115798128995993, + 0.03451170260955303, + -0.036620701624815996, + 0.050364973855244716, + -0.04954926834071779, + -0.038910718808467415 + ] + ], + "std": [ + [ + 1.0340777607321368, + 0.9828467876602278, + 1.0051604242584575, + 0.9916188873116444, + 1.0038227965760236, + 1.0318178450050028, + 1.0521446789948306, + 1.0160955327893362, + 0.9979031775629262, + 0.9988302921123722, + 1.0182499365894375, + 1.001416742027472, + 0.9791335857275247, + 0.980153235814559, + 0.9653369532140004, + 1.0477780788429225, + 1.071696160550273, + 1.0158478432818197, + 1.025340873611186, + 1.0205312831654343, + 1.0033427979641445 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 2, + "depth": 6, + "padding": 42, + "parameters": 23689, + "cert_evals": { + "36": 0.9923092722892761, + "72": 0.9862814545631409, + "108": 0.9769278764724731, + "255": 0.912076473236084 + }, + "fold": 2 + }, + { + "best_epoch": 30, + "best_val_acc": 0.9943729903536977, + "test_acc": 0.9936069292637657, + "train_size": 2031, + "val_size": 1244, + "test_size": 4849, + "stats": { + "mean": [ + [ + 0.03496272082717429, + 0.006259809945836701, + -0.04574476898079691, + 0.0529499162973972, + 0.02928835942885052, + -0.032577657311676125, + 0.02140603692762581, + 0.03515416051206783, + -0.04146721969473072, + 0.024840437715410932, + -0.005411634662730505, + 0.015714001477105683, + 0.0005653535204322815, + 0.0039044672575081134, + -0.004711640078783966, + -0.03449241260462414, + -0.005449605120628364, + -0.03908023929099026, + 0.04496253520433339, + -0.007472618414573513, + -0.011867085376661432 + ] + ], + "std": [ + [ + 1.037139112731056, + 0.9986273221456993, + 0.9988733086677153, + 0.9894071869891404, + 0.9808046824130975, + 1.092466913790217, + 1.0192143900594468, + 1.0137373624703432, + 1.0005595322422731, + 0.9962556551254128, + 1.0143973341038952, + 0.977335640989274, + 1.0045271012864667, + 0.9912055809890613, + 0.9960096703292455, + 1.1096668870025468, + 0.9979657396378034, + 1.0073781800135768, + 1.0120560325807864, + 1.0092077265578872, + 1.0030900969477494 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 2, + "depth": 6, + "padding": 42, + "parameters": 23689, + "cert_evals": { + "36": 0.9898948073387146, + "72": 0.98308926820755, + "108": 0.9754588603973389, + "255": 0.8919364809989929 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9958222056007887, + "std_test_acc": 0.002060586933942496, + "n_samples": 8124, + "n_features": 21, + "n_classes": 2, + "mean_cert_acc_36": 0.991181805729866, + "std_cert_acc_36": 0.00099731627817051, + "mean_cert_acc_72": 0.9841082096099854, + "std_cert_acc_72": 0.0037259486846868326, + "mean_cert_acc_108": 0.9747760593891144, + "std_cert_acc_108": 0.0032252592569010172, + "mean_cert_acc_255": 0.9079515635967255, + "std_cert_acc_255": 0.014662904289151913 + }, + "musk-2": { + "dataset": "musk-2", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 46, + "best_val_acc": 0.9716088328075709, + "test_acc": 0.9684842421210605, + "train_size": 1649, + "val_size": 951, + "test_size": 3998, + "stats": { + "mean": [ + [ + 0.012168368132202085, + 0.02341837027895701, + 0.020700292359005428, + -0.02209387503335347, + -0.0020560481746509213, + 0.07922314560339604, + -0.027858995163129237, + 0.00514897956337172, + -0.025443598241358795, + -0.012925350424499825, + -0.009110814602789298, + -0.017373151864160538, + -0.040321679138872364, + 0.007127460606428197, + -0.012625362098240398, + -0.02746496821710099, + -0.023977028114008505, + -0.0128747651546395, + -0.006377627871436776, + -0.011840867556093787, + -0.035358124244997124, + -0.02599307175864223, + -0.018361714281382703, + 0.011001715591267355, + 0.027934514554275192, + -0.011575247507581028, + -0.007172763747725843, + 0.0027959981928443083, + 0.042997548386901153, + 0.023930509799878933, + -0.01096750604002399, + 0.010412050727713567, + -0.006464042322619719, + 0.029377336149787842, + -0.02244467216494814, + 0.0317711095209218, + 0.03187295605821503, + -0.0026378569678593704, + 0.020977830206185225, + -0.0036226940509401454, + 0.021893817113401794, + -0.0009828729290479623, + -0.029076973559733193, + 0.0033704940994537243, + 0.004985980127349881, + -0.010993449878715093, + -0.012518613050333069, + -0.027202663074590454, + -0.0010676262219536442, + -0.01585898565524571, + -0.03181626658580958, + -0.02924936503335347, + -0.02763026403881141, + 0.008494404038809971, + 0.04722333969678628, + 0.0229503257368101, + -0.018894740873256474, + 0.01871618680412386, + 0.06477876221952691, + 0.008558880157671074, + -0.031547880798059424, + 0.008203403517283188, + -0.000289734602789409, + 0.03673335621588857, + 0.013091789630078789, + 0.02911800007883555, + 0.01277751763492998, + 0.008987795275924537, + 0.008712649326864512, + 0.01420030491813175, + 0.025488006731351723, + 0.021362418544572378, + -0.015943126046088506, + -0.0005885549181321762, + -0.03791631068526347, + -0.015693888781078937, + -0.023804016494845228, + 0.004294386876894847, + -0.01157729425712512, + -0.01509732865979494, + -0.031328824038811424, + -0.025596520897513814, + -0.03243116698605216, + -0.02051309634930244, + 0.012494524863553975, + -0.025342257265009032, + 0.014463499423893529, + 0.03412406198301991, + 0.0033505793298965916, + 0.042880541425106077, + 0.007444614442691303, + 0.019256483653728926, + -0.015653737174045033, + 0.0006856575657974568, + 0.02221309022437888, + 0.018454490527591967, + 0.05848207186500957, + -0.019929462886597988, + 0.01588340198908411, + -0.016667239181321875, + 0.018337170509399668, + 0.005482837640995143, + -0.02818863503335347, + -0.010530225324440038, + 0.000394534081261926, + 0.0006825949909036677, + -0.004826858508186781, + -0.020504588665858026, + -0.02142568289266422, + -0.0011396426318975351, + -0.01590721860521369, + -0.030444407580351825, + -0.031948866100667064, + -0.030496640163735603, + 0.012254034827167781, + 0.012930004990903523, + 0.02322402771376609, + -0.008586242510612324, + -0.0197745485567008, + -0.007942196488781021, + 0.025542949909036442, + 0.05293685342025502, + 0.05262248675560933, + -0.029827094505761254, + 0.010104120921770921, + 0.0022028918981197103, + 0.0016149754275316386, + 0.023351566525166744, + -0.002819539854457228, + -0.002041346402668358, + 0.01823543717404487, + 0.013049118435415728, + -0.030092134930260864, + -0.014618941146149471, + 0.005299833020012497, + 0.015546710539720895, + -0.00942926343238306, + 0.015492048283808455, + -0.011970772437841034, + 0.009756993417829036, + -0.019888988114008455, + -0.0011420646452394534, + -0.015025678132201254, + -0.013745059496664378, + 0.015459569375378677, + -0.010210574627045487, + 0.021245265463917546, + 0.022011781334142992, + 0.02073261820497242, + -0.005542739993935386, + -0.019565093746513107, + 0.00036582510612481067, + -0.0189964784718008, + 0.019598904063068558, + -0.00026563279563400293, + 0.01771834469981801, + 0.01626723617465116, + 0.01942332519102481, + 0.031801142498483904, + 0.018783376682838318, + -0.004773656567616662, + -0.00011846311400895201, + 0.01336986795633728, + -0.03590764133414193, + -0.03136190026682869, + 0.019380970218314118 + ] + ], + "std": [ + [ + 1.0328022523113283, + 1.0034675961418653, + 1.004502178141599, + 0.9908819725941522, + 0.9900285779624574, + 0.9922869983839483, + 0.9940251383226943, + 1.0023957894105795, + 1.0001232563862132, + 0.9694534261265297, + 0.9909609551728282, + 1.0245658684959877, + 0.9889385630503745, + 1.02018833549602, + 1.0099637621111557, + 0.9533954360905958, + 0.9939413086518578, + 0.9495206701070115, + 1.0240125891607361, + 1.0103444615034631, + 0.9946476273612365, + 0.991342725906765, + 0.9858149199320863, + 1.0014711063260942, + 1.004472195320524, + 0.9889795116240089, + 1.000004391730708, + 1.0058601968014709, + 1.0343528189495148, + 0.9919047582182774, + 0.9696485736175491, + 0.9924140896524998, + 1.0155430689993945, + 0.9932553050087483, + 0.9699258360928635, + 1.0042970460912612, + 1.0197195605157803, + 1.001155677587926, + 1.0168152275345068, + 0.9990466599977574, + 1.0098411842715662, + 0.9846055078437203, + 0.9754412310974523, + 1.0070038006714206, + 1.0276809963147806, + 0.9906853395114988, + 0.9868894780685001, + 0.9900119186756405, + 1.0256770060540596, + 0.9757901727181725, + 1.00918520579672, + 0.9930883762442995, + 0.9893732161976826, + 1.0067582306865286, + 0.9812661122355284, + 0.9974102126361273, + 0.9972736641033295, + 1.0121917462070245, + 1.0227697257558075, + 0.9856449287075832, + 0.9902863042093888, + 0.9959939826856674, + 1.0367568153718374, + 0.9863881182581064, + 1.0128392086861082, + 1.0221798349905806, + 1.0363645719704848, + 0.9908253070164581, + 1.0128010969900354, + 0.988603956830815, + 1.0081799316492677, + 1.0108771107458496, + 0.9832967493585726, + 1.029163070750164, + 0.9916679017275597, + 0.962685533931823, + 1.0027583300444822, + 1.0001938412765523, + 1.0209787004269553, + 0.9973662987453862, + 1.0061352847046312, + 0.9919410755542308, + 0.9846501403948491, + 0.9899263174260658, + 0.9845864971582349, + 0.9930689102842462, + 1.0135506035486388, + 1.0043926518503545, + 1.0162976879588899, + 0.9792327605267319, + 1.006235132130296, + 1.0118863144201946, + 1.00544671112892, + 1.0039248549576703, + 1.0350589137732202, + 0.9995022597709913, + 1.0159841525314124, + 1.0003354265534572, + 1.0084463468690352, + 0.9985081538974993, + 1.0110839895364512, + 1.0013381576463882, + 0.9912876803786089, + 0.997289736689443, + 1.017350271822531, + 0.9797570549225073, + 1.0043565268096553, + 0.9872978856195639, + 1.0033468182033753, + 1.0218062902654916, + 1.0014959384493556, + 0.9888739832615349, + 1.0004143322752173, + 0.9931349078768341, + 0.9800306535559788, + 0.9957636890082171, + 1.0002904102651144, + 0.9887217530179371, + 0.9945292914948252, + 1.004902891466416, + 0.9962003472957158, + 0.9934257069186699, + 0.9799059188184409, + 0.9949621520724802, + 1.0029037698373038, + 1.0036871512403356, + 0.9897720620258614, + 0.9871702045154062, + 1.011521199823348, + 0.9941843616678862, + 1.0247569886394758, + 0.9988084298059352, + 0.9881291924468982, + 1.0179947532533584, + 1.0106341537352928, + 0.9919181897045649, + 1.0028443160348683, + 1.0061816857351074, + 0.9845932235691414, + 0.9825632133654874, + 0.9783171138085085, + 0.9969834535825824, + 1.0007811859343756, + 1.0019656189691033, + 1.0503484122189095, + 0.9753504608707252, + 1.0373469598286436, + 0.9949630633139451, + 1.0059234160225077, + 0.9993867259561041, + 0.9736626903578918, + 1.003303340408411, + 0.9938479422620685, + 0.9997621940680084, + 0.9893549017338009, + 0.9921437872926778, + 1.0351189228816489, + 0.9982053116677407, + 1.0049035777011361, + 1.007943748077122, + 0.987183747951824, + 0.9954065358497123, + 0.9844630756889735, + 0.9195912077534116, + 1.0102406845364933, + 0.9709132374569961 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 1484809, + "cert_evals": { + "36": 0.9587293863296509, + "72": 0.9477238655090332, + "108": 0.9374687671661377, + "255": 0.8661831021308899 + }, + "fold": 0 + }, + { + "best_epoch": 38, + "best_val_acc": 0.9688412852969815, + "test_acc": 0.9640489546149924, + "train_size": 1649, + "val_size": 1027, + "test_size": 3922, + "stats": { + "mean": [ + [ + 0.0022033838386908973, + 0.06625603036992117, + 0.04649901939357201, + 0.0004913727592479633, + -0.007424528047300943, + 0.029222694481503848, + -0.02871623684293518, + -0.01058671273499129, + -0.02433525755609501, + 0.004942196840509272, + -0.015235754990903076, + -0.012600504249242172, + -0.02657332941176486, + -0.01012015760339567, + -0.018367278909944645, + 0.044433595385081875, + -0.029744519138872053, + -0.004242953947847537, + -0.008002045858095115, + 0.0011893272164947555, + -0.05592513376591881, + -0.02044694836264443, + -0.04302950797452996, + 0.025187052055791012, + 0.02474263468768939, + -0.042601262001213426, + -0.020695051036992134, + 0.0015384054093390107, + 0.011092726046088491, + 0.021371811740448717, + -0.013469555081867212, + 0.01982452726500885, + -0.044538194766525006, + 0.030567572645239703, + -0.031482593996361656, + 0.02141072656155254, + 0.010427163068524451, + -0.023554046506974034, + 0.04504258471801071, + -0.03430833826561581, + 0.06747908948453606, + 0.04348396486355425, + -0.008884907592480267, + -0.011684225839903674, + -0.00656703219526952, + 0.002896513929653742, + -0.005738400824741935, + -0.04156242043662813, + -0.004873803086719859, + -0.0020245170263190598, + -0.0404051468768953, + -0.020279581224984647, + -0.029963112977562135, + -0.0015368056033973371, + 0.029301830357792758, + -0.05476914620982405, + -0.037951578969072176, + 0.047465052261976975, + 0.020526558156458357, + 0.02033791100060642, + -0.030164184865979576, + 0.05024194190418452, + -0.04485629808368706, + 0.03147835112189204, + -0.006291162340812682, + 0.019074118508186463, + -0.0014484904548212434, + 0.008784981788962792, + 0.023386305391206525, + 0.005879860982413359, + 0.05940395211643435, + 0.04984556731352376, + -0.023843370139479056, + -0.00745569275924821, + -0.018882913905396863, + 0.02314283274711956, + -0.024472644293511335, + -0.002770279702850328, + -0.012337558138264851, + -0.011593327471195118, + -0.042932302716798265, + -0.0240285988963009, + -0.0452392710248636, + 0.04310506591873858, + 0.02492436379624043, + -0.031592489102485924, + 0.053639132025470125, + -0.030478516828380917, + 0.007038873759854203, + 0.025400627586415966, + 0.0229284818168576, + 0.0009592673741654173, + -0.024041893893268843, + -0.0050410013741663505, + -0.039906425639781765, + 0.03151746901152146, + 0.018252275536447, + -0.023123840842935037, + 0.049373840412370945, + -0.03933781325530598, + 0.07366186678593085, + 0.013209034602790264, + -0.021385058447544267, + -0.018445256191631672, + -0.012832089751363926, + 0.016886379345057278, + -0.0021345572407520425, + -0.0338357411158276, + -0.013289104663434192, + -0.0065585543056388826, + -0.01209856645239361, + -0.04576090782292301, + -0.032484600758035095, + -0.028557836749545137, + 0.02584237292904779, + 0.009022810600363702, + 0.022957384186780123, + -0.03818952886597925, + -0.032933244008489626, + -0.009165709096422076, + 0.02088987131594965, + 0.02855925063068547, + 0.024874274311704, + -0.03435405539114632, + 0.016969646773802517, + -0.018423495306246717, + 0.01951220546998175, + 0.025427100121285417, + 0.012467580333535485, + -0.010936757514857925, + -0.014689930918738598, + 0.013502246094602934, + -0.050603092346876676, + -0.01723701176470571, + -0.004896197422679896, + 0.02070974576106733, + -0.026273534445118388, + 0.030336164984839376, + -0.039887732504548135, + -0.056432912220739984, + -0.05021272674348097, + -0.02755221443298974, + -0.03442035423893272, + -0.028371501285627588, + 0.0005140135536685691, + 0.002409129072166215, + 0.02409891870830806, + 0.02409901194663454, + 0.04556790412371142, + -0.03490499576713144, + -0.052055877830807035, + -0.012115913268648306, + -0.022166139478470903, + 0.05603566475439655, + 0.037913323129169, + 0.05956955137659166, + 0.012290112295936774, + 0.04308550950879324, + 0.029600502874469404, + 0.024453837204366478, + -0.010275065567010471, + 0.0072667682619769, + 0.010619255191024834, + -0.015975785809581464, + -0.03865312817465139, + 0.001558572067919981 + ] + ], + "std": [ + [ + 0.9789609056537054, + 1.0223542173821687, + 1.006354499416772, + 1.0097426115961123, + 0.9821876353647652, + 0.9998046045489866, + 1.0178212606990535, + 1.0167721117355657, + 1.0114146027100444, + 1.001776238241197, + 1.0068173587187008, + 0.9900351224079849, + 1.0414098112135597, + 1.009574294617972, + 0.9953634621121619, + 1.0551495473134025, + 0.9981956531855851, + 1.0183570217473137, + 1.0066623632600822, + 1.0127852757834928, + 0.9819060519437951, + 1.0168025572775439, + 1.0011040348853746, + 1.0077391574190562, + 0.9960322515796017, + 1.0217184675272302, + 1.0045863660324679, + 1.0189216552292488, + 1.0209580005984413, + 0.9885762298604023, + 0.9548219575549232, + 1.0137570744288356, + 0.979579874589421, + 0.991197794892492, + 0.9880528964389337, + 0.9852989430996284, + 1.0048530597402896, + 1.0022576693152574, + 1.019817156007534, + 0.9946728227761036, + 1.0213302738059442, + 1.000964538491138, + 1.0307917076654618, + 1.006989527865548, + 1.002313843550004, + 1.0141972045736452, + 1.0080080308891233, + 0.9964183873498001, + 1.0258591594541053, + 1.0107146809178345, + 0.9717107214304516, + 1.0149102149309601, + 1.016907704482399, + 1.0078526095792883, + 0.9874709483602169, + 0.9996202197544782, + 1.0096827085606537, + 1.0379820129740673, + 1.013223513461979, + 0.9861254732898448, + 0.9893639979797026, + 0.991075106383618, + 0.9269809003308983, + 0.9875139847082404, + 1.005442372648796, + 0.9896204194858335, + 0.9935153912057717, + 0.9811099295350456, + 0.982575262307681, + 0.9795878781577906, + 1.0193143649741352, + 1.0119494318757316, + 1.0171821247574437, + 1.0034040467334655, + 1.0066093997021297, + 0.9694393186766306, + 1.0117730193741676, + 1.0122625190981362, + 0.9925145459941629, + 1.005154502988111, + 0.9987288725767053, + 1.0170813277668, + 0.976308824777624, + 0.9884631741550407, + 0.9915959199837703, + 1.0218983144556584, + 1.0142113893430906, + 0.9911920808019298, + 1.0172127287199233, + 0.9893770325784368, + 0.9989337891002755, + 0.9894791117074598, + 1.0007549319713978, + 1.0326939082689799, + 0.9899757429384302, + 1.010492032769745, + 1.0061235379816107, + 1.0091634350161915, + 1.0152313478591228, + 1.0056174411509322, + 1.017311898436513, + 0.9976512207707879, + 1.003882833915693, + 1.0004358570223468, + 1.0036377564081862, + 1.0211550893522847, + 0.9924334669404734, + 0.9971024879775969, + 0.9990772588620248, + 1.0032740804274622, + 1.0024996588619381, + 0.9916378123810937, + 1.0022499057411776, + 1.010183122426781, + 1.00163045757315, + 1.0085039687864976, + 0.9922730297554195, + 1.014983448437488, + 1.014822892124083, + 1.0148845786316816, + 0.9937553605624629, + 0.9882702039873854, + 0.9870322023279767, + 0.9850906859406272, + 0.997923959817147, + 0.9510903327769852, + 0.9917224934440294, + 0.9847975043099015, + 1.0202145588783864, + 1.0021246013348553, + 1.0003272501219964, + 1.0067673298995008, + 0.990781057863208, + 1.0020482585196349, + 1.018688317687672, + 0.9988236160134567, + 1.0069349597950046, + 1.0061002120663578, + 1.0122386395403618, + 0.9892206859790922, + 0.9855242096919327, + 0.9959531341164058, + 1.0065041184698018, + 1.0078483816424069, + 1.0021878472773025, + 0.9741424082334939, + 1.0890817487043594, + 0.9945307148083409, + 1.007530511064047, + 0.9991966896972047, + 0.9619750319373882, + 1.0030667264483681, + 0.9931958657494955, + 1.0006523699688303, + 1.010191508136165, + 0.9864924753596401, + 1.0139473615684553, + 1.0114408938636286, + 1.0033347496554157, + 0.9803226862995067, + 1.0098451761605862, + 0.9980225437342447, + 1.0129871477235215, + 0.9828742206168505, + 0.9665430998047373, + 0.9908589509231834 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 1484809, + "cert_evals": { + "36": 0.9535951614379883, + "72": 0.9411015510559082, + "108": 0.9288628697395325, + "255": 0.8452320694923401 + }, + "fold": 1 + }, + { + "best_epoch": 19, + "best_val_acc": 0.9725609756097561, + "test_acc": 0.9551071878940731, + "train_size": 1649, + "val_size": 984, + "test_size": 3965, + "stats": { + "mean": [ + [ + -0.0165193507883561, + 0.023745576106731784, + 0.00894758525166726, + -0.012979845463917304, + -0.008554753389932977, + 0.008500205057610555, + -0.008827268055791222, + 0.02424651702243768, + 0.002300678673256056, + -0.006792839332929151, + 0.0047927400606429405, + 0.0003070491534258074, + -0.0037253238023046277, + 0.012077483473620145, + 0.018683199696786473, + -0.009275691437234477, + -0.006638355451788972, + 0.017810546682838085, + 0.015129445567010357, + 0.024298001443298942, + -0.003184869132808023, + -0.004290789721043456, + 0.0031496054275316357, + 0.014148549696785681, + 0.018162637962401695, + 0.0032194466707086006, + -0.006616737907822937, + -0.022775198374772664, + -0.015071109605821711, + 0.014638325488174678, + 0.011475148077623627, + 0.03049396374166147, + 0.025694605900545734, + 0.008604017768344612, + -0.012231649072164738, + 0.002613359126743679, + 0.029584712128560786, + -0.0034158958580959363, + 0.006069550751970517, + -0.00541011442692557, + 0.01880269619163089, + -0.008083247077016392, + -0.006491640764099397, + 0.014566732795633777, + 0.008376424821103932, + -0.0009929023711349493, + 0.02163681163129177, + -0.0025090638993329082, + 0.01741273975136374, + 0.005851729104123725, + -0.004465054881746678, + -0.0037159464523949803, + 0.0014873154821107525, + -0.007976062644028743, + 0.01156759172225612, + 0.023733914178289805, + -0.011275250879320775, + -0.002578957016372865, + -0.006478712734990847, + 0.00032240861127936024, + -0.011706570736203905, + 0.02587612322619762, + -0.011422028793207837, + 0.01712189235900559, + 0.0028696369314734713, + -0.0015781066646451572, + -0.027441241722256038, + -0.0014402773256522523, + -0.004449931892055841, + -0.0014659224075202345, + 0.01708213645239509, + 0.018733296931473596, + 0.008334289472407117, + 0.005727799963614559, + 0.007039103201940653, + -0.00224206858702233, + 0.0011615125591269186, + 0.0096409494117641, + 0.004899610121286758, + 0.009826549023650048, + -0.009219501334142207, + -0.004807864269254234, + -0.002443187265009144, + 0.011609495827774482, + 0.0040307750576106674, + -0.004682432261976522, + 0.013977261024863448, + 0.0012793727167981009, + -0.025686529896907437, + 0.013434234869617957, + 0.021999945691932813, + 0.012433017674347574, + -0.009033386234081325, + 0.0062409658120072915, + 0.0009289013947849186, + 0.0003903400242564852, + 0.02740975750382101, + -0.011144831170406301, + 0.005830573753789878, + -0.009510249636142982, + 0.02073330933899335, + 0.007879717440873353, + 0.009509570454820928, + 0.01405836261370407, + 0.014672617586416688, + -0.005675097756215873, + 0.0017475856822315732, + 0.0018848247543965708, + 0.02229300998180564, + 0.01026309860521593, + 0.017680451788964564, + -0.005672595821710331, + -0.009564725087932182, + -0.0036886342935116994, + 0.01000584954517868, + -0.0014087143177684452, + 0.020023876538508456, + -0.014409325075803336, + -0.008730885488174288, + -0.0034071386173437994, + 0.017709779927228837, + 0.0037029051849606504, + 0.011111249060036448, + 0.001931565688295556, + 0.0326300536264404, + 0.009591248938750647, + -0.007016625542753067, + 0.012978908750757932, + -0.0024730208186779807, + -0.005898704823529222, + 0.00046255165858092147, + -0.015087141012734237, + 0.007914145130382093, + 0.00938928223165545, + 0.01491191867192227, + 0.003460371607034447, + -0.007647012371134029, + 0.009316860582171302, + 0.012669591819284187, + 0.023290896266828284, + 0.012400781200727585, + -0.003923578150394203, + -0.005147092104305529, + -0.008281499878714238, + -0.03743850333535512, + 0.013677931825349052, + 0.0004504794117647815, + 0.0031018094057014187, + 0.009501353911461253, + -0.007035560921770639, + 0.008385035146755612, + -0.0034377712431776946, + -0.010681847180108386, + 0.029691756458459714, + 0.008845037744087314, + 0.036611106986052, + 0.006922057057610421, + 0.00199877628865977, + 0.016813865591267338, + 0.002876468101879801, + 0.005453485567009417, + 0.0042027340964213965, + -0.01236373710127327, + -0.008553608768950838, + -0.0069991010551852945, + 0.0076861960764099575 + ] + ], + "std": [ + [ + 0.9681286752068088, + 1.0188584468817592, + 1.0110661386281417, + 0.9985656246319761, + 0.9821622573144201, + 1.0036187347218821, + 1.0069688072671201, + 0.9902174757207433, + 1.01713159486763, + 0.9867718776262003, + 0.9758196806068826, + 0.9717105755097225, + 0.9881331057860607, + 0.9898880234141544, + 1.0032622320902203, + 0.9951157752575892, + 1.0046808806006051, + 0.9614388015014891, + 0.9853693985919703, + 1.0191683054599883, + 0.996439727744992, + 1.008421273109573, + 1.00416757618972, + 1.0050873163713752, + 1.0062941810400496, + 1.0106625492506378, + 1.0037290960252208, + 0.9716931899880294, + 1.0122721434564084, + 1.004145433664744, + 1.0126537584886575, + 0.9877832016144399, + 1.0016994225200662, + 0.9984055948469278, + 1.009905276240697, + 0.9928053125930449, + 1.028439787038722, + 1.0058093224458307, + 1.0026249721952805, + 1.0044305239260718, + 1.0145868354939207, + 0.9730410910554939, + 0.981275887794836, + 0.9868601113866823, + 0.9903107009766159, + 0.9840780321801739, + 1.0155043762626388, + 1.015709680805549, + 0.9877740152182051, + 1.0007933926991834, + 0.9639452930264027, + 1.0107985365057115, + 1.0139858844795777, + 0.978091201901524, + 0.9836289102008465, + 0.9892831848712296, + 1.0050542524754924, + 1.0041143150075589, + 1.011404712398526, + 0.994592205655486, + 1.003602088307178, + 1.0043236988473279, + 0.9890344165359591, + 0.9960153738734304, + 1.0247056593625234, + 0.9709722536076895, + 0.8984006766242731, + 1.0084723110544285, + 1.0080442044255657, + 1.0139042067755502, + 1.0147945346118319, + 1.0086308434283413, + 0.9798709269587462, + 0.985827749679927, + 1.0097816591529503, + 0.9967310231913435, + 1.0125467431933681, + 0.9795738908810216, + 0.9759574846742652, + 0.9879270836797008, + 1.0100364897802065, + 1.0084344135598255, + 0.9683448859407486, + 0.9884096351113933, + 0.9957784496098612, + 1.0106496350052778, + 1.0041619111843998, + 0.9965669874488615, + 1.0148365256887901, + 0.9954909131964714, + 0.9942883718958846, + 1.0007980703139212, + 1.0031320592473836, + 0.9828596472567013, + 0.9637136602853367, + 0.9970558130158634, + 1.0142250931970318, + 1.008890015046518, + 1.0055896715654262, + 1.004944159225849, + 1.015901087459527, + 0.9987432420315473, + 0.9985224279803399, + 0.9900020636370531, + 0.9946414368680025, + 0.9718565169997336, + 1.0010286004673303, + 1.0045607582554759, + 1.0126684697205748, + 0.9911582699978772, + 0.9979453061380805, + 0.9943479420017864, + 1.0057507939001675, + 1.009199116070283, + 0.996011631450574, + 1.0055786667678899, + 0.9980095514928135, + 0.9965213084556673, + 1.0065546695035632, + 0.9959098534303568, + 1.0066323304809803, + 0.9785303330423044, + 0.9869014865983016, + 1.0002036756849269, + 1.0025571744250443, + 0.9798050960785967, + 0.9928695520264623, + 1.0029641941982563, + 0.995414106898259, + 1.0148844453635921, + 0.9709719526035338, + 0.9939566879305621, + 0.9884244597895214, + 0.9767542641597464, + 0.9853765727313375, + 1.0106906221793046, + 1.005948414723524, + 1.017725449726877, + 1.0152735855520598, + 0.9876730417321886, + 0.9757936207779202, + 1.0047018133551442, + 1.004391788961941, + 1.006171785979052, + 0.8968175799273889, + 1.0473489426893206, + 1.0315201707660164, + 1.0175144216806302, + 1.0142189436584537, + 1.0038989754399161, + 1.0173990273862883, + 1.0127050623257519, + 1.0051909194938937, + 1.012068652647229, + 0.9962079218654786, + 1.002233177655679, + 1.0161322523275562, + 0.999594425724876, + 0.9955572903935671, + 0.9917181216246964, + 0.9858353212831604, + 0.991792827254217, + 0.9768523928420304, + 0.9547301155646564, + 0.963911142038982, + 0.9970598920069098 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 1484809, + "cert_evals": { + "36": 0.9472887516021729, + "72": 0.9331651926040649, + "108": 0.919041633605957, + "255": 0.8315258622169495 + }, + "fold": 2 + }, + { + "best_epoch": 40, + "best_val_acc": 0.9640287769784173, + "test_acc": 0.9607645875251509, + "train_size": 1649, + "val_size": 973, + "test_size": 3976, + "stats": { + "mean": [ + [ + -0.019377861036991656, + 0.025388282601576818, + 0.017005815742874516, + -0.007883900460885378, + 0.0060343637174048335, + 0.019899812286233772, + -0.017346581947847252, + 0.01720070440873258, + -0.022683759298605638, + 0.03576464684050942, + 0.003250418289873286, + 0.023095340225590528, + 0.025853774105518486, + 0.004904056128563328, + 0.015174882898727272, + 0.004904859053972195, + -0.0064262512310491165, + -0.0013788380109157152, + 0.03392423097634965, + 0.040471053135233824, + -0.007766068975136523, + -0.02654642546998242, + -0.002714201516070317, + -0.005730637913887314, + 0.014443505081867881, + -0.01681206773802325, + 0.022797446707095152, + 0.02924670987871426, + -0.016523001552455778, + 0.022271198156458668, + 0.007295070836871207, + -0.010380893735597325, + 0.0032170857913887633, + 0.03166040751970903, + -0.011104923177683385, + 0.023025889023650516, + 0.00955245047907632, + 0.00501562544572467, + 0.003645016027895317, + 0.012703992892661992, + 0.014234079029714866, + -0.018872668283808444, + 0.03357063479684651, + 0.002985781740448259, + 0.016828823032140804, + 0.008592184530017656, + 0.020646139611886168, + -0.025274300994542045, + 0.031819425821709706, + 0.041618958390176077, + 0.00933414724075195, + -0.02236399884778645, + -0.018589546555488203, + 0.001330274912066101, + 0.0015160872407521844, + 0.002306856531231052, + -0.0022718787992723603, + 0.028225555027289576, + -0.006301775864159792, + 0.02247907061249244, + -0.011468676332322514, + 0.02175189545178902, + -0.013670970357792456, + 0.03126135081867806, + 0.004543698483929725, + -0.0009374850879321324, + 0.021139099308671503, + 0.02629353206791973, + -0.02450631540927904, + 0.030707943529411457, + 0.01293060334141885, + 0.012913687446937628, + 0.00928486858095778, + 0.01766341600970324, + 0.03807825699818077, + 0.0017500543359613783, + -0.016347040315342783, + 0.0007416811279563446, + 0.026208501607035268, + 0.023266191340205626, + -0.018853632765312562, + -0.02368463080654962, + 0.001749331437234659, + 0.003365637052759398, + 0.025888251528199256, + -0.018965530382049504, + 0.03517410735597307, + 0.025752976476652555, + -0.02487937299575574, + 0.022010353117040575, + 0.017477714511824522, + -0.017221659584597582, + -0.003431555427531808, + 0.019807925603396073, + 0.0032348454699819393, + 0.013613221879926436, + 0.0370615994009708, + -0.016630420776227922, + 0.0136933938872041, + -0.0017249714481504044, + 0.02229983032140703, + -0.012712485694360036, + 0.026678074426925498, + 0.012642979175256863, + 0.005538239963614194, + 0.0035851682595511494, + -0.017385318223165646, + -0.027282370030321336, + 0.030769696791993668, + 0.023036587355973605, + 0.02791771238326433, + -0.005707142462098305, + -0.011955044244996943, + -0.01365990568829588, + 0.02758415771376576, + 0.001034438120072712, + 0.016993479078229498, + 0.004106490266828514, + -0.007270538144329443, + 0.023955484869617922, + 0.016178350285021865, + 0.0035198083808369264, + 0.010066467580351705, + 0.013253238295936883, + 0.003935329266222111, + -0.028011770430564572, + 0.022866120224378214, + 0.0261654426682841, + 0.02473182812007268, + -0.0015221004548212846, + 0.0038331081837477228, + 0.021399354317768703, + 0.005301140012128602, + 0.019229334445118054, + 0.005640386767737668, + 0.02194890172225591, + -0.005060289387507513, + 0.026678006622195553, + -0.009628291109763477, + -0.003739145758641676, + 0.002035451000606312, + 0.010815814196482578, + -0.011372362352941229, + -0.019185084742267905, + -0.001526538386901546, + 0.01622554252274128, + 0.012853861158277795, + 0.032111232286234526, + 0.031036171322013306, + 0.014534576640388132, + -0.0195449016634327, + -0.0031721854821107633, + -0.011472115221346063, + 0.00807888645239537, + -0.009991977598544642, + 0.015293761594905845, + 0.04696865378289867, + 0.02876006337174039, + 0.030060548720436564, + -0.016465844511825162, + -0.013467629448150867, + -0.004964211527592827, + 0.023761107562159368, + -0.0028053264645238984, + -0.011466418192844817, + 0.015592289957550014 + ] + ], + "std": [ + [ + 0.985810694952265, + 1.0034659788102347, + 1.0123314802689827, + 1.0006728383848915, + 1.0057933627069857, + 1.0211647035506441, + 0.9873544232512542, + 1.0044940106681508, + 0.9972305516917789, + 0.9962847585776434, + 1.0084467836467266, + 0.9906644883619666, + 1.0245712429201694, + 0.9866939366954063, + 1.0013177295694342, + 1.0035460862038992, + 1.0106885153319805, + 0.9519922611580153, + 0.9980325911759347, + 1.0306730880090342, + 0.9835758012913696, + 0.9850289481711405, + 1.0052216421075988, + 0.9962087717875672, + 0.9963361086627195, + 0.9956939758386721, + 0.9995284943647325, + 1.023940251071931, + 1.0274738040648672, + 0.994278832453581, + 0.9978867650735795, + 0.9858582094807091, + 1.0042951554309811, + 0.9935762200569673, + 0.987438469465117, + 1.005913310224571, + 1.00088122516216, + 0.9882229146445906, + 1.0157177678163845, + 0.9964856588375458, + 0.9973534488049755, + 0.9843481194725128, + 1.0059020116489072, + 0.9945053400237248, + 0.9893145898736398, + 1.0071798920580137, + 1.026048360719046, + 0.9784906142973205, + 0.9999905642791316, + 1.0245359594400432, + 0.9857715356622779, + 0.9921646440585971, + 0.9889209867599961, + 0.9804599263285575, + 0.989078331357909, + 1.0220508106585684, + 0.9898585563272273, + 1.0050841202007248, + 1.0381369540158623, + 0.9852302977543494, + 1.0075559260629754, + 1.000291557770776, + 0.9848158888469627, + 0.9914305575952413, + 1.0027287892746963, + 0.9998437768528288, + 1.0380871234284017, + 1.0068281699392212, + 0.9909518921848135, + 1.0027114341322005, + 1.0043121525006478, + 1.004908814037755, + 1.0186241738713828, + 0.9840706508690844, + 1.0105911993179093, + 0.9676803103445097, + 1.0008055713802275, + 0.9912309236484144, + 0.995113888208004, + 1.00892652209743, + 0.9963556594838519, + 0.9845494099501623, + 0.9992655439793966, + 0.9888161956289881, + 0.988365168461102, + 0.986911819503751, + 0.9966018266120068, + 1.0253590540025506, + 1.0073388900110996, + 0.9884492302907475, + 1.0097952364856901, + 0.9710825809435979, + 1.0049468371789398, + 0.9978639652892881, + 1.0455255018744898, + 0.9978429399237, + 1.002476959825736, + 0.9981410717372688, + 1.0060801668925174, + 0.9880101858878161, + 0.9920156642454706, + 0.9690302977750064, + 1.0160561889470001, + 1.0042221946838557, + 0.9902952403395341, + 0.9972984826953729, + 0.9761193341167186, + 0.9802187480066236, + 1.008662757516423, + 0.9977604335997484, + 1.0125273643143784, + 1.0005678108605767, + 0.99939847346626, + 0.9934285795635643, + 0.993774093323074, + 0.9507637302569011, + 1.001524151413393, + 1.0029839092558797, + 0.9922893465303836, + 0.9995915259108642, + 0.9937205680489537, + 0.9906768211587779, + 0.9885237778798726, + 0.9923092460426346, + 0.9928187226268517, + 0.9431189215637575, + 0.9768867834667897, + 0.988648327088327, + 0.9868432165802018, + 0.9936538301879408, + 1.031840475179726, + 1.0088131603924193, + 0.948009389328019, + 0.980359732399849, + 0.9812840383484884, + 1.0125452888475233, + 1.0015379468649726, + 1.0082241487185495, + 1.0028073940649291, + 1.027290919950601, + 1.0123450850356626, + 0.9892757300213824, + 0.989457850129367, + 0.9916398725034907, + 0.9733306799223379, + 1.048692795336829, + 1.0185390556939666, + 1.005180692664418, + 0.9999773815928202, + 1.0029310617714582, + 0.9847831085240544, + 0.9984589470542239, + 0.997897554671397, + 1.0021153618672554, + 0.9825493908557392, + 1.0005331081478763, + 1.0721249078632564, + 1.0255830315079582, + 1.0078969722952105, + 1.0018509428094395, + 1.007362049760478, + 0.9875884283657037, + 1.0010931986356253, + 1.0157609941665726, + 0.9972826112887371, + 1.0062038228644128 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 1484809, + "cert_evals": { + "36": 0.953470766544342, + "72": 0.9426559209823608, + "108": 0.9278168678283691, + "255": 0.8506035804748535 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9621012430388193, + "std_test_acc": 0.005634409551964959, + "n_samples": 6598, + "n_features": 166, + "n_classes": 2, + "mean_cert_acc_36": 0.9532710164785385, + "std_cert_acc_36": 0.004680678886872997, + "mean_cert_acc_72": 0.9411616325378418, + "std_cert_acc_72": 0.006034414109162747, + "mean_cert_acc_108": 0.9282975345849991, + "std_cert_acc_108": 0.007535114561373093, + "mean_cert_acc_255": 0.8483861535787582, + "std_cert_acc_255": 0.01432789855533634 + }, + "oocytes_merluccius_nucleus_4d": { + "dataset": "oocytes_merluccius_nucleus_4d", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 44, + "best_val_acc": 0.7329192546583851, + "test_acc": 0.7260726072607261, + "train_size": 255, + "val_size": 161, + "test_size": 606, + "stats": { + "mean": [ + [ + -0.0371250154117647, + 0.0015389403921568473, + -0.03527819799999997, + 0.026217213882352975, + -0.022018143254901958, + -0.03976458627450978, + 0.003314039607843149, + -0.03319261360784315, + 0.01830184745098039, + -0.02685776486274508, + -0.04212637686274509, + 0.005226556078431408, + -0.02913093117647059, + -0.01200531101960785, + -0.03152609833333333, + -0.03705718681960783, + 0.00469401490196078, + -0.02551305090196081, + -0.03417245220392157, + -0.031662056862745085, + -0.018275636980392158, + -0.03872015905882352, + 0.06975402027450983, + -0.05690918172549015, + -0.0005046612313725563, + -0.026833323176470567, + -0.0324685416470588, + 0.06559194729411769, + -0.04924893603921571, + -0.002559774274509816, + -0.007582052196078413, + -0.03221969384313721, + 0.07669179423529408, + -0.05831633415686265, + -0.00790661125490195, + 0.033497423215686245, + 0.007940335568627457, + -0.0037278283529411723, + -0.005509080784313686, + -0.006456870705882385, + -0.006934026431372542 + ] + ], + "std": [ + [ + 0.9481208431065713, + 0.9777230774786245, + 0.9614649831710622, + 1.0004435636971643, + 0.9517495439744679, + 0.9370398970511897, + 0.978033253968666, + 0.9633889071060125, + 0.9762210193691487, + 0.9497999114505152, + 0.9347608009901895, + 0.9801580525147454, + 0.9702177059121481, + 0.937441002049969, + 0.9454783788330968, + 0.9479630674171062, + 0.9847917091528013, + 0.9682944519390624, + 0.9601592978081722, + 0.9504457074291478, + 0.9482732916854852, + 0.9550094850957569, + 0.8808478818975364, + 0.9032557709886272, + 0.9905437507629392, + 0.9682787727115054, + 0.9734319541870242, + 0.8994213820965716, + 0.9306569007254026, + 0.9903368456478869, + 0.9401093744879251, + 0.9661635565557377, + 0.8972092489723742, + 0.9227263611587284, + 0.9960722682017434, + 0.9400060154678039, + 0.9649245386172121, + 0.9716877264843913, + 0.9731199443916825, + 0.9739165511052336, + 0.9741830269626184 + ] + ] + }, + "width": 128, + "in_features": 41, + "out_features": 2, + "depth": 6, + "padding": 82, + "parameters": 93449, + "cert_evals": { + "36": 0.6435644030570984, + "72": 0.5412541627883911, + "108": 0.4570957124233246, + "255": 0.12871287763118744 + }, + "fold": 0 + }, + { + "best_epoch": 39, + "best_val_acc": 0.8076923076923077, + "test_acc": 0.7346938775510204, + "train_size": 255, + "val_size": 130, + "test_size": 637, + "stats": { + "mean": [ + [ + 0.00023252282745095802, + 0.0023210192156862736, + -0.008575552392156847, + -0.027089618431372545, + 0.02615166227450979, + 0.00029002847058821885, + 0.001517669058823556, + -0.009498281058823606, + -0.021533545372549014, + 0.027143032117647032, + 0.00012999274509802153, + 0.0020992274509804144, + -0.005652587843137251, + -0.01031889384313722, + 0.025365951607843145, + 0.0011974224705882457, + 0.0024456095294117628, + 0.007920263137254904, + 0.007542674117647044, + 0.019472125333333323, + 0.06628882686274508, + 0.0008101664705882076, + -0.005068037960784302, + -0.0018227520000000151, + 0.00320542466666668, + 0.025693874901960758, + 0.03285470894117649, + -0.03694405458823524, + 0.02895584858823529, + 0.02036504745098036, + 0.04203500674509803, + 0.012977303843137231, + -0.016463404666666667, + 0.005529818662745095, + 0.013588346156862736, + -0.03683925767843136, + -0.016918137803921634, + -0.014870798470588246, + -0.016124755137254858, + -0.018004861274509842, + -0.020472565215686273 + ] + ], + "std": [ + [ + 0.9572394549500175, + 0.9926437581599087, + 0.9624363039043059, + 0.9193272254177784, + 1.0255768714029772, + 0.9579689477579895, + 0.9914399769465777, + 0.964698567284664, + 0.9351924375292803, + 1.0260487030041765, + 0.9515013155985146, + 0.9925204239055312, + 0.9662079425779949, + 0.9893019122153763, + 1.0199562667897872, + 0.9463721256877698, + 0.9959986832754482, + 0.9814859605265475, + 1.0491115651558893, + 1.0166099051364492, + 1.0126788732557663, + 0.9559037060605928, + 1.005464306868578, + 0.9339913124161523, + 0.9907483477382796, + 1.002837860013556, + 0.9939512794379407, + 1.0866703256453316, + 1.0174263712495963, + 0.9852130473462448, + 1.0075951167847277, + 0.9748247085177442, + 1.0259519988694812, + 0.9604781044814549, + 0.9861127645283753, + 1.0373513207775564, + 1.0101438720127272, + 0.9991977496960652, + 0.9936335573449004, + 0.9927993181263407, + 0.9922363841337328 + ] + ] + }, + "width": 128, + "in_features": 41, + "out_features": 2, + "depth": 6, + "padding": 82, + "parameters": 93449, + "cert_evals": { + "36": 0.6310831904411316, + "72": 0.4693877696990967, + "108": 0.32967033982276917, + "255": 0.05180533975362778 + }, + "fold": 1 + }, + { + "best_epoch": 20, + "best_val_acc": 0.7426900584795322, + "test_acc": 0.7197986577181208, + "train_size": 255, + "val_size": 171, + "test_size": 596, + "stats": { + "mean": [ + [ + 0.019915568666666633, + -0.014107577647058818, + -0.015105033250980377, + 0.02865576341176468, + 0.029814655176470552, + 0.017704559607843146, + -0.013470486980392094, + -0.016038092274509794, + 0.03248008262745098, + 0.030473079058823495, + 0.02067392156862747, + -0.014031545490196065, + -0.009559882039215687, + 0.03839121047058822, + 0.03184779492980397, + 0.022161854509803944, + -0.01396437243137256, + -0.0017765643137255195, + 0.055001846666666666, + 0.030386395921568613, + 0.03668542223529418, + -0.0027777596078431494, + 0.012474995117647124, + -0.0041148554117646985, + -0.013356863921568625, + 0.028240797568627463, + 0.00010664949019609575, + 0.02344727215686279, + 0.005875207882352966, + -0.007875607450980381, + 0.028559833607843157, + -0.003071006745098055, + 0.014597308196078422, + -0.0007609705999999861, + -0.016530812156862723, + -0.03674524662745102, + -0.019958698901960777, + -0.017071456470588258, + -0.017420987058823525, + -0.017710899607843143, + -0.01735895203921565 + ] + ], + "std": [ + [ + 1.0221090924456515, + 1.01545682802038, + 0.9869690473435272, + 1.037069581011897, + 1.0359698396459835, + 1.0192987930523796, + 1.016091448787416, + 0.9856390212088015, + 1.038505984158332, + 1.0379129504870621, + 1.0239033714401513, + 1.0194757702768644, + 0.9963995753206383, + 1.020298364999823, + 1.0423678031147061, + 1.0277751191583697, + 1.0205917784397192, + 1.0135024895112017, + 1.0892501748798247, + 1.0432132666589502, + 1.0172134304654925, + 1.030895619962752, + 1.0213433186098346, + 1.040706012633716, + 1.0211704714384828, + 1.010787095001102, + 1.034569087974703, + 1.0203462492134936, + 1.0580364742305262, + 1.0095797767173902, + 1.0215170604628103, + 1.033396337568214, + 1.0252577264940543, + 1.0526521075427535, + 1.017486639545284, + 1.0521736233720556, + 1.0188131869714923, + 1.0087257643396144, + 1.005460013688893, + 1.0056139578892642, + 1.0065387262698673 + ] + ] + }, + "width": 128, + "in_features": 41, + "out_features": 2, + "depth": 6, + "padding": 82, + "parameters": 93449, + "cert_evals": { + "36": 0.6258389353752136, + "72": 0.5117449760437012, + "108": 0.4127516746520996, + "255": 0.06208053603768349 + }, + "fold": 2 + }, + { + "best_epoch": 2, + "best_val_acc": 0.6807228915662651, + "test_acc": 0.6589018302828619, + "train_size": 255, + "val_size": 166, + "test_size": 601, + "stats": { + "mean": [ + [ + 0.005023620274509809, + 0.05012927215686277, + 0.0774847423529411, + -0.021592119215686236, + -0.007278767843137281, + 0.003806819607843134, + 0.05070236376470592, + 0.07836162039215684, + -0.009335469717647047, + -0.006452909647058787, + 0.004313807450980429, + 0.05239601662745102, + 0.08761111960784314, + -0.0006227640392157017, + -0.011547115941176465, + 0.007509175294117638, + 0.049814644431372575, + 0.09699411058823522, + -0.020684055294117654, + -0.014362384509803941, + 0.03558779360784312, + 0.0894858222352941, + -0.09410436105882346, + 0.07914001066274516, + 0.05154126003921575, + -0.0045582715686274125, + 0.09130289176470592, + -0.07599903827450982, + 0.08245660823529415, + 0.06585250807843139, + 0.012951737058823532, + 0.08790382078431377, + -0.08962203019607844, + 0.08192444351764702, + 0.05873899290196081, + -0.016822436196078434, + 0.029792561019607842, + 0.05055904957647062, + 0.05703265886274507, + 0.05811358976470591, + 0.05753943309803923 + ] + ], + "std": [ + [ + 1.0010627790031323, + 1.0340741776327254, + 1.0363077318633585, + 1.0137526513667938, + 1.0497867958856593, + 1.0059089649290247, + 1.032934819096642, + 1.0357871822249751, + 1.0425743779317471, + 1.0491455468136368, + 1.002585949212257, + 1.0328632642788567, + 1.0444571310319228, + 1.0499184939107524, + 1.0523852884773215, + 0.9969852155711642, + 1.036017112451258, + 1.0641484457194088, + 1.0260965200086805, + 1.0600673906871478, + 1.0132281500555904, + 1.039987043021767, + 1.0160272774539016, + 1.0119553762539002, + 1.0375407287957723, + 0.993275249370577, + 1.0310746092505982, + 1.0007724139832403, + 1.01278883373938, + 1.0152625509246365, + 0.9763093251846449, + 1.0267017964861733, + 0.997823146966079, + 1.0044670030988905, + 1.0259705961089964, + 1.0589413004871364, + 1.0376978512601307, + 1.0319158378686013, + 1.0340480487731072, + 1.0356155832366485, + 1.0358388933781137 + ] + ] + }, + "width": 128, + "in_features": 41, + "out_features": 2, + "depth": 6, + "padding": 82, + "parameters": 93449, + "cert_evals": { + "36": 0.22129783034324646, + "72": 0.07487520575523376, + "108": 0.018302828073501587, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7098667432031823, + "std_test_acc": 0.03452092073262765, + "n_samples": 1022, + "n_features": 41, + "n_classes": 2, + "mean_cert_acc_36": 0.5304460898041725, + "std_cert_acc_36": 0.20623289434654618, + "mean_cert_acc_72": 0.3993155285716057, + "std_cert_acc_72": 0.21829536457746718, + "mean_cert_acc_108": 0.30445513874292374, + "std_cert_acc_108": 0.1979446350964126, + "mean_cert_acc_255": 0.060649688355624676, + "std_cert_acc_255": 0.052887466250768005 + }, + "oocytes_merluccius_states_2f": { + "dataset": "oocytes_merluccius_states_2f", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 22, + "best_val_acc": 0.9037037037037037, + "test_acc": 0.8686708860759493, + "train_size": 255, + "val_size": 135, + "test_size": 632, + "stats": { + "mean": [ + [ + 0.01054996298039211, + 0.027192816941176482, + -0.04626695749019601, + -0.0069539579607842475, + 0.014194326572549003, + -0.025412450196078348, + -0.04305473128235293, + 0.008311279215686227, + 0.03873141231372549, + 0.019546130517647062, + 0.04932295196078433, + 0.07244258905882356, + -0.12762710541176478, + 0.10863675447058822, + 0.03643630545098045, + 0.028625162627451017, + 0.07991438109803928, + -0.15667811082352961, + 0.11812816443137263, + 0.056641581960784365, + 0.025048539999999987, + 0.07553784419607842, + -0.12706123960784313, + 0.11197763396705882, + 0.047989735764705894 + ] + ], + "std": [ + [ + 1.055902739791254, + 1.0162268811039923, + 1.0028684541215303, + 0.9730091823212302, + 1.0042568790807076, + 1.059859315776944, + 0.9758982735241186, + 0.988138955008393, + 1.0133686644339426, + 1.0143882523728363, + 1.0032684708282238, + 1.0660462422249137, + 1.201916629773772, + 1.156152673218226, + 0.9766255498471383, + 1.0205814664175223, + 1.0558525489192028, + 1.2296182126345767, + 1.1597961969108055, + 0.9544712645073075, + 1.0067919810768349, + 1.0593103623610676, + 1.2049412432924147, + 1.1612948832756183, + 0.9664237104019653 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 3, + "depth": 6, + "padding": 50, + "parameters": 89482, + "cert_evals": { + "36": 0.8465189933776855, + "72": 0.8275316953659058, + "108": 0.8037974834442139, + "255": 0.7183544635772705 + }, + "fold": 0 + }, + { + "best_epoch": 15, + "best_val_acc": 0.9072847682119205, + "test_acc": 0.8928571428571429, + "train_size": 255, + "val_size": 151, + "test_size": 616, + "stats": { + "mean": [ + [ + -0.039873489411764704, + 0.06568908627450984, + -0.08042117858823533, + -0.07278203247058826, + 0.031821641215686286, + 0.042755718431372526, + 0.005826313725490188, + 0.07096834100392159, + 0.027976641294117695, + -0.0360630005411765, + 0.08661626117647052, + -0.01559811278431374, + -0.0027832955098039194, + -0.00600242694117644, + -0.011780795098039233, + 0.05183837615686276, + -0.0011791454901960582, + 0.012773291529411772, + -0.01314989992156862, + 0.009224545098039242, + 0.0690001321568627, + -0.0190796969803922, + 0.013153878745098036, + -0.02286682056078435, + 6.883568627453327e-05 + ] + ], + "std": [ + [ + 0.9701687420411181, + 0.9794453617880473, + 0.9813443525023554, + 0.9595676757646171, + 1.003115552689647, + 0.9711996996585899, + 0.96070065028928, + 0.9964287871578288, + 0.9706304482097151, + 0.9607876088942564, + 0.9996288496718735, + 1.0168336786919916, + 1.0395937464726017, + 1.0511176984743116, + 0.9543421247886298, + 0.9888423590787397, + 0.9945618062244868, + 0.993182419256565, + 0.9977759822780166, + 0.9466357052699218, + 0.970268559194868, + 0.9921749035989086, + 0.9919171706653837, + 0.9992337881273372, + 0.9493328232926572 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 3, + "depth": 6, + "padding": 50, + "parameters": 89482, + "cert_evals": { + "36": 0.8587662577629089, + "72": 0.8522727489471436, + "108": 0.8409090638160706, + "255": 0.7353895902633667 + }, + "fold": 1 + }, + { + "best_epoch": 9, + "best_val_acc": 0.9230769230769231, + "test_acc": 0.867430441898527, + "train_size": 255, + "val_size": 156, + "test_size": 611, + "stats": { + "mean": [ + [ + 0.09042857501960787, + 0.08453290745098035, + 0.05499370141176466, + 0.003266606392156863, + -0.07544167117647055, + -0.015606528627450978, + -0.019981488733333278, + -0.025666618862745103, + -0.018207427176470593, + 0.07526210964705878, + -0.07317296886274506, + 0.06288879294117644, + -0.045770915470588244, + 0.06681564803529418, + 0.0457884809411765, + -0.057205103882352934, + 0.03428885882352944, + -0.026384509803921576, + 0.04764570376470586, + 0.0265779054901961, + -0.05987147952941173, + 0.04524020599999998, + -0.030786102745098055, + 0.050239169831372554, + 0.03661726031372548 + ] + ], + "std": [ + [ + 0.9803272049895071, + 0.9882927145330502, + 0.9802699132826773, + 0.9866157296330209, + 0.9568636941234572, + 0.9924758747611615, + 0.9911948282259507, + 1.014854441162732, + 0.9588574557798413, + 0.9306835025569801, + 0.9960935226571523, + 1.058677201136564, + 1.1189325498150606, + 1.104729425488317, + 1.0030626650633148, + 1.0161006842006703, + 1.038500769178019, + 1.1151857588414493, + 1.0890692776345845, + 0.9960240438206022, + 1.0157898082954688, + 1.0428087102486705, + 1.0990958365479944, + 1.0781825399569271, + 0.9998307298430946 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 3, + "depth": 6, + "padding": 50, + "parameters": 89482, + "cert_evals": { + "36": 0.8543371558189392, + "72": 0.8297872543334961, + "108": 0.8117839694023132, + "255": 0.713584303855896 + }, + "fold": 2 + }, + { + "best_epoch": 35, + "best_val_acc": 0.8780487804878049, + "test_acc": 0.867330016583748, + "train_size": 255, + "val_size": 164, + "test_size": 603, + "stats": { + "mean": [ + [ + -0.0162589217254902, + -0.05657745160784315, + 0.01461218117647058, + 0.05366552894117648, + 0.038041347607843126, + -0.02560452082352941, + -0.011943972431372539, + -0.007390860000000016, + -0.011038546941176463, + -0.05211940686274512, + 0.008660175294117643, + 0.051748327019607854, + -0.01198270811764698, + 0.042424563215686224, + 0.0151460240784314, + -0.01830622803921565, + 0.029721466745098055, + 0.03686442627450982, + 0.01890176607843136, + 0.022645802980392142, + -0.02072309247058821, + 0.038014168235294084, + 0.011930823882352934, + 0.031066374470588243, + 0.015441112392156824 + ] + ], + "std": [ + [ + 1.0145212260058494, + 1.0183267267898117, + 0.9955590624479448, + 1.0189109805968923, + 0.9525691096733636, + 0.9401260529685115, + 0.9530483520235054, + 1.0372365061551077, + 0.9831280509255012, + 1.0109747306925605, + 1.0146664159530456, + 1.0835689421499082, + 1.0366330566676196, + 1.063468357562322, + 1.0478025436829708, + 1.0203756563273347, + 1.048069136775873, + 0.9743374382513833, + 1.0399684735711856, + 1.0238387714620327, + 1.0310574946708129, + 1.0714734463360287, + 1.0248857085596488, + 1.0669402741834955, + 1.0309522590651836 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 3, + "depth": 6, + "padding": 50, + "parameters": 89482, + "cert_evals": { + "36": 0.8507462739944458, + "72": 0.8391376733779907, + "108": 0.8142620325088501, + "255": 0.7296848893165588 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8740721218538418, + "std_test_acc": 0.012538185117534704, + "n_samples": 1022, + "n_features": 25, + "n_classes": 3, + "mean_cert_acc_36": 0.8525921702384949, + "std_cert_acc_36": 0.005210730644914343, + "mean_cert_acc_72": 0.837182343006134, + "std_cert_acc_72": 0.011245236097707955, + "mean_cert_acc_108": 0.8176881372928619, + "std_cert_acc_108": 0.016111684015128382, + "mean_cert_acc_255": 0.724253311753273, + "std_cert_acc_255": 0.01003565100360021 + }, + "oocytes_trisopterus_nucleus_2f": { + "dataset": "oocytes_trisopterus_nucleus_2f", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 30, + "best_val_acc": 0.7477477477477478, + "test_acc": 0.7294938917975567, + "train_size": 228, + "val_size": 111, + "test_size": 573, + "stats": { + "mean": [ + [ + 0.008357397456140388, + 0.01802353785087694, + -0.041648607412280596, + -0.0453803663157896, + 0.0012030528070177244, + 0.022922442456140533, + 0.036679189828947405, + 0.006630059969298269, + 0.03305654250000005, + -0.013262542280701796, + -0.10907990994736835, + 0.018322935921052583, + 0.07612510290350878, + 0.012056999298245606, + 3.168017543867413e-05, + -0.10483278701754395, + 0.006886669999999989, + 0.06841488109649123, + 0.00695189035087715, + -0.010072736403508812, + -0.05385949504824569, + 0.02870514298245609, + 0.015483249929824555, + 0.03363409311403503, + -0.0021852223684209818 + ] + ], + "std": [ + [ + 0.9973978575903476, + 1.0076014353044038, + 0.9952366807299615, + 0.932027269541095, + 1.0037384211397398, + 0.9967681042898726, + 0.9897940967126091, + 0.9959439814010456, + 1.0138128967542228, + 0.9906591764143307, + 1.0399607914486315, + 1.0440929697744785, + 0.9325257900670985, + 1.077455055918072, + 1.0068935522712004, + 1.0499836979693067, + 1.020033825374287, + 0.9599692363716387, + 1.0561252019263898, + 1.0054889903033737, + 1.0309466984358973, + 1.0847181603368137, + 1.1023028462065556, + 1.254832404821169, + 0.9936933949524517 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 89353, + "cert_evals": { + "36": 0.5986038446426392, + "72": 0.42408376932144165, + "108": 0.30541011691093445, + "255": 0.0890052393078804 + }, + "fold": 0 + }, + { + "best_epoch": 17, + "best_val_acc": 0.7461538461538462, + "test_acc": 0.7725631768953068, + "train_size": 228, + "val_size": 130, + "test_size": 554, + "stats": { + "mean": [ + [ + -0.08728925657894768, + -0.0543713359210526, + -0.034470636140350855, + 0.03278697263157899, + 0.05903984850877202, + 0.027659603256579266, + 0.0052796477236843045, + -0.02784190157894725, + -0.009100311184210503, + -0.037397169736841936, + 0.10257767285964901, + -0.01304280877192977, + -0.06708928297368424, + -0.036337502456140376, + -0.047321120833333355, + 0.09918661429824563, + -0.009569511929824559, + -0.06545246535087723, + -0.012505821052631564, + -0.06283763969298246, + 0.07219973416666646, + -0.0427019519736842, + 0.004866778614035071, + -0.047571456315789504, + -0.07411300593421052 + ] + ], + "std": [ + [ + 1.0458471164356558, + 1.0593898673226612, + 1.0081986354392756, + 1.0765642846006065, + 1.0669306376265857, + 1.0624952898815982, + 1.0407781573587898, + 1.106896809173159, + 1.167838053551809, + 1.0758835524236412, + 1.0385900596754538, + 0.9885404293586944, + 0.9550027699090833, + 0.9244009468904739, + 1.0365002828514067, + 1.032883107457862, + 1.0049531003586958, + 0.9938416222614777, + 0.9755214096734742, + 1.053074988224559, + 1.0165408864776693, + 0.9716379772569274, + 0.9394817774978654, + 0.8622924823332119, + 1.0276563689405496 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 89353, + "cert_evals": { + "36": 0.6010830402374268, + "72": 0.3880866467952728, + "108": 0.24909746646881104, + "255": 0.08664260059595108 + }, + "fold": 1 + }, + { + "best_epoch": 14, + "best_val_acc": 0.6884057971014492, + "test_acc": 0.6978021978021978, + "train_size": 228, + "val_size": 138, + "test_size": 546, + "stats": { + "mean": [ + [ + -0.03544724921052656, + -0.03885949409210542, + -0.00817023697368415, + 0.051384859504385955, + 0.046574599692982555, + 0.04455862842105246, + 0.006319970219298388, + -0.042167378070175295, + -0.056997550482456076, + -0.04837222118421066, + 0.023236387807017467, + -0.018419659824561344, + 0.03327031526622804, + -0.03261339552631577, + 0.017033810526315828, + 0.026972617807017606, + -0.016002433162280727, + 0.07519383274999998, + -0.03613011021929823, + 0.0164577965789474, + 0.013493596793859773, + -0.02311588736842108, + 0.0705855121052632, + -0.038314935394736835, + 0.002846930162280715 + ] + ], + "std": [ + [ + 1.0173295399775188, + 1.0238875326302583, + 0.965332841080866, + 1.0357264688512589, + 1.0296595721628123, + 1.027217931369946, + 0.9273272720979442, + 1.0575953015661612, + 1.0282364738483871, + 1.0347456518954214, + 0.9384525467734931, + 0.9632166870693201, + 0.9301838169931504, + 0.9056571647388838, + 1.0051927672529442, + 0.961531287665366, + 0.9441957103814642, + 0.9064551199981514, + 0.8776461226812926, + 1.0213725987384084, + 0.997919302021147, + 0.9466852583005331, + 0.8271188054338252, + 0.8317555000647003, + 1.0271823239026208 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 89353, + "cert_evals": { + "36": 0.5439560413360596, + "72": 0.4267399311065674, + "108": 0.3131868243217468, + "255": 0.08058608323335648 + }, + "fold": 2 + }, + { + "best_epoch": 15, + "best_val_acc": 0.7077922077922078, + "test_acc": 0.7169811320754716, + "train_size": 228, + "val_size": 154, + "test_size": 530, + "stats": { + "mean": [ + [ + -0.10959069377192993, + -0.09912143754385974, + -0.007162025008771894, + 0.06766152456140351, + 0.08831780850877229, + 0.08171766137061406, + 0.006699487456140278, + -0.07772155793859647, + -0.05998239798245609, + -0.07346038859649133, + -0.02367889968421067, + -0.005257190087719264, + 0.03324320991228074, + -0.048391179824561384, + 0.008669106403508755, + -0.045213709868421055, + -0.008913120438596496, + 0.02287917744298246, + -0.016604398201754404, + -0.0007747342105263451, + -0.06126861737280714, + -0.02565710350877192, + 0.05257332175438596, + -0.045432562719298235, + -0.0029558628640350784 + ] + ], + "std": [ + [ + 1.044732018887429, + 1.0625410440290517, + 1.0767800702099823, + 1.0282688245705722, + 1.08629241303742, + 1.0791696596464955, + 1.0159169319395265, + 1.053527399603391, + 0.9939044762321542, + 1.0659676193377676, + 0.9599515341324413, + 0.9624071800102462, + 0.902255701658811, + 0.882802488819804, + 0.992868117400491, + 0.976032726528656, + 0.9678528042797121, + 1.0363949239113746, + 0.9791104951035513, + 1.0023913562224034, + 0.9810108324803241, + 0.9401880345466065, + 0.8602452645459159, + 0.8427992005641717, + 1.0009607300230972 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 89353, + "cert_evals": { + "36": 0.5415094494819641, + "72": 0.4113207459449768, + "108": 0.28679245710372925, + "255": 0.1018867939710617 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7292100996426333, + "std_test_acc": 0.03170475143697236, + "n_samples": 912, + "n_features": 25, + "n_classes": 2, + "mean_cert_acc_36": 0.5712880939245224, + "std_cert_acc_36": 0.03300352418867797, + "mean_cert_acc_72": 0.41255777329206467, + "std_cert_acc_72": 0.017647931450306062, + "mean_cert_acc_108": 0.2886217162013054, + "std_cert_acc_108": 0.028582089036776722, + "mean_cert_acc_255": 0.08953017927706242, + "std_cert_acc_255": 0.00896839735489474 + }, + "oocytes_trisopterus_states_5b": { + "dataset": "oocytes_trisopterus_states_5b", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 34, + "best_val_acc": 0.875968992248062, + "test_acc": 0.8414414414414414, + "train_size": 228, + "val_size": 129, + "test_size": 555, + "stats": { + "mean": [ + [ + 0.07071967587719294, + -0.03126246473684206, + -0.05244502938596495, + 0.005148638640350878, + 0.12069938767543859, + -0.061311192850877064, + -0.05906930372807029, + -0.05115659995614045, + -0.13130431929824563, + -0.06720904710526317, + -0.05089102140350876, + -0.04616209415789476, + -0.008453429122807003, + 0.007494995967982444, + -0.045153931578947384, + 0.03200924100877193, + -0.0691457934210527, + -0.0009892403947368614, + 0.011054617807017532, + -0.029681514881578927, + 0.01884901570175438, + -0.046099180000000024, + 0.002979564210526361, + -0.0069296600877193516, + -0.01987498114035088, + 0.015903855074561355, + -0.12577492600877196, + -0.08353401973684217, + -0.05708607535087729, + -0.05055958596491232, + -0.04731587622807015, + -0.043790602412280666 + ] + ], + "std": [ + [ + 1.1161365921129287, + 1.019937304172635, + 0.917445075485345, + 0.922445163110283, + 1.1247212152662185, + 1.0142273750405912, + 1.013302866302, + 1.014864695381583, + 0.9032083969104956, + 0.9420860638513419, + 0.8878850299621215, + 0.9649792111481951, + 0.9283049848951963, + 0.9030510744389749, + 0.8595512938345663, + 0.9546310505717645, + 1.0275522247728062, + 0.9168016008396184, + 0.9413647122294537, + 0.8546868987355505, + 0.9932921290570054, + 1.0448863454946404, + 0.9301627049708955, + 0.9728030425741644, + 0.8334914560515586, + 0.9950352822299136, + 1.1288380460826624, + 1.0483897554983064, + 0.9912110826643573, + 0.972356775914115, + 0.9655364442120018, + 0.961757628464007 + ] + ] + }, + "width": 128, + "in_features": 32, + "out_features": 3, + "depth": 6, + "padding": 64, + "parameters": 91274, + "cert_evals": { + "36": 0.7909910082817078, + "72": 0.7531531453132629, + "108": 0.6918919086456299, + "255": 0.44144144654273987 + }, + "fold": 0 + }, + { + "best_epoch": 36, + "best_val_acc": 0.9266666666666666, + "test_acc": 0.8895131086142322, + "train_size": 228, + "val_size": 150, + "test_size": 534, + "stats": { + "mean": [ + [ + 0.042168793947368305, + -0.046661154824561395, + -0.07265519657894737, + -0.029048200219298256, + 0.09316957649122803, + -0.10222960131578947, + -0.10301473457017543, + -0.10802850458421065, + -0.0797967623684211, + -0.04103184833333331, + -0.03355091710526318, + -0.07929260306140361, + -0.01261704565789473, + 0.1506792193013158, + -0.04067907675438599, + 0.0143033318859649, + -0.10382837236842095, + -0.04084723513596495, + 0.09225491631578954, + -0.05923273439912277, + -0.01375305198245613, + -0.07187321360087723, + -0.04672014346491231, + 0.0815637618859649, + -0.05598073456140354, + -0.022079915539473673, + -0.09001919685526312, + -0.07580621197368419, + -0.062005388640350885, + -0.0598721951754386, + -0.05949153206140351, + -0.05830784473684211 + ] + ], + "std": [ + [ + 1.0200834248953377, + 0.9834883235416357, + 0.948382326692065, + 0.9422895148016912, + 1.0599930578421568, + 1.008102104687054, + 1.005532265621242, + 1.002425640615904, + 1.0281516449119859, + 0.9864372876535116, + 0.9216225867194346, + 1.0175930869712388, + 0.9515569597651118, + 0.8710927832245062, + 0.9090671548749089, + 0.9587815133966584, + 1.0094043299853246, + 0.9261778760996505, + 0.8474973900761839, + 0.9036382522123776, + 0.9766692441797213, + 1.0089134547001877, + 0.9564712615645998, + 0.8678207248562414, + 0.9118462619599206, + 0.9732947965073382, + 1.0611090895722666, + 1.015667914213523, + 0.9793114555387845, + 0.9657189087278202, + 0.9606198710213132, + 0.9585784664444565 + ] + ] + }, + "width": 128, + "in_features": 32, + "out_features": 3, + "depth": 6, + "padding": 64, + "parameters": 91274, + "cert_evals": { + "36": 0.8539326190948486, + "72": 0.8071160912513733, + "108": 0.7546816468238831, + "255": 0.466292142868042 + }, + "fold": 1 + }, + { + "best_epoch": 36, + "best_val_acc": 0.8951612903225806, + "test_acc": 0.8785714285714286, + "train_size": 228, + "val_size": 124, + "test_size": 560, + "stats": { + "mean": [ + [ + 0.003998914473684303, + -0.0213186002192983, + -0.017623903947368354, + -0.012337663596491195, + -0.017431074298245655, + -0.004555553359648964, + -0.004108547587719438, + -0.0009373696052630999, + -0.016608215043859648, + -0.03182528381578946, + -0.007421083684210486, + -0.005595805956140336, + -0.02646343394736844, + -0.03618650232456141, + -0.010698251315789472, + -0.030884499561403496, + 0.00945457565789471, + -0.009139434872807068, + -0.03419454758771928, + -0.008557029530701714, + -0.023951698464912213, + -0.004459117500000028, + -0.004532075570175454, + -0.017823669631578956, + 0.001388015307017533, + -0.0025814676008772044, + 0.025199284736842097, + -0.0031750307894736394, + -0.009545385219298277, + -0.011465425438596452, + -0.011802506973684268, + -0.012658367236842074 + ] + ], + "std": [ + [ + 0.97457074546984, + 1.0043257679235367, + 0.9742480751664327, + 0.9943971588575504, + 0.9581527150500696, + 0.9265467380337167, + 0.9264773239886217, + 0.9319494271687707, + 1.0333247779313135, + 0.920720050526615, + 0.9972315457748969, + 0.9339472735421078, + 0.994560651859279, + 0.9728161348895927, + 0.9675512654728273, + 1.0285831983370706, + 0.9503032539654157, + 0.9956226688351669, + 0.9764940921703851, + 0.9471557323877339, + 1.0287165906042777, + 0.9500178099607385, + 0.9876437160220987, + 0.9354692176608096, + 0.898511968634094, + 1.0286414971042166, + 0.9524777970147053, + 0.9772040913271117, + 0.9780996145454892, + 0.9792411013617204, + 0.9824128780686913, + 0.9861305066741933 + ] + ] + }, + "width": 128, + "in_features": 32, + "out_features": 3, + "depth": 6, + "padding": 64, + "parameters": 91274, + "cert_evals": { + "36": 0.8374999761581421, + "72": 0.7767857313156128, + "108": 0.7053571343421936, + "255": 0.4892857074737549 + }, + "fold": 2 + }, + { + "best_epoch": 27, + "best_val_acc": 0.8307692307692308, + "test_acc": 0.8357400722021661, + "train_size": 228, + "val_size": 130, + "test_size": 554, + "stats": { + "mean": [ + [ + 0.19128086798245605, + -0.1545888153201755, + -0.1037753156140351, + -0.08390219271929829, + 0.19822772679824566, + -0.054646532894736755, + -0.05310007785087714, + -0.05312231039473688, + -0.09918999210526323, + -0.0755739785964912, + -0.07051384131578947, + -0.05881431096491246, + -0.07694789254385967, + 0.054556597587719274, + -0.06296629385964911, + -0.09344949605263154, + -0.05059881096491216, + -0.09314682412280695, + 0.050995198815789525, + -0.07107925399122803, + -0.13133097996491225, + -0.0199737169736841, + -0.08499977043859651, + 0.0665703333333333, + -0.06430988701754382, + -0.11358861070175429, + -0.20145491466228072, + -0.1672395333333333, + -0.13964623530701756, + -0.13065004122807017, + -0.1280007524122807, + -0.1254573030701754 + ] + ], + "std": [ + [ + 1.162459605948107, + 1.0220637257211564, + 0.9798271763297653, + 0.9281687716661429, + 1.1748679320520254, + 1.0338563715791989, + 1.0321846232991374, + 1.0330317193022602, + 1.0435830097086, + 0.9790515232110254, + 0.975207419353285, + 0.993634610991306, + 0.9186772145265852, + 0.9759927672870093, + 0.930549606138527, + 0.9430482289842438, + 1.0327123337266333, + 0.9392430037385824, + 0.9854560711615015, + 0.9600278149608173, + 0.9920638252884562, + 1.0141678876429923, + 0.9512802433446548, + 0.9952075820683842, + 0.911976129686222, + 0.9873548656001708, + 1.1909974471705074, + 1.0719478815576433, + 1.0152936018335244, + 0.9972868774145465, + 0.9919889419406073, + 0.9898458188922279 + ] + ] + }, + "width": 128, + "in_features": 32, + "out_features": 3, + "depth": 6, + "padding": 64, + "parameters": 91274, + "cert_evals": { + "36": 0.7906137108802795, + "72": 0.750902533531189, + "108": 0.6895306706428528, + "255": 0.4494584798812866 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.861316512707317, + "std_test_acc": 0.026720484707134295, + "n_samples": 912, + "n_features": 32, + "n_classes": 3, + "mean_cert_acc_36": 0.8182593286037445, + "std_cert_acc_36": 0.03240693159018303, + "mean_cert_acc_72": 0.7719893753528595, + "std_cert_acc_72": 0.026181097891755763, + "mean_cert_acc_108": 0.7103653401136398, + "std_cert_acc_108": 0.030355495316036284, + "mean_cert_acc_255": 0.46161944419145584, + "std_cert_acc_255": 0.02115259541988843 + }, + "nursery": { + "dataset": "nursery", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 20, + "best_val_acc": 0.8743482794577685, + "test_acc": 0.8706741861061267, + "train_size": 3240, + "val_size": 1918, + "test_size": 7802, + "stats": { + "mean": [ + [ + 0.051029166666666737, + -0.00196411111111071, + 0.0016562925925925533, + -0.008005376543209762, + -0.004535925925925928, + -0.014196977160493821, + -0.01014526234567894, + -0.007937870370370368 + ] + ], + "std": [ + [ + 1.0081184659855247, + 0.994466909902115, + 0.9984780980079611, + 0.9954756099225289, + 0.9980995540133645, + 0.9998602139101664, + 0.9972906807623559, + 1.0052418041464166 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 5, + "depth": 6, + "padding": 16, + "parameters": 5996, + "cert_evals": { + "36": 0.7754421830177307, + "72": 0.6456037163734436, + "108": 0.5319148898124695, + "255": 0.08267111331224442 + }, + "fold": 0 + }, + { + "best_epoch": 4, + "best_val_acc": 0.8652770716827657, + "test_acc": 0.8484457629304786, + "train_size": 3240, + "val_size": 1967, + "test_size": 7753, + "stats": { + "mean": [ + [ + 0.023435617283950584, + 0.026842851851852437, + -0.0011041870370370494, + -0.001656286419753089, + -0.010961820987654315, + 0.019135056172839497, + -0.012124891358024097, + -0.0060479012345679 + ] + ], + "std": [ + [ + 1.0098249235756733, + 1.0053740157149613, + 0.9982315594686217, + 0.9999606252114857, + 0.9964249241892131, + 0.9997779009091493, + 0.9971359423938833, + 1.0041030187583004 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 5, + "depth": 6, + "padding": 16, + "parameters": 5996, + "cert_evals": { + "36": 0.7335224747657776, + "72": 0.6071197986602783, + "108": 0.48290982842445374, + "255": 0.025796465575695038 + }, + "fold": 1 + }, + { + "best_epoch": 35, + "best_val_acc": 0.8649214659685864, + "test_acc": 0.865044814340589, + "train_size": 3240, + "val_size": 1910, + "test_size": 7810, + "stats": { + "mean": [ + [ + 0.023435617283950584, + 0.047575135802469234, + 0.015458643209876576, + 0.0024844308641975513, + 0.006047901234567903, + 0.0012345197530864193, + 0.015837366358025084, + -0.0060479012345679 + ] + ], + "std": [ + [ + 1.0166780451442419, + 1.0111134194425535, + 1.0062422991159916, + 0.9960005941386431, + 0.9966991236053043, + 0.9999602379504744, + 1.0002954947822456, + 1.0041030187583007 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 5, + "depth": 6, + "padding": 16, + "parameters": 5996, + "cert_evals": { + "36": 0.7838668823242188, + "72": 0.6690140962600708, + "108": 0.5548015832901001, + "255": 0.07644046097993851 + }, + "fold": 2 + }, + { + "best_epoch": 20, + "best_val_acc": 0.8627858627858628, + "test_acc": 0.8651872755259107, + "train_size": 3240, + "val_size": 1924, + "test_size": 7796, + "stats": { + "mean": [ + [ + 0.03364145061728391, + 0.03033460493827167, + 0.03257356666666669, + 0.032849621604938234, + -0.015875740740740732, + -0.01481423703703703, + -0.01707398148148124, + 0.006425895061728395 + ] + ], + "std": [ + [ + 1.006091408188469, + 0.9961770749809249, + 1.0063245385321156, + 1.0055792592242605, + 0.9961264090870245, + 0.9998512588890658, + 1.0080135891696445, + 0.9964644995871555 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 5, + "depth": 6, + "padding": 16, + "parameters": 5996, + "cert_evals": { + "36": 0.780143678188324, + "72": 0.6659826040267944, + "108": 0.5436121225357056, + "255": 0.06772704422473907 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8623380097257762, + "std_test_acc": 0.009625166050314113, + "n_samples": 12960, + "n_features": 8, + "n_classes": 5, + "mean_cert_acc_36": 0.7682438045740128, + "std_cert_acc_36": 0.02340281283875071, + "mean_cert_acc_72": 0.6469300538301468, + "std_cert_acc_72": 0.028503334230586402, + "mean_cert_acc_108": 0.5283096060156822, + "std_cert_acc_108": 0.03167612007144736, + "mean_cert_acc_255": 0.06315877102315426, + "std_cert_acc_255": 0.025651158376106646 + }, + "ozone": { + "dataset": "ozone", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 50, + "best_val_acc": 0.9275766016713092, + "test_acc": 0.9364873622812703, + "train_size": 634, + "val_size": 359, + "test_size": 1543, + "stats": { + "mean": [ + [ + -0.003832208201892918, + -0.005418530378548824, + -0.010179585331230298, + -0.007282815457413272, + -0.012684214511040823, + -0.016161820820189455, + 0.002799892586751031, + 0.0019220082018927972, + -0.018512049842271346, + 0.005907482334384807, + -0.007494815457413195, + -0.025883145425867744, + -0.03184079188958992, + -0.019569813880126137, + -0.027278735331230344, + -0.03046446009463729, + -0.011907895583595755, + -0.007346252618296485, + -0.02668136640378576, + -0.06587051593059931, + -0.049409756782334495, + -0.07125564747634061, + -0.0656345313880127, + -0.07421817728706603, + -0.009998679968454185, + -0.0262489938485801, + -0.021923096214510832, + -0.0190336230283913, + -0.018218104037854982, + -0.016821850378548945, + -0.020884196703469835, + -0.020929776435331872, + -0.021766428958990638, + -0.02181745849999988, + -0.020616926908517234, + -0.02164594619873821, + -0.027880692514195553, + -0.03721009403785469, + -0.03371047791798095, + -0.0357276862940851, + -0.03981797839116743, + -0.04135431316246058, + -0.0396969034069403, + -0.04041245388012638, + -0.03959258725552049, + -0.035369640788643436, + -0.0329854148107256, + -0.037678351135646625, + -0.029864726656151485, + -0.030806835126182992, + -0.03040135176656141, + -0.02955822337539437, + -0.0004082835646687658, + 0.03179852176656152, + -0.030195180984227132, + -0.04001496272870659, + 0.026779878261829634, + -0.004116586119873863, + -0.0023215491955836005, + -0.024096858706624612, + -0.03674826619400633, + 0.02543307507728708, + -0.005538621608832797, + 0.01184614798107252, + -0.02897714377507889, + -0.008931562263406941, + 0.023499008943217683, + 0.017402507271293364, + 0.0359555768138801, + 0.023836606309148266, + -0.0014779406940063293, + -0.008649845488958915 + ] + ], + "std": [ + [ + 1.0253346653541646, + 0.9970790367473195, + 1.0038692152439912, + 0.9938232451774182, + 0.9892173701948798, + 0.9911118430754786, + 1.017791120532591, + 0.9932864022974621, + 0.9902464436046423, + 1.000185178231482, + 1.0011696264611658, + 0.986480392675615, + 0.9730802318969383, + 0.9778181923701852, + 0.9836970027189096, + 0.9750118443336364, + 0.9792780834573579, + 0.9880149185292257, + 0.9781480670848659, + 0.9690310973910427, + 0.9891508690776625, + 0.9800473244857659, + 0.9719895753152141, + 0.9862159945987059, + 1.000643505337353, + 0.98774444392728, + 1.0016087509397211, + 0.9981176722651791, + 0.9943416662612424, + 0.9911189659544083, + 0.9910342795958328, + 0.9946798944092399, + 0.9963025407021763, + 0.9986420543916559, + 1.0050901822096001, + 1.006920701444179, + 1.0106377164264517, + 1.0193709910492683, + 1.0139900979553602, + 1.0114902226706495, + 1.0154408973720759, + 1.0202202440190384, + 1.0187333506565903, + 1.0188947379912598, + 1.0238829760328585, + 1.0216807530782095, + 1.0172760501580516, + 1.019296401406438, + 1.0121202260566657, + 1.0092598657183676, + 1.0163059965288948, + 1.0075443434312203, + 0.9544054418118135, + 0.959178459050877, + 0.9653248526530249, + 0.9812633263036802, + 0.9443343196371533, + 0.9785419366403552, + 0.9938503050835839, + 0.9399729974257295, + 1.0017571374847212, + 0.9409064434936084, + 0.9699516997787144, + 1.0227411928766736, + 0.9603064531854989, + 0.9989953512934372, + 0.9473740110075154, + 0.9448230205985104, + 0.9456688250252197, + 0.942484207617471, + 1.0193030273935935, + 0.9279161878664934 + ] + ] + }, + "width": 256, + "in_features": 72, + "out_features": 2, + "depth": 6, + "padding": 144, + "parameters": 366601, + "cert_evals": { + "36": 0.9151003956794739, + "72": 0.8950096964836121, + "108": 0.8801036477088928, + "255": 0.7478936910629272 + }, + "fold": 0 + }, + { + "best_epoch": 25, + "best_val_acc": 0.9106699751861043, + "test_acc": 0.9279519679786524, + "train_size": 634, + "val_size": 403, + "test_size": 1499, + "stats": { + "mean": [ + [ + 0.03792215394321758, + 0.05303702501577294, + 0.055938417665614755, + 0.045617302050472784, + 0.021353089905362888, + 0.020145928075709717, + 0.0154306208201896, + 0.022261120504731842, + 0.020515404258675263, + -0.006392122712933948, + -0.018915373501577255, + -0.01732013391167209, + -0.017668103968454255, + -0.006586070347003194, + -0.016273178391167133, + -0.009117565772870817, + -0.006092351104100761, + -0.004906137602523564, + -0.015032467823343948, + -0.009775977760252257, + -0.0028146921135643894, + -0.014031686908517228, + -0.025870736750788572, + -0.018697430914826393, + 0.012961191798107244, + 0.01047141529968471, + 0.018777906104101107, + 0.026551687539432215, + 0.020844408675078762, + 0.023819117413249064, + 0.023811730189274537, + 0.019894168675078563, + 0.021038747192428944, + 0.02314655241798127, + 0.028341015741325026, + 0.024617651403785426, + 0.01178393461514206, + 0.014336364637223941, + 0.016739142365930756, + 0.012312654178627935, + 0.028485125615141934, + 0.019114635623028217, + 0.013634379747634108, + 0.008062478817034518, + 0.009352700126182908, + 0.012544397728706748, + 0.01817721485804401, + 0.017917969968454316, + 0.021168408769716013, + 0.023414116261829713, + 0.014830201829653165, + 0.02222035735015768, + 0.026335983533123025, + 0.0094259924290221, + -0.007603148958990523, + 0.0009938357413249734, + 0.005802570088328026, + 0.026215337223974716, + 0.038780452492113614, + -0.022953927902208182, + 0.031207762034700385, + 0.017113763779179843, + 0.04147194542586757, + 0.04368782463722394, + 0.01750911003659304, + 0.03434608705047321, + 0.009342367476340697, + 0.024773590962145133, + 0.004409446561514154, + 0.005585798107255572, + 0.00011378753943216802, + 0.0765020130757091 + ] + ], + "std": [ + [ + 1.03736363563334, + 1.041421531442326, + 1.0267865270755487, + 1.0121442820993367, + 1.008293110256913, + 1.01873498921806, + 1.0118066495461369, + 0.982292246248336, + 0.979405861495792, + 0.9688780031821314, + 0.9652773998745313, + 0.9694491321671315, + 0.9531773775158731, + 0.9580862657893832, + 0.9577664681306315, + 0.9623544801742809, + 0.975601277571152, + 0.9832052078314656, + 0.990296487656043, + 0.9755842570008628, + 0.9865540245890023, + 0.962851713833088, + 0.9566628208998662, + 0.9468020657890054, + 0.9742316163334963, + 0.9645422392473766, + 1.0027685912228592, + 0.9966208972539959, + 0.999182931601029, + 0.9948819423856855, + 0.9946336959149308, + 0.994301681069435, + 0.9956026583826234, + 0.9930511866663474, + 0.9890478651750041, + 0.994199597668802, + 1.0023859350650413, + 1.000426145687874, + 1.0003652424842289, + 1.0064232470420955, + 0.9992643537317858, + 1.005945961042932, + 1.0059460570896996, + 1.0088514720728148, + 1.0098664378887052, + 1.0086576841526969, + 1.0071224688030078, + 1.0065893694520875, + 1.003072381839363, + 1.0009275382343648, + 1.0031288456338048, + 1.001641400063109, + 0.9717690232361939, + 0.9645442990237298, + 1.0599901264777962, + 0.9668729591901228, + 0.9848003020040621, + 0.9858228202928896, + 0.9910100230003203, + 1.033854568614186, + 1.023206024569695, + 0.9609138694597942, + 0.9763937113178477, + 1.0499365812704335, + 1.002074911190731, + 1.0401611909032527, + 0.9829420247883154, + 0.9775076034950193, + 0.9858571161451036, + 0.98438894199897, + 0.9570620772827372, + 1.2319088901760018 + ] + ] + }, + "width": 256, + "in_features": 72, + "out_features": 2, + "depth": 6, + "padding": 144, + "parameters": 366601, + "cert_evals": { + "36": 0.9052702188491821, + "72": 0.8852568864822388, + "108": 0.8605737090110779, + "255": 0.7571714520454407 + }, + "fold": 1 + }, + { + "best_epoch": 12, + "best_val_acc": 0.9086161879895561, + "test_acc": 0.9183673469387755, + "train_size": 634, + "val_size": 383, + "test_size": 1519, + "stats": { + "mean": [ + [ + -0.026519395110410078, + -0.020519656719242864, + -0.03856912839116702, + -0.016610770662460427, + -0.02360172176656157, + -0.0062361091482649456, + 0.006315673186120061, + 0.008122894006309216, + 0.019828661829653038, + 0.023493720820189235, + 0.028398340063091426, + 0.037658466246056704, + 0.03720359796845454, + 0.01712326940063089, + 0.010629502208201842, + 0.016920019873816996, + 0.004836936277602788, + 0.008885449716088383, + 0.004271558517350052, + -0.013732781230283674, + -0.003293864984227115, + -0.0059959652996845044, + 0.02009481703470032, + 0.012495374763406907, + 0.026107515615142074, + 0.0048866673501578506, + -7.10347318611639e-05, + 0.004620787066245969, + 0.006923117208201871, + 0.007044452050473267, + 0.0017660842902208816, + 0.0005843353627757844, + 0.0024381367823343115, + 0.01260079149999998, + 0.027790525930599275, + 0.03580574296529951, + 0.044962928378549, + 0.03849109044164033, + 0.031017723895899216, + 0.014714712648895947, + 0.020249673911671977, + 0.01992396563091474, + 0.00854246886435317, + 0.010404890378548888, + 0.0019442098422712223, + -0.005629299589905388, + 0.0006738145583594855, + -0.006554089621451123, + -0.0014963604731860216, + -0.004724123485804328, + 0.03185038192429032, + 0.017040701072555207, + -0.016917529684542604, + -0.01635350962145107, + 0.03180636989905358, + -0.028097102381703456, + -0.02487774311041013, + -0.024357788801261843, + 0.010347320820189253, + 0.023048282129337568, + -0.0404586584542587, + -0.01956875883911673, + -0.015517057255520493, + -0.042936753533123054, + 0.016056352455205057, + 0.0006885119637224163, + -0.017713837870662472, + 0.00866661981072551, + -0.011936950630914838, + -0.019579047318612028, + 0.010573428391167213, + 0.013769920457413393 + ] + ], + "std": [ + [ + 0.9824246191960648, + 0.9460660479955723, + 0.9414137117810848, + 0.9563951332641849, + 0.9542747430368088, + 0.9649020128187702, + 0.9480302958839442, + 0.9695925595005404, + 0.9508962724118688, + 0.9324002792481486, + 0.9491098110835717, + 0.9593993759599093, + 0.9708845814409902, + 0.9746076150662417, + 0.9730830926818287, + 0.9705828418121233, + 0.9678944356517812, + 0.9787918055436075, + 0.9871395323030632, + 0.988799836722974, + 1.0088712263265718, + 1.027651048121395, + 1.0110542737448385, + 1.014655075557104, + 0.9527254870773569, + 0.9499284788193443, + 0.9739892346448356, + 0.9717415422572252, + 0.9710591664892269, + 0.9720523397095961, + 0.9743931633453154, + 0.9750560919142672, + 0.9732640281425894, + 0.9694138817789562, + 0.9591766148620566, + 0.9523484366096532, + 0.9426339173138096, + 0.9489336834494043, + 0.9510992266164007, + 0.9608960530293392, + 0.9501293475748765, + 0.950793971802449, + 0.9575052033489578, + 0.9516958236697296, + 0.9607004557781494, + 0.9650164347980471, + 0.9627072697949259, + 0.9664615907966804, + 0.9637912770104232, + 0.9634717474587103, + 0.9445789095634398, + 0.9512185629902784, + 0.9929982903986023, + 0.9911801208163777, + 1.0345096377862717, + 1.015804013333407, + 1.0429149112118707, + 0.9641031908608965, + 0.9736098232781243, + 0.9944177175712005, + 1.0241007437497402, + 1.0365807493549954, + 0.9939798656902995, + 0.9703197880729728, + 0.9618026775337026, + 1.0327802384943932, + 1.0325597261783583, + 0.978275118853774, + 1.0112531906719258, + 1.0439400654735873, + 1.021812320404611, + 1.0812409348018392 + ] + ] + }, + "width": 256, + "in_features": 72, + "out_features": 2, + "depth": 6, + "padding": 144, + "parameters": 366601, + "cert_evals": { + "36": 0.8979591727256775, + "72": 0.8716260194778442, + "108": 0.8505595326423645, + "255": 0.727452278137207 + }, + "fold": 2 + }, + { + "best_epoch": 29, + "best_val_acc": 0.9508599508599509, + "test_acc": 0.9297658862876255, + "train_size": 634, + "val_size": 407, + "test_size": 1495, + "stats": { + "mean": [ + [ + 0.0414219129337539, + 0.04560815454258686, + 0.034397147160883365, + 0.020956117823343955, + 0.024564269400630924, + 0.0005553069400630991, + 0.016602504416403943, + 0.0062627359621451415, + -0.0031757522082018035, + -0.013944516088328245, + 0.0037218815457413378, + -0.020531244637224017, + -0.012975684929022045, + -0.015335962460567969, + 0.0022576992113565006, + 0.01988752665615142, + 0.025492129968454638, + 0.02310144264984224, + 0.03577952003154558, + 0.03828845977918, + 0.04090566182965307, + 0.016406487381703586, + 0.032255133596214486, + 0.055611245425867664, + 0.025829820504732027, + 0.017592141324921318, + 0.08482513250788633, + 0.08251534022082004, + 0.0806660400000002, + 0.0797597929968453, + 0.07844461148265003, + 0.07577048630914786, + 0.07816740391167189, + 0.07698375904258688, + 0.07839980914826507, + 0.07030392544164019, + 0.07335677605520505, + 0.07059885154574139, + 0.05749520764984241, + 0.05839240802768149, + 0.04884538044164021, + 0.057599388186119704, + 0.06056710167192429, + 0.05068962059936886, + 0.04918662220820182, + 0.05663887050473197, + 0.052981187223974706, + 0.05271488757097796, + 0.05998731700315455, + 0.058964341198738154, + 0.062026943990536335, + 0.06406211694006311, + 0.04476776665615138, + 0.04366600899053627, + 0.0071440257350158225, + 0.01720357881703467, + 0.02547216375078862, + 0.03767682965299683, + 0.005417277176656162, + -0.021366308296529912, + 0.014681808124605667, + 0.02665934194006316, + 0.0029629283911672116, + 0.04136874888012618, + -0.03195372262365931, + 0.02910725921924289, + 0.04066335638801264, + 0.040631754242902225, + 0.0663199716719243, + 0.022615533123028518, + -0.003297019858044126, + 0.04436952356466899 + ] + ], + "std": [ + [ + 1.0105987107179513, + 1.0154217840142559, + 1.0127704333239322, + 1.0250915526181619, + 1.0277899782078663, + 0.982162687271895, + 1.0035414511934382, + 0.9904593990260483, + 0.9663940188769403, + 0.9541638919218064, + 0.9616077277788638, + 0.9585349634260687, + 0.9525169153591942, + 0.9428065740578456, + 0.9687530001209573, + 0.9662943308105892, + 0.9592234004298692, + 0.979716475995095, + 0.9819854494212729, + 0.9839277847661497, + 1.002027685561712, + 0.9811382213240143, + 0.9801878541507797, + 0.9886132720669727, + 0.9572863825752432, + 0.9684473114507368, + 0.9458197712036189, + 0.9493043352225052, + 0.9536886787314945, + 0.9542388565417081, + 0.9568724214982696, + 0.9604182963982565, + 0.9628743223078909, + 0.969739870388791, + 0.9658420669879488, + 0.9663588514066725, + 0.9591914227782425, + 0.9566142593514982, + 0.9604271978550112, + 0.9572841356250656, + 0.9637592188968211, + 0.9567941828689348, + 0.9518409084669301, + 0.9583057006169418, + 0.9626024487496594, + 0.9611581570635215, + 0.9675755641595767, + 0.9693064339918899, + 0.9677848038214554, + 0.9725856655911815, + 0.9492806747367527, + 0.9580864580842854, + 0.9617728581830496, + 0.987791465119004, + 0.96105048335759, + 0.9739101949627368, + 0.9441015562727774, + 0.9653034478263104, + 0.988889321396684, + 0.9934946660414279, + 1.0125052771005791, + 0.9411383407966065, + 0.9598305998600601, + 0.9901272334268524, + 0.9825753191497685, + 1.0224810066711563, + 0.9107176652738894, + 0.9977469943360354, + 0.9461613310736207, + 0.942256538790349, + 0.9681623758458049, + 1.1107317714437548 + ] + ] + }, + "width": 256, + "in_features": 72, + "out_features": 2, + "depth": 6, + "padding": 144, + "parameters": 366601, + "cert_evals": { + "36": 0.9170568585395813, + "72": 0.8976588249206543, + "108": 0.8836120367050171, + "255": 0.7919732332229614 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.928143140871581, + "std_test_acc": 0.007480241255264366, + "n_samples": 2536, + "n_features": 72, + "n_classes": 2, + "mean_cert_acc_36": 0.9088466614484787, + "std_cert_acc_36": 0.008904023069411885, + "mean_cert_acc_72": 0.8873878568410873, + "std_cert_acc_72": 0.011783629556344431, + "mean_cert_acc_108": 0.8687122315168381, + "std_cert_acc_108": 0.01578527354329949, + "mean_cert_acc_255": 0.7561226636171341, + "std_cert_acc_255": 0.026932448156422283 + }, + "optical": { + "dataset": "optical", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 64, + "best_val_acc": 0.9698558322411533, + "test_acc": 0.957843137254902, + "train_size": 1797, + "val_size": 763, + "test_size": 3060, + "stats": { + "mean": [ + [ + 1.3856427249732343e-07, + 3.522537559932238e-07, + 2.0200333923407371e-07, + -2.1090706664453654e-08, + 9.079577074147025e-07, + -3.7840846155241325e-08, + 1.0016694480800053e-07, + -3.839732929460532e-08, + -2.052531986360973e-07, + 5.736227047582848e-07, + -5.392877018977476e-07, + 3.446855866850716e-07, + 7.471897606570201e-07, + 6.366165789100185e-08, + 6.343906503950533e-08, + 1.6082360320555245e-08, + -1.2743461284050804e-07, + -1.040734557545233e-06, + -8.755926547578072e-07, + -3.578185863301285e-07, + 7.332220366643227e-07, + -3.0194769109244466e-07, + 7.790762325825424e-08, + 7.345575957029862e-08, + -7.23984418536337e-07, + 9.154145797987881e-07, + 1.1503060657291822e-06, + 5.397885364376055e-07, + 9.892598776549736e-07, + 1.3388981694693205e-07, + -1.4245965993065702e-08, + 0.0, + 9.849749597322357e-08, + -3.005008345580917e-07, + -1.252309404487717e-06, + 1.1563717317173418e-07, + 2.612687813142242e-07, + -2.1246521999465225e-07, + 2.181413434127969e-08, + 2.5598219080391046e-08, + 8.095715080714013e-07, + 2.046967167367694e-06, + 7.488035611850296e-07, + -5.36338341615376e-07, + 2.2593210867774937e-07, + 1.391208119443866e-09, + 2.1146353474234786e-09, + -9.627156351675032e-08, + 7.974401797152621e-08, + -4.3405676095586467e-07, + 4.762938228768179e-07, + -1.1801335560497857e-06, + -1.2314969337031567e-07, + -1.9309961105232408e-07, + -3.3611575048358445e-08, + 2.036727886363881e-07, + 1.463550362828589e-07, + 1.4123539216025922e-07, + 2.2092376161315588e-07, + -2.9421257666669716e-07, + 1.7028380694169436e-07, + -7.623817643177156e-08 + ] + ], + "std": [ + [ + 0.9997215438361656, + 0.9997210922060588, + 0.9997214681131235, + 0.999721655854133, + 0.9997208475841785, + 0.9997219821124261, + 0.9997214930298326, + 0.999721057794131, + 0.9997217596240401, + 0.9997225746036739, + 0.9997210224417119, + 0.9997227576971818, + 0.9997229351930221, + 0.9997215956873193, + 0.9997211331602884, + 0.9997230207039172, + 0.9997217447316874, + 0.9997210018360171, + 0.9997222723850343, + 0.9997221108286501, + 0.9997214178114493, + 0.9997217647676936, + 0.9997224408130486, + 0.9997228003545515, + 0.9997209577711167, + 0.9997232788951946, + 0.9997216619853025, + 0.9997205909299596, + 0.9997219977968902, + 0.9997221075144335, + 0.9997206041402685, + 1.0, + 0.9997216910380222, + 0.9997220629734219, + 0.999722192628859, + 0.9997216259221229, + 0.9997236467717389, + 0.999721912949805, + 0.9997216048405073, + 0.9997213735793822, + 0.9997214679760645, + 0.9997208302277274, + 0.9997210543542098, + 0.9997230984585895, + 0.9997218857870922, + 0.9997212960295644, + 0.9997215938175112, + 0.9997221985317171, + 0.999722021899587, + 0.999721725627861, + 0.9997220060267005, + 0.9997218313197827, + 0.9997214196784353, + 0.9997219309011688, + 0.9997206139806237, + 0.9997218079331756, + 0.9997220886750577, + 0.9997214372339108, + 0.9997213277413262, + 0.999722450536975, + 0.9997220499516833, + 0.9997216929328724 + ] + ] + }, + "width": 256, + "in_features": 62, + "out_features": 10, + "depth": 6, + "padding": 124, + "parameters": 363537, + "cert_evals": { + "36": 0.9470588564872742, + "72": 0.9326797723770142, + "108": 0.915032684803009, + "255": 0.8137255311012268 + }, + "fold": 0 + }, + { + "best_epoch": 51, + "best_val_acc": 0.95822454308094, + "test_acc": 0.9587831207065751, + "train_size": 1797, + "val_size": 766, + "test_size": 3057, + "stats": { + "mean": [ + [ + 1.3856427249732343e-07, + 3.522537559932238e-07, + 2.0200333923407371e-07, + -2.1090706664453654e-08, + 9.079577074147025e-07, + -3.7840846155241325e-08, + 1.0016694480800053e-07, + -3.839732929460532e-08, + -2.052531986360973e-07, + 5.736227047582848e-07, + -5.392877018977476e-07, + 3.446855866850716e-07, + 7.471897606570201e-07, + 6.366165789100185e-08, + 6.343906503950533e-08, + 1.6082360320555245e-08, + -1.2743461284050804e-07, + -1.040734557545233e-06, + -8.755926547578072e-07, + -3.578185863301285e-07, + 7.332220366643227e-07, + -3.0194769109244466e-07, + 7.790762325825424e-08, + 7.345575957029862e-08, + -7.23984418536337e-07, + 9.154145797987881e-07, + 1.1503060657291822e-06, + 5.397885364376055e-07, + 9.892598776549736e-07, + 1.3388981694693205e-07, + -1.4245965993065702e-08, + 0.0, + 9.849749597322357e-08, + -3.005008345580917e-07, + -1.252309404487717e-06, + 1.1563717317173418e-07, + 2.612687813142242e-07, + -2.1246521999465225e-07, + 2.181413434127969e-08, + 2.5598219080391046e-08, + 8.095715080714013e-07, + 2.046967167367694e-06, + 7.488035611850296e-07, + -5.36338341615376e-07, + 2.2593210867774937e-07, + 1.391208119443866e-09, + 2.1146353474234786e-09, + -9.627156351675032e-08, + 7.974401797152621e-08, + -4.3405676095586467e-07, + 4.762938228768179e-07, + -1.1801335560497857e-06, + -1.2314969337031567e-07, + -1.9309961105232408e-07, + -3.3611575048358445e-08, + 2.036727886363881e-07, + 1.463550362828589e-07, + 1.4123539216025922e-07, + 2.2092376161315588e-07, + -2.9421257666669716e-07, + 1.7028380694169436e-07, + -7.623817643177156e-08 + ] + ], + "std": [ + [ + 0.9997215438361656, + 0.9997210922060588, + 0.9997214681131235, + 0.999721655854133, + 0.9997208475841785, + 0.9997219821124261, + 0.9997214930298326, + 0.999721057794131, + 0.9997217596240401, + 0.9997225746036739, + 0.9997210224417119, + 0.9997227576971818, + 0.9997229351930221, + 0.9997215956873193, + 0.9997211331602884, + 0.9997230207039172, + 0.9997217447316874, + 0.9997210018360171, + 0.9997222723850343, + 0.9997221108286501, + 0.9997214178114493, + 0.9997217647676936, + 0.9997224408130486, + 0.9997228003545515, + 0.9997209577711167, + 0.9997232788951946, + 0.9997216619853025, + 0.9997205909299596, + 0.9997219977968902, + 0.9997221075144335, + 0.9997206041402685, + 1.0, + 0.9997216910380222, + 0.9997220629734219, + 0.999722192628859, + 0.9997216259221229, + 0.9997236467717389, + 0.999721912949805, + 0.9997216048405073, + 0.9997213735793822, + 0.9997214679760645, + 0.9997208302277274, + 0.9997210543542098, + 0.9997230984585895, + 0.9997218857870922, + 0.9997212960295644, + 0.9997215938175112, + 0.9997221985317171, + 0.999722021899587, + 0.999721725627861, + 0.9997220060267005, + 0.9997218313197827, + 0.9997214196784353, + 0.9997219309011688, + 0.9997206139806237, + 0.9997218079331756, + 0.9997220886750577, + 0.9997214372339108, + 0.9997213277413262, + 0.999722450536975, + 0.9997220499516833, + 0.9997216929328724 + ] + ] + }, + "width": 256, + "in_features": 62, + "out_features": 10, + "depth": 6, + "padding": 124, + "parameters": 363537, + "cert_evals": { + "36": 0.9506051540374756, + "72": 0.9349035024642944, + "108": 0.9142950773239136, + "255": 0.8125613331794739 + }, + "fold": 1 + }, + { + "best_epoch": 55, + "best_val_acc": 0.9680426098535286, + "test_acc": 0.9576822916666666, + "train_size": 1797, + "val_size": 751, + "test_size": 3072, + "stats": { + "mean": [ + [ + 1.3856427249732343e-07, + 3.522537559932238e-07, + 2.0200333923407371e-07, + -2.1090706664453654e-08, + 9.079577074147025e-07, + -3.7840846155241325e-08, + 1.0016694480800053e-07, + -3.839732929460532e-08, + -2.052531986360973e-07, + 5.736227047582848e-07, + -5.392877018977476e-07, + 3.446855866850716e-07, + 7.471897606570201e-07, + 6.366165789100185e-08, + 6.343906503950533e-08, + 1.6082360320555245e-08, + -1.2743461284050804e-07, + -1.040734557545233e-06, + -8.755926547578072e-07, + -3.578185863301285e-07, + 7.332220366643227e-07, + -3.0194769109244466e-07, + 7.790762325825424e-08, + 7.345575957029862e-08, + -7.23984418536337e-07, + 9.154145797987881e-07, + 1.1503060657291822e-06, + 5.397885364376055e-07, + 9.892598776549736e-07, + 1.3388981694693205e-07, + -1.4245965993065702e-08, + 0.0, + 9.849749597322357e-08, + -3.005008345580917e-07, + -1.252309404487717e-06, + 1.1563717317173418e-07, + 2.612687813142242e-07, + -2.1246521999465225e-07, + 2.181413434127969e-08, + 2.5598219080391046e-08, + 8.095715080714013e-07, + 2.046967167367694e-06, + 7.488035611850296e-07, + -5.36338341615376e-07, + 2.2593210867774937e-07, + 1.391208119443866e-09, + 2.1146353474234786e-09, + -9.627156351675032e-08, + 7.974401797152621e-08, + -4.3405676095586467e-07, + 4.762938228768179e-07, + -1.1801335560497857e-06, + -1.2314969337031567e-07, + -1.9309961105232408e-07, + -3.3611575048358445e-08, + 2.036727886363881e-07, + 1.463550362828589e-07, + 1.4123539216025922e-07, + 2.2092376161315588e-07, + -2.9421257666669716e-07, + 1.7028380694169436e-07, + -7.623817643177156e-08 + ] + ], + "std": [ + [ + 0.9997215438361656, + 0.9997210922060588, + 0.9997214681131235, + 0.999721655854133, + 0.9997208475841785, + 0.9997219821124261, + 0.9997214930298326, + 0.999721057794131, + 0.9997217596240401, + 0.9997225746036739, + 0.9997210224417119, + 0.9997227576971818, + 0.9997229351930221, + 0.9997215956873193, + 0.9997211331602884, + 0.9997230207039172, + 0.9997217447316874, + 0.9997210018360171, + 0.9997222723850343, + 0.9997221108286501, + 0.9997214178114493, + 0.9997217647676936, + 0.9997224408130486, + 0.9997228003545515, + 0.9997209577711167, + 0.9997232788951946, + 0.9997216619853025, + 0.9997205909299596, + 0.9997219977968902, + 0.9997221075144335, + 0.9997206041402685, + 1.0, + 0.9997216910380222, + 0.9997220629734219, + 0.999722192628859, + 0.9997216259221229, + 0.9997236467717389, + 0.999721912949805, + 0.9997216048405073, + 0.9997213735793822, + 0.9997214679760645, + 0.9997208302277274, + 0.9997210543542098, + 0.9997230984585895, + 0.9997218857870922, + 0.9997212960295644, + 0.9997215938175112, + 0.9997221985317171, + 0.999722021899587, + 0.999721725627861, + 0.9997220060267005, + 0.9997218313197827, + 0.9997214196784353, + 0.9997219309011688, + 0.9997206139806237, + 0.9997218079331756, + 0.9997220886750577, + 0.9997214372339108, + 0.9997213277413262, + 0.999722450536975, + 0.9997220499516833, + 0.9997216929328724 + ] + ] + }, + "width": 256, + "in_features": 62, + "out_features": 10, + "depth": 6, + "padding": 124, + "parameters": 363537, + "cert_evals": { + "36": 0.9443359375, + "72": 0.9313151240348816, + "108": 0.9150390625, + "255": 0.8193359375 + }, + "fold": 2 + }, + { + "best_epoch": 58, + "best_val_acc": 0.9551020408163265, + "test_acc": 0.9569300518134715, + "train_size": 1797, + "val_size": 735, + "test_size": 3088, + "stats": { + "mean": [ + [ + 1.3856427249732343e-07, + 3.522537559932238e-07, + 2.0200333923407371e-07, + -2.1090706664453654e-08, + 9.079577074147025e-07, + -3.7840846155241325e-08, + 1.0016694480800053e-07, + -3.839732929460532e-08, + -2.052531986360973e-07, + 5.736227047582848e-07, + -5.392877018977476e-07, + 3.446855866850716e-07, + 7.471897606570201e-07, + 6.366165789100185e-08, + 6.343906503950533e-08, + 1.6082360320555245e-08, + -1.2743461284050804e-07, + -1.040734557545233e-06, + -8.755926547578072e-07, + -3.578185863301285e-07, + 7.332220366643227e-07, + -3.0194769109244466e-07, + 7.790762325825424e-08, + 7.345575957029862e-08, + -7.23984418536337e-07, + 9.154145797987881e-07, + 1.1503060657291822e-06, + 5.397885364376055e-07, + 9.892598776549736e-07, + 1.3388981694693205e-07, + -1.4245965993065702e-08, + 0.0, + 9.849749597322357e-08, + -3.005008345580917e-07, + -1.252309404487717e-06, + 1.1563717317173418e-07, + 2.612687813142242e-07, + -2.1246521999465225e-07, + 2.181413434127969e-08, + 2.5598219080391046e-08, + 8.095715080714013e-07, + 2.046967167367694e-06, + 7.488035611850296e-07, + -5.36338341615376e-07, + 2.2593210867774937e-07, + 1.391208119443866e-09, + 2.1146353474234786e-09, + -9.627156351675032e-08, + 7.974401797152621e-08, + -4.3405676095586467e-07, + 4.762938228768179e-07, + -1.1801335560497857e-06, + -1.2314969337031567e-07, + -1.9309961105232408e-07, + -3.3611575048358445e-08, + 2.036727886363881e-07, + 1.463550362828589e-07, + 1.4123539216025922e-07, + 2.2092376161315588e-07, + -2.9421257666669716e-07, + 1.7028380694169436e-07, + -7.623817643177156e-08 + ] + ], + "std": [ + [ + 0.9997215438361656, + 0.9997210922060588, + 0.9997214681131235, + 0.999721655854133, + 0.9997208475841785, + 0.9997219821124261, + 0.9997214930298326, + 0.999721057794131, + 0.9997217596240401, + 0.9997225746036739, + 0.9997210224417119, + 0.9997227576971818, + 0.9997229351930221, + 0.9997215956873193, + 0.9997211331602884, + 0.9997230207039172, + 0.9997217447316874, + 0.9997210018360171, + 0.9997222723850343, + 0.9997221108286501, + 0.9997214178114493, + 0.9997217647676936, + 0.9997224408130486, + 0.9997228003545515, + 0.9997209577711167, + 0.9997232788951946, + 0.9997216619853025, + 0.9997205909299596, + 0.9997219977968902, + 0.9997221075144335, + 0.9997206041402685, + 1.0, + 0.9997216910380222, + 0.9997220629734219, + 0.999722192628859, + 0.9997216259221229, + 0.9997236467717389, + 0.999721912949805, + 0.9997216048405073, + 0.9997213735793822, + 0.9997214679760645, + 0.9997208302277274, + 0.9997210543542098, + 0.9997230984585895, + 0.9997218857870922, + 0.9997212960295644, + 0.9997215938175112, + 0.9997221985317171, + 0.999722021899587, + 0.999721725627861, + 0.9997220060267005, + 0.9997218313197827, + 0.9997214196784353, + 0.9997219309011688, + 0.9997206139806237, + 0.9997218079331756, + 0.9997220886750577, + 0.9997214372339108, + 0.9997213277413262, + 0.999722450536975, + 0.9997220499516833, + 0.9997216929328724 + ] + ] + }, + "width": 256, + "in_features": 62, + "out_features": 10, + "depth": 6, + "padding": 124, + "parameters": 363537, + "cert_evals": { + "36": 0.9462435245513916, + "72": 0.9316709637641907, + "108": 0.915803074836731, + "255": 0.8034326434135437 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9578096503604038, + "std_test_acc": 0.0007612883219941411, + "n_samples": 5620, + "n_features": 62, + "n_classes": 10, + "mean_cert_acc_36": 0.9470608681440353, + "std_cert_acc_36": 0.0026239451280111958, + "mean_cert_acc_72": 0.9326423406600952, + "std_cert_acc_72": 0.0016144483972698484, + "mean_cert_acc_108": 0.9150424748659134, + "std_cert_acc_108": 0.0006156900981738157, + "mean_cert_acc_255": 0.8122638612985611, + "std_cert_acc_255": 0.006588617438774446 + }, + "parkinsons": { + "dataset": "parkinsons", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 21, + "best_val_acc": 0.78125, + "test_acc": 0.6842105263157895, + "train_size": 49, + "val_size": 32, + "test_size": 114, + "stats": { + "mean": [ + [ + -0.15177435102040818, + -0.14490747816326535, + -0.02793487336734694, + 0.07550721530612242, + 0.16469232653061222, + 0.06000429387755099, + 0.057462867346938805, + 0.05978606938775514, + 0.05105301632653058, + 0.04845383877551018, + 0.07840458979591836, + 0.035619136734693836, + -0.02313697142857144, + 0.07845370204081635, + 0.05081704489795923, + -0.05448034285714283, + 0.09286327571428574, + 0.11816354897959186, + 0.08590491632653065, + -0.06924810548979589, + -0.02065583061224492, + 0.08162519999999998 + ] + ], + "std": [ + [ + 1.0613261678715187, + 0.9389798332809319, + 1.0498853015314364, + 1.028178025788432, + 1.1302871347577632, + 1.053868521125123, + 0.9140732841638698, + 1.0539995649510843, + 0.9323130971496129, + 0.9120908163855437, + 0.965768008718649, + 0.9229613584450868, + 0.7749770294180661, + 0.9658059844041067, + 1.1469052270870694, + 0.9026558165061398, + 0.9439418569560901, + 1.0717521728726727, + 0.9888476097381187, + 0.9175952788801556, + 0.8884377062114949, + 1.0021764187683884 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 23817, + "cert_evals": { + "36": 0.5964912176132202, + "72": 0.5614035129547119, + "108": 0.5175438523292542, + "255": 0.4035087823867798 + }, + "fold": 0 + }, + { + "best_epoch": 3, + "best_val_acc": 0.8275862068965517, + "test_acc": 0.6581196581196581, + "train_size": 49, + "val_size": 29, + "test_size": 117, + "stats": { + "mean": [ + [ + -0.027148382244897965, + 0.009347322448979607, + 0.0018427693877550925, + 0.009376194897959197, + 0.0498221836734694, + 0.012418432040816317, + 0.0059797006122448695, + 0.012543908367346951, + -0.037508161224489786, + -0.0405606224489796, + -0.048066938775510194, + -0.07178797142857142, + -0.03155485102040816, + -0.048018842857142856, + 0.02719700816326529, + -0.008239085714285705, + -0.010052408163265357, + -0.025077353061224498, + 0.0272707673469388, + -0.04564295242857147, + -0.07848456122448978, + 0.03751739387755105 + ] + ], + "std": [ + [ + 1.0246326141739506, + 1.0196404637451633, + 1.0987023554811475, + 0.9900334582522926, + 1.068799641609979, + 1.0047499589980544, + 0.9252408702230309, + 1.0047829572179607, + 0.8748456565149585, + 0.8600654939521702, + 0.9166784846917336, + 0.7849483256776274, + 0.7558279428458922, + 0.9166869983641067, + 1.0291603272025247, + 0.9397974037578619, + 0.9834737083640328, + 1.0844660729168245, + 0.9811741510034482, + 0.945229122764763, + 1.1321558581479092, + 0.9828216273953867 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 23817, + "cert_evals": { + "36": 0.41025644540786743, + "72": 0.222222238779068, + "108": 0.12820513546466827, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 16, + "best_val_acc": 0.9032258064516129, + "test_acc": 0.7565217391304347, + "train_size": 49, + "val_size": 31, + "test_size": 115, + "stats": { + "mean": [ + [ + 0.027074289795918385, + 0.06335899489795922, + -0.141163173367347, + 0.006597857142857159, + -0.010543326530612232, + 0.019088730000000016, + -0.0031925448979591826, + 0.019260090000000007, + 0.03507935306122449, + 0.04217078775510203, + 0.050042397959183714, + 0.022464604081632724, + 0.007354644897959173, + 0.050004783673469354, + 0.0323217163265306, + -0.009419553061224523, + 0.06361398795918367, + -0.10837456326530606, + -0.07562777959183671, + 0.0783767696122449, + 0.07697315102040819, + -0.0768896448979592 + ] + ], + "std": [ + [ + 1.0021709858608663, + 1.036472332412846, + 0.8511547041931776, + 1.153319334760644, + 1.1400090214649552, + 1.1856512484533104, + 1.109926186807537, + 1.1857461665406257, + 1.0993883359109478, + 1.0989049029267082, + 1.1281831752622162, + 1.0778885202444342, + 1.0368342393804297, + 1.1281482640713403, + 1.212987846980958, + 1.0961601956507685, + 0.9410222006090059, + 0.9631862850066165, + 0.9241843695124426, + 0.8888983110215023, + 0.9670994638815306, + 0.9437743892758995 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 23817, + "cert_evals": { + "36": 0.678260862827301, + "72": 0.626086950302124, + "108": 0.5913043022155762, + "255": 0.43478259444236755 + }, + "fold": 2 + }, + { + "best_epoch": 41, + "best_val_acc": 0.7878787878787878, + "test_acc": 0.831858407079646, + "train_size": 49, + "val_size": 33, + "test_size": 113, + "stats": { + "mean": [ + [ + -0.017151697959183657, + -0.08282589622448981, + -0.03878951020408162, + -0.05014604183673472, + -0.00995732653061224, + -0.010962025102040794, + -0.07701460816326532, + -0.01092796510204078, + -0.18647080816326533, + -0.18633531836734696, + -0.14844791836734691, + -0.22856991510204083, + -0.237482206122449, + -0.14839450816326533, + -0.02768821020408163, + 0.14269979897959184, + -0.18449186244897958, + 0.04748424285714288, + -0.13693871632653068, + -0.31049158099999996, + -0.18406532040816326, + -0.15638604489795918 + ] + ], + "std": [ + [ + 1.0058346739543103, + 0.9487949638489124, + 0.994620516441734, + 0.973242138110713, + 1.098902934224567, + 0.9933442474130566, + 0.8958864648117469, + 0.9933555009804176, + 0.8433041190561102, + 0.7941043410091924, + 0.9208429310347311, + 0.7043302529123088, + 0.6518639290383439, + 0.9208764339301102, + 1.0359836613291062, + 0.9627627144124837, + 0.9723485565102632, + 0.9910728139212198, + 0.9457878853222512, + 0.8667410055873132, + 0.9407240712581624, + 0.9187159564771525 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 23817, + "cert_evals": { + "36": 0.769911527633667, + "72": 0.7256637215614319, + "108": 0.6814159154891968, + "255": 0.5221238732337952 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.732677582661382, + "std_test_acc": 0.07813091448072568, + "n_samples": 195, + "n_features": 22, + "n_classes": 2, + "mean_cert_acc_36": 0.6137300133705139, + "std_cert_acc_36": 0.1530311132501682, + "mean_cert_acc_72": 0.533844105899334, + "std_cert_acc_72": 0.21845763607698787, + "mean_cert_acc_108": 0.47961730137467384, + "std_cert_acc_108": 0.24367026930687127, + "mean_cert_acc_255": 0.3401038125157356, + "std_cert_acc_255": 0.23222558554345632 + }, + "page-blocks": { + "dataset": "page-blocks", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 34, + "best_val_acc": 0.9299123904881101, + "test_acc": 0.9098608590441621, + "train_size": 1368, + "val_size": 799, + "test_size": 3306, + "stats": { + "mean": [ + [ + -0.02785030869883066, + 0.04220508005847926, + -0.007799578223684104, + 0.04507938606725141, + -0.024484079290935535, + -0.03854930415204675, + -0.004306797478947405, + -0.009848768527412267, + -0.005646618040935423, + 0.010106594495613968 + ] + ], + "std": [ + [ + 0.6361019181556973, + 1.034803136362929, + 0.6754786444860511, + 1.1067239881887005, + 1.0243975057691477, + 1.0203050705017325, + 0.32326730885545285, + 0.9042709629040901, + 0.8768058573970098, + 0.9187092587310937 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 5, + "depth": 6, + "padding": 20, + "parameters": 6124, + "cert_evals": { + "36": 0.8756805658340454, + "72": 0.8321233987808228, + "108": 0.7743496298789978, + "255": 0.30611008405685425 + }, + "fold": 0 + }, + { + "best_epoch": 38, + "best_val_acc": 0.8901098901098901, + "test_acc": 0.8807060255629945, + "train_size": 1368, + "val_size": 819, + "test_size": 3286, + "stats": { + "mean": [ + [ + 0.043781880409356606, + 0.01711256745614031, + 0.027425312120614106, + 0.01732590579239761, + -0.023061163435672452, + -0.011174710704678221, + -0.011325527935818777, + -0.0035091932039473506, + 0.004744587522660881, + 0.021409590767543677 + ] + ], + "std": [ + [ + 1.551216006661219, + 1.0143372028076796, + 1.2187084249301219, + 1.0297549624764555, + 1.0122460594399296, + 0.9983403928938066, + 0.28158791437027286, + 0.9526865887702041, + 0.9742767406980914, + 1.066875823567642 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 5, + "depth": 6, + "padding": 20, + "parameters": 6124, + "cert_evals": { + "36": 0.8368837237358093, + "72": 0.7821058630943298, + "108": 0.7081558108329773, + "255": 0.21637247502803802 + }, + "fold": 1 + }, + { + "best_epoch": 31, + "best_val_acc": 0.8996328029375765, + "test_acc": 0.9035888077858881, + "train_size": 1368, + "val_size": 817, + "test_size": 3288, + "stats": { + "mean": [ + [ + 0.015907781140350814, + -0.002226113421052676, + 0.00912776447295319, + -0.002154920991959126, + 0.0031836314985380356, + 0.010374599444444719, + 0.033316965369883045, + 0.009327557160087575, + 0.000891657419590793, + 0.006515192383040968 + ] + ], + "std": [ + [ + 1.3819579471500247, + 1.004275883692728, + 1.095413957795245, + 0.9803011522566464, + 1.02223461206074, + 1.0167467029099182, + 1.9464523444956574, + 1.0297533577214233, + 0.9946199232832146, + 1.0446888834153083 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 5, + "depth": 6, + "padding": 20, + "parameters": 6124, + "cert_evals": { + "36": 0.8686131238937378, + "72": 0.8251216411590576, + "108": 0.7636861205101013, + "255": 0.2271897792816162 + }, + "fold": 2 + }, + { + "best_epoch": 29, + "best_val_acc": 0.8987951807228916, + "test_acc": 0.9044274809160305, + "train_size": 1368, + "val_size": 830, + "test_size": 3275, + "stats": { + "mean": [ + [ + -0.022221515862573354, + 0.012958097207602326, + -0.023529265928362474, + 0.036208808418859734, + -0.027518972836257316, + -0.013723225687134319, + -0.012668056071783647, + -0.009748616040204477, + -0.011955442258771813, + -0.013552336834795524 + ] + ], + "std": [ + [ + 0.6475896046566302, + 1.0059677646780396, + 0.5107302397945517, + 1.1498688572629936, + 0.9979365341699833, + 1.013315424044995, + 0.29978287731614, + 0.8399280364800779, + 0.8321768138579335, + 0.8892475036231946 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 5, + "depth": 6, + "padding": 20, + "parameters": 6124, + "cert_evals": { + "36": 0.8616793751716614, + "72": 0.8091602921485901, + "108": 0.7404580116271973, + "255": 0.1599999964237213 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8996457933272688, + "std_test_acc": 0.012928963219357447, + "n_samples": 5473, + "n_features": 10, + "n_classes": 5, + "mean_cert_acc_36": 0.8607141971588135, + "std_cert_acc_36": 0.016883999003471286, + "mean_cert_acc_72": 0.8121277987957001, + "std_cert_acc_72": 0.02220200198996083, + "mean_cert_acc_108": 0.7466623932123184, + "std_cert_acc_108": 0.029312350086250726, + "mean_cert_acc_255": 0.22741808369755745, + "std_cert_acc_255": 0.06016556879699179 + }, + "pima": { + "dataset": "pima", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 3, + "best_val_acc": 0.7863247863247863, + "test_acc": 0.673202614379085, + "train_size": 192, + "val_size": 117, + "test_size": 459, + "stats": { + "mean": [ + [ + -0.0019324124999998884, + -0.00012207583333333216, + 0.04217885052083333, + 0.00848995729166671, + 0.005174749999999932, + -0.046159915651041654, + 0.005953811979166655, + 0.07872151093750006 + ] + ], + "std": [ + [ + 0.9819510309933771, + 0.9111640190273224, + 0.9708504296826285, + 1.099822957973565, + 0.9218205138345946, + 1.056214861472258, + 1.0108583076345607, + 1.01432971356633 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 2, + "depth": 6, + "padding": 16, + "parameters": 5897, + "cert_evals": { + "36": 0.5533769130706787, + "72": 0.42047929763793945, + "108": 0.28104573488235474, + "255": 0.01525054406374693 + }, + "fold": 0 + }, + { + "best_epoch": 16, + "best_val_acc": 0.7777777777777778, + "test_acc": 0.7324263038548753, + "train_size": 192, + "val_size": 135, + "test_size": 441, + "stats": { + "mean": [ + [ + 0.019707258333333522, + 0.03424992687499997, + 0.03491385885416665, + -0.08194942239583324, + -0.03907010052083341, + 0.053195496510416655, + -0.0036192521354166743, + -0.06521345781250003 + ] + ], + "std": [ + [ + 1.0301685557841433, + 0.9959115695466323, + 1.0735770070448536, + 0.9845812772483306, + 0.9943920335167246, + 1.0696319409722543, + 0.9860249191330342, + 0.9892410062597343 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 2, + "depth": 6, + "padding": 16, + "parameters": 5897, + "cert_evals": { + "36": 0.6439909338951111, + "72": 0.5419501066207886, + "108": 0.4036281108856201, + "255": 0.05895691737532616 + }, + "fold": 1 + }, + { + "best_epoch": 27, + "best_val_acc": 0.825, + "test_acc": 0.7697368421052632, + "train_size": 192, + "val_size": 120, + "test_size": 456, + "stats": { + "mean": [ + [ + 0.17582224895833332, + 0.038322315416666634, + -0.07783248697916666, + -0.16520565468749995, + -0.11327850364583342, + -0.135474219296875, + -0.03175727552083333, + 0.09643667291666673 + ] + ], + "std": [ + [ + 1.0638504058639158, + 0.9838373596130083, + 1.064286398859908, + 1.0275191945092796, + 0.9301240391257053, + 1.0696755566062253, + 0.953495407419293, + 1.060048294039853 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 2, + "depth": 6, + "padding": 16, + "parameters": 5897, + "cert_evals": { + "36": 0.6842105388641357, + "72": 0.609649121761322, + "108": 0.5350877046585083, + "255": 0.17105263471603394 + }, + "fold": 2 + }, + { + "best_epoch": 27, + "best_val_acc": 0.7876106194690266, + "test_acc": 0.7451403887688985, + "train_size": 192, + "val_size": 113, + "test_size": 463, + "stats": { + "mean": [ + [ + 0.019707373958333604, + 0.04956274229166665, + -0.032895598437499944, + -0.02546561510416664, + -0.004270790312500018, + 0.06891787828125, + -0.041550713963541624, + 0.019818838020833326 + ] + ], + "std": [ + [ + 1.046076222621493, + 0.9765956060942442, + 1.0875934081009107, + 0.9881278389945256, + 0.9075867743815457, + 0.9995410119642123, + 0.8563442009545308, + 0.9709125098838245 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 2, + "depth": 6, + "padding": 16, + "parameters": 5897, + "cert_evals": { + "36": 0.6933045387268066, + "72": 0.6371490359306335, + "108": 0.5723541975021362, + "255": 0.2958963215351105 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7301265372770305, + "std_test_acc": 0.04098785962375198, + "n_samples": 768, + "n_features": 8, + "n_classes": 2, + "mean_cert_acc_36": 0.643720731139183, + "std_cert_acc_36": 0.06392719029545628, + "mean_cert_acc_72": 0.5523068904876709, + "std_cert_acc_72": 0.09656103137295362, + "mean_cert_acc_108": 0.44802893698215485, + "std_cert_acc_108": 0.13277904274174687, + "mean_cert_acc_255": 0.13528910442255437, + "std_cert_acc_255": 0.1255780859865293 + }, + "pittsburg-bridges-MATERIAL": { + "dataset": "pittsburg-bridges-MATERIAL", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 65, + "best_val_acc": 0.65, + "test_acc": 0.7333333333333333, + "train_size": 26, + "val_size": 20, + "test_size": 60, + "stats": { + "mean": [ + [ + -0.11238934615384605, + 0.19736865, + 0.15455, + 0.15961346153846157, + -0.07076646153846156, + 0.15434588461538454, + 0.1840363461538461 + ] + ], + "std": [ + [ + 0.9957184371723743, + 0.9959413552215316, + 1.0315511158616348, + 0.8772828351648864, + 1.0247762294541045, + 1.1028821922601193, + 0.7995873033749223 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 5866, + "cert_evals": { + "36": 0.550000011920929, + "72": 0.45000001788139343, + "108": 0.40000003576278687, + "255": 0.06666667014360428 + }, + "fold": 0 + }, + { + "best_epoch": 47, + "best_val_acc": 0.631578947368421, + "test_acc": 0.5245901639344263, + "train_size": 26, + "val_size": 19, + "test_size": 61, + "stats": { + "mean": [ + [ + -0.009688884615384565, + 0.22651538461538462, + 0.03409030769230755, + -0.09103884615384622, + 0.1841305, + 0.31850111538461523, + 0.027972884615384445 + ] + ], + "std": [ + [ + 1.115613086975337, + 1.0057941285258243, + 1.1782033883592151, + 0.9294434251013095, + 1.0832735600836598, + 1.0726038998514973, + 0.8999058194666532 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 5866, + "cert_evals": { + "36": 0.42622947692871094, + "72": 0.26229506731033325, + "108": 0.16393440961837769, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.125, + "test_acc": 0.1875, + "train_size": 26, + "val_size": 16, + "test_size": 64, + "stats": { + "mean": [ + [ + 0.14436196153846156, + -0.06772561923076922, + 0.15454984615384612, + 0.15961346153846157, + 0.29337180769230764, + 0.26378273076923064, + 0.027972884615384573 + ] + ], + "std": [ + [ + 1.0179791685372954, + 1.0403197946863862, + 1.0714178998681247, + 0.8772828351648864, + 0.8271634472356539, + 1.1323512832459435, + 0.8999058194666533 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 5866, + "cert_evals": { + "36": 0.09375, + "72": 0.078125, + "108": 0.046875, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 25, + "best_val_acc": 0.8235294117647058, + "test_acc": 0.7301587301587301, + "train_size": 26, + "val_size": 17, + "test_size": 63, + "stats": { + "mean": [ + [ + -0.3691406153846153, + 0.08633426923076921, + -0.00606200000000008, + -0.34169099999999986, + -0.14359411538461544, + 0.07226838461538451, + -0.05005884615384633 + ] + ], + "std": [ + [ + 0.7352238508876096, + 0.769629063092912, + 0.993332786470492, + 1.2842104251847937, + 0.9183219104916871, + 1.1684627801712248, + 0.9363807692307694 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 5866, + "cert_evals": { + "36": 0.60317462682724, + "72": 0.4285714626312256, + "108": 0.3492063581943512, + "255": 0.0476190522313118 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5438955568566224, + "std_test_acc": 0.2568859228192115, + "n_samples": 106, + "n_features": 7, + "n_classes": 3, + "mean_cert_acc_36": 0.41828852891921997, + "std_cert_acc_36": 0.22870585137719604, + "mean_cert_acc_72": 0.30474788695573807, + "std_cert_acc_72": 0.17281071940083792, + "mean_cert_acc_108": 0.24000395089387894, + "std_cert_acc_108": 0.16391998019036863, + "mean_cert_acc_255": 0.02857143059372902, + "std_cert_acc_255": 0.03389548868092154 + }, + "pittsburg-bridges-REL-L": { + "dataset": "pittsburg-bridges-REL-L", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 11, + "best_val_acc": 0.3076923076923077, + "test_acc": 0.265625, + "train_size": 26, + "val_size": 13, + "test_size": 64, + "stats": { + "mean": [ + [ + -0.2534473076923077, + 0.33873420769230767, + 0.033979423076922706, + 0.11527103846153851, + -0.28692915384615375, + 0.10456480769230773, + 0.12155461538461536 + ] + ], + "std": [ + [ + 0.9261583185285736, + 0.8009009247637227, + 1.0889481792626658, + 0.99653081940633, + 1.072126740077213, + 0.9196280170052044, + 0.8466063306348502 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 5866, + "cert_evals": { + "36": 0.078125, + "72": 0.046875, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 29, + "best_val_acc": 0.26666666666666666, + "test_acc": 0.27419354838709675, + "train_size": 26, + "val_size": 15, + "test_size": 62, + "stats": { + "mean": [ + [ + -0.09836800000000002, + 0.11185775384615383, + 0.07467526923076934, + -0.009052730769230726, + -0.10539519230769225, + 0.013804115384615371, + 0.27612307692307686 + ] + ], + "std": [ + [ + 1.0694354197920724, + 0.8688390763013727, + 0.8067650960246951, + 0.9157017407809144, + 1.0553979577856298, + 0.9260748900018138, + 0.7249903479716615 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 5866, + "cert_evals": { + "36": 0.14516128599643707, + "72": 0.04838709533214569, + "108": 0.016129031777381897, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 18, + "best_val_acc": 0.5625, + "test_acc": 0.4918032786885246, + "train_size": 26, + "val_size": 16, + "test_size": 61, + "stats": { + "mean": [ + [ + 0.21179084615384614, + -0.20075696923076924, + 0.23745903846153846, + 0.05310915384615384, + 0.14875234615384614, + 0.1348184615384615, + 0.12155461538461534 + ] + ], + "std": [ + [ + 0.858790726074425, + 0.9525936502475233, + 1.0303379408513154, + 0.9050907018495523, + 0.955082657540614, + 1.0895483096872065, + 0.8466063306348502 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 5866, + "cert_evals": { + "36": 0.3442622721195221, + "72": 0.24590162932872772, + "108": 0.19672130048274994, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 10, + "best_val_acc": 0.6428571428571429, + "test_acc": 0.47619047619047616, + "train_size": 26, + "val_size": 14, + "test_size": 63, + "stats": { + "mean": [ + [ + -0.3568335384615385, + -0.18405515384615387, + -0.00671646153846194, + 0.17743292307692307, + 0.2213659230769231, + 0.31633973076923083, + 0.12155461538461534 + ] + ], + "std": [ + [ + 0.8287037559089696, + 0.9069856689030475, + 1.0557430702422617, + 0.8702663846153843, + 0.9327384905473824, + 1.0726154740713343, + 0.8466063306348502 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 5866, + "cert_evals": { + "36": 0.3809524178504944, + "72": 0.111111119389534, + "108": 0.0317460335791111, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.3769530758165244, + "std_test_acc": 0.12381719276854446, + "n_samples": 103, + "n_features": 7, + "n_classes": 3, + "mean_cert_acc_36": 0.2371252439916134, + "std_cert_acc_36": 0.14821498562993354, + "mean_cert_acc_72": 0.11306871101260185, + "std_cert_acc_72": 0.09347679772363363, + "mean_cert_acc_108": 0.061149091459810734, + "std_cert_acc_108": 0.09130604367047677, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "pittsburg-bridges-SPAN": { + "dataset": "pittsburg-bridges-SPAN", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 12, + "best_val_acc": 0.6428571428571429, + "test_acc": 0.4, + "train_size": 23, + "val_size": 14, + "test_size": 55, + "stats": { + "mean": [ + [ + -0.029837999999999993, + -0.25806898695652175, + 0.27461930434782605, + -0.10251969565217388, + 0.0609171304347826, + -0.20858055217391297, + 0.1910520434782607 + ] + ], + "std": [ + [ + 0.7916916039569953, + 1.0125006038076372, + 0.8444054443868326, + 1.1230445292246944, + 0.9384505846315211, + 1.2509107678124556, + 0.9902371367201799 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 5866, + "cert_evals": { + "36": 0.1818181723356247, + "72": 0.1090909093618393, + "108": 0.072727270424366, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 6, + "best_val_acc": 0.5, + "test_acc": 0.39344262295081966, + "train_size": 23, + "val_size": 8, + "test_size": 61, + "stats": { + "mean": [ + [ + -0.20886565217391312, + 0.20484198695652173, + -0.07489591304347826, + 0.10251943478260879, + -0.22335769565217395, + -0.24650454782608694, + -0.23350947826086974 + ] + ], + "std": [ + [ + 1.1322718849321831, + 1.1240719320543364, + 1.0615420299973752, + 0.8963528876008708, + 1.0527502115584615, + 0.7255249335603758, + 1.1264874806517848 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 5866, + "cert_evals": { + "36": 0.2786885201931, + "72": 0.19672130048274994, + "108": 0.14754097163677216, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.75, + "test_acc": 0.5094339622641509, + "train_size": 23, + "val_size": 16, + "test_size": 53, + "stats": { + "mean": [ + [ + -0.26854200000000006, + 0.08719552173913042, + -0.024965043478260857, + -0.034172999999999946, + 0.34519221739130435, + 0.24650505217391308, + -0.4033346521739131 + ] + ], + "std": [ + [ + 0.7826434027524923, + 0.8532738699385454, + 1.116485175293137, + 1.0229130046834918, + 0.891588314188393, + 0.9488533640036454, + 0.9755681035759809 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 5866, + "cert_evals": { + "36": 0.43396228551864624, + "72": 0.28301888704299927, + "108": 0.24528302252292633, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.2, + "test_acc": 0.559322033898305, + "train_size": 23, + "val_size": 10, + "test_size": 59, + "stats": { + "mean": [ + [ + -0.20886582608695664, + -0.14202214347826086, + -0.024965130434782608, + 0.10251943478260875, + -0.060915000000000004, + 0.05688600869565217, + 0.1061391739130434 + ] + ], + "std": [ + [ + 0.7916911713540639, + 0.9447975425602776, + 1.0638879741325864, + 0.896352887600871, + 1.0621083198533245, + 1.0385861814225783, + 0.8575722370885731 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 5866, + "cert_evals": { + "36": 0.49152541160583496, + "72": 0.4067796468734741, + "108": 0.3050847351551056, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.4655496547783189, + "std_test_acc": 0.08208790574715669, + "n_samples": 92, + "n_features": 7, + "n_classes": 3, + "mean_cert_acc_36": 0.34649859741330147, + "std_cert_acc_36": 0.1418925914770261, + "mean_cert_acc_72": 0.24890268594026566, + "std_cert_acc_72": 0.1269636166118331, + "mean_cert_acc_108": 0.19265899993479252, + "std_cert_acc_108": 0.10300176359986503, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "pittsburg-bridges-T-OR-D": { + "dataset": "pittsburg-bridges-T-OR-D", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 12, + "best_val_acc": 0.875, + "test_acc": 0.5737704918032787, + "train_size": 25, + "val_size": 16, + "test_size": 61, + "stats": { + "mean": [ + [ + 0.15020296000000002, + -0.0008959920000000077, + -0.007506879999999985, + 0.09924271999999996, + -0.11183403999999993, + 0.06574727999999996, + 0.2686277600000001 + ] + ], + "std": [ + [ + 1.1056510586049282, + 0.9894276187747426, + 0.9455226916051597, + 1.1055352321467289, + 1.0069534202490789, + 0.9298309440615328, + 0.7342804012389428 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 2, + "depth": 6, + "padding": 14, + "parameters": 5833, + "cert_evals": { + "36": 0.3606557250022888, + "72": 0.1803278625011444, + "108": 0.06557376682758331, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.42105263157894735, + "test_acc": 0.2413793103448276, + "train_size": 25, + "val_size": 19, + "test_size": 58, + "stats": { + "mean": [ + [ + -0.22477987999999996, + -0.23302490400000006, + -0.3052941999999999, + -0.09418591999999981, + -0.30132007999999993, + 0.034113799999999944, + -0.29218840000000024 + ] + ], + "std": [ + [ + 0.8537489133489458, + 0.9442767857681105, + 1.1206967647206985, + 1.1278721619730465, + 0.8691601526879115, + 0.9222667065314241, + 1.1442940136936137 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 2, + "depth": 6, + "padding": 14, + "parameters": 5833, + "cert_evals": { + "36": 0.12068965286016464, + "72": 0.051724135875701904, + "108": 0.03448275849223137, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 36, + "best_val_acc": 0.7142857142857143, + "test_acc": 0.6825396825396826, + "train_size": 25, + "val_size": 14, + "test_size": 63, + "stats": { + "mean": [ + [ + 0.20377195999999997, + 0.09630778000000002, + 0.3328217600000001, + -0.22313807999999993, + 0.19134339999999994, + -0.029153040000000026, + 0.26862776000000005 + ] + ], + "std": [ + [ + 1.089967253887803, + 1.1192053646352136, + 0.8759745403148782, + 1.2131111924223241, + 0.9282879043276608, + 1.1030982427632627, + 0.7342804012389427 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 2, + "depth": 6, + "padding": 14, + "parameters": 5833, + "cert_evals": { + "36": 0.3968254327774048, + "72": 0.3492063581943512, + "108": 0.3333333432674408, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 24, + "best_val_acc": 0.5833333333333334, + "test_acc": 0.5692307692307692, + "train_size": 25, + "val_size": 12, + "test_size": 65, + "stats": { + "mean": [ + [ + -0.17121067999999995, + -0.21648582000000005, + 0.12011635999999999, + -0.09418591999999995, + -0.11183404000000002, + -0.28222119999999995, + 0.10839464000000007 + ] + ], + "std": [ + [ + 0.8571032600003676, + 0.9702298691514799, + 1.0541263774745755, + 0.9254069877190219, + 1.006953420249079, + 1.1836178575986762, + 0.8554107804035617 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 2, + "depth": 6, + "padding": 14, + "parameters": 5833, + "cert_evals": { + "36": 0.4923076927661896, + "72": 0.4615384638309479, + "108": 0.3384615480899811, + "255": 0.0923076942563057 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5167300634796395, + "std_test_acc": 0.19089333984580292, + "n_samples": 102, + "n_features": 7, + "n_classes": 2, + "mean_cert_acc_36": 0.34261962585151196, + "std_cert_acc_36": 0.15803269774074916, + "mean_cert_acc_72": 0.26069920510053635, + "std_cert_acc_72": 0.18101570490329133, + "mean_cert_acc_108": 0.19296285416930914, + "std_cert_acc_108": 0.1655472384163542, + "mean_cert_acc_255": 0.023076923564076424, + "std_cert_acc_255": 0.04615384712815285 + }, + "pittsburg-bridges-TYPE": { + "dataset": "pittsburg-bridges-TYPE", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 38, + "best_val_acc": 0.5555555555555556, + "test_acc": 0.3442622950819672, + "train_size": 26, + "val_size": 18, + "test_size": 61, + "stats": { + "mean": [ + [ + -0.2226830769230769, + 0.05670122692307692, + -0.043026884615384405, + -0.03758799999999994, + 0.17069815384615383, + 0.05726184615384619, + 0.03333576923076921 + ] + ], + "std": [ + [ + 0.9229643846157178, + 0.8879073657273664, + 0.9090621758106759, + 0.8047152853556344, + 0.9896400284910009, + 0.9758970201578133, + 1.0579562243200262 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 6, + "depth": 6, + "padding": 14, + "parameters": 5965, + "cert_evals": { + "36": 0.24590162932872772, + "72": 0.19672130048274994, + "108": 0.13114753365516663, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 15, + "best_val_acc": 0.23809523809523808, + "test_acc": 0.1724137931034483, + "train_size": 26, + "val_size": 21, + "test_size": 58, + "stats": { + "mean": [ + [ + -0.17140723076923073, + 0.17603493076923074, + -0.043027115384615275, + 0.08770580769230771, + 0.06073815384615386, + 0.140003576923077, + 0.11111846153846151 + ] + ], + "std": [ + [ + 0.9955960192363054, + 0.8707946707612142, + 1.076508222112097, + 0.8969691136995324, + 1.0157671583515164, + 1.0382138974203643, + 0.8520637539328237 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 6, + "depth": 6, + "padding": 14, + "parameters": 5965, + "cert_evals": { + "36": 0.017241379246115685, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 28, + "best_val_acc": 0.46153846153846156, + "test_acc": 0.30303030303030304, + "train_size": 26, + "val_size": 13, + "test_size": 66, + "stats": { + "mean": [ + [ + 0.13624746153846157, + -0.13478680769230772, + 0.03693388461538476, + 0.08770600000000003, + -0.01256838461538465, + 0.05726215384615386, + 0.033336038461538396 + ] + ], + "std": [ + [ + 0.8716889547511608, + 0.9579937729204642, + 1.0615560480179493, + 0.7749005943842086, + 0.9916744330944691, + 1.0538491233066194, + 0.8970306628997816 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 6, + "depth": 6, + "padding": 14, + "parameters": 5965, + "cert_evals": { + "36": 0.1818181872367859, + "72": 0.07575757801532745, + "108": 0.03030303120613098, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.10526315789473684, + "test_acc": 0.1, + "train_size": 26, + "val_size": 19, + "test_size": 60, + "stats": { + "mean": [ + [ + 0.2900749615384615, + -0.1092556538461538, + -0.16296869230769223, + 0.08770600000000003, + -0.12252815384615393, + 0.002101461538461631, + -0.0444463846153846 + ] + ], + "std": [ + [ + 0.9565380984621445, + 1.0668876495414104, + 1.087587760209891, + 0.7749005943842086, + 0.9250887318796751, + 0.7643326705239842, + 0.9333890769230768 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 6, + "depth": 6, + "padding": 14, + "parameters": 5965, + "cert_evals": { + "36": 0.0833333358168602, + "72": 0.03333333507180214, + "108": 0.01666666753590107, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.22992659780392963, + "std_test_acc": 0.11343933314228556, + "n_samples": 105, + "n_features": 7, + "n_classes": 6, + "mean_cert_acc_36": 0.13207363290712237, + "std_cert_acc_36": 0.10164217709875929, + "mean_cert_acc_72": 0.07645305339246988, + "std_cert_acc_72": 0.08596378001859163, + "mean_cert_acc_108": 0.04452930809929967, + "std_cert_acc_108": 0.05906011054187547, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "planning": { + "dataset": "planning", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 9, + "best_val_acc": 0.5925925925925926, + "test_acc": 0.6, + "train_size": 45, + "val_size": 27, + "test_size": 110, + "stats": { + "mean": [ + [ + -0.13597411777777782, + -0.059930613333333334, + 0.1726637911111111, + 0.034723479999999994, + 0.1943293844444444, + -0.058733431111111144, + -0.116129388, + 0.17681400222222224, + -0.19228555555555557, + -0.07629513333333332, + 0.07577999111111111, + 0.14000706444444447 + ] + ], + "std": [ + [ + 0.9037583332493699, + 0.8892684096511589, + 0.9934159714161822, + 0.9795447749569939, + 0.991099979203418, + 0.8238368829401475, + 0.8461204418967577, + 1.0434976919452328, + 0.9979969012441308, + 0.9523454999652433, + 0.9216888475521186, + 1.061608647395146 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 6153, + "cert_evals": { + "36": 0.4636363387107849, + "72": 0.34545454382896423, + "108": 0.22727271914482117, + "255": 0.045454543083906174 + }, + "fold": 0 + }, + { + "best_epoch": 15, + "best_val_acc": 0.5277777777777778, + "test_acc": 0.46534653465346537, + "train_size": 45, + "val_size": 36, + "test_size": 101, + "stats": { + "mean": [ + [ + 0.11314807155555553, + -0.05681264375555557, + 0.03933796666666664, + 0.04977631111111109, + 0.03694895555555555, + -0.044924306666666684, + 0.04804084666666663, + 0.12195993333333337, + 0.042717271111111156, + 0.008962882222222232, + -0.0006334968888889045, + -0.0009558044444444105 + ] + ], + "std": [ + [ + 0.9103807361609941, + 0.9363715375995261, + 1.1502145656153577, + 1.0558247484927283, + 1.076388481139489, + 1.0010167884068093, + 0.9233794686212015, + 0.8789681038837464, + 0.8499326718606948, + 0.8719046264511446, + 0.8860788083725304, + 0.8502961074388711 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 6153, + "cert_evals": { + "36": 0.3465346395969391, + "72": 0.20792078971862793, + "108": 0.09900990128517151, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 21, + "best_val_acc": 0.7083333333333334, + "test_acc": 0.5398230088495575, + "train_size": 45, + "val_size": 24, + "test_size": 113, + "stats": { + "mean": [ + [ + -0.08181936222222222, + 0.032095062222222207, + -0.2932722444444444, + -0.2642803151111112, + -0.2482941920666666, + 0.04209659104444442, + -0.08089617555555557, + 0.011037159999999989, + -0.05962093333333333, + -0.05360210222222223, + 0.041594423777777785, + 0.03579832413333331 + ] + ], + "std": [ + [ + 1.0346900075231742, + 0.983181200526179, + 0.8190101673790661, + 0.8655727810698712, + 0.9958599284470852, + 0.9221770981656976, + 1.0076979840800466, + 1.0249788633648824, + 1.0799692279692954, + 1.0059810529176614, + 1.0760442404746193, + 0.966271648432117 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 6153, + "cert_evals": { + "36": 0.4247787594795227, + "72": 0.28318583965301514, + "108": 0.21238937973976135, + "255": 0.02654867246747017 + }, + "fold": 2 + }, + { + "best_epoch": 28, + "best_val_acc": 0.6956521739130435, + "test_acc": 0.5263157894736842, + "train_size": 45, + "val_size": 23, + "test_size": 114, + "stats": { + "mean": [ + [ + 0.10711943111111107, + 0.19129145333333336, + 0.23947074666666662, + 0.1974917848888889, + 0.06191540222222221, + 0.19409456755555554, + 0.10399900533333334, + -0.07677485555555555, + 0.05582479999999996, + -0.0920865622222222, + 0.07224912822222225, + -0.22088875111111111 + ] + ], + "std": [ + [ + 0.9820868604107751, + 0.8497304858975051, + 0.9414935653357391, + 0.9419249731758765, + 0.9517511837520722, + 0.8554967298035733, + 1.06563202833593, + 1.067683309777831, + 0.968308470640187, + 1.07319052594271, + 1.055131325540202, + 1.0489152018459469 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 6153, + "cert_evals": { + "36": 0.38596493005752563, + "72": 0.28070175647735596, + "108": 0.2017543911933899, + "255": 0.035087719559669495 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5328713332441768, + "std_test_acc": 0.05524840049865635, + "n_samples": 182, + "n_features": 12, + "n_classes": 2, + "mean_cert_acc_36": 0.4052286669611931, + "std_cert_acc_36": 0.050364480355414604, + "mean_cert_acc_72": 0.2793157324194908, + "std_cert_acc_72": 0.05623901080983242, + "mean_cert_acc_108": 0.18510659784078598, + "std_cert_acc_108": 0.0583441575346216, + "mean_cert_acc_255": 0.02677273377776146, + "std_cert_acc_255": 0.019450608087410764 + }, + "plant-margin": { + "dataset": "plant-margin", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 36, + "best_val_acc": 0.7479338842975206, + "test_acc": 0.732776617954071, + "train_size": 400, + "val_size": 242, + "test_size": 958, + "stats": { + "mean": [ + [ + -0.0010596968500001934, + -0.01804303900000009, + 0.058554600000000095, + -0.04174014875000007, + -0.00557412199999981, + 0.022321825499999975, + 0.009465832749999917, + 0.026944449999999596, + 0.0220769747500004, + -0.02089326899999988, + -0.012520925000000096, + 0.0033962770000000053, + 0.0021340793749998234, + -0.0033546413499999455, + 0.021925117425000074, + 0.013851212499999961, + -0.0015689260000001164, + -0.004634679999999923, + -0.05511270024999984, + 0.026070323000000024, + 0.01848005475000007, + 0.0022656225000003355, + -0.01842250000000018, + 0.01246016899999983, + 0.0098437735000002, + -0.032934458000000104, + 0.049291360500000325, + 0.0024477580000001266, + -0.02057179899999991, + 0.0009727362499999343, + 0.0017701742499999368, + 0.00541423612499992, + 0.02091535780000011, + 0.020351312499999816, + -0.009445618999999935, + -0.02841862299999999, + 0.029737960000000185, + 0.018735809500000172, + 0.014390100750000086, + -0.016125830000000306, + 0.012385870249999646, + -0.043971327499999775, + 0.0009311264999999372, + 0.01806689874999989, + -0.008581579999999964, + -0.009399341000000174, + -0.03755508207500001, + -0.0009747140000000407, + 0.028856429249999874, + -0.0030426587000000733, + -0.015013867049999909, + -0.004152345000000207, + 0.02680056899999996, + -0.02129718575000011, + 0.022555419000000035, + -0.00723436300000014, + 0.036754802499999906, + -0.02058847975000004, + -0.010368677175000047, + -0.029642165000000022, + -0.02736674750000015, + 0.0008163920000001678, + 0.018380879350000014, + -0.008580070000000413 + ] + ], + "std": [ + [ + 0.9874340403909011, + 0.9592061852266575, + 1.0435962908617902, + 0.9425389198852354, + 1.0047339728470936, + 1.0363144948903504, + 1.0296524029950296, + 1.0063022213625923, + 1.094313672273991, + 1.0202299972901783, + 0.985157157060649, + 0.9888027948033142, + 0.9932416135375679, + 0.9909877623883768, + 1.0005062186033022, + 1.2067387345575986, + 0.984270179305036, + 0.9091203000942354, + 0.9545319559171044, + 0.983601787222833, + 1.011060877681347, + 0.9799045991624534, + 0.9223386505533625, + 1.0460006470835634, + 1.0181216615718796, + 0.9516193964985948, + 1.0882812579258407, + 1.0329753644197, + 0.9792719916843142, + 0.9673648432380815, + 0.9958388822460692, + 1.012645249804551, + 1.0439458247448072, + 1.0733982117428793, + 1.0111716504511818, + 0.996690448869414, + 1.0367837370015323, + 1.0026230843872075, + 1.0036523141489182, + 0.9356670752186079, + 1.0259733303222744, + 0.9543079293157887, + 1.016979624435871, + 1.0361404335495707, + 0.9710294506381861, + 0.9356304778213941, + 0.9636374865372435, + 0.9682684696531572, + 1.0488592685926776, + 1.0095591832024964, + 0.9864668975312801, + 0.965788248416018, + 1.0175463184007973, + 0.9707788038864342, + 1.035917848788737, + 0.9984750436485963, + 1.047306945528514, + 0.9624268336767162, + 1.0407274202088548, + 0.9906889986330216, + 0.9133036560743315, + 1.0063256302193264, + 1.0448919868528035, + 1.060209155310641 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 387691, + "cert_evals": { + "36": 0.6805845499038696, + "72": 0.6179540753364563, + "108": 0.5396659970283508, + "255": 0.2703549265861511 + }, + "fold": 0 + }, + { + "best_epoch": 28, + "best_val_acc": 0.7692307692307693, + "test_acc": 0.7246376811594203, + "train_size": 400, + "val_size": 234, + "test_size": 966, + "stats": { + "mean": [ + [ + 0.018630191274999833, + 0.0021237185000000623, + 0.020341910000000126, + -0.03847603025000004, + 0.0024851145000002843, + -0.019245363750000032, + 0.01765857999999999, + -0.09520458750000026, + 0.016723600750000407, + -0.020893166249999973, + -0.013275087500000034, + -0.009778451499999922, + 0.02100441234999998, + -0.0006707280500000078, + 0.01202943670000018, + -0.012221054999999943, + 0.026685538499999994, + 0.03934188799999998, + -0.017911806749999953, + -0.004428536999999995, + 0.013875288750000034, + -0.007751707499999634, + 0.03217363749999957, + 0.003825904499999896, + 0.010617184500000114, + -0.03897739600000022, + -0.00972438474999977, + 0.0034970589999999357, + 0.02035820800000013, + -0.037335613750000024, + -0.008548351749999959, + 0.0018481537499997402, + -0.007583834749999951, + 0.04391894749999982, + 0.033370660000000205, + 0.00937306074999997, + -0.013948834999999842, + 0.005821061250000135, + 0.03052180125000005, + 0.02165496999999981, + -0.00854195450000032, + -0.03606767999999988, + -0.017944192250000105, + -0.02588678125000007, + 0.01616825525000002, + -0.00827056050000008, + -0.0017126565000000083, + -0.01656842850000004, + -0.017988074249999902, + -0.03559730630000006, + -0.0036789360499999424, + 0.012461489999999617, + 0.026261220249999995, + -0.020665702500000202, + -0.0005093669999999243, + -0.009416002500000138, + -0.02145052, + 0.012404727999999953, + 0.008414623600000027, + 0.026667712, + 0.023455849999999993, + 0.01995325700000049, + 0.017141528075000113, + -0.00027581000000054354 + ] + ], + "std": [ + [ + 1.041295070488909, + 1.0014805383027654, + 1.0526387415016842, + 0.9348659203435066, + 1.012132944361091, + 0.9779461065975633, + 1.0032476656820697, + 0.765138203982258, + 1.084558801095068, + 1.0155838017759249, + 0.9847823955761184, + 1.0321402388555014, + 1.0519629684769372, + 0.9582131621864026, + 0.9927092815254406, + 0.803704884375634, + 0.9988728657062945, + 1.1858597763171363, + 1.012274069308041, + 1.012471113861707, + 1.0151240798466312, + 0.9972545733894309, + 1.0563298324391637, + 1.0047120258743576, + 1.016702961526915, + 0.9272542628757423, + 1.012180666645035, + 1.0130792339306003, + 0.9869444731802731, + 0.9732936953239708, + 0.9987581693686506, + 1.0025285436476967, + 0.9823926819700436, + 1.13766033578092, + 1.0184063166975657, + 1.0037002652524598, + 1.0159024793557991, + 0.998493316788935, + 1.0374784962262864, + 1.0063283056949195, + 1.0742583169244284, + 0.9634076134691111, + 0.958447407516677, + 1.0041785286506213, + 1.013112893307404, + 0.9769612001923168, + 1.0056368868600618, + 0.9788744628207897, + 0.9629520265558652, + 0.929550730995055, + 0.9854910637585246, + 1.0358257613723332, + 1.0240098398191608, + 0.9303959288426701, + 1.0012547252975355, + 0.9956229965329875, + 1.021855039918818, + 1.0091992464793387, + 0.9897071424780775, + 0.9856059256334351, + 1.0201829621015206, + 1.0268852627871752, + 1.0341940427237508, + 0.9799526515218273 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 387691, + "cert_evals": { + "36": 0.6625258922576904, + "72": 0.5817805528640747, + "108": 0.5, + "255": 0.239130437374115 + }, + "fold": 1 + }, + { + "best_epoch": 44, + "best_val_acc": 0.7565217391304347, + "test_acc": 0.7391752577319588, + "train_size": 400, + "val_size": 230, + "test_size": 970, + "stats": { + "mean": [ + [ + 0.005920089124999763, + -0.001301032000000133, + 0.0013308824999999258, + 0.008417454999999876, + 0.005976730250000185, + 0.019669846999999876, + 0.010878556750000047, + 0.025150082499999716, + 0.0022754870000003123, + 0.024085954000000003, + -0.005742166250000042, + -0.007721828999999947, + 0.00371573337499994, + -0.012943442949999913, + -0.014590249949999882, + -0.025256129999999963, + -0.011889130000000098, + -0.019724357499999953, + -0.01377830674999994, + 0.006886749000000014, + -0.003516929999999907, + -0.03828019749999969, + 0.005775229999999821, + -0.030314237500000177, + -0.019109295999999804, + 0.04844473150000008, + -0.02716004849999974, + 0.002796986500000034, + -0.019719068250000017, + 0.041975102500000014, + -0.017687051749999974, + -0.021844609375000337, + 0.020916906100000077, + -0.022494655000000176, + 0.026175232000000156, + 0.010884623500000074, + -0.021303965499999796, + -0.0039162167499998055, + -0.015307416500000065, + 0.012900294999999774, + 0.006834127249999801, + 0.027173450000000154, + 0.0027974614999998885, + 0.028211698749999896, + -0.0031931937499999692, + 0.011277844999999809, + 0.00992980717499997, + -0.013968735000000017, + -0.01707076174999997, + 0.01365854819999998, + -0.0014908621499998933, + 0.009138499999999666, + 0.02060593399999994, + 0.007099336749999857, + -0.003448647499999997, + 0.0015010997499998568, + -0.03850890625000006, + 0.0022736427499999282, + -0.013522159549999977, + -0.0332120949999999, + 0.005866322499999921, + -0.004317283999999508, + -0.00538338794999997, + -0.0069175300000004145 + ] + ], + "std": [ + [ + 1.0010921783674436, + 0.9945407140012373, + 1.005748587963517, + 0.9668282590649625, + 1.0031010346345277, + 0.9967928785295819, + 0.9751713195709866, + 1.1467050887662724, + 0.9392946439639414, + 0.9895328846805108, + 0.9767912569515301, + 0.9727489873091506, + 0.9701070098004984, + 1.0053545262016492, + 0.9846236608578788, + 0.7727736342078088, + 0.971944708609996, + 0.8826840113147226, + 0.98563931252641, + 0.9711438420390225, + 0.9629058280406353, + 0.9716674314378894, + 1.1301355955709167, + 0.9477815286674603, + 0.9881704764475729, + 1.0137752766865444, + 0.9583402354865277, + 0.9958443104934569, + 0.9663730766877806, + 1.0669358291663034, + 0.955827255033273, + 0.9505215572351379, + 1.0084010054173358, + 0.9871444837708967, + 1.0130833200270473, + 1.043702427349745, + 0.9912743901116762, + 0.973685836703786, + 0.985763394194837, + 1.0377291955455417, + 1.0077815203197755, + 1.0141762382944473, + 1.019662919156708, + 1.046456382869172, + 1.0332849966442448, + 1.0406499407344652, + 0.9961622026264285, + 0.9855957603524927, + 0.9824473993933991, + 1.0388871379951687, + 1.0170409949547163, + 1.03216407460882, + 1.0347227568843633, + 1.0401704190454892, + 0.9504580582249552, + 0.9606350019976608, + 1.0073622594193574, + 1.0173972038824486, + 0.9758624776113387, + 1.017294570276939, + 1.1903867160054817, + 1.041760575180181, + 0.9817904646611345, + 0.9934098271111226 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 387691, + "cert_evals": { + "36": 0.6762886643409729, + "72": 0.6072165369987488, + "108": 0.5371134281158447, + "255": 0.27525773644447327 + }, + "fold": 2 + }, + { + "best_epoch": 29, + "best_val_acc": 0.691699604743083, + "test_acc": 0.7328405491024287, + "train_size": 400, + "val_size": 253, + "test_size": 947, + "stats": { + "mean": [ + [ + 0.0049220609499997505, + 0.014300554999999927, + -0.013117759999999938, + 0.0006888637499999897, + 0.014571960000000097, + -0.029186410499999996, + 0.002400438750000075, + -0.053890317500000125, + 0.010837756000000382, + -0.043686283749999874, + 0.00818919124999994, + 0.02274708350000002, + -0.010304195600000106, + 0.021186932849999934, + 0.02806746060000008, + 0.03340746249999935, + -0.023547052000000096, + -0.033522315499999976, + 0.008610349500000156, + 0.027052154499999995, + -0.010934992499999938, + 0.006081485000000295, + 0.02777317250000039, + 0.016383195499999857, + 0.03879757150000023, + -0.021655729750000265, + 0.014864098750000401, + 0.036007804000000046, + -0.006075429999999921, + -0.019079332500000098, + 0.046873371749999754, + 0.020189249124999916, + -0.006358586449999976, + -0.01606563250000019, + -0.011602580249999888, + 0.013908655750000045, + -0.026925847499999826, + 0.04435231250000004, + 0.0030248995000000476, + 0.04331075999999964, + -0.010036047250000119, + -0.020255887499999837, + 0.016312687999999884, + 0.0007390799999998633, + -0.01058009674999995, + 0.022933002500000025, + 0.018606085150000003, + -0.02793774274999995, + 0.02640782450000013, + 0.0009197187999999446, + 0.01879274900000016, + -0.012793932500000254, + -0.05696751475000014, + 0.009623771999999869, + -0.014076831999999899, + 0.03262045174999992, + -0.03750922250000002, + -0.020068239750000067, + 0.007511379900000031, + 0.011995891500000104, + 0.001957915000000034, + 0.008284810500000324, + -0.03583419272500005, + 0.025183247499999534 + ] + ], + "std": [ + [ + 1.0292860056491944, + 1.0292792317834558, + 1.021157636187128, + 1.0004671883473788, + 1.0099925807918118, + 0.940459599532873, + 1.0284403765468189, + 0.8253858457506277, + 1.0205839902595195, + 0.9375845702209917, + 1.0276192722636466, + 1.0352781665590673, + 1.00573951678478, + 1.0168176366617936, + 1.0354526336454533, + 1.409467384284455, + 1.0173514777145187, + 0.9176768917465363, + 0.9987312571300704, + 1.011937740881034, + 0.998584402272729, + 1.056733717686757, + 1.037552726041927, + 1.0142258428702424, + 1.035939823876147, + 0.9963005677388238, + 1.0191184901038401, + 1.0189027476350714, + 0.9772965657228759, + 0.9822876158929498, + 1.1026232958885742, + 1.0501886707528871, + 0.9971602814316513, + 1.0340674788196675, + 0.9800225335712383, + 1.0197769718133536, + 0.9741149929553732, + 1.042912622378931, + 0.9736271090391864, + 1.061534430063924, + 0.9526685914619262, + 1.0048497041951536, + 1.0274317900005205, + 0.9912072467959292, + 0.9895627947501346, + 1.0186115853191826, + 1.013480663944259, + 0.9413201803178272, + 1.0436199704257596, + 0.9898799364419235, + 1.0333854032952587, + 0.9495359391868493, + 0.9383015025414292, + 1.0126790152589706, + 0.9761807480062364, + 1.0554871962715169, + 0.9748100083771338, + 0.9555452645008876, + 1.0523449870830452, + 0.9961427848161136, + 1.2062430696295, + 1.0118419269696228, + 0.9775440389434499, + 0.9524811445180422 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 387691, + "cert_evals": { + "36": 0.6715945601463318, + "72": 0.5955649614334106, + "108": 0.5290390849113464, + "255": 0.262935608625412 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7323575264869697, + "std_test_acc": 0.005957807754396161, + "n_samples": 1600, + "n_features": 64, + "n_classes": 100, + "mean_cert_acc_36": 0.6727484166622162, + "std_cert_acc_36": 0.0077410104393905825, + "mean_cert_acc_72": 0.6006290316581726, + "std_cert_acc_72": 0.015539866206625206, + "mean_cert_acc_108": 0.5264546275138855, + "std_cert_acc_108": 0.01820876210013363, + "mean_cert_acc_255": 0.26191967725753784, + "std_cert_acc_255": 0.01601498074843764 + }, + "connect-4": { + "dataset": "connect-4", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 53, + "best_val_acc": 0.8214808311384255, + "test_acc": 0.8175025360615582, + "train_size": 16889, + "val_size": 10251, + "test_size": 40417, + "stats": { + "mean": [ + [ + 0.030039043756277816, + 0.019902300550625314, + 0.02412979927762107, + 0.01985044289179096, + 0.04051709657175008, + 0.019031591236910044, + -0.0045395188821050255, + 0.00019764479838064707, + -0.0054407273373289445, + 0.0013942071762814724, + 0.0055600884599283544, + 0.001485642518807598, + -0.045466167742357476, + -0.01035231553081155, + -0.011896642548398602, + -0.003500336017520728, + -0.005169183847484449, + -0.004208846444423896, + -0.015666746284570425, + -0.004623683640220639, + -0.003240515128237825, + 0.007526564154155245, + 0.005614181419874743, + -0.0009578565812173992, + -0.008785680620530124, + 2.9899105920217333e-05, + 0.008153071703466623, + 0.012008136479367208, + 0.006621551092434575, + -0.0019656975546212823, + -0.013779740837230907, + -0.007963726330753096, + 0.0029912185446102466, + 0.006957733791219768, + 0.009923208727565623, + 0.008400017940669328, + 0.005648935283319054, + -0.0006844205696187397, + -0.00016250281250430496, + 0.005438035407640847, + 0.006130487891554314, + 0.0019121513411066388 + ] + ], + "std": [ + [ + 1.006531226467314, + 1.008924218376966, + 1.0197183666704737, + 1.023893878424687, + 1.1159454713651147, + 1.1190732652590052, + 1.0024169825217877, + 0.9994835093105424, + 0.9930989860238304, + 1.004612308430935, + 1.0242747269577495, + 0.9967703228906594, + 1.0081015996457976, + 1.0023951062831706, + 0.9892908401102037, + 0.9991151349692805, + 0.9863950858355114, + 0.960184531380724, + 0.9986346631032498, + 1.0001270989782147, + 0.9928951530660571, + 1.0169032842233705, + 1.013285375385304, + 0.970290472444351, + 0.9945759706604689, + 0.9972408901165424, + 1.0114521905940863, + 1.0290063758644428, + 1.023278904623385, + 0.9324949802555003, + 0.9965943679305745, + 0.9932874797871102, + 1.0036564691959504, + 1.0228377133115587, + 1.0386526847608728, + 1.1257342158605066, + 1.0035861966708441, + 1.000236858494279, + 0.9968329006749054, + 1.0125833294784417, + 1.0214319654141149, + 1.006766118353405 + ] + ] + }, + "width": 128, + "in_features": 42, + "out_features": 2, + "depth": 6, + "padding": 84, + "parameters": 93705, + "cert_evals": { + "36": 0.696810781955719, + "72": 0.5440037846565247, + "108": 0.3875349760055542, + "255": 0.018259644508361816 + }, + "fold": 0 + }, + { + "best_epoch": 47, + "best_val_acc": 0.8167585663647106, + "test_acc": 0.8175108609794629, + "train_size": 16889, + "val_size": 10156, + "test_size": 40512, + "stats": { + "mean": [ + [ + 0.027203261152216014, + 0.024381636864207697, + 0.020735522529443332, + 0.023047149623986126, + 0.020027097519112465, + 0.026940308105877917, + -0.00722533788855856, + -0.00531791621766461, + -0.009308466457466616, + 0.00578968973889537, + -0.0010269574279278557, + 0.004949220640663072, + -0.037384035289282136, + -0.016723926816264917, + -0.008892225590617149, + -0.008508028006396103, + -0.004554644798399636, + 0.0002488341287307118, + -0.014038076854764218, + 0.0028520603943621176, + 0.0008038332642066601, + 0.002791597607881187, + -0.00160992456626965, + -0.0009578257800985885, + 5.388069156555676e-05, + 0.010160649535196326, + 0.012398836639225969, + 5.7993960568914834e-05, + -0.003970593522402191, + 0.0032774340103030072, + -0.010958108650600418, + 0.003209088104681389, + 0.008421007164421582, + 0.007349537331987826, + 0.008767308745328259, + -0.0032300263189079456, + -0.0018860788679084654, + -0.009485176801493057, + -0.0028463511753280563, + 0.0013060429865429904, + -0.0015533507016145245, + 0.012107637870801016 + ] + ], + "std": [ + [ + 1.0053784970608792, + 1.0086117051709853, + 1.0174407281192794, + 1.0328236445577126, + 1.0555647249928823, + 1.1828794778966805, + 1.0020910755122447, + 1.0000565113338769, + 0.9890321160451245, + 1.0150152665488792, + 0.9899360205182285, + 1.0509979377431884, + 1.0058247313452429, + 0.9943794278675755, + 0.9914355031605685, + 0.98735263698585, + 0.9895129572809503, + 0.9832660190727348, + 1.0002454573596118, + 1.005345164132691, + 1.0022702027544366, + 1.0038695389702308, + 0.9884994910041733, + 1.0323210247180712, + 0.9997460580413666, + 1.0089872644160143, + 1.0235001251776934, + 0.9984386209085483, + 0.9823324227005963, + 1.0494438702787408, + 0.9933592013054958, + 1.0038908920524567, + 1.013697656799958, + 1.0183153010542547, + 1.0567215054144603, + 0.8880868673858706, + 1.0011297314158905, + 0.9952887406369397, + 0.9967427026967423, + 1.006175884588394, + 0.991937713430211, + 1.1100304287997806 + ] + ] + }, + "width": 128, + "in_features": 42, + "out_features": 2, + "depth": 6, + "padding": 84, + "parameters": 93705, + "cert_evals": { + "36": 0.6900177597999573, + "72": 0.5329038500785828, + "108": 0.3740620017051697, + "255": 0.012317338027060032 + }, + "fold": 1 + }, + { + "best_epoch": 46, + "best_val_acc": 0.816813294232649, + "test_acc": 0.8157920767594836, + "train_size": 16889, + "val_size": 10230, + "test_size": 40438, + "stats": { + "mean": [ + [ + 0.025572694783573928, + 0.01329715524895377, + 0.021220418319602922, + 0.01865168985727237, + 0.01982012718339098, + 0.00963998614483818, + 0.002528423115643657, + 0.014210160400253889, + 0.019369405767058635, + 0.014451386997468231, + 0.013793931316224738, + 0.012371159470670088, + -0.039714018710444283, + 0.002464175676483553, + -0.003429649002305634, + -0.009634763751553201, + 0.0009762194327558758, + 0.0017347277695622, + -0.010497498845409039, + -0.009077317366310872, + -0.009626320682147567, + -0.007594781810667109, + -0.00470596897387065, + -0.0015970677600842312, + -0.009472249452314906, + -0.00820725051809292, + -0.0026667849487946728, + -0.015432931020187987, + 0.0013254907454667974, + 0.008520569927173222, + -0.01259168517970182, + -0.013636079637638902, + -0.01148821777488854, + 0.0004930685061226005, + 0.0037583447036442816, + 0.004523333086622283, + -0.0011041412753886373, + 0.0011898180472266853, + 0.004086905974287228, + 0.0047194280300578055, + 0.006496377523849094, + 0.0006377091894106407 + ] + ], + "std": [ + [ + 1.002340911028259, + 1.000241509886604, + 1.0182352047279812, + 1.026450786988581, + 1.0586830294039484, + 1.0573441287107759, + 0.9999723336345973, + 1.0051963116139528, + 1.0189730060934503, + 1.0249429350044355, + 1.0283337398578962, + 1.0717856671455852, + 1.007021137501264, + 1.0086278986575667, + 0.9953893180688569, + 0.98676435866359, + 1.0045070750637721, + 0.9894410915928983, + 1.0018969853345276, + 0.9951351558433682, + 0.9829488046935272, + 0.9826669281585328, + 0.9809482582136214, + 1.0155101449208117, + 0.9962026519420597, + 0.990863381380769, + 1.0019931559758173, + 0.9596014491771616, + 1.0169055158769793, + 1.076548189219986, + 0.9955495648295175, + 0.9907146280157456, + 0.9785756681213451, + 1.006526766910725, + 1.0173366899136054, + 1.0876518916773228, + 1.0029420841971977, + 0.9990722630784118, + 1.0096089946640998, + 1.0127375864747392, + 1.01584212211435, + 0.9362241233272562 + ] + ] + }, + "width": 128, + "in_features": 42, + "out_features": 2, + "depth": 6, + "padding": 84, + "parameters": 93705, + "cert_evals": { + "36": 0.6902913451194763, + "72": 0.5386517643928528, + "108": 0.38110193610191345, + "255": 0.01896730810403824 + }, + "fold": 2 + }, + { + "best_epoch": 23, + "best_val_acc": 0.8173748254538201, + "test_acc": 0.8123862014664632, + "train_size": 16889, + "val_size": 10026, + "test_size": 40642, + "stats": { + "mean": [ + [ + 0.0255017919592495, + 0.022711381550094376, + 0.022287194327654584, + 0.02371314346613092, + 0.02809891444136949, + 0.011617169660734934, + -0.003762045615482179, + -0.0006222379063383423, + -0.0011956524365063191, + 0.008375274142948436, + -0.0028795755225458197, + 0.004949219420934186, + -0.03286969234417018, + -0.016504218603819, + -0.0016998223695865533, + -0.0031247556989696936, + -0.011519434898461321, + 0.0002488323820318791, + -0.012126160814738062, + -0.0071686163775022144, + 0.0038903055242530825, + 0.0026388575403812784, + 0.004066158683185444, + -0.0015970711824220074, + -0.004837915684773933, + -0.005745571910715695, + -0.003762464740373103, + -0.006138376635676964, + 0.001325493137553573, + 0.008520567025875392, + -0.0066514068920593425, + -0.003064876132393696, + 0.005525119900522458, + 0.009504424891937585, + 0.011849736177385477, + 0.008400017940669543, + -0.0067909446385286945, + -0.00818136082659884, + 0.004646044170746594, + 0.012444457339079356, + -0.0015533672804591957, + 0.00446103881223969 + ] + ], + "std": [ + [ + 1.0045809901782567, + 1.011044061995358, + 1.0172043141389446, + 1.0411444793879623, + 1.0848038904253097, + 1.0532589212327128, + 1.001732294856909, + 0.9979736375563433, + 0.9960552361012427, + 1.01505820099451, + 0.9927946698994767, + 1.0430998783719132, + 1.0035374294499668, + 0.9954329781752278, + 0.9998036225568965, + 0.9986000648188756, + 0.968307334521185, + 1.0041135888200137, + 1.0020709200665507, + 0.9957946771192316, + 1.0066983742054452, + 0.9982009085917064, + 1.0079501138389146, + 1.0086913740499897, + 0.9975519054988539, + 0.9949781645083238, + 0.9908446185534602, + 0.980252534332932, + 1.0196582337505167, + 1.129171084329408, + 0.9975018305111572, + 0.9962923547954192, + 1.0083259241822573, + 1.0245524736842544, + 1.0587730123334396, + 1.1257342158603454, + 1.000888709096108, + 0.9958781134180874, + 1.0074167017832345, + 1.03159906035601, + 0.975850670238492, + 1.1586868157131331 + ] + ] + }, + "width": 128, + "in_features": 42, + "out_features": 2, + "depth": 6, + "padding": 84, + "parameters": 93705, + "cert_evals": { + "36": 0.6880074739456177, + "72": 0.5341026186943054, + "108": 0.37175828218460083, + "255": 0.01591949164867401 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.815797918816742, + "std_test_acc": 0.0024138309946347357, + "n_samples": 67557, + "n_features": 42, + "n_classes": 2, + "mean_cert_acc_36": 0.6912818402051926, + "std_cert_acc_36": 0.003824031514352558, + "mean_cert_acc_72": 0.5374155044555664, + "std_cert_acc_72": 0.005041957686038208, + "mean_cert_acc_108": 0.37861429899930954, + "std_cert_acc_108": 0.007152975926652147, + "mean_cert_acc_255": 0.016365945572033525, + "std_cert_acc_255": 0.002996872082870643 + }, + "plant-texture": { + "dataset": "plant-texture", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 82, + "best_val_acc": 0.7188755020080321, + "test_acc": 0.7, + "train_size": 400, + "val_size": 249, + "test_size": 950, + "stats": { + "mean": [ + [ + -0.016478091624999976, + -0.014961091800000008, + -0.004249621250000072, + 0.023384388500000127, + 0.005502324450000172, + 0.0145078697499998, + 0.0045305880750000724, + -0.03467714649999986, + 0.004193091999999971, + 0.012809078150000047, + -0.009651387200000038, + -0.01915911049999979, + -0.008120220149999673, + 0.007483559499999939, + -8.819250000012408e-06, + -0.019568870142500156, + 0.028020058549999945, + 0.022078226650000053, + 0.0008334952449999984, + -0.0007628900000000476, + -0.033131676325000525, + -0.02417429049999988, + 0.012456803749999997, + 0.002599056999999966, + -0.016433078500000114, + -0.0015455646349999707, + 0.03351081127500002, + -0.00866295650000013, + -0.001216327300000051, + 0.02500025624999989, + 0.002615395250000011, + 0.004382452249999722, + -0.0336998632, + 0.024454489599999945, + 0.006896749999999824, + 0.0024042895000002573, + -0.0489830051999999, + -0.0018739831749999436, + -0.0027442942499998836, + 0.014888681500000006, + 0.039273120399999896, + -0.03620304349999986, + 0.01871371774999999, + 0.0017737930000000502, + 0.03068173249999988, + 0.005476874500000017, + -0.018285551499999983, + -0.01942126079499999, + 0.020034201150000052, + -0.04440868274999999, + -0.0031926880000002233, + -0.009055307999999866, + 0.01178355375000011, + 0.006780597750000028, + -0.015243231374999874, + 0.051239233250000044, + 0.01800514339999995, + 0.008651616399999893, + 0.0034974595000000232, + 0.03453392162500026, + -0.006043314750000227, + 0.012514663999999986, + 0.043475420250000084, + -0.02456098675000002 + ] + ], + "std": [ + [ + 0.9009966230602708, + 0.9364276177287642, + 0.9754761006143327, + 1.0291666417884513, + 1.0289691228068274, + 0.9876927454085853, + 0.9560626059354702, + 0.9597522889147546, + 0.9994773403976824, + 1.0152637844096681, + 0.9520114484241692, + 0.9432619847706322, + 0.9482931419315812, + 1.0591026895126023, + 0.9522570318080412, + 0.9864956149999131, + 1.084922016377646, + 1.173758426456074, + 1.0592998584844, + 1.0606714617823771, + 0.8614306216418535, + 1.0345366597359764, + 1.042209469105469, + 1.0348653782485668, + 0.9988649975902255, + 1.0174988947519772, + 1.0858204535316325, + 0.9739602296564857, + 1.0131848275815751, + 1.0264935540496496, + 0.9816966426566287, + 1.0024562576995246, + 0.9036181164894379, + 1.0437722258848774, + 0.9846104856336191, + 1.0510739753463445, + 0.8892428833739887, + 0.9794996248503948, + 0.9461971557449678, + 1.0298104390925615, + 1.1599976257671403, + 0.9173959381413883, + 0.9736629274573383, + 0.9990534408909421, + 1.0761727962998655, + 0.9933289670108497, + 0.9771946168612999, + 1.032165319421753, + 1.0398720209157222, + 0.9587359927023673, + 1.012139905486573, + 0.9975269161128212, + 1.0373603976704429, + 0.9974923617573629, + 1.0098998196849565, + 1.1923604394819194, + 1.0833214484639513, + 1.0328745232566003, + 1.0402739857013459, + 1.1225366590688706, + 0.9261829634072084, + 1.0546429695267736, + 1.0777446293534623, + 0.9933512209550289 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 387691, + "cert_evals": { + "36": 0.6642104983329773, + "72": 0.61789470911026, + "108": 0.5757894515991211, + "255": 0.38947367668151855 + }, + "fold": 0 + }, + { + "best_epoch": 27, + "best_val_acc": 0.6679841897233202, + "test_acc": 0.718816067653277, + "train_size": 400, + "val_size": 253, + "test_size": 946, + "stats": { + "mean": [ + [ + -0.004256254850000026, + 0.021923264150000024, + -0.012071683000000069, + -0.011057278499999901, + -0.017880446849999797, + 0.0011827752499998178, + -0.0027601811999999146, + -0.0251483662499997, + 0.055288276499999955, + 0.018802836700000086, + 0.000680779799999956, + -0.003705401924999697, + -0.0076088335999996695, + -0.006072732000000045, + 0.0014956542500000531, + -0.02329864526500025, + 0.00074919069999995, + 0.034619562699999926, + 0.014588840164999981, + -0.0003229700500000161, + 0.03756710242499937, + -0.018300292499999992, + 0.015038550999999963, + 0.038566000999999954, + -0.024540214250000143, + 0.03385858173000003, + -0.01502205307499997, + -0.03221403250000019, + -0.03763231055000007, + -0.0005684717500001015, + 0.005178833750000021, + 0.0232263649999997, + -0.018164639750000218, + -0.0284664659000001, + 0.014296748749999815, + -0.01446542499999974, + 0.017083458499999923, + -0.05198149362499994, + 0.02665897775000016, + 0.0006017054999999511, + -0.023385096025000055, + -0.00870071099999995, + -0.02645367400000001, + 0.030389902050000018, + -0.010937763500000006, + -0.05008216174999998, + -0.014492351249999987, + -0.029835240265000052, + -0.0028061221000000624, + 0.012136923749999967, + 0.04889772374999951, + -0.005096808249999897, + -0.007376563999999944, + 0.017595101374999984, + -0.013797275999999694, + 0.054841677249999804, + -0.058722712075000016, + 0.03106128492499999, + 0.04723510375, + 0.03316721925000017, + -0.00928761275000021, + 0.004404617250000025, + -0.002385128999999882, + -0.039578189499999986 + ] + ], + "std": [ + [ + 1.0176195895454074, + 1.0490244648468456, + 0.9960419330218429, + 1.0013824399376616, + 0.9994469044392366, + 0.9946100427625639, + 1.0157545132253116, + 0.9788609202986969, + 1.071845617834868, + 0.9893086678710389, + 0.9761446960534231, + 1.0226495027246933, + 1.039042345736355, + 0.9862504907230619, + 1.010782124858231, + 0.9283410333997018, + 0.9169243300337626, + 1.2172212453002578, + 1.0463189591077335, + 1.0069757171220548, + 1.1331476744057545, + 0.9469821203572525, + 1.056155176364169, + 1.0595663845370344, + 0.9428967883897005, + 1.0970228794322368, + 0.9685633455294996, + 0.9741644818618026, + 0.9143633677590421, + 1.0691597858758368, + 1.01412670505509, + 1.070121954375621, + 0.951399475845066, + 0.9830032176811866, + 1.0946821401422548, + 0.9450181434403627, + 1.0182514042513124, + 0.9407099037863594, + 1.0799791344020868, + 0.9842100577075739, + 0.9049268404343978, + 0.9743966176706755, + 0.9614307865494272, + 1.0589976460635564, + 1.033707681388281, + 0.9570270454194322, + 0.9726967073724329, + 0.9598087507205947, + 1.0248291708573996, + 1.0065887165171423, + 1.1899283807762595, + 1.046684908157972, + 0.9585960515533316, + 1.0015106988574207, + 0.9882827515120411, + 1.1390243681390715, + 0.903234233001017, + 1.0770406438636961, + 1.0289747705280785, + 1.108986637240471, + 0.9644875764134929, + 0.9341662575099802, + 1.0003551075843455, + 0.9381906895869818 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 387691, + "cert_evals": { + "36": 0.6733615398406982, + "72": 0.632135272026062, + "108": 0.5792811512947083, + "255": 0.33826637268066406 + }, + "fold": 1 + }, + { + "best_epoch": 76, + "best_val_acc": 0.752, + "test_acc": 0.7207586933614331, + "train_size": 400, + "val_size": 250, + "test_size": 949, + "stats": { + "mean": [ + [ + 0.006781644050000072, + -0.01704826455000003, + -0.002251882250000035, + -0.0028131144999998512, + -0.005865192699999791, + 0.009570933999999944, + -0.009578214299999865, + -0.024165803499999656, + -0.01858652050000008, + -0.016836627099999942, + 0.022271386250000094, + 0.02783143624999974, + 0.013649515400000272, + 0.03256191874999994, + 0.007509060350000286, + 0.028498989239999706, + 0.009155898099999922, + -0.05709269885000008, + -0.011131543627500075, + 0.007129308599999935, + 0.009527655224999435, + 0.048195565000000024, + -0.03163669524999997, + -0.012298672749999962, + -0.015361769500000262, + -0.020092703134999917, + 0.00814105310000005, + 0.010467141749999798, + 0.000659113049999987, + 0.0005926604999999846, + -0.003039380250000019, + 0.006916299999999689, + 0.0028526314500000234, + 0.02393395764999979, + -0.017349249750000083, + -0.004382585749999812, + 0.0006067708249999293, + -0.02260160009999996, + -0.020113583249999886, + -0.027872431749999968, + 0.012264436799999952, + 0.015939157750000252, + -0.014283123999999987, + -0.014588402899999955, + 0.013490449499999968, + 0.011403421250000092, + 0.012658765250000021, + -0.014379616514999992, + 0.014957853600000057, + 0.00609202149999992, + -0.02169176450000027, + -0.0238132444999999, + -0.016261851749999882, + -0.006561618624999998, + 0.00928921537500022, + -0.0672483589999997, + 0.0054866013749999285, + 0.003738513875000059, + -0.02022912349999999, + -0.003440074000000029, + 0.030528467999999764, + 0.03239571075000004, + 0.03326437500000009, + -0.011354963499999924 + ] + ], + "std": [ + [ + 1.0176353776788036, + 0.9190930489962008, + 1.0268538651935009, + 0.9999682393873391, + 0.9984018173866293, + 1.0374879590245607, + 0.9749352350820676, + 0.996266197839155, + 0.9511625612934416, + 0.9876855487180032, + 1.105409076208761, + 1.0321003973234553, + 1.0235494324640213, + 1.1213865795944102, + 1.0879930289006665, + 1.0838318604426802, + 1.0877272851283968, + 0.774752481406204, + 1.0373588129982505, + 0.9969058944401101, + 1.011738502430844, + 1.1511835702083388, + 0.9377685226320285, + 1.0219749119064445, + 0.92170310125349, + 0.9806129656814709, + 1.0038200109094886, + 1.0479216121391026, + 1.0231420017542938, + 0.9787899196190312, + 1.0290085842795444, + 1.0501562971981688, + 0.9469912325322501, + 1.0353208445844364, + 0.9577479946023613, + 0.9403622048724667, + 0.9697131314173383, + 0.9465545623876653, + 0.9782386950900146, + 0.9139584627856204, + 0.9779691745581587, + 1.0259013952137952, + 0.9330608640569992, + 0.942152577459924, + 0.9978008930918613, + 1.0501702677822984, + 1.0356406401318516, + 0.9717916536323801, + 0.982544393973635, + 1.047669652090456, + 0.8616845618348262, + 0.9101934286793992, + 1.0301962610060198, + 0.9575486231894531, + 0.9827140500471714, + 0.5778539784498753, + 0.9613134752896453, + 1.0047774832021952, + 0.9907827459169802, + 0.9871971074482115, + 1.162147207193799, + 1.0844411935907712, + 1.0567242900140779, + 0.9982258566338452 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 387691, + "cert_evals": { + "36": 0.6849314570426941, + "72": 0.6375131607055664, + "108": 0.5932560563087463, + "255": 0.3930453062057495 + }, + "fold": 2 + }, + { + "best_epoch": 33, + "best_val_acc": 0.7530864197530864, + "test_acc": 0.6997907949790795, + "train_size": 400, + "val_size": 243, + "test_size": 956, + "stats": { + "mean": [ + [ + -0.014342517400000006, + -0.010508095700000018, + 0.020846525499999963, + 0.0065602567500000954, + 0.04070300080000023, + 0.005624379000000016, + 0.010057827824999985, + -0.0016692939999995607, + -0.0012298350000000452, + 0.004113477850000035, + -0.006016862100000142, + -0.027265562499999736, + 0.012290107750000214, + -0.017597352249999944, + -0.05018481082499988, + -0.019962193892500257, + -0.01139161950000006, + -0.022701001150000014, + 0.0013786910799999214, + -0.014646860050000085, + -0.015396491325000532, + 0.008186758999999919, + 0.04188897099999995, + 0.029843807999999857, + -0.027753020000000236, + -0.0005539261349998608, + -0.017307911899999966, + 0.011377426749999739, + -0.022145610699999995, + 0.007566919749999868, + -0.027431704249999946, + 0.042545776999999674, + 0.052352197149999995, + -0.006990049900000131, + 0.010389971999999801, + 0.018498143250000078, + 0.06626066654999992, + 0.00848889462500006, + -0.018184080999999918, + 0.01926874899999994, + -0.03685933877500006, + 0.0007597582500002853, + -0.02537281875000002, + 0.008902194600000003, + 0.02412217824999988, + 0.031126447000000078, + 0.024641684499999875, + 0.0029474992500001605, + 0.005532393600000062, + -0.008580874249999974, + -0.015919812000000293, + -0.00023579924999993536, + 0.03706109150000009, + -0.0008052041249999526, + -0.03436781549999974, + 0.022327436750000006, + 0.007519205675000007, + -0.011987557750000155, + 0.01592568225000001, + 0.005316474750000138, + -0.0004174132500002535, + -0.032213199249999686, + -0.031228355999999867, + 0.02102232000000007 + ] + ], + "std": [ + [ + 0.8692420724813031, + 0.949763414888491, + 1.0642544830753824, + 1.0472839362776507, + 1.0901344960110089, + 1.0448532151498395, + 0.9860966887034024, + 0.992983631561972, + 1.0149294022896036, + 0.9431952484176876, + 1.0340529605805364, + 0.9513173925745501, + 1.0567752587933925, + 0.9542576532027438, + 0.7813209238320555, + 0.9338054729806743, + 0.9321480764995789, + 0.8561905534972463, + 0.9927488431023881, + 0.9167664054814741, + 0.9198840727955573, + 1.0334423218940791, + 1.0542630877180026, + 1.0910912930890575, + 0.9104729281174669, + 0.940879543920847, + 0.9516761628090449, + 1.0514139332592722, + 0.9431400801236285, + 1.0295711364901166, + 0.8800987512468141, + 1.1173664674104642, + 1.1433392914474967, + 0.9617273036124687, + 1.037564686694581, + 1.0144405124623135, + 1.141213336619724, + 0.9794696310119911, + 0.9763734610882173, + 1.0315472144044722, + 0.937513787219726, + 0.9989573963275813, + 0.898086886732961, + 1.0058174039027852, + 1.0273289677810482, + 1.0127412982823678, + 1.0261552552616107, + 1.0621741318043578, + 0.9715566474052263, + 0.9644661846983199, + 0.8986136195077067, + 0.9995526222906947, + 1.0617704910396841, + 1.063170800289359, + 0.9564967404036995, + 1.2714040020058475, + 1.0285638690116818, + 0.9378454050408493, + 1.0325468321763043, + 1.0983078969994187, + 0.916541159688309, + 1.0160097153090744, + 0.9197027539366839, + 1.0261398372506563 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 387691, + "cert_evals": { + "36": 0.6663179993629456, + "72": 0.6234309673309326, + "108": 0.5700836777687073, + "255": 0.366108775138855 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7098413889984474, + "std_test_acc": 0.011512308906447858, + "n_samples": 1599, + "n_features": 64, + "n_classes": 100, + "mean_cert_acc_36": 0.6722053736448288, + "std_cert_acc_36": 0.009342896162484928, + "mean_cert_acc_72": 0.6277435272932053, + "std_cert_acc_72": 0.008762240045395704, + "mean_cert_acc_108": 0.5796025842428207, + "std_cert_acc_108": 0.00986019235134403, + "mean_cert_acc_255": 0.3717235326766968, + "std_cert_acc_255": 0.025302125706647704 + }, + "plant-shape": { + "dataset": "plant-shape", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 75, + "best_val_acc": 0.5934579439252337, + "test_acc": 0.49898580121703856, + "train_size": 400, + "val_size": 214, + "test_size": 986, + "stats": { + "mean": [ + [ + 0.010793134649999947, + 0.0029814738750000274, + -0.005680250974999982, + -0.00999388868249995, + -0.018943553000000047, + -0.022220061225000066, + -0.023538591772499947, + -0.023104606949999985, + -0.022654011850000027, + -0.013826088777500009, + -0.012183569699999982, + -0.019542425225000024, + -0.021094745304999968, + -0.013662524125000061, + -0.007497562182500008, + -0.004011965550000029, + -0.0018356184500000372, + 7.94950000007455e-06, + 0.00456346359999991, + 0.002077647049999971, + 0.005165495805000022, + 0.009402297242499979, + 0.008459789907500027, + 0.010384120812499977, + 0.009072800484999985, + 0.009275099372499976, + 0.011333548210000006, + 0.00974336192500002, + 0.009874121385000021, + 0.013796312999999978, + 0.0035003747700000252, + -0.0006504867999999986, + -0.006737763249999974, + -0.009779546075000065, + -0.009547967425750021, + -0.008340889135000092, + -0.01037015690000003, + -0.015118204249999967, + -0.014712120350000033, + -0.011817635924999998, + -0.01854881525000002, + -0.021627437300000017, + -0.02562561288749998, + -0.02507883772499999, + -0.01957355992500001, + -0.010989493799999993, + -0.004170166650000026, + -0.0007832742674999737, + -0.0008414850850000529, + 0.0014383313750000115, + 0.008277859025000037, + 0.015007289872500043, + 0.02009162649999997, + 0.020694419627500026, + 0.02312079630000003, + 0.02027844062500002, + 0.012670696450000017, + 0.011923742850000028, + 0.008522531550000014, + 0.0021193726999999838, + 0.00027873594999999404, + -0.005514954024999976, + -0.005619866314999964, + 0.000804423425000044 + ] + ], + "std": [ + [ + 1.0193984315579283, + 1.0138728773194225, + 1.0025119027839187, + 0.9926201913273888, + 0.9797572939727588, + 0.9675431762012998, + 0.9562849021750489, + 0.9457765924705838, + 0.9453288165685446, + 0.9493183692891524, + 0.9510566730800354, + 0.9587654362947835, + 0.9708540170515252, + 0.9906082656256265, + 1.0060018623497948, + 1.0090880491601784, + 0.9970255943580457, + 0.9966975594633455, + 1.0075598104469696, + 1.0193962682636182, + 1.040522735169908, + 1.0407459188197639, + 1.0303725268059722, + 1.0256419706953475, + 1.0198382842786065, + 1.0197936843070703, + 1.0266695425622123, + 1.0253571333157874, + 1.0153590777307844, + 1.0110354025342352, + 1.0181892223475282, + 1.0166426127543688, + 1.011169701470929, + 1.0054929366994545, + 1.0096458368985821, + 1.0140452905977049, + 1.009910026151903, + 0.9911465124845928, + 0.981395028524588, + 0.9714368920896277, + 0.9640569672295396, + 0.9682443777583067, + 0.9618240790560709, + 0.9651476273791817, + 0.9697583533908924, + 0.9857642722747081, + 0.9945128871244862, + 0.998379374233736, + 1.0006314561941052, + 1.008050481132436, + 1.0268004129156558, + 1.0452850694975346, + 1.0563281717760602, + 1.0509178269869455, + 1.0471449082028836, + 1.0431100616694575, + 1.035476811024627, + 1.0416661017312363, + 1.0428844632918242, + 1.0319514866130477, + 1.029873132188317, + 1.028802362627988, + 1.0249104343768467, + 1.0178924453800364 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 387691, + "cert_evals": { + "36": 0.40263691544532776, + "72": 0.30730223655700684, + "108": 0.21095333993434906, + "255": 0.051724135875701904 + }, + "fold": 0 + }, + { + "best_epoch": 86, + "best_val_acc": 0.508130081300813, + "test_acc": 0.5419287211740041, + "train_size": 400, + "val_size": 246, + "test_size": 954, + "stats": { + "mean": [ + [ + -0.01969966857750001, + -0.018735893250000035, + -0.01923726170000004, + -0.01765154066999996, + -0.021040157724999967, + -0.020549986874999978, + -0.01802188749999998, + -0.013611070524999968, + -0.01314826475000005, + -0.010111033277499976, + -0.011831655162500052, + -0.009240258725000013, + -0.004857546977500041, + -0.003872501354999996, + -0.004503420224999966, + -0.007399539599999919, + -0.009506949104999987, + -0.00983436382500002, + -0.0073349694900001206, + -0.0026293045575000932, + -0.005217706800000011, + -0.01053002465000001, + -0.011560438125000017, + -0.009075882437499998, + -0.0045980930749999985, + -0.008758359152500011, + -0.012621292225000027, + -0.016511235369999985, + -0.028317963276500033, + -0.02497353765000002, + -0.014343673825000004, + -0.008610495525000058, + 0.004172939175000043, + 0.0019351163249999698, + -0.004373591600750041, + -0.0077125528000000455, + -0.01211637097500002, + -0.01259113399249995, + -0.012157099130000017, + -0.014399237225000002, + -0.009437209475000015, + -0.0046622409374999915, + -0.006370976337500016, + -0.011270999825000006, + -0.015921284525000006, + -0.012410074750000007, + -0.014884673650000003, + -0.016949542649999955, + -0.017354671999999977, + -0.011285483702500028, + -0.009929046974999904, + -0.007901803479999947, + -0.00815231512075005, + -0.010049489069999949, + -0.011786209875000047, + -0.014985319077499979, + -0.019011035099999973, + -0.008162044849999986, + -0.0058525207999999595, + -0.01041489936249999, + -0.011318642174999963, + -0.015970219724999984, + -0.026622342699999985, + -0.029072289924999974 + ] + ], + "std": [ + [ + 0.9860131433859547, + 0.9839451298693502, + 0.9815653890681931, + 0.9791684843455107, + 0.9793192609145278, + 0.980950701990714, + 0.9884282309487391, + 0.9817147072820436, + 0.9862993933397015, + 0.9922815938909398, + 0.9847563677603288, + 0.9853865969758397, + 0.9879672222996878, + 0.9946824106249518, + 0.9961943172051062, + 0.9902136279887243, + 0.9887680048123522, + 0.993003063211071, + 1.0071770840518683, + 1.0247666604590329, + 1.0257137801878309, + 1.011455364670402, + 0.9947052989179791, + 0.9869387562943811, + 0.9888179645496713, + 0.987009987810631, + 0.9897190394535154, + 0.991361121462267, + 0.992989633996112, + 0.9961724937704427, + 0.9897090546568476, + 0.9844393105882888, + 0.9858088094372514, + 0.9942345793157213, + 0.9949467347271544, + 0.9941801452632953, + 0.9935755677210956, + 0.9940539923777484, + 0.9871617326295817, + 0.9809194296573341, + 0.9841049037423958, + 0.9872912480789516, + 0.9853330949312704, + 0.9809868668056975, + 0.977760884105985, + 0.9785005795193457, + 0.9774791029379978, + 0.9747292923736738, + 0.9892632184812155, + 0.9903128998680867, + 0.9995507672572046, + 1.012420498620147, + 1.014423356554454, + 1.0113780719858716, + 1.0085495954493642, + 1.0103910622541978, + 1.0042573664175571, + 0.9954666158538873, + 0.9825056771440344, + 0.969748087810821, + 0.9684376869484385, + 0.9687387646565352, + 0.9685510643060194, + 0.9716172187511043 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 387691, + "cert_evals": { + "36": 0.429769366979599, + "72": 0.3385744094848633, + "108": 0.2568134069442749, + "255": 0.060796644538640976 + }, + "fold": 1 + }, + { + "best_epoch": 98, + "best_val_acc": 0.5319148936170213, + "test_acc": 0.5077720207253886, + "train_size": 400, + "val_size": 235, + "test_size": 965, + "stats": { + "mean": [ + [ + -0.011195848850000047, + -0.014077039849999994, + -0.015681537625000016, + -0.015262547177500023, + -0.018894034979999984, + -0.023536119524999965, + -0.016015195249999968, + -0.008908977427499989, + -0.005013930349999998, + -0.007225348899999984, + -0.008182635, + -0.00789371312500003, + -0.011035066974999978, + -0.005199030499999984, + 0.005315251324999976, + 0.011141104150000055, + 0.011588849470000002, + 0.009680554374999966, + 0.010888354087499948, + 0.010037595079999946, + 0.011800275580000021, + 0.007671618275000015, + 0.006882413550000033, + 0.0062716886124999935, + -0.0019262105499999794, + -0.002007641149999968, + -0.003485761440000005, + -0.0017775631049999818, + 0.0007400688484999391, + -0.0018860717750000106, + -0.006113297799999992, + -0.013600633775000042, + -0.020458192474999966, + -0.023048553475000007, + -0.019547718700000005, + -0.01125536750999998, + -0.014651312500000012, + -0.017176074307499963, + -0.015313710324999983, + -0.018115000749999995, + -0.02384295694999999, + -0.02221634045249998, + -0.019668475399999934, + -0.016640133125000005, + -0.011789776774999969, + -0.006203905024999959, + -0.004540449625000036, + 0.0006846066824999924, + 0.006433635392500026, + 0.0017259993975000153, + 0.0026194728225000024, + 0.002456912675000057, + 0.0035687386999999193, + 0.003967900025000002, + 0.008058575125000038, + 0.009259356747499982, + 0.009820443250000033, + -0.000526142624999981, + -0.007535754924999987, + -0.006530597337499988, + -0.00488854567499998, + -0.004628704975000013, + -0.006573741065000051, + -0.008198970250000055 + ] + ], + "std": [ + [ + 0.9997831577603109, + 1.0025959495608783, + 0.9981200898415419, + 0.9862363254781552, + 0.9807001230728768, + 0.9703599657486957, + 0.9542469081610001, + 0.9473845839451106, + 0.9547713929170183, + 0.9636033061770535, + 0.9759543385191676, + 0.9833507068982068, + 0.9860092538737429, + 0.9928824474026815, + 1.009087175522555, + 1.0225369274879927, + 1.0377746120861517, + 1.047008477348557, + 1.0437668765399934, + 1.0330775502764258, + 1.0319662406027479, + 1.030352484762016, + 1.0343435297883754, + 1.0306714836465332, + 1.0227257424915315, + 1.0163750005569692, + 1.0080783487785092, + 1.0057728718253096, + 1.0031574142753106, + 0.9970437490537768, + 1.0039054666803333, + 1.0092902332461646, + 1.015955753316646, + 1.0094451596904581, + 0.9971506877338592, + 0.9797514030945054, + 0.9606748456549195, + 0.9429643662114964, + 0.9357296749897012, + 0.9401794981595187, + 0.9451576738004599, + 0.9529959594959825, + 0.9553731219059256, + 0.952474899040048, + 0.9565245724608336, + 0.9697603305783443, + 0.9863202900077532, + 0.9954169393962655, + 1.0081946986669663, + 1.0156075960594253, + 1.0253976925038635, + 1.0300309888526664, + 1.0402541851284346, + 1.0433040030246603, + 1.0375395049686613, + 1.0264815045978641, + 1.021912736268765, + 1.0088758758830503, + 1.003466814657958, + 1.0086525159597994, + 1.0137559378643732, + 1.0086686244063605, + 1.006042971236659, + 1.0003260366638576 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 387691, + "cert_evals": { + "36": 0.39689120650291443, + "72": 0.2746114134788513, + "108": 0.18341968953609467, + "255": 0.053886011242866516 + }, + "fold": 2 + }, + { + "best_epoch": 88, + "best_val_acc": 0.4977973568281938, + "test_acc": 0.5149023638232272, + "train_size": 400, + "val_size": 227, + "test_size": 973, + "stats": { + "mean": [ + [ + -0.01614315225000004, + -0.007862261849999979, + 0.00030315945000001577, + -6.585304499997488e-05, + 0.0033457709750000114, + 0.009937330912499974, + 0.010135651675000024, + 0.009038938675000023, + 0.008931583272500009, + 0.009906352275000018, + 0.013642040799999994, + 0.017299261174999987, + 0.019865335000000005, + 0.019657458469999986, + 0.022414197692500006, + 0.02512643972499996, + 0.026877304525000024, + 0.0296143309, + 0.027764356497500045, + 0.024134231862499998, + 0.021181714175000043, + 0.02076543959999998, + 0.018820411632499992, + 0.016560606787500022, + 0.014716417624999967, + 0.015544499800000031, + 0.008937221650000026, + 0.0035691808475000007, + 0.00756637997750002, + 0.010582013399999977, + 0.00892202232, + 0.010522723749999905, + 0.009224050324999985, + 0.011262885774999978, + 0.012877923949999981, + 0.008631394499999978, + 0.013585739524999963, + 0.012593921374999985, + 0.00966451497500001, + -0.0018835844000000157, + -0.0072232187000000215, + -0.0024773558750000612, + 0.004778897314500035, + 0.010836082050000053, + 0.013114038100000038, + 0.012921894249999984, + 0.011661495899999983, + 0.006202870582499988, + 0.009554275007499979, + 0.010892630822499966, + 0.015263733174999995, + 0.018143591994999972, + 0.01859551449250001, + 0.01313465375500002, + 0.01828117135000002, + 0.021080939575000034, + 0.020155471175000023, + 0.02226961222499997, + 0.019368037950000003, + 0.018775792600000018, + 0.018483347624999945, + 0.009753726052499946, + -0.0015497268675000327, + -0.011832948350000021 + ] + ], + "std": [ + [ + 0.9690180900805035, + 0.9727335201919173, + 0.9764755262740973, + 0.9829585179082819, + 0.9924285501408081, + 1.0058984225928205, + 1.0139421119627963, + 1.0204714628277265, + 1.024761969275269, + 1.0411321691366637, + 1.051554346720804, + 1.0528939116549463, + 1.048231049542776, + 1.035208648003462, + 1.0211826349075386, + 1.021066390612321, + 1.0225781515263015, + 1.0234107662776533, + 1.013889389780415, + 1.002809268474515, + 1.005659594852486, + 1.0123290373188114, + 1.0154559039015623, + 1.013290801738594, + 1.0094740964231081, + 1.0002162486552635, + 0.9914378185750687, + 0.9943868019460187, + 0.9942535553869897, + 0.9896262981629789, + 0.9859228057329431, + 0.9860916917991401, + 0.9824333417893006, + 0.9869225315171396, + 0.9958671872185834, + 0.999358349920491, + 0.9902030063817621, + 0.9953941674238796, + 1.0044794940384356, + 1.01450410197358, + 1.0212449253894722, + 1.031533466370799, + 1.0310663353310807, + 1.0299586525323416, + 1.0140754261682852, + 1.0146983653439086, + 1.010949221001189, + 0.9984754004996209, + 0.9996230059073175, + 1.0023281510239592, + 1.0083940727060101, + 1.0104207218854935, + 1.0188090918448567, + 1.0267152458848512, + 1.0256934112800635, + 1.0177374007859166, + 1.004324219711767, + 0.9955156869267784, + 0.9865523378817893, + 0.984584448748711, + 0.9818097517909892, + 0.9865486470036113, + 0.9850111209189524, + 0.9782242969255907 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 387691, + "cert_evals": { + "36": 0.40801647305488586, + "72": 0.3124357759952545, + "108": 0.23741008341312408, + "255": 0.06577595323324203 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5158972267349147, + "std_test_acc": 0.018535045550607702, + "n_samples": 1600, + "n_features": 64, + "n_classes": 100, + "mean_cert_acc_36": 0.40932849049568176, + "std_cert_acc_36": 0.014364470415658444, + "mean_cert_acc_72": 0.308230958878994, + "std_cert_acc_72": 0.026264943934933744, + "mean_cert_acc_108": 0.22214912995696068, + "std_cert_acc_108": 0.03193652072987, + "mean_cert_acc_255": 0.05804568622261286, + "std_cert_acc_255": 0.0064443694917295504 + }, + "post-operative": { + "dataset": "post-operative", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 31, + "best_val_acc": 0.5384615384615384, + "test_acc": 0.5454545454545454, + "train_size": 22, + "val_size": 13, + "test_size": 55, + "stats": { + "mean": [ + [ + 0.2644478181818181, + -0.002965454545454521, + -0.04423899999999998, + 0.0652979090909091, + -0.09040263636363635, + 0.12863909090909095, + -0.031622818181818196, + -0.010754727272727246 + ] + ], + "std": [ + [ + 0.863045425336646, + 0.9808035281210981, + 0.9954110000000002, + 0.8638286631944233, + 0.9903112638860088, + 1.0460343032985846, + 0.9593493232948251, + 0.6242961991096403 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 5930, + "cert_evals": { + "36": 0.45454543828964233, + "72": 0.27272725105285645, + "108": 0.1818181723356247, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 11, + "best_val_acc": 0.5, + "test_acc": 0.22, + "train_size": 22, + "val_size": 18, + "test_size": 50, + "stats": { + "mean": [ + [ + -0.04068454545454543, + -0.13643590909090905, + -0.22522281818181814, + -0.01632572727272733, + 0.18080527272727273, + -0.36753845454545453, + -0.4196983636363635, + 0.03461609090909094 + ] + ], + "std": [ + [ + 0.48245777837997267, + 1.0509474100388445, + 0.9788196547256961, + 1.0356928042306306, + 0.9778540225386487, + 0.7579234423290888, + 0.7652973041426179, + 0.7599528606329299 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 5930, + "cert_evals": { + "36": 0.09999999403953552, + "72": 0.05999999865889549, + "108": 0.05999999865889549, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 16, + "best_val_acc": 0.6666666666666666, + "test_acc": 0.5423728813559322, + "train_size": 22, + "val_size": 9, + "test_size": 59, + "stats": { + "mean": [ + [ + 0.035598363636363664, + -0.06970068181818179, + -0.13473090909090904, + -0.17957400000000004, + 0.18080527272727273, + 0.29403163636363644, + 0.03305631818181817, + 0.034616272727272704 + ] + ], + "std": [ + [ + 0.7964199476848967, + 1.018669033729904, + 0.9912891976159546, + 1.0484797311020457, + 0.9778540225386487, + 1.24868633500981, + 1.0040929058601908, + 0.5709040666748884 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 5930, + "cert_evals": { + "36": 0.35593220591545105, + "72": 0.1355932205915451, + "108": 0.050847455859184265, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 4, + "best_val_acc": 0.21428571428571427, + "test_acc": 0.3148148148148148, + "train_size": 22, + "val_size": 14, + "test_size": 54, + "stats": { + "mean": [ + [ + -0.4221010909090909, + 0.19724022727272736, + 0.22723672727272717, + -0.016325727272727287, + -1.0092936587501423e-17, + -0.036753454545454506, + -0.16098145454545446, + 0.41270672727272745 + ] + ], + "std": [ + [ + 0.9311555791372603, + 0.9366735504705384, + 0.9576763484720417, + 1.0356928042306308, + 0.9944290000000001, + 0.7579238589268785, + 0.9505882556493265, + 0.8002666526517147 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 5930, + "cert_evals": { + "36": 0.1666666716337204, + "72": 0.09259259700775146, + "108": 0.07407407462596893, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.40566056040632315, + "std_test_acc": 0.16427153348197462, + "n_samples": 90, + "n_features": 8, + "n_classes": 3, + "mean_cert_acc_36": 0.2692860774695873, + "std_cert_acc_36": 0.16433411376755716, + "mean_cert_acc_72": 0.14022826682776213, + "std_cert_acc_72": 0.09360056361452516, + "mean_cert_acc_108": 0.09168492536991835, + "std_cert_acc_108": 0.06084345423360319, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "primary-tumor": { + "dataset": "primary-tumor", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 46, + "best_val_acc": 0.39215686274509803, + "test_acc": 0.4010152284263959, + "train_size": 82, + "val_size": 51, + "test_size": 197, + "stats": { + "mean": [ + [ + -0.008010512195121854, + 0.054444146341463336, + 0.0366287682926831, + 0.017473585365853656, + 0.00994146341463413, + 0.14699000000000015, + 0.04866843902439027, + -0.06218121951219504, + 0.01667878048780483, + -0.03673495121951217, + 0.060766390243902485, + -0.11804926829268325, + 0.04384986585365854, + -0.04256348780487793, + 0.026720512195121893, + 0.09196453658536587, + 0.04076614634146339 + ] + ], + "std": [ + [ + 0.9284296903454413, + 0.9827553422472404, + 0.9950878705168285, + 1.0173173538014615, + 0.9933487461181214, + 1.0, + 0.962929194381142, + 1.0381881034205123, + 0.9899379872265349, + 1.011517643744964, + 0.8811077313196498, + 1.2812447336275181, + 0.9462003808216405, + 1.0326718844648832, + 0.9328296141970309, + 0.9459362255487258, + 0.9834201107664913 + ] + ] + }, + "width": 64, + "in_features": 17, + "out_features": 15, + "depth": 6, + "padding": 34, + "parameters": 24022, + "cert_evals": { + "36": 0.35025379061698914, + "72": 0.29441624879837036, + "108": 0.2385786771774292, + "255": 0.06598984450101852 + }, + "fold": 0 + }, + { + "best_epoch": 52, + "best_val_acc": 0.4, + "test_acc": 0.3434343434343434, + "train_size": 82, + "val_size": 50, + "test_size": 198, + "stats": { + "mean": [ + [ + -0.19990898780487798, + -0.06597853658536594, + -0.06580686585365814, + -0.04826112195121953, + 0.03728248780487797, + 0.06248341463414634, + -0.06985995121951216, + -0.0032160975609755497, + -0.06506265853658541, + 0.09333218292682927, + 0.06076639024390239, + -0.30444282926829297, + -0.1407240975609757, + -0.13789832926829237, + -0.011618548780487929, + -0.07208160975609774, + 0.0923113658536586 + ] + ], + "std": [ + [ + 1.0840763211298148, + 0.9871722424447865, + 0.9943340791237609, + 0.9878070021217906, + 0.978564253608743, + 0.7605592682926824, + 1.0434538299658207, + 1.0006713020447777, + 1.0285572185582093, + 0.9582691142993712, + 0.8811077313196498, + 1.4765153864007459, + 1.1389873689905186, + 1.0994550266298473, + 0.9827072417027007, + 1.0321010371852044, + 0.961563601529827 + ] + ] + }, + "width": 64, + "in_features": 17, + "out_features": 15, + "depth": 6, + "padding": 34, + "parameters": 24022, + "cert_evals": { + "36": 0.2929292917251587, + "72": 0.21717171370983124, + "108": 0.19191919267177582, + "255": 0.05050504952669144 + }, + "fold": 1 + }, + { + "best_epoch": 33, + "best_val_acc": 0.38, + "test_acc": 0.3383838383838384, + "train_size": 82, + "val_size": 50, + "test_size": 198, + "stats": { + "mean": [ + [ + 0.05595567073170747, + -0.11414758536585423, + -0.15360871951219476, + 0.11138004878048806, + 0.14664658536585373, + -0.022023170731707342, + 0.04866843902439022, + 0.11471414634146337, + -0.09230980487804882, + -0.010721524390243967, + -0.13876521951219484, + -0.024852487804878247, + -0.029979719512195135, + -0.13789832926829246, + 0.02672051219512185, + -0.0720816097560979, + 0.014993536585365865 + ] + ], + "std": [ + [ + 0.8752456105780106, + 1.0319878972477479, + 1.020270188955276, + 0.973373221402528, + 0.908857763487908, + 1.068933148158204, + 0.9629291943811422, + 0.9096695962820129, + 1.0396848408746504, + 1.0024455533701155, + 1.2137033994344781, + 1.1602914885292481, + 1.031634721498422, + 1.0994550266298473, + 0.9328296141970309, + 1.0321010371852055, + 0.9931654994287419 + ] + ] + }, + "width": 64, + "in_features": 17, + "out_features": 15, + "depth": 6, + "padding": 34, + "parameters": 24022, + "cert_evals": { + "36": 0.2626262605190277, + "72": 0.21212121844291687, + "108": 0.17171716690063477, + "255": 0.04545454680919647 + }, + "fold": 2 + }, + { + "best_epoch": 39, + "best_val_acc": 0.4444444444444444, + "test_acc": 0.3160377358490566, + "train_size": 82, + "val_size": 36, + "test_size": 212, + "stats": { + "mean": [ + [ + 0.03463378048780499, + 0.006275073170731583, + 0.007361365853658851, + -0.05765181707317083, + 0.06462351219512194, + 0.062483414634146285, + 0.04866843902439023, + 0.17367926829268246, + 0.043925926829268234, + -0.03673495121951222, + 0.010883487804878128, + 0.06834443902439019, + -0.029979719512194993, + 0.11632791463414643, + 0.026720512195121806, + 0.06462351219512184, + 0.14385658536585347 + ] + ], + "std": [ + [ + 0.9863628325148939, + 0.9862904448213375, + 0.9415700081720351, + 0.9778925433614022, + 0.9627768184983537, + 0.7605592682926826, + 0.962929194381142, + 0.8544857970801263, + 0.9752042587005816, + 1.0115176437449636, + 0.9787732234590277, + 0.8230916787799415, + 1.031634721498422, + 0.888087814072915, + 0.9328296141970309, + 0.9627768184983537, + 0.9363654126487833 + ] + ] + }, + "width": 64, + "in_features": 17, + "out_features": 15, + "depth": 6, + "padding": 34, + "parameters": 24022, + "cert_evals": { + "36": 0.2358490526676178, + "72": 0.21226415038108826, + "108": 0.12264151126146317, + "255": 0.05188679322600365 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.34971778652340857, + "std_test_acc": 0.03621101764519222, + "n_samples": 330, + "n_features": 17, + "n_classes": 15, + "mean_cert_acc_36": 0.28541459888219833, + "std_cert_acc_36": 0.04911429910677431, + "mean_cert_acc_72": 0.23399333283305168, + "std_cert_acc_72": 0.040350309381732195, + "mean_cert_acc_108": 0.18121413700282574, + "std_cert_acc_108": 0.04804939685254004, + "mean_cert_acc_255": 0.05345905851572752, + "std_cert_acc_255": 0.008799450594927968 + }, + "seeds": { + "dataset": "seeds", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 58, + "best_val_acc": 0.9666666666666667, + "test_acc": 0.875, + "train_size": 52, + "val_size": 30, + "test_size": 128, + "stats": { + "mean": [ + [ + -0.07865740384615384, + -0.09929158269230767, + 0.10740706153846159, + -0.11327312326923078, + -0.054041704038461535, + 0.11302156807692312, + -0.12860311538461539 + ] + ], + "std": [ + [ + 0.9776589269685166, + 1.0102414254274936, + 0.8380902928078587, + 1.0256407102447727, + 0.9263919424516689, + 1.0662347835422732, + 0.9877327834391749 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 5866, + "cert_evals": { + "36": 0.859375, + "72": 0.765625, + "108": 0.6484375, + "255": 0.3515625 + }, + "fold": 0 + }, + { + "best_epoch": 16, + "best_val_acc": 0.8947368421052632, + "test_acc": 0.8333333333333334, + "train_size": 52, + "val_size": 38, + "test_size": 120, + "stats": { + "mean": [ + [ + 0.058945873076923054, + 0.058565444230769224, + 0.07005121538461541, + 0.06763472500000012, + 0.047836257499999944, + -0.05406976365384615, + 0.04528192692307701 + ] + ], + "std": [ + [ + 0.9708842177474521, + 0.9848353623619012, + 0.8161306877633503, + 0.9973740833983674, + 0.9401704976733031, + 0.9044940579464946, + 1.002197108725799 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 5866, + "cert_evals": { + "36": 0.7500000596046448, + "72": 0.6166666746139526, + "108": 0.491666704416275, + "255": 0.07500000298023224 + }, + "fold": 1 + }, + { + "best_epoch": 44, + "best_val_acc": 0.9117647058823529, + "test_acc": 0.8870967741935484, + "train_size": 52, + "val_size": 34, + "test_size": 124, + "stats": { + "mean": [ + [ + -0.033384901923076866, + -0.0331742116538462, + -0.031110369230769246, + -0.035362980769230695, + -0.03749499615384611, + -0.05436379423076917, + -0.022526719230769286 + ] + ], + "std": [ + [ + 0.9921027190305836, + 0.9758756553777916, + 1.131396588661939, + 0.9525393107723146, + 1.031011005759497, + 0.9529339051548767, + 0.9671977555675655 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 5866, + "cert_evals": { + "36": 0.8387096524238586, + "72": 0.7016128897666931, + "108": 0.5887096524238586, + "255": 0.22580644488334656 + }, + "fold": 2 + }, + { + "best_epoch": 35, + "best_val_acc": 0.9705882352941176, + "test_acc": 0.8870967741935484, + "train_size": 52, + "val_size": 34, + "test_size": 124, + "stats": { + "mean": [ + [ + -0.01415203269230775, + 0.0027556519230769717, + -0.08995134999999999, + 0.03169613269230778, + -0.04915413269230773, + 0.020229542307692343, + -0.026400719230769202 + ] + ], + "std": [ + [ + 0.968562549022194, + 0.987659685020645, + 0.896948829634495, + 0.9880022117491448, + 0.9355234042408067, + 1.095434168498032, + 1.0069225875711127 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 5866, + "cert_evals": { + "36": 0.8225806355476379, + "72": 0.7419354915618896, + "108": 0.6451612710952759, + "255": 0.24193547666072845 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8706317204301076, + "std_test_acc": 0.025511092602288024, + "n_samples": 210, + "n_features": 7, + "n_classes": 3, + "mean_cert_acc_36": 0.8176663368940353, + "std_cert_acc_36": 0.04755806668356783, + "mean_cert_acc_72": 0.7064600139856339, + "std_cert_acc_72": 0.06543532045222297, + "mean_cert_acc_108": 0.5934937819838524, + "std_cert_acc_108": 0.07321198263061685, + "mean_cert_acc_255": 0.2235761061310768, + "std_cert_acc_255": 0.1137210275780993 + }, + "semeion": { + "dataset": "semeion", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 8, + "best_val_acc": 0.8969465648854962, + "test_acc": 0.8928188638799571, + "train_size": 398, + "val_size": 262, + "test_size": 933, + "stats": { + "mean": [ + [ + 0.042952336683416886, + 0.08904046231155748, + 0.07781711306532647, + 0.04420791457286419, + 0.023773748743718452, + 0.030800670854271264, + 0.05355933668341719, + 0.03393323618090457, + 0.027005577889447012, + -0.020098884422110736, + -0.038558869346733554, + -0.02876319095477392, + -0.035930085427135716, + -0.005666462311557859, + -0.03678980402010061, + -0.02540032914572887, + 0.07164423115577907, + 0.10856828643216102, + 0.016988085427135702, + 0.008401615577889203, + 0.058609482412060376, + 0.009480130653266463, + 0.017019934673366894, + 0.018380477386934664, + -0.03487012562814079, + -0.04757404020100504, + -0.03736131909547739, + -0.015900620603015, + -0.02739998994974887, + 0.02467418090452264, + 0.0249909623115577, + -0.0428204346733669, + 0.09282983919598005, + 0.0839422261306534, + 0.045602110552763954, + -0.0022594874371859885, + 0.03105556030150764, + 0.038234974874371906, + 0.05212423115577904, + -0.0418055175879393, + 0.007379648241206374, + -0.0123181708542711, + 0.03084452261306535, + -0.015929640703517652, + -0.032517437185929664, + -0.042322022613065426, + 0.012141331658292034, + -0.0381711532663317, + 0.08658839698492467, + 0.048203969849246485, + -0.04225107537688428, + -0.025943195979899407, + -0.0023844723618089915, + 0.036030047738693574, + 0.019591012562814026, + -0.00906672110552767, + 0.05304341708542693, + 0.04683804020100484, + 0.011912374371859305, + 0.007315894472361927, + -0.09851672361809082, + -0.03642700000000022, + -0.020734497487437303, + 0.031377703517588146, + 0.06271911809045175, + 0.00858300502512564, + -0.03295607788944731, + -0.05819111557788897, + 0.0045722713567837555, + 0.0003809296482409935, + -0.02592891959799003, + 0.02250984924623118, + 0.04199087437185916, + 0.015708170854271196, + -0.026958037688442335, + -0.06993793467336694, + -0.06541721608040225, + -0.06384432160804038, + 0.007286145728643622, + 0.030955864321607733, + 0.027522726130653326, + 0.036648336683416785, + -0.002193748743718662, + 0.012495773869346763, + -0.009007914572864381, + -0.0036712160804018216, + 0.058828603015075205, + 0.0316613417085427, + 0.007075424623115544, + -0.04322718592964837, + -0.06008731155778924, + -0.04533076381909549, + -0.022957175879396944, + -0.0168389145728642, + 0.025421821608039852, + 0.02792173869346751, + -0.07432091959799038, + 0.013624623115577675, + -0.034945268844221195, + 0.02665020100502518, + 0.03429036180904528, + 0.052019472361808976, + 0.05586435175879404, + -0.01356301507537669, + -0.016037165829145907, + -0.03266601758794015, + -0.04719567587939709, + -0.00748582412060346, + 0.004539849246231048, + 0.021088369346733554, + -0.011933391959799155, + -0.015972572864321154, + -0.03545065829145717, + -0.037793592964824145, + -0.044449964824120315, + 0.029925321608040113, + 0.06288003015075373, + 0.08463542713567856, + 0.02237871859296501, + 0.006899319095477609, + 0.01449656281407041, + 0.000527683417085827, + 0.03920230150753784, + 0.01104597989949731, + -0.025606010050250903, + 0.009040170854271303, + -0.005590462311557578, + -0.01597257286432165, + -0.028310065326633178, + -0.028887447236180964, + -0.0659081507537687, + -0.02844676884422169, + -0.023109949748743735, + 0.032979929648241244, + 0.004363246231154997, + 0.04131952261306578, + 0.0639989572864323, + 0.0895776356783918, + 0.08333377889447266, + 0.004363924623115477, + 0.04033003768844212, + 0.0043767613065326776, + -0.026182336683417056, + 0.005207839195979919, + -0.04224544723618088, + -0.02382967085427132, + -0.07914226130653301, + -0.06476556532663379, + -0.0037090954773871154, + 0.03603720603015092, + -0.011745665829145997, + 0.009745507537688426, + 0.03452877889447241, + 0.05641689698492448, + 0.058819748743718606, + 0.0017769246231155048, + 0.05289571608040145, + 0.020843309045226126, + -0.026537417085427038, + -0.027443012562814097, + -0.037861175879396816, + -0.009719047738693285, + -0.014178577889447092, + -0.013634623115577697, + 0.011744346733668245, + -0.06803158291457227, + -0.052816281407034815, + -0.03685464572864351, + -0.015264748743718476, + -0.02556971608040183, + -0.01646636934673348, + 0.023691919597990285, + 0.08278233165829174, + 0.00689019346733639, + -0.011008341708542625, + 0.006246170854271169, + -0.04551160301507559, + -0.01852485427135688, + -0.016720412060301414, + -0.006744517587939658, + -0.020554698492462387, + 0.0033862311557788963, + -0.013512402010050132, + 0.030196592964824073, + 0.053002623115577296, + 0.029924190954773895, + 0.010655278894472263, + -0.025002311557788908, + 0.005749233668341486, + -0.017590547738693327, + -0.0046878693467337276, + -0.025057909547738694, + -0.025841457286432157, + 0.014470603015075412, + -0.028042884422110625, + -0.026089296482412073, + -0.011480763819095607, + -0.03543923115577921, + -0.012104502512562777, + 0.033738502512562836, + 0.06796942713567744, + 0.030141675879396694, + -0.07938337688442194, + -0.10993767839195982, + -0.08592113567839203, + -0.02513346733668336, + 0.02942003768844198, + 0.016245618090452357, + -0.027027889447236178, + -0.04646055778894485, + -0.05783185678391942, + 0.003077424623115391, + 0.001774763819095415, + 0.02235859296482412, + 0.046390603015075665, + 0.07475743718592887, + 0.0031286934673366894, + -0.10202691457286422, + -0.15626765326633196, + -0.15922729145728687, + -0.027267879396984968, + 0.010767738693467357, + 0.06725591457286462, + 0.03289026633165819, + -0.05212582914572871, + -0.07667999246231152, + -0.106186944723618, + -0.05246548743718603, + -0.04017505527638196, + 0.01756687437185917, + 0.01388585929648225, + -0.0017839547738693002, + -0.019856271356783726, + -0.037364902010050265, + -0.05228199748743718, + 0.005632914572864403, + 0.04385109547738676, + 0.07341574120603038, + 0.0661586381909549, + -0.010089979899497585, + -0.018135623115577832, + -0.016660778894472178, + -0.054114793969849306, + -0.03197704522613057, + -0.014875979899497477, + 0.0030890326633166588, + 0.0005838040201005258, + -0.012102854271356855, + 0.06015804020100524, + 0.03463156281407019, + 0.058009472361808555, + 0.0446316331658288, + 0.0002885954773868734, + -0.0071491407035177675, + -0.019207316582914656, + 0.03504411055276377 + ] + ], + "std": [ + [ + 1.0563097554831, + 1.0780957512893903, + 1.0452812422000708, + 1.017690638492427, + 1.0052440697335492, + 1.001399326721192, + 0.9943611635248776, + 0.9929612277732924, + 0.9913927954434718, + 1.0053448775578797, + 1.0107048900784519, + 1.0054061730470043, + 1.0028699621408272, + 0.9995583413505211, + 0.9908593466765735, + 0.9853542136542434, + 1.0705845251257127, + 1.0662779250282277, + 1.0073168970262103, + 1.0024787753418176, + 1.0119304591198905, + 1.0015280003985942, + 1.0018124775575221, + 1.0027574917083557, + 0.9948097176804833, + 0.9923519865939135, + 0.9947029572529067, + 0.9975568639854349, + 0.9951782326467599, + 1.0031187267852708, + 1.0051393922435368, + 0.9711219802777251, + 1.0817185838320085, + 1.0424648712408837, + 1.0182936561607598, + 0.9988131715298316, + 1.0100389974395088, + 1.0139507799801692, + 1.0198550521351346, + 0.97749433095435, + 1.0032558897416382, + 0.9932725134057337, + 1.013388153002777, + 0.992842992738858, + 0.9886564261302372, + 0.9877708685493644, + 1.002648114792108, + 0.9747606061850567, + 1.0747816119657112, + 1.02255888174825, + 0.9796743045806331, + 0.9871350747933134, + 0.9985485116873231, + 1.0182554602963436, + 1.0116426528399904, + 0.9928963782396165, + 1.0328245805209502, + 1.028752519230958, + 1.0063396812352823, + 1.0030257612563318, + 0.9538014614932016, + 0.9874092532167232, + 0.9925147054908431, + 1.0217704776560097, + 1.0429986387634673, + 1.003221409383544, + 0.9871161786807092, + 0.9731000264043922, + 1.0018596893583598, + 0.9998848837132579, + 0.9838376395078868, + 1.0132854070395554, + 1.0217847466795487, + 1.0070449497421416, + 0.9875771901975943, + 0.9687095163481707, + 0.9722544188400668, + 0.9736748724392092, + 1.002916353992525, + 1.0272314038286867, + 1.0175371205727017, + 1.0126645847614397, + 0.998955451392166, + 1.004243498099933, + 0.9961238320171252, + 0.9981311657855426, + 1.0219513419744302, + 1.0121545944257246, + 1.0020340690091334, + 0.9842453448395471, + 0.9788060413943263, + 0.9810097805258174, + 0.9891626357910038, + 0.9902166181537699, + 1.0148948382390708, + 1.028918636127175, + 0.9511980135419595, + 1.003861802009821, + 0.9884969480698704, + 1.0071337781982594, + 1.008265380409389, + 1.0101011443230787, + 1.0106821329347353, + 0.9969256666173059, + 0.9967866423549481, + 0.9931894679821107, + 0.9875817203374175, + 0.997173617790909, + 1.001723029579845, + 1.0125751464485413, + 0.9912331141505772, + 0.9829645856272501, + 0.9793767425495771, + 0.9867539831463441, + 0.9841093178180385, + 1.0103484071725306, + 1.0191860749351354, + 1.0221675875431637, + 1.0044195246237828, + 1.0008342681651312, + 1.001627138412346, + 0.9997772095897719, + 1.0081078939034254, + 1.003310560327655, + 0.9881623645836118, + 1.0047875054511681, + 0.9961421301729743, + 0.9829645856272511, + 0.9869920158115834, + 0.9937316253503987, + 0.9793377827744155, + 0.9904754389720483, + 0.9925397869122989, + 1.0079161666418393, + 1.0006599864175547, + 1.0059991425953247, + 1.0069100585561557, + 1.0100296780570686, + 1.0103236310080053, + 1.0006392870463336, + 1.0075172047508214, + 1.0007852286664525, + 0.9900807435463777, + 1.004024989821359, + 0.9835365256139716, + 0.9945808044935542, + 0.9691682679807009, + 0.96674874592973, + 0.9980415205638171, + 1.0146475059616948, + 0.9949143848564165, + 1.0029906462271676, + 1.0092866189920002, + 1.0179588242197937, + 1.0178009772928769, + 1.0002181457107617, + 1.008080645940541, + 1.0024397087121901, + 0.9933173510271756, + 0.979532808786883, + 0.9865060572780482, + 0.9977415269762818, + 0.9946445941177685, + 0.9927935684967815, + 1.0058109822326597, + 0.9600947752163551, + 0.96839132111533, + 0.9786069630651635, + 0.991429793512298, + 0.984865660959036, + 0.991272639453808, + 1.0096533608655676, + 1.0197900633557413, + 1.000689387806265, + 0.997433042533609, + 1.003492294968093, + 0.9845806330338616, + 0.9966488938063878, + 0.9940656012175009, + 0.9960501295471854, + 0.9861802001739265, + 1.0020303578560832, + 0.9900047845237433, + 1.0217532005343193, + 1.0359244307293263, + 1.0209897301141686, + 1.0061223937153252, + 0.9865088395902182, + 1.0015893626764498, + 0.9952846796435972, + 0.998505053609909, + 0.9830838889803715, + 0.9912812278008364, + 1.0013260724779938, + 0.9920474470886185, + 0.986699951491271, + 0.9924575926179362, + 0.9728376598101992, + 0.9907682549659087, + 1.025076872660426, + 1.0411907333948913, + 1.018295470960672, + 0.9565632778298347, + 0.9500274157105609, + 0.9755944720993126, + 0.9941828603605654, + 1.0084492238238705, + 1.012173917495229, + 0.9873637546749423, + 0.9915215887443988, + 0.9895629283115104, + 1.000389392831378, + 1.0002897764695722, + 1.009216837413109, + 1.0207204122961515, + 1.0300273492943937, + 1.0009253171711008, + 0.9578388667517177, + 0.9464920214014784, + 0.9560486423104471, + 0.9960505224694267, + 1.001839403738359, + 1.0292507570404104, + 1.032844527725739, + 0.9670637057290374, + 0.9795327684867063, + 0.990873804709991, + 1.0050346356911726, + 1.0066384733685902, + 0.9953856475823458, + 0.9956398623489264, + 1.0001306439998972, + 1.004180675810961, + 1.0045488952963422, + 1.0031559055765875, + 0.9998417518500189, + 1.006215000354876, + 1.0258626825494845, + 1.042692556346792, + 0.9864205332461236, + 0.9760435492162586, + 0.9843487751495544, + 0.9645133054191944, + 0.9864637647341462, + 0.9965084374804701, + 1.000034736592101, + 0.9997322633620359, + 0.9981023381080815, + 1.0063573537400703, + 1.009704938325987, + 1.0267732677147232, + 1.029166926292455, + 0.9999357967957346, + 0.9919070208357084, + 0.9723136941246707, + 1.0773934238154859 + ] + ] + }, + "width": 512, + "in_features": 256, + "out_features": 10, + "depth": 6, + "padding": 512, + "parameters": 1581073, + "cert_evals": { + "36": 0.877813458442688, + "72": 0.8649517297744751, + "108": 0.848874568939209, + "255": 0.7502679228782654 + }, + "fold": 0 + }, + { + "best_epoch": 28, + "best_val_acc": 0.9230769230769231, + "test_acc": 0.9047619047619048, + "train_size": 398, + "val_size": 208, + "test_size": 987, + "stats": { + "mean": [ + [ + -0.025444005025125734, + 0.012452298994974662, + -0.01753376130653282, + -0.010535125628140796, + -0.027963286432161016, + -0.04474275879396973, + -0.001844291457286734, + -0.03242843216080438, + -0.04103420100502541, + -0.04103420100502534, + -0.07008529648241217, + -0.0339002412060303, + 0.004486437185929683, + 0.034529477386934605, + 0.05066186934673367, + 0.03759841206030118, + -0.016225437185929562, + -0.007291756281406924, + -0.021709919597990002, + -0.07642158040201036, + -0.018874525125628004, + 0.024846484924623234, + 0.006883537688442274, + 0.018380477386934792, + -0.06017425879397, + -0.10329628140703531, + -0.07275537688442205, + -0.08172246231155769, + -0.03756016080402036, + 0.024674180904522443, + 0.09202141206030141, + 0.07625499246231132, + 0.008998351758794185, + -0.025569716080401903, + -0.031083557788944435, + -0.013027306532663414, + 0.06831865326633176, + 0.011230351758794001, + 0.008583005025125642, + -0.02492873869346735, + -0.048525276381909295, + -0.07442176633165802, + -0.0577207035175878, + -0.037725047738693514, + -0.011412814070351763, + 0.030323379396984762, + 0.0794642814070353, + 0.0803478919597987, + -0.030803266331658172, + -0.04180551758793927, + 0.0072861457286432126, + 0.02951733165829129, + -0.0357700402010056, + -0.026724758793969693, + -0.03369344221105539, + -0.04033939698492487, + -0.061404133165829336, + -0.08515770351758864, + -0.07468530150753767, + -0.04247025125628165, + 0.009911819095477373, + -0.010079500000000168, + 0.09049717336683409, + 0.07485990954773888, + -0.012162479899497832, + 0.008583005025125627, + 0.03651040201005023, + 0.05084868341708568, + -0.03440337688442217, + -0.07894947236180942, + -0.0551369346733669, + -0.024766954773869324, + -0.0785643743718595, + -0.039971326633166, + -0.05980386180904579, + -0.004987391959798957, + 0.02596786432160804, + 0.0004355778894470852, + 0.04031095979899518, + 0.058227160804019816, + 0.015439334170854316, + 0.031283635678391784, + -0.0074858241206030764, + -0.025019600502512448, + -0.07371595477387047, + -0.04183514572864274, + -0.04984044221105505, + 0.004494080402009928, + 0.012374522613065268, + -0.01675520100502508, + -0.012701067839196296, + -0.023795125628140783, + -0.006465022613065289, + -0.028311256281406898, + 0.03132067839195961, + 0.057442422110552685, + -0.004038336683417221, + -0.0021707914572866695, + -0.03494526884422048, + -0.11471745728643258, + -0.08534165326633134, + -0.0046484924623118595, + 0.01981357788944731, + 0.012034547738693521, + 0.004354311557789168, + -0.0020305150753769405, + -0.011102356783919673, + -0.007485824120603068, + -0.00648208040201015, + 0.0033105125628139992, + 0.04936957286432154, + -0.0015483718592965048, + -0.029718994974874256, + -0.037793592964824124, + -0.08143026130653215, + -0.10412455276381975, + -0.05401591959799001, + -0.004798241206030193, + 0.001790125628140894, + 0.017090580402010242, + 0.004349567839195903, + 0.0464185025125627, + 0.028880633165829263, + -0.004844258793969922, + 0.029169467336683533, + 0.061084185929648475, + 0.03596850251256268, + 0.020087929648241395, + -0.039252185929648235, + -0.02888744723618094, + -0.07632192462311543, + -0.05998593467336719, + -0.012630180904522599, + -0.019015974874371653, + -0.00593697487437267, + -0.00457129648241148, + 0.07415152512562821, + 0.03869630402010022, + 0.02728184170854277, + -0.021357155778894528, + -0.0007776005025125215, + 0.019922994974874386, + 0.016423954773869348, + -0.014452487437185874, + -0.004894432160803889, + -0.01870493969849258, + -0.04199864321608045, + -0.014851090452261283, + 0.07316085929648249, + 0.08536457788944737, + 0.11267560804020099, + 0.06288003015075369, + 0.07644785427135675, + 0.03509371105527622, + 0.048207286432160684, + 0.001776924623115508, + 0.032457595477386816, + 0.07158755527638183, + -0.016237195979899414, + -0.0336133668341709, + -0.04314636683417066, + -0.05578319597989929, + -0.10459047236180906, + 0.003194804020100766, + 0.0685779899497486, + 0.02317846733668342, + 0.021932281407035317, + 0.02614409547738687, + -0.003889462311557614, + 0.020540575376884435, + -0.044554623115577605, + -0.04203865326633149, + 0.06187867336683395, + 0.04752313819095463, + -0.04686316834170835, + -0.04679553266331694, + -0.024493984924623322, + -0.01852485427135685, + -0.016720412060301434, + 0.01604057788944729, + 0.009299409547738608, + 0.0033862311557789544, + 0.02953875879397003, + 0.023905276381909438, + 0.03440919597989908, + 0.017458256281406695, + -0.018785663316582903, + -0.008077185929648255, + 0.04812320351758792, + 0.05475012562814082, + -0.0357499145728643, + -0.03103446231155784, + 0.021505778894472378, + -0.015889653266331783, + 0.013454844221105499, + 0.0017875879396984156, + 0.012179376884421975, + -0.01678287185929663, + -0.00589275879396984, + -0.004469753768844167, + 0.0018416281407035852, + 0.04801996482412023, + -0.006607417085426772, + 0.01927615075376883, + -0.013691266331658422, + 0.005638994974874419, + -0.02323134422110586, + -0.015634231155779235, + 0.02235859296482414, + 0.004349969849246065, + -0.057831856783919514, + -0.10517045226130767, + -0.01945968844221099, + 0.027845979899497508, + 0.03523984924623154, + 0.058234824120602026, + 0.04097556532663358, + 0.04702545728643234, + -0.026715706030150742, + -0.056987793969849404, + 0.0030878542713568703, + -0.055905929648241134, + -0.016319035175879428, + 0.01113210301507554, + 0.05284130653266339, + 0.04167066834170896, + 0.004379306532663385, + -0.027141316582914445, + -0.03505809045226166, + -0.06500647236180847, + -0.07488839698492449, + -0.06392821608040328, + -0.030181115577889023, + -0.01196931155778885, + -0.09264249999999949, + -0.07980767587939623, + -0.06318036432160816, + -0.013091394472361883, + 0.02329241457286456, + -0.01008997989949755, + -0.009979238693467495, + 0.0307693567839191, + 0.07542535175879414, + 0.03283405025125624, + 0.015896482412060334, + -0.06264278894472358, + -0.04979732663316539, + -0.032352462311557695, + -0.031164914572864088, + -0.002164130653266925, + -0.015071595477387092, + -0.028697351758794065, + 0.013561917085426976, + 0.03722015075376866, + 0.006671256281406974, + 0.009651467336683284 + ] + ], + "std": [ + [ + 0.9636741758313841, + 1.0114901264074088, + 0.9882775735799015, + 0.9950592288041458, + 0.9923805318375012, + 0.9954931130085297, + 0.9998185415922022, + 1.004999458131321, + 1.010779654446278, + 1.010779654446278, + 1.0185416165064392, + 1.0063375239233516, + 0.9991983947714009, + 0.9997603743675092, + 1.0095253737082777, + 1.0193698237551072, + 0.9821944196534186, + 0.9946303679905539, + 0.9894242823280908, + 0.9705707946712009, + 0.9949783327748166, + 1.0043140064479021, + 1.0005809927926241, + 1.0027574917083555, + 0.9904879432435517, + 0.9807642982944419, + 0.9886574068821276, + 0.9859635090427469, + 0.993309351687357, + 1.0031187267852708, + 1.016593255470364, + 1.0442887804592182, + 1.0083038126963626, + 0.9848656609590366, + 0.9855933554664763, + 0.9945670911869946, + 1.021074800634514, + 1.0040491737335164, + 1.003221409383544, + 0.9867264401919432, + 0.9744951602926358, + 0.9578713331810542, + 0.9708937667896353, + 0.982985543001351, + 0.9959503979748483, + 1.0070454733225949, + 1.016290393566305, + 1.0456745349293197, + 0.9697098121066737, + 0.9774943309543503, + 1.002916353992525, + 1.0129710134068142, + 0.9818517087835826, + 0.9848326582689778, + 0.9778679221613454, + 0.968463827587338, + 0.9562287284130288, + 0.9385814756983131, + 0.9535361456044965, + 0.9789868837316601, + 1.0036524516031298, + 0.996437230762304, + 1.025505334499929, + 1.0500603213568676, + 0.9906100846596538, + 1.003221409383544, + 1.012180944973295, + 1.0196387340397408, + 0.9825025594694498, + 0.954339750008454, + 0.9648376067685865, + 0.9839085531249888, + 0.952009038761473, + 0.9795794492787074, + 0.9716080021777768, + 0.9976717208316266, + 1.0091951026702335, + 0.9998457759635255, + 1.0167764080390456, + 1.0501441178091095, + 1.0098311230543442, + 1.0108582982234158, + 0.9971736177909091, + 0.9900282216050488, + 0.9676953459071826, + 0.9809946576246661, + 0.9776591097799061, + 1.0015254267851037, + 1.0037560308732274, + 0.9939516521695569, + 0.9956124335469829, + 0.9901857170585183, + 0.9967866165949004, + 0.9835484169272641, + 1.018300563902619, + 1.0581476797822778, + 0.9972534687047357, + 0.9990036074983834, + 0.9884969480698704, + 0.9585590451776096, + 0.9727715498408732, + 0.9986198721072891, + 1.0039545778843277, + 1.0019737557338864, + 1.0004300707708857, + 0.9993128946907187, + 0.9970527336984197, + 0.9971736177909094, + 0.996738394700752, + 1.0017488836874449, + 1.032459139242276, + 0.9980880058113938, + 0.9827755352139497, + 0.986753983146344, + 0.9694084590768833, + 0.954374856491467, + 0.9794063309627129, + 0.9981812449768528, + 1.0000844130171747, + 1.0024414937297792, + 1.000289920583818, + 1.0066579629145789, + 1.006045023392842, + 0.9980537361415068, + 1.0118648303811897, + 1.0321212562513462, + 1.0214564915487925, + 1.0199705326922406, + 0.9818228908495026, + 0.9937316253503986, + 0.975676694136014, + 0.9791967139583257, + 0.995853785405071, + 0.9944140275090272, + 0.998324720722163, + 0.9988796207201501, + 1.0076775206024515, + 1.0051477965419011, + 1.003942697943822, + 0.9947376367611466, + 0.9995186129589284, + 1.0045214386643773, + 1.0053188986302066, + 0.9873973753633679, + 0.9979198179428485, + 0.9957288015852994, + 0.9844024166044868, + 0.9926040090239354, + 1.0288602149576338, + 1.0327381635127548, + 1.0376323561660248, + 1.0191860749351351, + 1.019248439489373, + 1.0114615654187875, + 1.0148089052316012, + 1.0002181457107615, + 1.0051758820658891, + 1.007308437371659, + 0.9958774515386598, + 0.9748378659951137, + 0.9845361751656108, + 0.9871701294240001, + 0.9569477899284584, + 1.0012684139824397, + 1.033059928368479, + 1.0117771863985163, + 1.0115884288301853, + 1.0135614014099843, + 0.9976100259611177, + 1.010965511332625, + 0.9761143046477329, + 0.9803433318407708, + 1.0153886119387059, + 1.0056269030060545, + 0.9892055337201077, + 0.969426249412664, + 0.9918445350591615, + 0.9966488938063878, + 0.9940656012175014, + 1.0080956439499935, + 1.0056005212297308, + 1.0020303578560827, + 1.019908165966182, + 1.0172691233582607, + 1.0236709394617247, + 1.0122768805463278, + 0.9879530979067631, + 0.9955177997515855, + 1.0145032156568023, + 1.0113052100223867, + 0.9900950783072645, + 0.9789878020749606, + 1.0061210323379788, + 0.9976371796061079, + 1.0030525515532585, + 1.0005432856827527, + 1.0071552470675884, + 0.9872213285090347, + 0.9953725735493347, + 0.996186609496757, + 1.00089379219493, + 1.0287570615182273, + 0.9964079316152177, + 1.0069062426818565, + 0.9963817032039104, + 1.0008280481425031, + 0.9920979056678535, + 0.9872669976493121, + 1.0092168374131085, + 1.0003352873084816, + 0.9895629283115106, + 0.9695148264401307, + 0.9928241899429654, + 1.011466978521356, + 1.015897314997225, + 1.0238688838054302, + 1.0150342744039813, + 1.0149508574937365, + 0.9925404112632117, + 0.9872466320901033, + 1.0000513594585967, + 0.9865335518102039, + 0.9916934654171699, + 1.0111500201640033, + 1.0290091218292727, + 1.0080282510552814, + 0.9998062630573106, + 1.0027987951392292, + 1.0058448354473761, + 1.0127865866340113, + 1.0179715342017457, + 1.013555459538838, + 1.0063545738992565, + 1.0013980777392146, + 1.0039675000000043, + 0.9940267908926063, + 0.9867813019457877, + 0.9943765006272788, + 1.015526891626581, + 0.9864205332461236, + 0.9867876895945505, + 1.0266969428458936, + 1.042059643812452, + 1.0120358570624033, + 1.0028235097925473, + 0.9905175353506179, + 0.9946414253907617, + 0.9951193904567321, + 0.994780772003151, + 0.9990168722978009, + 0.9919731463227914, + 0.9791890939000777, + 1.0112363498675152, + 1.0384478663637378, + 1.0089325105827842, + 1.0217975650986395 + ] + ] + }, + "width": 512, + "in_features": 256, + "out_features": 10, + "depth": 6, + "padding": 512, + "parameters": 1581073, + "cert_evals": { + "36": 0.8905775547027588, + "72": 0.8693009614944458, + "108": 0.853090226650238, + "255": 0.7456940412521362 + }, + "fold": 1 + }, + { + "best_epoch": 26, + "best_val_acc": 0.8924302788844621, + "test_acc": 0.899364406779661, + "train_size": 398, + "val_size": 251, + "test_size": 944, + "stats": { + "mean": [ + [ + 0.025853251256281188, + 0.026377419597989695, + 0.006303957286432041, + -0.016009429648241216, + 0.013426341708542615, + 0.000583298994974769, + -0.011917678391959662, + -0.037533175879397224, + -0.020098884422110854, + 0.0008364321608037243, + 0.019239580402010244, + -0.008214989949749375, + -0.025825954773869612, + -0.0006419698492463064, + 0.009508140703517508, + -0.019673170854271324, + -0.008902964824120629, + 0.029295625628140858, + 0.03910123115577878, + 0.04551176381909547, + 0.022450278894472483, + -0.041741050251256066, + -0.028593851758793917, + -0.037733369346733686, + 0.010677314070351713, + 0.008148201005025205, + 0.008145326633165782, + 0.009415472361809119, + 0.0284809497487437, + 0.009431022613065136, + -0.03688329899497498, + -0.04282043467336695, + -0.025931434673366276, + 0.0032492160804019695, + -0.014650914572864066, + -0.034562944723617914, + 0.004439065326633279, + 0.022032201005025183, + -0.04040087437185899, + -0.02492873869346697, + 0.012970140703517999, + 0.010264954773869574, + -0.013438090452261338, + -0.04317389949748748, + -0.011412814070351772, + 0.05626816582914544, + -0.03446686432160752, + -0.03817115326633142, + -0.01699248241206059, + 0.00882481909547732, + -0.04225107537688392, + -0.020397143216080688, + -0.035770040201005424, + -0.03813472361809031, + -0.05145492713567884, + -0.03408486180904533, + 0.016902085427135845, + 0.03483842713567786, + -0.03427305276381909, + -0.03140666331658277, + -0.011773889447236174, + 0.047884999999999796, + -0.0048442587939699355, + -0.04316322110552765, + -0.024642746231156448, + -0.002302301507537566, + -0.006238201005025181, + -0.0363831557788939, + -0.028835427135678583, + -0.04495072864321667, + 0.020803904522613076, + -0.007038153266331668, + 0.06495377889447201, + 0.026844070351758658, + -0.026958037688442293, + -0.02663757286432158, + 0.020592271356783716, + 0.027218869346733378, + 0.023798552763819147, + -0.016768904522613152, + -0.020810841708543488, + 0.004460130653266039, + 0.013682477386934629, + -0.025019600502512482, + -0.019792587939698632, + 0.02358873366834184, + -0.011806276381909597, + 0.020794437185929524, + 0.028271816582914534, + -0.006166407035175833, + -0.044291896984924944, + 0.024660060301507664, + 0.032016668341708576, + 0.04052279396984933, + 0.0490172487437184, + -0.016359286432160735, + -0.056750273869347244, + -0.007435929648241428, + 0.0017769246231154824, + 0.021414361809045206, + 0.04469314572864335, + 0.052019472361808976, + 0.0043632462311552775, + 0.03251259798994986, + 0.01964791959799002, + -0.022454183417085893, + -0.10391374874371867, + 0.008390402010050075, + 0.03760563819095469, + 0.11590360552763804, + 0.0493695728643219, + 0.04893633165829245, + -0.06410897487437181, + -0.006136658291457329, + -0.033884165829145316, + -0.002246648241206082, + -0.01682175376884426, + 0.00046256281407027904, + 0.022378718592965034, + -0.018578834170853733, + -0.06667939698492395, + -0.06575905527638143, + -0.043371045226129806, + 0.01104597989949733, + 0.06203475376884437, + 0.037953512562814026, + -0.005590462311557684, + 0.03451213065326728, + -0.022839005025125664, + -0.003315185929648206, + -0.024253055276382062, + -0.0389598241206035, + -0.03882960301507507, + -0.03981433668341692, + -0.031687527638191625, + -0.05046211557788869, + -0.0578318567839198, + -0.03762569346733697, + -0.0389613567839193, + 0.01979657286432155, + 0.019776218592964884, + 0.01474091708542714, + -0.042159695979899554, + -0.014452487437185876, + -0.0048944321608039645, + -0.013580208542713676, + -0.05791733668341716, + -0.009305037688442106, + 0.029235170854271467, + 0.025075567839196122, + 0.015302437185929314, + -0.022135206030150862, + 0.013569241206029991, + 0.02443211809045206, + 0.04290105527638174, + 0.09095939447236231, + 0.1091005477386932, + 0.020843309045226067, + -0.0007868643216079208, + -0.03978372110552767, + -0.0220056030150753, + -0.030192002512562766, + -0.04608865829145755, + 0.042463467336683505, + 0.051527896984924354, + 0.0915860050251251, + 0.01618239195979925, + -0.008218854271356756, + -0.020952391959798814, + 0.014776788944723587, + 0.034092487437186, + 0.04560211055276428, + 0.08278233165829134, + 0.10847255527638236, + 0.024846484924623196, + -0.052689055276382346, + 0.0017780376884420149, + -0.013441829145728687, + 0.020275924623115744, + 0.06161076884422113, + 0.08692009045226239, + 0.04008957286432224, + -0.0012120703517585535, + -0.007551306532663401, + -0.04616232160804049, + -0.013706580402010225, + -0.024673851758793934, + 0.08783185929648209, + 0.07460693467336664, + 0.0960876532663306, + 0.02119716834170848, + -0.03701101507537695, + -0.010059045226130629, + -0.010829610552763923, + -0.012481236180904494, + 0.04081522613065362, + 0.029924482412060183, + 0.008092273869346436, + -0.04316322110552756, + -0.03630996733668343, + -0.08232102512562797, + -0.04733090954773897, + 0.004588884422110799, + 0.08388306532663306, + 0.0430607738693465, + 0.04666894472361813, + -0.01270106783919614, + -0.047514080402010335, + -0.010565728643216074, + -0.026136346733668523, + -0.03245043718592946, + 0.023696067839195353, + 0.01770060301507536, + 0.044308140703517615, + -0.003787788944723613, + 0.014174522613065448, + -0.05093826633165829, + 0.02573226130653278, + 0.030287150753768848, + 0.0401397286432159, + 0.053680743718593056, + 0.02102522613065334, + -0.010747371859296528, + 0.05464842964824082, + -0.017136783919598057, + -0.045805907035175675, + -0.05090381909547731, + -0.0068819798994974556, + -0.03505809045226187, + -0.02371979899497456, + 0.00344182914572863, + 0.0033947336683414304, + 0.0007934170854273202, + -0.0018110753768842327, + 0.0032136934673366708, + 0.01568474874371846, + 0.01327067839195978, + 0.019348781407035248, + 0.004921175879397266, + 0.031125522613065133, + 0.04711545226130587, + 0.010442155778894433, + -0.024673851758794076, + -0.015774271356783803, + -0.06616341708542701, + -0.0980368467336672, + 0.0005838040201006485, + 0.008146753768844201, + 0.004349567839195794, + 0.003092396984924539, + -0.015071595477387165, + 0.007967140703517566, + -0.01298472613065332, + 0.0446150326633164, + 0.023923638190954576, + 0.0477404321608047 + ] + ], + "std": [ + [ + 1.034353343932803, + 1.024348567936632, + 1.0036818973846862, + 0.9926016744364617, + 1.0028981060461741, + 0.9997262707845033, + 1.0004780191128255, + 1.0057381568404924, + 1.0053448775578797, + 0.9994421248178098, + 0.9935827482337024, + 1.0014086229280772, + 1.0021061616018854, + 0.9996719899466749, + 1.0017361970021768, + 0.988660808590669, + 0.9901596478521693, + 1.0192247642124055, + 1.0167388988236599, + 1.0138944681676312, + 1.0047989281967311, + 0.9904645459818706, + 0.9954463096472054, + 0.9922833494657366, + 1.000931207563311, + 1.000707942136333, + 1.0005842378657308, + 1.0008281188231554, + 1.003557986182927, + 1.0010705577402124, + 0.9904311917270927, + 0.9711219802777267, + 0.9739587043622917, + 1.0015066140578677, + 0.9931898260069552, + 0.9856672449691517, + 1.0012331552789873, + 1.0081082975427937, + 0.9818673205301623, + 0.9867264401919426, + 1.0059158746745933, + 1.0048856527038488, + 0.9933559670825766, + 0.9804299925042913, + 0.9959503979748487, + 1.0125781824597548, + 0.9904165488252873, + 0.9747606061850563, + 0.9833821256471468, + 1.0040856115046517, + 0.9796743045806305, + 0.9898888553822821, + 0.9818517087835823, + 0.9782007130770088, + 0.9656942565779187, + 0.9734797731342064, + 1.010665700345605, + 1.021589297626431, + 0.9794856875095689, + 0.9845971696829052, + 0.9948281863198752, + 1.0136085631297738, + 0.9980537361415062, + 0.9668195470806507, + 0.9810513427219819, + 0.9987231668355041, + 0.997403787663875, + 0.9835516799557577, + 0.9853855373152387, + 0.9749106414617704, + 1.0117447309449026, + 0.9952897165079869, + 1.032947917542788, + 1.0120811271463608, + 0.9875771901975944, + 0.9885862353477245, + 1.0072891612096109, + 1.0093428281641061, + 1.0100051475667393, + 0.9840366571448279, + 0.9854634000263881, + 1.00134698674654, + 1.0041146501612022, + 0.9900282216050488, + 0.9917355999661862, + 1.0093104531776096, + 0.9947373509131133, + 1.0080042462360728, + 1.0087372732373883, + 0.9976110730657628, + 0.9846934585447732, + 1.0088475388403126, + 1.0133097733764065, + 1.0209739586680646, + 1.0282470508532253, + 0.9817846585536307, + 0.9633992156471255, + 0.9973233600463974, + 1.000218145710761, + 1.0057309799061696, + 1.010623899141674, + 1.0101011443230787, + 1.0006599864175545, + 1.0055249208224792, + 1.0028819022633104, + 0.9953395717809288, + 0.9698021524023763, + 1.0024258063274285, + 1.0158129918211263, + 1.063456671941438, + 1.0324591392422755, + 1.04774222887087, + 0.9616904393179179, + 0.997695806697438, + 0.9880152027656462, + 0.9988433850344972, + 0.9937292230975006, + 0.9998296099021827, + 1.0044195246237817, + 0.9963489105119412, + 0.9879651241571221, + 0.9859903114183225, + 0.9884715320146122, + 1.003310560327655, + 1.0244185872318146, + 1.0203911139057007, + 0.9961421301729745, + 1.034050235933694, + 0.989521079569911, + 0.9990477366494994, + 0.992755500716447, + 0.9868421928940853, + 0.9873393959627118, + 0.9881958106921132, + 0.9919947175362285, + 0.9895831364382834, + 0.9895629283115108, + 0.9929032652937821, + 0.9922751284451915, + 1.003847339906563, + 1.0037363434884359, + 1.0033043471411776, + 0.9838300352467959, + 0.9873973753633691, + 0.9979198179428482, + 0.9968491311161947, + 0.9780752949201328, + 0.9952808518444423, + 1.0120796997058796, + 1.0102563563170064, + 1.0056657842293373, + 0.9917811647092868, + 1.003612286469916, + 1.0080281022283166, + 1.0132678758599065, + 1.0226525060210754, + 1.0139038318701246, + 1.0024397087121901, + 0.9995063040570514, + 0.9700809553445697, + 0.9922233441291306, + 0.9933207816371948, + 0.9824557032259209, + 1.0196898531365701, + 1.0252921553121754, + 1.0436509722569267, + 1.0085279865152725, + 0.9951421649917936, + 0.9882760866228761, + 1.0078553724971193, + 1.016034101650163, + 1.0182936561607592, + 1.0197900633557413, + 1.009927427136894, + 1.0043140064479028, + 0.9653870680055727, + 1.0002294165307881, + 0.9975169703830418, + 1.0060899274497221, + 1.0302542392319602, + 1.050457422656358, + 1.0263818971478929, + 0.9988293446894524, + 0.993948379991406, + 0.9646507012293754, + 0.9894725219782052, + 0.9841733127810417, + 1.039912432152242, + 1.0215994164574418, + 1.0180415302669792, + 1.004726329086974, + 0.9748378645110533, + 0.996502380675558, + 0.9983170617806623, + 0.9963911641009451, + 1.0183269819540794, + 1.017678321054885, + 1.0055414218665415, + 0.9668195470806507, + 0.9703066737368953, + 0.9404292201679834, + 0.967852473516548, + 1.0019282394069462, + 1.028101194822195, + 1.008793562942109, + 1.0081602197776465, + 0.9956124335469831, + 0.9606578789878316, + 0.9949738705848414, + 0.9953677319031761, + 0.9944335251793368, + 1.0048415968196438, + 1.0055583780485124, + 1.0180101093887308, + 0.9978522893615333, + 1.0059363426964134, + 0.9778798529166732, + 1.0083401893079658, + 1.0068711996262265, + 1.006423096229551, + 1.0046479120669225, + 1.0037804464514235, + 0.994459962409335, + 1.0536434113524862, + 0.9893818936419583, + 0.9884128417013845, + 0.9968841227714262, + 1.0005451392022922, + 1.0058448354473761, + 1.0049722474461862, + 0.9987027037023654, + 0.998829254733481, + 0.9994987832666141, + 0.9999543973377994, + 0.9993809740185148, + 1.0000438421505866, + 1.0018684789535641, + 1.007170379629404, + 1.003098792935798, + 1.0389250180520742, + 1.057188249524631, + 1.009038472352926, + 0.9841733127810427, + 0.9933150572644535, + 0.9837566845129954, + 0.9835369109711313, + 0.9997322633620358, + 1.00066670782988, + 1.0002899205838178, + 1.000633573204784, + 0.9919731463227919, + 1.0051578019898537, + 0.988327819096806, + 1.0458203733919074, + 1.032263512848999, + 1.1039230782773841 + ] + ] + }, + "width": 512, + "in_features": 256, + "out_features": 10, + "depth": 6, + "padding": 512, + "parameters": 1581073, + "cert_evals": { + "36": 0.882415235042572, + "72": 0.8612288236618042, + "108": 0.8474576473236084, + "255": 0.7436440587043762 + }, + "fold": 2 + }, + { + "best_epoch": 18, + "best_val_acc": 0.9241706161137441, + "test_acc": 0.9054878048780488, + "train_size": 398, + "val_size": 211, + "test_size": 984, + "stats": { + "mean": [ + [ + 0.017303708542713854, + 0.033339979899497045, + 0.042060535175879, + 0.0551565226130648, + 0.03412115577889427, + 0.020728213567838986, + 0.003192402010050319, + -0.017114201005025118, + -0.009631226130653392, + -0.014865055276382138, + -0.017541251256281226, + -0.08527074371859306, + -0.0611904120603017, + -0.045862402010050325, + 0.009508140703517527, + -0.013946012562814322, + 0.0643217587939701, + 0.0719809045226133, + 0.061214376884421925, + -0.018105633165829183, + -0.06536492964824103, + -0.07759587688442295, + -0.059003042713567794, + -0.012227075376884505, + -0.05005260552763839, + -0.04250838190954796, + -0.022192437185929587, + -0.0007109648241205073, + -0.04772033165829164, + 0.009431022613065164, + -0.04203948743718602, + -0.01305157788944726, + 0.07187196733668362, + 0.037831934673366825, + 0.018214371859296575, + -0.09378594974874371, + -0.10202691457286414, + -0.08058536683417125, + 0.008583005025125713, + 0.014450412060301456, + -0.02057281407035149, + 0.01591073618090474, + 0.05852115577889456, + 0.05490543216080418, + 0.025520276381909558, + 0.01994546482412024, + -0.029288175879396895, + -0.05002305778894475, + 0.09349378894472334, + -0.0024263668341707816, + -0.08628416080401952, + -0.042581354271357584, + 0.019872572864321515, + 0.07025994221105543, + 0.03735249748743718, + -0.021575791457286518, + 0.022925640703517693, + 0.052837846733668196, + 0.07541733668341698, + 0.023911276381909558, + -0.06598816080402005, + -0.03642700000000029, + -0.03662473618090472, + -0.0555867085427135, + 0.019038185929648087, + -0.01863026130653271, + -0.043643228643215105, + 0.029040723618090913, + 0.026844070351758627, + 0.04571258793969818, + 0.0616951256281406, + 0.04614825125628155, + 0.05347232663316565, + 0.11036331658291482, + 0.016836394472361783, + -0.015812482412060267, + -0.05466603015075383, + -0.0745576381909549, + -0.07527588944723587, + -0.0031332562814071646, + 0.009397638190954651, + -0.0009045703517589661, + 0.03485077889447228, + -0.0035822437185929427, + -0.009007914572864234, + 0.029040723618090455, + 0.04252824623115574, + 0.11859657788944705, + 0.0971600904522612, + 0.07854394472361814, + -0.01270106783919611, + -0.023795125628140776, + -0.028454560301507496, + -0.06846445226130653, + -0.05716217336683423, + -0.008979115577889234, + -0.015752100502512602, + 0.029420037688442, + -0.019207185929647985, + -0.08853826130653279, + -0.06453608542713567, + 0.021109673366834107, + 0.06616457286432129, + 0.0990662613065328, + 0.05533300502512552, + 0.028604987437185914, + -0.04203948743718602, + -0.007485824120603054, + -0.023014974874371978, + -0.020393296482412362, + -0.048715170854271364, + -0.023184673366834257, + 0.01613431155778907, + 0.025520276381909585, + -0.02331836683417028, + -0.0022466482412058235, + 0.025685864321608003, + 0.1214610552763827, + 0.12532168341708572, + 0.07314251758794003, + 0.034790552763818976, + 0.015824623115577738, + -0.06917521608040215, + -0.010141005025125743, + -0.0036958190954772753, + -0.0025251658291457193, + 0.006283527638191006, + 0.027300030150753923, + 0.07564008040200966, + 0.037600432160804075, + 0.022608927135678237, + 0.018861979899497297, + 0.03452877889447219, + 0.06937706281407076, + 0.04556413065326641, + 0.041319522613065394, + -0.0070690175879395654, + 0.0030793718592961195, + 0.017090580402010398, + 0.019796572864321606, + -0.016192964824120658, + -0.04226193969849271, + -0.05281126884422079, + -0.0013456030150753172, + 0.04312830150753776, + 0.05816602763819115, + 0.0110636683417086, + -0.00930503768844212, + 0.012763037688442154, + 0.03055638693467361, + 0.009892816582914443, + -0.038075562814070325, + -0.017870065326633208, + -0.012883457286432217, + 0.08004467336683378, + 0.04899117336683459, + -0.023747236180904754, + -0.04004978643216082, + -0.04713785929648249, + -0.04595407537688452, + -0.016720412060301323, + -0.03019200251256272, + -0.008860231155778723, + 0.02002423115577915, + 0.023111075376884147, + -0.0053246733668341605, + -0.041316502512562255, + -0.03685464572864361, + -0.06645353768844256, + -0.04286107537688441, + 0.0677983919597992, + 0.029169467336683533, + 0.025297271356783873, + -0.0032680427135678793, + -0.026374695979899457, + 0.0062461708542712385, + -0.024493984924623437, + 0.01705632160804017, + 0.041416688442211205, + 0.050218221105527164, + -0.0026422336683418032, + -0.008848216080402028, + -0.050413396984924405, + -0.013842623115578042, + -0.015173276381909613, + 0.0423901256281407, + 0.022431655778894367, + 0.04833989949748727, + -0.015437751256281409, + -0.03309212060301497, + 0.00566614572864313, + 0.034707618090452225, + -0.020580653266331614, + -0.04118986683417089, + -0.043604532663316625, + -0.06511693467336681, + -0.04697097487437197, + -0.047876804020100805, + -0.03695147738693452, + -0.023573881909547713, + 0.02588810050251267, + 0.059938824120602745, + 0.06057039195979934, + 0.030043969849246118, + -0.02400981909547736, + -0.061034673366834095, + -0.03376162060301523, + -0.0028822914572863433, + 0.0004090452261306595, + -0.056622663316582986, + -0.05783185678391955, + -0.04331452261306535, + -0.02476830150753774, + -0.04897743718592962, + -0.02051391959798998, + -0.013363165829145748, + 0.01934878140703507, + 0.031055560301507686, + 0.040651306532663266, + -0.016091994974874516, + -0.06268290201004995, + -0.035390954773869276, + -0.027462361809045256, + -0.05414238693467362, + 0.006189246231155719, + 0.0005052211055278901, + -0.025775125628140556, + -0.047400653266331895, + -0.06064291457286465, + -0.023719798994974565, + -0.017446231155778813, + -0.012141331658291529, + 0.026605527638191077, + 0.033742751256281414, + -0.006876432160804101, + 0.005632914572864249, + -0.042793419597989886, + -0.0293114824120604, + -0.037945047738693345, + -0.05130548241206037, + 0.014489914572864079, + 0.01721788944723632, + -0.0011210979899498779, + -0.07518444221105554, + -0.05077718592964814, + -0.017136143216080403, + -0.019568648241205994, + 0.00814675376884411, + 0.08045203015075388, + 0.06091420100502482, + 0.0017932663316581627, + -0.004254356783919557, + 0.00028859547738686056, + -0.05891331407035207, + -0.08821684422110554, + -0.015741175879397072 + ] + ], + "std": [ + [ + 1.0230913089022202, + 1.0306470847496936, + 1.0253163638989118, + 1.0218049113878709, + 1.0074783028399366, + 1.0009433160751784, + 0.9994505670417713, + 1.0026241679219097, + 1.0024524994812487, + 1.0039133733751973, + 1.0048971378545626, + 1.01417394130718, + 1.004332289549513, + 0.9977382032551653, + 1.0017361970021768, + 0.9919233144935908, + 1.0637765669702473, + 1.0455715281984932, + 1.0255977102644784, + 0.99339605984875, + 0.9817359315428323, + 0.981056113878387, + 0.990012610165878, + 0.9974493811385823, + 0.9922963473581801, + 0.9932437097599804, + 0.9968980779182007, + 0.9995978440878907, + 0.9913328217211481, + 1.0010705577402124, + 0.9890209230468918, + 0.9912627019033904, + 1.0644590940044412, + 1.020043651023701, + 1.0074072543879427, + 0.958275404222389, + 0.9578388667517177, + 0.9639856165919881, + 1.003221409383544, + 1.0068397052494056, + 0.9893750244557449, + 1.0076889515382415, + 1.0247383219890505, + 1.0210165378194092, + 1.0075247387147834, + 1.0046362701743567, + 0.9918912192932127, + 0.9665843967074859, + 1.0802469947354034, + 0.998459552401291, + 0.9563901007544556, + 0.978638687720611, + 1.0089127439007188, + 1.0344283171064497, + 1.0220358948079418, + 0.9833155750584129, + 1.0144818792490966, + 1.0322631831022364, + 1.038787160693079, + 1.0103666845998722, + 0.9702991548533046, + 0.987409253216723, + 0.9866887156715956, + 0.9567900274378338, + 1.0134406606180522, + 0.991713556652289, + 0.9827676281149432, + 1.0114433247015615, + 1.012081127146361, + 1.0222420868044244, + 1.0338152076697806, + 1.0268430413524583, + 1.0274456473203384, + 1.0453074953992492, + 1.0068106834774446, + 0.99319836196822, + 0.9771166106782407, + 0.9688298069003922, + 0.9624528562451854, + 0.9968022599327558, + 1.005901557554794, + 0.9993474698627087, + 1.010564715068287, + 0.9983486611130268, + 0.9961238320171254, + 1.0114433247015613, + 1.0161717897956295, + 1.0406869709539412, + 1.0272052350520744, + 1.0224767767382823, + 0.9956124335469829, + 0.9901857170585184, + 0.9865469521402179, + 0.9587645381482431, + 0.9621648427676825, + 0.9899337643062542, + 0.9900729293902669, + 1.0084492238238705, + 0.9937034359335825, + 0.9692951161627006, + 0.9800863496307292, + 1.0042513937180102, + 1.0123603111480772, + 1.0141287908757117, + 1.007677408079292, + 1.0044650992699184, + 0.9890209230468918, + 0.9971736177909093, + 0.9889840573493727, + 0.9866310104770853, + 0.9637832135197844, + 0.9752349399210322, + 1.0083818727667295, + 1.0075247387147834, + 0.991793153918188, + 0.9988433850344973, + 1.0081706851369636, + 1.029626843869407, + 1.0196031669552301, + 1.0093980022007503, + 1.0039886223095509, + 1.0023095280591323, + 0.9808300777029364, + 0.9962389763825825, + 0.9980717278603489, + 0.9982433289914361, + 1.0036155922773329, + 1.0270598343773214, + 1.0290248534923514, + 1.0061441876968409, + 1.0055764584644775, + 1.0053031805865968, + 1.0092866189920002, + 1.0156784749241112, + 1.0088960099879092, + 1.0059991425953296, + 0.9986354940573221, + 1.0001773791355475, + 1.00244149372978, + 1.003847339906564, + 0.996065302775612, + 0.9880253584212956, + 0.9794959611542164, + 0.998556228240707, + 1.0140940621454713, + 1.0096760877814985, + 1.0033829165288874, + 0.9952808518444423, + 1.0052200897485457, + 1.012469146588948, + 1.0035830400494066, + 0.9857420630547223, + 0.9942119752062554, + 0.9950185461635798, + 1.0234288024686335, + 1.0131354799141175, + 0.9949817856959143, + 0.9931492960370479, + 0.9878551084342865, + 0.9652611606828942, + 0.9940656012175009, + 0.9933207816371951, + 0.9965622500501108, + 1.0093915715884572, + 1.0115749892045551, + 0.9968115171925963, + 0.9755344519015101, + 0.9786069630651631, + 0.961464080587249, + 0.9743356627980871, + 1.030835086571909, + 1.0118648303811906, + 1.006595799733842, + 0.9991930482950553, + 0.9940736745513704, + 1.003492294968093, + 0.9918445350591615, + 1.0021683881445074, + 1.0122899955900566, + 1.0249494745406926, + 0.9979849217942023, + 0.9934793024312332, + 0.9621029758682157, + 0.9890982158771477, + 0.9885456854845168, + 1.0294779143109518, + 1.0130593563263568, + 1.0229554890663815, + 0.9943926914757206, + 0.9911313414795533, + 1.0010785245110474, + 1.021221319921214, + 0.9930525323845899, + 0.9938444307912636, + 0.9874394122474933, + 0.965635318129075, + 0.9689109282338, + 0.9629284258029364, + 0.9717359308698656, + 0.9808646394091696, + 1.0162302100520217, + 1.0355012766301623, + 1.0272568498553079, + 1.0107564289840438, + 0.9937602047041728, + 0.9851594467890736, + 0.9884587080836413, + 0.9974266932665549, + 0.999864541688887, + 0.9894363675325561, + 0.9895629283115106, + 0.988727903086388, + 0.990877905737688, + 0.9766932163927938, + 0.9895469407930455, + 0.9935726213392223, + 1.007170379629405, + 1.0100389974395079, + 1.009109049155308, + 0.9965204677792965, + 0.9901869920407446, + 0.99174574443383, + 0.9860427444032561, + 0.9400600968558963, + 1.0033074400595374, + 0.9997993113498106, + 0.9985929054949167, + 1.0046389351594731, + 1.0095474638492092, + 1.0049722474461862, + 1.0044746555071224, + 1.0026481147921085, + 0.9930117198494639, + 0.9940678856560923, + 1.0002974171033587, + 0.9998417518500186, + 0.9914036227508137, + 0.9875178868961761, + 0.9721338649787347, + 0.9291330950891362, + 1.017948146105332, + 1.0150039988798456, + 0.9989984568183743, + 0.9666297205670561, + 0.9878791191600703, + 0.9975774564005543, + 0.9980042921168951, + 1.0006667078298794, + 1.0077886909582168, + 1.016455335207286, + 1.0005853010665489, + 0.9967266234061737, + 0.9999357967957346, + 0.9320191861094074, + 0.8633520103519924, + 0.9623275771498844 + ] + ] + }, + "width": 512, + "in_features": 256, + "out_features": 10, + "depth": 6, + "padding": 512, + "parameters": 1581073, + "cert_evals": { + "36": 0.892276406288147, + "72": 0.8729674220085144, + "108": 0.8526422381401062, + "255": 0.7510162591934204 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9006082450748929, + "std_test_acc": 0.005867554452887134, + "n_samples": 1593, + "n_features": 256, + "n_classes": 10, + "mean_cert_acc_36": 0.8857706636190414, + "std_cert_acc_36": 0.006831468966425778, + "mean_cert_acc_72": 0.8671122342348099, + "std_cert_acc_72": 0.005110644133443254, + "mean_cert_acc_108": 0.8505161702632904, + "std_cert_acc_108": 0.002780608349492419, + "mean_cert_acc_255": 0.7476555705070496, + "std_cert_acc_255": 0.0035617616109151332 + }, + "soybean": { + "dataset": "soybean", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 18, + "best_val_acc": 0.8305084745762712, + "test_acc": 0.8306451612903226, + "train_size": 376, + "val_size": 59, + "test_size": 248, + "stats": { + "mean": [ + [ + 5.255843042108454e-17, + -1.8094273124741912e-15, + -2.362176648138631e-18, + 8.940838613204717e-16, + -4.621008067921197e-16, + -1.366519190948198e-15, + 1.8507654038166175e-15, + 5.651507630671674e-16, + 1.4615968010357778e-15, + -4.64167711359241e-16, + 2.523985748536127e-15, + -3.363149002787376e-16, + 8.314861801447981e-16, + -8.031400603671346e-17, + -1.599562680891125e-15, + 6.971373832819134e-16, + 1.972417501195757e-15, + -9.955098211499242e-16, + -1.1840410448794887e-15, + -3.451730627092574e-16, + -1.2253791362219147e-15, + -6.85031227960203e-16, + -9.162292673967715e-16, + 7.411329233534954e-17, + -1.801159694205706e-17, + -7.119009873327799e-16, + -3.6805664898810043e-16, + -2.8346119777663573e-16, + -1.1114041129492258e-15, + -2.701739541308559e-16, + -6.746967051245964e-16, + 4.340499590954734e-17, + 1.5197654009961918e-15, + 5.7947145899650795e-16, + 8.208563852281742e-16 + ] + ], + "std": [ + [ + 0.9927642409431464, + 0.9787917699554936, + 0.9857406910506461, + 0.9841528529994341, + 0.973949637619625, + 0.9888979702224631, + 0.9894238955664117, + 0.9818135979404571, + 0.9812725198980998, + 0.9866993450965212, + 0.977811553908224, + 0.9685775006733509, + 0.9885494004209142, + 0.9877929165205122, + 0.9849820534726104, + 0.9696513186147865, + 0.9636787239536263, + 0.9714056969361312, + 0.9790342571909385, + 0.9594712670605601, + 0.9914762416613162, + 0.9894071736370291, + 0.9717998736463911, + 0.979506353986051, + 0.9100788369549304, + 0.9740807482046461, + 0.9403062306776938, + 0.9856078858868509, + 0.9913083989488309, + 0.9728185205882999, + 0.9658866068802527, + 0.9658866068802542, + 0.9641624577988217, + 0.9579105146532193, + 0.9764373811067356 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 18, + "depth": 6, + "padding": 70, + "parameters": 93977, + "cert_evals": { + "36": 0.8064515590667725, + "72": 0.774193525314331, + "108": 0.7540322542190552, + "255": 0.5806451439857483 + }, + "fold": 0 + }, + { + "best_epoch": 32, + "best_val_acc": 0.9019607843137255, + "test_acc": 0.8515625, + "train_size": 376, + "val_size": 51, + "test_size": 256, + "stats": { + "mean": [ + [ + 5.255843042108454e-17, + -1.8094273124741912e-15, + -2.362176648138631e-18, + 8.940838613204717e-16, + -4.621008067921197e-16, + -1.366519190948198e-15, + 1.8507654038166175e-15, + 5.651507630671674e-16, + 1.4615968010357778e-15, + -4.64167711359241e-16, + 2.523985748536127e-15, + -3.363149002787376e-16, + 8.314861801447981e-16, + -8.031400603671346e-17, + -1.599562680891125e-15, + 6.971373832819134e-16, + 1.972417501195757e-15, + -9.955098211499242e-16, + -1.1840410448794887e-15, + -3.451730627092574e-16, + -1.2253791362219147e-15, + -6.85031227960203e-16, + -9.162292673967715e-16, + 7.411329233534954e-17, + -1.801159694205706e-17, + -7.119009873327799e-16, + -3.6805664898810043e-16, + -2.8346119777663573e-16, + -1.1114041129492258e-15, + -2.701739541308559e-16, + -6.746967051245964e-16, + 4.340499590954734e-17, + 1.5197654009961918e-15, + 5.7947145899650795e-16, + 8.208563852281742e-16 + ] + ], + "std": [ + [ + 0.9927642409431464, + 0.9787917699554936, + 0.9857406910506461, + 0.9841528529994341, + 0.973949637619625, + 0.9888979702224631, + 0.9894238955664117, + 0.9818135979404571, + 0.9812725198980998, + 0.9866993450965212, + 0.977811553908224, + 0.9685775006733509, + 0.9885494004209142, + 0.9877929165205122, + 0.9849820534726104, + 0.9696513186147865, + 0.9636787239536263, + 0.9714056969361312, + 0.9790342571909385, + 0.9594712670605601, + 0.9914762416613162, + 0.9894071736370291, + 0.9717998736463911, + 0.979506353986051, + 0.9100788369549304, + 0.9740807482046461, + 0.9403062306776938, + 0.9856078858868509, + 0.9913083989488309, + 0.9728185205882999, + 0.9658866068802527, + 0.9658866068802542, + 0.9641624577988217, + 0.9579105146532193, + 0.9764373811067356 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 18, + "depth": 6, + "padding": 70, + "parameters": 93977, + "cert_evals": { + "36": 0.828125, + "72": 0.8046875, + "108": 0.7734375, + "255": 0.64453125 + }, + "fold": 1 + }, + { + "best_epoch": 18, + "best_val_acc": 0.875, + "test_acc": 0.8326693227091634, + "train_size": 376, + "val_size": 56, + "test_size": 251, + "stats": { + "mean": [ + [ + 5.255843042108454e-17, + -1.8094273124741912e-15, + -2.362176648138631e-18, + 8.940838613204717e-16, + -4.621008067921197e-16, + -1.366519190948198e-15, + 1.8507654038166175e-15, + 5.651507630671674e-16, + 1.4615968010357778e-15, + -4.64167711359241e-16, + 2.523985748536127e-15, + -3.363149002787376e-16, + 8.314861801447981e-16, + -8.031400603671346e-17, + -1.599562680891125e-15, + 6.971373832819134e-16, + 1.972417501195757e-15, + -9.955098211499242e-16, + -1.1840410448794887e-15, + -3.451730627092574e-16, + -1.2253791362219147e-15, + -6.85031227960203e-16, + -9.162292673967715e-16, + 7.411329233534954e-17, + -1.801159694205706e-17, + -7.119009873327799e-16, + -3.6805664898810043e-16, + -2.8346119777663573e-16, + -1.1114041129492258e-15, + -2.701739541308559e-16, + -6.746967051245964e-16, + 4.340499590954734e-17, + 1.5197654009961918e-15, + 5.7947145899650795e-16, + 8.208563852281742e-16 + ] + ], + "std": [ + [ + 0.9927642409431464, + 0.9787917699554936, + 0.9857406910506461, + 0.9841528529994341, + 0.973949637619625, + 0.9888979702224631, + 0.9894238955664117, + 0.9818135979404571, + 0.9812725198980998, + 0.9866993450965212, + 0.977811553908224, + 0.9685775006733509, + 0.9885494004209142, + 0.9877929165205122, + 0.9849820534726104, + 0.9696513186147865, + 0.9636787239536263, + 0.9714056969361312, + 0.9790342571909385, + 0.9594712670605601, + 0.9914762416613162, + 0.9894071736370291, + 0.9717998736463911, + 0.979506353986051, + 0.9100788369549304, + 0.9740807482046461, + 0.9403062306776938, + 0.9856078858868509, + 0.9913083989488309, + 0.9728185205882999, + 0.9658866068802527, + 0.9658866068802542, + 0.9641624577988217, + 0.9579105146532193, + 0.9764373811067356 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 18, + "depth": 6, + "padding": 70, + "parameters": 93977, + "cert_evals": { + "36": 0.8286852836608887, + "72": 0.7808765172958374, + "108": 0.7649402618408203, + "255": 0.613545835018158 + }, + "fold": 2 + }, + { + "best_epoch": 17, + "best_val_acc": 0.9365079365079365, + "test_acc": 0.8155737704918032, + "train_size": 376, + "val_size": 63, + "test_size": 244, + "stats": { + "mean": [ + [ + 5.255843042108454e-17, + -1.8094273124741912e-15, + -2.362176648138631e-18, + 8.940838613204717e-16, + -4.621008067921197e-16, + -1.366519190948198e-15, + 1.8507654038166175e-15, + 5.651507630671674e-16, + 1.4615968010357778e-15, + -4.64167711359241e-16, + 2.523985748536127e-15, + -3.363149002787376e-16, + 8.314861801447981e-16, + -8.031400603671346e-17, + -1.599562680891125e-15, + 6.971373832819134e-16, + 1.972417501195757e-15, + -9.955098211499242e-16, + -1.1840410448794887e-15, + -3.451730627092574e-16, + -1.2253791362219147e-15, + -6.85031227960203e-16, + -9.162292673967715e-16, + 7.411329233534954e-17, + -1.801159694205706e-17, + -7.119009873327799e-16, + -3.6805664898810043e-16, + -2.8346119777663573e-16, + -1.1114041129492258e-15, + -2.701739541308559e-16, + -6.746967051245964e-16, + 4.340499590954734e-17, + 1.5197654009961918e-15, + 5.7947145899650795e-16, + 8.208563852281742e-16 + ] + ], + "std": [ + [ + 0.9927642409431464, + 0.9787917699554936, + 0.9857406910506461, + 0.9841528529994341, + 0.973949637619625, + 0.9888979702224631, + 0.9894238955664117, + 0.9818135979404571, + 0.9812725198980998, + 0.9866993450965212, + 0.977811553908224, + 0.9685775006733509, + 0.9885494004209142, + 0.9877929165205122, + 0.9849820534726104, + 0.9696513186147865, + 0.9636787239536263, + 0.9714056969361312, + 0.9790342571909385, + 0.9594712670605601, + 0.9914762416613162, + 0.9894071736370291, + 0.9717998736463911, + 0.979506353986051, + 0.9100788369549304, + 0.9740807482046461, + 0.9403062306776938, + 0.9856078858868509, + 0.9913083989488309, + 0.9728185205882999, + 0.9658866068802527, + 0.9658866068802542, + 0.9641624577988217, + 0.9579105146532193, + 0.9764373811067356 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 18, + "depth": 6, + "padding": 70, + "parameters": 93977, + "cert_evals": { + "36": 0.799180269241333, + "72": 0.7909835577011108, + "108": 0.7663934230804443, + "255": 0.5655737519264221 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8326126886228223, + "std_test_acc": 0.014756856638300408, + "n_samples": 683, + "n_features": 35, + "n_classes": 18, + "mean_cert_acc_36": 0.8156105279922485, + "std_cert_acc_36": 0.015070958383895222, + "mean_cert_acc_72": 0.7876852750778198, + "std_cert_acc_72": 0.013270780117508964, + "mean_cert_acc_108": 0.76470085978508, + "std_cert_acc_108": 0.008022262997880347, + "mean_cert_acc_255": 0.6010739952325821, + "std_cert_acc_255": 0.03522160803455344 + }, + "pendigits": { + "dataset": "pendigits", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 65, + "best_val_acc": 0.9165554072096128, + "test_acc": 0.8989326217478318, + "train_size": 3498, + "val_size": 1498, + "test_size": 5996, + "stats": { + "mean": [ + [ + -8.81200686007327e-07, + 6.079473995280559e-08, + 4.631217829963712e-09, + 2.1718124648143022e-07, + 2.030874785817112e-07, + -1.7106918241445503e-07, + 5.185820439417424e-08, + -3.864493996428271e-07, + 8.861635218292038e-07, + -6.433590623347691e-07, + 7.257861636536514e-07, + 1.5797026869406332e-07, + -6.898227554824822e-08, + -8.784162378277323e-07, + 7.065809030646193e-07, + 9.948541997445605e-08 + ] + ], + "std": [ + [ + 0.9998568249462566, + 0.9998570678425832, + 0.9998573459993255, + 0.9998570492542306, + 0.9998572602820162, + 0.9998564523051444, + 0.9998557798609863, + 0.999857476109961, + 0.9998569519150583, + 0.9998579083441225, + 0.9998564283369161, + 0.9998569550094121, + 0.9998568396997518, + 0.9998576138009462, + 0.9998550735596848, + 0.9998570848520255 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 10, + "depth": 6, + "padding": 32, + "parameters": 23569, + "cert_evals": { + "36": 0.8694129586219788, + "72": 0.8355570435523987, + "108": 0.7893595695495605, + "255": 0.4814876616001129 + }, + "fold": 0 + }, + { + "best_epoch": 26, + "best_val_acc": 0.9030186255619782, + "test_acc": 0.8954017180394138, + "train_size": 3498, + "val_size": 1557, + "test_size": 5937, + "stats": { + "mean": [ + [ + -8.81200686007327e-07, + 6.079473995280559e-08, + 4.631217829963712e-09, + 2.1718124648143022e-07, + 2.030874785817112e-07, + -1.7106918241445503e-07, + 5.185820439417424e-08, + -3.864493996428271e-07, + 8.861635218292038e-07, + -6.433590623347691e-07, + 7.257861636536514e-07, + 1.5797026869406332e-07, + -6.898227554824822e-08, + -8.784162378277323e-07, + 7.065809030646193e-07, + 9.948541997445605e-08 + ] + ], + "std": [ + [ + 0.9998568249462566, + 0.9998570678425832, + 0.9998573459993255, + 0.9998570492542306, + 0.9998572602820162, + 0.9998564523051444, + 0.9998557798609863, + 0.999857476109961, + 0.9998569519150583, + 0.9998579083441225, + 0.9998564283369161, + 0.9998569550094121, + 0.9998568396997518, + 0.9998576138009462, + 0.9998550735596848, + 0.9998570848520255 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 10, + "depth": 6, + "padding": 32, + "parameters": 23569, + "cert_evals": { + "36": 0.8647464513778687, + "72": 0.824490487575531, + "108": 0.7667171955108643, + "255": 0.4406265616416931 + }, + "fold": 1 + }, + { + "best_epoch": 21, + "best_val_acc": 0.8840291583830351, + "test_acc": 0.8965747702589808, + "train_size": 3498, + "val_size": 1509, + "test_size": 5985, + "stats": { + "mean": [ + [ + -8.81200686007327e-07, + 6.079473995280559e-08, + 4.631217829963712e-09, + 2.1718124648143022e-07, + 2.030874785817112e-07, + -1.7106918241445503e-07, + 5.185820439417424e-08, + -3.864493996428271e-07, + 8.861635218292038e-07, + -6.433590623347691e-07, + 7.257861636536514e-07, + 1.5797026869406332e-07, + -6.898227554824822e-08, + -8.784162378277323e-07, + 7.065809030646193e-07, + 9.948541997445605e-08 + ] + ], + "std": [ + [ + 0.9998568249462566, + 0.9998570678425832, + 0.9998573459993255, + 0.9998570492542306, + 0.9998572602820162, + 0.9998564523051444, + 0.9998557798609863, + 0.999857476109961, + 0.9998569519150583, + 0.9998579083441225, + 0.9998564283369161, + 0.9998569550094121, + 0.9998568396997518, + 0.9998576138009462, + 0.9998550735596848, + 0.9998570848520255 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 10, + "depth": 6, + "padding": 32, + "parameters": 23569, + "cert_evals": { + "36": 0.8633249998092651, + "72": 0.8208855390548706, + "108": 0.7637426853179932, + "255": 0.43826231360435486 + }, + "fold": 2 + }, + { + "best_epoch": 37, + "best_val_acc": 0.9135546334716459, + "test_acc": 0.8951719576719577, + "train_size": 3498, + "val_size": 1446, + "test_size": 6048, + "stats": { + "mean": [ + [ + -8.81200686007327e-07, + 6.079473995280559e-08, + 4.631217829963712e-09, + 2.1718124648143022e-07, + 2.030874785817112e-07, + -1.7106918241445503e-07, + 5.185820439417424e-08, + -3.864493996428271e-07, + 8.861635218292038e-07, + -6.433590623347691e-07, + 7.257861636536514e-07, + 1.5797026869406332e-07, + -6.898227554824822e-08, + -8.784162378277323e-07, + 7.065809030646193e-07, + 9.948541997445605e-08 + ] + ], + "std": [ + [ + 0.9998568249462566, + 0.9998570678425832, + 0.9998573459993255, + 0.9998570492542306, + 0.9998572602820162, + 0.9998564523051444, + 0.9998557798609863, + 0.999857476109961, + 0.9998569519150583, + 0.9998579083441225, + 0.9998564283369161, + 0.9998569550094121, + 0.9998568396997518, + 0.9998576138009462, + 0.9998550735596848, + 0.9998570848520255 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 10, + "depth": 6, + "padding": 32, + "parameters": 23569, + "cert_evals": { + "36": 0.8614417910575867, + "72": 0.8230819702148438, + "108": 0.7731481194496155, + "255": 0.4503968060016632 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.896520266929546, + "std_test_acc": 0.001721580267848961, + "n_samples": 10992, + "n_features": 16, + "n_classes": 10, + "mean_cert_acc_36": 0.8647315502166748, + "std_cert_acc_36": 0.0034017988415564306, + "mean_cert_acc_72": 0.826003760099411, + "std_cert_acc_72": 0.006539323646346362, + "mean_cert_acc_108": 0.7732418924570084, + "std_cert_acc_108": 0.011439622877607409, + "mean_cert_acc_255": 0.452693335711956, + "std_cert_acc_255": 0.01990183147013094 + }, + "spect": { + "dataset": "spect", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 19, + "best_val_acc": 0.9, + "test_acc": 0.6811594202898551, + "train_size": 186, + "val_size": 10, + "test_size": 69, + "stats": { + "mean": [ + [ + -5.252668073495365e-16, + 1.532824046901829e-15, + -3.9753147010771733e-16, + -1.0338205799197695e-15, + -1.8336586729292908e-15, + -9.192169128616887e-16, + -4.405078452544976e-16, + -1.3382365705427963e-15, + -3.581364595565021e-16, + -1.082765896059158e-15, + 9.645808644055123e-16, + -1.4206079562407917e-16, + -1.8062015443632924e-15, + -2.1750820977064893e-15, + -4.643836092249311e-16, + 4.321513278648459e-16, + -1.0815721078606364e-15, + -1.6653345369377348e-16, + -2.6263340367476823e-16, + 9.633870762069907e-16, + -1.6557842313495614e-15, + 9.896504165744675e-16 + ] + ], + "std": [ + [ + 0.9609812490116691, + 0.977794794349693, + 0.9757497794069608, + 0.9777145841848973, + 0.9763846529890078, + 0.9777145841848975, + 0.9757497794069606, + 0.9759794254922428, + 0.9778036455104626, + 0.9770745392598671, + 0.9775511304850781, + 0.9752286427227655, + 0.9763846529890077, + 0.9776695904695919, + 0.9768752085627053, + 0.9738782701457798, + 0.9771347940108165, + 0.9709795017179342, + 0.9706245820084402, + 0.9755001122189715, + 0.9770745392598672, + 0.9775511304850782 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 23817, + "cert_evals": { + "36": 0.6086956858634949, + "72": 0.5652173757553101, + "108": 0.5072463750839233, + "255": 0.15942029654979706 + }, + "fold": 0 + }, + { + "best_epoch": 3, + "best_val_acc": 0.7058823529411765, + "test_acc": 0.7096774193548387, + "train_size": 186, + "val_size": 17, + "test_size": 62, + "stats": { + "mean": [ + [ + -5.252668073495365e-16, + 1.532824046901829e-15, + -3.9753147010771733e-16, + -1.0338205799197695e-15, + -1.8336586729292908e-15, + -9.192169128616887e-16, + -4.405078452544976e-16, + -1.3382365705427963e-15, + -3.581364595565021e-16, + -1.082765896059158e-15, + 9.645808644055123e-16, + -1.4206079562407917e-16, + -1.8062015443632924e-15, + -2.1750820977064893e-15, + -4.643836092249311e-16, + 4.321513278648459e-16, + -1.0815721078606364e-15, + -1.6653345369377348e-16, + -2.6263340367476823e-16, + 9.633870762069907e-16, + -1.6557842313495614e-15, + 9.896504165744675e-16 + ] + ], + "std": [ + [ + 0.9609812490116691, + 0.977794794349693, + 0.9757497794069608, + 0.9777145841848973, + 0.9763846529890078, + 0.9777145841848975, + 0.9757497794069606, + 0.9759794254922428, + 0.9778036455104626, + 0.9770745392598671, + 0.9775511304850781, + 0.9752286427227655, + 0.9763846529890077, + 0.9776695904695919, + 0.9768752085627053, + 0.9738782701457798, + 0.9771347940108165, + 0.9709795017179342, + 0.9706245820084402, + 0.9755001122189715, + 0.9770745392598672, + 0.9775511304850782 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 23817, + "cert_evals": { + "36": 0.5806451439857483, + "72": 0.5, + "108": 0.25806450843811035, + "255": 0.12903225421905518 + }, + "fold": 1 + }, + { + "best_epoch": 6, + "best_val_acc": 0.7, + "test_acc": 0.6610169491525424, + "train_size": 186, + "val_size": 20, + "test_size": 59, + "stats": { + "mean": [ + [ + -5.252668073495365e-16, + 1.532824046901829e-15, + -3.9753147010771733e-16, + -1.0338205799197695e-15, + -1.8336586729292908e-15, + -9.192169128616887e-16, + -4.405078452544976e-16, + -1.3382365705427963e-15, + -3.581364595565021e-16, + -1.082765896059158e-15, + 9.645808644055123e-16, + -1.4206079562407917e-16, + -1.8062015443632924e-15, + -2.1750820977064893e-15, + -4.643836092249311e-16, + 4.321513278648459e-16, + -1.0815721078606364e-15, + -1.6653345369377348e-16, + -2.6263340367476823e-16, + 9.633870762069907e-16, + -1.6557842313495614e-15, + 9.896504165744675e-16 + ] + ], + "std": [ + [ + 0.9609812490116691, + 0.977794794349693, + 0.9757497794069608, + 0.9777145841848973, + 0.9763846529890078, + 0.9777145841848975, + 0.9757497794069606, + 0.9759794254922428, + 0.9778036455104626, + 0.9770745392598671, + 0.9775511304850781, + 0.9752286427227655, + 0.9763846529890077, + 0.9776695904695919, + 0.9768752085627053, + 0.9738782701457798, + 0.9771347940108165, + 0.9709795017179342, + 0.9706245820084402, + 0.9755001122189715, + 0.9770745392598672, + 0.9775511304850782 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 23817, + "cert_evals": { + "36": 0.6101694703102112, + "72": 0.5593220591545105, + "108": 0.508474588394165, + "255": 0.1525423675775528 + }, + "fold": 2 + }, + { + "best_epoch": 2, + "best_val_acc": 0.7777777777777778, + "test_acc": 0.6885245901639344, + "train_size": 186, + "val_size": 18, + "test_size": 61, + "stats": { + "mean": [ + [ + -5.252668073495365e-16, + 1.532824046901829e-15, + -3.9753147010771733e-16, + -1.0338205799197695e-15, + -1.8336586729292908e-15, + -9.192169128616887e-16, + -4.405078452544976e-16, + -1.3382365705427963e-15, + -3.581364595565021e-16, + -1.082765896059158e-15, + 9.645808644055123e-16, + -1.4206079562407917e-16, + -1.8062015443632924e-15, + -2.1750820977064893e-15, + -4.643836092249311e-16, + 4.321513278648459e-16, + -1.0815721078606364e-15, + -1.6653345369377348e-16, + -2.6263340367476823e-16, + 9.633870762069907e-16, + -1.6557842313495614e-15, + 9.896504165744675e-16 + ] + ], + "std": [ + [ + 0.9609812490116691, + 0.977794794349693, + 0.9757497794069608, + 0.9777145841848973, + 0.9763846529890078, + 0.9777145841848975, + 0.9757497794069606, + 0.9759794254922428, + 0.9778036455104626, + 0.9770745392598671, + 0.9775511304850781, + 0.9752286427227655, + 0.9763846529890077, + 0.9776695904695919, + 0.9768752085627053, + 0.9738782701457798, + 0.9771347940108165, + 0.9709795017179342, + 0.9706245820084402, + 0.9755001122189715, + 0.9770745392598672, + 0.9775511304850782 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 23817, + "cert_evals": { + "36": 0.5737704634666443, + "72": 0.44262292981147766, + "108": 0.3606557250022888, + "255": 0.016393441706895828 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6850945947402927, + "std_test_acc": 0.02009393564934806, + "n_samples": 265, + "n_features": 22, + "n_classes": 2, + "mean_cert_acc_36": 0.5933201909065247, + "std_cert_acc_36": 0.018825096006951335, + "mean_cert_acc_72": 0.5167905911803246, + "std_cert_acc_72": 0.0575524258898499, + "mean_cert_acc_108": 0.4086102992296219, + "std_cert_acc_108": 0.1220186160996774, + "mean_cert_acc_255": 0.11434709001332521, + "std_cert_acc_255": 0.0665858955034191 + }, + "spectf": { + "dataset": "spectf", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.47619047619047616, + "test_acc": 0.5084745762711864, + "train_size": 187, + "val_size": 21, + "test_size": 59, + "stats": { + "mean": [ + [ + 9.73262032024493e-08, + 7.37967914422617e-08, + -2.8021390374859026e-07, + 8.342245993522504e-08, + 1.438502673446313e-07, + 4.27807487904935e-09, + -3.208556132607522e-09, + 2.4438502673282447e-07, + -4.064171128261887e-08, + -1.245989304839758e-07, + -2.7005347592964245e-07, + -9.828877005220575e-08, + -2.7272727281823347e-08, + -9.786096256698731e-08, + -2.1390374290903598e-08, + -1.764705878989899e-08, + -2.1016042791891207e-07, + -1.443850270181913e-08, + -1.9251336897019774e-07, + -1.026737967961774e-07, + 2.2139037467217133e-08, + -1.871657754046705e-07, + -2.433155080530257e-07, + 3.422459890534254e-08, + 6.320855603067246e-08, + 1.203208557214405e-07, + 1.5240641710866705e-07, + -1.2566844921602035e-07, + -1.465240642376751e-07, + -2.577540106646021e-07, + -1.3475935830036328e-07, + -8.181818183804877e-08, + 3.272727272453287e-07, + -5.347593584110138e-08, + 2.6737967877210432e-08, + 8.449197850875112e-08, + -1.9251336920322585e-08, + -1.4919786096240437e-07, + -4.705882350701689e-08, + -7.112299465890437e-08, + -8.395721923564323e-08, + 2.0106951872948384e-07, + -2.2117647054603053e-07, + 1.7219251329526993e-07 + ] + ], + "std": [ + [ + 0.9973228707261231, + 0.997322592235688, + 0.9973223292917861, + 0.9973227306511006, + 0.99732255532754, + 0.997322255366945, + 0.9973226239770173, + 0.997322228679491, + 0.9973224624202952, + 0.997322743624266, + 0.9973222482787992, + 0.997322493534107, + 0.9973232185155234, + 0.9973228780399456, + 0.9973223891564488, + 0.9973225844652592, + 0.9973225517530112, + 0.9973225554412601, + 0.9973222478195743, + 0.9973226789069762, + 0.997322213988001, + 0.997322643819296, + 0.9973226574869563, + 0.9973225588456511, + 0.9973227088028409, + 0.9973226325041668, + 0.9973227670427876, + 0.9973226762758315, + 0.9973224495674463, + 0.997322983837095, + 0.997321878860045, + 0.9973226923900768, + 0.9973225315151032, + 0.9973225107812234, + 0.997322704618034, + 0.9973227074584576, + 0.9973225552504908, + 0.9973228014956899, + 0.9973225828407466, + 0.9973226373516573, + 0.9973225174190434, + 0.9973227159363205, + 0.9973224262644476, + 0.9973224878506673 + ] + ] + }, + "width": 128, + "in_features": 44, + "out_features": 2, + "depth": 6, + "padding": 88, + "parameters": 94217, + "cert_evals": { + "36": 0.508474588394165, + "72": 0.508474588394165, + "108": 0.508474588394165, + "255": 0.016949152573943138 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.47368421052631576, + "test_acc": 0.5081967213114754, + "train_size": 187, + "val_size": 19, + "test_size": 61, + "stats": { + "mean": [ + [ + 9.73262032024493e-08, + 7.37967914422617e-08, + -2.8021390374859026e-07, + 8.342245993522504e-08, + 1.438502673446313e-07, + 4.27807487904935e-09, + -3.208556132607522e-09, + 2.4438502673282447e-07, + -4.064171128261887e-08, + -1.245989304839758e-07, + -2.7005347592964245e-07, + -9.828877005220575e-08, + -2.7272727281823347e-08, + -9.786096256698731e-08, + -2.1390374290903598e-08, + -1.764705878989899e-08, + -2.1016042791891207e-07, + -1.443850270181913e-08, + -1.9251336897019774e-07, + -1.026737967961774e-07, + 2.2139037467217133e-08, + -1.871657754046705e-07, + -2.433155080530257e-07, + 3.422459890534254e-08, + 6.320855603067246e-08, + 1.203208557214405e-07, + 1.5240641710866705e-07, + -1.2566844921602035e-07, + -1.465240642376751e-07, + -2.577540106646021e-07, + -1.3475935830036328e-07, + -8.181818183804877e-08, + 3.272727272453287e-07, + -5.347593584110138e-08, + 2.6737967877210432e-08, + 8.449197850875112e-08, + -1.9251336920322585e-08, + -1.4919786096240437e-07, + -4.705882350701689e-08, + -7.112299465890437e-08, + -8.395721923564323e-08, + 2.0106951872948384e-07, + -2.2117647054603053e-07, + 1.7219251329526993e-07 + ] + ], + "std": [ + [ + 0.9973228707261231, + 0.997322592235688, + 0.9973223292917861, + 0.9973227306511006, + 0.99732255532754, + 0.997322255366945, + 0.9973226239770173, + 0.997322228679491, + 0.9973224624202952, + 0.997322743624266, + 0.9973222482787992, + 0.997322493534107, + 0.9973232185155234, + 0.9973228780399456, + 0.9973223891564488, + 0.9973225844652592, + 0.9973225517530112, + 0.9973225554412601, + 0.9973222478195743, + 0.9973226789069762, + 0.997322213988001, + 0.997322643819296, + 0.9973226574869563, + 0.9973225588456511, + 0.9973227088028409, + 0.9973226325041668, + 0.9973227670427876, + 0.9973226762758315, + 0.9973224495674463, + 0.997322983837095, + 0.997321878860045, + 0.9973226923900768, + 0.9973225315151032, + 0.9973225107812234, + 0.997322704618034, + 0.9973227074584576, + 0.9973225552504908, + 0.9973228014956899, + 0.9973225828407466, + 0.9973226373516573, + 0.9973225174190434, + 0.9973227159363205, + 0.9973224262644476, + 0.9973224878506673 + ] + ] + }, + "width": 128, + "in_features": 44, + "out_features": 2, + "depth": 6, + "padding": 88, + "parameters": 94217, + "cert_evals": { + "36": 0.5081967115402222, + "72": 0.5081967115402222, + "108": 0.5081967115402222, + "255": 0.016393441706895828 + }, + "fold": 1 + }, + { + "best_epoch": 10, + "best_val_acc": 0.6, + "test_acc": 0.48333333333333334, + "train_size": 187, + "val_size": 20, + "test_size": 60, + "stats": { + "mean": [ + [ + 9.73262032024493e-08, + 7.37967914422617e-08, + -2.8021390374859026e-07, + 8.342245993522504e-08, + 1.438502673446313e-07, + 4.27807487904935e-09, + -3.208556132607522e-09, + 2.4438502673282447e-07, + -4.064171128261887e-08, + -1.245989304839758e-07, + -2.7005347592964245e-07, + -9.828877005220575e-08, + -2.7272727281823347e-08, + -9.786096256698731e-08, + -2.1390374290903598e-08, + -1.764705878989899e-08, + -2.1016042791891207e-07, + -1.443850270181913e-08, + -1.9251336897019774e-07, + -1.026737967961774e-07, + 2.2139037467217133e-08, + -1.871657754046705e-07, + -2.433155080530257e-07, + 3.422459890534254e-08, + 6.320855603067246e-08, + 1.203208557214405e-07, + 1.5240641710866705e-07, + -1.2566844921602035e-07, + -1.465240642376751e-07, + -2.577540106646021e-07, + -1.3475935830036328e-07, + -8.181818183804877e-08, + 3.272727272453287e-07, + -5.347593584110138e-08, + 2.6737967877210432e-08, + 8.449197850875112e-08, + -1.9251336920322585e-08, + -1.4919786096240437e-07, + -4.705882350701689e-08, + -7.112299465890437e-08, + -8.395721923564323e-08, + 2.0106951872948384e-07, + -2.2117647054603053e-07, + 1.7219251329526993e-07 + ] + ], + "std": [ + [ + 0.9973228707261231, + 0.997322592235688, + 0.9973223292917861, + 0.9973227306511006, + 0.99732255532754, + 0.997322255366945, + 0.9973226239770173, + 0.997322228679491, + 0.9973224624202952, + 0.997322743624266, + 0.9973222482787992, + 0.997322493534107, + 0.9973232185155234, + 0.9973228780399456, + 0.9973223891564488, + 0.9973225844652592, + 0.9973225517530112, + 0.9973225554412601, + 0.9973222478195743, + 0.9973226789069762, + 0.997322213988001, + 0.997322643819296, + 0.9973226574869563, + 0.9973225588456511, + 0.9973227088028409, + 0.9973226325041668, + 0.9973227670427876, + 0.9973226762758315, + 0.9973224495674463, + 0.997322983837095, + 0.997321878860045, + 0.9973226923900768, + 0.9973225315151032, + 0.9973225107812234, + 0.997322704618034, + 0.9973227074584576, + 0.9973225552504908, + 0.9973228014956899, + 0.9973225828407466, + 0.9973226373516573, + 0.9973225174190434, + 0.9973227159363205, + 0.9973224262644476, + 0.9973224878506673 + ] + ] + }, + "width": 128, + "in_features": 44, + "out_features": 2, + "depth": 6, + "padding": 88, + "parameters": 94217, + "cert_evals": { + "36": 0.4833333492279053, + "72": 0.4833333492279053, + "108": 0.4833333492279053, + "255": 0.4833333492279053 + }, + "fold": 2 + }, + { + "best_epoch": 10, + "best_val_acc": 0.5555555555555556, + "test_acc": 0.5, + "train_size": 187, + "val_size": 18, + "test_size": 62, + "stats": { + "mean": [ + [ + 9.73262032024493e-08, + 7.37967914422617e-08, + -2.8021390374859026e-07, + 8.342245993522504e-08, + 1.438502673446313e-07, + 4.27807487904935e-09, + -3.208556132607522e-09, + 2.4438502673282447e-07, + -4.064171128261887e-08, + -1.245989304839758e-07, + -2.7005347592964245e-07, + -9.828877005220575e-08, + -2.7272727281823347e-08, + -9.786096256698731e-08, + -2.1390374290903598e-08, + -1.764705878989899e-08, + -2.1016042791891207e-07, + -1.443850270181913e-08, + -1.9251336897019774e-07, + -1.026737967961774e-07, + 2.2139037467217133e-08, + -1.871657754046705e-07, + -2.433155080530257e-07, + 3.422459890534254e-08, + 6.320855603067246e-08, + 1.203208557214405e-07, + 1.5240641710866705e-07, + -1.2566844921602035e-07, + -1.465240642376751e-07, + -2.577540106646021e-07, + -1.3475935830036328e-07, + -8.181818183804877e-08, + 3.272727272453287e-07, + -5.347593584110138e-08, + 2.6737967877210432e-08, + 8.449197850875112e-08, + -1.9251336920322585e-08, + -1.4919786096240437e-07, + -4.705882350701689e-08, + -7.112299465890437e-08, + -8.395721923564323e-08, + 2.0106951872948384e-07, + -2.2117647054603053e-07, + 1.7219251329526993e-07 + ] + ], + "std": [ + [ + 0.9973228707261231, + 0.997322592235688, + 0.9973223292917861, + 0.9973227306511006, + 0.99732255532754, + 0.997322255366945, + 0.9973226239770173, + 0.997322228679491, + 0.9973224624202952, + 0.997322743624266, + 0.9973222482787992, + 0.997322493534107, + 0.9973232185155234, + 0.9973228780399456, + 0.9973223891564488, + 0.9973225844652592, + 0.9973225517530112, + 0.9973225554412601, + 0.9973222478195743, + 0.9973226789069762, + 0.997322213988001, + 0.997322643819296, + 0.9973226574869563, + 0.9973225588456511, + 0.9973227088028409, + 0.9973226325041668, + 0.9973227670427876, + 0.9973226762758315, + 0.9973224495674463, + 0.997322983837095, + 0.997321878860045, + 0.9973226923900768, + 0.9973225315151032, + 0.9973225107812234, + 0.997322704618034, + 0.9973227074584576, + 0.9973225552504908, + 0.9973228014956899, + 0.9973225828407466, + 0.9973226373516573, + 0.9973225174190434, + 0.9973227159363205, + 0.9973224262644476, + 0.9973224878506673 + ] + ] + }, + "width": 128, + "in_features": 44, + "out_features": 2, + "depth": 6, + "padding": 88, + "parameters": 94217, + "cert_evals": { + "36": 0.5, + "72": 0.5, + "108": 0.5, + "255": 0.5 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5000011577289988, + "std_test_acc": 0.011786750409542957, + "n_samples": 267, + "n_features": 44, + "n_classes": 2, + "mean_cert_acc_36": 0.5000011622905731, + "std_cert_acc_36": 0.01178674355762179, + "mean_cert_acc_72": 0.5000011622905731, + "std_cert_acc_72": 0.01178674355762179, + "mean_cert_acc_108": 0.5000011622905731, + "std_cert_acc_108": 0.01178674355762179, + "mean_cert_acc_255": 0.25416898587718606, + "std_cert_acc_255": 0.27432319846760295 + }, + "statlog-australian-credit": { + "dataset": "statlog-australian-credit", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 39, + "best_val_acc": 0.5849056603773585, + "test_acc": 0.5242718446601942, + "train_size": 172, + "val_size": 106, + "test_size": 412, + "stats": { + "mean": [ + [ + 0.05059407542441863, + -0.0114752416860465, + 0.028838848837209195, + 0.03936136046511627, + 0.10460593604651149, + 0.0779865668604651, + 0.08156061627906987, + 0.15811348837209352, + 0.05523483604651162, + 0.1309385000000002, + 0.06254351744186054, + -0.11882176316511633, + 0.041984078837209345, + 0.07566618604651176 + ] + ], + "std": [ + [ + 1.0101299726407869, + 1.0530472517300817, + 0.9967360557731824, + 0.9782321556549705, + 1.0601462124818095, + 1.0386276590440506, + 0.9921323025144253, + 1.0098717215967856, + 0.8568205957330315, + 1.0017391917815985, + 0.8280019139302006, + 0.8059241197617667, + 1.4892583738151293, + 1.0047800961056161 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 22793, + "cert_evals": { + "36": 0.40048542618751526, + "72": 0.2864077687263489, + "108": 0.17475728690624237, + "255": 0.09708738327026367 + }, + "fold": 0 + }, + { + "best_epoch": 24, + "best_val_acc": 0.5876288659793815, + "test_acc": 0.5486935866983373, + "train_size": 172, + "val_size": 97, + "test_size": 421, + "stats": { + "mean": [ + [ + -0.0864253130930232, + -0.033577701104651185, + -0.03875552325581389, + 0.029890569767441845, + 0.028733052325581446, + 0.014722290813953477, + 0.05829668604651171, + -0.01803883720930214, + 0.054039201162790776, + -0.043972749999999845, + -0.07365430232558125, + -0.024331187647674404, + 0.08401893802325594, + 0.08735679069767467 + ] + ], + "std": [ + [ + 0.9209242895195554, + 0.9435504125386636, + 1.067477333690663, + 1.061435553615557, + 1.0025792818765138, + 1.0277952989603758, + 0.9948560751139975, + 0.9964680315230806, + 0.9046016810802003, + 0.994587469176134, + 1.1556768232845753, + 0.935329242863178, + 1.6527499781150876, + 1.0051200887036142 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 22793, + "cert_evals": { + "36": 0.45605701208114624, + "72": 0.34916865825653076, + "108": 0.26603326201438904, + "255": 0.04275534674525261 + }, + "fold": 1 + }, + { + "best_epoch": 3, + "best_val_acc": 0.5777777777777777, + "test_acc": 0.5794392523364486, + "train_size": 172, + "val_size": 90, + "test_size": 428, + "stats": { + "mean": [ + [ + -0.07147041345930233, + -0.029198059883720928, + -0.10634986046511644, + -0.012728412790697653, + -0.06173072674418615, + 0.0097622159302325, + 0.05829668604651169, + 0.08765255813953526, + 0.008607926744186043, + -0.06729424999999996, + 0.004173023255814025, + -0.03348306104651162, + -0.012487369767441872, + -0.017858651162790676 + ] + ], + "std": [ + [ + 0.971314722723139, + 0.8466778612216974, + 1.042970249181201, + 0.959839375401117, + 0.918650223910635, + 0.8910303524098012, + 0.9948560751139973, + 1.0082316527571256, + 0.8072245383487707, + 0.9913009258016392, + 0.8525556362245806, + 0.9327938415221685, + 0.575642414570075, + 0.997133880165406 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 22793, + "cert_evals": { + "36": 0.37383174896240234, + "72": 0.17990653216838837, + "108": 0.08878504484891891, + "255": 0.007009345572441816 + }, + "fold": 2 + }, + { + "best_epoch": 7, + "best_val_acc": 0.5825242718446602, + "test_acc": 0.5325301204819277, + "train_size": 172, + "val_size": 103, + "test_size": 415, + "stats": { + "mean": [ + [ + -0.1213828103255814, + -0.06661143598837206, + 0.001801104651162605, + 0.1309130523255815, + 0.11044239534883706, + -0.028884297790697674, + 0.10482454651162802, + 0.09939604651162864, + -0.012912282558139528, + -0.12559799999999988, + 0.023629854651162924, + 0.0062312962406976735, + 0.17098330383720955, + 0.12242860465116306 + ] + ], + "std": [ + [ + 0.928604583415627, + 0.9683009241515906, + 1.0138252442857156, + 0.9530281481075065, + 0.9511816420159422, + 0.9323161262752426, + 0.9888538720631012, + 1.0088469910217654, + 0.7964967613394043, + 0.9806129187696861, + 0.964831290983948, + 0.838672394350281, + 1.7526808412132595, + 1.0053240290706722 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 22793, + "cert_evals": { + "36": 0.39759036898612976, + "72": 0.27469879388809204, + "108": 0.16867470741271973, + "255": 0.012048193253576756 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5462337010442269, + "std_test_acc": 0.024350023477825538, + "n_samples": 690, + "n_features": 14, + "n_classes": 2, + "mean_cert_acc_36": 0.4069911390542984, + "std_cert_acc_36": 0.03482194626445077, + "mean_cert_acc_72": 0.27254543825984, + "std_cert_acc_72": 0.069880578873071, + "mean_cert_acc_108": 0.1745625752955675, + "std_cert_acc_108": 0.07247844773713935, + "mean_cert_acc_255": 0.03972506721038371, + "std_cert_acc_255": 0.04137610297472558 + }, + "ringnorm": { + "dataset": "ringnorm", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 35, + "best_val_acc": 0.9751552795031055, + "test_acc": 0.9730951842640742, + "train_size": 1850, + "val_size": 1127, + "test_size": 4423, + "stats": { + "mean": [ + [ + -0.0014913630590810715, + -0.0002028115945945495, + -0.003624673004864866, + 0.030743673347964937, + -0.0034106684216216178, + -0.004585295625405408, + -0.007129368502702696, + 0.02503018201621619, + -0.009548345086486483, + -0.023094663821621602, + 0.024392343743783677, + -0.022385221852432413, + -0.011269039536756825, + 0.006084699226486499, + -0.002144298956756773, + 0.012506844875783789, + -0.00058454836702704, + 0.03584240386432444, + -0.012133667589189186, + 0.004316507892972984 + ] + ], + "std": [ + [ + 0.9784283387930162, + 0.9905460412687422, + 1.0065390278100863, + 0.9927153916321547, + 0.9735595969809379, + 0.9917492622308341, + 1.021226537005995, + 0.984043931354316, + 1.0020439489201134, + 1.0140676776467927, + 1.01390897497898, + 1.0144771852122418, + 1.0088742566237001, + 1.0031650144538549, + 0.9957376523551107, + 1.004052473854246, + 1.0009632837253672, + 1.0136956725096684, + 1.0117437667654883, + 0.9896482611831617 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 23561, + "cert_evals": { + "36": 0.9511644244194031, + "72": 0.9131811261177063, + "108": 0.8548496961593628, + "255": 0.3527017831802368 + }, + "fold": 0 + }, + { + "best_epoch": 45, + "best_val_acc": 0.9761029411764706, + "test_acc": 0.9697445091887046, + "train_size": 1850, + "val_size": 1088, + "test_size": 4462, + "stats": { + "mean": [ + [ + -0.008131689650810797, + -0.002498043243243252, + -0.023727151785405413, + -0.03585440558918916, + -0.0003934882972973119, + 0.0225867714875676, + 0.033729259347567535, + 0.04028018498378375, + -0.011526702379459474, + 0.005509034924324315, + -0.0036079329924324473, + -0.010609778086486462, + -0.04445419758486492, + -0.019035246131351363, + -0.023686496141621632, + -0.004599276812324327, + -0.01283934108918918, + -0.017065241494054067, + 0.0003217353513513623, + 0.0033787389697297146 + ] + ], + "std": [ + [ + 1.022177893241832, + 0.9975248053566046, + 1.0196388744846618, + 1.0221479866384073, + 0.9970357977944808, + 1.0307981420348893, + 0.9773560353822935, + 0.9781176224444603, + 1.0106652173823045, + 0.9892263924920568, + 1.0047809286897451, + 0.9927926966385846, + 0.9948403657240741, + 1.008299177644683, + 0.986103425256104, + 1.0040901235563537, + 1.0207243055267705, + 0.9859651487873408, + 1.0109851150234057, + 1.0209172013335133 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 23561, + "cert_evals": { + "36": 0.9515911936759949, + "72": 0.9161810874938965, + "108": 0.862841784954071, + "255": 0.39242491126060486 + }, + "fold": 1 + }, + { + "best_epoch": 38, + "best_val_acc": 0.9655813953488372, + "test_acc": 0.9760893854748603, + "train_size": 1850, + "val_size": 1075, + "test_size": 4475, + "stats": { + "mean": [ + [ + 0.02891295190162165, + 0.03068944431891898, + -0.019467257363783776, + -0.009042827307170279, + 0.0023045943172973027, + 0.03461760786972972, + -0.013958165583783782, + -0.0037264931027027265, + 0.004122639091891881, + 0.008077664260864866, + 0.00500549670162161, + 0.05230572106145954, + 0.00560352195189189, + -0.0038027441356756407, + -0.006340691426324323, + -0.017875234487027075, + -0.009974290385945996, + 0.031068824466486403, + -0.018748794218378367, + 0.005651800251891893 + ] + ], + "std": [ + [ + 0.9932694884617136, + 1.0072036987514652, + 0.9893573161360424, + 0.9958218951278952, + 1.0085886667535657, + 0.9790791907975733, + 0.9983260051236463, + 0.9947362590919102, + 1.006364157341519, + 1.0005095470798928, + 0.9832199273034367, + 0.9689205473346516, + 1.0001853849462015, + 1.033775512614162, + 1.0032724243458653, + 0.9853254002831421, + 1.0043894835352993, + 1.0395476633542529, + 0.9896749630098167, + 0.9691966087764504 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 23561, + "cert_evals": { + "36": 0.9544134140014648, + "72": 0.9170950055122375, + "108": 0.8498324155807495, + "255": 0.364692747592926 + }, + "fold": 2 + }, + { + "best_epoch": 18, + "best_val_acc": 0.9665116279069768, + "test_acc": 0.9707262569832402, + "train_size": 1850, + "val_size": 1075, + "test_size": 4475, + "stats": { + "mean": [ + [ + 0.02046777164864863, + 0.0021980356432432023, + 0.004059637980540555, + -0.009342822182702694, + 0.002387918376162144, + 0.030360256719999965, + -0.015382828059459445, + -0.018204245005945925, + -0.025843862712432407, + 0.027745209016216188, + 0.004481657689729722, + 0.026131714623621623, + 0.022636812074594607, + 0.014200627510810747, + -0.0033628461978918974, + -0.017424993537297307, + 0.02008856371405403, + -0.012326211236756734, + -0.005294278313513533, + -0.011560347406486508 + ] + ], + "std": [ + [ + 1.003862152326972, + 1.0116328206717198, + 0.9982327875050149, + 1.0058161542849646, + 0.9897416118790039, + 0.97887136461081, + 0.9958939467129719, + 1.025014828335411, + 1.0096954961376094, + 1.0002821071815167, + 0.9846740927254561, + 0.9871728584855372, + 0.988810619026956, + 0.9866476352820501, + 0.9798465412109066, + 1.0074699501447237, + 0.9933722458992488, + 0.9892672826168423, + 1.0089595701990006, + 1.0171370551906491 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 23561, + "cert_evals": { + "36": 0.9385474920272827, + "72": 0.8954190015792847, + "108": 0.8187709450721741, + "255": 0.3052513897418976 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9724138339777197, + "std_test_acc": 0.0028253098922888177, + "n_samples": 7400, + "n_features": 20, + "n_classes": 2, + "mean_cert_acc_36": 0.9489291310310364, + "std_cert_acc_36": 0.0070696275753335674, + "mean_cert_acc_72": 0.9104690551757812, + "std_cert_acc_72": 0.010171692306196843, + "mean_cert_acc_108": 0.8465737104415894, + "std_cert_acc_108": 0.01929382551763813, + "mean_cert_acc_255": 0.3537677079439163, + "std_cert_acc_255": 0.03637171605832197 + }, + "statlog-heart": { + "dataset": "statlog-heart", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 42, + "best_val_acc": 0.868421052631579, + "test_acc": 0.8181818181818182, + "train_size": 67, + "val_size": 38, + "test_size": 165, + "stats": { + "mean": [ + [ + -0.08198015373134328, + -0.20437704477611945, + 0.14667940298507465, + -0.10702356567164191, + 0.12296643701492538, + 0.0031060895522387424, + 0.1721716417910448, + 0.05256702985074625, + -0.09777528358208952, + -0.07363618358208954, + 0.14071911940298493, + -0.06190307462686559, + 0.07189410447761192 + ] + ], + "std": [ + [ + 0.9602755621241335, + 1.0534397591881424, + 0.965842016381191, + 0.8781181021048233, + 1.1908161716364944, + 1.0012132661304654, + 0.983067488143195, + 0.9410627873975389, + 0.9570769609540178, + 0.878212234528083, + 0.8616316071032667, + 0.9849557990787127, + 0.9977403560745624 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 2, + "depth": 6, + "padding": 26, + "parameters": 22665, + "cert_evals": { + "36": 0.7757575511932373, + "72": 0.7333332896232605, + "108": 0.6909090876579285, + "255": 0.43030300736427307 + }, + "fold": 0 + }, + { + "best_epoch": 46, + "best_val_acc": 0.8431372549019608, + "test_acc": 0.756578947368421, + "train_size": 67, + "val_size": 51, + "test_size": 152, + "stats": { + "mean": [ + [ + 0.10317251194029849, + -0.04498435820895522, + -0.10467137313432831, + 0.12694810597014922, + 0.17465611791044777, + 0.25472334328358204, + 0.08243026865671647, + -0.11108194776119398, + -0.002699328358208915, + -0.025414538805970124, + -0.05362482089552247, + 0.1120346268656717, + -0.13575953731343274 + ] + ], + "std": [ + [ + 0.933803946437699, + 1.0141183535164209, + 1.0495962756290413, + 0.9673366402230045, + 0.8198187755507609, + 1.1979377392725967, + 0.9966276802719692, + 1.0695932382111324, + 0.997165030870351, + 0.9974922014552127, + 0.9446202495075935, + 1.110709570807387, + 0.9882692368647951 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 2, + "depth": 6, + "padding": 26, + "parameters": 22665, + "cert_evals": { + "36": 0.7105263471603394, + "72": 0.6842105388641357, + "108": 0.6578947305679321, + "255": 0.42763158679008484 + }, + "fold": 1 + }, + { + "best_epoch": 15, + "best_val_acc": 0.7391304347826086, + "test_acc": 0.7770700636942676, + "train_size": 67, + "val_size": 46, + "test_size": 157, + "stats": { + "mean": [ + [ + 0.13594266119402976, + -0.14061997014925387, + 0.06813225373134335, + -0.08696855671641794, + 0.03171528507462684, + 0.04504229850746271, + 0.18712851940298503, + 0.03130544776119405, + 0.09237662686567168, + -0.06451316865671636, + 0.019254119402985, + 0.08040952238805975, + -0.15114120895522393 + ] + ], + "std": [ + [ + 0.8711281879382763, + 1.040823259043546, + 0.9637958388354753, + 0.9133876556024206, + 0.9725134126319966, + 1.040829334168815, + 0.9723132590478262, + 0.9630003579670339, + 1.0269376874323441, + 0.8130127152575585, + 0.8919207037488958, + 1.0082879636602924, + 0.9714271921263085 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 2, + "depth": 6, + "padding": 26, + "parameters": 22665, + "cert_evals": { + "36": 0.7515923976898193, + "72": 0.7070063948631287, + "108": 0.662420392036438, + "255": 0.4331210255622864 + }, + "fold": 2 + }, + { + "best_epoch": 36, + "best_val_acc": 0.925, + "test_acc": 0.8159509202453987, + "train_size": 67, + "val_size": 40, + "test_size": 163, + "stats": { + "mean": [ + [ + 0.08678730746268656, + -0.14061997014925384, + 0.03671347761194034, + 0.07263314626865668, + -0.06617695701492539, + 0.17085092537313418, + 0.08243026865671643, + -0.04536504626865671, + -0.03439131343283579, + -0.07884894179104476, + -0.029331820895522515, + 0.15947211940298509, + -0.0511598059701492 + ] + ], + "std": [ + [ + 0.9010573312665855, + 1.0408232590435458, + 1.0531172362720425, + 0.9118585344964205, + 0.9359858544688878, + 1.1423287841859981, + 0.9966276802719692, + 1.0086415816105951, + 0.9850040267731803, + 0.9462659856917733, + 0.9421179375671704, + 1.0971195664680449, + 0.9795524388118361 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 2, + "depth": 6, + "padding": 26, + "parameters": 22665, + "cert_evals": { + "36": 0.7668711543083191, + "72": 0.7116564512252808, + "108": 0.6809815764427185, + "255": 0.42944782972335815 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7919454373724764, + "std_test_acc": 0.0302030696188774, + "n_samples": 270, + "n_features": 13, + "n_classes": 2, + "mean_cert_acc_36": 0.7511868625879288, + "std_cert_acc_36": 0.02888573880461571, + "mean_cert_acc_72": 0.7090516686439514, + "std_cert_acc_72": 0.02014652065291495, + "mean_cert_acc_108": 0.6730514466762543, + "std_cert_acc_108": 0.015540566972565308, + "mean_cert_acc_255": 0.4301258623600006, + "std_cert_acc_255": 0.002286447159233176 + }, + "statlog-german-credit": { + "dataset": "statlog-german-credit", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 39, + "best_val_acc": 0.7361111111111112, + "test_acc": 0.7574257425742574, + "train_size": 250, + "val_size": 144, + "test_size": 606, + "stats": { + "mean": [ + [ + 0.008747452000000005, + 0.11021018984000003, + 0.06555079600000023, + 0.10154820480000003, + -0.010759709999999997, + -0.02979250000000003, + 0.08191152000000003, + 0.013589535999999907, + 0.08188774399999998, + -0.06417329279999998, + 0.041099871999999926, + 0.0640540519999999, + 0.02485610000000021, + 0.057033071999999865, + 0.037065583999999575, + -0.014164548000000032, + 0.003288288000000005, + -0.09291863999999964, + 0.055446887999999986, + 0.033893919999999966, + -0.019884256, + -0.06814002399999995, + 0.019990000000000167, + 0.004141975999999968 + ] + ], + "std": [ + [ + 1.003978613784907, + 1.1209135794421377, + 1.0561299223802987, + 1.0960852648064718, + 1.0015570603843653, + 1.0186243811552194, + 0.9706722294277974, + 0.9826945821214509, + 0.9667757761368231, + 0.9930707850493405, + 0.9574267666614031, + 1.0136622966442341, + 1.022617820769464, + 1.0089854337740911, + 1.0859859373554877, + 0.9904599650540205, + 1.0037797010309435, + 1.118329779782364, + 1.1191480919785946, + 1.026929516139364, + 1.008621805841551, + 0.7419439487110271, + 1.014184725481508, + 0.9983740501128531 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 2, + "depth": 6, + "padding": 48, + "parameters": 24073, + "cert_evals": { + "36": 0.6617161631584167, + "72": 0.5808581113815308, + "108": 0.49174919724464417, + "255": 0.16336634755134583 + }, + "fold": 0 + }, + { + "best_epoch": 26, + "best_val_acc": 0.696969696969697, + "test_acc": 0.7435897435897436, + "train_size": 250, + "val_size": 165, + "test_size": 585, + "stats": { + "mean": [ + [ + -0.11847553600000008, + 0.036239413119999966, + 0.02862046800000001, + -0.09383200439999995, + 0.060125340400000005, + 0.15559079999999997, + -0.014122872000000066, + 0.03171004799999993, + -0.020949231999999995, + 0.024086774399999983, + 0.035430963999999704, + 0.03635581599999994, + 0.01380900000000019, + -0.02444276800000006, + 0.015885439999999883, + -0.04249425600000005, + 0.0032882880000000194, + -0.05162157599999978, + -0.045364992, + -0.03910935999999991, + 0.02430596400000002, + -0.06814002399999995, + -0.009994999999999971, + 0.03726506400000005 + ] + ], + "std": [ + [ + 0.9921196542418786, + 0.9839775335987256, + 0.9719344651930834, + 0.8219136288585911, + 1.0283437624856175, + 0.935161859470199, + 1.0304888406780581, + 0.969745031693504, + 1.0144787229611012, + 0.9607218147860226, + 0.9757296988321245, + 0.9986987034773843, + 1.0124834391949327, + 0.99440586812025, + 1.0376109095734123, + 0.9715066082685968, + 1.003779701030944, + 1.0681499773760452, + 0.8871445440000011, + 0.9654046905991231, + 0.9876884886364683, + 0.741943948711028, + 0.9919250708722922, + 0.9887116931453116 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 2, + "depth": 6, + "padding": 48, + "parameters": 24073, + "cert_evals": { + "36": 0.6717948913574219, + "72": 0.6153846383094788, + "108": 0.5418803691864014, + "255": 0.26837608218193054 + }, + "fold": 1 + }, + { + "best_epoch": 19, + "best_val_acc": 0.7814569536423841, + "test_acc": 0.6944908180300501, + "train_size": 250, + "val_size": 151, + "test_size": 599, + "stats": { + "mean": [ + [ + -0.007155444000000004, + -0.02280468616000002, + -0.000923963999999978, + -0.005769232000000004, + 0.027214445999999993, + -0.033102900000000046, + -0.08756082399999997, + -0.008155120000000118, + -0.043801872000000026, + -0.036042587200000024, + -0.06660962000000034, + -0.012116240000000006, + 0.03590320000000018, + 0.03259031999999998, + 0.015885439999999754, + 0.014165159999999979, + -0.009864799999999998, + 0.044738240000000214, + -0.025202616000000018, + -0.02868032000000009, + 0.015467920000000017, + -0.013628039999999968, + -0.019989999999999956, + 0.04554583600000004 + ] + ], + "std": [ + [ + 0.9999148002086538, + 1.0148356615854706, + 0.9944072856585561, + 1.035717095952802, + 1.0170037494400637, + 0.9881689707602084, + 0.9574315744991436, + 0.9962604301494323, + 1.0106965591920622, + 0.938266029045709, + 1.046848672784522, + 1.0034643812466981, + 1.0325345627288987, + 1.0053273490207943, + 1.0376109095734132, + 1.0082616972439922, + 0.9864816, + 0.9336343846074779, + 0.9390127419470407, + 0.974766613507818, + 0.9920679785169961, + 0.9539597199999994, + 0.9841903486622879, + 0.9861074856695757 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 2, + "depth": 6, + "padding": 48, + "parameters": 24073, + "cert_evals": { + "36": 0.647746205329895, + "72": 0.5826377272605896, + "108": 0.5208681225776672, + "255": 0.22871451079845428 + }, + "fold": 2 + }, + { + "best_epoch": 27, + "best_val_acc": 0.7466666666666667, + "test_acc": 0.7233333333333334, + "train_size": 250, + "val_size": 150, + "test_size": 600, + "stats": { + "mean": [ + [ + -0.07712802800000004, + 0.035575906559999905, + 0.03600647600000002, + 0.06969280920000001, + -0.07151825079999988, + 1.2599999999729494e-06, + 0.09320968800000004, + -0.008155136000000117, + -0.047610556000000026, + -0.07366734000000005, + 0.04676877999999975, + -0.0398143480000001, + 0.013809000000000111, + -0.024442767999999993, + 0.0794258719999996, + -0.023607784000000107, + -0.036170976, + -0.02409019999999976, + 0.11593401599999997, + 0.06518104000000009, + 0.006629876000000042, + -0.013628039999999942, + 0.03998, + -0.028981112000000014 + ] + ], + "std": [ + [ + 0.9961848281424827, + 1.0357494337664712, + 0.9956407453516892, + 1.0641268992559583, + 0.9722690935335091, + 0.9495990606515547, + 0.9583641989375432, + 1.0028304935144103, + 0.9697124254270231, + 0.9284015893774715, + 0.9387328207858588, + 0.9103631774518237, + 1.0124834391949329, + 0.9944058681202499, + 1.1756410923708531, + 0.9842733398970128, + 0.9503959399474098, + 1.032426600000002, + 1.233700183972741, + 1.0506449065402248, + 0.9963498257987028, + 0.9539597199999992, + 1.028271299122951, + 1.0068547054058516 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 2, + "depth": 6, + "padding": 48, + "parameters": 24073, + "cert_evals": { + "36": 0.6650000214576721, + "72": 0.5883333683013916, + "108": 0.5250000357627869, + "255": 0.2600000202655792 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7297099093818462, + "std_test_acc": 0.027336558701592944, + "n_samples": 1000, + "n_features": 24, + "n_classes": 2, + "mean_cert_acc_36": 0.6615643203258514, + "std_cert_acc_36": 0.010123108616534732, + "mean_cert_acc_72": 0.5918034613132477, + "std_cert_acc_72": 0.01604083144032027, + "mean_cert_acc_108": 0.5198744311928749, + "std_cert_acc_108": 0.02083706102431399, + "mean_cert_acc_255": 0.23011424019932747, + "std_cert_acc_255": 0.047659797234889036 + }, + "spambase": { + "dataset": "spambase", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 32, + "best_val_acc": 0.926896551724138, + "test_acc": 0.9325018341892883, + "train_size": 1150, + "val_size": 725, + "test_size": 2726, + "stats": { + "mean": [ + [ + 0.021226006173913785, + -0.015919149391304187, + 0.025415802530432907, + 0.03918618617391535, + -0.00802565730434888, + -0.019898612173913727, + 0.006333582695649156, + 0.0138353715652162, + 0.010869212166955465, + 0.020277107478260063, + -0.03972575965999889, + -0.02055293502608697, + -0.008113843652174586, + 0.014708887365217537, + 0.01133711377391179, + -0.015495447060868504, + 0.03913622733043563, + -0.017462963999999633, + 0.0187409115304347, + 0.005520461426088844, + -0.0038418207913071324, + 0.008610802582609307, + 0.035890673565219404, + -0.006205582330433885, + 0.009182778760001165, + -0.019677288817390202, + 0.0004982232156532273, + 0.02920531815652134, + 0.012658779999999129, + 0.017062090382608135, + -0.013314016521739344, + -0.02566035391304503, + -0.008576744521738438, + -0.022911713043477794, + 0.0025098786956515694, + -0.007468803278259888, + 0.011673062539131227, + -0.015021546086957481, + -0.00910834485217397, + -0.02154278895652143, + 0.05463170547826161, + 0.023553851304347857, + 0.010670661652173499, + 0.0295903323391293, + 0.007351219000000634, + 0.01269573645391135, + -0.023270003826086932, + 0.03709884669565298, + 0.007815205191304105, + 0.027519189395651733, + -0.015820542199999555, + -0.01672272254086909, + 0.042409089939126635, + 0.025760643735651907, + 0.02838511237043451, + -0.013437700554782798, + 0.0164267618000002 + ] + ], + "std": [ + [ + 1.1235027725136815, + 0.8904989974639629, + 0.9957178739385403, + 1.4995577621881944, + 0.926476291913068, + 0.8885189316158734, + 0.9024040689634729, + 1.0405154757286925, + 1.1233331839178615, + 0.8981778369870301, + 0.8892119217650689, + 0.9874908627493307, + 0.9205513578145247, + 0.9632286363722543, + 1.0765253751015154, + 0.8531114122905263, + 1.0916574204014953, + 0.9124374318543399, + 0.9910784663927087, + 0.9680608594157823, + 0.9407382453902644, + 0.9930333587983213, + 1.1491144107563753, + 0.6425563314801666, + 1.0428011323424244, + 0.8430611857711853, + 1.0214512070760071, + 1.1643521198183129, + 1.10698998653912, + 1.0810838839403236, + 0.8380031520069444, + 0.8416763955823331, + 1.2024906820600971, + 0.8481231877782008, + 0.8570058504483157, + 0.9470628246612116, + 1.06910230060386, + 0.5874337186131844, + 0.8169185036473402, + 0.8578401703545604, + 1.4145108263137103, + 1.0433820861839775, + 0.9733444555118707, + 1.393792873658117, + 0.9492090774739013, + 1.0044806426321926, + 0.81385805230804, + 1.3465645155559474, + 1.0636978414150784, + 1.007651802571978, + 0.6554083067039526, + 0.7777941339804235, + 1.245208842537934, + 1.6535667744655882, + 1.3137439814967093, + 0.6661201009582893, + 1.219503651337539 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 358921, + "cert_evals": { + "36": 0.9112252593040466, + "72": 0.8756420016288757, + "108": 0.8371239900588989, + "255": 0.5498899817466736 + }, + "fold": 0 + }, + { + "best_epoch": 11, + "best_val_acc": 0.9307065217391305, + "test_acc": 0.9314917127071823, + "train_size": 1150, + "val_size": 736, + "test_size": 2715, + "stats": { + "mean": [ + [ + -0.024849632956522313, + -0.03413819886956486, + -0.00989163035652276, + -0.002361400086956756, + -0.03987249782608704, + 0.01090509313043455, + 0.01957335878260548, + 0.001824029217390987, + -0.024616771288696538, + -0.00523980729217439, + -0.0020601358313020405, + -0.05077641741739166, + -0.03844389808695691, + 0.0008553938956523932, + -0.01214520726087042, + -0.009230109313042243, + 0.010565583165218426, + -0.046801976826087485, + -0.013554089600000253, + 0.02790070953043506, + 0.0032765880556492374, + -0.022136448173912388, + -0.029918836608694217, + -0.007934282660868743, + -0.023365790114781765, + -0.029432224478259654, + -0.022027940843476913, + -0.010254641513043462, + -0.03708282617391394, + -0.030502210695652975, + -0.006006388869565457, + -0.048024147826089034, + 0.029480932521740062, + -0.0510750817391295, + -0.028351204086956815, + -0.026517849208694946, + 0.01842911532173985, + -0.03338618443478374, + 0.006675741999999962, + -0.04656739886956605, + -0.020719941826085986, + 0.006543958434782931, + 0.011525401739130135, + -0.008087698269565702, + 0.025108898113044256, + -0.007957335130433963, + -0.015061640434782204, + -0.03721756826086869, + -0.03895043960869612, + -0.001666222565217826, + -0.010009838134782371, + 0.03633144539478134, + -0.06020993099130556, + -0.0013161700260872296, + -0.03022302409408695, + -0.004946863700869469, + 0.004550906813912774 + ] + ], + "std": [ + [ + 0.8958373484867075, + 0.9002436174684451, + 0.9749857170890281, + 0.9175103073316754, + 0.8456789748627611, + 1.0296079196279977, + 1.0663773858644263, + 0.9918744873399122, + 0.9377758356585005, + 0.9683003635587637, + 0.9988701214159026, + 0.8510020785398145, + 0.8120292232717867, + 1.1716911892002921, + 0.9335490252401448, + 0.9275724825067901, + 1.0706786172093499, + 0.8159996197989664, + 1.018783583831139, + 1.3842479172234758, + 1.039815972096556, + 0.8839135364998896, + 0.8932393785890523, + 0.9102522959355095, + 0.9028197785306566, + 0.9621741754161531, + 0.9455093600221522, + 1.0873334815971143, + 0.9298495573937857, + 0.8712375739105048, + 1.1638136373741579, + 0.7194920963255054, + 0.993798468472957, + 0.7165877104812148, + 0.7540408567752576, + 0.9687673124893158, + 0.981800827979203, + 0.29631208384482205, + 1.2015746837404693, + 0.8040600124748868, + 0.721184410759368, + 1.0883976635466879, + 1.1000595828326398, + 0.6542723004921799, + 1.1435952861265584, + 0.9423531730144734, + 0.6560729981871746, + 0.5591229852816202, + 0.5489093243563901, + 0.9888972344464931, + 0.6428451363337641, + 1.028319563197099, + 0.6205068262838673, + 0.5771896246525331, + 0.41206923845873533, + 0.6584069792527852, + 1.0945705958475596 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 358921, + "cert_evals": { + "36": 0.9079189896583557, + "72": 0.871823251247406, + "108": 0.8180478811264038, + "255": 0.5440147519111633 + }, + "fold": 1 + }, + { + "best_epoch": 24, + "best_val_acc": 0.9556509298998569, + "test_acc": 0.9309593023255814, + "train_size": 1150, + "val_size": 699, + "test_size": 2752, + "stats": { + "mean": [ + [ + 0.04921885617391417, + 0.014926593956521877, + 0.00847792629565125, + 0.05005613400000414, + 0.0033398545217390415, + 0.022115092173912148, + 0.020861821652170594, + 0.01550478669565098, + 0.005469835709564297, + -0.002394102646087372, + -0.004648887133041112, + -0.03289461768695655, + -0.040754755739131086, + 0.02023474459130333, + -0.03975969647826165, + -0.0013114386782596627, + 0.05593795568695754, + -0.04049862191304387, + 0.032395505704347835, + 0.003473580347827736, + -0.03802155532695763, + 0.020674000869565144, + -0.029397571826085454, + 0.05626614292173871, + -0.016279572017390314, + -0.040442041434781556, + -0.027683359373911642, + -0.018165945565216026, + -0.0067161096434789095, + -0.01001410846956648, + -0.022173674869565393, + 0.0009115565217380702, + -0.0006774207913042033, + -2.747652173902797e-05, + -0.017699280086957207, + -0.0014646963999993766, + -0.01282538191304263, + -0.03204628226087075, + 0.032762344347826086, + -0.009639197913043794, + 0.10482606808695744, + -0.031013759826086604, + 0.020927692434782336, + 0.006242524399999054, + -0.026823291339128374, + 0.043980723565215755, + -0.005029141565217051, + -0.00635898059999959, + 0.007536563304348806, + -0.0018206163191308838, + -0.026798041434782056, + -0.002352054191304867, + -0.031762150104349914, + -0.03071606211652189, + -0.002249609841739219, + -0.015034978442608676, + 0.011666985643478154 + ] + ], + "std": [ + [ + 1.1778724434167362, + 1.0760534101769437, + 1.0559839237532962, + 1.5297906049045558, + 1.1364234457764475, + 1.0490814157140953, + 1.1363046556284118, + 1.0380124741143066, + 1.075498258791, + 0.8663393072266115, + 0.9747929071031151, + 0.969828844789839, + 0.7696639194748692, + 1.0473361728395063, + 0.8303333840972749, + 0.8838263753298514, + 1.2440346851573585, + 0.9334811719941839, + 1.02990808565559, + 0.8957714253842652, + 0.9678502243817942, + 1.1500298875956583, + 0.9330778093343873, + 1.5773371750732401, + 0.9230289983981412, + 0.8158091055273212, + 0.9489997820681896, + 0.9552807238624355, + 1.0072242253552435, + 1.0223260308735955, + 0.8234643073736883, + 1.0311031398813912, + 0.8806613305973721, + 1.0286119212691307, + 0.8014510966571808, + 0.9352593214362214, + 0.9329050736248139, + 0.3527683412758974, + 1.1692746053848972, + 1.002962447177659, + 1.4919910858493521, + 0.8738202541405161, + 1.1462384337701108, + 1.0090960980820731, + 0.9207764793259576, + 1.0912524568744784, + 0.816026256403742, + 0.7771366886117157, + 0.9566601501316736, + 0.9562471491235174, + 0.6185383136448549, + 0.8282423578976752, + 0.7966634350742242, + 0.34217344919196696, + 0.8296715880092417, + 0.6379508479090837, + 1.2381153537237015 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 358921, + "cert_evals": { + "36": 0.9091569781303406, + "72": 0.8782703280448914, + "108": 0.8295784592628479, + "255": 0.5250726938247681 + }, + "fold": 2 + }, + { + "best_epoch": 11, + "best_val_acc": 0.9202363367799113, + "test_acc": 0.9221341023792358, + "train_size": 1150, + "val_size": 677, + "test_size": 2774, + "stats": { + "mean": [ + [ + 0.018947906521740433, + -0.000799500504347751, + 0.01308322393912882, + -0.04350387713043517, + -0.017981908217392446, + -0.037174041304348704, + 0.022572385652170752, + -0.04463838826086928, + -0.00969831843826173, + 0.015462332956521007, + 0.02533698608174001, + -0.01796958450434803, + -0.002596639478261534, + -0.008146872721739728, + -0.010465523286957488, + -0.020865805773911915, + -0.023057402052173097, + 0.015772556173913998, + 0.029574481513043406, + -0.00723897516521638, + -0.012929820996524495, + 0.013256362000000747, + -0.016364737217389708, + -0.0054786337391299, + -0.023381384405216223, + 0.018361981547826933, + -0.027815069829563832, + -0.016357650539129607, + 0.02130572809565106, + -0.04712495074782753, + -0.023661064608695874, + -0.017694028695653844, + -0.035716115565216526, + -0.015046066956521246, + 0.017066349999999682, + -0.017144463043477796, + 0.00945527166956592, + 0.0090967913913036, + -0.019910964156521774, + -0.012770454869565474, + 0.008144727217391987, + 0.026037255217391253, + -0.03684596452174003, + -0.03572749460869723, + -0.026032580895649946, + 0.034894907043476656, + -0.040598744086955754, + -0.013571423391303747, + 0.04706986420869568, + 0.04318946167130402, + -0.01196526951304294, + -0.018042527704347985, + 0.049467921365213274, + -0.02400611535652195, + 0.06052994408086956, + 0.0599142720547826, + -0.0026769801565217854 + ] + ], + "std": [ + [ + 0.9331871594323544, + 0.9567845251269138, + 0.9760296399392536, + 0.051280137756585374, + 0.9428238363495951, + 0.8814135527767363, + 0.9954267960650186, + 0.6955201641843568, + 1.0576570344486964, + 1.1798688036970275, + 1.0384456763015388, + 0.9235329672549664, + 0.9059067437108173, + 0.8252286378311408, + 0.9221679162247977, + 1.0327807332881183, + 0.9152290942982179, + 1.0569927523658942, + 1.019968514725996, + 0.9205072920345395, + 0.9958149041823585, + 1.016878390862468, + 0.8965516556476434, + 1.0877876259600743, + 0.948111265047695, + 1.0393908013003292, + 0.9611733587640997, + 0.9251890870444093, + 1.1498439764663797, + 0.8019976062593172, + 0.8125415636929294, + 0.8726450743629817, + 0.6932596937551812, + 0.8745634092810176, + 1.3798992402930492, + 0.8915710521880803, + 0.9391065100766924, + 1.1627844455953502, + 0.8173394703147074, + 0.9245635097978325, + 0.9000725380226579, + 1.1834987177794307, + 0.775157987005211, + 0.6770693378003936, + 0.7878189821125126, + 1.0585249177081846, + 0.48012225657491536, + 0.635321002731002, + 1.2507891578889274, + 1.3781763830166411, + 0.957654911058225, + 0.6938467149180203, + 1.3755269217325827, + 0.35513836957625733, + 1.6062909589981371, + 1.7067437542745856, + 0.9544103185210019 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 358921, + "cert_evals": { + "36": 0.8929343819618225, + "72": 0.8655371069908142, + "108": 0.8219177722930908, + "255": 0.5461427569389343 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9292717379003219, + "std_test_acc": 0.004801233338090047, + "n_samples": 4601, + "n_features": 57, + "n_classes": 2, + "mean_cert_acc_36": 0.9053089022636414, + "std_cert_acc_36": 0.008361664057143961, + "mean_cert_acc_72": 0.8728181719779968, + "std_cert_acc_72": 0.005528827310340283, + "mean_cert_acc_108": 0.8266670256853104, + "std_cert_acc_108": 0.008459109687150903, + "mean_cert_acc_255": 0.5412800461053848, + "std_cert_acc_255": 0.011074502730597374 + }, + "statlog-image": { + "dataset": "statlog-image", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 63, + "best_val_acc": 0.919889502762431, + "test_acc": 0.8796498905908097, + "train_size": 577, + "val_size": 362, + "test_size": 1371, + "stats": { + "mean": [ + [ + 0.05277729462738304, + -0.026856590034661988, + -0.04045374350086678, + 0.035925407279029424, + 0.012791040953206106, + -0.02749923800693239, + 0.026879459393414143, + 0.003427681455805914, + -0.003979492894280729, + -0.0036277449220103795, + -0.004736499878682832, + -0.003368361143847496, + 0.0064276489428076265, + -0.008315490103986137, + 0.007643567209705356, + -0.0043468179896013785, + 0.0004630635528596608, + -0.0013222841941074428 + ] + ], + "std": [ + [ + 1.0182285353798557, + 0.9851787517694358, + 0.9390514410011299, + 1.0719805534061642, + 1.0253303532403122, + 0.7168098920649388, + 1.0463467417069485, + 1.0739156275157598, + 0.9846461541428279, + 0.986758186324584, + 0.9813280135807977, + 0.9874022073254759, + 0.9931538939642666, + 0.9774222979865599, + 0.9945730722498334, + 0.98084516278497, + 0.9787696627538863, + 1.0056912001088976 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 23630, + "cert_evals": { + "36": 0.8322392702102661, + "72": 0.7840992212295532, + "108": 0.7315828204154968, + "255": 0.36761489510536194 + }, + "fold": 0 + }, + { + "best_epoch": 65, + "best_val_acc": 0.8892405063291139, + "test_acc": 0.8884968242766408, + "train_size": 577, + "val_size": 316, + "test_size": 1417, + "stats": { + "mean": [ + [ + -0.00805977642980937, + -0.018866870935875215, + 0.031481733102252704, + -0.043535077989602024, + 0.004621514436741676, + 0.01480505808492205, + -0.014060085823223602, + -0.02213133720970536, + 0.002966329462738305, + 0.0030170756499133438, + 0.002753383032928949, + 0.0031395960138648014, + -0.0019510392547660267, + 0.0010119288561525432, + 0.0002420222010398325, + 0.0026207177123050403, + -0.00027903677296360597, + -0.004136256395147322 + ] + ], + "std": [ + [ + 0.9953843774509928, + 1.0074852374270842, + 1.0783606982862584, + 0.9028473634226395, + 1.0693480635548707, + 1.0940228399134122, + 0.8711465724120171, + 0.502597420466186, + 1.006613669140276, + 1.0050554458942274, + 1.0062103872564798, + 1.0073657656318686, + 0.9940821219426057, + 0.9803990682446567, + 0.9797804248563735, + 1.0060668347936674, + 0.9852523228665813, + 0.9927198570183016 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 23630, + "cert_evals": { + "36": 0.8313338160514832, + "72": 0.7847565412521362, + "108": 0.7254763841629028, + "255": 0.323923796415329 + }, + "fold": 1 + }, + { + "best_epoch": 41, + "best_val_acc": 0.8647214854111406, + "test_acc": 0.8761061946902655, + "train_size": 577, + "val_size": 377, + "test_size": 1356, + "stats": { + "mean": [ + [ + 0.05914366984402079, + 0.022316960745233937, + 0.06025597920277344, + 0.004141213171577218, + 0.06498358975736578, + -0.007717641698440197, + 0.003916004280762564, + -0.024700628942807636, + -0.011757545424610043, + -0.012553493500866587, + -0.011469935798960128, + -0.011205641403812857, + 0.0023379489774696394, + -0.007725091837088372, + 0.010744232443674168, + -0.011220052305025987, + -0.013785179953206241, + 0.003924050017330997 + ] + ], + "std": [ + [ + 1.024154455792897, + 0.9811663585132518, + 1.0550539991337744, + 1.0439910345858283, + 1.1416502363087357, + 0.8904529955722684, + 1.0841860242487946, + 0.7205096411504827, + 0.9892628189620303, + 0.9876451169861917, + 0.9910594913771583, + 0.9889085818803738, + 1.0052016942584325, + 1.0015543969928375, + 1.001939370908761, + 0.9907018248984832, + 0.9753060190971025, + 0.9976064937693578 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 23630, + "cert_evals": { + "36": 0.8340708017349243, + "72": 0.7831858396530151, + "108": 0.6969026327133179, + "255": 0.33480826020240784 + }, + "fold": 2 + }, + { + "best_epoch": 23, + "best_val_acc": 0.8869047619047619, + "test_acc": 0.863278453829635, + "train_size": 577, + "val_size": 336, + "test_size": 1397, + "stats": { + "mean": [ + [ + -0.004805442807625656, + 0.03371339715771235, + 0.02189034662045027, + 0.035925407279029334, + 0.0042291054419410475, + 0.03768918716984402, + 0.012717266897746975, + 0.03924694882149047, + 0.00528661488734836, + 0.005418960658578841, + 0.0062262528249566835, + 0.0039763388388214865, + -0.003098130467937617, + 0.010604977712305036, + -0.01486111181975736, + 0.007219200675909865, + 0.014029051389948003, + 0.01013749448873485 + ] + ], + "std": [ + [ + 1.008276364629133, + 1.010568100241832, + 1.0315325534295983, + 1.1379229784648968, + 0.9804535280460098, + 1.2556130480825498, + 1.057279793514591, + 1.3153187531590647, + 1.004023150383831, + 1.004919767936061, + 1.0036256590527597, + 1.0041255432995537, + 1.0046162783500956, + 1.0114881398893187, + 1.0145020055917877, + 1.0028701935817135, + 1.0098377455026906, + 0.990416131086278 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 23630, + "cert_evals": { + "36": 0.8138868808746338, + "72": 0.7623478770256042, + "108": 0.6879026293754578, + "255": 0.34073013067245483 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8768828408468378, + "std_test_acc": 0.01045982314636515, + "n_samples": 2310, + "n_features": 18, + "n_classes": 7, + "mean_cert_acc_36": 0.8278826922178268, + "std_cert_acc_36": 0.00939974223173665, + "mean_cert_acc_72": 0.7785973697900772, + "std_cert_acc_72": 0.010852124725091937, + "mean_cert_acc_108": 0.7104661166667938, + "std_cert_acc_108": 0.021325277358240993, + "mean_cert_acc_255": 0.3417692705988884, + "std_cert_acc_255": 0.018583081306144486 + }, + "statlog-vehicle": { + "dataset": "statlog-vehicle", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 30, + "best_val_acc": 0.6859504132231405, + "test_acc": 0.6867704280155642, + "train_size": 211, + "val_size": 121, + "test_size": 514, + "stats": { + "mean": [ + [ + -0.15146149526066363, + -0.10432839952606632, + -0.059711114691943054, + -0.10485173232227493, + -0.05972240473933653, + 0.023982654502369662, + -0.09937442175355453, + 0.0818855733649288, + -0.10596828436018967, + -0.11517251252132703, + -0.08347083222748818, + -0.1053934661943128, + -0.08422502947867287, + 0.06107363270142171, + -0.09882898767772512, + -0.031016796208530723, + -0.05365530142180105, + -0.07673026919431288 + ] + ], + "std": [ + [ + 0.9244006895318542, + 0.9269788321694366, + 0.9738611659537878, + 0.9392376060519674, + 0.9423236941745864, + 1.2031150582278034, + 0.9189159479510511, + 0.9554470489794712, + 0.9165422543676691, + 0.9419702932342265, + 0.899283407616931, + 0.9016819378903871, + 0.9169739004303826, + 1.0374334592683703, + 1.008232147929816, + 0.9709165003669759, + 0.9809690311814254, + 0.9851749395938914 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 23435, + "cert_evals": { + "36": 0.5953307151794434, + "72": 0.49221789836883545, + "108": 0.3657587468624115, + "255": 0.03501945361495018 + }, + "fold": 0 + }, + { + "best_epoch": 40, + "best_val_acc": 0.7333333333333333, + "test_acc": 0.6699029126213593, + "train_size": 211, + "val_size": 120, + "test_size": 515, + "stats": { + "mean": [ + [ + -0.05707185829383899, + 0.01703814028436017, + -0.07233211819905201, + -0.08672841545023706, + -0.057319243601895775, + 0.03840272132701431, + -0.013982209905213271, + 0.02121443985781981, + -0.007237241706161201, + 0.0049784149421801165, + -0.014029810900473958, + -0.016262295578199085, + 0.0009614558767772847, + 0.11677855781990558, + 0.0023493535545024086, + -0.010852331753554503, + -0.10286354407582957, + -0.11368303744075818 + ] + ], + "std": [ + [ + 1.0402738933856586, + 0.9838455143238437, + 1.0190627316129826, + 1.0239103894741375, + 1.1508302480807033, + 1.1683856166359436, + 1.0055121275534542, + 0.9988185856887961, + 1.0147533040348673, + 0.9815814858424408, + 0.9995251885514925, + 1.0064285465555274, + 0.9637935338431834, + 1.1030605616237845, + 0.9937126714490084, + 0.995709949800922, + 1.0375518355312294, + 1.0614716810079152 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 23435, + "cert_evals": { + "36": 0.566990315914154, + "72": 0.4427184462547302, + "108": 0.3009708821773529, + "255": 0.03300970792770386 + }, + "fold": 1 + }, + { + "best_epoch": 76, + "best_val_acc": 0.7054263565891473, + "test_acc": 0.733201581027668, + "train_size": 211, + "val_size": 129, + "test_size": 506, + "stats": { + "mean": [ + [ + -0.021963390047393307, + 0.015501836018957329, + 0.03765074758293839, + -0.033773345592417056, + -0.053714301421800954, + 0.025012608530805693, + 0.012391009146919438, + 0.0011931618483411932, + 0.003732862559241725, + -0.004163105436966835, + 0.014350785308056885, + 0.008870320853080559, + 0.03139527815165877, + 0.07120188767772496, + -0.007286610426540335, + 0.01621079620853081, + -0.11362760189573462, + -0.0754560952606636 + ] + ], + "std": [ + [ + 1.0013809830173679, + 0.9782519614775661, + 1.0067349356663802, + 0.9925585379225955, + 0.9656789538710515, + 1.079511023393183, + 1.0086208512176316, + 0.9976671958575583, + 1.0053473248040818, + 0.9749627707710302, + 1.0173842579149284, + 1.023042568770406, + 0.9834183626487213, + 1.0185730954327057, + 1.033273817278921, + 0.9965280678503624, + 0.9690108913489877, + 1.0258779208898805 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 23435, + "cert_evals": { + "36": 0.6422924995422363, + "72": 0.5079051852226257, + "108": 0.4011857807636261, + "255": 0.0573122538626194 + }, + "fold": 2 + }, + { + "best_epoch": 22, + "best_val_acc": 0.7480314960629921, + "test_acc": 0.6771653543307087, + "train_size": 211, + "val_size": 127, + "test_size": 508, + "stats": { + "mean": [ + [ + 0.04652693270142183, + 0.020878930331753535, + 0.004595829952606676, + 0.050472680521327036, + 0.10850436966824639, + 0.11359419241706137, + 0.0035522710900474227, + -0.016401528483412357, + 0.0019045260663507124, + 0.02816009017251184, + 0.02038910379146921, + 0.003237731909952596, + 0.0162511691943128, + 0.05221142748815186, + 0.04571186824644554, + -0.08779599999999993, + -0.02366896398104278, + -0.04232626635071097 + ] + ], + "std": [ + [ + 1.0660694582459869, + 0.9954955740331093, + 1.0005918167210288, + 1.0225865249631643, + 1.1919100176742894, + 1.3676251093574603, + 0.9782612041335168, + 1.0070319475298821, + 0.9609306968438209, + 0.995608616420587, + 0.9856739612962143, + 0.9752124296736733, + 1.0143856365331891, + 1.0854963150619814, + 1.0148237536601927, + 0.9020045533947828, + 0.9646100732878, + 0.9403175219272142 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 23435, + "cert_evals": { + "36": 0.5649605989456177, + "72": 0.42716535925865173, + "108": 0.29921260476112366, + "255": 0.009842519648373127 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.691760068998825, + "std_test_acc": 0.028478274863079363, + "n_samples": 846, + "n_features": 18, + "n_classes": 4, + "mean_cert_acc_36": 0.5923935323953629, + "std_cert_acc_36": 0.03603897524570292, + "mean_cert_acc_72": 0.4675017222762108, + "std_cert_acc_72": 0.03866334237381776, + "mean_cert_acc_108": 0.34178200364112854, + "std_cert_acc_108": 0.0502705822128433, + "mean_cert_acc_255": 0.03379598376341164, + "std_cert_acc_255": 0.019398440750541198 + }, + "steel-plates": { + "dataset": "steel-plates", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 44, + "best_val_acc": 0.6327868852459017, + "test_acc": 0.6429192006950478, + "train_size": 485, + "val_size": 305, + "test_size": 1151, + "stats": { + "mean": [ + [ + -0.033171420824742434, + -0.03487799787628848, + -0.025752341010309272, + -0.02575685641237119, + -0.013433178123711241, + -0.013203120387628779, + -0.01932132132144322, + -0.015286709072164926, + -0.03529740762886613, + -0.06188019999999985, + 0.029282459793814393, + 0.02461150515463966, + -0.02461150515463966, + 0.02680637649484613, + 0.05348254682474227, + 0.04729742422680411, + 0.037012766989690665, + -0.005113711814433202, + -0.04244604482474207, + 0.016299261237113144, + 0.02038411958762842, + 0.024304238721649656, + 0.01957637484536068, + 0.03119099608247441, + 0.008960876804329868, + -0.0667112558564948, + 0.03806582750515489 + ] + ], + "std": [ + [ + 0.9756894853975037, + 0.9770748287077284, + 0.928969513709341, + 0.9289613756914903, + 0.7271911461061646, + 0.6249440949513447, + 0.2710442676106522, + 0.8321078924444775, + 0.9681819508369377, + 0.9379050398893956, + 1.0059681125158686, + 1.004435542438173, + 1.004435542438173, + 1.0374639889594413, + 0.9990047126903454, + 0.9783238676858398, + 0.9859445483202275, + 0.9264109604441377, + 0.9798063758731859, + 0.9885797784975004, + 0.9993680933241289, + 0.9978320614999503, + 0.9928227904046222, + 0.9831836156202347, + 0.9769683973001587, + 0.9740787014301614, + 0.9975175191485853 + ] + ] + }, + "width": 128, + "in_features": 27, + "out_features": 7, + "depth": 6, + "padding": 54, + "parameters": 90510, + "cert_evals": { + "36": 0.5960034728050232, + "72": 0.539530873298645, + "108": 0.5056473016738892, + "255": 0.31624674797058105 + }, + "fold": 0 + }, + { + "best_epoch": 51, + "best_val_acc": 0.721830985915493, + "test_acc": 0.6390784982935154, + "train_size": 485, + "val_size": 284, + "test_size": 1172, + "stats": { + "mean": [ + [ + 0.03706820797938135, + 0.03657455558762895, + 0.014421525546391723, + 0.014414742845360836, + -0.04709934408247418, + -0.04852457241237108, + -0.033936195713195796, + -0.05171317672164952, + 0.013659632577319523, + -0.027462527628865894, + 0.006293505773195868, + 0.011990152577319948, + -0.011990152577319948, + -0.03296888268041301, + -0.009405954164948402, + -0.043928852597938134, + 0.002384727134020549, + -0.013394573402062043, + 0.027507874268041282, + 0.038990112989690746, + 0.0011484783505151038, + -0.02832227346391757, + -0.023262162268041238, + -0.03206279731958757, + -0.003237806419175221, + -0.04168354620618558, + -0.012072491587628926 + ] + ], + "std": [ + [ + 1.015411156192268, + 1.0184785548739292, + 1.121885848311569, + 1.1218788885198352, + 0.690006383533972, + 0.5810603178627508, + 0.2538653505206093, + 0.7901091189782915, + 1.0313073308807894, + 1.1253321716484355, + 0.9934036908444747, + 1.002106781592608, + 1.002106781592608, + 0.9446882153445072, + 1.006327755621702, + 1.0256643689759664, + 0.9902082423796534, + 1.0703705601717843, + 0.9814029395820514, + 0.9594928614842593, + 0.9948279945629597, + 0.9781432437014432, + 0.9737318425454382, + 0.9896265964372553, + 0.996385694776415, + 1.1531115464252937, + 0.9965705557829847 + ] + ] + }, + "width": 128, + "in_features": 27, + "out_features": 7, + "depth": 6, + "padding": 54, + "parameters": 90510, + "cert_evals": { + "36": 0.5870307087898254, + "72": 0.5273037552833557, + "108": 0.47696244716644287, + "255": 0.2713310420513153 + }, + "fold": 1 + }, + { + "best_epoch": 44, + "best_val_acc": 0.6543624161073825, + "test_acc": 0.6511226252158895, + "train_size": 485, + "val_size": 298, + "test_size": 1158, + "stats": { + "mean": [ + [ + 0.01349540909278348, + 0.011743234845361083, + 0.055380051591752535, + 0.05537599281030928, + -0.002818057010309121, + -0.0043726463257731905, + -0.011363671857525773, + 0.0014854367216495697, + -0.017973084123711465, + -0.019961297319587557, + -0.006256404123711325, + 0.037232857731959154, + -0.037232857731959154, + -0.057822187216493647, + -0.04968943053608254, + 0.05299214910515458, + 0.012450677092783526, + -0.0152095140206186, + -0.021158501278350353, + -0.03180742531958788, + 0.011834936082473834, + 0.02963465686597942, + 0.02183907072164954, + 0.04186944268041253, + 0.024153798268247404, + -0.04557396327835056, + 0.03912331686597949 + ] + ], + "std": [ + [ + 1.0305115292152447, + 1.0350302276108283, + 1.0568148967701887, + 1.0568064122935077, + 0.7926988315617414, + 0.6342514589481083, + 0.28414711305629714, + 0.9056134481718624, + 0.9751665814504833, + 1.0270919456979695, + 0.9900679127467883, + 1.0066006750596284, + 1.0066006750596284, + 0.9543742160994036, + 1.0004136931230714, + 1.0094115145490878, + 1.0121553004352448, + 0.8186606474983903, + 1.0281436358716267, + 1.0235390824617858, + 1.0008479768803218, + 0.990294035931081, + 0.9940477374299497, + 1.000219892821287, + 0.9933237184970842, + 0.9852467220628263, + 0.994697835657597 + ] + ] + }, + "width": 128, + "in_features": 27, + "out_features": 7, + "depth": 6, + "padding": 54, + "parameters": 90510, + "cert_evals": { + "36": 0.6001726984977722, + "72": 0.5379965305328369, + "108": 0.48877373337745667, + "255": 0.30397236347198486 + }, + "fold": 2 + }, + { + "best_epoch": 34, + "best_val_acc": 0.6408450704225352, + "test_acc": 0.6535836177474402, + "train_size": 485, + "val_size": 284, + "test_size": 1172, + "stats": { + "mean": [ + [ + 0.023743463731958805, + 0.016176765814433166, + 0.0014892443092783534, + 0.0014844411752577274, + -0.009514525814432954, + -0.020205760659793785, + -0.01871218610680407, + -0.005845208247422769, + 0.01885683030927834, + -0.00661354618556694, + 0.013281478350515526, + 0.0035759175257736252, + -0.0035759175257736252, + 0.001803373195877225, + -0.050778439121649456, + -0.007776909546391795, + 0.04831092711340207, + -0.05191724047422686, + -0.019034719298968952, + 0.018150954639175196, + 0.009697649484535607, + -0.007318674041237245, + -0.01604848907216485, + -0.0013126113402060792, + 0.01597799027505155, + 0.03087437377319595, + 0.008060444742267966 + ] + ], + "std": [ + [ + 1.035245883833329, + 1.0366480375890377, + 1.0283716528913942, + 1.0283643226814112, + 0.804966635241197, + 0.6387301143243845, + 0.2927267776520207, + 0.9211566457266325, + 1.0248177126554818, + 0.9991241777878153, + 0.9956957155110975, + 1.0004628088385008, + 1.0004628088385008, + 0.9913012556247199, + 0.9711702662146896, + 0.9776882812482338, + 0.9942196574638761, + 0.7385409188908473, + 1.0098201632818302, + 0.9666923500151875, + 0.9978814369963841, + 1.002103883727627, + 0.9660799436198654, + 1.0007299152954314, + 0.9729135128718771, + 1.03912258961276, + 1.0093273706219772 + ] + ] + }, + "width": 128, + "in_features": 27, + "out_features": 7, + "depth": 6, + "padding": 54, + "parameters": 90510, + "cert_evals": { + "36": 0.6006825566291809, + "72": 0.5486347675323486, + "108": 0.4999999701976776, + "255": 0.28839588165283203 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6466759854879732, + "std_test_acc": 0.006814769058259151, + "n_samples": 1941, + "n_features": 27, + "n_classes": 7, + "mean_cert_acc_36": 0.5959723591804504, + "std_cert_acc_36": 0.006318831383319346, + "mean_cert_acc_72": 0.5383664816617966, + "std_cert_acc_72": 0.008742888183459198, + "mean_cert_acc_108": 0.4928458631038666, + "std_cert_acc_108": 0.012700698407590241, + "mean_cert_acc_255": 0.2949865087866783, + "std_cert_acc_255": 0.019457310768855457 + }, + "synthetic-control": { + "dataset": "synthetic-control", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 5, + "best_val_acc": 0.9878048780487805, + "test_acc": 0.9755434782608695, + "train_size": 150, + "val_size": 82, + "test_size": 368, + "stats": { + "mean": [ + [ + 0.03924785799999999, + 0.09383712196000003, + 0.07046625366666667, + 0.0014863559999998659, + -0.05929098933333334, + -0.038894416533333365, + -0.06979297906666665, + 0.14184743933333332, + -0.017701836666666713, + 0.031171698399999972, + -0.021065953866666622, + 0.0012081412666666543, + -0.04361972219999998, + 0.0025437976666666416, + 0.07672977846666663, + 0.020924183333333297, + -0.0169760114666666, + 0.002974836000000029, + 0.003983265866666657, + -0.024021968200000025, + -0.03956240413333334, + -0.1248241973333334, + -0.05730380093333336, + -0.05808679486666668, + -0.028370202666666712, + -0.09732389666666662, + -0.05763924799999995, + -0.13051837340000005, + -0.05395017553333331, + -0.03267161173333333, + -0.023729760666666683, + -0.07524714946666669, + -0.06614863693333331, + -0.019300918133333376, + -0.030039852199999936, + 0.011592385653333353, + 0.031318077333333326, + 0.01763483633333328, + -0.0250934726666667, + -0.004898507333333266, + 0.004217182600000006, + -0.0246385992666667, + -0.030988849866666696, + -0.04759142453333339, + -0.01953947740000004, + -0.01564450933333335, + -0.015787699133333277, + 0.002320799400000045, + 0.024963803466666677, + -0.007529426400000029, + 0.04093678893333338, + 0.015736563599999965, + -0.03746829866666665, + 0.014098554666666692, + -0.011547875333333272, + -0.02319905666666666, + -0.03142149800000005, + -0.016265246000000014, + 0.007930060666666574, + -0.023128325933333405 + ] + ], + "std": [ + [ + 0.9961076807315135, + 0.9206509112843125, + 1.0540224386437416, + 1.0522148944257685, + 0.9493400263469906, + 1.0413681468006608, + 1.0206521762883793, + 1.0022196701786035, + 0.9563400774380424, + 0.9609145334914101, + 1.0024994267345215, + 0.9932555095692103, + 0.9717731403065037, + 0.98032175468797, + 0.9982624484839073, + 0.9382038270345618, + 0.9768753390482254, + 0.9916308705368667, + 1.006723658496416, + 1.0297445317020146, + 1.032876694551145, + 0.972144505822908, + 0.9798593024092027, + 0.9843687966126489, + 1.011735889322179, + 1.0429049244153183, + 1.0346506734246277, + 1.0538601962572212, + 0.9988680991418135, + 1.0180957806321926, + 0.9596516599467743, + 0.9834125851120433, + 1.0264509047524573, + 1.041847740419822, + 0.9781778184682978, + 1.0266071515222082, + 1.0054089356966365, + 0.9672870323425345, + 1.0086182531503245, + 0.9476236198433843, + 0.9903141136237383, + 0.9773410750044438, + 0.9739559384791738, + 1.0166341319600727, + 1.0066772526142282, + 0.9830356367906539, + 0.9703713876993874, + 1.0032669206080842, + 0.9780136276281223, + 0.9963547072355085, + 0.9891349444554035, + 0.9865762284560603, + 0.975071666163836, + 0.9738556836226393, + 0.9427521925477134, + 0.9585723823680283, + 1.023473462894158, + 0.974178234052611, + 0.9584708977350718, + 0.9781662302529668 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 6, + "depth": 6, + "padding": 120, + "parameters": 361485, + "cert_evals": { + "36": 0.91847825050354, + "72": 0.820652186870575, + "108": 0.676630437374115, + "255": 0.2961956560611725 + }, + "fold": 0 + }, + { + "best_epoch": 9, + "best_val_acc": 0.9759036144578314, + "test_acc": 0.9700272479564033, + "train_size": 150, + "val_size": 83, + "test_size": 367, + "stats": { + "mean": [ + [ + 0.07431676333333329, + 0.055703143333333274, + 0.059986597200000005, + 0.05962913333333327, + 0.01711391199999998, + -0.09842530133333331, + -0.037238006933333324, + 0.04494911246666669, + 0.03584688633333339, + -0.03672074413333339, + 0.1400467430666667, + -0.0017188513300000175, + 0.09355356086666661, + 0.08375834533333343, + 0.10196642733333329, + -0.002735159333333399, + -0.04132526846666665, + 0.002115888533333303, + -0.04545685346666663, + -0.026682441333333327, + 0.0202955157, + 0.05891559266666658, + 0.09727385853333322, + 0.0824819633333333, + -0.003187957799999993, + 0.019345319200000027, + 0.015127944066666616, + -0.01814940193333335, + 0.028838950733333313, + -0.037662185733333346, + -0.03617591013333335, + 0.015016469333333294, + 0.03429976273333337, + 0.0064533666666667005, + -0.029528327399999967, + -0.020207610346666682, + -0.015195800666666651, + -0.03826542699999998, + -0.0280714353333333, + -0.03387643922666661, + -0.006132136866666568, + -0.06652122866666664, + -0.012367441333333272, + 0.04345637599999996, + 0.04305291933333331, + 0.025584800666666543, + 0.017196319133333353, + -0.01777196502666665, + -0.07746244253333334, + -0.044407173933333335, + -0.055261454599999996, + -0.052746810399999934, + -0.0045274859999999695, + -0.025930303333333373, + 0.035556554666666684, + 0.009908130666666676, + 0.016988207333333238, + -0.00977137813333338, + -0.020683775666666668, + 0.012211349666666682 + ] + ], + "std": [ + [ + 0.9843088538516878, + 1.0385221048037923, + 1.0362809707291913, + 1.070636491980348, + 1.036981973032216, + 1.0535025500445936, + 1.0486711166621683, + 1.0486450651360273, + 1.0014223592087255, + 0.9374084409356886, + 0.9860590509896011, + 0.9753368966519272, + 1.0333021459864373, + 0.9876115794841844, + 1.02068622354422, + 1.0112690289204789, + 1.0116637203824093, + 1.033925288406938, + 1.0512195357703547, + 1.018333809220628, + 0.985055866337006, + 0.943091921098071, + 0.9490130762941131, + 0.99910695778916, + 1.0356025959908477, + 1.0026236047334451, + 1.0141313027658527, + 0.9956117641629766, + 1.0018305711459572, + 1.0053268814426604, + 1.0314502672967765, + 1.038459737162511, + 0.937751592640825, + 0.9861261142353305, + 0.9749386073698773, + 0.9772874202358274, + 0.9591957253028498, + 0.9926707359223034, + 0.9729932139063138, + 0.9920544640877638, + 0.9836353401854067, + 0.99810857871081, + 1.0023120691127656, + 0.9517953446574153, + 1.0036265983538577, + 1.0142510395016522, + 0.9769674154680212, + 1.0141447148508704, + 1.0111479341233067, + 0.9771982566562517, + 0.9980648743000833, + 0.9633210674621704, + 0.9823793488227291, + 0.9870075135806297, + 0.983054034466811, + 0.990652388626008, + 1.0024265300075932, + 0.9594171079813323, + 0.9682468460883036, + 0.9900597520223805 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 6, + "depth": 6, + "padding": 120, + "parameters": 361485, + "cert_evals": { + "36": 0.9455040693283081, + "72": 0.9073569178581238, + "108": 0.8801089525222778, + "255": 0.48501360416412354 + }, + "fold": 1 + }, + { + "best_epoch": 14, + "best_val_acc": 1.0, + "test_acc": 0.9747191011235955, + "train_size": 150, + "val_size": 94, + "test_size": 356, + "stats": { + "mean": [ + [ + -0.114856322, + -0.06579790133333327, + 0.03355098266666663, + -0.03648713526666665, + -0.0011477239999999878, + 0.13642399413333328, + -0.07596104666666668, + -0.0056418873333333374, + 0.09558374166666667, + 0.02089898246666667, + 0.03188003920000004, + 0.007430201999999999, + -0.0038350263999999894, + -0.01883838019999997, + 0.0748425113333334, + 0.00488779438666673, + 0.018437261666666697, + 0.030671767333333304, + 0.022914690999999977, + 0.01594029433333337, + -0.048436106666666714, + -0.0024884444666667177, + 0.04168678213333334, + 0.041644789333333244, + 0.042822868333333354, + 0.06534793200000001, + -0.010656098666666605, + -0.006021577466666684, + 0.04735826933333332, + 0.025442156333333393, + 0.017160075866666614, + -0.04544196133333331, + -0.013476259999999967, + 0.033218761599999966, + -0.005814218000000064, + -0.02626612546666666, + 0.0554423356666666, + -0.005378560400000007, + 0.004365360799999973, + 0.01993973579999998, + -0.013822085533333268, + -0.0276612758666667, + -0.005520540333333351, + 0.027592530666666643, + -0.0016518936666666988, + -0.02964797600000004, + -0.016894890799999965, + -0.018347165760000048, + 0.02878474666666673, + 0.009005892399999991, + 0.0005037746666666054, + -0.010252967199999949, + 0.009452513999999928, + -0.0006035673333334005, + -0.023115470666666638, + 0.0008124299999999337, + -0.010064331333333435, + 0.02198669420666669, + 0.005671073333333329, + 0.009682615733333344 + ] + ], + "std": [ + [ + 1.0560741237905633, + 1.0909763937676147, + 0.9591104934810897, + 1.0027353336789389, + 1.0137393600188147, + 0.9974355725372859, + 0.9334185111764193, + 1.0358338960107323, + 0.9936794808583214, + 1.0639561849283727, + 1.0322757313313562, + 1.0330482466022683, + 1.0135503676371944, + 1.0679076791635504, + 0.9641245690753236, + 1.0282675239598804, + 1.0002353813184108, + 0.9684654582597145, + 1.0331226003460752, + 1.0536462803122515, + 0.9988253263652744, + 1.0354371216022098, + 0.9964647889804219, + 1.017635225822453, + 1.0005114917749387, + 1.021355655521812, + 0.9645306146203501, + 1.0113815411448928, + 0.9806016929287075, + 1.0144519155296894, + 1.0265802362924008, + 1.02000197200153, + 1.07766142678815, + 1.0468290903972308, + 1.0314178108001988, + 1.000469001033564, + 1.0450722590473078, + 1.0325221094946504, + 1.048894956227836, + 0.9833702833504419, + 1.0153917705572146, + 1.012455383336184, + 1.0589782810850652, + 1.0157128503216464, + 1.0196629247844613, + 1.0470501606989209, + 1.0194159827106324, + 1.0071984093717992, + 1.0321411977245474, + 1.043438003333306, + 1.0407295108896613, + 1.027173255849118, + 1.0179448117519239, + 1.0453526291643118, + 1.0174480325437838, + 1.0318194380088317, + 1.0133347569254487, + 1.0231404714757075, + 1.030328051006465, + 1.0096253910405713 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 6, + "depth": 6, + "padding": 120, + "parameters": 361485, + "cert_evals": { + "36": 0.9269663095474243, + "72": 0.9016854166984558, + "108": 0.8595505952835083, + "255": 0.584269642829895 + }, + "fold": 2 + }, + { + "best_epoch": 8, + "best_val_acc": 0.9775280898876404, + "test_acc": 0.9362880886426593, + "train_size": 150, + "val_size": 89, + "test_size": 361, + "stats": { + "mean": [ + [ + 0.1277572366666666, + 0.04134771529333352, + 0.021863094333333402, + 0.014401853333333483, + -0.002803757326666718, + 0.06694332266666667, + 0.07448979026666658, + 0.06807802960000005, + 0.019724051666666666, + 0.06465353440000006, + -0.0428330099999999, + -0.07357414919666662, + -0.04223157999999999, + -0.12545532820000008, + -0.04292649966666659, + -0.10589588954666669, + -0.04041633779999999, + 0.05218024986666674, + 0.05426686220000013, + 0.0227305805333333, + 0.10614008046666681, + 0.04376943119999995, + -0.013266023600000024, + -0.07076259793333334, + -0.074043531, + -0.08001001866666667, + -0.07797701933333334, + -0.09792546133333335, + -0.061854662000000005, + -0.024533988199999985, + 0.03629900386666665, + 0.0058454133399999395, + 0.007318489999999978, + 0.03803268466666662, + 0.044273164599999956, + 0.0013259573333333503, + -0.002469843333333337, + -0.029172804800000018, + -0.05582708400000001, + -0.05666843433333332, + -0.048033903333333315, + -0.06985443860000005, + -0.0578782198666667, + -0.05657032866666666, + -0.026883787333333433, + -0.00934031266666669, + 0.011623247533333353, + 0.035373553640000055, + 0.013784810000000043, + 0.005969853333333333, + 0.02904661893333334, + 0.02376045733333324, + -0.02384677466666665, + -0.05474407806666669, + -0.06623972000000003, + -0.06898137600000002, + -0.07447672184000008, + -0.08693477600000002, + -0.05651159700000001, + -0.03601778493333341 + ] + ], + "std": [ + [ + 0.9996137529479245, + 1.0036117435912413, + 1.0522681023859373, + 1.1119684771253828, + 1.0298920232178084, + 1.070456358378364, + 1.0922136476449562, + 0.9445072794294876, + 0.9503254307664003, + 0.9324621895873916, + 0.9965913991681153, + 1.1062786611692523, + 1.1218688680681206, + 1.0020156097641995, + 1.0418972253640428, + 0.9838023238329702, + 0.9853089091257823, + 1.0414927333939905, + 1.0350491750495694, + 1.0308468611443276, + 1.0024128778412678, + 0.9938024611079457, + 0.9539537713906278, + 0.9088792441254281, + 0.9267414020449568, + 1.0592924551372531, + 1.035601875159454, + 1.0348290235762594, + 1.0072879218281139, + 1.0455750589807704, + 0.9984184008706671, + 0.966055737300902, + 0.9991473365977808, + 1.0374974178986145, + 0.9976106602571032, + 0.9683911885436237, + 0.9999529450897607, + 0.9934502585034328, + 1.0060525583431303, + 0.9969439583936579, + 1.0032737317903146, + 1.006882715938048, + 0.9888037727439014, + 0.997171098741018, + 1.0163770279221114, + 0.9925585952400967, + 1.0393735568577307, + 1.0254123445542493, + 1.0212979411217074, + 1.0292884216225284, + 0.9986396756965731, + 0.9791900111960249, + 1.0282697752335705, + 1.0042624464425858, + 1.014742625093536, + 1.0220728519074882, + 0.9823536621313895, + 1.0001527437069238, + 1.0095902426275776, + 1.0166981511490805 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 6, + "depth": 6, + "padding": 120, + "parameters": 361485, + "cert_evals": { + "36": 0.9030470848083496, + "72": 0.8614957928657532, + "108": 0.8227146863937378, + "255": 0.4736841917037964 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9641444789958818, + "std_test_acc": 0.018729168619572193, + "n_samples": 600, + "n_features": 60, + "n_classes": 6, + "mean_cert_acc_36": 0.9234989285469055, + "std_cert_acc_36": 0.017698720030306776, + "mean_cert_acc_72": 0.8727975785732269, + "std_cert_acc_72": 0.040314295890162444, + "mean_cert_acc_108": 0.8097511678934097, + "std_cert_acc_108": 0.09186835242556406, + "mean_cert_acc_255": 0.45979077368974686, + "std_cert_acc_255": 0.11984374495646331 + }, + "teaching": { + "dataset": "teaching", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 24, + "best_val_acc": 0.4090909090909091, + "test_acc": 0.5384615384615384, + "train_size": 38, + "val_size": 22, + "test_size": 91, + "stats": { + "mean": [ + [ + -0.11332560526315784, + -0.17121901315789478, + 0.029873731578947377, + -0.30744157894736857, + -0.12647241315789476 + ] + ], + "std": [ + [ + 1.0757021171452221, + 0.9379212090884154, + 0.9728178435489211, + 1.2214091484203293, + 1.0035868928906388 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 5738, + "cert_evals": { + "36": 0.32967033982276917, + "72": 0.021978022530674934, + "108": 0.010989011265337467, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 5, + "best_val_acc": 0.25, + "test_acc": 0.31958762886597936, + "train_size": 38, + "val_size": 16, + "test_size": 97, + "stats": { + "mean": [ + [ + 0.08642726315789476, + 0.17190744736842098, + 0.21345746842105265, + 0.20351052631578942, + 0.02251846578947367 + ] + ], + "std": [ + [ + 0.9226189788343568, + 0.9529276096944189, + 1.0986997290584972, + 0.7479572951992832, + 0.9794960526322802 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 5738, + "cert_evals": { + "36": 0.2164948433637619, + "72": 0.1649484485387802, + "108": 0.07216494530439377, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 10, + "best_val_acc": 0.375, + "test_acc": 0.2808988764044944, + "train_size": 38, + "val_size": 24, + "test_size": 89, + "stats": { + "mean": [ + [ + -0.11332560526315784, + 0.02154873684210526, + -0.18742893684210518, + -0.08846210526315801, + -0.16320968421052634 + ] + ], + "std": [ + [ + 1.0757021171452221, + 0.983440529661239, + 0.8586823726924572, + 1.0752563594695814, + 0.9991610142309885 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 5738, + "cert_evals": { + "36": 0.11235955357551575, + "72": 0.07865168899297714, + "108": 0.04494382068514824, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5555555555555556, + "test_acc": 0.3157894736842105, + "train_size": 38, + "val_size": 18, + "test_size": 95, + "stats": { + "mean": [ + [ + 0.0864272631578948, + -0.03628181578947368, + -0.2848404736842105, + 0.057524210526315775, + -0.050956549999999996 + ] + ], + "std": [ + [ + 0.9226189788343567, + 1.030764765505801, + 0.8345079992343973, + 0.9376140898091212, + 1.1033171507511983 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 5738, + "cert_evals": { + "36": 0.2947368621826172, + "72": 0.2631579041481018, + "108": 0.15789474546909332, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.36368437935405573, + "std_test_acc": 0.11781191257964986, + "n_samples": 151, + "n_features": 5, + "n_classes": 3, + "mean_cert_acc_36": 0.238315399736166, + "std_cert_acc_36": 0.0963848507551365, + "mean_cert_acc_72": 0.13218401605263352, + "std_cert_acc_72": 0.10525958142859256, + "mean_cert_acc_108": 0.0714981306809932, + "std_cert_acc_108": 0.06279942834240573, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "statlog-landsat": { + "dataset": "statlog-landsat", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 14, + "best_val_acc": 0.8547671840354767, + "test_acc": 0.8547976224172091, + "train_size": 2000, + "val_size": 902, + "test_size": 3533, + "stats": { + "mean": [ + [ + -6.934999915808593e-08, + 2.3328000050659715e-07, + -1.1755000014720962e-07, + 4.1650000113531425e-08, + 2.974999921856458e-08, + 4.0644999990996356e-07, + -1.644000001917445e-07, + -1.413499999420309e-07, + -8.425000072870282e-08, + -1.3005000039911785e-07, + 2.7175000002155337e-07, + 1.0295000034876712e-07, + 1.0184999964849006e-07, + 6.443749997200598e-07, + -1.6854999985216335e-07, + 3.127500005414563e-07, + 1.409999956569763e-08, + 1.658500001333052e-07, + -1.2499999977327868e-07, + -5.844999979326415e-08, + 2.847999998976669e-07, + 3.69650000320354e-07, + -2.5099999955369155e-08, + -7.789999963525585e-08, + 2.7900000419078807e-08, + 1.6560000010702563e-07, + -6.818499998652027e-07, + 5.085000043508758e-08, + -2.546000000173132e-07, + 1.6649999925254233e-08, + -5.505499998159635e-07, + -2.0430000036758546e-07, + 6.48000004858651e-08, + 1.6479999976863612e-07, + 1.1045000017417816e-07, + -5.730000016734849e-08 + ] + ], + "std": [ + [ + 0.9997504252780416, + 0.9997504353750883, + 0.9997503864088414, + 0.9997498292458762, + 0.999750452450114, + 0.9997515833752775, + 0.9997498884010328, + 0.9997500268501014, + 0.9997502639520248, + 0.9997509350029689, + 0.9997501055034534, + 0.9997499174689204, + 0.9997496455953512, + 0.9997496576620629, + 0.999749738590197, + 0.9997497575751876, + 0.9997501294203239, + 0.9997495457673908, + 0.999749811725968, + 0.9997499464044513, + 0.9997498084183996, + 0.9997501411837695, + 0.9997498091480883, + 0.9997501130822933, + 0.9997499551918837, + 0.9997500274473032, + 0.999750691794593, + 0.9997498389478997, + 0.9997497286241793, + 0.9997505072133269, + 0.9997503342441044, + 0.9997498754279657, + 0.9997500420188261, + 0.9997503240021074, + 0.9997501539041043, + 0.9997498636945846 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 6, + "depth": 6, + "padding": 72, + "parameters": 92685, + "cert_evals": { + "36": 0.825360894203186, + "72": 0.7896971702575684, + "108": 0.7495046854019165, + "255": 0.49448060989379883 + }, + "fold": 0 + }, + { + "best_epoch": 28, + "best_val_acc": 0.8673913043478261, + "test_acc": 0.8566145092460882, + "train_size": 2000, + "val_size": 920, + "test_size": 3515, + "stats": { + "mean": [ + [ + -6.934999915808593e-08, + 2.3328000050659715e-07, + -1.1755000014720962e-07, + 4.1650000113531425e-08, + 2.974999921856458e-08, + 4.0644999990996356e-07, + -1.644000001917445e-07, + -1.413499999420309e-07, + -8.425000072870282e-08, + -1.3005000039911785e-07, + 2.7175000002155337e-07, + 1.0295000034876712e-07, + 1.0184999964849006e-07, + 6.443749997200598e-07, + -1.6854999985216335e-07, + 3.127500005414563e-07, + 1.409999956569763e-08, + 1.658500001333052e-07, + -1.2499999977327868e-07, + -5.844999979326415e-08, + 2.847999998976669e-07, + 3.69650000320354e-07, + -2.5099999955369155e-08, + -7.789999963525585e-08, + 2.7900000419078807e-08, + 1.6560000010702563e-07, + -6.818499998652027e-07, + 5.085000043508758e-08, + -2.546000000173132e-07, + 1.6649999925254233e-08, + -5.505499998159635e-07, + -2.0430000036758546e-07, + 6.48000004858651e-08, + 1.6479999976863612e-07, + 1.1045000017417816e-07, + -5.730000016734849e-08 + ] + ], + "std": [ + [ + 0.9997504252780416, + 0.9997504353750883, + 0.9997503864088414, + 0.9997498292458762, + 0.999750452450114, + 0.9997515833752775, + 0.9997498884010328, + 0.9997500268501014, + 0.9997502639520248, + 0.9997509350029689, + 0.9997501055034534, + 0.9997499174689204, + 0.9997496455953512, + 0.9997496576620629, + 0.999749738590197, + 0.9997497575751876, + 0.9997501294203239, + 0.9997495457673908, + 0.999749811725968, + 0.9997499464044513, + 0.9997498084183996, + 0.9997501411837695, + 0.9997498091480883, + 0.9997501130822933, + 0.9997499551918837, + 0.9997500274473032, + 0.999750691794593, + 0.9997498389478997, + 0.9997497286241793, + 0.9997505072133269, + 0.9997503342441044, + 0.9997498754279657, + 0.9997500420188261, + 0.9997503240021074, + 0.9997501539041043, + 0.9997498636945846 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 6, + "depth": 6, + "padding": 72, + "parameters": 92685, + "cert_evals": { + "36": 0.8267425894737244, + "72": 0.7988620400428772, + "108": 0.7678521275520325, + "255": 0.5789474248886108 + }, + "fold": 1 + }, + { + "best_epoch": 43, + "best_val_acc": 0.8726877040261154, + "test_acc": 0.8569397042093287, + "train_size": 2000, + "val_size": 919, + "test_size": 3516, + "stats": { + "mean": [ + [ + -6.934999915808593e-08, + 2.3328000050659715e-07, + -1.1755000014720962e-07, + 4.1650000113531425e-08, + 2.974999921856458e-08, + 4.0644999990996356e-07, + -1.644000001917445e-07, + -1.413499999420309e-07, + -8.425000072870282e-08, + -1.3005000039911785e-07, + 2.7175000002155337e-07, + 1.0295000034876712e-07, + 1.0184999964849006e-07, + 6.443749997200598e-07, + -1.6854999985216335e-07, + 3.127500005414563e-07, + 1.409999956569763e-08, + 1.658500001333052e-07, + -1.2499999977327868e-07, + -5.844999979326415e-08, + 2.847999998976669e-07, + 3.69650000320354e-07, + -2.5099999955369155e-08, + -7.789999963525585e-08, + 2.7900000419078807e-08, + 1.6560000010702563e-07, + -6.818499998652027e-07, + 5.085000043508758e-08, + -2.546000000173132e-07, + 1.6649999925254233e-08, + -5.505499998159635e-07, + -2.0430000036758546e-07, + 6.48000004858651e-08, + 1.6479999976863612e-07, + 1.1045000017417816e-07, + -5.730000016734849e-08 + ] + ], + "std": [ + [ + 0.9997504252780416, + 0.9997504353750883, + 0.9997503864088414, + 0.9997498292458762, + 0.999750452450114, + 0.9997515833752775, + 0.9997498884010328, + 0.9997500268501014, + 0.9997502639520248, + 0.9997509350029689, + 0.9997501055034534, + 0.9997499174689204, + 0.9997496455953512, + 0.9997496576620629, + 0.999749738590197, + 0.9997497575751876, + 0.9997501294203239, + 0.9997495457673908, + 0.999749811725968, + 0.9997499464044513, + 0.9997498084183996, + 0.9997501411837695, + 0.9997498091480883, + 0.9997501130822933, + 0.9997499551918837, + 0.9997500274473032, + 0.999750691794593, + 0.9997498389478997, + 0.9997497286241793, + 0.9997505072133269, + 0.9997503342441044, + 0.9997498754279657, + 0.9997500420188261, + 0.9997503240021074, + 0.9997501539041043, + 0.9997498636945846 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 6, + "depth": 6, + "padding": 72, + "parameters": 92685, + "cert_evals": { + "36": 0.8321956396102905, + "72": 0.8029009699821472, + "108": 0.7687712907791138, + "255": 0.5776450037956238 + }, + "fold": 2 + }, + { + "best_epoch": 46, + "best_val_acc": 0.8451327433628318, + "test_acc": 0.8708581138487681, + "train_size": 2000, + "val_size": 904, + "test_size": 3531, + "stats": { + "mean": [ + [ + -6.934999915808593e-08, + 2.3328000050659715e-07, + -1.1755000014720962e-07, + 4.1650000113531425e-08, + 2.974999921856458e-08, + 4.0644999990996356e-07, + -1.644000001917445e-07, + -1.413499999420309e-07, + -8.425000072870282e-08, + -1.3005000039911785e-07, + 2.7175000002155337e-07, + 1.0295000034876712e-07, + 1.0184999964849006e-07, + 6.443749997200598e-07, + -1.6854999985216335e-07, + 3.127500005414563e-07, + 1.409999956569763e-08, + 1.658500001333052e-07, + -1.2499999977327868e-07, + -5.844999979326415e-08, + 2.847999998976669e-07, + 3.69650000320354e-07, + -2.5099999955369155e-08, + -7.789999963525585e-08, + 2.7900000419078807e-08, + 1.6560000010702563e-07, + -6.818499998652027e-07, + 5.085000043508758e-08, + -2.546000000173132e-07, + 1.6649999925254233e-08, + -5.505499998159635e-07, + -2.0430000036758546e-07, + 6.48000004858651e-08, + 1.6479999976863612e-07, + 1.1045000017417816e-07, + -5.730000016734849e-08 + ] + ], + "std": [ + [ + 0.9997504252780416, + 0.9997504353750883, + 0.9997503864088414, + 0.9997498292458762, + 0.999750452450114, + 0.9997515833752775, + 0.9997498884010328, + 0.9997500268501014, + 0.9997502639520248, + 0.9997509350029689, + 0.9997501055034534, + 0.9997499174689204, + 0.9997496455953512, + 0.9997496576620629, + 0.999749738590197, + 0.9997497575751876, + 0.9997501294203239, + 0.9997495457673908, + 0.999749811725968, + 0.9997499464044513, + 0.9997498084183996, + 0.9997501411837695, + 0.9997498091480883, + 0.9997501130822933, + 0.9997499551918837, + 0.9997500274473032, + 0.999750691794593, + 0.9997498389478997, + 0.9997497286241793, + 0.9997505072133269, + 0.9997503342441044, + 0.9997498754279657, + 0.9997500420188261, + 0.9997503240021074, + 0.9997501539041043, + 0.9997498636945846 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 6, + "depth": 6, + "padding": 72, + "parameters": 92685, + "cert_evals": { + "36": 0.8397054672241211, + "72": 0.8116680383682251, + "108": 0.7782497406005859, + "255": 0.5446048974990845 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8598024874303485, + "std_test_acc": 0.007430439241778284, + "n_samples": 6435, + "n_features": 36, + "n_classes": 6, + "mean_cert_acc_36": 0.8310011476278305, + "std_cert_acc_36": 0.0065099863537145045, + "mean_cert_acc_72": 0.8007820546627045, + "std_cert_acc_72": 0.009120591387686254, + "mean_cert_acc_108": 0.7660944610834122, + "std_cert_acc_108": 0.012017019679572125, + "mean_cert_acc_255": 0.5489194840192795, + "std_cert_acc_255": 0.039619184713820074 + }, + "tic-tac-toe": { + "dataset": "tic-tac-toe", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 64, + "best_val_acc": 0.7808219178082192, + "test_acc": 0.8272251308900523, + "train_size": 239, + "val_size": 146, + "test_size": 573, + "stats": { + "mean": [ + [ + -0.06774635146443425, + 0.01449869790794993, + 0.05074422594142255, + -0.014738167364016513, + 0.015902112970711264, + 0.01937172301255273, + -0.05826698744769888, + 0.06322694058577437, + -0.03456911297071133 + ] + ], + "std": [ + [ + 0.9772364146923964, + 0.9898671665296854, + 0.9927899252300538, + 1.0052200080228313, + 1.0139839580724326, + 1.0321649186622677, + 0.9396177418537401, + 0.9908262445058792, + 1.022463266648573 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 5961, + "cert_evals": { + "36": 0.6771378517150879, + "72": 0.5026178359985352, + "108": 0.34729495644569397, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 50, + "best_val_acc": 0.7361111111111112, + "test_acc": 0.76, + "train_size": 239, + "val_size": 144, + "test_size": 575, + "stats": { + "mean": [ + [ + 0.055483841004184395, + -0.00011965439330530087, + 0.00808757322175727, + -0.029356599999999875, + 0.039023707112970575, + 0.019371482008368506, + -0.08670484518828446, + -0.039102302092049956, + 0.027046133891213308 + ] + ], + "std": [ + [ + 0.9957045497387771, + 1.0146010728149857, + 1.003301186901333, + 1.0124926159677299, + 0.9987054895066753, + 0.9814356430315144, + 0.973828360138658, + 1.0003184664932105, + 0.9832177518418727 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 5961, + "cert_evals": { + "36": 0.6695652604103088, + "72": 0.573913037776947, + "108": 0.46782609820365906, + "255": 0.052173912525177 + }, + "fold": 1 + }, + { + "best_epoch": 71, + "best_val_acc": 0.8473282442748091, + "test_acc": 0.8384353741496599, + "train_size": 239, + "val_size": 131, + "test_size": 588, + "stats": { + "mean": [ + [ + -0.04878792468619211, + 0.0047529958158996155, + 0.09814042677824272, + -0.024483735564853226, + 0.034399451882844975, + -0.009865222594141925, + -0.02508974895397498, + 0.004753076150627897, + -0.04878784100418414 + ] + ], + "std": [ + [ + 1.001934480203885, + 0.9778484267660271, + 1.0046660181235467, + 1.0212723008937266, + 1.0210245107562923, + 1.0306454853299336, + 0.9862518055799147, + 0.9951065507668124, + 0.9747736634076275 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 5961, + "cert_evals": { + "36": 0.7176870703697205, + "72": 0.5646258592605591, + "108": 0.41326528787612915, + "255": 0.02210884355008602 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.6739130434782609, + "test_acc": 0.6437177280550774, + "train_size": 239, + "val_size": 138, + "test_size": 581, + "stats": { + "mean": [ + [ + 0.10288007531380783, + 0.04373577740585817, + 0.041264979079497874, + -0.034229491213389085, + -0.05346292050209214, + -0.1999054092050213, + 0.08392158158995812, + 0.07297261589958158, + -0.05826715481171532 + ] + ], + "std": [ + [ + 0.9966065572515563, + 1.018968015200093, + 0.9922920069375739, + 0.9979419605462078, + 0.9801398510182366, + 0.9915447189713678, + 0.9965163996887837, + 0.9964419395653665, + 0.9951178388160773 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 5961, + "cert_evals": { + "36": 0.5111876130104065, + "72": 0.40447503328323364, + "108": 0.2908777892589569, + "255": 0.030981067568063736 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7673445582736973, + "std_test_acc": 0.08940007972575076, + "n_samples": 958, + "n_features": 9, + "n_classes": 2, + "mean_cert_acc_36": 0.6438944488763809, + "std_cert_acc_36": 0.09095890953158456, + "mean_cert_acc_72": 0.5114079415798187, + "std_cert_acc_72": 0.07799774921064989, + "mean_cert_acc_108": 0.37981603294610977, + "std_cert_acc_108": 0.07709789415393219, + "mean_cert_acc_255": 0.02631595591083169, + "std_cert_acc_255": 0.021607302137322183 + }, + "titanic": { + "dataset": "titanic", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 4, + "best_val_acc": 0.7690140845070422, + "test_acc": 0.7530864197530864, + "train_size": 550, + "val_size": 355, + "test_size": 1296, + "stats": { + "mean": [ + [ + -0.033479024545449286, + -0.04388359999999998, + 0.04633865636363635 + ] + ], + "std": [ + [ + 1.0184009911459524, + 0.9030112522482995, + 0.965727266734473 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 5577, + "cert_evals": { + "36": 0.654321014881134, + "72": 0.13966049253940582, + "108": 0.09567901492118835, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 9, + "best_val_acc": 0.8223495702005731, + "test_acc": 0.771889400921659, + "train_size": 550, + "val_size": 349, + "test_size": 1302, + "stats": { + "mean": [ + [ + 0.00599657709091412, + -0.02712665454545435, + 0.02416022909090901 + ] + ], + "std": [ + [ + 0.993203063568118, + 0.9413765013907114, + 0.9824417459762911 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 5577, + "cert_evals": { + "36": 0.6912442445755005, + "72": 0.6321044564247131, + "108": 0.6321044564247131, + "255": 0.11520737409591675 + }, + "fold": 1 + }, + { + "best_epoch": 3, + "best_val_acc": 0.7413249211356467, + "test_acc": 0.7773613193403298, + "train_size": 550, + "val_size": 317, + "test_size": 1334, + "stats": { + "mean": [ + [ + 0.014578170545459438, + -0.043883600000000356, + 0.03303160000000017 + ] + ], + "std": [ + [ + 1.0150806710594007, + 0.9030112522482996, + 0.9758508000000029 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 5577, + "cert_evals": { + "36": 0.17991004884243011, + "72": 0.013493253849446774, + "108": 0.013493253849446774, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 3, + "best_val_acc": 0.7784256559766763, + "test_acc": 0.7851681957186545, + "train_size": 550, + "val_size": 343, + "test_size": 1308, + "stats": { + "mean": [ + [ + 0.0077128369090957785, + -0.027126654545454543, + -0.0290679963636369 + ] + ], + "std": [ + [ + 1.026123748181085, + 0.9413765013907113, + 1.0194745387594568 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 5577, + "cert_evals": { + "36": 0.7117737531661987, + "72": 0.6460244655609131, + "108": 0.45183488726615906, + "255": 0.0030581040773540735 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7718763339334325, + "std_test_acc": 0.013660401412870615, + "n_samples": 2201, + "n_features": 3, + "n_classes": 2, + "mean_cert_acc_36": 0.5593122653663158, + "std_cert_acc_36": 0.25404937629511676, + "mean_cert_acc_72": 0.3578206670936197, + "std_cert_acc_72": 0.3288607890956032, + "mean_cert_acc_108": 0.29827790311537683, + "std_cert_acc_108": 0.29278463133101484, + "mean_cert_acc_255": 0.029566369543317705, + "std_cert_acc_255": 0.057112200140706476 + }, + "trains": { + "dataset": "trains", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 3, + "best_val_acc": 0.6, + "test_acc": 0.3333333333333333, + "train_size": 2, + "val_size": 5, + "test_size": 3, + "stats": { + "mean": [ + [ + -0.61237, + -0.9717294999999999, + -0.316228, + 0.621059, + 0.786374, + -0.474342, + -0.369273, + -0.316228, + -0.41404050000000003, + -0.161281, + 1.264911, + 0.2108185, + -0.08519500000000002, + -0.685249, + -0.7115125, + -0.29632100000000006, + 0.398527, + -0.621059, + -0.621059, + -0.619234, + -0.621059, + -0.514496, + 0.41404050000000003, + -0.774597, + -0.774597, + 0.711514, + -0.316228, + 0.41404050000000003, + -0.316228 + ] + ], + "std": [ + [ + 0.61237, + 0.6073305, + 1.0, + 1.0, + 0.406746, + 1.0, + 0.7385470000000001, + 1.0, + 1.0350995, + 0.322562, + 1.581139, + 0.5270465, + 1.2779150000000001, + 0.571041, + 0.16940750000000004, + 0.740799, + 1.328423, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0350995, + 1.0, + 1.0, + 1.185856, + 1.0, + 1.0350995, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 29, + "out_features": 2, + "depth": 6, + "padding": 58, + "parameters": 90377, + "cert_evals": { + "36": 0.3333333432674408, + "72": 0.3333333432674408, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 6, + "best_val_acc": 1.0, + "test_acc": 0.75, + "train_size": 2, + "val_size": 4, + "test_size": 4, + "stats": { + "mean": [ + [ + -0.61237, + -0.36439749999999993, + -0.316228, + 0.621059, + 0.10846649999999997, + -0.474342, + 0.7385470000000001, + 1.264911, + -1.44914, + -0.8064045, + 1.264911, + -0.316228, + -0.5111665000000001, + -0.11420999999999992, + -0.7115125, + -0.29632100000000006, + -0.5977899999999999, + -0.621059, + -0.621059, + -0.619234, + -0.621059, + -0.514496, + 0.41404050000000003, + 0.19365149999999998, + 0.19365149999999998, + -0.474342, + -0.316228, + -0.621059, + -0.316228 + ] + ], + "std": [ + [ + 0.61237, + 1.2146625, + 1.0, + 1.0, + 1.0846535, + 1.0, + 0.3692730000000001, + 1.581139, + 1.0, + 0.9676855, + 1.581139, + 1.0, + 0.8519435000000001, + 1.14208, + 0.16940750000000004, + 0.740799, + 0.33210599999999996, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0350995, + 0.9682485, + 0.9682485, + 1.0, + 1.0, + 1.0, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 29, + "out_features": 2, + "depth": 6, + "padding": 58, + "parameters": 90377, + "cert_evals": { + "36": 0.75, + "72": 0.75, + "108": 0.75, + "255": 0.25 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5, + "test_acc": 0.6666666666666666, + "train_size": 2, + "val_size": 2, + "test_size": 6, + "stats": { + "mean": [ + [ + -0.61237, + -0.36439749999999993, + -0.316228, + 0.621059, + 0.10846649999999997, + -0.474342, + 0.7385470000000001, + 1.264911, + -1.44914, + -0.8064045, + 1.264911, + -0.316228, + -0.5111665000000001, + -0.11420999999999992, + -0.7115125, + -0.29632100000000006, + -0.5977899999999999, + -0.621059, + -0.621059, + -0.619234, + -0.621059, + -0.514496, + 0.41404050000000003, + 0.19365149999999998, + 0.19365149999999998, + -0.474342, + -0.316228, + -0.621059, + -0.316228 + ] + ], + "std": [ + [ + 0.61237, + 1.2146625, + 1.0, + 1.0, + 1.0846535, + 1.0, + 0.3692730000000001, + 1.581139, + 1.0, + 0.9676855, + 1.581139, + 1.0, + 0.8519435000000001, + 1.14208, + 0.16940750000000004, + 0.740799, + 0.33210599999999996, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0350995, + 0.9682485, + 0.9682485, + 1.0, + 1.0, + 1.0, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 29, + "out_features": 2, + "depth": 6, + "padding": 58, + "parameters": 90377, + "cert_evals": { + "36": 0.5, + "72": 0.5, + "108": 0.5, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 5, + "best_val_acc": 1.0, + "test_acc": 0.5, + "train_size": 2, + "val_size": 2, + "test_size": 6, + "stats": { + "mean": [ + [ + -0.61237, + 0.24293300000000004, + 1.264911, + -0.41404050000000003, + -1.1117685, + -0.474342, + 0.7385470000000001, + 1.264911, + -0.41404050000000003, + -0.32255999999999996, + -0.316228, + -1.370319, + -0.5111665000000001, + -0.11420999999999992, + -0.7115125, + -0.29632100000000006, + -0.5977899999999999, + -0.621059, + -0.621059, + -0.619234, + -0.621059, + -0.514496, + -0.621059, + 0.19365149999999998, + 1.1619, + -0.474342, + -0.316228, + -0.621059, + -0.316228 + ] + ], + "std": [ + [ + 0.61237, + 0.607332, + 1.581139, + 1.0350995, + 0.13558149999999997, + 1.0, + 0.3692730000000001, + 1.581139, + 1.0350995, + 1.45153, + 1.0, + 1.0540910000000001, + 0.8519435000000001, + 1.14208, + 0.16940750000000004, + 0.740799, + 0.33210599999999996, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9682485, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 29, + "out_features": 2, + "depth": 6, + "padding": 58, + "parameters": 90377, + "cert_evals": { + "36": 0.5, + "72": 0.3333333432674408, + "108": 0.3333333432674408, + "255": 0.1666666716337204 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5625, + "std_test_acc": 0.18477964855069542, + "n_samples": 10, + "n_features": 29, + "n_classes": 2, + "mean_cert_acc_36": 0.5208333358168602, + "std_cert_acc_36": 0.17179606412000678, + "mean_cert_acc_72": 0.4791666716337204, + "std_cert_acc_72": 0.19690897952230663, + "mean_cert_acc_108": 0.3958333358168602, + "std_cert_acc_108": 0.3145764341450456, + "mean_cert_acc_255": 0.1041666679084301, + "std_cert_acc_255": 0.1250000008278423 + }, + "twonorm": { + "dataset": "twonorm", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 5, + "best_val_acc": 0.977961432506887, + "test_acc": 0.9751176866173503, + "train_size": 1850, + "val_size": 1089, + "test_size": 4461, + "stats": { + "mean": [ + [ + -0.014544049503783818, + -0.003368689291891876, + 0.016772092459459455, + 0.0019175647345946178, + -0.02506532699859457, + 0.0038982543675675696, + 0.019339146565999932, + -0.009895024481081047, + 0.006385932609729719, + -0.0014487788735135277, + -0.02301627440935135, + -0.005151859209189199, + 0.008102996605405427, + -0.0044304854756756626, + 0.0017575496378378407, + -0.009554797715135191, + 0.026529897787837913, + 0.02922682911891893, + -0.01169157914054059, + -0.004898149291891907 + ] + ], + "std": [ + [ + 1.008740635111714, + 1.0057995039659557, + 0.9837382170327289, + 1.0009348723588565, + 0.9894373169495185, + 0.9855025922172592, + 1.0016273845342372, + 1.0019232777130362, + 1.0102983788423001, + 0.989126863772442, + 1.014473431822349, + 0.9873937513386905, + 1.0120815536633763, + 1.0026507637547364, + 0.9944344640609678, + 1.0009003980137419, + 1.017029495884869, + 0.9934459224888799, + 1.005170519855988, + 1.0182286286784454 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 23561, + "cert_evals": { + "36": 0.9643577933311462, + "72": 0.9468729496002197, + "108": 0.9231114387512207, + "255": 0.7800941467285156 + }, + "fold": 0 + }, + { + "best_epoch": 17, + "best_val_acc": 0.984182776801406, + "test_acc": 0.9771078875793291, + "train_size": 1850, + "val_size": 1138, + "test_size": 4412, + "stats": { + "mean": [ + [ + -0.011274481706054077, + 0.0010725280108108113, + 0.04904605430486482, + 0.00013406402702702838, + 0.0037092568978378815, + -0.03159644886486481, + 0.00852751402702707, + -0.014074217665405411, + 0.026686750430270245, + 0.023341407989189197, + 0.00574216419659461, + -0.019635965771891885, + 0.04072469101081081, + 0.00963421142594593, + -0.044921805624324275, + -0.025982841086486463, + -0.0002432451580000008, + -0.011375726291891854, + 0.021153889262702744, + 0.01900583370702701 + ] + ], + "std": [ + [ + 0.9976085735229742, + 1.0108425474557818, + 1.0105604700510442, + 1.0350336168987333, + 0.990362036249636, + 0.9744762030983907, + 1.0066091603129825, + 0.984656658886602, + 0.9965234554482512, + 0.973435364067005, + 0.9921055599456662, + 1.0065413490604112, + 1.0042400869906856, + 0.9880184758483341, + 0.9898502752755675, + 0.992736848303296, + 0.9922171097916167, + 1.0043754412776131, + 0.9893350555688326, + 0.9868441569808528 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 23561, + "cert_evals": { + "36": 0.9635086059570312, + "72": 0.9508159756660461, + "108": 0.932456910610199, + "255": 0.8055303692817688 + }, + "fold": 1 + }, + { + "best_epoch": 7, + "best_val_acc": 0.9767441860465116, + "test_acc": 0.9799187725631769, + "train_size": 1850, + "val_size": 1118, + "test_size": 4432, + "stats": { + "mean": [ + [ + 0.003976000881081077, + 0.010715774432432398, + -0.017786920248648645, + 0.0036804860497297266, + 0.002183984135675682, + 0.01946380120540544, + -0.009359299564702704, + -0.02816081002594586, + 0.031211165720540515, + 0.0197382945891892, + 0.004506140226864866, + -0.01331618493945946, + 0.014995027385405353, + -0.001854380632432439, + -0.01958510810810805, + -0.00386884019891889, + -0.017393956009891888, + -0.0021528696070270597, + 0.005169307811351341, + 0.0024582379264864846 + ] + ], + "std": [ + [ + 1.009760000740286, + 1.0090347482418227, + 1.0148186512036792, + 1.0060022323323823, + 0.9990626780886653, + 0.9896872166496508, + 0.9763805914536888, + 0.9957691924612021, + 0.9906698247495431, + 1.0035665264537232, + 0.9947437173054162, + 1.0004339807413987, + 0.9823451342038293, + 1.0178129069401878, + 1.020030588883728, + 1.0098245678900148, + 0.9925509761821191, + 0.984129704899966, + 1.021860274128779, + 1.0179863343134843 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 23561, + "cert_evals": { + "36": 0.9681859016418457, + "72": 0.952617347240448, + "108": 0.9323104619979858, + "255": 0.7935469150543213 + }, + "fold": 2 + }, + { + "best_epoch": 2, + "best_val_acc": 0.98125, + "test_acc": 0.9790067720090293, + "train_size": 1850, + "val_size": 1120, + "test_size": 4430, + "stats": { + "mean": [ + [ + -0.020650926096864895, + 0.0029367999405405425, + -0.006630237378378379, + 0.010420081979243248, + -0.001797412861621615, + 0.006000229992972958, + 0.02513403323243256, + -0.04051091970432429, + 0.016437013362162183, + 0.008169780156756753, + 0.010605073612270283, + -0.014074353574054115, + 0.001890994940540519, + -0.00912456161891894, + -0.011556316408108112, + -0.004322038713513496, + -0.0011294842637837807, + -0.006298975859459421, + 0.017070309424864923, + 0.0166714651562162 + ] + ], + "std": [ + [ + 0.9799722867298174, + 0.9831760308737035, + 1.0071900480073166, + 1.003544153680456, + 0.9998334222405475, + 0.997242014320636, + 0.9816671365897304, + 0.9927759081786102, + 1.0236053141912813, + 0.9882650425660089, + 1.0199540485168141, + 0.9750354662835033, + 1.000698654175577, + 0.9953898045603353, + 0.9850292707815245, + 0.9950063778865423, + 0.9842233774554926, + 1.0005588371487018, + 1.0122840782683846, + 1.0155158561773454 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 23561, + "cert_evals": { + "36": 0.9661399126052856, + "72": 0.949661374092102, + "108": 0.9257336258888245, + "255": 0.7697516679763794 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9777877796922214, + "std_test_acc": 0.0021306277007920853, + "n_samples": 7400, + "n_features": 20, + "n_classes": 2, + "mean_cert_acc_36": 0.9655480533838272, + "std_cert_acc_36": 0.0020724064570790926, + "mean_cert_acc_72": 0.949991911649704, + "std_cert_acc_72": 0.0024089536378051383, + "mean_cert_acc_108": 0.9284031093120575, + "std_cert_acc_108": 0.004719767969169237, + "mean_cert_acc_255": 0.7872307747602463, + "std_cert_acc_255": 0.015612168560577783 + }, + "vertebral-column-2clases": { + "dataset": "vertebral-column-2clases", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 21, + "best_val_acc": 0.864406779661017, + "test_acc": 0.7298850574712644, + "train_size": 77, + "val_size": 59, + "test_size": 174, + "stats": { + "mean": [ + [ + -0.04851593662337664, + -0.013603715584415602, + 0.017817786623376606, + -0.052196842324675335, + -0.002157415584415587, + -0.03604349805194806 + ] + ], + "std": [ + [ + 0.9285507134809343, + 1.06595981877074, + 0.9952787423256769, + 0.8624418582955644, + 0.9372946280214954, + 0.7536679299194217 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5769, + "cert_evals": { + "36": 0.6781609058380127, + "72": 0.5919539928436279, + "108": 0.4712643623352051, + "255": 0.1666666716337204 + }, + "fold": 0 + }, + { + "best_epoch": 6, + "best_val_acc": 0.7857142857142857, + "test_acc": 0.7539267015706806, + "train_size": 77, + "val_size": 42, + "test_size": 191, + "stats": { + "mean": [ + [ + -0.01160272857142857, + 0.19142412077922066, + 0.13749096324675333, + -0.1576678293376624, + 0.1349718081818182, + 0.01367927922077926 + ] + ], + "std": [ + [ + 0.9739076978851005, + 1.1234128014311557, + 1.0980714645789118, + 0.9124304878226723, + 0.8779104710989865, + 0.8103068848046617 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5769, + "cert_evals": { + "36": 0.6596858501434326, + "72": 0.46073299646377563, + "108": 0.21989528834819794, + "255": 0.005235602147877216 + }, + "fold": 1 + }, + { + "best_epoch": 17, + "best_val_acc": 0.8823529411764706, + "test_acc": 0.8076923076923077, + "train_size": 77, + "val_size": 51, + "test_size": 182, + "stats": { + "mean": [ + [ + -0.08900769350649353, + 0.022068336363636327, + -0.17777378870129867, + -0.13070269816883123, + -0.08019039701298694, + 0.034270005844155946 + ] + ], + "std": [ + [ + 1.1891598679346718, + 1.0629718968025748, + 0.9683921685715591, + 1.1934548554540982, + 1.0519483392859137, + 1.4108241281173226 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5769, + "cert_evals": { + "36": 0.598901093006134, + "72": 0.34065935015678406, + "108": 0.2032967060804367, + "255": 0.005494505632668734 + }, + "fold": 2 + }, + { + "best_epoch": 47, + "best_val_acc": 0.8043478260869565, + "test_acc": 0.7914438502673797, + "train_size": 77, + "val_size": 46, + "test_size": 187, + "stats": { + "mean": [ + [ + -0.06772925194805193, + -0.07967984805194804, + -0.14121441038961047, + -0.02757299220779231, + -0.014883416753246786, + -0.1100020467532468 + ] + ], + "std": [ + [ + 1.0828152543652132, + 1.0199396915025827, + 0.9339640371725322, + 0.9916023829290741, + 1.077978313814909, + 0.7401101130023645 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5769, + "cert_evals": { + "36": 0.7379679083824158, + "72": 0.6631016135215759, + "108": 0.5454545617103577, + "255": 0.26737967133522034 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7707369792504081, + "std_test_acc": 0.03533617483675424, + "n_samples": 310, + "n_features": 6, + "n_classes": 2, + "mean_cert_acc_36": 0.6686789393424988, + "std_cert_acc_36": 0.05727329922375206, + "mean_cert_acc_72": 0.5141119882464409, + "std_cert_acc_72": 0.1428197238284789, + "mean_cert_acc_108": 0.35997772961854935, + "std_cert_acc_108": 0.17412486262587235, + "mean_cert_acc_255": 0.11119411268737167, + "std_cert_acc_255": 0.12893247123134327 + }, + "vertebral-column-3clases": { + "dataset": "vertebral-column-3clases", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 34, + "best_val_acc": 0.7954545454545454, + "test_acc": 0.7566137566137566, + "train_size": 77, + "val_size": 44, + "test_size": 189, + "stats": { + "mean": [ + [ + -0.017758871428571372, + -0.13893042727272728, + -0.08468526142857148, + 0.08071379740259733, + 0.06779229129870129, + 0.08923458311688294 + ] + ], + "std": [ + [ + 1.0953816731705295, + 0.8966984943146973, + 0.956938148341136, + 1.2077590425927807, + 1.073031602135157, + 1.464104633953606 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 3, + "depth": 6, + "padding": 12, + "parameters": 5802, + "cert_evals": { + "36": 0.6190475821495056, + "72": 0.4973544776439667, + "108": 0.38624337315559387, + "255": 0.16402116417884827 + }, + "fold": 0 + }, + { + "best_epoch": 17, + "best_val_acc": 0.6666666666666666, + "test_acc": 0.6927374301675978, + "train_size": 77, + "val_size": 54, + "test_size": 179, + "stats": { + "mean": [ + [ + -0.049201149350649384, + -0.06358896883116881, + -0.11700971038961039, + -0.01579821818181819, + -6.0709350649427305e-05, + 0.0891967623376624 + ] + ], + "std": [ + [ + 1.093043067173537, + 1.0341900281252163, + 0.948390256340442, + 1.1192974642236186, + 1.0160280673716198, + 1.4089004707085644 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 3, + "depth": 6, + "padding": 12, + "parameters": 5802, + "cert_evals": { + "36": 0.5754189491271973, + "72": 0.44692736864089966, + "108": 0.3463687002658844, + "255": 0.10614524781703949 + }, + "fold": 1 + }, + { + "best_epoch": 24, + "best_val_acc": 0.7678571428571429, + "test_acc": 0.8135593220338984, + "train_size": 77, + "val_size": 56, + "test_size": 177, + "stats": { + "mean": [ + [ + -0.030620783376623464, + -0.15526778051948048, + -0.0557417341558442, + 0.0764179809090909, + -0.11299565064935047, + -0.10344603831168832 + ] + ], + "std": [ + [ + 0.9944305280127423, + 0.9108287434677631, + 0.8529822131400763, + 0.9664086884725089, + 0.9649650863065573, + 0.713799883374489 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 3, + "depth": 6, + "padding": 12, + "parameters": 5802, + "cert_evals": { + "36": 0.7344632744789124, + "72": 0.598870038986206, + "108": 0.4858756959438324, + "255": 0.2598870098590851 + }, + "fold": 2 + }, + { + "best_epoch": 84, + "best_val_acc": 0.7735849056603774, + "test_acc": 0.7666666666666667, + "train_size": 77, + "val_size": 53, + "test_size": 180, + "stats": { + "mean": [ + [ + 0.20264046623376622, + 0.3261196974025974, + 0.10299690753246762, + 0.017040496636363645, + -0.09640795220779223, + 0.03692924155844167 + ] + ], + "std": [ + [ + 1.1066380009229393, + 1.1415960579871545, + 1.0733819141948675, + 1.089301161345955, + 0.9585561559088557, + 0.8693443253284101 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 3, + "depth": 6, + "padding": 12, + "parameters": 5802, + "cert_evals": { + "36": 0.6500000357627869, + "72": 0.5722222328186035, + "108": 0.47777777910232544, + "255": 0.20000000298023224 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7573942938704799, + "std_test_acc": 0.0497380020647233, + "n_samples": 310, + "n_features": 6, + "n_classes": 3, + "mean_cert_acc_36": 0.6447324603796005, + "std_cert_acc_36": 0.06718988555126099, + "mean_cert_acc_72": 0.528843529522419, + "std_cert_acc_72": 0.06949158637108785, + "mean_cert_acc_108": 0.424066387116909, + "std_cert_acc_108": 0.06873333789312328, + "mean_cert_acc_255": 0.18251335620880127, + "std_cert_acc_255": 0.06446320459484725 + }, + "thyroid": { + "dataset": "thyroid", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 32, + "best_val_acc": 0.8844672657252889, + "test_acc": 0.8950885399264952, + "train_size": 3428, + "val_size": 779, + "test_size": 2993, + "stats": { + "mean": [ + [ + 2.1796966167956114e-07, + -8.751458590497311e-08, + 3.876896143196366e-07, + -4.066511084792401e-07, + -2.217036219565563e-08, + -6.01225204592932e-07, + -3.491831976714682e-07, + 1.7327888073170088e-07, + -1.2952158793330312e-07, + 3.471411895625862e-07, + 2.2170361729813757e-07, + -8.051341829072995e-08, + -2.386231042215566e-07, + -9.655775979550964e-08, + 0.0, + -1.1260210272149139e-07, + 3.3932322032535964e-08, + -3.3576429478599215e-08, + 2.5419486573375144e-07, + -5.215869288406012e-08, + 1.4458576431177031e-07 + ] + ], + "std": [ + [ + 0.9998541758225387, + 0.9998532681152404, + 0.9998556205991698, + 0.9998539274386128, + 0.999854696658317, + 0.9998534548382348, + 0.9998502394347666, + 0.999853857874386, + 0.9998538109684775, + 0.9998551002843616, + 0.9998536686664701, + 0.9998545576369466, + 0.9998513717555766, + 0.9998546597440786, + 1.0, + 0.9998533945369356, + 0.9998545375243406, + 0.9998541828261739, + 0.9998546087571518, + 0.999854053898975, + 0.999854213852071 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 23754, + "cert_evals": { + "36": 0.8182425498962402, + "72": 0.7036418318748474, + "108": 0.5806882977485657, + "255": 0.24457067251205444 + }, + "fold": 0 + }, + { + "best_epoch": 24, + "best_val_acc": 0.9024707412223667, + "test_acc": 0.8931068931068931, + "train_size": 3428, + "val_size": 769, + "test_size": 3003, + "stats": { + "mean": [ + [ + 2.1796966167956114e-07, + -8.751458590497311e-08, + 3.876896143196366e-07, + -4.066511084792401e-07, + -2.217036219565563e-08, + -6.01225204592932e-07, + -3.491831976714682e-07, + 1.7327888073170088e-07, + -1.2952158793330312e-07, + 3.471411895625862e-07, + 2.2170361729813757e-07, + -8.051341829072995e-08, + -2.386231042215566e-07, + -9.655775979550964e-08, + 0.0, + -1.1260210272149139e-07, + 3.3932322032535964e-08, + -3.3576429478599215e-08, + 2.5419486573375144e-07, + -5.215869288406012e-08, + 1.4458576431177031e-07 + ] + ], + "std": [ + [ + 0.9998541758225387, + 0.9998532681152404, + 0.9998556205991698, + 0.9998539274386128, + 0.999854696658317, + 0.9998534548382348, + 0.9998502394347666, + 0.999853857874386, + 0.9998538109684775, + 0.9998551002843616, + 0.9998536686664701, + 0.9998545576369466, + 0.9998513717555766, + 0.9998546597440786, + 1.0, + 0.9998533945369356, + 0.9998545375243406, + 0.9998541828261739, + 0.9998546087571518, + 0.999854053898975, + 0.999854213852071 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 23754, + "cert_evals": { + "36": 0.8075258135795593, + "72": 0.6836496591567993, + "108": 0.5534465312957764, + "255": 0.23409922420978546 + }, + "fold": 1 + }, + { + "best_epoch": 11, + "best_val_acc": 0.8840399002493765, + "test_acc": 0.8747474747474747, + "train_size": 3428, + "val_size": 802, + "test_size": 2970, + "stats": { + "mean": [ + [ + 2.1796966167956114e-07, + -8.751458590497311e-08, + 3.876896143196366e-07, + -4.066511084792401e-07, + -2.217036219565563e-08, + -6.01225204592932e-07, + -3.491831976714682e-07, + 1.7327888073170088e-07, + -1.2952158793330312e-07, + 3.471411895625862e-07, + 2.2170361729813757e-07, + -8.051341829072995e-08, + -2.386231042215566e-07, + -9.655775979550964e-08, + 0.0, + -1.1260210272149139e-07, + 3.3932322032535964e-08, + -3.3576429478599215e-08, + 2.5419486573375144e-07, + -5.215869288406012e-08, + 1.4458576431177031e-07 + ] + ], + "std": [ + [ + 0.9998541758225387, + 0.9998532681152404, + 0.9998556205991698, + 0.9998539274386128, + 0.999854696658317, + 0.9998534548382348, + 0.9998502394347666, + 0.999853857874386, + 0.9998538109684775, + 0.9998551002843616, + 0.9998536686664701, + 0.9998545576369466, + 0.9998513717555766, + 0.9998546597440786, + 1.0, + 0.9998533945369356, + 0.9998545375243406, + 0.9998541828261739, + 0.9998546087571518, + 0.999854053898975, + 0.999854213852071 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 23754, + "cert_evals": { + "36": 0.7835016250610352, + "72": 0.6471379995346069, + "108": 0.5077440738677979, + "255": 0.22659932076931 + }, + "fold": 2 + }, + { + "best_epoch": 25, + "best_val_acc": 0.8978723404255319, + "test_acc": 0.8878382784479948, + "train_size": 3428, + "val_size": 705, + "test_size": 3067, + "stats": { + "mean": [ + [ + 2.1796966167956114e-07, + -8.751458590497311e-08, + 3.876896143196366e-07, + -4.066511084792401e-07, + -2.217036219565563e-08, + -6.01225204592932e-07, + -3.491831976714682e-07, + 1.7327888073170088e-07, + -1.2952158793330312e-07, + 3.471411895625862e-07, + 2.2170361729813757e-07, + -8.051341829072995e-08, + -2.386231042215566e-07, + -9.655775979550964e-08, + 0.0, + -1.1260210272149139e-07, + 3.3932322032535964e-08, + -3.3576429478599215e-08, + 2.5419486573375144e-07, + -5.215869288406012e-08, + 1.4458576431177031e-07 + ] + ], + "std": [ + [ + 0.9998541758225387, + 0.9998532681152404, + 0.9998556205991698, + 0.9998539274386128, + 0.999854696658317, + 0.9998534548382348, + 0.9998502394347666, + 0.999853857874386, + 0.9998538109684775, + 0.9998551002843616, + 0.9998536686664701, + 0.9998545576369466, + 0.9998513717555766, + 0.9998546597440786, + 1.0, + 0.9998533945369356, + 0.9998545375243406, + 0.9998541828261739, + 0.9998546087571518, + 0.999854053898975, + 0.999854213852071 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 23754, + "cert_evals": { + "36": 0.8001304268836975, + "72": 0.6768829822540283, + "108": 0.5467883944511414, + "255": 0.24095207452774048 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8876952965572145, + "std_test_acc": 0.009158092198920215, + "n_samples": 7200, + "n_features": 21, + "n_classes": 3, + "mean_cert_acc_36": 0.8023501038551331, + "std_cert_acc_36": 0.014600798277606871, + "mean_cert_acc_72": 0.6778281182050705, + "std_cert_acc_72": 0.023402384625296712, + "mean_cert_acc_108": 0.5471668243408203, + "std_cert_acc_108": 0.030096624190020037, + "mean_cert_acc_255": 0.2365553230047226, + "std_cert_acc_255": 0.007931617184447681 + }, + "waveform": { + "dataset": "waveform", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 17, + "best_val_acc": 0.8865435356200527, + "test_acc": 0.8529411764705882, + "train_size": 1250, + "val_size": 758, + "test_size": 2992, + "stats": { + "mean": [ + [ + 0.020179633495999987, + 0.011963990736, + -0.033601846864, + -0.041786463160000016, + -0.03154164217599994, + -0.040098393640000014, + -0.043940430239999995, + -0.03151536300719995, + -0.036418570040000015, + 0.043107926798400066, + 0.03738288511999999, + -0.0024740305919999984, + 0.03243670563199995, + 0.011112976024000014, + 0.03951120671200011, + 0.0219850811552, + 0.028168458383999943, + 0.06235075759679998, + 0.020069774392, + 0.007039422583999985, + -0.02925996517600002 + ] + ], + "std": [ + [ + 0.9901799387654557, + 1.0306402386317552, + 0.9708771794256926, + 0.9608246419787663, + 1.0044852476869415, + 0.9877134023221446, + 0.9749943080882616, + 1.0123255354438774, + 0.986958011185208, + 1.0005937342506195, + 0.9789827068743525, + 1.0033150982759136, + 0.9538985981244916, + 1.006689675325801, + 0.9956488213117433, + 1.001823072865656, + 0.9921420818481883, + 0.9865005595269615, + 1.0350777753049674, + 1.0160784990711804, + 0.9870983405424562 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 23754, + "cert_evals": { + "36": 0.8054813146591187, + "72": 0.760026752948761, + "108": 0.6915107369422913, + "255": 0.39939841628074646 + }, + "fold": 0 + }, + { + "best_epoch": 11, + "best_val_acc": 0.8841961852861036, + "test_acc": 0.8693633952254642, + "train_size": 1250, + "val_size": 734, + "test_size": 3016, + "stats": { + "mean": [ + [ + 0.010216515320000044, + -0.04063758078400007, + 0.025120129951999963, + -0.025077058975999964, + 0.003169892232000061, + -0.01685490820000002, + -0.011714589596800004, + -0.03299081049600003, + -0.01699664363999998, + -0.018953863726399994, + -0.010869116344000016, + 0.041914844448000185, + -0.01596277459040001, + 0.012558276106399974, + 0.026120965832000048, + 0.03314989547359999, + 0.03347167229600001, + 0.023257175787200043, + 0.017851450192000014, + -0.004257698511999955, + -0.04945521833600015 + ] + ], + "std": [ + [ + 1.0013552490719653, + 0.9855864106795154, + 0.9729457372221003, + 0.9924096158327768, + 1.0128588967374343, + 1.0016694374565032, + 1.0094886119500357, + 1.0100863354319733, + 1.0019192663797813, + 0.9946338222875807, + 0.999064791075417, + 1.0101141099838185, + 0.9759008425547311, + 1.0113866649689796, + 1.0124143691513183, + 1.0133948233035053, + 1.0110196515539809, + 1.0206255456252598, + 1.0155072750087655, + 0.9949826852691384, + 0.9838169172120375 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 23754, + "cert_evals": { + "36": 0.8246021270751953, + "72": 0.7705569863319397, + "108": 0.7055702805519104, + "255": 0.39920422434806824 + }, + "fold": 1 + }, + { + "best_epoch": 16, + "best_val_acc": 0.8756684491978609, + "test_acc": 0.8740839440373085, + "train_size": 1250, + "val_size": 748, + "test_size": 3002, + "stats": { + "mean": [ + [ + 0.007048574136000094, + -0.015209897391999988, + 0.011429607696000007, + -0.03273079147199999, + -0.023185516656000008, + 0.003389837535999984, + 0.0013940158719999971, + -0.00547288197039998, + 0.006071109367999992, + 0.005879158908799994, + 0.032166854647999996, + 0.005692848927999994, + 0.022531058751999993, + 0.009790249777599982, + 0.0040757011359999935, + 0.030061611308799984, + 0.029284791384000003, + 0.02420849601600001, + 0.014083066104000005, + 0.02953013189600018, + -0.004491209880000014 + ] + ], + "std": [ + [ + 0.9996125618988059, + 0.9720078266135495, + 1.0135851933941078, + 1.0319065276512462, + 0.9931170056559575, + 0.9993639751369633, + 0.9853632660237902, + 0.9995807541677071, + 1.0238743231650074, + 0.9969840482557133, + 0.9979292933830571, + 1.0142743499688514, + 1.001427080201001, + 0.9998997970203162, + 1.0142762186668912, + 1.0117340691797234, + 1.0099181268245983, + 1.0006047030346061, + 0.9985746890321932, + 1.0069732844455408, + 1.0040803599543435 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 23754, + "cert_evals": { + "36": 0.8274483680725098, + "72": 0.7698201537132263, + "108": 0.7038640975952148, + "255": 0.4137241840362549 + }, + "fold": 2 + }, + { + "best_epoch": 16, + "best_val_acc": 0.8700410396716827, + "test_acc": 0.8711493872143093, + "train_size": 1250, + "val_size": 731, + "test_size": 3019, + "stats": { + "mean": [ + [ + -0.009131498528000003, + -0.0039044835359999803, + 0.07005067444800003, + -0.010843439071999996, + 0.006077575768000002, + -0.013402124615999992, + -0.0034755865247999887, + 0.0036035160240000075, + -0.0006721240640000021, + -0.006537375988799971, + -0.015753593288000012, + 0.013293681728000002, + -0.011138352720000024, + -0.025798392399999908, + 0.0029978399759999904, + 0.017920257033599982, + -0.008153607000000004, + 0.01568651420000006, + -0.051382837735999956, + 0.005123328096000027, + 0.025813726736000034 + ] + ], + "std": [ + [ + 1.0018392101812919, + 1.0020859314875776, + 1.0033561958769905, + 0.9975363296716959, + 0.9849899598871443, + 0.9756730653513883, + 0.993760630561838, + 0.9861757179284345, + 1.0000258312156731, + 1.0000825386418444, + 0.99177201535984, + 1.0234277089306048, + 1.0159176275153121, + 0.9839459155591159, + 0.9943404985027471, + 1.0116349239455822, + 1.0052044277000671, + 0.9841510621883656, + 1.0190638151002673, + 0.9952041186962591, + 1.0328002659610966 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 23754, + "cert_evals": { + "36": 0.8227889537811279, + "72": 0.7618416547775269, + "108": 0.7018880248069763, + "255": 0.41603177785873413 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8668844757369176, + "std_test_acc": 0.00949706007105075, + "n_samples": 5000, + "n_features": 21, + "n_classes": 3, + "mean_cert_acc_36": 0.8200801908969879, + "std_cert_acc_36": 0.009919719845855534, + "mean_cert_acc_72": 0.7655613869428635, + "std_cert_acc_72": 0.005402520661413529, + "mean_cert_acc_108": 0.7007082849740982, + "std_cert_acc_108": 0.006313605155243172, + "mean_cert_acc_255": 0.4070896506309509, + "std_cert_acc_255": 0.00904274490694977 + }, + "wall-following": { + "dataset": "wall-following", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 60, + "best_val_acc": 0.7878048780487805, + "test_acc": 0.76619804400978, + "train_size": 1364, + "val_size": 820, + "test_size": 3272, + "stats": { + "mean": [ + [ + -0.005686892404692003, + 0.022638621533284334, + 0.0029726543621700742, + -0.007766223049853293, + -0.008952794454545568, + 0.009051411851906211, + 0.004111615835777271, + 0.054535739948680446, + 0.01721141257331339, + -0.00017557098093850144, + -0.0030259690689149518, + -0.015323145063782956, + 0.004263515249266924, + 0.013408757045454725, + -0.0019448981744868829, + 0.0003941872595307252, + -0.023833700213343096, + -0.0418792441422289, + -0.01742122004472146, + -0.01653938162023472, + 0.004910744486803571, + 0.04303871550586514, + -0.015449803416422289, + -0.003778200753665663 + ] + ], + "std": [ + [ + 0.9538903586600096, + 1.0100879107934733, + 1.0049069273556643, + 0.9922954720481119, + 0.9870136651293122, + 0.990779450218937, + 0.997732207974109, + 1.0249084242333972, + 1.0039227101782235, + 0.9840871960957936, + 0.9963448823117925, + 0.9855998980612843, + 1.0024509972558129, + 1.0025416545074122, + 0.9881545916458445, + 1.0165283990308178, + 0.9738216818182036, + 0.9275548118344852, + 0.9839704565560611, + 0.9728388862456517, + 1.0184938963953918, + 1.0303474329203226, + 0.9612235203553664, + 0.9816909108470405 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 4, + "depth": 6, + "padding": 48, + "parameters": 24203, + "cert_evals": { + "36": 0.6787897348403931, + "72": 0.584046483039856, + "108": 0.4923594295978546, + "255": 0.1757335066795349 + }, + "fold": 0 + }, + { + "best_epoch": 38, + "best_val_acc": 0.7446808510638298, + "test_acc": 0.7446097783176435, + "train_size": 1364, + "val_size": 799, + "test_size": 3293, + "stats": { + "mean": [ + [ + -0.02975309696847506, + 0.005558309164222893, + 0.004718745812316816, + -0.020307799296187545, + -0.007320344633431353, + -0.028494500266862125, + -0.024019284164222755, + 0.009570253951612977, + 0.01097609736070351, + -0.00032918113929638346, + 0.032141068781524784, + 0.02072696681818175, + 0.02201199852639303, + 0.02843859972873922, + -0.010288174340176055, + -0.0025629487653958533, + 0.014673984588709695, + -0.0024179095725806485, + 0.011989980659823955, + 0.014437480175952963, + 0.010780398057038091, + -0.02107569172287382, + 0.018757813350439904, + -0.03195081329985328 + ] + ], + "std": [ + [ + 0.945216136192205, + 0.9992147601024853, + 1.0013950133535414, + 1.0070090886620435, + 1.0100405651888793, + 1.0035220275618202, + 1.0076868559644707, + 1.0146043586860587, + 1.0036702207634716, + 1.0020409725295103, + 1.0195319569843622, + 1.018330702441904, + 1.0188371291097438, + 1.0099651693219551, + 0.9929137513000473, + 0.9893773454929811, + 1.0312952518146736, + 0.9850531254011928, + 0.9991545369015657, + 1.024970910904686, + 1.0211398104956508, + 0.9811793320532708, + 1.0213393023608297, + 0.9709259568406406 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 4, + "depth": 6, + "padding": 48, + "parameters": 24203, + "cert_evals": { + "36": 0.6674764752388, + "72": 0.5763741135597229, + "108": 0.46735498309135437, + "255": 0.1573033630847931 + }, + "fold": 1 + }, + { + "best_epoch": 49, + "best_val_acc": 0.7776456599286563, + "test_acc": 0.758535835127653, + "train_size": 1364, + "val_size": 841, + "test_size": 3251, + "stats": { + "mean": [ + [ + 0.01872266574486808, + 0.006327694957038103, + -0.07104427478152507, + -0.011521076319648046, + -0.004222936934017776, + -0.012975204868035104, + -0.01602920872434, + 0.018177438951613122, + 0.001741687587976442, + 0.026653914322580085, + 0.006544868966275523, + -0.0006487189816715815, + -0.006107012813782889, + -0.017521736390762342, + -0.02309750486070397, + 0.015360951164222853, + -0.05447749436730212, + 0.011644383885630553, + -0.005685932580645217, + 0.033520921312316744, + 0.015700824787390003, + 0.00464063532258066, + -0.007768450139296197, + -0.01706286590102635 + ] + ], + "std": [ + [ + 1.0075883148093572, + 0.9956149685197124, + 0.9336114810272496, + 1.0053964412297443, + 1.0037906536892414, + 0.9889864422444196, + 0.993232391245941, + 1.0033346943820691, + 1.0019335251023536, + 1.015228028452373, + 1.0184871692443849, + 0.9950347742751352, + 1.001225456339628, + 0.9911991075823401, + 0.9891922963313015, + 1.020897686359133, + 0.9021478154164623, + 1.027059313060404, + 0.9920589942567254, + 1.037458331459377, + 1.0154700216289818, + 1.0017979731537894, + 0.9794245346392066, + 0.9721130758506005 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 4, + "depth": 6, + "padding": 48, + "parameters": 24203, + "cert_evals": { + "36": 0.6896339654922485, + "72": 0.6056597828865051, + "108": 0.5133804678916931, + "255": 0.16794832050800323 + }, + "fold": 2 + }, + { + "best_epoch": 32, + "best_val_acc": 0.7803398058252428, + "test_acc": 0.7652998776009792, + "train_size": 1364, + "val_size": 824, + "test_size": 3268, + "stats": { + "mean": [ + [ + 0.02031997529545452, + -0.033795195992888556, + -0.02352743731011721, + 0.01124182900293254, + -0.01151259605278599, + -0.015031226107038104, + 0.03267076282991228, + 0.0279429813196483, + -0.007205795674486686, + -0.0060127819017595785, + 0.01344909527859221, + 0.01992942824853357, + -0.01951502722360692, + -0.029693211412756465, + -0.009494099098240562, + -0.01795489370381231, + 0.010101200832844593, + -0.0059742676495601315, + -0.017900947921847564, + -0.021026184816715806, + 0.016916847096700823, + -0.0052597014662755836, + 0.032237512456011766, + 0.007093840727272726 + ] + ], + "std": [ + [ + 1.0112945026202158, + 0.970221558754097, + 0.9823204142944053, + 1.0136980604051529, + 0.982757495735732, + 0.9808366104043786, + 1.001324458975229, + 1.0152847209982614, + 0.9908830298302452, + 0.9932341203049162, + 1.0097191496904292, + 1.0252804409457419, + 0.9852042484069533, + 0.992545202932286, + 0.9901306066571973, + 0.9793681779580009, + 0.9956413121371739, + 0.9901468286266072, + 0.9701309779282022, + 0.9725832802282708, + 1.0307338552882614, + 0.991132554001173, + 1.0343162251093825, + 0.9974059438112418 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 4, + "depth": 6, + "padding": 48, + "parameters": 24203, + "cert_evals": { + "36": 0.6756426095962524, + "72": 0.5716034173965454, + "108": 0.4697062373161316, + "255": 0.19645042717456818 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7586608837640139, + "std_test_acc": 0.00997219843973057, + "n_samples": 5456, + "n_features": 24, + "n_classes": 4, + "mean_cert_acc_36": 0.6778856962919235, + "std_cert_acc_36": 0.009169195452846628, + "mean_cert_acc_72": 0.5844209492206573, + "std_cert_acc_72": 0.015058430270364855, + "mean_cert_acc_108": 0.4857002794742584, + "std_cert_acc_108": 0.021624803622428634, + "mean_cert_acc_255": 0.17435890436172485, + "std_cert_acc_255": 0.016552059139950184 + }, + "wine": { + "dataset": "wine", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 21, + "best_val_acc": 0.9705882352941176, + "test_acc": 0.94, + "train_size": 44, + "val_size": 34, + "test_size": 100, + "stats": { + "mean": [ + [ + -0.0032810681818182252, + -0.005479031818181848, + -0.08091575454545454, + 0.05187518272727261, + -0.06624296590909094, + -0.007079050000000028, + -0.06275028018181807, + -0.08246524999999992, + 0.05402081363636373, + 0.0044511772727273136, + -0.04690897272727282, + 0.09077693181818178, + -0.0044964045454545494 + ] + ], + "std": [ + [ + 0.9486079560461609, + 0.9748783430969256, + 0.9254167517337237, + 0.9617928120291063, + 0.8801585454960099, + 0.9897338243089531, + 0.9271822071946669, + 0.9702762446771567, + 0.9107960044629595, + 1.0952735150882602, + 0.9243353232179793, + 0.9887201896638538, + 0.9269494258065332 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 3, + "depth": 6, + "padding": 26, + "parameters": 22730, + "cert_evals": { + "36": 0.8999999761581421, + "72": 0.8399999737739563, + "108": 0.7699999809265137, + "255": 0.26999998092651367 + }, + "fold": 0 + }, + { + "best_epoch": 17, + "best_val_acc": 0.9259259259259259, + "test_acc": 0.8785046728971962, + "train_size": 44, + "val_size": 27, + "test_size": 107, + "stats": { + "mean": [ + [ + 0.06530710454545458, + 0.007947954545454524, + -0.18861000681818177, + -0.06994299681818188, + -0.08852099545454545, + 0.06554911590909095, + 0.0228023237272727, + -0.08063868636363627, + 0.11120031590909094, + 0.1451315113636364, + 0.07976722954545465, + 0.05492483636363638, + -0.04130375068181816 + ] + ], + "std": [ + [ + 1.1054246265200351, + 1.022075699615381, + 1.0101337670617143, + 0.9836114927228263, + 1.0039715573451675, + 1.0160855472349155, + 1.00168059755674, + 0.942713932749028, + 1.1841316940042428, + 1.0673173131706486, + 1.0204335593229852, + 0.9474429014625287, + 0.9790698019551516 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 3, + "depth": 6, + "padding": 26, + "parameters": 22730, + "cert_evals": { + "36": 0.7850466966629028, + "72": 0.7009345293045044, + "108": 0.5887850522994995, + "255": 0.14953270554542542 + }, + "fold": 1 + }, + { + "best_epoch": 31, + "best_val_acc": 0.9655172413793104, + "test_acc": 0.9428571428571428, + "train_size": 44, + "val_size": 29, + "test_size": 105, + "stats": { + "mean": [ + [ + -0.0016014659090909378, + -0.2809373181818182, + -0.0013865818181818283, + -0.011415792727272868, + -0.005774513636363688, + 0.0034522068181817842, + -0.09596993699999999, + 0.061802877272727264, + -0.18700712727272728, + 0.003569234090909025, + 0.14042048863636367, + -0.033103909090909094, + -0.06411021136363641 + ] + ], + "std": [ + [ + 0.9298272868804931, + 0.8250056451408178, + 1.08551443258742, + 1.1391522997578776, + 1.162897463787286, + 0.9140439887115281, + 0.9166314532406474, + 1.013186331346434, + 0.9551870696183078, + 1.1440128298039551, + 1.0494592532907625, + 1.0314806625541306, + 0.958232402601652 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 3, + "depth": 6, + "padding": 26, + "parameters": 22730, + "cert_evals": { + "36": 0.8952381014823914, + "72": 0.8285714387893677, + "108": 0.761904776096344, + "255": 0.4095238149166107 + }, + "fold": 2 + }, + { + "best_epoch": 30, + "best_val_acc": 0.9354838709677419, + "test_acc": 0.941747572815534, + "train_size": 44, + "val_size": 31, + "test_size": 103, + "stats": { + "mean": [ + [ + -0.0007615090909091727, + 0.05596002272727269, + -0.07345953863636358, + -0.09784549954545461, + 0.008546922727272678, + 0.09278491795454552, + 0.0448726857272727, + 0.11476138181818184, + 0.09094955909090909, + 0.005921997727272779, + 0.16726700681818205, + 0.005308763636363668, + -0.08561718409090915 + ] + ], + "std": [ + [ + 1.007206359663615, + 0.8850705986397225, + 1.0706938375587134, + 0.8864652113978174, + 1.1440281408589326, + 0.9372647448943219, + 0.9191041363758027, + 0.9830875500627535, + 1.0190542547845243, + 0.9888966660536255, + 1.11752991456707, + 0.9731773531474354, + 0.8829161708393709 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 3, + "depth": 6, + "padding": 26, + "parameters": 22730, + "cert_evals": { + "36": 0.9223300814628601, + "72": 0.8932039141654968, + "108": 0.7864077687263489, + "255": 0.4563106894493103 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9257773471424682, + "std_test_acc": 0.0315370528865604, + "n_samples": 178, + "n_features": 13, + "n_classes": 3, + "mean_cert_acc_36": 0.8756537139415741, + "std_cert_acc_36": 0.0615483646801072, + "mean_cert_acc_72": 0.8156774640083313, + "std_cert_acc_72": 0.08151509186518997, + "mean_cert_acc_108": 0.7267743945121765, + "std_cert_acc_108": 0.09255591628049742, + "mean_cert_acc_255": 0.321341797709465, + "std_cert_acc_255": 0.13922046807972002 + }, + "waveform-noise": { + "dataset": "waveform-noise", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 8, + "best_val_acc": 0.8728923476005188, + "test_acc": 0.8583417254112118, + "train_size": 1250, + "val_size": 771, + "test_size": 2979, + "stats": { + "mean": [ + [ + 0.04109552382399996, + -0.007068212280000003, + 0.014182510261599956, + 0.0026211762400000084, + 0.014018176879999957, + 0.02370059650560003, + 0.004374500936000023, + -0.0038294597343999904, + -0.014804110096000014, + 0.00045386584799994817, + -0.010192400336000008, + -0.01903542342399992, + -0.010784385815999982, + -0.005200951027200047, + -0.002328150511999989, + 0.014533825215999989, + 0.007865440576000029, + -0.025042890535999954, + -0.005855280768000005, + 0.010768292656000005, + -0.029557043135999994, + 0.02497473343199999, + 0.0059397922879999695, + 0.02985397081600005, + 0.034868211864000014, + -0.03436343556000003, + 0.022563571339200006, + 0.013530936152000026, + 0.006182852718399999, + 0.02533174106799999, + -0.023453127760000032, + -0.012310209543200052, + 0.023519454263999984, + -0.010153050279999989, + 0.015502481212800007, + 0.010150338703999973, + 0.0053944454240000125, + -0.0034366949536000007, + -0.005722000272000003, + 0.007498833936000044 + ] + ], + "std": [ + [ + 1.0036717936871953, + 1.0115164152393803, + 1.0267935868392655, + 1.0141719003383043, + 1.0034317001981041, + 0.9959239723426369, + 0.9939861987845015, + 1.0288633031133263, + 1.0043429776096469, + 0.9779096908533591, + 1.0249129338514036, + 1.0084484801657798, + 1.0020500717103944, + 1.026928437823279, + 1.009036128138247, + 1.0055555854598206, + 0.9775356004635903, + 1.0198250392925892, + 0.9777825735121067, + 0.9997432850888442, + 1.0057789366361842, + 1.0008832746108618, + 0.9887462327692325, + 0.9949832502604571, + 0.9939865250881332, + 0.9973380026834073, + 0.977390812504474, + 0.998438673003916, + 0.9765375704247188, + 1.0137678154638436, + 0.9930247910455883, + 1.0298745659129236, + 0.9839097409542001, + 0.991922743066992, + 1.0070087822831295, + 0.9876272290873123, + 1.0098641388551413, + 1.0215112956805443, + 1.0133094868761658, + 0.98802284916221 + ] + ] + }, + "width": 128, + "in_features": 40, + "out_features": 3, + "depth": 6, + "padding": 80, + "parameters": 93322, + "cert_evals": { + "36": 0.8049681186676025, + "72": 0.7512587904930115, + "108": 0.6844578981399536, + "255": 0.38469284772872925 + }, + "fold": 0 + }, + { + "best_epoch": 9, + "best_val_acc": 0.8748370273794003, + "test_acc": 0.8695943680858197, + "train_size": 1250, + "val_size": 767, + "test_size": 2983, + "stats": { + "mean": [ + [ + 0.044322997631999955, + 0.029345537880000067, + -0.011366358759840026, + -0.0005867047360000063, + -0.006665745688000015, + -0.006024195060800007, + -0.013584043487999992, + -0.024554553948799986, + 0.01623729534400002, + -0.007884222439999988, + 0.0019230570479999735, + -0.02265010408799999, + 0.007417331240000002, + -0.002911046979200009, + 0.020059001183999964, + 0.01574975624800002, + 0.02813207348000001, + 0.004678202063999986, + 0.028763643272000018, + 0.018513851640000002, + 0.0358815304, + 0.028113823255999978, + -0.00718522141599999, + -0.006245005135999949, + 0.011452240719999996, + -0.039296166616000015, + 0.013289260721600025, + -0.003815815991999974, + -0.001233308884800033, + 0.0033645557719999956, + 0.02454588116, + 0.010769942833599997, + 0.008991375496000034, + -0.012577069439999996, + 0.051492131759200026, + 0.009570444000000011, + 0.022488379120000006, + -0.00477033891360003, + -0.009759721552000007, + 0.0046987019359999846 + ] + ], + "std": [ + [ + 0.9680395488640641, + 0.9731934131975439, + 1.0256129853497884, + 1.0016500605542749, + 0.9832741110357304, + 1.0155722609031699, + 1.0177266822426836, + 1.0012352994664209, + 1.0017870547556, + 0.9825996623950224, + 1.0116415424885532, + 1.0008713618877405, + 1.004966285943376, + 0.991554206326663, + 1.0098780435455994, + 1.0036202953348388, + 0.9885930770833588, + 1.000767817574134, + 0.9955550387843519, + 1.0082268705074462, + 0.9951019252067327, + 0.9944184018582543, + 1.0206633343240308, + 1.0149218534426545, + 0.9851575763005246, + 0.9922537027672286, + 1.0164765099719621, + 1.0106305279893444, + 1.006251693120508, + 0.9864167800458236, + 1.0043559273464866, + 0.9969845117753792, + 0.99621846666241, + 1.0281731534980536, + 0.9986967919798584, + 0.9696604033255324, + 0.9966142799032668, + 0.9849892430729312, + 1.0057643181118128, + 1.0029305279401282 + ] + ] + }, + "width": 128, + "in_features": 40, + "out_features": 3, + "depth": 6, + "padding": 80, + "parameters": 93322, + "cert_evals": { + "36": 0.8233322501182556, + "72": 0.7626550793647766, + "108": 0.695273220539093, + "255": 0.38283607363700867 + }, + "fold": 1 + }, + { + "best_epoch": 42, + "best_val_acc": 0.8628808864265928, + "test_acc": 0.8619550858652576, + "train_size": 1250, + "val_size": 722, + "test_size": 3028, + "stats": { + "mean": [ + [ + 0.014308189376000027, + 0.028783297960000027, + 0.03795345253087996, + 0.013117279295999998, + 0.032089058063999955, + 0.012632187806400005, + 0.018484099464000054, + 0.009576141620799988, + 0.036987581783999995, + -0.006325697687999988, + -0.02381616588800001, + -0.008374505503999985, + -0.04596340019200004, + -0.03257486172959995, + -0.021728262640000023, + -0.019410886679999996, + -0.04224714851999999, + -0.02175625772000002, + -0.0017738945599999954, + 0.006572127119999979, + 0.015226716143999997, + -0.002422181303999986, + -0.025979705407999994, + 0.022093594352000027, + 0.03834592470399997, + -0.009863329287999975, + 0.020212545147199973, + 0.0037560529200000177, + 0.03646794663519996, + -0.018870360144, + -0.011957785879999988, + 0.016431144787999986, + 0.014396109119999995, + 0.008498349159999984, + 0.012689327942400006, + -0.00249464457599998, + -0.022068862224000004, + -0.0005122236512000032, + 0.008362260016000047, + -0.02581517636800003 + ] + ], + "std": [ + [ + 1.0188927880817935, + 0.9988893028885985, + 1.0203039986619837, + 1.0176161206264251, + 1.0298233594756412, + 1.032613885870231, + 1.0145448604818694, + 1.0020618139895976, + 0.9933894833504273, + 0.9801525816452665, + 0.9828864827428538, + 1.0084878782151452, + 1.0036037092630097, + 0.9753885414870564, + 1.015306973575768, + 0.9941278153766206, + 0.9825139145564932, + 0.9962329520442799, + 0.9688294278798073, + 0.98310050706914, + 0.9843726349902746, + 0.9830497457267643, + 1.019877833578896, + 1.0231451225251817, + 0.9901755816567956, + 0.9958326894928737, + 1.032928859241582, + 0.9924515511719896, + 0.9749189762682579, + 1.0285239667561281, + 1.002192158381019, + 0.9935329644391413, + 1.0052344609016668, + 1.0064075388331128, + 1.0160814777549847, + 0.9845645364365565, + 0.9925488055513885, + 1.0072044814714247, + 1.0303878632271122, + 0.9885231209627763 + ] + ] + }, + "width": 128, + "in_features": 40, + "out_features": 3, + "depth": 6, + "padding": 80, + "parameters": 93322, + "cert_evals": { + "36": 0.8143989443778992, + "72": 0.7599075436592102, + "108": 0.7040951251983643, + "255": 0.40852048993110657 + }, + "fold": 2 + }, + { + "best_epoch": 23, + "best_val_acc": 0.8821192052980132, + "test_acc": 0.8557595993322203, + "train_size": 1250, + "val_size": 755, + "test_size": 2995, + "stats": { + "mean": [ + [ + -0.036278040016000025, + 0.00810417363999999, + 0.0013843179736000206, + -0.0018023679760000122, + -0.005956154304000002, + 0.025961240582400028, + 0.010167898040000027, + 0.01906255140800001, + -0.02535409856000002, + 0.013357130255999999, + -0.007777053167999971, + 0.007395055352000006, + -0.009246732704000024, + 0.000417141663999981, + -0.012846879495999965, + -0.011422848472000015, + -0.02694291900799997, + -0.010714078007999981, + -0.017699573224000033, + 0.006549602159999982, + 0.02394824680000007, + -0.027398905735999915, + -0.006791929848000011, + 0.016008580479999996, + 0.04892266430400006, + 0.035720964879999914, + 0.03039491798320002, + 0.0066352822719999895, + -0.02569047550079999, + 0.01171173369999999, + 0.022736661080000005, + -0.02455200705200002, + 0.03534526224799999, + 0.039964129560000006, + 0.04194475229440003, + 0.012341044367999982, + 0.04449289257600006, + 0.05609793443199992, + 0.037631368336000094, + -0.0013801063520000427 + ] + ], + "std": [ + [ + 0.9967186390712067, + 1.0046232169850224, + 0.9740084152266493, + 0.9826095647211786, + 0.9807015091355339, + 0.9903924974929869, + 0.9994986310830332, + 0.999954070658992, + 1.0016268406564945, + 1.0082593311694388, + 1.0031753015138711, + 1.0033236672468044, + 0.987229114309021, + 1.0132234933998234, + 0.9873167353551544, + 0.983479654201213, + 1.011117373386074, + 1.0372041491820654, + 0.9890339764711912, + 0.9663488793448463, + 1.0078666660648328, + 0.9894244150573558, + 1.0015699231644122, + 1.0021673571075749, + 0.98850640710336, + 1.0232697675089457, + 1.0136787449302005, + 1.0052546165431762, + 0.9928535231583258, + 0.9947831559397796, + 0.9947379135130683, + 0.968921467398204, + 1.0158922450868932, + 0.9723954832645065, + 0.9861131949259808, + 1.0009190287109688, + 0.9931377428957798, + 1.0140326666524644, + 0.9958387641879904, + 0.9761305424003285 + ] + ] + }, + "width": 128, + "in_features": 40, + "out_features": 3, + "depth": 6, + "padding": 80, + "parameters": 93322, + "cert_evals": { + "36": 0.8063439130783081, + "72": 0.7469115257263184, + "108": 0.6864774823188782, + "255": 0.4126878082752228 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8614126946736274, + "std_test_acc": 0.006017261480614802, + "n_samples": 5000, + "n_features": 40, + "n_classes": 3, + "mean_cert_acc_36": 0.8122608065605164, + "std_cert_acc_36": 0.008472335785004018, + "mean_cert_acc_72": 0.7551832348108292, + "std_cert_acc_72": 0.007347788545217208, + "mean_cert_acc_108": 0.6925759315490723, + "std_cert_acc_108": 0.00900112473843126, + "mean_cert_acc_255": 0.3971843048930168, + "std_cert_acc_255": 0.015607433598588015 + }, + "wine-quality-red": { + "dataset": "wine-quality-red", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 68, + "best_val_acc": 0.48148148148148145, + "test_acc": 0.4393305439330544, + "train_size": 400, + "val_size": 243, + "test_size": 956, + "stats": { + "mean": [ + [ + -0.02693017225000001, + -0.010865180249999969, + 0.01090508905000014, + 0.028862860500000035, + -0.005716316749999986, + -0.0022627200000000882, + -0.008672537749999942, + 0.0023822675999998814, + 0.03910194012499996, + -0.003237799000000088, + -0.015897374500000026 + ] + ], + "std": [ + [ + 0.9743049425383958, + 1.0208202037213217, + 1.0045213439257272, + 1.0312615683961275, + 0.9360785088397681, + 1.0135085097778138, + 1.054760065228032, + 0.9991490231742983, + 0.9910168624962105, + 0.9560724374897602, + 1.0224479021869215 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 6, + "depth": 6, + "padding": 22, + "parameters": 6221, + "cert_evals": { + "36": 0.321129709482193, + "72": 0.2238493710756302, + "108": 0.16213388741016388, + "255": 0.032426778227090836 + }, + "fold": 0 + }, + { + "best_epoch": 77, + "best_val_acc": 0.3686440677966102, + "test_acc": 0.38317757009345793, + "train_size": 400, + "val_size": 236, + "test_size": 963, + "stats": { + "mean": [ + [ + 0.013418094749999616, + -0.03892854174999997, + 0.03785578170000011, + 0.030990686500000093, + 0.03390959879999997, + -0.02747751350000006, + 0.024918823500000065, + -0.0024924809250000362, + -0.023241676749999992, + 0.00015447274999999162, + 0.017258733749999842 + ] + ], + "std": [ + [ + 1.0484699134032194, + 0.9803949233513032, + 1.0076892023564636, + 1.0290250752162338, + 1.1997081630921285, + 0.9489970021589998, + 1.0263878594773712, + 1.03076931004531, + 0.9684548723090626, + 0.9627052256819137, + 0.9972530011672733 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 6, + "depth": 6, + "padding": 22, + "parameters": 6221, + "cert_evals": { + "36": 0.2637591063976288, + "72": 0.18276220560073853, + "108": 0.1266874372959137, + "255": 0.034267913550138474 + }, + "fold": 1 + }, + { + "best_epoch": 69, + "best_val_acc": 0.45188284518828453, + "test_acc": 0.38645833333333335, + "train_size": 400, + "val_size": 239, + "test_size": 960, + "stats": { + "mean": [ + [ + -0.0013715520000001779, + -0.035088978500000055, + 0.06416455662500034, + -0.006156608600000014, + 0.0926046769, + -0.01361536200000002, + -0.007988503499999982, + 0.019787725674999798, + -0.030528630750000167, + 0.09543056175000009, + -0.01609288975000005 + ] + ], + "std": [ + [ + 0.9829420987934913, + 0.9707586864617593, + 1.0018786547407759, + 0.964170646447104, + 1.218209093004271, + 0.993770255551407, + 0.9825900214132555, + 0.9579306637091782, + 1.0278450401756267, + 1.103602348070479, + 1.019972708382203 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 6, + "depth": 6, + "padding": 22, + "parameters": 6221, + "cert_evals": { + "36": 0.2822916805744171, + "72": 0.21770834922790527, + "108": 0.16354167461395264, + "255": 0.03333333507180214 + }, + "fold": 2 + }, + { + "best_epoch": 45, + "best_val_acc": 0.44166666666666665, + "test_acc": 0.4681960375391032, + "train_size": 400, + "val_size": 240, + "test_size": 959, + "stats": { + "mean": [ + [ + -0.024919883000000052, + 0.11828172599999993, + -0.10639385059999999, + 0.09154341099999996, + -0.0404553217, + 0.02593951999999995, + -0.03595611450000001, + 0.029616401199999934, + 0.04752242037499988, + -0.06532982275000002, + -0.002994586000000021 + ] + ], + "std": [ + [ + 1.0557689652662066, + 1.036986432681799, + 0.9776537301766356, + 1.148436386560584, + 0.6942596510748834, + 1.0910930117650621, + 0.9332303748474275, + 0.9830858412290316, + 0.9796850899079309, + 0.8673250562614796, + 1.0016840683328132 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 6, + "depth": 6, + "padding": 22, + "parameters": 6221, + "cert_evals": { + "36": 0.3482794463634491, + "72": 0.2200208604335785, + "108": 0.13347236812114716, + "255": 0.006256517022848129 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.4192906212247372, + "std_test_acc": 0.041534924409991805, + "n_samples": 1599, + "n_features": 11, + "n_classes": 6, + "mean_cert_acc_36": 0.303864985704422, + "std_cert_acc_36": 0.0380552407777534, + "mean_cert_acc_72": 0.21108519658446312, + "std_cert_acc_72": 0.019051056034314975, + "mean_cert_acc_108": 0.14645884186029434, + "std_cert_acc_108": 0.019123172387672475, + "mean_cert_acc_255": 0.026571135967969894, + "std_cert_acc_255": 0.013563922871863011 + }, + "yeast": { + "dataset": "yeast", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 24, + "best_val_acc": 0.5283018867924528, + "test_acc": 0.4894561598224195, + "train_size": 371, + "val_size": 212, + "test_size": 901, + "stats": { + "mean": [ + [ + -0.0680236417412399, + 0.0016312938814016407, + -0.008786120350404263, + -0.04364633274932616, + 0.013936777088948886, + 0.007389660377358629, + -0.024600268247978344, + 0.05087596307277619 + ] + ], + "std": [ + [ + 1.027205380998011, + 0.9953693200489844, + 0.9507124252634552, + 0.9691826685352211, + 1.0679577073315545, + 1.038674237448053, + 0.9068718437558525, + 1.1001821882054232 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 10, + "depth": 6, + "padding": 16, + "parameters": 6161, + "cert_evals": { + "36": 0.3917869031429291, + "72": 0.2741398513317108, + "108": 0.19311876595020294, + "255": 0.03107658214867115 + }, + "fold": 0 + }, + { + "best_epoch": 18, + "best_val_acc": 0.4458874458874459, + "test_acc": 0.47619047619047616, + "train_size": 371, + "val_size": 231, + "test_size": 882, + "stats": { + "mean": [ + [ + 0.08549606216172505, + 0.03251707697035039, + 0.04905938702964963, + 0.04128734865229108, + -0.013936692183288498, + 0.036949762803234386, + -0.002681268247978456, + 0.005315634501347734 + ] + ], + "std": [ + [ + 0.9621845394333128, + 0.9690282797537528, + 0.9491603484155484, + 1.0401770820495524, + 0.9261376999963121, + 1.1814628524634447, + 0.9836755462977512, + 0.993812117132581 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 10, + "depth": 6, + "padding": 16, + "parameters": 6161, + "cert_evals": { + "36": 0.31405895948410034, + "72": 0.1984127014875412, + "108": 0.12018140405416489, + "255": 0.012471655383706093 + }, + "fold": 1 + }, + { + "best_epoch": 53, + "best_val_acc": 0.5207373271889401, + "test_acc": 0.53125, + "train_size": 371, + "val_size": 217, + "test_size": 896, + "stats": { + "mean": [ + [ + 0.004417079552560633, + -0.0405647886981132, + -0.038330890598382725, + -0.009830160646900232, + -0.013936692183288395, + 0.036949762803234296, + -0.01154207417789756, + 0.005568702156334372 + ] + ], + "std": [ + [ + 1.0326495870955454, + 0.9133440779524218, + 0.9914487013412665, + 0.9617359852499671, + 0.9261376999963089, + 1.181462852463445, + 0.873907032459684, + 0.9724601246460749 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 10, + "depth": 6, + "padding": 16, + "parameters": 6161, + "cert_evals": { + "36": 0.4229910969734192, + "72": 0.3191964328289032, + "108": 0.227678582072258, + "255": 0.066964291036129 + }, + "fold": 2 + }, + { + "best_epoch": 37, + "best_val_acc": 0.5605381165919282, + "test_acc": 0.547191011235955, + "train_size": 371, + "val_size": 223, + "test_size": 890, + "stats": { + "mean": [ + [ + -0.01207341391913747, + -0.03099437134770888, + -0.004743151369272138, + 0.0033422831536388878, + 0.013936777088948926, + 0.007389660377358682, + -0.05258191859838276, + -0.01645215983827505 + ] + ], + "std": [ + [ + 1.002118550793497, + 0.9931572183782578, + 1.0350703782367132, + 0.9624293574797959, + 1.0679577073315536, + 1.0386742374480524, + 1.0723089145971894, + 0.9483399576263618 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 10, + "depth": 6, + "padding": 16, + "parameters": 6161, + "cert_evals": { + "36": 0.45842698216438293, + "72": 0.35505619645118713, + "108": 0.257303386926651, + "255": 0.06629213690757751 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5110219118122127, + "std_test_acc": 0.03364367137721399, + "n_samples": 1484, + "n_features": 8, + "n_classes": 10, + "mean_cert_acc_36": 0.3968159854412079, + "std_cert_acc_36": 0.06152253894569865, + "mean_cert_acc_72": 0.2867012955248356, + "std_cert_acc_72": 0.06753022075673652, + "mean_cert_acc_108": 0.1995705347508192, + "std_cert_acc_108": 0.05906889745037218, + "mean_cert_acc_255": 0.04420116636902094, + "std_cert_acc_255": 0.02698880880581152 + }, + "zoo": { + "dataset": "zoo", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 17, + "best_val_acc": 0.9285714285714286, + "test_acc": 0.8225806451612904, + "train_size": 25, + "val_size": 14, + "test_size": 62, + "stats": { + "mean": [ + [ + 0.18968232000000004, + 0.004943600000000055, + -0.04877112000000002, + 0.06901168000000008, + 0.005554399999999982, + -0.24190180000000008, + 0.011100480000000044, + 0.07332431999999998, + 0.047367959999999966, + 0.1174986, + 0.002917720000000048, + -0.128498, + 0.05823499999999993, + 0.03965752000000001, + -0.025889279999999938, + 0.0890122 + ] + ], + "std": [ + [ + 1.005390221359596, + 0.9987632000000001, + 1.0021422025080997, + 1.0058025598467213, + 0.9984392123352528, + 0.8872886923159564, + 0.9937582269928686, + 0.97657824, + 0.9532010403686509, + 0.898886886807812, + 0.9995686698918299, + 0.864227081446769, + 0.8401435100754158, + 0.9719779957616784, + 0.9655601622370106, + 1.0025794726604769 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 7, + "depth": 6, + "padding": 32, + "parameters": 23374, + "cert_evals": { + "36": 0.6774193048477173, + "72": 0.5322580337524414, + "108": 0.20967741310596466, + "255": 0.016129031777381897 + }, + "fold": 0 + }, + { + "best_epoch": 37, + "best_val_acc": 0.75, + "test_acc": 0.859375, + "train_size": 25, + "val_size": 12, + "test_size": 64, + "stats": { + "mean": [ + [ + 0.028691039999999952, + 0.004943600000000057, + -0.048771120000000036, + 0.06901168, + 0.005554399999999972, + 0.17360919999999994, + -0.06897883999999993, + -0.00805720000000001, + 0.0473679599999999, + -0.07865459999999999, + 0.0029177199999999947, + -0.022119, + 0.09757803999999994, + -0.051376560000000016, + -0.26359375999999995, + 0.24955340000000004 + ] + ], + "std": [ + [ + 0.9989246223251673, + 0.9987632000000002, + 1.0021422025080997, + 1.0058025598467215, + 0.998439212335253, + 1.0312711812638613, + 1.0001903862262094, + 0.9967159924605201, + 0.9532010403686509, + 1.047171532893174, + 0.9995686698918299, + 0.9749796397074146, + 1.045377756731086, + 1.02185501364051, + 0.5822546855736085, + 0.9961319493678737 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 7, + "depth": 6, + "padding": 32, + "parameters": 23374, + "cert_evals": { + "36": 0.8125, + "72": 0.703125, + "108": 0.609375, + "255": 0.25 + }, + "fold": 1 + }, + { + "best_epoch": 42, + "best_val_acc": 0.9166666666666666, + "test_acc": 0.875, + "train_size": 25, + "val_size": 12, + "test_size": 64, + "stats": { + "mean": [ + [ + 0.02869103999999997, + 0.004943600000000048, + -0.04877112000000006, + 0.06901168, + 0.005554399999999982, + 0.007404799999999972, + 0.011100480000000062, + 0.07332431999999998, + 0.04736795999999993, + 0.01942200000000002, + -0.14446064, + -0.022119000000000017, + 0.09757803999999996, + 0.03965751999999999, + -0.14474151999999998, + 0.08901219999999999 + ] + ], + "std": [ + [ + 0.9989246223251673, + 0.9987632000000001, + 1.0021422025080997, + 1.0058025598467215, + 0.9984392123352529, + 0.9972263999999998, + 0.9937582269928688, + 0.97657824, + 0.9532010403686509, + 0.980766, + 0.722003562256413, + 0.9749796397074147, + 1.045377756731086, + 0.9719779957616785, + 0.8060951109136004, + 1.0025794726604769 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 7, + "depth": 6, + "padding": 32, + "parameters": 23374, + "cert_evals": { + "36": 0.859375, + "72": 0.859375, + "108": 0.796875, + "255": 0.515625 + }, + "fold": 2 + }, + { + "best_epoch": 29, + "best_val_acc": 1.0, + "test_acc": 0.9298245614035088, + "train_size": 25, + "val_size": 19, + "test_size": 57, + "stats": { + "mean": [ + [ + 0.10918667999999991, + 0.004943600000000039, + -0.04877112000000009, + 0.06901168, + -0.087958, + -0.07569740000000007, + 0.011100480000000062, + 0.07332432000000001, + 0.04736795999999993, + 0.019421999999999984, + 0.29767443999999993, + -0.022119, + 0.05823475999999992, + 0.03965752, + -0.025889279999999938, + 0.08901219999999999 + ] + ], + "std": [ + [ + 1.0053902213595962, + 0.9987632, + 1.0021422025080997, + 1.0058025598467215, + 0.9351239999999998, + 0.9691298611116264, + 0.9937582269928686, + 0.97657824, + 0.9532010403686509, + 0.980766, + 1.3507449809969043, + 0.9749796397074147, + 1.007680466714654, + 0.9719779957616784, + 0.9655601622370106, + 1.0025794726604769 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 7, + "depth": 6, + "padding": 32, + "parameters": 23374, + "cert_evals": { + "36": 0.8771929740905762, + "72": 0.8070175647735596, + "108": 0.7368420958518982, + "255": 0.05263157933950424 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8716950516411999, + "std_test_acc": 0.04454949002766964, + "n_samples": 101, + "n_features": 16, + "n_classes": 7, + "mean_cert_acc_36": 0.8066218197345734, + "std_cert_acc_36": 0.09035306434865485, + "mean_cert_acc_72": 0.7254438996315002, + "std_cert_acc_72": 0.1442344324896436, + "mean_cert_acc_108": 0.5881923772394657, + "std_cert_acc_108": 0.26417636625669316, + "mean_cert_acc_255": 0.20859640277922153, + "std_cert_acc_255": 0.2290193095389713 + }, + "wine-quality-white": { + "dataset": "wine-quality-white", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 51, + "best_val_acc": 0.3333333333333333, + "test_acc": 0.33991153453555634, + "train_size": 1224, + "val_size": 735, + "test_size": 2939, + "stats": { + "mean": [ + [ + -0.0032048589052286994, + -0.028953991503268075, + -0.009521662091503368, + -0.033446381021241915, + -0.021216290767973777, + 0.0013643637254901876, + -0.019732506176470634, + -0.0385083221609477, + -0.012002372222222163, + -0.05735950201797371, + 0.02225335972222248 + ] + ], + "std": [ + [ + 1.023683347421332, + 0.9447226597106944, + 0.9620105291208404, + 0.9658980402573037, + 0.9263448142152314, + 0.9948440839445967, + 0.9740337269720393, + 0.9614465411758055, + 1.0172641404349574, + 0.9821399823923815, + 0.9957833992600652 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 7, + "depth": 6, + "padding": 22, + "parameters": 6254, + "cert_evals": { + "36": 0.22660768032073975, + "72": 0.1272541582584381, + "108": 0.059884313493967056, + "255": 0.006805035285651684 + }, + "fold": 0 + }, + { + "best_epoch": 24, + "best_val_acc": 0.34143049932523617, + "test_acc": 0.30992158199795433, + "train_size": 1224, + "val_size": 741, + "test_size": 2933, + "stats": { + "mean": [ + [ + -0.017049376225490367, + 0.014491614133986936, + 0.008908331290849619, + 0.010737108415032604, + 0.04067164330065363, + 0.0329015589869281, + -0.002488432352941375, + 0.006007091343954325, + -0.021524885539215638, + 0.0011987277042483457, + -0.014868995751633802 + ] + ], + "std": [ + [ + 1.0062718660617844, + 0.9894618025720731, + 1.0916182332376316, + 0.9825566386411965, + 1.1470818763060382, + 1.0937605281552916, + 0.9895690762781538, + 0.9664685559760209, + 0.9624746400083976, + 0.9868208733792134, + 0.99380448190184 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 7, + "depth": 6, + "padding": 22, + "parameters": 6254, + "cert_evals": { + "36": 0.19161267578601837, + "72": 0.11592225730419159, + "108": 0.07228093594312668, + "255": 0.001704739173874259 + }, + "fold": 1 + }, + { + "best_epoch": 26, + "best_val_acc": 0.3393103448275862, + "test_acc": 0.31061376737877244, + "train_size": 1224, + "val_size": 725, + "test_size": 2949, + "stats": { + "mean": [ + [ + -0.008771757843137384, + -0.004596860539215801, + 0.008705725245097917, + -0.034847791446078476, + -0.030826640032679757, + -0.01616954820261436, + -0.03943745302287589, + -0.040444966319444435, + 0.02927997336601328, + 0.006854076119281012, + 0.030744455310457264 + ] + ], + "std": [ + [ + 1.0204079506641692, + 1.0029139391565418, + 1.0078310341851806, + 0.9854918621954571, + 0.9449468354581222, + 0.957020515296538, + 0.954249288652687, + 0.976569994872353, + 0.9899815735473346, + 1.008692992013154, + 0.9893537338950328 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 7, + "depth": 6, + "padding": 22, + "parameters": 6254, + "cert_evals": { + "36": 0.2258392721414566, + "72": 0.15191590785980225, + "108": 0.09426924586296082, + "255": 0.006781960371881723 + }, + "fold": 2 + }, + { + "best_epoch": 27, + "best_val_acc": 0.34978843441466856, + "test_acc": 0.35008431703204046, + "train_size": 1224, + "val_size": 709, + "test_size": 2965, + "stats": { + "mean": [ + [ + -0.022035407434640455, + 0.006143019934640497, + -0.030651977777777773, + 0.024485125988562038, + -0.018449098774509846, + -0.0018301268790849984, + 0.008402089934640587, + 0.008618634501633892, + -0.035267637908496643, + 0.02360550346405227, + -0.013176123529411856 + ] + ], + "std": [ + [ + 1.0070335678428375, + 0.9660388185917548, + 0.9095987830657093, + 0.9927445013639002, + 0.8945149881344938, + 0.9537849826536657, + 1.0086544512672544, + 0.9850628871532389, + 0.9772491357585545, + 0.995730526664069, + 1.0046258178743335 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 7, + "depth": 6, + "padding": 22, + "parameters": 6254, + "cert_evals": { + "36": 0.22765599191188812, + "72": 0.14300169050693512, + "108": 0.0826306939125061, + "255": 0.0026981451082974672 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.3276328002360809, + "std_test_acc": 0.020479035241868376, + "n_samples": 4898, + "n_features": 11, + "n_classes": 7, + "mean_cert_acc_36": 0.2179289050400257, + "std_cert_acc_36": 0.017559946746452688, + "mean_cert_acc_72": 0.13452350348234177, + "std_cert_acc_72": 0.01605433611850214, + "mean_cert_acc_108": 0.07726629730314016, + "std_cert_acc_108": 0.014661334633913285, + "mean_cert_acc_255": 0.004497469984926283, + "std_cert_acc_255": 0.0026820806189634646 + }, + "statlog-shuttle": { + "dataset": "statlog-shuttle", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 13, + "best_val_acc": 0.8553681331205836, + "test_acc": 0.8567067903012152, + "train_size": 14500, + "val_size": 8774, + "test_size": 34726, + "stats": { + "mean": [ + [ + 1.2510344720706063e-08, + -4.003449266179364e-09, + -2.8330344823007095e-07, + 2.2496552349729375e-08, + 4.917241296073994e-09, + -3.906206872704791e-09, + -2.4448276142207472e-08, + 8.781379274356982e-09, + 1.222586207623664e-07 + ] + ], + "std": [ + [ + 0.9999654436530625, + 0.9999653004098481, + 0.9999654876854136, + 0.9999670453911623, + 0.9999655862280178, + 0.9999655271700041, + 0.9999659054814384, + 0.9999654302872448, + 0.9999654402261486 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 7, + "depth": 6, + "padding": 18, + "parameters": 6126, + "cert_evals": { + "36": 0.7907331585884094, + "72": 0.6624719500541687, + "108": 0.5370327830314636, + "255": 0.03576570749282837 + }, + "fold": 0 + }, + { + "best_epoch": 14, + "best_val_acc": 0.8521341463414634, + "test_acc": 0.8602024476724236, + "train_size": 14500, + "val_size": 8528, + "test_size": 34972, + "stats": { + "mean": [ + [ + 1.2510344720706063e-08, + -4.003449266179364e-09, + -2.8330344823007095e-07, + 2.2496552349729375e-08, + 4.917241296073994e-09, + -3.906206872704791e-09, + -2.4448276142207472e-08, + 8.781379274356982e-09, + 1.222586207623664e-07 + ] + ], + "std": [ + [ + 0.9999654436530625, + 0.9999653004098481, + 0.9999654876854136, + 0.9999670453911623, + 0.9999655862280178, + 0.9999655271700041, + 0.9999659054814384, + 0.9999654302872448, + 0.9999654402261486 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 7, + "depth": 6, + "padding": 18, + "parameters": 6126, + "cert_evals": { + "36": 0.7902607917785645, + "72": 0.7051355242729187, + "108": 0.6045407652854919, + "255": 0.06865492463111877 + }, + "fold": 1 + }, + { + "best_epoch": 45, + "best_val_acc": 0.8320645905420992, + "test_acc": 0.8281653746770026, + "train_size": 14500, + "val_size": 8670, + "test_size": 34830, + "stats": { + "mean": [ + [ + 1.2510344720706063e-08, + -4.003449266179364e-09, + -2.8330344823007095e-07, + 2.2496552349729375e-08, + 4.917241296073994e-09, + -3.906206872704791e-09, + -2.4448276142207472e-08, + 8.781379274356982e-09, + 1.222586207623664e-07 + ] + ], + "std": [ + [ + 0.9999654436530625, + 0.9999653004098481, + 0.9999654876854136, + 0.9999670453911623, + 0.9999655862280178, + 0.9999655271700041, + 0.9999659054814384, + 0.9999654302872448, + 0.9999654402261486 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 7, + "depth": 6, + "padding": 18, + "parameters": 6126, + "cert_evals": { + "36": 0.7457364201545715, + "72": 0.6527993083000183, + "108": 0.5029572248458862, + "255": 0.04407120123505592 + }, + "fold": 2 + }, + { + "best_epoch": 8, + "best_val_acc": 0.9268923630637723, + "test_acc": 0.9238059464301194, + "train_size": 14500, + "val_size": 8891, + "test_size": 34609, + "stats": { + "mean": [ + [ + 1.2510344720706063e-08, + -4.003449266179364e-09, + -2.8330344823007095e-07, + 2.2496552349729375e-08, + 4.917241296073994e-09, + -3.906206872704791e-09, + -2.4448276142207472e-08, + 8.781379274356982e-09, + 1.222586207623664e-07 + ] + ], + "std": [ + [ + 0.9999654436530625, + 0.9999653004098481, + 0.9999654876854136, + 0.9999670453911623, + 0.9999655862280178, + 0.9999655271700041, + 0.9999659054814384, + 0.9999654302872448, + 0.9999654402261486 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 7, + "depth": 6, + "padding": 18, + "parameters": 6126, + "cert_evals": { + "36": 0.8679822683334351, + "72": 0.7764453887939453, + "108": 0.69265216588974, + "255": 0.13531161844730377 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8672201397701902, + "std_test_acc": 0.04036089985482982, + "n_samples": 58000, + "n_features": 9, + "n_classes": 7, + "mean_cert_acc_36": 0.7986781597137451, + "std_cert_acc_36": 0.050793248845881545, + "mean_cert_acc_72": 0.6992130428552628, + "std_cert_acc_72": 0.05628514813257613, + "mean_cert_acc_108": 0.5842957347631454, + "std_cert_acc_108": 0.08366743139616221, + "mean_cert_acc_255": 0.07095086295157671, + "std_cert_acc_255": 0.04512238749373009 + }, + "miniboone": { + "dataset": "miniboone", + "algorithm": "ldlt-resnet", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 19, + "best_val_acc": 0.8729383017715333, + "test_acc": 0.8739345861573218, + "train_size": 32516, + "val_size": 19644, + "test_size": 77904, + "stats": { + "mean": [ + [ + -0.0066929692905031805, + -0.0067178206113913536, + -0.00044848711604975365, + -0.006682303195350012, + -0.006676431252304934, + -0.006678322865666758, + -0.006603011846475587, + -0.006676624523311714, + -0.0066787164688152925, + -0.006674537190921409, + -0.006651495260794631, + -0.0021907771461773715, + -0.006695997997908723, + -0.006680375196826281, + -0.006672462064829712, + -0.0019113073704711085, + -0.006682638614835791, + -0.005199885844285893, + -0.006682950415180203, + -0.0027868723179357985, + -0.006732400171929552, + -0.006675056184647536, + -0.0009806369656784695, + -0.0067719209681387305, + -0.006673680111329746, + -0.006853424330988536, + -0.0049757818568722766, + -0.0066786663365727686, + -0.006678683045269993, + -0.00666663167363761, + -0.006713104959930439, + -0.00667692119264367, + -0.006648468240250945, + -0.005555848155831019, + -0.0066771619571901345, + -0.006676893769221374, + -0.006640021976872997, + -0.006652168061569651, + -0.006656952063599499, + -0.006676646404846852, + -0.005321780849683204, + -0.007256703317981967, + -0.006479226783737146, + -0.006305387427130641, + -0.006670434807482904, + -0.006676957442489813, + -0.006832965117468275, + -0.006830883164011628, + -0.006874203773250122, + -0.00667477880120567 + ] + ], + "std": [ + [ + 1.0538567724237127, + 1.0538641992619597, + 0.9958589711579526, + 1.0538780837060269, + 1.053878006921434, + 1.0538798560451104, + 1.053879432020278, + 1.0538786291178488, + 1.053873986660415, + 1.0538783590814276, + 1.0538757864954629, + 1.0176547701635106, + 1.0538752752995135, + 1.053872770510109, + 1.0538659033426634, + 0.9932644775405934, + 1.0538747558236612, + 1.04937218635993, + 1.053877924513502, + 0.0025831688488992767, + 1.053829697906066, + 1.0538783793218856, + 1.018390578757397, + 1.053842634750244, + 1.0538786083464582, + 1.0538111764047524, + 1.022739919992211, + 1.0538741322767364, + 1.0538782493179681, + 1.053875543573962, + 1.0538088816355915, + 1.0538723979257454, + 1.0538730852936433, + 1.0247711822180132, + 1.0538781798354342, + 1.053878585676999, + 1.0538691274084275, + 1.0538654744064087, + 1.05387761105871, + 1.0538781920284286, + 1.0452185226194493, + 1.0438926673439166, + 1.0538793178576804, + 1.0536246877698876, + 1.0538784902027962, + 1.0538787998823098, + 1.0538650746236322, + 1.0538068876186153, + 1.0538062411125644, + 1.0538784592336081 + ] + ] + }, + "width": 256, + "in_features": 50, + "out_features": 2, + "depth": 6, + "padding": 100, + "parameters": 355337, + "cert_evals": { + "36": 0.8208821415901184, + "72": 0.7573680877685547, + "108": 0.6875128746032715, + "255": 0.3482747972011566 + }, + "fold": 0 + }, + { + "best_epoch": 39, + "best_val_acc": 0.8723794015876246, + "test_acc": 0.873510834959433, + "train_size": 32516, + "val_size": 19652, + "test_size": 77896, + "stats": { + "mean": [ + [ + -0.003659472481547509, + -0.0035700208512731936, + -0.00456473851721011, + -0.00360049339094594, + -0.003593886083772473, + -0.00358800156845938, + -0.003609804330175811, + -0.0035959653862712893, + -0.003585372367449882, + -0.0036011496647804257, + -0.003574454936031472, + -0.0002376014663141565, + -0.0035765183694182563, + -0.0035786825070734597, + -0.003581793034198606, + 0.0027392871255968536, + -0.0035747984868988035, + -0.0018979996262606397, + -0.0035937045023987507, + 0.008311608403247624, + -0.0038405719449991636, + -0.003598410862344705, + -1.2960689975229953e-05, + -0.0037911689629719237, + -0.0035987016976257243, + -0.003553280317375533, + -0.00120645956911968, + -0.003604746423299312, + -0.003595963956206178, + -0.0036390921810801925, + -0.0036627183510209798, + -0.003597980923237808, + -0.0035958085404107568, + -0.005033409016920937, + -0.0036001520635993464, + -0.0035987486652726062, + -0.0035917900449008895, + -0.0035793614428588296, + -0.0035902388547176894, + -0.0035928566736375947, + -0.0009922327992711712, + -0.002124953252319455, + -0.0036879309878213567, + -0.0034349073177313027, + -0.003598185213436877, + -0.0035934901402386375, + -0.003602609255707958, + -0.0035299332937630697, + -0.0036069077674990894, + -0.003592571029647003 + ] + ], + "std": [ + [ + 1.0293487576429072, + 1.0293632141886253, + 0.9887037915056724, + 1.029365893060315, + 1.0293658502982712, + 1.029368237348854, + 1.0293622172155605, + 1.0293663659457355, + 1.0293628691485286, + 1.0293656358483938, + 1.029364102494499, + 1.006763216099369, + 1.0293667056536349, + 1.029362370179701, + 1.029358770899615, + 1.0012661620897783, + 1.029365775010478, + 1.027354601762616, + 1.0293662087119093, + 1.9999643273466732, + 1.0293241490670084, + 1.0293658647973212, + 1.007217844105937, + 1.0292982324584112, + 1.0293659919295302, + 1.0293214796094297, + 1.0139090551352947, + 1.0293616933725718, + 1.0293661117606363, + 1.0293612193672406, + 1.0293028748669328, + 1.0293608389078128, + 1.0293624280631426, + 1.0121183384237977, + 1.029365684051124, + 1.029366166790506, + 1.0293578351184116, + 1.0293603667049085, + 1.0293647225554694, + 1.02936611660418, + 1.0243754023495473, + 1.0175071683627712, + 1.0293461366945726, + 1.0291967790319312, + 1.0293656729659864, + 1.0293667176112475, + 1.029354896915401, + 1.0293422770958582, + 1.0293448836449766, + 1.029366280982135 + ] + ] + }, + "width": 256, + "in_features": 50, + "out_features": 2, + "depth": 6, + "padding": 100, + "parameters": 355337, + "cert_evals": { + "36": 0.8200164437294006, + "72": 0.7533634305000305, + "108": 0.6800477504730225, + "255": 0.33842557668685913 + }, + "fold": 1 + }, + { + "best_epoch": 14, + "best_val_acc": 0.8753202828738341, + "test_acc": 0.874375272317195, + "train_size": 32516, + "val_size": 19514, + "test_size": 78034, + "stats": { + "mean": [ + [ + 0.0005872713728625283, + 0.0005592911951040488, + -0.0015875384167732419, + 0.0005084049237298592, + 0.0005126942889679038, + 0.0005151387839825248, + 0.0005130335342600157, + 0.0005107385533274924, + 0.000518504668470965, + 0.0005099805941690433, + 0.0004972431602903669, + 0.006199611582771556, + 0.0004437178835034895, + 0.0005174753444456869, + 0.00045390833435860097, + -0.006724558695826372, + 0.00046023495202354226, + -0.0014645146025250007, + 0.0005134210419486034, + 0.008326016098843635, + 0.0005855647507836025, + 0.0005188788657891645, + -0.005855233801703189, + 0.0005363233146758781, + 0.000517880286628172, + 0.000289813760165567, + 0.0011647067174228383, + 0.000515516933202204, + 0.0005118400049205469, + 0.0005662085096567202, + 0.0006245390962356869, + 0.0005227987882888596, + 0.0004455256058554989, + -0.0012331349033552603, + 0.000509145377660323, + 0.0005160132888423314, + 0.0005081290841431461, + 0.0004383096252307822, + 0.0005235053327593691, + 0.0005115684401526536, + -6.85762123339298e-05, + -0.0002997175066182346, + 0.0005932577715586378, + 0.0008539802024421717, + 0.0005163635748510258, + 0.0005131155830974517, + 0.00047798527387127445, + 0.0004895968192581729, + 0.0006103754389776044, + 0.0005093450393652897 + ] + ], + "std": [ + [ + 0.9957345954073729, + 0.9957338045117373, + 1.009089174106892, + 0.9957299331571907, + 0.9957297207983613, + 0.9957319779858296, + 0.9957285308484073, + 0.99573027967679, + 0.9957274461972008, + 0.9957298025727774, + 0.9957267869288412, + 0.9986824060207489, + 0.995727937063426, + 0.995726209358951, + 0.9957222508374016, + 0.9849068775325148, + 0.9957260724507725, + 0.9984485547058798, + 0.9957301232252692, + 1.9999635778290246, + 0.9957403323167682, + 0.9957303943483548, + 0.9869664238989766, + 0.9957341301924101, + 0.9957304810256162, + 0.9957436771610553, + 0.9965972478945923, + 0.9957273137356182, + 0.9957300780370839, + 0.9957353083328109, + 0.995745588680438, + 0.9957274480178427, + 0.9957264072745984, + 0.9993516959593822, + 0.9957297379201838, + 0.9957305689438095, + 0.9957296474590059, + 0.9957273179676576, + 0.9957300585487675, + 0.9957298638455957, + 0.9958033136974604, + 1.001216743433296, + 0.9957377405837478, + 0.9958618328338358, + 0.9957300476528158, + 0.9957306269775752, + 0.9957358265962181, + 0.9957255439006696, + 0.9957566204204258, + 0.9957298904542489 + ] + ] + }, + "width": 256, + "in_features": 50, + "out_features": 2, + "depth": 6, + "padding": 100, + "parameters": 355337, + "cert_evals": { + "36": 0.8203603625297546, + "72": 0.7616551518440247, + "108": 0.6966834664344788, + "255": 0.3761437237262726 + }, + "fold": 2 + }, + { + "best_epoch": 7, + "best_val_acc": 0.8708175585797606, + "test_acc": 0.8723750673059665, + "train_size": 32516, + "val_size": 19546, + "test_size": 78002, + "stats": { + "mean": [ + [ + -0.004108113020359334, + -0.004135750738098101, + -0.001322435285942239, + -0.004109338048960558, + -0.004110013236557907, + -0.004103856971953094, + -0.004105435167302326, + -0.004108234536843478, + -0.0041157547053759375, + -0.004111229871447928, + -0.004129319931725945, + -0.009310410842292996, + -0.004151154668470918, + -0.004106480246647911, + -0.004078257611637442, + -0.0012255257009042696, + -0.004128084247755086, + -0.001812244588848235, + -0.004106642698979071, + -0.002771495593861472, + -0.003930339402381827, + -0.004107319867142366, + -0.0020118547528348136, + -0.004110450282937586, + -0.004107549326485374, + -0.003903686475773098, + 0.0034778790131669113, + -0.004089806615204751, + -0.004105919012178624, + -0.004107724389223812, + -0.004053504517403692, + -0.004112779779185523, + -0.004036618249477243, + 0.0003978993396296994, + -0.004112451033337286, + -0.004115697588879312, + -0.004161525821134272, + -0.004013369772911648, + -0.004074420147004465, + -0.004107203911920277, + -0.003583577395203846, + -0.003683256187455512, + -0.00410252064829624, + -0.00435002289662263, + -0.004109810948460561, + -0.00410555030446539, + -0.004173506213295106, + -0.004126808812892148, + -0.004084347094353566, + -0.00411184631565997 + ] + ], + "std": [ + [ + 1.0334801859758438, + 1.0334838209190884, + 0.9910692934328427, + 1.0334925739257474, + 1.0334920746964988, + 1.0334944696977597, + 1.033489534681566, + 1.0334928363605922, + 1.0334882086728014, + 1.0334922326917702, + 1.0334875046199652, + 1.0060291795040275, + 1.0334893624231647, + 1.033487735872467, + 1.0334857443384646, + 0.9987636855559352, + 1.0334891465642266, + 1.0284163803912958, + 1.0334926279501595, + 0.001394515045967005, + 1.0334671696186013, + 1.0334925293155786, + 1.0120329637568104, + 1.033467979482877, + 1.0334926503936537, + 1.033454580542911, + 1.019800750059293, + 1.0334899846628842, + 1.033492713983251, + 1.0334904070281967, + 1.033453265260482, + 1.0334870912604435, + 1.033493356896935, + 1.0148066500638184, + 1.0334921455669586, + 1.0334923339339557, + 1.0334817504638347, + 1.0334892263464805, + 1.0334932384339353, + 1.033492453509268, + 1.0277860358762678, + 1.0269827669348142, + 1.0334755350744662, + 1.0331928866784732, + 1.033492181460736, + 1.0334932068430196, + 1.0334910911748012, + 1.033455511075802, + 1.0334588140472194, + 1.0334923126040656 + ] + ] + }, + "width": 256, + "in_features": 50, + "out_features": 2, + "depth": 6, + "padding": 100, + "parameters": 355337, + "cert_evals": { + "36": 0.8152226805686951, + "72": 0.7497115135192871, + "108": 0.6759442090988159, + "255": 0.313799649477005 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8735489401849791, + "std_test_acc": 0.0008584826057278721, + "n_samples": 130064, + "n_features": 50, + "n_classes": 2, + "mean_cert_acc_36": 0.8191204071044922, + "std_cert_acc_36": 0.0026227435784890603, + "mean_cert_acc_72": 0.7555245459079742, + "std_cert_acc_72": 0.00514602568633395, + "mean_cert_acc_108": 0.6850470751523972, + "std_cert_acc_108": 0.009116673125668951, + "mean_cert_acc_255": 0.34416093677282333, + "std_cert_acc_255": 0.025784521393712293 + } + }, + "overall": {} +} \ No newline at end of file diff --git a/UCI_N6/ldlt/summary.json b/UCI_N6/ldlt/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..0ff9395c79b2ad273767956ec2a71e60dbd9bd2d --- /dev/null +++ b/UCI_N6/ldlt/summary.json @@ -0,0 +1,45372 @@ +{ + "metadata": { + "data_root": "data/UCI", + "out": "runs/UCI_N6", + "gpus": 4, + "max_epochs": 100, + "patience": 30, + "batch_size": 64, + "lr": 0.001, + "seed": 1337, + "verbosity": "info", + "datasets": null, + "algorithms": [ + "sdp", + "ldlt", + "ldlt-resnet", + "aol", + "ortho", + "sandwich" + ], + "depth": 6, + "n_tasks": 726, + "run_dir": "/home/mjuston2/Documents/DeepLipschitzResNet" + }, + "datasets": { + "acute-inflammation": { + "dataset": "acute-inflammation", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 4, + "best_val_acc": 1.0, + "test_acc": 0.9459459459459459, + "train_size": 30, + "val_size": 16, + "test_size": 74, + "stats": { + "mean": [ + [ + -0.029776199999999933, + 0.05815319999999998, + 0.03366299999999992, + -0.07041613333333337, + 0.0829954666666666, + 0.3029878333333334 + ] + ], + "std": [ + [ + 1.046299339147563, + 1.028676385077134, + 0.9895473157792913, + 1.0179845925601472, + 0.9937462864656396, + 1.0009348864350793 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5576, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 5, + "best_val_acc": 1.0, + "test_acc": 1.0, + "train_size": 30, + "val_size": 18, + "test_size": 72, + "stats": { + "mean": [ + [ + 0.2066000000000002, + 0.2132320000000001, + 0.16832333333333327, + -6.666666666858371e-07, + 0.08299546666666664, + -0.033663 + ] + ], + "std": [ + [ + 1.073465583913181, + 1.0965727109827237, + 0.9521923485684088, + 0.9958250796083059, + 0.9937462864656397, + 0.9895473157792911 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5576, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 6, + "best_val_acc": 0.8, + "test_acc": 0.9285714285714286, + "train_size": 30, + "val_size": 20, + "test_size": 70, + "stats": { + "mean": [ + [ + -0.06825569999999999, + -0.09692560000000008, + 0.10099316666666662, + 0.07041479999999994, + -0.11619693333333347, + 0.16832750000000007 + ] + ], + "std": [ + [ + 0.9390286569686838, + 0.9304728, + 0.9733809278809981, + 0.9680526182869189, + 0.9870693041144554, + 1.0099525000000003 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5576, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 11, + "best_val_acc": 0.9523809523809523, + "test_acc": 0.855072463768116, + "train_size": 30, + "val_size": 21, + "test_size": 69, + "stats": { + "mean": [ + [ + 0.061842666666666594, + -0.01938619999999999, + -0.03366716666666666, + -0.14083160000000008, + -0.049799466666666695, + -0.3029836666666666 + ] + ], + "std": [ + [ + 0.9526045937382531, + 0.9838646893399317, + 1.000934886435079, + 1.0348917799997448, + 0.9937462864656396, + 0.8932355996217098 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5576, + "cert_evals": { + "36": 0.07246376574039459, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9323974595713727, + "std_test_acc": 0.059853873293303224, + "n_samples": 120, + "n_features": 6, + "n_classes": 2, + "mean_cert_acc_36": 0.018115941435098648, + "std_cert_acc_36": 0.036231882870197296, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "acute-nephritis": { + "dataset": "acute-nephritis", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 22, + "best_val_acc": 1.0, + "test_acc": 1.0, + "train_size": 30, + "val_size": 17, + "test_size": 73, + "stats": { + "mean": [ + [ + -0.1415510333333333, + 0.21323200000000003, + -0.03366716666666671, + -6.666666667154431e-07, + 0.2821878666666666, + -0.1683233333333333 + ] + ], + "std": [ + [ + 1.0909027516263303, + 1.0965727109827237, + 1.0009348864350789, + 0.9958250796083059, + 0.9598970403996372, + 0.9521923485684088 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5576, + "cert_evals": { + "36": 0.31506848335266113, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 6, + "best_val_acc": 1.0, + "test_acc": 0.9736842105263158, + "train_size": 30, + "val_size": 14, + "test_size": 76, + "stats": { + "mean": [ + [ + 0.012368109999999948, + -0.0969256, + 0.10099316666666665, + -0.21124706666666673, + -0.11619693333333339, + -0.033662999999999985 + ] + ], + "std": [ + [ + 0.9970611705313925, + 0.9304727999999999, + 0.9733809278809981, + 1.0468011683411809, + 0.9870693041144555, + 0.9895473157792911 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5576, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 11, + "best_val_acc": 1.0, + "test_acc": 0.9493670886075949, + "train_size": 30, + "val_size": 11, + "test_size": 79, + "stats": { + "mean": [ + [ + 0.03252466666666676, + 0.05815320000000001, + -0.10099733333333338, + -6.666666667154431e-07, + 0.1493929333333332, + -0.033662999999999985 + ] + ], + "std": [ + [ + 0.9744119491152714, + 1.0286763850771339, + 1.0077056618442157, + 0.9958250796083059, + 0.9870693041144553, + 0.9895473157792911 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5576, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 2, + "best_val_acc": 1.0, + "test_acc": 1.0, + "train_size": 30, + "val_size": 19, + "test_size": 71, + "stats": { + "mean": [ + [ + -0.029776590000000006, + -0.01938619999999999, + -0.10099733333333341, + -6.666666667080416e-07, + 0.01659799999999996, + -0.10099316666666663 + ] + ], + "std": [ + [ + 1.0535901730675965, + 0.9838646893399317, + 1.0077056618442157, + 0.9958250796083058, + 0.995962, + 0.9733809278809978 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5576, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9807628247834776, + "std_test_acc": 0.024330617545592573, + "n_samples": 120, + "n_features": 6, + "n_classes": 2, + "mean_cert_acc_36": 0.07876712083816528, + "std_cert_acc_36": 0.15753424167633057, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "abalone": { + "dataset": "abalone", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 31, + "best_val_acc": 0.6301587301587301, + "test_acc": 0.637634838194167, + "train_size": 1044, + "val_size": 630, + "test_size": 2503, + "stats": { + "mean": [ + [ + 0.03759131666666678, + -0.0067216787931033565, + -0.00504821235632188, + -0.010079406034482869, + 0.0077948497126437005, + -0.0035954527720305413, + 0.011847337255747069, + 0.020808682452107305 + ] + ], + "std": [ + [ + 0.9932562075552053, + 1.0067465043023525, + 0.9980809038500921, + 0.9297052233036605, + 1.0141436995589543, + 0.9931430828536596, + 1.017739933100054, + 1.0318462596531948 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 5673, + "cert_evals": { + "36": 0.5097882151603699, + "72": 0.3999200761318207, + "108": 0.31921693682670593, + "255": 0.1817818582057953 + }, + "fold": 0 + }, + { + "best_epoch": 35, + "best_val_acc": 0.6624203821656051, + "test_acc": 0.6479041916167665, + "train_size": 1044, + "val_size": 628, + "test_size": 2505, + "stats": { + "mean": [ + [ + 0.005192849233716447, + -0.0023747756321838803, + -0.004999904980842867, + -0.01065197068965531, + -0.001757506036398443, + -0.0004581268045977247, + -0.008801511695402298, + -0.0025385303256705034 + ] + ], + "std": [ + [ + 0.9921988752896624, + 1.0113577078934743, + 1.0108378611135136, + 0.93746968476643, + 1.0135082046349184, + 1.0099861173658438, + 1.0142707677051552, + 1.019381711286177 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 5673, + "cert_evals": { + "36": 0.49940118193626404, + "72": 0.3808383047580719, + "108": 0.2934131622314453, + "255": 0.16766466200351715 + }, + "fold": 1 + }, + { + "best_epoch": 51, + "best_val_acc": 0.7038269550748752, + "test_acc": 0.6350710900473934, + "train_size": 1044, + "val_size": 601, + "test_size": 2532, + "stats": { + "mean": [ + [ + -0.017948929501915466, + 0.023985624319923418, + 0.023087170114942556, + 0.018317038026819783, + 0.02778346245977014, + 0.025539904827586328, + 0.018261344003831434, + 0.034770174578544095 + ] + ], + "std": [ + [ + 0.9978233519534647, + 1.0049712832060378, + 1.0100440980049294, + 0.9634042347353897, + 1.0033357823934823, + 1.0054816988393045, + 0.9890488354165379, + 1.0152622279378631 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 5673, + "cert_evals": { + "36": 0.49723538756370544, + "72": 0.3874407708644867, + "108": 0.30252763628959656, + "255": 0.16074249148368835 + }, + "fold": 2 + }, + { + "best_epoch": 44, + "best_val_acc": 0.6589785831960461, + "test_acc": 0.6346001583531274, + "train_size": 1044, + "val_size": 607, + "test_size": 2526, + "stats": { + "mean": [ + [ + -0.039933615229885006, + 0.033357397988505864, + 0.02810616465517236, + 0.015225409386973148, + 0.03982630053544057, + 0.03327093634674338, + 0.031858401652298855, + 0.04330609419540234 + ] + ], + "std": [ + [ + 1.000898664612302, + 1.0028361176421674, + 1.0029617333979737, + 0.9244955132147792, + 1.020547570022181, + 1.016662196023235, + 1.0053994226175234, + 1.025123395710352 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 5673, + "cert_evals": { + "36": 0.5162311792373657, + "72": 0.3970704674720764, + "108": 0.31908154487609863, + "255": 0.18210609257221222 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6388025695528635, + "std_test_acc": 0.006212549662085059, + "n_samples": 4177, + "n_features": 8, + "n_classes": 3, + "mean_cert_acc_36": 0.5056639909744263, + "std_cert_acc_36": 0.008924476183022896, + "mean_cert_acc_72": 0.3913174048066139, + "std_cert_acc_72": 0.008792866663966486, + "mean_cert_acc_108": 0.3085598200559616, + "std_cert_acc_108": 0.012781357717396408, + "mean_cert_acc_255": 0.17307377606630325, + "std_cert_acc_255": 0.010625951414857275 + }, + "annealing": { + "dataset": "annealing", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 35, + "best_val_acc": 0.8511904761904762, + "test_acc": 0.8238095238095238, + "train_size": 100, + "val_size": 168, + "test_size": 630, + "stats": { + "mean": [ + [ + 0.07222222999999978, + -0.345, + 4.33, + 12.0, + 0.14, + -0.17333315999999985, + -0.07800000000000064, + 29.2, + 0.09999999999999996, + -0.010000000000000224, + 0.3, + -0.010000000000000111, + -4.132729999999996e-16, + -0.11000000000000007, + -0.11999999999999993, + -0.12999999999999998, + -0.13, + -0.029999999999999773, + -1.847940000000002e-16, + -0.05999999999999975, + -1.626729999999999e-16, + -0.03999999999999998, + -0.010000000000000222, + -0.06000000000000002, + 0.1, + 1.3318299999999998, + 771.9469999999998, + 1183.75, + 0.009999999999999986, + -0.9466666699999999, + -1.5582099999999978e-17 + ] + ], + "std": [ + [ + 0.27504207913753365, + 0.41800119617053744, + 14.650634798533474, + 25.758493744782516, + 0.34698703145794935, + 0.2133331200000003, + 0.2543933961407015, + 110.08796482813175, + 0.29999999999999993, + 0.09949874371066192, + 0.47958315233127174, + 0.06557438524301994, + 1.0, + 0.31288975694324034, + 0.32496153618543855, + 0.3363034344160047, + 0.3363034344160045, + 0.17058722109231966, + 1.0, + 0.23748684174075815, + 1.0, + 0.19595917942265428, + 0.09949874371066192, + 0.2374868417407582, + 0.9949874371066199, + 0.9335979547428329, + 410.1759096911958, + 1742.0412703205398, + 0.09949874371066196, + 0.2436755226844934, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 31, + "out_features": 5, + "depth": 6, + "padding": 62, + "parameters": 87307, + "cert_evals": { + "36": 0.7603174448013306, + "72": 0.7285714149475098, + "108": 0.6984127163887024, + "255": 0.5555555820465088 + }, + "fold": 0 + }, + { + "best_epoch": 23, + "best_val_acc": 0.8260869565217391, + "test_acc": 0.8021978021978022, + "train_size": 100, + "val_size": 161, + "test_size": 637, + "stats": { + "mean": [ + [ + 0.07222222999999978, + -0.345, + 4.33, + 12.0, + 0.14, + -0.17333315999999985, + -0.07800000000000064, + 29.2, + 0.09999999999999996, + -0.010000000000000224, + 0.3, + -0.010000000000000111, + -4.132729999999996e-16, + -0.11000000000000007, + -0.11999999999999993, + -0.12999999999999998, + -0.13, + -0.029999999999999773, + -1.847940000000002e-16, + -0.05999999999999975, + -1.626729999999999e-16, + -0.03999999999999998, + -0.010000000000000222, + -0.06000000000000002, + 0.1, + 1.3318299999999998, + 771.9469999999998, + 1183.75, + 0.009999999999999986, + -0.9466666699999999, + -1.5582099999999978e-17 + ] + ], + "std": [ + [ + 0.27504207913753365, + 0.41800119617053744, + 14.650634798533474, + 25.758493744782516, + 0.34698703145794935, + 0.2133331200000003, + 0.2543933961407015, + 110.08796482813175, + 0.29999999999999993, + 0.09949874371066192, + 0.47958315233127174, + 0.06557438524301994, + 1.0, + 0.31288975694324034, + 0.32496153618543855, + 0.3363034344160047, + 0.3363034344160045, + 0.17058722109231966, + 1.0, + 0.23748684174075815, + 1.0, + 0.19595917942265428, + 0.09949874371066192, + 0.2374868417407582, + 0.9949874371066199, + 0.9335979547428329, + 410.1759096911958, + 1742.0412703205398, + 0.09949874371066196, + 0.2436755226844934, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 31, + "out_features": 5, + "depth": 6, + "padding": 62, + "parameters": 87307, + "cert_evals": { + "36": 0.7582417726516724, + "72": 0.7001569867134094, + "108": 0.6593406796455383, + "255": 0.5149136781692505 + }, + "fold": 1 + }, + { + "best_epoch": 30, + "best_val_acc": 0.7953216374269005, + "test_acc": 0.7990430622009569, + "train_size": 100, + "val_size": 171, + "test_size": 627, + "stats": { + "mean": [ + [ + 0.07222222999999978, + -0.345, + 4.33, + 12.0, + 0.14, + -0.17333315999999985, + -0.07800000000000064, + 29.2, + 0.09999999999999996, + -0.010000000000000224, + 0.3, + -0.010000000000000111, + -4.132729999999996e-16, + -0.11000000000000007, + -0.11999999999999993, + -0.12999999999999998, + -0.13, + -0.029999999999999773, + -1.847940000000002e-16, + -0.05999999999999975, + -1.626729999999999e-16, + -0.03999999999999998, + -0.010000000000000222, + -0.06000000000000002, + 0.1, + 1.3318299999999998, + 771.9469999999998, + 1183.75, + 0.009999999999999986, + -0.9466666699999999, + -1.5582099999999978e-17 + ] + ], + "std": [ + [ + 0.27504207913753365, + 0.41800119617053744, + 14.650634798533474, + 25.758493744782516, + 0.34698703145794935, + 0.2133331200000003, + 0.2543933961407015, + 110.08796482813175, + 0.29999999999999993, + 0.09949874371066192, + 0.47958315233127174, + 0.06557438524301994, + 1.0, + 0.31288975694324034, + 0.32496153618543855, + 0.3363034344160047, + 0.3363034344160045, + 0.17058722109231966, + 1.0, + 0.23748684174075815, + 1.0, + 0.19595917942265428, + 0.09949874371066192, + 0.2374868417407582, + 0.9949874371066199, + 0.9335979547428329, + 410.1759096911958, + 1742.0412703205398, + 0.09949874371066196, + 0.2436755226844934, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 31, + "out_features": 5, + "depth": 6, + "padding": 62, + "parameters": 87307, + "cert_evals": { + "36": 0.7623604536056519, + "72": 0.720893144607544, + "108": 0.7017543911933899, + "255": 0.5677830576896667 + }, + "fold": 2 + }, + { + "best_epoch": 2, + "best_val_acc": 0.8083832335329342, + "test_acc": 0.8145800316957211, + "train_size": 100, + "val_size": 167, + "test_size": 631, + "stats": { + "mean": [ + [ + 0.07222222999999978, + -0.345, + 4.33, + 12.0, + 0.14, + -0.17333315999999985, + -0.07800000000000064, + 29.2, + 0.09999999999999996, + -0.010000000000000224, + 0.3, + -0.010000000000000111, + -4.132729999999996e-16, + -0.11000000000000007, + -0.11999999999999993, + -0.12999999999999998, + -0.13, + -0.029999999999999773, + -1.847940000000002e-16, + -0.05999999999999975, + -1.626729999999999e-16, + -0.03999999999999998, + -0.010000000000000222, + -0.06000000000000002, + 0.1, + 1.3318299999999998, + 771.9469999999998, + 1183.75, + 0.009999999999999986, + -0.9466666699999999, + -1.5582099999999978e-17 + ] + ], + "std": [ + [ + 0.27504207913753365, + 0.41800119617053744, + 14.650634798533474, + 25.758493744782516, + 0.34698703145794935, + 0.2133331200000003, + 0.2543933961407015, + 110.08796482813175, + 0.29999999999999993, + 0.09949874371066192, + 0.47958315233127174, + 0.06557438524301994, + 1.0, + 0.31288975694324034, + 0.32496153618543855, + 0.3363034344160047, + 0.3363034344160045, + 0.17058722109231966, + 1.0, + 0.23748684174075815, + 1.0, + 0.19595917942265428, + 0.09949874371066192, + 0.2374868417407582, + 0.9949874371066199, + 0.9335979547428329, + 410.1759096911958, + 1742.0412703205398, + 0.09949874371066196, + 0.2436755226844934, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 31, + "out_features": 5, + "depth": 6, + "padding": 62, + "parameters": 87307, + "cert_evals": { + "36": 0.0665610134601593, + "72": 0.030110936611890793, + "108": 0.004754358436912298, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.809907604976001, + "std_test_acc": 0.011439322055880968, + "n_samples": 898, + "n_features": 31, + "n_classes": 5, + "mean_cert_acc_36": 0.5868701711297035, + "std_cert_acc_36": 0.34687684719056683, + "mean_cert_acc_72": 0.5449331207200885, + "std_cert_acc_72": 0.34342455888548906, + "mean_cert_acc_108": 0.5160655364161357, + "std_cert_acc_108": 0.34141750210279825, + "mean_cert_acc_255": 0.4095630794763565, + "std_cert_acc_255": 0.27397569054426696 + }, + "audiology-std": { + "dataset": "audiology-std", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 12, + "best_val_acc": 0.22580645161290322, + "test_acc": 0.25, + "train_size": 25, + "val_size": 31, + "test_size": 140, + "stats": { + "mean": [ + [ + -1.7763568394002505e-17, + -8.399999999486596e-07, + 7.99999999756551e-08, + -1.2800000001833566e-06, + -3.6000000007696543e-07, + -8.799999999986596e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.000000002006402e-08, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 7.99999999756551e-08, + 0.0, + -3.199999999159431e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3306690738754695e-17, + -3.999999999981796e-07, + 0.0, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.659739592076221e-17, + 0.0, + -8.659739592076221e-17, + 0.0, + 0.0, + 0.0, + -7.199999999940587e-07, + -4.800000000759752e-07, + 2.799999999325564e-07, + 0.0, + 2.220446049250313e-18, + 0.0, + -1.5999999996907377e-07, + 0.0, + -4.0000000006479297e-07, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9797958971132714, + 0.979795399156076, + 0.979796007645425, + 0.9797944438980055, + 0.979795825808005, + 0.9797970293219844, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132714, + 1.0, + 0.9797961795409461, + 0.979796007645425, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797960076454252, + 1.0, + 0.9797960772142222, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132711, + 0.9797952000000001, + 1.0, + 0.9797960076454251, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132709, + 1.0, + 0.9797958971132709, + 1.0, + 1.0, + 1.0, + 0.9797942770355633, + 0.9797949007791427, + 0.9797958854236333, + 1.0, + 0.979795897113271, + 1.0, + 0.9797957933341287, + 1.0, + 0.9797952, + 1.0, + 1.0 + ] + ] + }, + "width": 256, + "in_features": 59, + "out_features": 18, + "depth": 6, + "padding": 118, + "parameters": 348952, + "cert_evals": { + "36": 0.15714286267757416, + "72": 0.10000000149011612, + "108": 0.04285714402794838, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 23, + "best_val_acc": 0.5454545454545454, + "test_acc": 0.34057971014492755, + "train_size": 25, + "val_size": 33, + "test_size": 138, + "stats": { + "mean": [ + [ + -1.7763568394002505e-17, + -8.399999999486596e-07, + 7.99999999756551e-08, + -1.2800000001833566e-06, + -3.6000000007696543e-07, + -8.799999999986596e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.000000002006402e-08, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 7.99999999756551e-08, + 0.0, + -3.199999999159431e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3306690738754695e-17, + -3.999999999981796e-07, + 0.0, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.659739592076221e-17, + 0.0, + -8.659739592076221e-17, + 0.0, + 0.0, + 0.0, + -7.199999999940587e-07, + -4.800000000759752e-07, + 2.799999999325564e-07, + 0.0, + 2.220446049250313e-18, + 0.0, + -1.5999999996907377e-07, + 0.0, + -4.0000000006479297e-07, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9797958971132714, + 0.979795399156076, + 0.979796007645425, + 0.9797944438980055, + 0.979795825808005, + 0.9797970293219844, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132714, + 1.0, + 0.9797961795409461, + 0.979796007645425, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797960076454252, + 1.0, + 0.9797960772142222, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132711, + 0.9797952000000001, + 1.0, + 0.9797960076454251, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132709, + 1.0, + 0.9797958971132709, + 1.0, + 1.0, + 1.0, + 0.9797942770355633, + 0.9797949007791427, + 0.9797958854236333, + 1.0, + 0.979795897113271, + 1.0, + 0.9797957933341287, + 1.0, + 0.9797952, + 1.0, + 1.0 + ] + ] + }, + "width": 256, + "in_features": 59, + "out_features": 18, + "depth": 6, + "padding": 118, + "parameters": 348952, + "cert_evals": { + "36": 0.28260868787765503, + "72": 0.239130437374115, + "108": 0.17391304671764374, + "255": 0.021739130839705467 + }, + "fold": 1 + }, + { + "best_epoch": 11, + "best_val_acc": 0.4, + "test_acc": 0.3356164383561644, + "train_size": 25, + "val_size": 25, + "test_size": 146, + "stats": { + "mean": [ + [ + -1.7763568394002505e-17, + -8.399999999486596e-07, + 7.99999999756551e-08, + -1.2800000001833566e-06, + -3.6000000007696543e-07, + -8.799999999986596e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.000000002006402e-08, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 7.99999999756551e-08, + 0.0, + -3.199999999159431e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3306690738754695e-17, + -3.999999999981796e-07, + 0.0, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.659739592076221e-17, + 0.0, + -8.659739592076221e-17, + 0.0, + 0.0, + 0.0, + -7.199999999940587e-07, + -4.800000000759752e-07, + 2.799999999325564e-07, + 0.0, + 2.220446049250313e-18, + 0.0, + -1.5999999996907377e-07, + 0.0, + -4.0000000006479297e-07, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9797958971132714, + 0.979795399156076, + 0.979796007645425, + 0.9797944438980055, + 0.979795825808005, + 0.9797970293219844, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132714, + 1.0, + 0.9797961795409461, + 0.979796007645425, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797960076454252, + 1.0, + 0.9797960772142222, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132711, + 0.9797952000000001, + 1.0, + 0.9797960076454251, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132709, + 1.0, + 0.9797958971132709, + 1.0, + 1.0, + 1.0, + 0.9797942770355633, + 0.9797949007791427, + 0.9797958854236333, + 1.0, + 0.979795897113271, + 1.0, + 0.9797957933341287, + 1.0, + 0.9797952, + 1.0, + 1.0 + ] + ] + }, + "width": 256, + "in_features": 59, + "out_features": 18, + "depth": 6, + "padding": 118, + "parameters": 348952, + "cert_evals": { + "36": 0.21232876181602478, + "72": 0.08219178020954132, + "108": 0.04109589010477066, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 13, + "best_val_acc": 0.43333333333333335, + "test_acc": 0.3191489361702128, + "train_size": 25, + "val_size": 30, + "test_size": 141, + "stats": { + "mean": [ + [ + -1.7763568394002505e-17, + -8.399999999486596e-07, + 7.99999999756551e-08, + -1.2800000001833566e-06, + -3.6000000007696543e-07, + -8.799999999986596e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.000000002006402e-08, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 7.99999999756551e-08, + 0.0, + -3.199999999159431e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3306690738754695e-17, + -3.999999999981796e-07, + 0.0, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.659739592076221e-17, + 0.0, + -8.659739592076221e-17, + 0.0, + 0.0, + 0.0, + -7.199999999940587e-07, + -4.800000000759752e-07, + 2.799999999325564e-07, + 0.0, + 2.220446049250313e-18, + 0.0, + -1.5999999996907377e-07, + 0.0, + -4.0000000006479297e-07, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9797958971132714, + 0.979795399156076, + 0.979796007645425, + 0.9797944438980055, + 0.979795825808005, + 0.9797970293219844, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132714, + 1.0, + 0.9797961795409461, + 0.979796007645425, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797960076454252, + 1.0, + 0.9797960772142222, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132711, + 0.9797952000000001, + 1.0, + 0.9797960076454251, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132709, + 1.0, + 0.9797958971132709, + 1.0, + 1.0, + 1.0, + 0.9797942770355633, + 0.9797949007791427, + 0.9797958854236333, + 1.0, + 0.979795897113271, + 1.0, + 0.9797957933341287, + 1.0, + 0.9797952, + 1.0, + 1.0 + ] + ] + }, + "width": 256, + "in_features": 59, + "out_features": 18, + "depth": 6, + "padding": 118, + "parameters": 348952, + "cert_evals": { + "36": 0.25531914830207825, + "72": 0.1702127605676651, + "108": 0.06382978707551956, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.31133627116782614, + "std_test_acc": 0.0419041809255104, + "n_samples": 196, + "n_features": 59, + "n_classes": 18, + "mean_cert_acc_36": 0.22684986516833305, + "std_cert_acc_36": 0.05474021992068243, + "mean_cert_acc_72": 0.14788374491035938, + "std_cert_acc_72": 0.07172361520909883, + "mean_cert_acc_108": 0.08042396698147058, + "std_cert_acc_108": 0.0631757829507175, + "mean_cert_acc_255": 0.005434782709926367, + "std_cert_acc_255": 0.010869565419852734 + }, + "arrhythmia": { + "dataset": "arrhythmia", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 21, + "best_val_acc": 0.6582278481012658, + "test_acc": 0.6115384615384616, + "train_size": 113, + "val_size": 79, + "test_size": 260, + "stats": { + "mean": [ + [ + -0.05548900442477873, + 0.17327679646017674, + -0.09933938283185836, + -0.022536060176991165, + -0.05529378318584072, + -0.02827017327433631, + -0.005964132743362813, + 0.04588333831858407, + -0.06835887191150443, + -0.01879734327433625, + 0.08708691123893805, + -0.010227719469026567, + -0.05324860619469024, + 0.03857876283185871, + -0.0029412946902654486, + -0.14624673451327397, + 0.0106677238938053, + -0.09994685221238946, + -2.2654867242673962e-07, + -0.10041930088495568, + 0.14110856637168184, + -0.02112876106194691, + -0.021128761061946916, + -0.06659289999999989, + -0.06659289999999989, + -0.09438650000000005, + -0.024449619469026587, + -0.006156723893805307, + -0.03655609734513271, + -0.06008078761061956, + -0.05587280000000011, + -0.1535461769911505, + -2.9203539835147346e-07, + 0.1454482212389377, + -0.04703600000000003, + -0.06659289999999989, + 0.0665928778761063, + -0.053692424778761245, + 0.10382045292035355, + -0.045959752212389356, + -0.039423744247787586, + -0.042264867256637376, + -0.0339906548672566, + -0.10218601769911498, + -0.04703600000000003, + 0.04783872566371683, + 0.14110856637168165, + -2.920353982139237e-07, + -0.1056450000000003, + -0.06659289999999989, + 0.039230692920353964, + -0.048857433628318604, + -0.0949235044247789, + -0.0951867699115044, + -0.04703600000000003, + -0.07884043362831854, + -0.021128761061946947, + 0.0665928778761063, + 0.0665928778761063, + 0.06659287787610634, + 0.0665928778761063, + 1.0619469034296467e-07, + -0.14459542477876128, + 0.10166875221238943, + -0.0007696849557522316, + 0.08089214159292042, + 0.024555884070796462, + -0.06704164601769926, + -0.04703600000000003, + 0.1411085663716821, + 0.02721671504424786, + -0.04703600000000003, + 0.008643274336283235, + -0.03328283893805306, + -0.08280126353982296, + -0.04353061946902624, + 0.022193132743362702, + -0.07879264601769921, + 0.06659287787610634, + 0.07170867256637195, + 0.1411085663716824, + -0.04703600000000003, + 0.14110856637168173, + -0.05805589380530971, + 0.08516874884955755, + 0.043014315044247776, + -0.002110141592920556, + -0.07482919999999994, + 0.027698871681415955, + -0.08165009999999992, + -0.0536924247787612, + 1.0619469030955972e-07, + -0.09438650000000005, + 0.06338747787610613, + -0.0901489026548673, + -0.04849817699115047, + 0.07722033628318585, + 0.026260424778761074, + 0.0738569911504426, + 0.04712901946902665, + 0.16431531858407084, + 0.09438671238938037, + 0.09438671238938054, + -0.0386190796460177, + -0.09438650000000005, + 1.0619469029580476e-07, + 0.06704106194690244, + 0.00271023008849546, + 0.04821953097345133, + -0.022629159292035374, + 0.24075912389380558, + 0.19588278672566428, + 0.10636762831858415, + 0.07170867256637167, + 0.0665928778761063, + -0.08165009999999992, + 1.0619469029580476e-07, + 0.24495034513274322, + -0.02112876106194717, + -0.03837423008849555, + 0.0792644690265486, + -0.010963192920353986, + -0.13985853097345086, + -0.06118739999999991, + -0.05918213274336283, + -0.06659289999999989, + 0.19309768141592948, + 0.0665928778761063, + -2.920353984064934e-07, + -0.08791879646017699, + -0.009588667256637163, + 0.039876742477876134, + -0.04371391504424787, + -0.09472733274336269, + -0.08165009999999992, + -0.04703600000000003, + -0.08165009999999992, + -0.059833336283185844, + -0.07838458407079653, + -0.015475274336283125, + -0.0805356, + -0.13698139380530983, + 0.14110856637168137, + -0.04703600000000003, + 0.0665928778761063, + -0.021128761061947016, + 0.017010241592920368, + 0.09822180530973434, + 0.005761375398230098, + 0.0322361946902655, + -0.034939104424778704, + 0.06566965486725665, + 0.061632838053097376, + 0.0004023300884955741, + 0.07045262681415927, + 0.028733457522123865, + 0.02147898230088495, + -0.05026543539823011, + 0.060225181415929224, + -0.07029714159292026, + 0.06618380000000008, + 0.011594984955752213, + 0.040387401769911555, + -0.0058615916814159065, + 0.04742410654867257, + -0.015766054867256643, + -0.062290848053097175, + -0.05214830601769914, + 0.04644970973451337, + -0.05739616814159293, + 0.05439313274336291, + -0.0036409858407079588, + -0.009598277876106183, + -0.011235967256637188, + -0.002634908849557516, + -0.005508535398230053, + -0.05590965752212387, + -0.06772527787610619, + 0.08251315044247781, + -0.08976234513274321, + 0.04703600000000003, + -0.04274165486725669, + -0.05909215752212393, + 0.027935999115044265, + -0.036451818017699096, + 0.03197787610619467, + 0.1596792035398229, + 0.0024668168141592844, + -0.015842806194690306, + 0.07878208849557493, + 0.006463776548672604, + 0.06462291946902653, + 0.025483634513274327, + 0.06707996637168136, + -0.07861038619469025, + -0.0949829097345134, + -0.08679084778761066, + 0.09411216159292037, + -0.061483929203539976, + -0.03750280353982299, + 0.024982454867256657, + 0.010920844247787605, + -0.036973680442477924, + -0.00325765690265486, + -0.06706977168141595, + 0.054682415929203546, + 0.07233616902654867, + 0.024967183185840673, + 0.0201886814159292, + 0.0625599000000001, + 0.016163015929203547, + -0.19404511061946894, + 0.1314095771681416, + -0.02607840336283184, + -0.07232390353982299, + 0.06542182300884967, + 0.09097714132743363, + -0.0490932584955752, + 0.17395115044247766, + -0.08915754336283198, + 0.005843493805309704, + -0.1311985026548673, + 0.0822022767256637, + -0.0316962311504425, + -0.15503262123893807, + 0.050416203539823005, + 0.012278147787610633, + 0.0764223432743363, + 0.20117684424778776, + -0.15312840973451328, + -0.006850403539823016, + -0.22191862300884949, + 0.1207021007964602, + -0.08917110283185833, + -0.07690047646017703, + 0.030319972566371638, + -0.1126870734513274, + 0.06241866831858403, + -0.1273596991150443, + 0.06213639999999999, + -0.07254762831858405, + -0.08504349999999997, + 0.034207636283185856, + -0.02238689532743362, + 0.10946240796460185, + 0.021622823008849552, + -0.1487953611504425, + 0.02685327893805308, + -0.04490421946902649, + -0.04955592035398229, + 0.06734868938053096, + -0.08363668734513273, + 0.022693176017699095, + 0.09933861353982294, + -0.00604589380530972, + -0.10963647433628322, + 0.03259297079646029, + -0.07945840000000003, + -0.007002541592920362, + 0.10658185398230094, + -0.0866022876106194, + 0.06365430106194689 + ] + ], + "std": [ + [ + 0.9732374444872444, + 0.9655808459932996, + 0.2507734231833244, + 0.85756632700396, + 0.9152499916483915, + 0.9319460220789437, + 0.9577523305438101, + 1.1527478213503135, + 0.9576681124104236, + 1.0097636409421697, + 0.9939501739346246, + 0.8077223719814682, + 0.9956881527950738, + 1.065832253077651, + 0.8648866626310105, + 0.7884428876814543, + 0.8846283104978594, + 1.0392968702844574, + 0.9547571784517959, + 0.830419971626617, + 1.9911349325902201, + 0.8944357999064113, + 0.8944357999064099, + 1.0, + 1.0, + 1.0, + 1.0288388455432311, + 1.0366372636701484, + 1.0104922342254585, + 0.6029602666961917, + 1.0, + 0.9119059418676891, + 0.9988936769842922, + 1.3401171108416883, + 1.0, + 1.0, + 1.409505785723462, + 0.7576328500006007, + 1.1142082921935355, + 1.100915710823559, + 0.9521761840451372, + 0.8352521125885086, + 0.7194469320515606, + 0.9886952789548065, + 1.0, + 1.111662684055426, + 1.9911349325902201, + 0.9988936769842919, + 1.0, + 1.0, + 0.9092993788613446, + 1.061138924056677, + 0.8860454459362529, + 0.77869888137794, + 1.0, + 0.9971658374137916, + 0.8944357999064098, + 1.4095057857234619, + 1.409505785723463, + 1.4095057857234636, + 1.4095057857234625, + 0.9988939483461562, + 0.8359429042688657, + 0.9455652546275832, + 1.047159553008427, + 1.2373317065584502, + 0.9367499049873408, + 0.7094990007768702, + 1.0, + 1.9911349325902201, + 1.152138074538977, + 1.0, + 1.076296523650441, + 1.0790204523971971, + 0.9278040585020654, + 0.6623289850929874, + 1.0736843273720698, + 1.059187675645061, + 1.4095057857234636, + 1.1978616378928757, + 1.9911349325902201, + 1.0, + 1.9911349325902201, + 0.9142231440920847, + 1.3486308966826843, + 0.9779239267203217, + 1.072217573812213, + 1.0, + 1.0670736267417575, + 1.0, + 0.7576328500006009, + 0.9988939483461562, + 1.0, + 1.2592635987036094, + 0.6360290623787335, + 0.8549033709264361, + 1.300841714365119, + 0.979322007928904, + 1.2296324368044147, + 1.3300447893255654, + 1.2339107860310472, + 1.4063287585864288, + 1.4063287585864277, + 0.817419899167048, + 1.0, + 0.9988939483461566, + 1.2178666747421332, + 0.9179155627028488, + 1.1674686384124506, + 0.937597875841375, + 1.9128860722576218, + 1.9849443701676805, + 1.2128492302504466, + 1.1978616378928766, + 1.409505785723462, + 1.0, + 0.9988939483461566, + 1.9776639067090993, + 0.8944357999064088, + 0.9089427774812973, + 1.1565813541259533, + 0.9312031818896745, + 0.37790291497240225, + 1.0, + 1.0103067336455187, + 1.0, + 1.612796005825811, + 1.4095057857234625, + 0.9988936769842919, + 0.9869575017654069, + 1.0625408223089012, + 0.8572543250334869, + 0.4626232154331089, + 0.8399894436428749, + 1.0, + 1.0, + 1.0, + 0.9949165069017805, + 0.9763809111647539, + 0.9886383527662114, + 1.0, + 0.8853802248708618, + 1.9911349325902201, + 1.0, + 1.4095057857234612, + 0.8944357999064094, + 0.8545082434186259, + 0.8796291945635648, + 0.9389113833926183, + 0.8861374760427413, + 0.39441056751713705, + 0.8648668783726172, + 0.9862191391833568, + 0.8481954658017612, + 0.9206020572467216, + 0.886517128434336, + 1.0192902215038742, + 0.956622629021229, + 0.8523688961466389, + 0.2992587051477164, + 1.0, + 0.8898404778961094, + 1.0071877733497892, + 0.950155747946548, + 1.0050918229648342, + 0.7815635141616576, + 0.9972744785704897, + 0.9594844360499902, + 0.9255046483391078, + 0.4876909595587591, + 0.5036861467715275, + 0.8566188861170654, + 0.7638467720219689, + 1.0032544884403838, + 1.0560420525550518, + 0.8986819691295396, + 0.9372189161919664, + 0.8101867430665612, + 0.8950623205358443, + 0.7725356624236849, + 1.0, + 0.872460731649835, + 1.045597205130584, + 0.881115812189619, + 0.9553256168269835, + 0.8848742890899297, + 0.5907365616618244, + 0.9525692591339604, + 0.9761188977078773, + 1.2163938242844157, + 0.9319895550002153, + 0.8335462617896103, + 0.9176414735582966, + 0.9775951517497435, + 0.8425042883529639, + 1.2598848541968266, + 0.949252647471748, + 0.838972165335258, + 0.23456841787874302, + 1.1642248030770597, + 0.8628119131177865, + 0.8751618803772816, + 0.9228296916565395, + 0.9809394578124714, + 0.5915262659968897, + 0.8563703331027254, + 1.223677024967222, + 0.9284798655045788, + 1.2965375076317172, + 1.0, + 0.9389878405072626, + 0.8540110671890598, + 1.316521539927867, + 1.4340416104694482, + 0.8735072262525767, + 0.676363014728904, + 1.1134658692256694, + 1.0134545560863548, + 1.7552329970203224, + 1.7155564074285294, + 0.873049365917997, + 1.030474558081803, + 1.0170344415415917, + 1.0766146909852692, + 0.7111765255105056, + 0.6923440560955865, + 1.0058025631570486, + 0.9240158601820535, + 1.9435205267323648, + 1.9899491083438348, + 0.8387690283436754, + 0.9708565551581373, + 0.8493149601758292, + 0.985055690803851, + 0.8279931417986857, + 0.9098729896957297, + 0.9370725829078755, + 0.8393620512490872, + 0.28080206241297245, + 1.0, + 0.8220194136548338, + 0.9761698379739507, + 0.7917031329595748, + 0.9270879739715543, + 0.847139011361557, + 1.0122054789755355, + 0.9745187015121873, + 0.8548335912371546, + 0.16972156566241, + 0.8245729285934237, + 1.06901211839648, + 0.8750748380574906, + 1.0605384058291198, + 0.814622435544981, + 1.1662691506968674, + 1.0027045465050628, + 0.707221379699125, + 1.0, + 0.8738904193642293, + 1.0307627522011051, + 0.9112504790758761, + 1.0340966211802813 + ] + ] + }, + "width": 512, + "in_features": 262, + "out_features": 13, + "depth": 6, + "padding": 524, + "parameters": 1454611, + "cert_evals": { + "36": 0.5769230723381042, + "72": 0.5461538434028625, + "108": 0.4769230782985687, + "255": 0.23076923191547394 + }, + "fold": 0 + }, + { + "best_epoch": 12, + "best_val_acc": 0.5789473684210527, + "test_acc": 0.5638297872340425, + "train_size": 113, + "val_size": 57, + "test_size": 282, + "stats": { + "mean": [ + [ + -0.08236052831858409, + 0.04887446902654869, + 0.0825547600000001, + 0.07080902389380533, + 0.06969351327433632, + -0.02017880672566372, + 0.0033134920353982203, + -0.0904622607964602, + 0.0008566455575221136, + 0.05502761778761062, + 0.0029605046017698983, + 0.16618478141592918, + 0.10348846991150445, + -0.12880789292035386, + 0.001393306194690269, + -0.009972053097345045, + -0.13480514867256632, + 0.15853807787610613, + -0.022554120353982243, + -0.17088875221238942, + -0.04703600000000003, + -0.02112876106194702, + 0.14790371681415893, + 0.0665928778761063, + 0.0665928778761063, + 0.09438671238938028, + -0.033913831858407135, + -0.05746374070796462, + 0.020589044247787618, + -0.08296883185840712, + -0.016433217699115002, + -0.02482472566371683, + -0.13408300000000029, + -0.0661125929203539, + 0.14110856637168206, + 0.19977865575221251, + 0.06659287787610634, + 0.16107630088495584, + -0.04968823575221234, + 0.16085886725663703, + -0.040819525663716834, + -0.04226484955752222, + 0.03399069026548677, + 0.08868894690265484, + 0.14110856637168143, + 0.1435154159292037, + -0.04703600000000003, + -2.920353984457933e-07, + -0.02112876106194691, + 0.1997786557522125, + -0.14194291681415921, + 0.11196102831858407, + 0.0592675752212388, + 0.09347194690265491, + -0.04703600000000003, + 0.13773737168141595, + -0.1056450000000003, + -0.06659289999999989, + 0.0665928778761063, + -0.06659289999999989, + 0.0665928778761063, + 0.09438671238938029, + -0.09931298230088502, + -0.11574543716814155, + 0.19007244637168158, + 0.006741415929203616, + -0.17417296814159283, + -2.920353982846636e-07, + -0.04703600000000003, + -0.04703600000000003, + 0.027216715044247736, + 0.14110856637168231, + -0.00288054867256639, + 0.04904841858407081, + 0.02098572858407086, + -0.1192364601769909, + -0.0031704955752213143, + 0.01358514159292034, + -0.06659289999999989, + 0.014341504424779012, + -0.04703600000000003, + -0.04703600000000003, + -0.04703600000000003, + 0.07784732743362836, + 0.10888657327433629, + -0.1186584123893806, + -0.02180679646017706, + -0.07482919999999994, + 0.08863622212389385, + 0.13608353008849555, + 0.08948672566371674, + 1.0619469028597977e-07, + -0.09438650000000005, + -0.02112876106194696, + 0.09014838938053121, + -0.048498132743362864, + 0.05329288938053096, + 0.07878135752212394, + 0.006330884955752202, + 0.04712901946902665, + 0.11292442477876118, + -0.09438650000000005, + 0.09438671238938054, + -0.03861907964601756, + 1.0619469029580476e-07, + -0.09438650000000005, + 0.06704106194690229, + -0.07101396460177, + 0.11338092035398238, + 0.022629575221239016, + 0.15994504424778788, + 0.039176644247788044, + 0.11334270796460184, + -0.100392831858407, + 0.0665928778761063, + -0.08165009999999992, + 1.0619469028597977e-07, + 0.027216715044247736, + -0.0211287610619469, + 0.007675044247787407, + 0.017898353982300903, + 0.022447520353982425, + -0.10415006194690236, + -0.06118739999999991, + -0.031867106194690256, + 0.0665928778761063, + 0.0386198407079645, + -0.06659289999999989, + 0.06704106194690229, + 0.03697516814159319, + -0.044993100884955714, + -0.005112693362831841, + -0.08742769999999993, + -0.04059785840707965, + 0.027216715044247736, + 0.1411085663716819, + 0.13608353008849491, + 0.03589945132743362, + -0.0453806460176991, + 0.003572176991150533, + 0.05211161769911493, + -0.012922732743362846, + 0.1411085663716814, + -0.04703600000000003, + 0.1997786557522125, + 0.14790371681415954, + 0.14316932831858414, + 0.03571657522123903, + -0.10441322884955753, + -0.23222040176991168, + -0.03493910442477871, + 0.05546864601769913, + 0.12581869469026555, + -0.18030577079646018, + -0.07161228646017702, + -0.03718444513274338, + 0.013523787610619589, + 0.10059417451327425, + 0.01624747876106193, + 0.05021323893805318, + -0.05147623362831883, + 0.1827229362831858, + 0.0034618557522124397, + 0.05241511327433623, + 0.030558143362831823, + -0.19202160176991148, + 0.11133997495575228, + 0.12129543628318586, + 0.060097776106194795, + 0.11579815929203502, + -0.027196398230088462, + 0.17599128230088495, + -0.1195051539823009, + 0.18247482389380532, + 0.06219380353982303, + -0.09025506017699113, + 0.08350311504424779, + 0.1271729522123894, + -0.0951591353982304, + 0.10388311504424796, + 0.04703600000000003, + -0.14397143362831855, + -0.056712807079646044, + 0.11911974769911506, + 0.07255731355752211, + 0.17956833628318594, + 0.03657456283185836, + -0.12767188938053103, + -0.21526490619469008, + 0.019409734513274046, + -0.20038580796460184, + 0.13453505858407078, + -0.20150050008849554, + -0.10956924336283183, + -0.1755137388495575, + 0.07771356637168146, + 0.1258815132743363, + 0.05789021663716825, + 0.059674265486725525, + 0.04250356814159293, + 0.18101372743362842, + -0.08988732212389382, + 0.148077411681416, + 0.041530495575221225, + -0.07796867964601775, + -0.08606286725663721, + 0.216610610619469, + 0.09511035132743359, + -0.05938040707964593, + 0.0625599000000001, + -0.09312924070796465, + -0.07196051769911511, + 0.13021555911504423, + 0.10358608645132746, + -0.0039450442477876055, + 0.015811640707964647, + 0.042050546725663725, + -0.11399942584070796, + 0.01275024778761036, + -0.012157897345132696, + -0.07146561415929208, + -0.03644905008849562, + -0.0460240963716814, + -0.04567296300884947, + -0.0159320159292035, + -0.020865886725663647, + 0.006243656991150445, + -0.04104453495575228, + 0.04250217699115046, + 0.034307366371681414, + -0.11968876460176998, + -0.0937977030973451, + -0.007898124601769923, + -0.06254813724778759, + 0.027666705132743385, + -0.0678103380530974, + 0.0033648314159292177, + 0.014861656991150381, + -0.08490639823008855, + 0.06213639999999999, + 0.10985744247787621, + -0.1141806185840708, + -0.0051085477876106, + -0.07652198922123891, + 0.1186390026548673, + -0.006018964601769793, + -0.03378361716814159, + 0.011641800000000063, + -0.06094139999999994, + 0.1415026725663717, + -0.08340849911504429, + -0.021807159292035423, + -0.08355237141592924, + 0.10080485079646004, + -0.0028213893805309528, + -0.039560768141592914, + -0.03811751592920355, + 0.06180052389380527, + 0.08721472743362838, + -0.045456217699115044, + -0.04452998026548677, + -0.08741183716814158 + ] + ], + "std": [ + [ + 1.0288523625377175, + 0.9926765498781311, + 1.5821926864265932, + 1.2345480341843558, + 1.0919259987637373, + 0.8553411989728208, + 0.9770372253740158, + 1.0941619685910755, + 0.9070109264400832, + 1.1660151450666374, + 0.82811358045681, + 0.8585451804478106, + 0.9271539318095082, + 0.826139795075132, + 0.9407871254954377, + 1.1098127265333941, + 0.9673996715099642, + 1.0170784936919917, + 0.7160692020317576, + 0.8881539469849713, + 1.0, + 0.8944357999064094, + 1.5353137244867066, + 1.409505785723462, + 1.4095057857234625, + 1.4063287585864295, + 0.8810006273224485, + 0.9386543902953636, + 0.9544080465249254, + 0.605561339519823, + 0.41738930632162535, + 0.9435148318250272, + 1.0, + 0.7880462841530468, + 1.9911349325902201, + 1.9844233966366362, + 1.4095057857234636, + 1.494834216304884, + 0.8945327921343991, + 1.0465252306595956, + 0.9657902518204129, + 0.8818849232826983, + 1.01289922968906, + 0.9542609489006632, + 1.9911349325902201, + 1.303101066939662, + 1.0, + 0.9988936769842933, + 0.8944357999064099, + 1.9844233966366385, + 0.9721978598866062, + 0.9751070654641969, + 1.053405494669145, + 1.2277188687789828, + 1.0, + 0.9710532649972081, + 1.0, + 1.0, + 1.4095057857234625, + 1.0, + 1.409505785723463, + 1.4063287585864295, + 0.9944538524514821, + 1.0084398738408038, + 1.096956593110858, + 0.9848747659663566, + 1.0176485758563296, + 0.9988936769842915, + 1.0, + 1.0, + 1.1521380745389784, + 1.9911349325902201, + 0.8886796764360778, + 1.0626176220464763, + 0.9820129092696263, + 0.48071756015968203, + 0.8052609158630751, + 0.9014845427415126, + 1.0, + 1.0421263616247836, + 1.0, + 1.0, + 1.0, + 1.0603166366167238, + 1.3948018100222412, + 1.0002378777841179, + 1.0521891063258038, + 1.0, + 1.170667828978199, + 1.6220790112596297, + 1.3004892166096398, + 0.9988939483461562, + 1.0, + 0.8944357999064098, + 1.2549059943840741, + 0.9010506624821365, + 1.2640911636544077, + 0.947031285603356, + 0.991260918816901, + 1.3300447893255651, + 1.1497030038124454, + 1.0, + 1.4063287585864277, + 0.8174198991670485, + 0.9988939483461566, + 1.0, + 1.217866674742133, + 0.8282680988206665, + 1.073085103116072, + 0.9693454139903576, + 1.7234040703162494, + 1.1056144342459158, + 1.074119172644369, + 0.6071170412907283, + 1.409505785723462, + 1.0, + 0.9988939483461562, + 1.1521380745389787, + 0.8944357999064119, + 1.058370875443875, + 1.0846522644237848, + 1.0598613115637294, + 0.5613288969768316, + 1.0, + 1.077530223972941, + 1.4095057857234625, + 1.15083399388167, + 1.0, + 1.2178666747421318, + 1.0966395583377115, + 1.0389053330759344, + 1.0429545495698374, + 1.0, + 1.0244696199828591, + 1.152138074538978, + 1.9911349325902201, + 1.6220790112596353, + 1.1329428844818097, + 1.0304640926757396, + 1.0027828154445004, + 1.4038062005460157, + 1.0648539403871593, + 1.9911349325902201, + 1.0, + 1.9844233966366391, + 1.5353137244867094, + 0.6866407429573802, + 0.9470876233472572, + 0.8928451459276403, + 1.3503062413436946, + 0.39441056751713693, + 1.0739060999830787, + 0.8074286630470415, + 0.8622816943277237, + 0.9235511168325403, + 0.8884646840941383, + 0.9253177369109523, + 1.0067482855890655, + 0.8717444615689396, + 1.7004798113300974, + 1.2451967529281143, + 1.0189016467998342, + 0.9159576992318523, + 0.9716842292520014, + 0.8537203439878127, + 0.6934639134127168, + 0.6814900866218891, + 1.08628728041417, + 0.8695100152450093, + 1.7244969164094923, + 0.9957413253735008, + 0.886998298843266, + 1.0086098935045376, + 0.9474117590718318, + 0.9527864599550645, + 0.8622024829086022, + 0.928715896349544, + 1.165972778898159, + 1.1444020655792773, + 1.249832703644339, + 1.0, + 1.04414181114218, + 0.7888691092407913, + 0.8896110919230731, + 0.8385172959457787, + 0.6963004767756463, + 1.0524770129026086, + 0.8728215158868736, + 1.2422671085343606, + 1.0395955941659785, + 0.9729248895409327, + 0.942112878700215, + 0.9029124312015971, + 0.9945356002953412, + 0.9067257721352653, + 0.6559269963983796, + 1.0530222495928638, + 0.7742650861348659, + 1.7415209866320729, + 0.31751695199855035, + 0.9401556411866103, + 0.9925662855482592, + 0.9703437391049544, + 0.9315271035229352, + 0.76726349356305, + 1.113451820498087, + 1.5950728246019172, + 0.9108834606609704, + 0.6187680270209445, + 1.0, + 1.026218169309107, + 0.9226908311101232, + 1.3695879042350074, + 1.390915117042367, + 0.9165066682832561, + 1.0788295714407763, + 0.8648263176100378, + 0.9635758583333331, + 0.8878642706591297, + 0.9006687498171835, + 0.8634669309414519, + 1.0263681887473621, + 1.1035216758671196, + 0.9668823371087334, + 0.9093839574625667, + 1.2537251227686863, + 0.925393016008483, + 0.9198488449490679, + 0.9988290268424753, + 0.1771101235529094, + 1.05614751420039, + 0.9497863099739803, + 1.0994839009481026, + 0.92792429034674, + 0.9973731985207415, + 1.4008749618490997, + 0.9833759189369512, + 0.7900467121392818, + 0.5512800744398914, + 1.0, + 1.160435495736531, + 0.840523823247663, + 1.0569742675732663, + 0.8576934466322704, + 0.9349861286126709, + 0.8587290535040432, + 0.9574488028099564, + 0.8825111948837125, + 1.0, + 0.9946462418130932, + 0.8401625258336195, + 1.0609041780534152, + 0.8625411201961046, + 0.8578849236354916, + 0.9245113485505083, + 0.9397104471617286, + 0.949988633400937, + 1.4949439323664353, + 1.0752730715733643, + 0.854508526946672, + 1.0304209489391347, + 0.9286338973772724 + ] + ] + }, + "width": 512, + "in_features": 262, + "out_features": 13, + "depth": 6, + "padding": 524, + "parameters": 1454611, + "cert_evals": { + "36": 0.43971630930900574, + "72": 0.3297872245311737, + "108": 0.23049645125865936, + "255": 0.07446808367967606 + }, + "fold": 1 + }, + { + "best_epoch": 20, + "best_val_acc": 0.6461538461538462, + "test_acc": 0.6642335766423357, + "train_size": 113, + "val_size": 65, + "test_size": 274, + "stats": { + "mean": [ + [ + 0.003089986725663709, + -0.004440814159291977, + 0.06255539469026555, + 0.0030673203539822954, + 0.001728016814159293, + 0.11026861433628313, + 0.017892446017699123, + -0.06960080176991157, + 0.039233834283185866, + 0.15144875398230093, + 0.006497817787610628, + -0.01399969203539821, + 0.12535314601769912, + 0.032636741592920446, + -0.04566848761061949, + -0.12298024778761062, + -0.000969959292035392, + 0.11890371504424775, + -0.09021629999999985, + -0.11451322123893802, + -0.04703600000000003, + 0.06338747787610569, + -0.1056450000000003, + -0.06659289999999989, + 0.0665928778761063, + -0.09438650000000005, + -0.04968765486725668, + 0.10877121769911505, + -0.018068128318584065, + -0.08296883185840709, + -0.05587280000000011, + -0.06895776106194693, + -2.920353983278935e-07, + -0.013222389380530894, + -0.04703600000000003, + 0.06659287787610632, + -0.06659289999999989, + -0.1252820000000002, + 0.010099320973451271, + 0.07353538053097344, + -0.007326469911504469, + -0.07684545132743385, + -0.0339906548672566, + 0.05784047787610613, + 0.14110856637168143, + 3.805309734868323e-07, + -0.04703600000000003, + -0.06704164601769919, + -0.02112876106194691, + -0.06659289999999989, + 0.15620863893805323, + -0.03053643008849556, + -0.18165605309734498, + -0.11233752212389378, + -0.04703600000000003, + -0.016779973451327427, + -0.021128761061946985, + -0.06659289999999989, + 0.0665928778761063, + -0.06659289999999989, + -0.06659289999999989, + -0.09438650000000005, + -0.00463133628318579, + -0.07507774690265485, + -0.0007694676106195044, + -0.08089127433628311, + -0.10792991415929203, + -2.9203539847723323e-07, + -0.04703600000000003, + -0.04703600000000003, + 0.027216715044247893, + -0.04703600000000003, + -0.02592799999999999, + 0.08057962389380531, + 0.024038425752212503, + -0.16465999999999992, + -0.07926050000000014, + -0.09237758407079648, + -0.06659289999999989, + -0.043025663716814114, + 0.14110856637168245, + 0.1411085663716826, + -0.04703600000000003, + -0.023750336283185847, + 0.03126479168141594, + 0.008899934513274312, + -0.02743449557522126, + 0.06331698053097352, + 0.05539779646017699, + 0.027216715044247736, + 0.017897150442477798, + 1.0619469029187476e-07, + 1.061946903233147e-07, + -0.02112876106194691, + -0.1502479999999999, + -0.016447008849557545, + -0.0054378495575221125, + 0.07474130442477876, + -0.07807693805309734, + -0.07854839999999999, + -0.008790955752212368, + 1.0619469031152472e-07, + 1.0619469029973474e-07, + 0.038619840707964564, + 1.061946903233147e-07, + 1.0619469035868464e-07, + -2.920353983829134e-07, + -0.06884565486725683, + -0.043006230088495565, + 0.13900964601769922, + -0.06902842477876096, + -0.06529410000000001, + -0.07149334513274326, + -0.043025663716814044, + -0.06659289999999989, + 0.02721671504424799, + 1.0619469029187476e-07, + -0.08165009999999992, + -0.1056450000000003, + -0.0844234336283186, + 0.045172380530973465, + 0.08091592477876108, + -0.08034439823008824, + -0.06118739999999991, + 0.009105318584070807, + 0.0665928778761063, + 0.03861984070796471, + -0.06659289999999989, + -2.920353983475435e-07, + -0.01561157522123892, + 0.034667146902654884, + 0.04805644646017698, + 0.07649909380531038, + 0.0778107902654868, + -0.08165009999999992, + -0.04703600000000003, + 0.027216715044247736, + 0.003988389380530976, + 0.07484829203539822, + 0.06071553097345137, + 0.014212502654867237, + 0.06978295752212389, + -0.04703600000000003, + -0.04703600000000003, + -0.06659289999999989, + -0.1056450000000003, + -0.05670110707964598, + 0.09375696460176995, + -0.16628776973451334, + -0.004178826548672555, + -0.07220739999999994, + -0.06694404424778763, + -0.06819787345132745, + -0.049705195575221274, + -0.11667001238938055, + -0.12676487345132748, + 0.06602797345132745, + 0.0027255099115044237, + 0.08367987168141594, + -0.07531826548672561, + 0.06618380000000008, + -0.05077870088495575, + -0.03939802035398229, + 0.0725209725663717, + 0.018818907079646008, + -0.0012129309734513318, + 0.08232463584070795, + 0.06279675221238941, + 0.05451436991150446, + -0.09364632743362859, + -0.013597840707964663, + -0.02791582300884959, + 0.02277181946902653, + 0.09624579256637165, + 0.10685669557522126, + 0.05720445840707966, + -0.11690305221238939, + -0.07600262831858408, + 0.20486032743362856, + -0.11598514159292016, + 0.04703600000000003, + 0.12372530088495573, + 0.07733639557522128, + 0.009731815840707961, + 0.06515634630088495, + -0.004099914159292028, + -0.062444362831858426, + -0.14432490088495575, + 0.010303688495575204, + -0.03996258407079658, + -0.01723771946902648, + -0.03748595911504427, + -0.09338390796460176, + -0.12455748761061945, + -0.07069998663716814, + 0.09306433097345132, + 0.05574491150442479, + 0.05271592371681417, + -0.10488400000000016, + 0.0725061, + -0.06092212743362833, + -0.021001579646017662, + 0.08582514876106195, + 0.05783091212389381, + 0.07796875840707959, + -0.0484065486725664, + -0.06359218141592915, + 0.12465353274336273, + -0.03740971681415926, + -0.006256027433628239, + 0.02847770973451326, + 0.03523589380530972, + -0.007258076106194675, + 0.029468245840707955, + 0.07720809823008848, + -0.029801646017699017, + -0.07590199938053097, + -0.0023667877876106243, + -0.06193052212389384, + 0.0729473, + -0.08944441592920359, + -0.008905622654867247, + -0.09599750318584069, + -0.11731536725663715, + 0.03799221946902657, + 0.04264000707964609, + -0.05476776486725663, + -0.08099349336283189, + -0.06403644955752204, + 0.0510427, + -0.1728837920353984, + 0.04379192212389381, + -0.08503633221238939, + -0.04843164778761059, + -0.013288855929203541, + 0.05900416725663712, + 0.01502987168141596, + -0.028499033982300897, + -0.06898648672566376, + 0.06213639999999999, + -0.020727761061946872, + 0.056635334513274314, + -0.009026141592920364, + 0.03156841769911506, + -0.12126076106194686, + 0.06353122123893817, + 0.031937667522123854, + 0.029336698938053133, + 0.12508993982300817, + -0.07582650442477877, + 0.006734969026548675, + 0.06509837044247789, + 0.03657155663716816, + -0.13086254787610632, + -0.01249529203539823, + 0.041217141592920364, + 0.050712616814159305, + 0.008828665486725618, + -0.04774530973451326, + -0.06531424955752214, + 0.08627439557522125, + 0.019008834867256633 + ] + ], + "std": [ + [ + 0.9244692810470073, + 0.9993356910018533, + 1.1547522998507793, + 0.9432810092169331, + 1.03584004279498, + 0.8753158130277445, + 1.0465755215467378, + 0.9102607240673849, + 1.023778543447583, + 0.9297280045159075, + 1.0069835198754635, + 0.9525566546794436, + 0.9399759480360307, + 0.9978150756585966, + 0.9862811329995884, + 0.9613244275752023, + 1.111865207612389, + 0.9715796850385696, + 1.0, + 1.0813226579822182, + 1.0, + 1.2592635987036094, + 1.0, + 1.0, + 1.4095057857234625, + 1.0, + 1.010538238524329, + 1.0722512669094082, + 1.0593646908068974, + 0.605561339519823, + 1.0, + 0.9556792785074675, + 0.9988936769842924, + 0.9607982608538026, + 1.0, + 1.4095057857234632, + 1.0, + 1.0, + 0.972373648410722, + 1.0584533172538098, + 1.0284056325027326, + 0.8751294762374062, + 0.7194469320515607, + 0.9753483226530357, + 1.9911349325902201, + 0.99889397212978, + 1.0, + 0.7094990007768706, + 0.8944357999064104, + 1.0, + 0.9004941973725803, + 1.0121581074927941, + 0.761525664661198, + 0.6638398438080123, + 1.0, + 1.0084273596642825, + 0.8944357999064123, + 1.0, + 1.4095057857234632, + 1.0, + 1.0, + 1.0, + 1.0674172345021198, + 1.0415595393603108, + 0.9952640371583976, + 0.7847375185646767, + 1.0253922671299165, + 0.9988936769842935, + 1.0, + 1.0, + 1.1521380745389769, + 1.0, + 0.9380600926852771, + 0.9688329579782285, + 1.0699750013871834, + 1.0, + 1.0, + 0.9022130416875166, + 1.0, + 0.8547515543653855, + 1.9911349325902201, + 1.9911349325902201, + 1.0, + 0.9833161542151768, + 0.9113836368578456, + 1.0154070458101938, + 0.8175726795277899, + 1.0291658658053822, + 1.0023879541161114, + 1.1521380745389784, + 1.0666606471785436, + 0.9988939483461562, + 0.9988939483461564, + 0.8944357999064111, + 1.0, + 1.0194849042181624, + 0.9377289254070391, + 0.9868393622488469, + 0.7115324821514019, + 1.0, + 0.9291878599599749, + 0.9988939483461571, + 0.9988939483461564, + 1.150833993881672, + 0.9988939483461564, + 0.9988939483461563, + 0.9988936769842928, + 0.8446756150368765, + 0.8840822390425243, + 0.879273891482901, + 0.356357040154056, + 1.0, + 0.8575361470050674, + 0.8547515543653872, + 1.0, + 1.1521380745389762, + 0.9988939483461562, + 1.0, + 1.0, + 0.7707096318942795, + 0.9479029615796615, + 0.8861435214681488, + 0.709392406059319, + 1.0, + 0.9648083778490988, + 1.4095057857234619, + 1.1508339938816696, + 1.0, + 0.9988936769842918, + 0.8265732991714976, + 1.0190844405952648, + 0.9459831021380053, + 1.7348381185160544, + 1.1517740759366022, + 1.0, + 1.0, + 1.152138074538978, + 0.912843060712004, + 1.1388119070973806, + 0.9915799039109703, + 1.002719667279991, + 1.085125621845705, + 1.0, + 1.0, + 1.0, + 1.0, + 1.5001714286910226, + 0.9966194693620798, + 0.9443805992812078, + 0.8655175815339226, + 1.0, + 0.7897012658620092, + 1.1164175335449071, + 1.264530190302258, + 0.8921583865445091, + 1.0648052330194941, + 0.8695758038727032, + 0.8660581580725691, + 0.8367831000825393, + 0.37197924168302665, + 1.0, + 0.9262178979224102, + 0.9242646117464632, + 0.973591105652927, + 0.9951600891998066, + 1.1111862475284577, + 0.6670563380647561, + 0.9442962334551489, + 0.990332316811185, + 0.480719441273429, + 1.223234975369157, + 0.940394811395897, + 0.9089632031900003, + 1.0458338698053655, + 0.9721165818563446, + 1.374767108546496, + 0.8594004341053223, + 0.7653673558229712, + 0.6670525311692612, + 0.645642563256581, + 1.0, + 0.891254315503885, + 1.0775980834755503, + 1.007431548670928, + 0.9530753484316439, + 1.4811962251096449, + 1.2176806384389702, + 0.9602107117788192, + 0.8795846242039457, + 1.1116750216535782, + 0.9501349187678776, + 1.0821885258200035, + 1.1407026156836266, + 0.9231893015164008, + 0.8990327480493145, + 0.6422405879838027, + 0.9092214790537131, + 0.9351958368508632, + 1.0, + 1.0, + 0.9288775753611616, + 0.8531876075690629, + 1.034017858801366, + 1.0285706599327553, + 1.5382840820664052, + 1.0793433921827003, + 0.7014984131399681, + 0.9478974831267535, + 0.8121083950620509, + 0.5317226069000799, + 0.877495299738119, + 1.105656776922663, + 0.9679617815757274, + 0.7155463726091819, + 1.108302722756925, + 1.0944778308312668, + 0.7749616919771513, + 0.8850563716056123, + 0.5693811287198752, + 1.0, + 0.9220528856937216, + 0.8553127512283658, + 0.9975197765961968, + 0.8796722204092665, + 1.1740947078133768, + 0.9516756586234943, + 0.9063555755946218, + 0.9537956983823893, + 0.21590336552059824, + 1.0, + 1.1291952185180558, + 1.0007499385498189, + 1.0111383561599954, + 0.9704983147288865, + 1.1385710361021162, + 0.7564588026775311, + 1.0046465692486821, + 0.9312841189336238, + 0.6375502285227569, + 1.0, + 0.829387189699574, + 1.0544363475675953, + 0.9771879250820691, + 1.0137760206245479, + 1.0423498864484522, + 0.43681029699877133, + 0.8991224001063718, + 0.8257144621838688, + 1.968770644943309, + 0.8856828178067617, + 1.0398871114616712, + 0.8345338516516961, + 0.9722595951185294, + 1.285772740124495, + 0.8915167876690523, + 0.8875667705363124, + 0.6453390579256484, + 0.9343424770462008, + 0.8887305596443167, + 1.0443061214405034, + 1.027608228431771, + 0.9189390661089004 + ] + ] + }, + "width": 512, + "in_features": 262, + "out_features": 13, + "depth": 6, + "padding": 524, + "parameters": 1454611, + "cert_evals": { + "36": 0.6131386756896973, + "72": 0.5474452376365662, + "108": 0.5218977928161621, + "255": 0.2956204414367676 + }, + "fold": 2 + }, + { + "best_epoch": 19, + "best_val_acc": 0.6268656716417911, + "test_acc": 0.6397058823529411, + "train_size": 113, + "val_size": 67, + "test_size": 272, + "stats": { + "mean": [ + [ + 0.04070993805309734, + 0.11996151327433617, + -0.07505505699115043, + -0.053473368141592904, + -0.0023036168141593112, + -0.04386066761061949, + 0.1000648973451327, + 0.21898467610619468, + 0.0844638663362832, + -0.21027526176991146, + 0.08278053309734511, + 0.02691175840707965, + -0.10311968407079651, + -0.019989650442477833, + -0.029568291150442447, + 0.06979861946902657, + -0.09989179115044242, + -0.0017227557522123856, + -2.2654867243656462e-07, + 0.06518417699115044, + -0.04703600000000003, + -0.1056450000000003, + -0.1056450000000003, + 0.19977865575221251, + 0.0665928778761063, + 0.09438671238938035, + -0.10331811504424784, + -0.11287559292035391, + 0.1063068938053097, + 0.04291548672566383, + -0.05587280000000011, + -0.032180318584070916, + 0.06704106194690261, + -0.1718930000000004, + -0.04703600000000003, + 0.0665928778761063, + -0.06659289999999989, + 0.08948672566371665, + -0.025450121504424723, + -0.17311484513274336, + 0.07640526460176993, + 0.11526853982300869, + 0.1133023008849558, + -0.07326554867256642, + -0.04703600000000003, + 0.047838725663716816, + -0.04703600000000003, + 0.06704106194690251, + -0.02112876106194691, + -0.06659289999999989, + -0.013552253982300916, + -0.020357922123893812, + -0.027464973451327517, + -0.006002522123893788, + -0.04703600000000003, + -0.04337743362831858, + 0.14790371681415934, + 0.0665928778761063, + -0.06659289999999989, + 0.06659287787610634, + -0.06659289999999989, + 1.0619469029580476e-07, + 0.044767823008849614, + 0.08289923362831852, + -0.12235442831858409, + -0.11459614159292028, + 0.14790476371681416, + -2.9203539830824354e-07, + -0.04703600000000003, + 0.14110856637168223, + 0.027216715044247736, + -0.04703600000000003, + -0.055889752212389385, + -0.12962760265486717, + 0.10187851619469035, + -0.01324823008849549, + 0.022193132743362702, + -0.07879260176991155, + 0.0665928778761063, + 0.12907584070796485, + -0.04703600000000003, + -0.04703600000000003, + -0.04703600000000003, + -0.002639044247787606, + 0.054982569292035384, + 0.05932991150442477, + -0.06964141592920373, + -0.07482919999999994, + -0.033238396460177, + 0.13608353008849555, + 0.0894867256637167, + -0.09438650000000005, + -0.09438650000000005, + -0.1056450000000003, + 0.030049292035398203, + 0.0004219557522123656, + 0.04024157522123887, + 0.01212035575221241, + -0.06541580530973452, + -0.07854839999999999, + 0.02907596460176992, + -0.09438650000000005, + 0.09438671238938048, + -0.03861907964601766, + 1.0619469030366473e-07, + 1.0619469029580476e-07, + -0.0670416460176993, + -0.04499362831858416, + 0.0430065663716814, + 0.05495734513274337, + 0.025254761061947018, + -0.06529410000000001, + 0.06800543362831867, + -0.15775999999999976, + 0.0665928778761063, + -0.08165009999999992, + 1.0619469029580476e-07, + -0.08165009999999992, + -0.021128761061946954, + 0.0199548849557522, + -0.04005870796460183, + 0.07256339026548671, + 0.0029753097345135682, + 0.008741072566371728, + -0.12291731858407075, + 0.0665928778761063, + -0.03861907964601771, + 0.0665928778761063, + -2.9203539835933345e-07, + -0.15365226548672545, + -0.02139016460176988, + 0.03374174115044254, + -0.03278541946902662, + -0.16577226814159277, + 0.027216715044247785, + 0.14110856637168206, + -0.08165009999999992, + -0.17471278761061948, + -0.05009553982300891, + 0.10357247787610621, + 0.01421250265486715, + -0.16799606460176988, + 0.1411085663716814, + -0.04703600000000003, + 0.1997786557522125, + -0.02112876106194691, + 0.10064383539823014, + -0.09822227433628321, + 0.010812114336283181, + -0.0005969424778760985, + -0.034939104424778704, + -0.021039132743362887, + 0.1549942769911504, + -0.05473569823008849, + 0.09371048247787614, + 0.1284547699115043, + 0.08193819469026561, + -0.1894623433628318, + -0.03994628938053097, + 0.005021592920354035, + 0.06618380000000008, + 0.046780255752212445, + 0.12412912743362833, + -0.15687404504424782, + -0.04040450761061948, + 0.01819149026548674, + 0.047322232477876085, + -0.1316860601769911, + -0.08258592566371675, + 0.05638880530973452, + -0.10198681415929205, + 0.1290602176991152, + -0.03669845398230087, + -0.10499076469026546, + -0.12757559911504432, + -0.06652606637168137, + 0.05155422566371681, + 0.031605256637168136, + 0.0629123805309736, + 0.023197380530973564, + 0.04703600000000003, + -0.03599286283185842, + -0.1574473318584071, + 0.10887992823008849, + -0.053605181415929175, + -0.012299078761061958, + -0.05887616991150452, + 0.07308711769911504, + 0.09051549646017694, + -0.10846913274336303, + -0.15513741725663718, + 0.12073644318584073, + 0.05041307504424779, + 0.1529646697345132, + 0.0776218637168141, + 0.057565741592920404, + -0.17276489823008853, + -0.014984845840707986, + -0.04701723008849572, + -0.03750280353982299, + 0.06355189203539817, + 0.06636549999999998, + -0.1410115592035399, + -0.08766313362831851, + -0.09892783274336285, + -0.013420267079645989, + 0.09777304070796461, + 0.07535415840707965, + -0.10688448672566354, + 0.0625599000000001, + -0.011544922123893811, + -0.09627820707964604, + 0.08584640530973452, + 0.007022314424778771, + -0.05128431504424778, + -0.06365885663716808, + 0.02538907345132746, + 0.071253879380531, + -0.032786734513274456, + 0.0729473, + 0.04719471592920353, + 0.014598110265486715, + 0.026159213575221246, + 0.059101831504424836, + -0.07843545663716811, + 0.0003891433628318023, + 0.014624393274336253, + 0.03384382522123893, + -0.07310352920353969, + 0.0510427, + 0.14306325132743355, + -0.011243908849557487, + 0.02559352380530976, + 0.03617407230973455, + -0.012417333274336301, + -0.10102372743362834, + -0.09638603628318594, + 0.02360371292035396, + -0.0742930973451328, + -0.014339143362831862, + 0.03523714159292039, + 0.03915302300884953, + -0.08945827723893807, + -0.02228378656637163, + 0.10421852477876106, + 0.0697730088495576, + -0.12811908238938052, + -0.10229047238938055, + -0.048111653097345074, + 0.041196920353982314, + 0.10879424867256633, + -0.10693692778761064, + 0.02704163566371678, + 0.12719723849557518, + 0.1358370884955751, + -0.11345866194690264, + -0.11236356814159291, + 0.008828665486725625, + 0.04901849557522122, + 0.10906433185840712, + -0.12028646725663718, + 0.005514894867256633 + ] + ], + "std": [ + [ + 1.0502669179700934, + 0.9792224218294541, + 0.24305352147883325, + 1.043042266446498, + 1.0744571502175468, + 0.9508826739984755, + 0.9451555552883207, + 1.1810283789026603, + 1.0064552702700122, + 1.1190882010665817, + 0.9034793296608571, + 1.1336521923679663, + 0.9786491101919341, + 0.9206985848676537, + 0.8610889538505271, + 0.9619675032812017, + 0.9308084274399617, + 0.9863758024756076, + 0.9547571784517959, + 0.9496800506935921, + 1.0, + 1.0, + 1.0, + 1.9844233966366367, + 1.4095057857234627, + 1.40632875858643, + 0.892002130496044, + 1.0129634785032875, + 0.978487303853688, + 1.1394715296586964, + 1.0, + 1.0267988761241287, + 1.217866674742132, + 1.0, + 1.0, + 1.4095057857234627, + 1.0, + 1.30048921660964, + 1.101075351501756, + 0.9423320679555461, + 0.9745566669040967, + 1.0784150005489006, + 1.3072548131334407, + 1.020520797792866, + 1.0, + 1.1116626840554256, + 1.0, + 1.2178666747421323, + 0.8944357999064103, + 1.0, + 0.9763859814864452, + 0.9882312110151381, + 0.9941548135105892, + 1.0805382570058093, + 1.0, + 0.9455390825539804, + 1.5353137244867092, + 1.4095057857234619, + 1.0, + 1.4095057857234636, + 1.0, + 0.9988939483461567, + 0.9028116049768871, + 1.0263167291591377, + 0.9964436627027657, + 0.4280387316306564, + 1.0514551909197751, + 0.9988936769842915, + 1.0, + 1.9911349325902201, + 1.152138074538978, + 1.0, + 0.9644113662850948, + 0.9806946309645141, + 0.9930268680075975, + 0.8905664891946655, + 1.0736843273720693, + 1.0058668086951204, + 1.409505785723462, + 1.3330925209888196, + 1.0, + 1.0, + 1.0, + 1.0450036005861865, + 1.3244456183776097, + 0.932189980942975, + 0.9625014477361986, + 1.0, + 1.0074707737922228, + 1.62207901125963, + 1.3004892166096393, + 1.0, + 1.0, + 1.0, + 1.0917543201475843, + 1.0127130749629136, + 1.2877909824303606, + 0.9604994075919616, + 0.8657450013263874, + 1.0, + 1.0599660091906427, + 1.0, + 1.4063287585864277, + 0.8174198991670479, + 0.9988939483461567, + 0.9988939483461567, + 0.7094990007768708, + 0.8740833234525124, + 1.010657132912493, + 0.9328151962443406, + 1.3541564903516528, + 1.0, + 1.0437864539647888, + 1.0, + 1.409505785723462, + 1.0, + 0.9988939483461567, + 1.0, + 0.8944357999064098, + 1.2065791134004533, + 1.0500123468485083, + 0.9959504427215604, + 1.0958354145667224, + 0.7400533918928887, + 0.9943642075886404, + 1.4095057857234627, + 0.8174198991670482, + 1.4095057857234627, + 0.9988936769842922, + 0.9193790839730072, + 1.0436031910295362, + 0.9868834993023391, + 0.5782795414175284, + 0.9541173647907301, + 1.1521380745389775, + 1.9911349325902201, + 1.0, + 0.9325216486314452, + 1.0303184562115624, + 0.9698188611354921, + 1.0027196672799903, + 1.0327882823860284, + 1.9911349325902201, + 1.0, + 1.9844233966366391, + 0.8944357999064109, + 0.7112349595162911, + 1.0528496975740775, + 0.9693293962135208, + 1.098217436491506, + 0.39441056751713705, + 1.131185111941341, + 0.8933013668038887, + 0.8692841653701331, + 0.9535583303775852, + 0.9578421783922644, + 0.9351032690489206, + 0.9587912379925385, + 0.8874155629442673, + 0.7402206710271984, + 1.0, + 1.0688089329251667, + 0.997681462694144, + 0.9866601266296527, + 0.9496581319654654, + 0.9257831061652533, + 0.9073562336120353, + 0.9768579353882867, + 0.9602672008044747, + 0.7793988687883875, + 1.2643817992013762, + 0.8858997832358527, + 1.0783739453909889, + 0.9243425987503827, + 0.9894525958813807, + 0.8138319611992417, + 0.9527697944043735, + 1.1413505837251008, + 0.8792523651290115, + 1.0992317647014969, + 1.0, + 1.065433498566479, + 0.9150528093441637, + 1.0062463574228966, + 1.011250604668206, + 0.7913263564369651, + 0.9735543146496928, + 0.9610800849612564, + 0.9880567372837797, + 0.3866698577857632, + 0.9853949011817834, + 0.990227174214131, + 0.8869793376043191, + 1.0049463863071384, + 0.9992217219580515, + 0.9135057665522096, + 0.9794517412025064, + 0.8334338014885702, + 0.37518500497353446, + 1.1642248030770597, + 0.9506854878365382, + 1.1083600583283926, + 0.9361744720072924, + 1.0051395038183164, + 0.7234663786843327, + 1.1371317753211319, + 1.5356103741191347, + 0.8479920793399001, + 0.46656712729960265, + 1.0, + 1.0891589322731212, + 0.8545812844441173, + 1.3469557389840487, + 1.3298686360213214, + 0.8184103746992143, + 1.2426545134673366, + 0.9345647421429395, + 0.8739291157345797, + 0.7954155323258645, + 1.0, + 0.9396031266002715, + 0.8729340873197525, + 1.1022147706138496, + 0.9052007430680863, + 0.8002297286948205, + 1.1474637082252046, + 1.0050624674836923, + 0.8958786752659496, + 0.1199464140766847, + 1.0, + 0.9484606934407114, + 0.924743989986394, + 1.1045533858189263, + 0.9763355497679247, + 0.8775711016746042, + 1.4892483405130004, + 0.9479162196372228, + 0.824520740664537, + 0.48200134691826974, + 0.8093410764663572, + 1.0307538015892828, + 0.8557116942728363, + 0.9675781578595044, + 0.9316537658305905, + 0.961482671503125, + 0.9499524026348503, + 1.0156281171297905, + 0.9533815998673338, + 0.13577727875330386, + 1.0944930405696027, + 0.9984202119037168, + 1.0610893586418122, + 1.0416564535479678, + 0.953141207852886, + 0.9699518518482332, + 1.0661304370514315, + 0.9605383246803934, + 0.9343424770461999, + 1.1428421085341074, + 0.9995106529728873, + 1.0191031224939573, + 1.0275583030415119 + ] + ] + }, + "width": 512, + "in_features": 262, + "out_features": 13, + "depth": 6, + "padding": 524, + "parameters": 1454611, + "cert_evals": { + "36": 0.6029411554336548, + "72": 0.5845588445663452, + "108": 0.5183823704719543, + "255": 0.24632352590560913 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6198269269419452, + "std_test_acc": 0.04309486326720263, + "n_samples": 452, + "n_features": 262, + "n_classes": 13, + "mean_cert_acc_36": 0.5581798031926155, + "std_cert_acc_36": 0.08043416737093999, + "mean_cert_acc_72": 0.5019862875342369, + "std_cert_acc_72": 0.11617233406993241, + "mean_cert_acc_108": 0.43692492321133614, + "std_cert_acc_108": 0.1391261666332572, + "mean_cert_acc_255": 0.21179532073438168, + "std_cert_acc_255": 0.09563407195433929 + }, + "balloons": { + "dataset": "balloons", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 3, + "best_val_acc": 0.75, + "test_acc": 0.625, + "train_size": 4, + "val_size": 4, + "test_size": 8, + "stats": { + "mean": [ + [ + 0.0, + 0.0, + -0.968246, + 0.0 + ] + ], + "std": [ + [ + 0.968246, + 0.968246, + 1.0, + 0.968246 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 5512, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5, + "test_acc": 0.5, + "train_size": 4, + "val_size": 2, + "test_size": 10, + "stats": { + "mean": [ + [ + -0.484123, + 0.484123, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.8385256331126676, + 0.8385256331126676, + 0.968246, + 0.968246 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 5512, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 1.0, + "test_acc": 0.45454545454545453, + "train_size": 4, + "val_size": 1, + "test_size": 11, + "stats": { + "mean": [ + [ + -0.484123, + 0.0, + -0.484123, + -0.484123 + ] + ], + "std": [ + [ + 0.8385256331126676, + 0.968246, + 0.8385256331126676, + 0.8385256331126676 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 5512, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 5, + "best_val_acc": 1.0, + "test_acc": 0.8181818181818182, + "train_size": 4, + "val_size": 1, + "test_size": 11, + "stats": { + "mean": [ + [ + 0.48412299999999997, + 0.484123, + -0.968246, + 0.0 + ] + ], + "std": [ + [ + 0.8385256331126676, + 0.8385256331126676, + 1.0, + 0.968246 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 5512, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5994318181818182, + "std_test_acc": 0.1626694391049923, + "n_samples": 16, + "n_features": 4, + "n_classes": 2, + "mean_cert_acc_36": 0.0, + "std_cert_acc_36": 0.0, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "balance-scale": { + "dataset": "balance-scale", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 21, + "best_val_acc": 0.8554216867469879, + "test_acc": 0.8523316062176166, + "train_size": 156, + "val_size": 83, + "test_size": 386, + "stats": { + "mean": [ + [ + 0.05887832692307693, + -2.5641025661690044e-08, + 0.09964028205128199, + -0.09058207692307692 + ] + ], + "std": [ + [ + 0.9464310236223092, + 0.9765235538802873, + 0.9974316897506468, + 1.0391308031314608 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 5545, + "cert_evals": { + "36": 0.5310880541801453, + "72": 0.27461138367652893, + "108": 0.04663212224841118, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 17, + "best_val_acc": 0.865979381443299, + "test_acc": 0.8225806451612904, + "train_size": 156, + "val_size": 97, + "test_size": 372, + "stats": { + "mean": [ + [ + 0.09511109615384612, + -3.416070845000482e-17, + 0.00905823076923074, + 0.08152388461538454 + ] + ], + "std": [ + [ + 1.0090351712085057, + 1.0055834762270852, + 0.9532661180714023, + 1.002273371607005 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 5545, + "cert_evals": { + "36": 0.4677419364452362, + "72": 0.1666666716337204, + "108": 0.0026881720405071974, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 17, + "best_val_acc": 0.7741935483870968, + "test_acc": 0.7632978723404256, + "train_size": 156, + "val_size": 93, + "test_size": 376, + "stats": { + "mean": [ + [ + -0.00452913461538464, + 0.06340748717948716, + -1.2820512825151571e-08, + 0.09964030769230771 + ] + ], + "std": [ + [ + 0.9879158233594086, + 0.9907460042778667, + 1.027617579941566, + 0.9614936385801037 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 5545, + "cert_evals": { + "36": 0.47074466943740845, + "72": 0.22872339189052582, + "108": 0.07180850952863693, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 20, + "best_val_acc": 0.8152173913043478, + "test_acc": 0.8408488063660478, + "train_size": 156, + "val_size": 92, + "test_size": 377, + "stats": { + "mean": [ + [ + 0.05434929487179499, + -0.08605298076923085, + 0.06793655769230768, + -0.16757685256410257 + ] + ], + "std": [ + [ + 1.0569029867956488, + 1.0161657906649941, + 0.9625917447832895, + 0.9469510608150327 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 5545, + "cert_evals": { + "36": 0.6896551847457886, + "72": 0.45888593792915344, + "108": 0.2493368685245514, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8197647325213451, + "std_test_acc": 0.039587772080635776, + "n_samples": 625, + "n_features": 4, + "n_classes": 3, + "mean_cert_acc_36": 0.5398074612021446, + "std_cert_acc_36": 0.10407285488998484, + "mean_cert_acc_72": 0.28222184628248215, + "std_cert_acc_72": 0.12580832435210604, + "mean_cert_acc_108": 0.09261641808552667, + "std_cert_acc_108": 0.10831422428085735, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "blood": { + "dataset": "blood", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 9, + "best_val_acc": 0.6721311475409836, + "test_acc": 0.6264236902050114, + "train_size": 187, + "val_size": 122, + "test_size": 439, + "stats": { + "mean": [ + [ + 0.08207599251336908, + 0.07211877540106948, + 0.07211877540106948, + 0.12092969090909093 + ] + ], + "std": [ + [ + 1.0915037898164763, + 0.9154190444987925, + 0.9154190444987925, + 1.0234960637376278 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 5512, + "cert_evals": { + "36": 0.04555808752775192, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 3, + "best_val_acc": 0.7844827586206896, + "test_acc": 0.7640449438202247, + "train_size": 187, + "val_size": 116, + "test_size": 445, + "stats": { + "mean": [ + [ + -0.0044589358288771265, + -0.03777642245989305, + -0.03777642245989305, + -0.04118699946524062 + ] + ], + "std": [ + [ + 1.0355747128653376, + 1.0168425706533084, + 1.0168425706533084, + 0.9389071377082803 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 5512, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 7, + "best_val_acc": 0.6727272727272727, + "test_acc": 0.6917960088691796, + "train_size": 187, + "val_size": 110, + "test_size": 451, + "stats": { + "mean": [ + [ + 0.05565309197860972, + -0.04876601497326191, + -0.04876601497326191, + 0.022211831550802065 + ] + ], + "std": [ + [ + 1.2081413746481122, + 0.9472357528176619, + 0.9472357528176619, + 0.9442482982599183 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 5512, + "cert_evals": { + "36": 0.006651884876191616, + "72": 0.002217294881120324, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 17, + "best_val_acc": 0.6949152542372882, + "test_acc": 0.654627539503386, + "train_size": 187, + "val_size": 118, + "test_size": 443, + "stats": { + "mean": [ + [ + 0.02856966417112282, + -0.11561878823529406, + -0.11561878823529406, + -0.0299989443850266 + ] + ], + "std": [ + [ + 1.1041996654221626, + 0.9454192748690525, + 0.9454192748690525, + 0.9892882254644951 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 5512, + "cert_evals": { + "36": 0.4920993447303772, + "72": 0.3837471902370453, + "108": 0.268623024225235, + "255": 0.011286681517958641 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6842230455994505, + "std_test_acc": 0.05956941237846585, + "n_samples": 748, + "n_features": 4, + "n_classes": 2, + "mean_cert_acc_36": 0.13607732928358018, + "std_cert_acc_36": 0.23819697298374118, + "mean_cert_acc_72": 0.0964911212795414, + "std_cert_acc_72": 0.19150689845562935, + "mean_cert_acc_108": 0.06715575605630875, + "std_cert_acc_108": 0.1343115121126175, + "mean_cert_acc_255": 0.0028216703794896603, + "std_cert_acc_255": 0.0056433407589793205 + }, + "breast-cancer": { + "dataset": "breast-cancer", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 21, + "best_val_acc": 0.8529411764705882, + "test_acc": 0.6740331491712708, + "train_size": 71, + "val_size": 34, + "test_size": 181, + "stats": { + "mean": [ + [ + -0.0162575774647888, + 0.01285738028169014, + 0.05645037746478872, + -0.0029103802816902316, + -0.11736198591549311, + -0.028151649295774777, + -0.03566477464788737, + 0.00970807042253526, + 0.22726122535211296 + ] + ], + "std": [ + [ + 1.0503834784726616, + 0.9628419637542994, + 0.9596794691642652, + 0.9092740907525307, + 1.049772063174192, + 1.0411696038595801, + 0.9953573619388768, + 0.9968442343032266, + 0.8156962912830921 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 5672, + "cert_evals": { + "36": 0.37016576528549194, + "72": 0.07182320952415466, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 4, + "best_val_acc": 0.7391304347826086, + "test_acc": 0.6923076923076923, + "train_size": 71, + "val_size": 46, + "test_size": 169, + "stats": { + "mean": [ + [ + 0.19254230985915494, + -0.19285994366197182, + 0.20358705070422517, + 0.009330281690140758, + -0.03202669014084532, + -0.08538911549295794, + -0.007489267605633831, + -0.18945425352112666, + -0.10300454929577448 + ] + ], + "std": [ + [ + 1.026498898055275, + 1.0381849522269773, + 0.8715501768246713, + 1.1092478240870034, + 1.0696236526518819, + 1.0540261837033709, + 0.9977471789729346, + 0.7297492222931498, + 1.0547842980526614 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 5672, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 7, + "best_val_acc": 0.7666666666666667, + "test_acc": 0.7027027027027027, + "train_size": 71, + "val_size": 30, + "test_size": 185, + "stats": { + "mean": [ + [ + 0.011582478873239406, + 0.03857201408450704, + 0.023010226760563364, + -0.21100099999999994, + 0.1670883239436617, + -0.04723080000000009, + -0.17654230985915503, + 0.10343116901408457, + -0.003924816901408183 + ] + ], + "std": [ + [ + 1.0328973500575376, + 0.9120557342457011, + 1.064258264362845, + 0.5867856877712776, + 0.7568737218929631, + 1.003788410624883, + 0.9711357918131928, + 0.9987696871895037, + 1.0006562466084945 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 5672, + "cert_evals": { + "36": 0.021621622145175934, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 40, + "best_val_acc": 0.7608695652173914, + "test_acc": 0.6863905325443787, + "train_size": 71, + "val_size": 46, + "test_size": 169, + "stats": { + "mean": [ + [ + 0.10902253521126751, + -0.06428660563380281, + 0.1099546112676056, + 0.08277422535211261, + -0.1742519718309861, + 0.18171905915492953, + -0.14836680281690146, + 0.1854393802816902, + -0.16905770422535188 + ] + ], + "std": [ + [ + 0.9700145966779166, + 1.0084610495616426, + 1.0559460579933821, + 1.206060152642598, + 1.1213259288422783, + 0.9728498213970074, + 0.9776535548414097, + 1.0665540888636171, + 1.0843586560371206 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 5672, + "cert_evals": { + "36": 0.1124260351061821, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6888585191815111, + "std_test_acc": 0.01196440229186011, + "n_samples": 286, + "n_features": 9, + "n_classes": 2, + "mean_cert_acc_36": 0.1260533556342125, + "std_cert_acc_36": 0.16987447114138737, + "mean_cert_acc_72": 0.017955802381038666, + "std_cert_acc_72": 0.03591160476207733, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "breast-cancer-wisc": { + "dataset": "breast-cancer-wisc", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 2, + "best_val_acc": 0.9915254237288136, + "test_acc": 0.9556650246305419, + "train_size": 175, + "val_size": 118, + "test_size": 406, + "stats": { + "mean": [ + [ + -0.022535588571428563, + 0.03270772571428592, + 0.05325746457142836, + 0.06163440114285701, + 0.059859796571428064, + -0.04726777714285723, + 0.04544096571428557, + 0.06602559942857117, + 0.14610774857142944 + ] + ], + "std": [ + [ + 0.952214787303689, + 1.0892638945885795, + 1.0696936676502014, + 1.089278359409774, + 1.1050209023715667, + 0.9596438048031793, + 1.0789832917046138, + 1.092361737838657, + 1.280102883239457 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 5672, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 4, + "best_val_acc": 0.9912280701754386, + "test_acc": 0.9463414634146341, + "train_size": 175, + "val_size": 114, + "test_size": 410, + "stats": { + "mean": [ + [ + -0.014418068571428517, + 0.008363611428571432, + 0.0013426971428572047, + 0.04362350857142855, + 0.06760174228571425, + -0.012737622857143117, + 0.12043267999999967, + -0.02566830114285711, + -0.0004912342857143631 + ] + ], + "std": [ + [ + 1.0359812403938078, + 0.9851680594955492, + 1.0075838815724851, + 1.0487044899930569, + 1.0481096015979268, + 0.9902459117914181, + 1.0891962569916647, + 0.9837374432610851, + 1.028364534365016 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 5672, + "cert_evals": { + "36": 0.2512195110321045, + "72": 0.08536585420370102, + "108": 0.002439024392515421, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 8, + "best_val_acc": 0.9626168224299065, + "test_acc": 0.9568345323741008, + "train_size": 175, + "val_size": 107, + "test_size": 417, + "stats": { + "mean": [ + [ + 0.022111400000000093, + 0.05892480000000022, + 0.053257361714285696, + 0.011603669142857164, + 0.01340863999999994, + 0.028070879999999694, + -0.015489731428571414, + -0.006955264571428654, + -0.02714547428571435 + ] + ], + "std": [ + [ + 1.030600322394337, + 1.0255153351270532, + 1.050776582254071, + 0.979718412809739, + 0.9943823240987255, + 1.0416854377063047, + 1.0036051510508777, + 0.9886021184539473, + 1.0198774589002766 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 5672, + "cert_evals": { + "36": 0.40527579188346863, + "72": 0.2973621189594269, + "108": 0.2326139211654663, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 9, + "best_val_acc": 0.978494623655914, + "test_acc": 0.9605568445475638, + "train_size": 175, + "val_size": 93, + "test_size": 431, + "stats": { + "mean": [ + [ + 0.0424054742857143, + -0.014108091428571279, + -0.00827128971428571, + -0.056438248, + -0.030462011428571644, + 0.035918565714285505, + -0.09751196000000009, + -0.053737870857142926, + -0.04380451428571453 + ] + ], + "std": [ + [ + 0.9542842873481718, + 0.9773558222868145, + 0.959218665273952, + 0.9009025916399945, + 0.98004059543331, + 1.0172287889258582, + 1.000728061455461, + 0.9224531635202544, + 0.947073789238405 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 5672, + "cert_evals": { + "36": 0.9350347518920898, + "72": 0.7238978743553162, + "108": 0.3016241192817688, + "255": 0.15777261555194855 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9548494662417102, + "std_test_acc": 0.006043340750148647, + "n_samples": 699, + "n_features": 9, + "n_classes": 2, + "mean_cert_acc_36": 0.39788251370191574, + "std_cert_acc_36": 0.3951403626632202, + "mean_cert_acc_72": 0.276656461879611, + "std_cert_acc_72": 0.32330816040486526, + "mean_cert_acc_108": 0.13416926620993763, + "std_cert_acc_108": 0.15608408685834624, + "mean_cert_acc_255": 0.03944315388798714, + "std_cert_acc_255": 0.07888630777597427 + }, + "breast-cancer-wisc-diag": { + "dataset": "breast-cancer-wisc-diag", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 6, + "best_val_acc": 0.95, + "test_acc": 0.9423631123919308, + "train_size": 142, + "val_size": 80, + "test_size": 347, + "stats": { + "mean": [ + [ + 0.0825849457746479, + 0.16776179100774652, + 0.08018569295774641, + 0.08525118492957748, + -0.13794442330985915, + -0.020546994366197266, + 0.031128610563380326, + 0.027148295774647915, + -0.03857999985915492, + -0.13734727633802823, + 0.08226506922535208, + -0.06624039612676055, + 0.09562314598591552, + 0.11241559394366195, + -0.0706283795774648, + 0.012817941971830999, + 0.03673792985915488, + 0.06254002929577464, + -0.016561529295774678, + -0.03867594647887324, + 0.07726569126760555, + 0.11026314366197185, + 0.07734966126760559, + 0.07510323753521127, + -0.10811489788732392, + 0.017963794225352204, + 0.03508001049295764, + 0.03470587605633805, + -0.006298125654929594, + -0.05882395070422536 + ] + ], + "std": [ + [ + 1.0298680528672801, + 1.0456187991444128, + 1.0339745446187498, + 1.1112548477482211, + 0.9413610006349405, + 1.0168663973319072, + 1.0127149891342198, + 0.9829034935431965, + 0.9115153190139265, + 0.8362062139046329, + 1.3277929800502757, + 0.7882767184809211, + 1.351171258508586, + 1.4874958213599554, + 0.8030624718228448, + 1.0638857030973894, + 1.0680975160236916, + 1.029388660893026, + 0.8840778078833855, + 0.9386046041123467, + 1.042323932480091, + 1.0325935116911305, + 1.0468623000133939, + 1.097427344818284, + 0.9438879408105022, + 1.048839947871273, + 1.087511123501064, + 1.02306665439061, + 0.9281333050780699, + 0.9709946269989288 + ] + ] + }, + "width": 128, + "in_features": 30, + "out_features": 2, + "depth": 6, + "padding": 60, + "parameters": 86792, + "cert_evals": { + "36": 0.9221901893615723, + "72": 0.8876080513000488, + "108": 0.8328530192375183, + "255": 0.36023053526878357 + }, + "fold": 0 + }, + { + "best_epoch": 20, + "best_val_acc": 0.9634146341463414, + "test_acc": 0.9710144927536232, + "train_size": 142, + "val_size": 82, + "test_size": 345, + "stats": { + "mean": [ + [ + -0.11201186056338029, + 0.07070025633802816, + -0.10239308169014083, + -0.11672702063380279, + 0.032527111971830974, + 0.05026270500000002, + -0.02818336908450703, + -0.04343403450704224, + -0.02067522316901408, + 0.08708522408450704, + -0.11080013492957747, + 0.04381799119718306, + -0.0825752031690141, + -0.11760619366197181, + -0.12109326042253515, + 0.0031279288732394177, + -0.06837052551408451, + -0.09945178922535211, + 0.02686396394366193, + -0.03645938134507036, + -0.09511004859154928, + 0.08993712535211269, + -0.07473255774647886, + -0.10130778450704225, + 0.04382505676056337, + 0.08864361894366199, + 0.03680164077464787, + -0.003688304577464759, + 0.0977748130774647, + 0.08804689718309852 + ] + ], + "std": [ + [ + 0.9195016301354824, + 1.094593366492765, + 0.9291056843219847, + 0.8651637977085379, + 1.104895872882098, + 1.0612349352106514, + 0.9960386306069985, + 0.9599334814324468, + 0.995073713912434, + 1.0059759191906428, + 0.8154754957601557, + 1.1714910738712319, + 0.8337124056974246, + 0.7056775636749633, + 0.8384686418997397, + 0.997008703041016, + 0.7652271837716654, + 0.9491550332342998, + 0.9894126977193328, + 0.8349121832481521, + 0.9324374909578882, + 1.0776300277359205, + 0.9582162700674596, + 0.8930111054213019, + 1.0965646002689322, + 1.0909755237588887, + 1.0811372221216917, + 1.0368266566472815, + 1.0808007528399084, + 1.0161303395181038 + ] + ] + }, + "width": 128, + "in_features": 30, + "out_features": 2, + "depth": 6, + "padding": 60, + "parameters": 86792, + "cert_evals": { + "36": 0.9623188972473145, + "72": 0.9304348230361938, + "108": 0.9072464108467102, + "255": 0.7246376872062683 + }, + "fold": 1 + }, + { + "best_epoch": 8, + "best_val_acc": 0.9545454545454546, + "test_acc": 0.943952802359882, + "train_size": 142, + "val_size": 88, + "test_size": 339, + "stats": { + "mean": [ + [ + -0.021816593521126793, + 0.06485498873239437, + -0.02247304859154929, + -0.029893932042253508, + 0.038515619718309926, + -0.02588728169014086, + -0.05297414225352113, + -0.003333404225352076, + 0.04336582049295775, + -0.03314538676056333, + -0.030619029577464745, + -0.0005102492957746506, + -0.05296082697183101, + -0.03949717746478873, + 0.010749251408450719, + -0.0881686789436619, + -0.1314002314507042, + -0.11034913126760565, + -0.034516665140845094, + -0.06504294760563381, + -0.02178127598591549, + 0.04724548049295773, + -0.027157091126760537, + -0.033063059859154906, + 0.05190005140845066, + -0.03469985169014086, + -0.07640525704225351, + -0.020877885915492986, + 0.0502971771619718, + -0.0047201802816901695 + ] + ], + "std": [ + [ + 0.9463937708331187, + 1.0456850321490456, + 0.9481587587922021, + 0.9061036579406758, + 0.9991272345406123, + 0.9529645424014063, + 0.9656412252488126, + 1.0086024557337858, + 1.0101851762447767, + 0.971237840916314, + 0.8511955942668115, + 0.9348241096823969, + 0.7677709117900025, + 0.7619556774338143, + 0.9861286665457306, + 0.835402354513955, + 0.6497713689377111, + 0.83419033386709, + 0.8966910096607936, + 0.7137654744350889, + 0.9276882020178508, + 1.0094191904095935, + 0.9175498580969587, + 0.8830907945718708, + 0.9951613811713826, + 0.955386515361877, + 0.9648461201262609, + 1.0198807080859185, + 1.0490861818978507, + 0.9618292961310324 + ] + ] + }, + "width": 128, + "in_features": 30, + "out_features": 2, + "depth": 6, + "padding": 60, + "parameters": 86792, + "cert_evals": { + "36": 0.9233038425445557, + "72": 0.8997049927711487, + "108": 0.8584070801734924, + "255": 0.6371681690216064 + }, + "fold": 2 + }, + { + "best_epoch": 10, + "best_val_acc": 0.9753086419753086, + "test_acc": 0.9624277456647399, + "train_size": 142, + "val_size": 81, + "test_size": 346, + "stats": { + "mean": [ + [ + 0.041954460563380286, + -0.03068368455563383, + 0.05642674225352119, + 0.04212094478873236, + 0.0753741992957746, + 0.19173782535211265, + 0.13158766190140847, + 0.10927857042253514, + 0.12073864654929573, + 0.16060644718309858, + 0.0007204726760563243, + 0.02137304077464788, + 0.05429816549295772, + -0.012780137042253566, + 0.013563698028169006, + 0.15196018795774635, + 0.11918610920422545, + 0.08330966570422528, + 0.08884857161971826, + 0.08853129507042258, + 0.03332697760563379, + -0.006147756197183027, + 0.06017890535211265, + 0.025833432394366203, + 0.10165912112676065, + 0.184136802112676, + 0.17515080211267609, + 0.12936214014084502, + 0.10002845492957746, + 0.16336953521126774 + ] + ], + "std": [ + [ + 1.0573062114321623, + 0.9552884577469056, + 1.0710079092993716, + 1.0509022734984494, + 1.1270846333930622, + 1.1567722248607955, + 1.1330587765489406, + 1.140649555855837, + 1.1542513895561295, + 1.0051375538789176, + 0.8967996396101922, + 1.097489083446709, + 0.9381483291097392, + 0.7912780594989863, + 0.9397288734854672, + 0.9788202766737033, + 1.073938446577066, + 0.9563830108562081, + 1.1438144705840625, + 0.7701703811879946, + 1.0262729293228618, + 0.9839279786422038, + 1.0483951162266714, + 1.0167649174977718, + 1.0851034209747896, + 1.0398339487141628, + 1.1490024738247944, + 1.0756456277267925, + 1.0959872724158726, + 0.9323448193880042 + ] + ] + }, + "width": 128, + "in_features": 30, + "out_features": 2, + "depth": 6, + "padding": 60, + "parameters": 86792, + "cert_evals": { + "36": 0.9393063187599182, + "72": 0.9219653010368347, + "108": 0.8930635452270508, + "255": 0.5549132823944092 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9549395382925439, + "std_test_acc": 0.014063573105277314, + "n_samples": 569, + "n_features": 30, + "n_classes": 2, + "mean_cert_acc_36": 0.9367798119783401, + "std_cert_acc_36": 0.01873576751539951, + "mean_cert_acc_72": 0.9099282920360565, + "std_cert_acc_72": 0.01973251456959309, + "mean_cert_acc_108": 0.8728925138711929, + "std_cert_acc_108": 0.033665262330251695, + "mean_cert_acc_255": 0.5692374184727669, + "std_cert_acc_255": 0.15562014489734072 + }, + "bank": { + "dataset": "bank", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 3, + "best_val_acc": 0.8644793152639088, + "test_acc": 0.8806691449814127, + "train_size": 1130, + "val_size": 701, + "test_size": 2690, + "stats": { + "mean": [ + [ + -0.043444115752212485, + 0.038350172566371764, + 0.021509683185840713, + -0.021201484955752213, + -0.006912000000000016, + 0.04290420228318581, + -0.031048147787610524, + -0.010544807964601867, + -0.027401819469027113, + -0.0011023982300885904, + -0.020262814867256583, + -0.01690946219469023, + -0.0050658819469022965, + 0.027795634513274152, + 0.0035984575221236132, + 0.03735520353982189 + ] + ], + "std": [ + [ + 0.9589625434028519, + 0.9947635481983416, + 1.013551308348929, + 0.9759306172571834, + 1.025514103095601, + 1.1941195969624385, + 0.9952628808737004, + 1.0099558672249285, + 1.0069197139677768, + 1.0315253300196314, + 1.005152797600638, + 0.9721293687592033, + 0.9311569270874402, + 1.0436010567990328, + 0.9725976279868672, + 1.0344584167333912 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 22024, + "cert_evals": { + "36": 0.8148698806762695, + "72": 0.7182156443595886, + "108": 0.5925650596618652, + "255": 0.021561337634921074 + }, + "fold": 0 + }, + { + "best_epoch": 11, + "best_val_acc": 0.8791044776119403, + "test_acc": 0.8805586181550901, + "train_size": 1130, + "val_size": 670, + "test_size": 2721, + "stats": { + "mean": [ + [ + -0.01574801380530978, + 0.0023927396460177394, + 0.0021967858407077644, + -0.01932307256637162, + 0.006853599999999982, + -0.03479098039734521, + 0.0010882398230089275, + 0.02142298584070794, + -0.04310824424778776, + -0.002926514159292115, + -0.01356536707964567, + 0.01527978015929205, + -0.04149083628318521, + -0.006613960176991296, + 0.006211176106194516, + -0.021354536283185895 + ] + ], + "std": [ + [ + 0.969300386690253, + 1.0029838787869998, + 1.0077378567908635, + 1.0067270576318987, + 0.9737641828355684, + 0.8874066057167844, + 1.0000362134178429, + 0.978768086158569, + 1.0166647522536418, + 1.0110908544078474, + 0.9795699211960872, + 0.988628308543735, + 0.8468895052095667, + 1.0088647512260476, + 1.0744144429583726, + 0.97024384329565 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 22024, + "cert_evals": { + "36": 0.8401322960853577, + "72": 0.785005509853363, + "108": 0.7089305520057678, + "255": 0.28739434480667114 + }, + "fold": 1 + }, + { + "best_epoch": 8, + "best_val_acc": 0.9004329004329005, + "test_acc": 0.8728687916975537, + "train_size": 1130, + "val_size": 693, + "test_size": 2698, + "stats": { + "mean": [ + [ + 0.03612999486725651, + 0.0039014732743363205, + -0.026264318584070866, + 0.007914513274336264, + -2.920000000001238e-05, + -0.02074493859203536, + -0.02212137345132746, + -0.02529917433628319, + -0.017585318584070603, + 0.002009283628318563, + -0.032913651327433256, + 0.01575317238053096, + 0.01656134477876116, + 0.004832360176991011, + 0.0046435044247787275, + -0.007806110619469017 + ] + ], + "std": [ + [ + 1.026029784154538, + 1.014567266706415, + 0.9934924943110668, + 1.0009548228746656, + 0.9999976513205256, + 0.9005330945128681, + 0.9966950423207805, + 1.02369326820955, + 1.0066229970970322, + 1.0105897259642973, + 0.9953808522736891, + 1.0444837633462487, + 0.9721502138598372, + 1.0252935681497495, + 0.9895490051866441, + 0.9907898156267138 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 22024, + "cert_evals": { + "36": 0.8391401171684265, + "72": 0.787620484828949, + "108": 0.7205337285995483, + "255": 0.3172720670700073 + }, + "fold": 2 + }, + { + "best_epoch": 3, + "best_val_acc": 0.8883861236802413, + "test_acc": 0.8793988269794721, + "train_size": 1130, + "val_size": 663, + "test_size": 2728, + "stats": { + "mean": [ + [ + -0.0319807638938054, + 0.00842759592920361, + 0.0032132584070795264, + -0.0512567557522122, + 0.02061919999999998, + 0.017208951831858395, + -0.023906728318583995, + 0.009127680530973464, + 0.04229537345132683, + 0.03913422522123883, + -0.0012866005309730669, + 0.019049747389380534, + 0.0011946368141599608, + -0.01394144424778776, + -0.01887086017699146, + -0.012322258407079635 + ] + ], + "std": [ + [ + 0.9997012384907139, + 1.011637351521284, + 1.0052459246549308, + 0.9835551200097631, + 0.9188989108776542, + 0.975563370252112, + 0.9964151726496702, + 0.9910016079646086, + 0.9876324728734414, + 0.9709295082923052, + 1.018649934814902, + 1.045208416973306, + 1.0916320113723843, + 0.971971990527501, + 0.9802679634858928, + 0.9883913040231975 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 22024, + "cert_evals": { + "36": 0.8379765152931213, + "72": 0.7804251909255981, + "108": 0.7071114182472229, + "255": 0.16532258689403534 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8783738454533822, + "std_test_acc": 0.0037147380196945177, + "n_samples": 4521, + "n_features": 16, + "n_classes": 2, + "mean_cert_acc_36": 0.8330297023057938, + "std_cert_acc_36": 0.012138562360492723, + "mean_cert_acc_72": 0.7678167074918747, + "std_cert_acc_72": 0.03320082248875888, + "mean_cert_acc_108": 0.6822851896286011, + "std_cert_acc_108": 0.06010815091231985, + "mean_cert_acc_255": 0.19788758410140872, + "std_cert_acc_255": 0.13467929712432358 + }, + "breast-cancer-wisc-prog": { + "dataset": "breast-cancer-wisc-prog", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 11, + "best_val_acc": 0.8636363636363636, + "test_acc": 0.7401574803149606, + "train_size": 49, + "val_size": 22, + "test_size": 127, + "stats": { + "mean": [ + [ + -0.31970781836734696, + 0.1594104081632653, + 0.24753781836734692, + 0.15300701836734695, + 0.1584555244897959, + -0.07602553591836737, + -0.06153886122448981, + 0.024552744897959188, + 0.06713168775510207, + -0.10528630102040819, + -0.1678704836734694, + -0.0915255861224489, + 0.07864324755102042, + -0.0763010120408163, + -0.037683283673469285, + -0.06905704693877551, + -0.042495671428571434, + -0.06359507428571427, + 0.03737176122448981, + -0.1542635448979592, + -0.17539257755102045, + 0.03410600122448976, + 0.19654199204081632, + 0.030810593877551008, + 0.026635724489795946, + -0.07049495102040816, + -0.06440993673469386, + -0.08851851224489796, + 0.02908160000000001, + -0.1859407571428571, + -0.1654363697959184, + 0.12819854693877544, + 0.07058588775510208 + ] + ], + "std": [ + [ + 0.8821495545994039, + 1.046791889090161, + 0.9578267027302361, + 1.039660283165596, + 1.062402836067028, + 0.8890421367893667, + 0.77925901952072, + 1.0440797113889244, + 1.07089974397772, + 0.8387965488338012, + 0.843277245772551, + 0.9360392595139003, + 0.9823857653557395, + 0.9082591415396649, + 0.9365116398737245, + 0.5979213497916245, + 0.6539721608757036, + 0.7958185885004673, + 0.9242350544633458, + 0.6845312987462778, + 0.6502938972920995, + 0.949219789937265, + 0.9404670831714534, + 0.9171284397752019, + 0.9104156790640995, + 1.0518203238418193, + 0.8156351280441914, + 0.8683551446970883, + 0.9112079933660755, + 0.813430119013099, + 0.8388136650033143, + 1.1512761088815193, + 1.0375108599738538 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 87176, + "cert_evals": { + "36": 0.6062992215156555, + "72": 0.4645669162273407, + "108": 0.3385826647281647, + "255": 0.07086613774299622 + }, + "fold": 0 + }, + { + "best_epoch": 2, + "best_val_acc": 0.7, + "test_acc": 0.773109243697479, + "train_size": 49, + "val_size": 30, + "test_size": 119, + "stats": { + "mean": [ + [ + -0.2954286122448979, + 0.22705779387755098, + 0.13045305210204083, + 0.21518541632653068, + 0.21329647816326533, + -0.23494008897959187, + -0.13741642857142858, + -0.01620160836734699, + 0.07495674877551023, + -0.08356683326530613, + -0.30211086122448977, + 0.17222382204081632, + 0.1861636093877551, + 0.18613398183673469, + 0.17258124081632648, + -0.019180042857142875, + 0.011242470816326589, + -0.019861698775510188, + 0.09400348163265304, + 0.03439312653061231, + -0.08544421122448984, + 0.1251565993877551, + 0.0614657979591837, + 0.1106848959183673, + 0.10643556734693876, + -0.283786518367347, + -0.22690647755102036, + -0.21750787142857142, + -0.11082883795918366, + -0.2517320069387755, + -0.3646700183673469, + 0.17979882653061224, + -0.02691289795918366 + ] + ], + "std": [ + [ + 0.8143503780150015, + 0.9174121431953063, + 0.9505147809888337, + 0.9270519324131056, + 0.9280401005535991, + 1.1301563685159044, + 1.0842494023346008, + 1.17774758901752, + 1.1259425788210895, + 1.0343443324314006, + 0.899946779911175, + 1.0776959194375155, + 1.0652779342066867, + 1.0778896598336396, + 1.0489415511808549, + 1.0202607569462199, + 1.065380703338058, + 1.046928716393895, + 1.0889438008342867, + 1.0504050035821422, + 0.966138030350577, + 0.8642794080204923, + 1.0800430340260923, + 0.8743291823479178, + 0.8688670309147045, + 1.0842628402104706, + 0.8975026094533473, + 0.9571151684782386, + 1.0396216376453484, + 0.914946697740367, + 0.749250166005288, + 1.1231797264684098, + 0.8886200116636936 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 87176, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 27, + "best_val_acc": 0.7027027027027027, + "test_acc": 0.7410714285714286, + "train_size": 49, + "val_size": 37, + "test_size": 112, + "stats": { + "mean": [ + [ + -0.03842323061224502, + -0.10614214693877552, + 0.030698034693877517, + -0.1000028979591836, + -0.08415378163265311, + -0.03538041755102043, + -0.04750202040816325, + -0.10165484306122448, + -0.1358923424489796, + -0.02547460816326529, + 0.027964706122448967, + 0.1158320934693878, + 0.2141981857142857, + 0.11305339408163259, + 0.09026773632653065, + -0.07205539183673473, + -0.11876845979591835, + -0.09018467959183678, + -0.001788581632653037, + -0.09199452244897957, + -0.05832562632653058, + -0.06420658346938772, + 0.05587048142857144, + -0.07304466938775511, + -0.028326246938775446, + -0.04279098959183677, + -0.11518350408163265, + -0.12291339183673465, + -0.1940691712244898, + -0.03263718653061224, + -0.029735322448979654, + 0.15452512040816324, + 0.20183378571428573 + ] + ], + "std": [ + [ + 0.9794534025714385, + 1.0053275769298504, + 0.9095119348920842, + 1.008933323770274, + 0.9879586777091109, + 1.0102761898726105, + 0.9960048575197608, + 1.0021029195920532, + 0.9776597311295145, + 0.9821341050152573, + 0.9436155579641772, + 1.1817284472744785, + 1.1856988946274227, + 1.1970542714305854, + 1.1086625077552497, + 0.6618568645391364, + 0.7687365990953271, + 0.8119143908977525, + 1.0415418534564902, + 0.8186632232431363, + 0.8434368212477027, + 1.0615598386819989, + 0.8454048970519085, + 1.0522702304694245, + 1.041897029381895, + 1.1007804274989816, + 0.8280858289610474, + 0.8451988761728604, + 1.0253215425598294, + 0.9705970427113062, + 0.8554540105246272, + 0.9682864062481196, + 1.2134784272055537 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 87176, + "cert_evals": { + "36": 0.6875000596046448, + "72": 0.6160714626312256, + "108": 0.5625, + "255": 0.2321428656578064 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.72, + "test_acc": 0.5967741935483871, + "train_size": 49, + "val_size": 25, + "test_size": 124, + "stats": { + "mean": [ + [ + -0.06744018775510212, + 0.18968365714285723, + -0.014217911020408189, + 0.21184517142857145, + 0.16995342797959181, + 0.0988115742857143, + 0.23174346530612244, + 0.2643820010204082, + 0.2708541071428573, + 0.17052290612244894, + 0.08597982244897957, + 0.02605522000000001, + -0.09904910612244898, + 0.07999727979591835, + 0.021088532448979617, + 0.032508024489795916, + 0.1139721422448979, + 0.17344601857142858, + 0.1454327612244898, + 0.09731225102040818, + 0.07194746775510205, + 0.15103356959183675, + -0.07001499795918376, + 0.19365317551020406, + 0.10773460285714288, + 0.06407297959183662, + 0.08076181836734692, + 0.18958595510204077, + 0.30016600816326516, + 0.048603673469387716, + 0.014894271020408143, + 0.2872125, + 0.2280839387755102 + ] + ], + "std": [ + [ + 0.9697920367102327, + 0.9203134351014114, + 0.9060497409545201, + 0.9187807307729611, + 0.9729266703311016, + 0.9430977585802243, + 0.8769553733450195, + 0.8356859349258849, + 0.8680804682359612, + 1.0166341852710845, + 0.8914293133833798, + 0.7940097770795826, + 0.7723528820449007, + 0.8508321197542031, + 0.7752894285658177, + 0.7444263872990391, + 0.9053411998307737, + 0.9999993608516502, + 0.8504750965678145, + 1.090497279238265, + 0.7631870591645827, + 0.9076864322017706, + 0.8687695687330197, + 0.9366133883217269, + 0.9044846120349299, + 0.9712465829469978, + 0.7332294033502637, + 0.8612201045664006, + 0.9404165330479154, + 0.8777899215486339, + 0.6950358654750831, + 1.288136700201249, + 1.084093306135652 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 87176, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7127780865330637, + "std_test_acc": 0.07883927980383416, + "n_samples": 198, + "n_features": 33, + "n_classes": 2, + "mean_cert_acc_36": 0.3234498202800751, + "std_cert_acc_36": 0.3749559676415479, + "mean_cert_acc_72": 0.27015959471464157, + "std_cert_acc_72": 0.3180260158414932, + "mean_cert_acc_108": 0.22527066618204117, + "std_cert_acc_108": 0.27571542012615247, + "mean_cert_acc_255": 0.07575225085020065, + "std_cert_acc_255": 0.10948166592165216 + }, + "breast-tissue": { + "dataset": "breast-tissue", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 27, + "best_val_acc": 0.5625, + "test_acc": 0.609375, + "train_size": 26, + "val_size": 16, + "test_size": 64, + "stats": { + "mean": [ + [ + 0.05975213076923076, + -0.1700837961538461, + -0.07101548961538463, + -0.07560978846153853, + -0.09291733192307686, + -0.016577561538461575, + -0.04475990000000001, + -0.07285894230769238, + 0.07173603846153843 + ] + ], + "std": [ + [ + 1.0224159106861461, + 0.8445520785357892, + 0.7741253936128145, + 0.8853536860600771, + 0.38729731508258874, + 0.9582996830625056, + 0.82333349002183, + 0.8965544012774733, + 1.0474511376253193 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 5804, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 4, + "best_val_acc": 0.29411764705882354, + "test_acc": 0.31746031746031744, + "train_size": 26, + "val_size": 17, + "test_size": 63, + "stats": { + "mean": [ + [ + 0.06515484615384612, + 0.03429535384615387, + 0.00023585769230772996, + 0.02817068038461536, + 0.29457321923076923, + 0.28562573076923076, + 0.1850123226923077, + 0.007732330769230795, + 0.09394715384615383 + ] + ], + "std": [ + [ + 1.0481371005758702, + 0.9468687513118862, + 0.9541555931791563, + 1.161367210725673, + 1.8089072605844074, + 1.4326989403612587, + 1.2263588432882497, + 1.1230111041722295, + 1.0768662243391771 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 5804, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 42, + "best_val_acc": 0.22727272727272727, + "test_acc": 0.3448275862068966, + "train_size": 26, + "val_size": 22, + "test_size": 58, + "stats": { + "mean": [ + [ + 0.1420645923076924, + -0.021972550769230735, + 0.05583075653846149, + 0.1584816346153846, + 0.34043701807692306, + 0.2878222653846154, + 0.08915464576923074, + 0.16733479230769233, + 0.15722880769230765 + ] + ], + "std": [ + [ + 1.1134982409667369, + 0.9816789499398818, + 1.0050663167371856, + 1.3274295018092825, + 1.8473866317578664, + 1.5489183023129736, + 1.1110278693236766, + 1.3406661330121303, + 1.11545486536904 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 5804, + "cert_evals": { + "36": 0.22413793206214905, + "72": 0.1551724076271057, + "108": 0.051724135875701904, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 40, + "best_val_acc": 0.6666666666666666, + "test_acc": 0.47058823529411764, + "train_size": 26, + "val_size": 12, + "test_size": 68, + "stats": { + "mean": [ + [ + 0.1574124615384615, + 0.10245514615384627, + 0.03514549230769227, + 0.3551133961538462, + 0.3894629076923076, + 0.3001374115384615, + 0.28138883461538466, + 0.3308483076923076, + 0.1433466538461538 + ] + ], + "std": [ + [ + 1.080732063435857, + 0.9803609509557707, + 0.9980517989674806, + 1.3433457176877586, + 1.8319487646118202, + 1.4349909430519747, + 1.3440593710651376, + 1.3474895378547405, + 1.0747301574317993 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 5804, + "cert_evals": { + "36": 0.22058823704719543, + "72": 0.0882352963089943, + "108": 0.05882352963089943, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.43556278474033294, + "std_test_acc": 0.13368936306540086, + "n_samples": 106, + "n_features": 9, + "n_classes": 6, + "mean_cert_acc_36": 0.11118154227733612, + "std_cert_acc_36": 0.12838956543792532, + "mean_cert_acc_72": 0.060851925984025, + "std_cert_acc_72": 0.07539256377934464, + "mean_cert_acc_108": 0.027636916376650333, + "std_cert_acc_108": 0.032043706002300054, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "car": { + "dataset": "car", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 11, + "best_val_acc": 0.7962962962962963, + "test_acc": 0.7758284600389863, + "train_size": 432, + "val_size": 270, + "test_size": 1026, + "stats": { + "mean": [ + [ + 0.08486305092592587, + -0.024837976851851778, + -1.3287037036350012e-06, + 0.011336944444444445, + -0.03684506944444444, + -0.03401083333333333 + ] + ], + "std": [ + [ + 1.0016589891278265, + 1.0231915721256846, + 0.9608720065155524, + 0.9785956932593036, + 0.9832757136677825, + 1.0299163223065575 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 4, + "depth": 6, + "padding": 12, + "parameters": 5642, + "cert_evals": { + "36": 0.5555555820465088, + "72": 0.32163742184638977, + "108": 0.1179337203502655, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 17, + "best_val_acc": 0.8700787401574803, + "test_acc": 0.8464491362763915, + "train_size": 432, + "val_size": 254, + "test_size": 1042, + "stats": { + "mean": [ + [ + 0.11177086574074095, + 0.05174572685185183, + 0.006257092592592696, + -0.014171180555555555, + 0.00850270833333333, + -0.04251354166666666 + ] + ], + "std": [ + [ + 1.0027127363181396, + 1.0149158181522542, + 1.0007483470954381, + 0.9838637435503522, + 0.9979369093278955, + 0.9935806706647962 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 4, + "depth": 6, + "padding": 12, + "parameters": 5642, + "cert_evals": { + "36": 0.6746640801429749, + "72": 0.4942418336868286, + "108": 0.3109405040740967, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 30, + "best_val_acc": 0.84, + "test_acc": 0.8221797323135756, + "train_size": 432, + "val_size": 250, + "test_size": 1046, + "stats": { + "mean": [ + [ + 0.03725695833333315, + -0.008279379629629494, + -0.017212699074074026, + -0.022673888888888886, + 0.11053520833333332, + -0.005668472222222222 + ] + ], + "std": [ + [ + 1.015550913169218, + 1.0070528609914111, + 1.0176501107132674, + 0.9748453883737107, + 1.0057305909552958, + 0.9857113000295774 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 4, + "depth": 6, + "padding": 12, + "parameters": 5642, + "cert_evals": { + "36": 0.6806883215904236, + "72": 0.5391969084739685, + "108": 0.4216061234474182, + "255": 0.06883364915847778 + }, + "fold": 2 + }, + { + "best_epoch": 19, + "best_val_acc": 0.8205128205128205, + "test_acc": 0.8494623655913979, + "train_size": 432, + "val_size": 273, + "test_size": 1023, + "stats": { + "mean": [ + [ + 0.006209462962963474, + 0.006209476851851934, + -0.0015661527777777126, + -0.017005416666666662, + 0.02267388888888889, + -0.04534777777777777 + ] + ], + "std": [ + [ + 1.0216642383326442, + 0.997836524752538, + 0.9973262178910823, + 0.9855809020000981, + 1.020073036790825, + 0.9917072748761516 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 4, + "depth": 6, + "padding": 12, + "parameters": 5642, + "cert_evals": { + "36": 0.6598240733146667, + "72": 0.4349951148033142, + "108": 0.2678396999835968, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8234799235550878, + "std_test_acc": 0.03403441640309394, + "n_samples": 1728, + "n_features": 6, + "n_classes": 4, + "mean_cert_acc_36": 0.6426830142736435, + "std_cert_acc_36": 0.0587429352062107, + "mean_cert_acc_72": 0.4475178197026253, + "std_cert_acc_72": 0.09414683833101571, + "mean_cert_acc_108": 0.2795800119638443, + "std_cert_acc_108": 0.12572755641512784, + "mean_cert_acc_255": 0.017208412289619446, + "std_cert_acc_255": 0.03441682457923889 + }, + "cardiotocography-10clases": { + "dataset": "cardiotocography-10clases", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 54, + "best_val_acc": 0.6677115987460815, + "test_acc": 0.6559561128526645, + "train_size": 531, + "val_size": 319, + "test_size": 1276, + "stats": { + "mean": [ + [ + 0.05696145216572526, + 0.04547308248587554, + 0.02537313540489641, + 0.00411199623352259, + 0.004895357815442945, + 0.008270713935970049, + 0.005839290018833664, + -0.016622836393596845, + 0.056058268926553946, + -0.03742293794726937, + 0.012369841544256039, + 0.0072619020715631285, + 0.009574918079096046, + 0.031539144971751344, + 0.013908543314500948, + 0.011100862523540712, + 0.04299334557438753, + 0.0388642668549907, + 0.03971033022598931, + 0.04886574700564973, + 0.01822254990583819 + ] + ], + "std": [ + [ + 0.9791003932834449, + 1.021744482805594, + 1.1340682159044895, + 1.0045684160238317, + 1.0167341100485954, + 1.0690427250537498, + 1.0300221271732741, + 1.0094253367928134, + 1.0210603991574776, + 0.9572713912379988, + 1.0483212024662971, + 1.0072461534048065, + 1.0014897901284459, + 0.9804849453944862, + 0.9885214019890697, + 1.0745697261946487, + 0.992143934303644, + 0.984246843865331, + 0.9805974247887139, + 1.1272267847632704, + 1.0038856117840471 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 10, + "depth": 6, + "padding": 42, + "parameters": 22864, + "cert_evals": { + "36": 0.5603448152542114, + "72": 0.4537617564201355, + "108": 0.3471786677837372, + "255": 0.09482758492231369 + }, + "fold": 0 + }, + { + "best_epoch": 36, + "best_val_acc": 0.6291793313069909, + "test_acc": 0.6579778830963665, + "train_size": 531, + "val_size": 329, + "test_size": 1266, + "stats": { + "mean": [ + [ + 0.02423730847457605, + 0.013319074199623025, + 0.015243735216572874, + 0.004751267419963072, + -0.009100580225987828, + 0.008270713935970045, + 0.024992621468926206, + 0.03573573145009404, + -0.005775212429378253, + -0.0017990462335216943, + -0.04130081879472713, + 0.004844720715630924, + 0.008810358945386055, + 0.025032086685499028, + -0.003331445386064059, + 0.003099077212806293, + 0.013448002824858358, + 0.00903407777777766, + 0.006905300357815675, + 0.014681350583804143, + -0.02494074199623351 + ] + ], + "std": [ + [ + 0.9901364010340642, + 1.0331843009790576, + 1.0385537848348627, + 1.004594460707876, + 0.9939531654620118, + 1.0690427250537498, + 1.1059904833090093, + 1.0066519698467797, + 0.9947251360209003, + 1.007854194532267, + 0.9613978699084029, + 1.0039167957400732, + 1.0015612937949965, + 1.0093255157872945, + 0.9891264460600468, + 0.9170858677231267, + 1.0232842600875196, + 0.9997950684728752, + 1.0142818567858394, + 1.0064323164990734, + 0.9910108983737475 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 10, + "depth": 6, + "padding": 42, + "parameters": 22864, + "cert_evals": { + "36": 0.5434439182281494, + "72": 0.43048974871635437, + "108": 0.3278041183948517, + "255": 0.0703001618385315 + }, + "fold": 1 + }, + { + "best_epoch": 75, + "best_val_acc": 0.7062314540059347, + "test_acc": 0.643879173290938, + "train_size": 531, + "val_size": 337, + "test_size": 1258, + "stats": { + "mean": [ + [ + -0.017864035781544274, + 0.006498658568738066, + 0.055962871563087456, + 0.031599305084746454, + -0.01800729736346521, + 0.008270713935970026, + -0.010121785310734386, + 0.06804887372881353, + -0.026457461770244318, + -0.009681385969868147, + -0.06351851043314512, + 0.0022826497175141396, + 0.0007831224105461175, + 0.006246139887005633, + 0.020293879472693028, + -0.039576907721280453, + -0.031042671939736536, + -0.02997460489642182, + -0.02915410564971728, + -0.03835001242937842, + -0.02802381167608266 + ] + ], + "std": [ + [ + 0.9840240485333955, + 1.0369630058509158, + 1.3077211738329413, + 0.9781910820406798, + 0.9593815683814114, + 1.0690427250537495, + 0.9831811654899777, + 1.0030139105693259, + 0.9410382228102027, + 1.0102835335540883, + 0.9567918855139759, + 0.9840184308800868, + 0.9460545431142556, + 1.0343625123637432, + 0.9972026659995562, + 0.9845178278494092, + 0.982127775954673, + 0.9875424397739129, + 0.9974176458730358, + 0.9332863192875079, + 1.005191404704601 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 10, + "depth": 6, + "padding": 42, + "parameters": 22864, + "cert_evals": { + "36": 0.5572336912155151, + "72": 0.47138315439224243, + "108": 0.37440383434295654, + "255": 0.12162162363529205 + }, + "fold": 2 + }, + { + "best_epoch": 38, + "best_val_acc": 0.680379746835443, + "test_acc": 0.6520719311962471, + "train_size": 531, + "val_size": 316, + "test_size": 1279, + "stats": { + "mean": [ + [ + 0.00242115593220332, + -0.035886080602636754, + -0.03572555838041413, + -0.01890058003766386, + -0.032639473446328435, + 0.008270713935969828, + -0.010121798493407167, + 0.037159613276836166, + -0.026031056685498998, + -0.0068150113747645945, + -0.01142061785310738, + -0.00994834726930324, + -0.03017912354048965, + -0.07131180037664787, + -0.020571447269303055, + -0.026240708097928056, + 0.01977089152542346, + -0.0009897885122410945, + 0.008988329585687696, + -0.027821750659133063, + 0.07988433521657268 + ] + ], + "std": [ + [ + 0.9646815053252067, + 0.9964364169189934, + 0.8667767137648238, + 0.9918320242400497, + 0.9443068366192023, + 1.0690427250537484, + 0.9028491559082471, + 0.9963685539925591, + 0.9378981844514512, + 0.9990211691032591, + 0.9968931340694016, + 0.9947823538218709, + 1.01034823063542, + 0.9491639320099594, + 0.9768788202272297, + 0.8919007118681375, + 0.9486367993709804, + 0.9697075304143699, + 0.975375266216865, + 0.9399010412320569, + 0.9783943677709094 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 10, + "depth": 6, + "padding": 42, + "parameters": 22864, + "cert_evals": { + "36": 0.5605942010879517, + "72": 0.4620797634124756, + "108": 0.35652855038642883, + "255": 0.08835027366876602 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.652471275109054, + "std_test_acc": 0.006230316065786559, + "n_samples": 2126, + "n_features": 21, + "n_classes": 10, + "mean_cert_acc_36": 0.5554041564464569, + "std_cert_acc_36": 0.008118726676542466, + "mean_cert_acc_72": 0.45442860573530197, + "std_cert_acc_72": 0.017507241333652855, + "mean_cert_acc_108": 0.35147879272699356, + "std_cert_acc_108": 0.019408235921666975, + "mean_cert_acc_255": 0.09377491101622581, + "std_cert_acc_255": 0.02126842781643358 + }, + "cardiotocography-3clases": { + "dataset": "cardiotocography-3clases", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 43, + "best_val_acc": 0.891640866873065, + "test_acc": 0.8687106918238994, + "train_size": 531, + "val_size": 323, + "test_size": 1272, + "stats": { + "mean": [ + [ + -0.030111656873823105, + -0.003732127118644177, + 0.01116787758945438, + -0.08985611299434969, + -0.00846454877589486, + 0.008270713935970052, + 0.01860809416195951, + 0.07714044712806034, + -0.005562035969867772, + -0.02718609557438801, + -0.012457818041431213, + 0.012724705461393555, + -0.02157851902071565, + -0.007921984030131852, + 0.03306414218455754, + 0.04044068926553697, + -0.048516965348399554, + -0.04458778192090391, + -0.03123695568738192, + 0.02170018583804156, + -0.018774542372881505 + ] + ], + "std": [ + [ + 1.0267196734843282, + 1.0079165135088577, + 0.9473557451244335, + 0.9914796817927604, + 1.004413984395137, + 1.0690427250537498, + 1.0265337126752654, + 1.0005000887455053, + 1.027745709308044, + 0.9908319242282088, + 1.0037543771306683, + 1.0398975301195088, + 1.0062327099761543, + 1.0841869723664168, + 1.0142218392015123, + 1.151741953917099, + 1.0734457791437295, + 1.0354213623061976, + 1.0200885928553527, + 1.1205840477329363, + 1.0030899076810105 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 22409, + "cert_evals": { + "36": 0.8388364315032959, + "72": 0.803459107875824, + "108": 0.7625786066055298, + "255": 0.5660377144813538 + }, + "fold": 0 + }, + { + "best_epoch": 9, + "best_val_acc": 0.8773006134969326, + "test_acc": 0.863672182821119, + "train_size": 531, + "val_size": 326, + "test_size": 1269, + "stats": { + "mean": [ + [ + 0.016391169491525318, + 0.0011396926553671261, + -0.02373987099811634, + 0.03607396610169575, + -0.010373017325799852, + 0.00827071393597003, + 0.012223685499058473, + 0.010651874764595136, + 0.01981098888888896, + 0.01887923308851223, + -0.018915777890772333, + -0.015072648775894497, + 0.009447557815442556, + -0.017157672448210953, + -0.006524062146892641, + -0.03690971751412391, + -0.03587095574387965, + -0.017897674387947204, + -0.022515022862523364, + 0.011496865838041524, + -0.04343927306967993 + ] + ], + "std": [ + [ + 0.9391569592897272, + 1.0230906606141204, + 0.9581004188558814, + 0.9835526445831309, + 0.9979926559581693, + 1.0690427250537498, + 1.0123898646052452, + 1.000643989202775, + 1.0328535759777588, + 1.0412458470198602, + 1.0101002215424937, + 1.0019895656154183, + 1.0176643747680885, + 0.9912502978877031, + 0.9736333689619006, + 0.8842664932785655, + 1.039084545290219, + 0.9977498578188039, + 0.9855549645903211, + 1.0605253991894208, + 1.000119457990836 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 22409, + "cert_evals": { + "36": 0.8250591158866882, + "72": 0.7825059294700623, + "108": 0.7265563607215881, + "255": 0.41686367988586426 + }, + "fold": 1 + }, + { + "best_epoch": 35, + "best_val_acc": 0.8727272727272727, + "test_acc": 0.8790513833992095, + "train_size": 531, + "val_size": 330, + "test_size": 1265, + "stats": { + "mean": [ + [ + 0.011989649905837963, + 0.017703763653483834, + -0.04815508248587558, + 0.0878522580037672, + -0.0001940107344639859, + -0.0574620999999995, + 0.04414582297551817, + 0.04154100908662901, + 0.0033932510357819923, + 0.013044282391713674, + -0.042404981242937984, + 0.04134378888888889, + -0.01985842806026365, + 0.05704191233521654, + 0.04647320527306972, + -0.06624954802259869, + 0.0383948538606398, + 0.015676433521657228, + 0.03476359286252388, + 0.0983877023352167, + -0.00027604896421838714 + ] + ], + "std": [ + [ + 1.0121411725514342, + 1.0022698506112053, + 0.7850107263672123, + 1.021861659011844, + 1.0205680703685656, + 1.0, + 1.0504178369202641, + 0.9762037792485212, + 0.9969033920323853, + 1.0262088384173584, + 0.9577094393711939, + 1.018018865673482, + 1.0072567026892174, + 1.0240761987453126, + 0.9864342700743015, + 0.8655231462742808, + 1.0132444325659744, + 1.002180759880479, + 1.0086965056851351, + 1.1584443320466373, + 0.9678154222739248 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 22409, + "cert_evals": { + "36": 0.8474308252334595, + "72": 0.8134387135505676, + "108": 0.7754940390586853, + "255": 0.5660079121589661 + }, + "fold": 2 + }, + { + "best_epoch": 22, + "best_val_acc": 0.8785942492012779, + "test_acc": 0.874414976599064, + "train_size": 531, + "val_size": 313, + "test_size": 1282, + "stats": { + "mean": [ + [ + 0.07590710470809812, + -0.024193697175141464, + -0.04779198342749522, + -0.03360304143126111, + 0.029070319209039387, + -0.024595693032014893, + 0.005839325800377342, + 0.06772045080037671, + 0.004032814877590208, + -0.01572106636534833, + -0.023934781092278794, + -0.0005697517890771726, + -0.008709438794726921, + -0.015583420433144993, + -0.012270593220338952, + 0.01910270809792879, + -0.009544668926553972, + -0.0007485035781543035, + 0.019792885216572968, + 0.012601643615819754, + 0.07063507344632772 + ] + ], + "std": [ + [ + 0.9774443663972388, + 0.9691878598072985, + 0.7938133543361705, + 1.0258465761633682, + 0.9993132346074002, + 0.7566415100311142, + 1.0194614547438874, + 0.9883543548463236, + 0.9952655430481072, + 0.9924332095258233, + 1.0409700820319554, + 0.9838443180700808, + 0.9913771235918427, + 0.9821486224205357, + 0.9651162627503362, + 1.033340912804804, + 1.0105779866484361, + 1.0049118298763688, + 0.989141891228224, + 1.0204876585018856, + 0.9866082018247349 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 22409, + "cert_evals": { + "36": 0.8447737693786621, + "72": 0.8143525719642639, + "108": 0.7745710015296936, + "255": 0.5756630301475525 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.871462308660823, + "std_test_acc": 0.006697505982428531, + "n_samples": 2126, + "n_features": 21, + "n_classes": 3, + "mean_cert_acc_36": 0.8390250355005264, + "std_cert_acc_36": 0.009979774953439068, + "mean_cert_acc_72": 0.8034390807151794, + "std_cert_acc_72": 0.014801961246453476, + "mean_cert_acc_108": 0.7598000019788742, + "std_cert_acc_108": 0.02292993353171931, + "mean_cert_acc_255": 0.5311430841684341, + "std_cert_acc_255": 0.07632168605896006 + }, + "chess-krvkp": { + "dataset": "chess-krvkp", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 57, + "best_val_acc": 0.9741379310344828, + "test_acc": 0.9710294878427315, + "train_size": 799, + "val_size": 464, + "test_size": 1933, + "stats": { + "mean": [ + [ + -0.012910581977471696, + 0.0232343479349185, + 0.01974840050062684, + -0.006236645807259704, + 0.016582745932415422, + 0.011297774718398169, + 0.042862941176470284, + 0.03031926157697225, + 0.0180404605757215, + -0.010202853566957767, + -0.00189366082603287, + -0.016319619524404437, + 0.0033822653316640658, + -0.03204078085106409, + 0.0705100575719649, + 0.02903828535669439, + -0.03100208760951203, + -0.008096886107634134, + -0.03482669524405622, + 0.019232514392990924, + 0.012952405506882283, + 0.028141539424280874, + 0.012118360450564641, + -0.021248015018773447, + -0.016025085481852858, + 5.306633288432277e-07, + -0.020626277847311296, + -0.017688700000000283, + 0.0857653942428025, + -0.03719805506883507, + 0.005740868585732433, + 0.07288125406758252, + 0.025791864831039592, + -0.00712086608260405, + -0.040342160200250346, + -0.05876795494368149 + ] + ], + "std": [ + [ + 0.9837163023685394, + 1.0378682164982054, + 1.0465982807867846, + 0.9915165284267596, + 1.005530465952035, + 1.0006602278791406, + 1.010781822340367, + 1.0199155022259125, + 1.0041109770934162, + 0.9954304425556489, + 0.999580748645936, + 0.9784729377035531, + 1.001226355888721, + 0.7309839212424674, + 1.0450840322089407, + 1.0585050069556725, + 0.9104979964986178, + 1.0030733244153598, + 0.7855814376765642, + 1.0182546843992308, + 1.0103378991543899, + 1.020315666869466, + 1.0226041285721963, + 0.9944445166738229, + 0.8530722671343124, + 0.9998428506463546, + 0.958403864877632, + 1.0, + 1.297598626233983, + 0.9108937768595846, + 1.0046803731698561, + 1.1311938967311475, + 1.0059129579966133, + 1.0017029704517841, + 1.020154120299574, + 0.9629351207831572 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 2, + "depth": 6, + "padding": 72, + "parameters": 87560, + "cert_evals": { + "36": 0.9575789570808411, + "72": 0.930160403251648, + "108": 0.8918779492378235, + "255": 0.4754268229007721 + }, + "fold": 0 + }, + { + "best_epoch": 43, + "best_val_acc": 0.9800443458980045, + "test_acc": 0.9763617677286742, + "train_size": 799, + "val_size": 451, + "test_size": 1946, + "stats": { + "mean": [ + [ + -0.0009927534418022186, + 0.018342768460575525, + -0.06582760575719632, + -0.0020792615769724375, + 0.051078400500625745, + 0.011297774718398223, + -0.03506647058823558, + -0.021223376720899582, + -0.03866361702127398, + -0.02380752190237722, + -0.014526558197747444, + 0.016318818523153884, + 0.006087788485606497, + 0.07781297659574443, + -0.04009326658322881, + 0.017423181476844563, + -0.016413096370462833, + -0.032386387984980926, + 0.020896709511889343, + 0.0017488035043802706, + 0.0032379173967446036, + -0.04377830913642133, + 0.00134634543179087, + -0.008370843554443178, + -0.01602508548185286, + -0.05699136670838574, + 0.012376380475592372, + -0.017688700000000283, + 0.023390775969961416, + 0.03719677847309204, + 0.005740868585732397, + -0.004124948685859613, + 0.002579862327909166, + -0.025243699624531293, + -0.02052447684605754, + 0.019589255319148336 + ] + ], + "std": [ + [ + 0.9986195311743077, + 1.0300230852190024, + 0.8216604611116667, + 0.9970790771407829, + 1.0163955081800622, + 1.0006602278791408, + 0.9894273630441428, + 0.9849960711322177, + 0.9895223747807858, + 0.9893503391280706, + 0.9977270081722001, + 1.0205058915949463, + 1.0023223894472089, + 1.4564544306041578, + 0.9790108101412359, + 1.0355371587989588, + 0.9537117155994841, + 1.0123108404588719, + 1.108181480971759, + 1.001546561141509, + 1.0024924985959782, + 0.9655037096440781, + 1.0024053099202712, + 0.9977739015125082, + 0.8530722671343125, + 1.021876104669329, + 1.0237032374075374, + 1.0, + 1.0898218142005072, + 1.080220497632301, + 1.0046803731698557, + 0.9917285097795778, + 1.000482486194206, + 1.0061895454376688, + 1.0104282205557285, + 1.0110875620192163 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 2, + "depth": 6, + "padding": 72, + "parameters": 87560, + "cert_evals": { + "36": 0.9563207030296326, + "72": 0.9244604706764221, + "108": 0.8787256479263306, + "255": 0.47122302651405334 + }, + "fold": 1 + }, + { + "best_epoch": 26, + "best_val_acc": 0.9768421052631578, + "test_acc": 0.9682622268470343, + "train_size": 799, + "val_size": 475, + "test_size": 1922, + "stats": { + "mean": [ + [ + 0.04270595118898613, + -0.035464605757197565, + -0.026330987484355414, + 0.010392891113891287, + 0.024543281602002653, + -0.001253777221526715, + -0.011687647058824222, + -0.02728721652065032, + 0.0025757121401775553, + -0.07006339424280264, + -0.0018936608260329234, + -0.004080205256570354, + 0.04125958948685799, + -0.03204078085106409, + -0.02626784230287835, + -0.023229682102629934, + 0.041942868585731145, + 0.01619261576971138, + 0.006965858322903206, + -0.001747938673341953, + -0.05828717396746041, + 0.04064933917396773, + 0.06597843554443104, + -0.018672580725907748, + 0.005341821777221022, + -0.005427269086358065, + 0.03437815269086148, + -0.017688700000000283, + -0.007796533166459127, + -6.382978713675692e-07, + -0.04346299874843527, + 0.01787682352940982, + -0.03610680851063828, + 0.04465865832290276, + 0.019110889862328, + 0.03990408760951166 + ] + ], + "std": [ + [ + 1.0503026614950781, + 0.9377299469744113, + 0.9332222466570044, + 1.0134812577120929, + 1.0081529457229899, + 0.9997466732969692, + 0.9965218768327301, + 0.9806280790356154, + 1.0004721494235536, + 0.9669617912464558, + 0.9995807486459362, + 0.9945690429937961, + 1.0158077550757176, + 0.7309839212424674, + 0.9989487460582208, + 0.9496723729602274, + 1.1079472020538745, + 0.9931560757473815, + 1.0372639011971079, + 0.998134626824417, + 0.9489971567418679, + 1.0290373693626786, + 1.116580541935386, + 0.9951246155880097, + 1.0441402229839951, + 1.0021017867674258, + 1.064445876205708, + 1.0, + 0.9678679341238935, + 0.999842760601726, + 0.9613338278133499, + 1.0340832941176457, + 0.9901571062749744, + 0.9869400115230125, + 0.9895000075374855, + 1.0222216905424544 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 2, + "depth": 6, + "padding": 72, + "parameters": 87560, + "cert_evals": { + "36": 0.949011504650116, + "72": 0.9105099439620972, + "108": 0.8626431226730347, + "255": 0.40582728385925293 + }, + "fold": 2 + }, + { + "best_epoch": 49, + "best_val_acc": 0.962882096069869, + "test_acc": 0.9556472408457968, + "train_size": 799, + "val_size": 458, + "test_size": 1939, + "stats": { + "mean": [ + [ + 0.0029798560700874874, + -0.015898287859826204, + 0.013165630788484818, + -0.002079261576972459, + 0.06434595994993732, + -0.0087847083854817, + -0.035066470588235754, + -0.021223376720899842, + 0.012885544430540316, + -0.0755052615769703, + -0.07516446558197788, + 0.004079404255319092, + 0.041259589486858005, + 0.04119505744680826, + -0.0069122853566958315, + -0.029037234042554844, + -0.01641309637046286, + -0.037784055068836316, + -0.03482669524405622, + -0.04370884480600792, + -0.035620035043805974, + 0.04690323904881119, + -0.009425669586981995, + -0.00064454067584565, + -0.05875890000000068, + -0.04884966708385503, + 0.0453790387984959, + -0.017688700000000283, + 0.002599236545681054, + 0.030997209011264834, + -0.05002351439299086, + 0.006875937421775107, + -0.010315694618272687, + -0.04077755694618336, + 0.004955401752189988, + 0.10084858448060059 + ] + ], + "std": [ + [ + 1.003506639923147, + 0.9726497119550556, + 1.031291250931018, + 0.9970790771407828, + 1.0202330509186042, + 0.9991224561764447, + 0.9894273630441432, + 0.9849960711322175, + 1.0029259974983142, + 0.9641477850388797, + 0.9865314194046129, + 1.0050737920779802, + 1.0158077550757172, + 1.2629201270580204, + 0.9808444007141872, + 0.9366196797544946, + 0.9537117155994845, + 1.0142732074093561, + 0.7855814376765643, + 0.9552444287880467, + 0.9695039665985851, + 1.033313842690941, + 0.9816728244810887, + 0.9996865943557063, + 1.0, + 1.0189528540341442, + 1.0840757895240576, + 1.0, + 1.0102634466126872, + 1.067334702526026, + 0.9552142319361535, + 1.0131869855246693, + 0.9972193469515207, + 1.0097604697449478, + 0.9972056619226006, + 1.052569358911855 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 2, + "depth": 6, + "padding": 72, + "parameters": 87560, + "cert_evals": { + "36": 0.9365652799606323, + "72": 0.906137228012085, + "108": 0.8736462593078613, + "255": 0.5079938173294067 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9678251808160592, + "std_test_acc": 0.008787000451240793, + "n_samples": 3196, + "n_features": 36, + "n_classes": 2, + "mean_cert_acc_36": 0.9498691111803055, + "std_cert_acc_36": 0.009640058355329648, + "mean_cert_acc_72": 0.917817011475563, + "std_cert_acc_72": 0.011347620133629843, + "mean_cert_acc_108": 0.8767232447862625, + "std_cert_acc_108": 0.012129748056015232, + "mean_cert_acc_255": 0.4651177376508713, + "std_cert_acc_255": 0.04280680596279354 + }, + "congressional-voting": { + "dataset": "congressional-voting", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 4, + "best_val_acc": 0.5263157894736842, + "test_acc": 0.5687732342007435, + "train_size": 109, + "val_size": 57, + "test_size": 269, + "stats": { + "mean": [ + [ + -0.05633650458715604, + -0.11779591743119261, + -0.04414557798165136, + -0.044145577981651356, + -0.1385431192660551, + -0.04414557798165139, + -0.026378550458715573, + 0.11256628440366967, + -0.10507706422018329, + -0.054913027522935885, + -0.05395532110091718, + 0.008270385321100901, + 0.10771073394495408, + 0.03500372477064211, + -0.000600422018348633, + -0.02276844036697253 + ] + ], + "std": [ + [ + 0.8184815616369955, + 0.8313668954689791, + 0.8538679440524577, + 0.8538679440524576, + 0.5219210944971431, + 0.8538679440524588, + 0.9259164552817457, + 1.2484961570437194, + 0.7457451590890042, + 0.7568400989501728, + 0.8761485096645807, + 1.012504902324288, + 1.1811957798165138, + 1.0783310548027614, + 0.9977827937237086, + 0.9845600817644352 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 22024, + "cert_evals": { + "36": 0.0037174720782786608, + "72": 0.0037174720782786608, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 7, + "best_val_acc": 0.640625, + "test_acc": 0.5419847328244275, + "train_size": 109, + "val_size": 64, + "test_size": 262, + "stats": { + "mean": [ + [ + -0.00038625688073406236, + 0.057688394495412916, + 0.07259284403669729, + 0.07259284403669727, + -0.08832123853211014, + 0.01422363302752295, + -0.07830136697247703, + -0.08832123853211014, + 0.10401949541284418, + -0.054913027522935885, + -0.09670699082568791, + 0.043890183486238465, + -0.010408844036697309, + -0.05957216513761476, + 0.22344607339449585, + 0.020201284403669834 + ] + ], + "std": [ + [ + 0.9977358415203772, + 1.0666277227790677, + 1.1962128629178321, + 1.196212862917833, + 0.7346827772265264, + 1.0408721364505138, + 0.7595653225302291, + 0.7346827772265264, + 1.1887281938323424, + 0.7568400989501728, + 0.7623714803384029, + 1.0685939449541277, + 0.9788020482079224, + 0.8432648555935023, + 1.3191500469500397, + 1.0109306979905373 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 22024, + "cert_evals": { + "36": 0.10687022656202316, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.7169811320754716, + "test_acc": 0.5934065934065934, + "train_size": 109, + "val_size": 53, + "test_size": 273, + "stats": { + "mean": [ + [ + -0.05633650458715604, + -0.0008063761467889231, + -0.044145577981651335, + -0.10251478899082538, + -0.08832123853211014, + 0.014223633027522997, + -0.078301366972477, + -0.08832123853211014, + -0.14689637614678883, + -0.12773999999999977, + 0.03154801834862407, + 0.008270385321100882, + 0.028964348623853046, + -0.012284220183486308, + -0.0006004220183486534, + 0.04168614678899078 + ] + ], + "std": [ + [ + 0.8184815616369948, + 0.9978460372285823, + 0.853867944052458, + 0.6065906343935914, + 0.7346827772265261, + 1.0408721364505131, + 0.7595653225302292, + 0.7346827772265265, + 0.6117637925728782, + 1.0, + 1.062789656192666, + 1.0125049023242882, + 1.0520823572341493, + 0.9691144875367229, + 0.9977827937237085, + 1.023184850832101 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 22024, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.6338028169014085, + "test_acc": 0.6078431372549019, + "train_size": 109, + "val_size": 71, + "test_size": 255, + "stats": { + "mean": [ + [ + -0.0003862568807340379, + -0.05930114678899078, + 0.014223633027522962, + -0.04414557798165134, + -0.03809935779816519, + -0.04414557798165141, + -0.026378550458715615, + 0.012122522935779772, + -0.02143844036697227, + 0.017913944954128333, + -0.0967069908256879, + 0.07950998165137609, + 0.028964348623853057, + -0.012284220183486292, + -0.0006004220183485913, + -0.02276844036697257 + ] + ], + "std": [ + [ + 0.9977358415203773, + 0.9202474953183722, + 1.0408721364505134, + 0.8538679440524575, + 0.8955844252869521, + 0.8538679440524586, + 0.9259164552817456, + 1.0292422785092563, + 0.9536270350654188, + 1.0653667607530586, + 0.7623714803384029, + 1.1207507845689388, + 1.0520823572341482, + 0.9691144875367229, + 0.9977827937237086, + 0.9845600817644354 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 22024, + "cert_evals": { + "36": 0.011764707043766975, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5780019244216666, + "std_test_acc": 0.02892639292894758, + "n_samples": 435, + "n_features": 16, + "n_classes": 2, + "mean_cert_acc_36": 0.0305881014210172, + "std_cert_acc_36": 0.05109124341713515, + "mean_cert_acc_72": 0.0009293680195696652, + "std_cert_acc_72": 0.0018587360391393304, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "conn-bench-sonar-mines-rocks": { + "dataset": "conn-bench-sonar-mines-rocks", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 18, + "best_val_acc": 0.696969696969697, + "test_acc": 0.7723577235772358, + "train_size": 52, + "val_size": 33, + "test_size": 123, + "stats": { + "mean": [ + [ + 0.07224829615384616, + 0.06143836403846155, + 0.17981892115384618, + 0.18359467307692307, + 0.17865188250000005, + 0.18166694038461537, + 0.13145928269230767, + 0.3580806807692308, + 0.2723380293846154, + 0.32641636923076933, + 0.3547530749999999, + 0.27079468269230766, + 0.2390470615384616, + 0.08077609423076923, + 0.06372549615384623, + 0.027136992307692294, + -0.0707615403846154, + -0.013202551923076929, + 0.07079190192307686, + 0.14980152423076923, + 0.19067387173076927, + 0.18353470192307691, + 0.09474908461538462, + 0.11814903269230771, + 0.12851396730769224, + 0.09148541923076925, + 0.007863109038461517, + -0.03280788846153844, + -0.038817317307692306, + -0.030111546153846168, + -0.06803155000000002, + -0.1759780653846154, + -0.09925099846153843, + -0.06391267884615386, + -0.10967796730769228, + -0.09900584423076922, + -0.07212157115384613, + -0.04979613730769235, + -0.014902880769230744, + -0.06563232307692309, + -0.19819578653846154, + -0.09516337250000001, + 0.028546435961538493, + 0.02690762884615383, + -0.051032306153846144, + -0.1709350942307693, + -0.15902759326923072, + 0.05230017500000001, + -0.06006629230769232, + -0.14417805423076924, + 0.04664167115384615, + 0.035231851923076866, + 0.10847407884615384, + 0.0320697788461538, + 0.014380650000000059, + 0.1584930519230769, + 0.24879878846153847, + -0.06910759711538458, + -0.04868835576923079, + -0.009460907692307728 + ] + ], + "std": [ + [ + 0.8826781365757673, + 0.8736204750730865, + 1.0631193826022287, + 1.0559935051069889, + 1.0948164691784295, + 0.9911164668100656, + 1.058133601574446, + 1.1345779651029129, + 1.2612720115229583, + 1.3050289136088924, + 1.2242580940441732, + 1.1507745621698449, + 0.9449561434126305, + 0.9761316418147328, + 1.0515687251009254, + 1.0336058228027496, + 1.0092336792759293, + 0.9721128786372969, + 0.9828570204269845, + 1.0526094050032175, + 1.007626826074757, + 0.9451553241613345, + 1.0688742655635421, + 1.1766129754915444, + 1.0893546356638915, + 0.9472223527353211, + 0.9975324667404246, + 0.9442106678014526, + 0.9147349976996598, + 0.8924870761180707, + 0.9115618167344114, + 0.9476131762252616, + 0.9936735012487963, + 1.091198911266045, + 1.0880994377807855, + 1.058748260466537, + 1.0322810862952991, + 1.0794760575131008, + 1.0563032817583005, + 1.063491740689508, + 0.9911947467095144, + 0.9289066519838143, + 1.060366924720947, + 1.0624085035469397, + 0.8715483240662897, + 0.6896203094035522, + 0.7267883935975691, + 0.928021673885073, + 0.8751357100836189, + 0.7223660360736314, + 0.7383172079055456, + 0.8199366242592814, + 1.0798630214435168, + 1.1347800621794066, + 0.9003324355296055, + 1.2234839576090903, + 1.1067568444114322, + 0.7263873158583661, + 0.9265847016853823, + 0.8105858418957635 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 2, + "depth": 6, + "padding": 120, + "parameters": 345096, + "cert_evals": { + "36": 0.6991869807243347, + "72": 0.6747967004776001, + "108": 0.5365853309631348, + "255": 0.24390242993831635 + }, + "fold": 0 + }, + { + "best_epoch": 16, + "best_val_acc": 0.8275862068965517, + "test_acc": 0.8346456692913385, + "train_size": 52, + "val_size": 29, + "test_size": 127, + "stats": { + "mean": [ + [ + -0.1496621807692307, + -0.08903577807692303, + -0.14030929807692305, + -0.035338826923076924, + 0.08386959669423068, + 0.09199651153846154, + 0.14088967307692307, + 0.07056369423076922, + -0.0025582480769230555, + 0.009174194230769301, + 0.0818218730769231, + 0.08237485384615381, + 0.04123067288461538, + -0.00616768461538463, + -0.028849084615384605, + -0.04050276923076927, + -0.0212545653846154, + -0.05132907923076921, + -0.04626740192307692, + -0.07403159615384614, + -0.05252051923076921, + 0.030670448076923096, + -0.021138782692307692, + 0.005048434615384597, + 0.09778213076923079, + 0.2050811269230769, + 0.18951900000000002, + 0.09827862115384613, + 0.07715956730769227, + 0.1654723846153846, + 0.07360706730769234, + -0.012788405769230859, + -0.07698564038461544, + -0.11772723500000001, + -0.012259624999999958, + 0.0018293673076923635, + -0.07115984249999997, + -0.07953136711538462, + -0.04274317096153846, + -0.03792623653846152, + -0.08625715769230768, + -0.05082718653846153, + 0.0639244403846154, + 0.05993298846153846, + 0.008120661730769264, + -0.03299837499999998, + -0.08261534326923076, + -0.13786070961538463, + -0.11194899807692303, + -0.1165946903846154, + -0.11254034384615383, + -0.09731205576923077, + -0.10915543461538466, + -0.020348332692307698, + -0.03527259615384616, + -0.05305450769230768, + -0.0766177076923077, + 0.017685547115384614, + 0.05708845576923076, + 0.13349773076923077 + ] + ], + "std": [ + [ + 0.808987901180408, + 0.6916743939877592, + 0.6533719713044063, + 0.7289409087743024, + 0.9799815957215703, + 1.1546934744155954, + 1.0489671907417901, + 1.0406351665781963, + 1.06602300100525, + 0.9855510401092009, + 0.941611877990984, + 0.874334438804182, + 0.8948617088044496, + 0.9284777014495024, + 0.9652796384670821, + 0.9176168045360895, + 0.9187448624511494, + 0.9637941840958039, + 1.036895695822955, + 1.080455047426266, + 1.0569445623516454, + 1.027280062203057, + 0.9972067893847262, + 0.9558109386682533, + 0.9135564279343454, + 0.9323450964074564, + 0.9165881179625035, + 0.9150530169961677, + 0.8966782811687405, + 0.9697039290944067, + 1.0552459326194796, + 1.0678782438443375, + 1.0350794282536124, + 0.981036806175182, + 1.0268794592105523, + 1.049486682131856, + 1.0562822257610098, + 1.0082564159163012, + 1.008195204043701, + 1.0704359719340684, + 1.0356445372719016, + 0.9497252302544834, + 1.0265656593627723, + 1.1425919880616457, + 0.984594565229331, + 0.9387504917802769, + 0.9538513934843633, + 0.9644663205759176, + 0.9826957464876444, + 0.906104614495397, + 0.6863012460053298, + 0.8135699574469399, + 0.8718984903633391, + 0.87106180576059, + 0.9705550873133266, + 0.7881063937322114, + 1.0305107562527829, + 0.9850679024115949, + 1.0840227025091698, + 0.955646054806482 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 2, + "depth": 6, + "padding": 120, + "parameters": 345096, + "cert_evals": { + "36": 0.7559055089950562, + "72": 0.7007874250411987, + "108": 0.6062992215156555, + "255": 0.23622047901153564 + }, + "fold": 1 + }, + { + "best_epoch": 20, + "best_val_acc": 0.9090909090909091, + "test_acc": 0.8617886178861789, + "train_size": 52, + "val_size": 33, + "test_size": 123, + "stats": { + "mean": [ + [ + -0.11352727307692301, + 0.005484550769230757, + 0.14128544711538463, + 0.01698709807692309, + -0.05546616484423073, + 0.015633542307692313, + 0.01695465576923076, + 0.007012186538461534, + 0.16428315769230764, + 0.1885259807692308, + 0.17271181923076925, + 0.10288603057692303, + 0.035842053846153805, + 0.06598513846153845, + 0.024155067307692363, + -0.031890009615384636, + -0.09900835576923078, + -0.06074108884615382, + -0.057217736538461544, + -0.05421212307692307, + 0.009597998076923055, + 0.08198633076923077, + 0.0738865326923077, + 0.11153800000000001, + 0.12820763269230767, + 0.1497061423076923, + 0.17804224999999999, + 0.12074562557692313, + 0.011866653846153862, + 0.02657458461538462, + 0.08961283461538459, + 0.012436888461538488, + -0.15344758865384617, + -0.25327539384615383, + -0.1676381884615385, + -0.08097806538461542, + 0.010272027115384563, + 0.0761040280769231, + 0.07725368461538452, + 0.01526856923076923, + 0.09035966538461546, + -0.018093585576923078, + -0.08110181153846155, + -0.05179539615384614, + -0.062206399423076895, + -0.05773718076923074, + -0.015536751903846145, + -0.05303988461538456, + -0.0334830886538462, + -0.019491399423076903, + -0.014853353461538439, + -0.04920472788461536, + -0.013006382692307706, + -0.11464770384615387, + -0.22059024807692304, + -0.20056836153846153, + -0.17135017615384612, + -0.09496722596153845, + -0.12957644230769227, + 0.05055160769230771 + ] + ], + "std": [ + [ + 0.7779847294085735, + 0.8164589056484339, + 0.8897943994160501, + 0.8232379895108087, + 0.8913136137549748, + 1.2277539871431498, + 1.148342655187086, + 1.0125738638827777, + 1.0308151593845143, + 1.0814728380420244, + 1.1275636354460448, + 1.0953105542528634, + 0.9617223163008869, + 0.9271042130221435, + 1.002366167344782, + 1.0134009310910002, + 0.9541301699800748, + 0.9039526162729385, + 0.8533527267834845, + 0.8674137383144989, + 0.8667342359963858, + 0.8682751705934699, + 0.8669633975953135, + 0.8844079338595519, + 0.8959832014657619, + 0.9477171784962183, + 0.9665146933040765, + 0.9608709208756278, + 0.9362600441482569, + 0.826100491116595, + 0.9039285396250091, + 0.9697986338184826, + 0.8888423793086146, + 0.878236080206782, + 0.9309060317786465, + 0.9900496254008503, + 1.00813869687356, + 1.0903606967893815, + 1.0386726650233546, + 0.9723646970288363, + 0.965534654631892, + 0.9659616919831083, + 0.9294069827841253, + 0.9165737515917189, + 0.890391924899276, + 0.8408198724294259, + 0.7367456383541913, + 0.9168199780746074, + 0.8757122466574018, + 0.8068953654942984, + 0.8229736283202036, + 0.7999629806684128, + 0.9417385941942646, + 0.873184043119562, + 0.7480790001744239, + 0.9895160335641305, + 1.0132212109764678, + 0.7628419936253807, + 0.961901997536315, + 1.3290599320503582 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 2, + "depth": 6, + "padding": 120, + "parameters": 345096, + "cert_evals": { + "36": 0.7479674816131592, + "72": 0.6829267740249634, + "108": 0.5853658318519592, + "255": 0.2520325183868408 + }, + "fold": 2 + }, + { + "best_epoch": 10, + "best_val_acc": 0.9696969696969697, + "test_acc": 0.7723577235772358, + "train_size": 52, + "val_size": 33, + "test_size": 123, + "stats": { + "mean": [ + [ + -0.11402919442307692, + -0.1958088194230769, + -0.192454475, + -0.2174456115384615, + -0.1483449469961539, + -0.09730015192307692, + -0.11111996346153846, + -0.1199549596153846, + -0.08601968673076922, + -0.1359838, + -0.07711971153846155, + 0.005683598076923046, + -0.07644932499999996, + -0.12452823865384616, + -0.18065320384615383, + -0.24127502307692308, + -0.2122367865384616, + -0.17662752923076924, + -0.13966792115384613, + -0.06574370384615388, + -0.007378620000000012, + -0.0002028721153846167, + 0.06875905961538463, + 0.10454161923076924, + 0.1822036923076923, + 0.14234525, + 0.08357052884615387, + 0.14328510769230768, + 0.2375776069230769, + 0.1643224807692307, + 0.10515068653846156, + 0.09213309999999994, + 0.013323825000000011, + -0.06487759653846153, + -0.13430994076923078, + -0.21115623846153847, + -0.22730641923076922, + -0.23543729230769228, + -0.22808152115384622, + -0.14895506923076926, + -0.001168684615384663, + -0.04320264326923076, + -0.018799333269230768, + -0.013186748076922994, + -0.07072882692307694, + -0.03641541923076926, + -0.009211202865384651, + 0.028638237499999993, + 0.052042886346153845, + -0.09590774230769232, + -0.057291330384615397, + 0.06657091249999998, + 0.02539913076923079, + -0.15310468230769228, + -0.20838050961538462, + -0.049366707692307735, + -0.07994125884615386, + -0.19751397115384617, + -0.2403308269230769, + -0.24415720000000002 + ] + ], + "std": [ + [ + 0.8763416312333093, + 0.602973469758421, + 0.5448117196260321, + 0.5663296924240132, + 0.686341085757452, + 0.8337013907572342, + 0.6813276818285096, + 0.7825144766842531, + 0.7861121760890293, + 0.7905273301791387, + 0.7805552299762032, + 0.9027317120726256, + 0.8667207852850977, + 0.8531311452416169, + 0.8318630140159454, + 0.8852179006046725, + 0.8740431599665568, + 0.8442406359472446, + 0.8609171894886277, + 0.886971626868803, + 0.9185053211820478, + 1.0100806480837976, + 0.9919727273312126, + 1.0562822860856174, + 0.9850251469218465, + 0.9910273621465151, + 1.0655846350198521, + 0.9906322053442151, + 0.8736899428048334, + 0.9821436750511889, + 0.9453561139667965, + 0.8625303165093016, + 1.0040239879345572, + 0.9847231539651756, + 0.9280844832031707, + 0.9503954469001101, + 0.9765763369138967, + 0.965164414073675, + 0.9709362119147936, + 1.0665530487737096, + 1.0793454570821943, + 1.0572717622116554, + 1.0593503627745042, + 1.0162684589041668, + 1.0177130607371694, + 1.0958546673800382, + 1.1902586310529617, + 1.1293249209196217, + 1.0653539976947333, + 0.9647675285784101, + 1.1814566025747812, + 1.13738601881979, + 1.0351334435322548, + 0.934859922308927, + 0.7895031892247589, + 0.9239212461978867, + 0.8971132845231489, + 0.7340435621135994, + 0.876038640540552, + 0.7272617950430326 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 2, + "depth": 6, + "padding": 120, + "parameters": 345096, + "cert_evals": { + "36": 0.6910569071769714, + "72": 0.6097560524940491, + "108": 0.5203251838684082, + "255": 0.1463414579629898 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8102874335829973, + "std_test_acc": 0.04517750706452539, + "n_samples": 208, + "n_features": 60, + "n_classes": 2, + "mean_cert_acc_36": 0.7235292196273804, + "std_cert_acc_36": 0.03312827811600924, + "mean_cert_acc_72": 0.6670667380094528, + "std_cert_acc_72": 0.03971940109615083, + "mean_cert_acc_108": 0.5621438920497894, + "std_cert_acc_108": 0.04037736992918418, + "mean_cert_acc_255": 0.21962422132492065, + "std_cert_acc_255": 0.0492799090471648 + }, + "conn-bench-vowel-deterding": { + "dataset": "conn-bench-vowel-deterding", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 33, + "best_val_acc": 0.8217821782178217, + "test_acc": 0.8032786885245902, + "train_size": 462, + "val_size": 101, + "test_size": 427, + "stats": { + "mean": [ + [ + -2.857142828580301e-07, + 2.385281389853348e-08, + -4.3088744564142115e-08, + -3.844155827509708e-08, + -8.807359302639395e-08, + -1.304545454734722e-07, + 2.852813846998729e-08, + -1.7538961132040442e-08, + 1.6883116991740976e-08, + 6.995670959114648e-08, + -9.999999998989893e-08 + ] + ], + "std": [ + [ + 0.9989172494309853, + 0.9989172586260624, + 0.9989172585041448, + 0.9989169579535073, + 0.9989173225330026, + 0.9989172947423731, + 0.9989172394761775, + 0.9989172874813478, + 0.9989173118500234, + 0.9989170573955074, + 0.9989173544054772 + ] + ] + }, + "width": 64, + "in_features": 11, + "out_features": 11, + "depth": 6, + "padding": 22, + "parameters": 22289, + "cert_evals": { + "36": 0.6580796241760254, + "72": 0.4496486783027649, + "108": 0.23419202864170074, + "255": 0.02107728272676468 + }, + "fold": 0 + }, + { + "best_epoch": 60, + "best_val_acc": 0.8240740740740741, + "test_acc": 0.7976190476190477, + "train_size": 462, + "val_size": 108, + "test_size": 420, + "stats": { + "mean": [ + [ + -2.857142828580301e-07, + 2.385281389853348e-08, + -4.3088744564142115e-08, + -3.844155827509708e-08, + -8.807359302639395e-08, + -1.304545454734722e-07, + 2.852813846998729e-08, + -1.7538961132040442e-08, + 1.6883116991740976e-08, + 6.995670959114648e-08, + -9.999999998989893e-08 + ] + ], + "std": [ + [ + 0.9989172494309853, + 0.9989172586260624, + 0.9989172585041448, + 0.9989169579535073, + 0.9989173225330026, + 0.9989172947423731, + 0.9989172394761775, + 0.9989172874813478, + 0.9989173118500234, + 0.9989170573955074, + 0.9989173544054772 + ] + ] + }, + "width": 64, + "in_features": 11, + "out_features": 11, + "depth": 6, + "padding": 22, + "parameters": 22289, + "cert_evals": { + "36": 0.6785714626312256, + "72": 0.5333333611488342, + "108": 0.33095240592956543, + "255": 0.02619047649204731 + }, + "fold": 1 + }, + { + "best_epoch": 36, + "best_val_acc": 0.7920792079207921, + "test_acc": 0.7728337236533958, + "train_size": 462, + "val_size": 101, + "test_size": 427, + "stats": { + "mean": [ + [ + -2.857142828580301e-07, + 2.385281389853348e-08, + -4.3088744564142115e-08, + -3.844155827509708e-08, + -8.807359302639395e-08, + -1.304545454734722e-07, + 2.852813846998729e-08, + -1.7538961132040442e-08, + 1.6883116991740976e-08, + 6.995670959114648e-08, + -9.999999998989893e-08 + ] + ], + "std": [ + [ + 0.9989172494309853, + 0.9989172586260624, + 0.9989172585041448, + 0.9989169579535073, + 0.9989173225330026, + 0.9989172947423731, + 0.9989172394761775, + 0.9989172874813478, + 0.9989173118500234, + 0.9989170573955074, + 0.9989173544054772 + ] + ] + }, + "width": 64, + "in_features": 11, + "out_features": 11, + "depth": 6, + "padding": 22, + "parameters": 22289, + "cert_evals": { + "36": 0.6299765706062317, + "72": 0.44262292981147766, + "108": 0.2880561947822571, + "255": 0.023419203236699104 + }, + "fold": 2 + }, + { + "best_epoch": 28, + "best_val_acc": 0.8037383177570093, + "test_acc": 0.7624703087885986, + "train_size": 462, + "val_size": 107, + "test_size": 421, + "stats": { + "mean": [ + [ + -2.857142828580301e-07, + 2.385281389853348e-08, + -4.3088744564142115e-08, + -3.844155827509708e-08, + -8.807359302639395e-08, + -1.304545454734722e-07, + 2.852813846998729e-08, + -1.7538961132040442e-08, + 1.6883116991740976e-08, + 6.995670959114648e-08, + -9.999999998989893e-08 + ] + ], + "std": [ + [ + 0.9989172494309853, + 0.9989172586260624, + 0.9989172585041448, + 0.9989169579535073, + 0.9989173225330026, + 0.9989172947423731, + 0.9989172394761775, + 0.9989172874813478, + 0.9989173118500234, + 0.9989170573955074, + 0.9989173544054772 + ] + ] + }, + "width": 64, + "in_features": 11, + "out_features": 11, + "depth": 6, + "padding": 22, + "parameters": 22289, + "cert_evals": { + "36": 0.6080760359764099, + "72": 0.40617579221725464, + "108": 0.21615202724933624, + "255": 0.026128267869353294 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7840504421464081, + "std_test_acc": 0.019539271930691663, + "n_samples": 990, + "n_features": 11, + "n_classes": 11, + "mean_cert_acc_36": 0.6436759233474731, + "std_cert_acc_36": 0.03098488613191757, + "mean_cert_acc_72": 0.45794519037008286, + "std_cert_acc_72": 0.053749575686949, + "mean_cert_acc_108": 0.2673381641507149, + "std_cert_acc_108": 0.052264377480957906, + "mean_cert_acc_255": 0.024203807581216097, + "std_cert_acc_255": 0.00245228889032388 + }, + "chess-krvk": { + "dataset": "chess-krvk", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 40, + "best_val_acc": 0.22574538570752484, + "test_acc": 0.2215152235965747, + "train_size": 7014, + "val_size": 4226, + "test_size": 16816, + "stats": { + "mean": [ + [ + 0.012324607927003232, + 0.007078780439120998, + 0.0020496236099223986, + -0.024108994297119334, + -0.0005551300684344027, + 0.00494480253777899 + ] + ], + "std": [ + [ + 0.999931915679557, + 1.0057899986789152, + 1.0018138589619487, + 0.9949807268406698, + 1.0000689847213224, + 1.0016960231746526 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 18, + "depth": 6, + "padding": 12, + "parameters": 6104, + "cert_evals": { + "36": 0.12256184220314026, + "72": 0.059705041348934174, + "108": 0.028009038418531418, + "255": 0.001010941923595965 + }, + "fold": 0 + }, + { + "best_epoch": 29, + "best_val_acc": 0.2281863324663041, + "test_acc": 0.23672158448819366, + "train_size": 7014, + "val_size": 4229, + "test_size": 16813, + "stats": { + "mean": [ + [ + 0.02662805560307895, + 0.005693713430283323, + -0.0016727181351587745, + 0.014426962075848423, + -0.007343462446535813, + 0.00437411206158899 + ] + ], + "std": [ + [ + 0.9852094089714073, + 0.9988688121679218, + 1.0043106562162794, + 0.9917902725212167, + 0.9953541320225967, + 0.995076350426718 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 18, + "depth": 6, + "padding": 12, + "parameters": 6104, + "cert_evals": { + "36": 0.12508177757263184, + "72": 0.06108368560671806, + "108": 0.027300303801894188, + "255": 0.0001784333580872044 + }, + "fold": 1 + }, + { + "best_epoch": 3, + "best_val_acc": 0.20922491678554447, + "test_acc": 0.20539320503682584, + "train_size": 7014, + "val_size": 4206, + "test_size": 16836, + "stats": { + "mean": [ + [ + 0.009281328200740034, + -0.0021550139720564235, + -0.004650539349872485, + 0.006120143427431122, + -0.0004934166951813222, + 0.0024717757342437065 + ] + ], + "std": [ + [ + 0.9905305563279689, + 1.0007194352174467, + 1.0073929861352688, + 0.996792137495875, + 0.995664797353786, + 0.9984373474066448 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 18, + "depth": 6, + "padding": 12, + "parameters": 6104, + "cert_evals": { + "36": 0.0488833449780941, + "72": 5.9396530559752136e-05, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 9, + "best_val_acc": 0.24941451990632318, + "test_acc": 0.24063916050560458, + "train_size": 7014, + "val_size": 4270, + "test_size": 16772, + "stats": { + "mean": [ + [ + 0.0038034088964931244, + -0.012312182207011678, + 0.00825354519532299, + -0.012616928286283908, + 0.00814625808383194, + 0.012173608639860799 + ] + ], + "std": [ + [ + 0.9903915605524702, + 0.991199162231707, + 1.011474563134033, + 0.9971077092137348, + 0.999255185770078, + 1.0033642166267953 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 18, + "depth": 6, + "padding": 12, + "parameters": 6104, + "cert_evals": { + "36": 0.12002146244049072, + "72": 0.04674457386136055, + "108": 0.009718578308820724, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.2260672934067997, + "std_test_acc": 0.016062300568712162, + "n_samples": 28056, + "n_features": 6, + "n_classes": 18, + "mean_cert_acc_36": 0.10413710679858923, + "std_cert_acc_36": 0.036893726016018695, + "mean_cert_acc_72": 0.041898174336893135, + "std_cert_acc_72": 0.028630632034865426, + "mean_cert_acc_108": 0.016256980132311583, + "std_cert_acc_108": 0.013749011759173502, + "mean_cert_acc_255": 0.0002973438204207923, + "std_cert_acc_255": 0.0004831109762061082 + }, + "credit-approval": { + "dataset": "credit-approval", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 47, + "best_val_acc": 0.83, + "test_acc": 0.854066985645933, + "train_size": 172, + "val_size": 100, + "test_size": 418, + "stats": { + "mean": [ + [ + 0.04231717441860458, + -0.04319939244186043, + 0.01132773546511633, + 0.10497429069767436, + 0.1039714651162791, + -0.016887567441860464, + 0.12197747790697662, + 0.056721959767441876, + 0.023127069767441777, + 0.01803883720930219, + 0.02175907906976748, + -0.014331000000000156, + 0.026975616279069855, + -0.07794171941860471, + 0.08645942000000016 + ] + ], + "std": [ + [ + 0.9668001544731439, + 0.9828833679832603, + 1.0033612624654744, + 1.0683622008830216, + 1.0656041538091992, + 1.0007415139821727, + 1.1272056598607636, + 1.0528268054248064, + 1.0000784525981627, + 0.9964680315230805, + 0.9149454309542941, + 1.0003809007273163, + 1.0289037612452905, + 0.9424723282553955, + 1.5519077166103805 + ] + ] + }, + "width": 64, + "in_features": 15, + "out_features": 2, + "depth": 6, + "padding": 30, + "parameters": 21960, + "cert_evals": { + "36": 0.7918660044670105, + "72": 0.7344497442245483, + "108": 0.6339712738990784, + "255": 0.07416267693042755 + }, + "fold": 0 + }, + { + "best_epoch": 4, + "best_val_acc": 0.8709677419354839, + "test_acc": 0.8494117647058823, + "train_size": 172, + "val_size": 93, + "test_size": 425, + "stats": { + "mean": [ + [ + -0.05893763953488379, + -0.09494667732558137, + 0.10661604441860463, + 0.0016465697674418215, + -0.0016443023255812898, + -0.03715416976744184, + 0.019046397674418694, + 0.12816041290697705, + 0.04639099999999992, + 0.006295348837209058, + -0.02008573604651146, + -0.13093850000000004, + 0.006132180232558206, + -0.012206166162790686, + 0.10673194959302351 + ] + ], + "std": [ + [ + 1.0212712368033299, + 1.002227255518295, + 1.0267015215317181, + 1.0197891663144403, + 1.0132886907601226, + 0.9740103182437764, + 0.9462774495372472, + 1.135180114956504, + 1.0003490000000002, + 0.9983346607548056, + 0.9387238466077318, + 1.0017391917815985, + 0.9989094608428061, + 0.9604377028423987, + 1.6924318356475039 + ] + ] + }, + "width": 64, + "in_features": 15, + "out_features": 2, + "depth": 6, + "padding": 30, + "parameters": 21960, + "cert_evals": { + "36": 0.19294117391109467, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 13, + "best_val_acc": 0.8598130841121495, + "test_acc": 0.8442822384428224, + "train_size": 172, + "val_size": 107, + "test_size": 411, + "stats": { + "mean": [ + [ + -0.09690819767441845, + -0.07829492377906978, + 0.14346898139534883, + 0.008104488372092981, + 0.011557720930232681, + 0.0203769784883721, + -0.058847231395348816, + -0.004431645348837212, + 0.01149510465116271, + -0.02893511627906998, + -0.018890154651162814, + -0.07263475000000007, + -0.0563980755813953, + -0.0557846427906977, + -0.04536849656976747 + ] + ], + "std": [ + [ + 1.0400780435620642, + 0.9163334239629656, + 1.1299454947101701, + 0.9838838771477533, + 0.9907637201902963, + 1.0059394076223003, + 0.9122317175379675, + 0.9398719190475693, + 0.9997401653873875, + 1.0030891544052551, + 0.8392167415058691, + 1.0027567026500943, + 0.9205981575020528, + 0.8548997051032522, + 0.5350874335618861 + ] + ] + }, + "width": 64, + "in_features": 15, + "out_features": 2, + "depth": 6, + "padding": 30, + "parameters": 21960, + "cert_evals": { + "36": 0.7737226486206055, + "72": 0.6934306621551514, + "108": 0.5936739444732666, + "255": 0.12408758699893951 + }, + "fold": 2 + }, + { + "best_epoch": 10, + "best_val_acc": 0.8962264150943396, + "test_acc": 0.837378640776699, + "train_size": 172, + "val_size": 106, + "test_size": 412, + "stats": { + "mean": [ + [ + 0.029660302325581287, + 0.04967415668604653, + 0.035228697674418614, + -0.08230726744186062, + -0.0808560755813953, + -0.06068950697674418, + 0.05521145232558148, + 0.0520138111627908, + -0.00013686046511636238, + -0.02893511627906982, + 0.0647990941860465, + -0.08429550000000029, + -0.11892838372093019, + -0.14010143755813953, + -0.060122975697674434 + ] + ], + "std": [ + [ + 0.9866458073044232, + 1.0497387015089001, + 0.9194770520533397, + 0.928940005324823, + 0.9330534400726008, + 1.0077990709538949, + 1.0375139084982685, + 0.9494310078822967, + 0.9992663708949371, + 1.0030891544052551, + 1.2789280573338035, + 1.0028244999999991, + 0.8074645456755252, + 0.8265119967382965, + 0.4698103883611287 + ] + ] + }, + "width": 64, + "in_features": 15, + "out_features": 2, + "depth": 6, + "padding": 30, + "parameters": 21960, + "cert_evals": { + "36": 0.737864077091217, + "72": 0.6601941585540771, + "108": 0.5995145440101624, + "255": 0.04368932172656059 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8462849073928341, + "std_test_acc": 0.007157053550042815, + "n_samples": 690, + "n_features": 15, + "n_classes": 2, + "mean_cert_acc_36": 0.6240984760224819, + "std_cert_acc_36": 0.2883126588598793, + "mean_cert_acc_72": 0.5220186412334442, + "std_cert_acc_72": 0.3493350778343131, + "mean_cert_acc_108": 0.45678994059562683, + "std_cert_acc_108": 0.30504525218288253, + "mean_cert_acc_255": 0.060484896413981915, + "std_cert_acc_255": 0.052194820792848734 + }, + "contrac": { + "dataset": "contrac", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 76, + "best_val_acc": 0.5687203791469194, + "test_acc": 0.5156599552572707, + "train_size": 368, + "val_size": 211, + "test_size": 894, + "stats": { + "mean": [ + [ + 0.04983602472826088, + -0.03683848315217381, + -0.030433624999999895, + 0.04126441032608701, + 0.0759277635869569, + 0.038788576086956336, + -0.05566297010869535, + 0.0662070706521741, + 0.049484739130435086 + ] + ], + "std": [ + [ + 1.0349771394866476, + 1.0203618187773704, + 1.0773888859130338, + 0.9920452760418988, + 0.9188135203134653, + 0.9763026632803047, + 0.9941427090552807, + 0.9825316131926941, + 1.0760483787682442 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 3, + "depth": 6, + "padding": 18, + "parameters": 5705, + "cert_evals": { + "36": 0.3467561602592468, + "72": 0.1812080591917038, + "108": 0.10067114233970642, + "255": 0.021252796053886414 + }, + "fold": 0 + }, + { + "best_epoch": 34, + "best_val_acc": 0.5666666666666667, + "test_acc": 0.46256983240223465, + "train_size": 368, + "val_size": 210, + "test_size": 895, + "stats": { + "mean": [ + [ + -0.029433755434782626, + -0.071642726902174, + -0.09035044293478262, + 0.020525774456521734, + 0.007337516304348054, + 0.03878857608695629, + 0.035455372282608796, + -0.03957563858695622, + 0.049484739130434774 + ] + ], + "std": [ + [ + 1.034137512591575, + 1.0184105128981196, + 1.0653920839838686, + 1.048083233025277, + 0.9923881347533616, + 0.9763026632803046, + 0.9969044818106321, + 1.048729739192908, + 1.0760483787682442 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 3, + "depth": 6, + "padding": 18, + "parameters": 5705, + "cert_evals": { + "36": 0.36424580216407776, + "72": 0.26703909039497375, + "108": 0.17541898787021637, + "255": 0.02569832280278206 + }, + "fold": 1 + }, + { + "best_epoch": 31, + "best_val_acc": 0.5403225806451613, + "test_acc": 0.49008168028004667, + "train_size": 368, + "val_size": 248, + "test_size": 857, + "stats": { + "mean": [ + [ + -0.0224978108695652, + 0.0756058451086956, + 0.07941412771739106, + 0.040112260869565215, + -0.03076817663043453, + -0.09286419021739152, + -0.046236899456521284, + 0.002180663043478335, + -0.06466629619565217 + ] + ], + "std": [ + [ + 1.0160308953617057, + 0.95882526146548, + 0.9253350657327032, + 1.0559034595300474, + 1.0290230539377072, + 1.0476659682160625, + 0.9462830856884548, + 0.9600526966125309, + 0.8858527840526336 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 3, + "depth": 6, + "padding": 18, + "parameters": 5705, + "cert_evals": { + "36": 0.3558926582336426, + "72": 0.22170361876487732, + "108": 0.10968495160341263, + "255": 0.008168027736246586 + }, + "fold": 2 + }, + { + "best_epoch": 33, + "best_val_acc": 0.4935064935064935, + "test_acc": 0.4782608695652174, + "train_size": 368, + "val_size": 231, + "test_size": 874, + "stats": { + "mean": [ + [ + -0.05156334456521742, + -0.044870314673913024, + -0.03376221739130403, + 0.026286519021739164, + 0.06068548641304363, + -0.023903217391304493, + 0.03859739402173936, + -0.05627817934782584, + -0.01277946195652176 + ] + ], + "std": [ + [ + 1.0188547788894706, + 0.9948418681411789, + 0.9984372596511997, + 1.0660676802579363, + 0.9360979718845777, + 1.0130497245255512, + 0.9834396874521251, + 1.0057604797479107, + 0.9785587320331135 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 3, + "depth": 6, + "padding": 18, + "parameters": 5705, + "cert_evals": { + "36": 0.3318077623844147, + "72": 0.21167047321796417, + "108": 0.1178489625453949, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.4866430843761924, + "std_test_acc": 0.02238739022499171, + "n_samples": 1473, + "n_features": 9, + "n_classes": 3, + "mean_cert_acc_36": 0.34967559576034546, + "std_cert_acc_36": 0.013889148685686753, + "mean_cert_acc_72": 0.22040531039237976, + "std_cert_acc_72": 0.035539259625156694, + "mean_cert_acc_108": 0.12590601108968258, + "std_cert_acc_108": 0.03374597394554556, + "mean_cert_acc_255": 0.013779786648228765, + "std_cert_acc_255": 0.011821896799320556 + }, + "cylinder-bands": { + "dataset": "cylinder-bands", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 26, + "best_val_acc": 0.7317073170731707, + "test_acc": 0.7185430463576159, + "train_size": 128, + "val_size": 82, + "test_size": 302, + "stats": { + "mean": [ + [ + -0.018113468749999997, + -0.09801495312499989, + -0.09835764843749996, + 0.015201562499999939, + -0.08460044531249963, + -0.05902956249999998, + -0.02159560937500003, + -0.10518925781250046, + 0.03565878125000016, + 0.03781927343750002, + -0.0029206640624998936, + -0.005388015624999963, + -0.007189643749999884, + -0.11441540624999999, + 0.02687471875000009, + -0.08272973437500022, + 0.014233650781250131, + -0.040908945312500035, + -0.20346299999999978, + 0.09558365781249996, + -0.12876496562500006, + -0.05027554687499996, + 0.03137399609374995, + -0.07727224921875003, + -0.112076146875, + 0.04986750409374999, + 0.0467316294531248, + 0.08485301562499976, + -0.07968368828125014, + -0.0404871031249999, + 0.026726734374999978, + 0.04898852562499999, + 0.07183878906250019, + 0.01963753046874992, + 0.07539527343749987 + ] + ], + "std": [ + [ + 1.009708113595319, + 0.6915256837343526, + 1.1851115463631896, + 1.1075149207516606, + 0.6356019715752345, + 0.9895598820491779, + 1.036117446187858, + 0.47416953322612243, + 0.9128570390625407, + 0.9754439041131451, + 0.9772769577736968, + 0.9965990540260843, + 1.0049338980010496, + 1.0152930221805465, + 1.0110105352731478, + 0.9779734187172597, + 0.946783796715577, + 0.9180378675297654, + 0.9791387337832046, + 1.3026657902081404, + 1.1587041225508155, + 1.0035768471185391, + 1.0872637801794474, + 0.8506413201552353, + 1.0909742588199165, + 0.9223170655454694, + 0.925140911301162, + 1.2060797979297548, + 0.10884702615305564, + 1.0969927491363656, + 1.0397512419029202, + 0.9385559077709305, + 0.7908440559763066, + 0.8086858742098973, + 0.23360368046727112 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 2, + "depth": 6, + "padding": 70, + "parameters": 87432, + "cert_evals": { + "36": 0.5960264801979065, + "72": 0.4602648913860321, + "108": 0.36092716455459595, + "255": 0.0794702023267746 + }, + "fold": 0 + }, + { + "best_epoch": 13, + "best_val_acc": 0.7222222222222222, + "test_acc": 0.6826923076923077, + "train_size": 128, + "val_size": 72, + "test_size": 312, + "stats": { + "mean": [ + [ + -0.15498346874999988, + 0.07623314062499989, + -0.08125197656250005, + 0.1064101249999995, + 0.028200664062500352, + 0.14560404687500025, + 0.1655534453124999, + -0.021037773437500448, + 0.03565884375000017, + -0.09565992968750019, + -0.06719309374999989, + 0.07724234374999989, + 0.014383128125000021, + 0.015113148437499955, + 0.11287723437500005, + 0.15718076562499975, + -0.11598707812499996, + 0.01952450812500009, + -0.05958846093749991, + 0.05810956640625002, + 0.09577258359374996, + 0.01608712499999998, + 0.0455139015625, + -0.09322180656250004, + 0.010363770312500003, + -0.09235189678125001, + -0.12943964476562508, + 0.07837251562499978, + -0.08934230000000017, + -0.11201488515624988, + -0.016908421875000006, + -0.19726601218749995, + -0.027512601562499843, + -0.1071632757812501, + -0.06936312500000016 + ] + ], + "std": [ + [ + 0.9566675689840457, + 1.1785922605080725, + 1.0752069854571855, + 1.134315391792329, + 1.0921920451077407, + 1.0073040155644573, + 1.0080335723206957, + 0.8147932438575216, + 0.7216766565111302, + 1.0325076089625134, + 1.0351765461316509, + 0.9787809233141151, + 0.9952912678839302, + 0.9646382079847095, + 0.9376275956128628, + 1.025290058167112, + 1.1238851154497491, + 0.9392938268734667, + 0.9623682791314133, + 0.6383677679060908, + 0.8128844998290236, + 0.9862468382017052, + 0.8444859158500648, + 1.051379690058149, + 0.9861572089261571, + 1.2038176163546097, + 1.2075147493034224, + 1.1662944917994549, + 1.0, + 1.0433698981937496, + 0.9167305702944823, + 1.1576246436005715, + 1.2133555868200756, + 1.2553958063370618, + 1.386742675536984 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 2, + "depth": 6, + "padding": 70, + "parameters": 87432, + "cert_evals": { + "36": 0.5224359035491943, + "72": 0.35576924681663513, + "108": 0.19230769574642181, + "255": 0.05128205195069313 + }, + "fold": 1 + }, + { + "best_epoch": 9, + "best_val_acc": 0.6666666666666666, + "test_acc": 0.6990291262135923, + "train_size": 128, + "val_size": 75, + "test_size": 309, + "stats": { + "mean": [ + [ + -0.018113499999999876, + -0.010890906250000026, + 0.004276054687499921, + -0.04560409375000058, + -0.02819989062499964, + 0.003934625000000143, + 0.10796916406250016, + 0.02103777343750001, + -0.02139478124999982, + 0.02002204687499978, + -0.008763656249999825, + -0.04131476562499997, + 0.057528609375000095, + -0.11441537500000004, + -0.051960625, + 0.09099853124999963, + 0.025328648437500097, + 0.06508276609375009, + -0.0463809687499999, + 0.05531756718749999, + 0.048115672656250004, + -0.044416265624999944, + -0.006333254687500049, + 0.07249342484374995, + 0.017864971093750025, + -0.032888132281249996, + -0.005630188515625072, + -0.08849829687500009, + 0.1810991601562506, + -0.03171481484375, + -0.03763525000000013, + 0.012247269375000123, + -0.010699218749999687, + -0.04182582187500004, + 0.0392055468749999 + ] + ], + "std": [ + [ + 1.0014570356459378, + 0.9701723266723137, + 0.976668923366092, + 0.8848220008281984, + 0.8953310490553396, + 0.9995254897694512, + 1.0022604928841146, + 1.1538252271496559, + 1.0317076974392008, + 0.9849764181760653, + 0.9644949026944296, + 0.9682202506697574, + 1.0200144373065265, + 1.024650754456481, + 0.991180532876508, + 1.0231518076189408, + 0.9417295162218619, + 1.1518106310277838, + 1.0373234489917649, + 1.1369455371092343, + 0.9154717541032745, + 1.1226380377592042, + 1.0778851186420637, + 0.9942494651921334, + 0.9650868598248783, + 0.991851813013072, + 0.9883223822673011, + 0.8159153965212675, + 1.7818000158367098, + 0.9958958318550638, + 0.8529177390193199, + 0.9950922963006184, + 1.0386479794315284, + 1.046608837125399, + 0.3263770311133624 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 2, + "depth": 6, + "padding": 70, + "parameters": 87432, + "cert_evals": { + "36": 0.6116505265235901, + "72": 0.5016181468963623, + "108": 0.3430420756340027, + "255": 0.10679612308740616 + }, + "fold": 2 + }, + { + "best_epoch": 13, + "best_val_acc": 0.7567567567567568, + "test_acc": 0.7225806451612903, + "train_size": 128, + "val_size": 74, + "test_size": 310, + "stats": { + "mean": [ + [ + -0.09862528124999967, + 0.07623314062499992, + -0.14967442968749994, + 0.1064100937499999, + 0.08460121875000035, + 0.11412195312500018, + 0.035988921874999975, + 0.02103796874999956, + 0.049922195312500195, + 0.020022046875000005, + 0.07303782812500019, + 0.1706510703124999, + 0.03116200625000013, + 0.10146572656249976, + 0.12004409375000007, + 0.04963468749999977, + -0.09730074531250002, + 0.2519632110937501, + 0.10295269531250012, + -0.017867453124999995, + 0.15167814140624994, + 0.053232843750000036, + 0.05788653593750008, + -0.03172638593750004, + 0.12707835390624983, + -0.07419502420312495, + -0.046009344765625224, + 0.07189192187499989, + -0.012073297656250094, + -0.011471089062500009, + 0.04745321093750001, + -0.06254772593749994, + 0.02904130468750018, + -0.017295875000000013, + -0.045236640625000143 + ] + ], + "std": [ + [ + 0.9681512944811281, + 1.1785922605080716, + 1.1820212062123494, + 1.2342204701284085, + 1.2560999937316328, + 1.0073040155644557, + 0.9422562101157176, + 0.9370712715647449, + 0.8107579850267628, + 0.9849764181760654, + 1.0089890027616917, + 1.0128688585013823, + 1.021806803227722, + 0.9860449137879513, + 0.965560494387225, + 1.0099223731350104, + 1.1411416049886207, + 0.9766554256496787, + 1.078888741266553, + 0.8735915598455525, + 0.9043004878113329, + 0.935916801014639, + 0.9022876021268718, + 1.0095878491602719, + 0.9226412455171137, + 1.103674350946853, + 1.109671652163808, + 1.0892584104797631, + 0.8707774330138579, + 0.9662087759049208, + 0.9327069000527582, + 1.0958735530051178, + 1.0258970951245958, + 1.0635339261419625, + 1.376208872677819 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 2, + "depth": 6, + "padding": 70, + "parameters": 87432, + "cert_evals": { + "36": 0.6129032373428345, + "72": 0.4580644965171814, + "108": 0.3193548321723938, + "255": 0.04516128823161125 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7057112813562015, + "std_test_acc": 0.018472989057259595, + "n_samples": 512, + "n_features": 35, + "n_classes": 2, + "mean_cert_acc_36": 0.5857540369033813, + "std_cert_acc_36": 0.042904608772830866, + "mean_cert_acc_72": 0.44392919540405273, + "std_cert_acc_72": 0.06209362114311108, + "mean_cert_acc_108": 0.30390794202685356, + "std_cert_acc_108": 0.07632363883680209, + "mean_cert_acc_255": 0.07067741639912128, + "std_cert_acc_255": 0.02833800167003102 + }, + "dermatology": { + "dataset": "dermatology", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 9, + "best_val_acc": 0.9827586206896551, + "test_acc": 0.9400921658986175, + "train_size": 91, + "val_size": 58, + "test_size": 217, + "stats": { + "mean": [ + [ + 0.06255490109890108, + -0.09950824175824165, + 0.06084052747252747, + -0.16717494505494507, + 0.052244340659340686, + 0.0025714945054945153, + -0.02246861538461534, + -0.017277736263736184, + -0.021717483516483508, + 0.03348407692307688, + -0.0475760989010988, + 0.06572261538461521, + 0.08858902197802174, + -0.1041265714285716, + 0.005385186813186856, + -0.035476670329670376, + 0.07677762417582405, + 0.04374145054945071, + 0.1155099230769231, + 0.12043031868131869, + 0.01650943956043959, + 0.07769217582417579, + -0.030356758241758278, + 0.013477208791208829, + 0.015482648351648287, + -0.0034025274725273612, + 0.04002742857142865, + 0.03137470329670338, + 0.008364593406593394, + 0.03786149450549449, + 0.03501758241758232, + 0.19951439560439582, + -0.014634098901098907, + 0.06380519120879125 + ] + ], + "std": [ + [ + 0.9579388217601761, + 1.0149277614583099, + 0.9508267211955849, + 0.9797619817212763, + 0.9779606305193399, + 1.0067406344751444, + 1.0036930400753548, + 0.9655703337016306, + 0.988719482589257, + 1.0387140092945895, + 0.9421816899315113, + 1.108600785818115, + 1.0553627690990925, + 0.8963300954815475, + 1.0312593831866153, + 0.9305276662720072, + 0.9419348744801717, + 1.0024345032706516, + 0.9943938503609722, + 1.126743771486882, + 1.024448001551178, + 1.0936199274871503, + 0.9903178300286889, + 1.0625282108029304, + 1.0022849145804325, + 1.0039785513963642, + 1.0686040527754073, + 1.0117848046592977, + 1.0099891482666616, + 1.032180187104034, + 1.0599064093185755, + 0.98964025727435, + 0.9787453595616104, + 0.9013728009327256 + ] + ] + }, + "width": 128, + "in_features": 34, + "out_features": 6, + "depth": 6, + "padding": 68, + "parameters": 87820, + "cert_evals": { + "36": 0.6774193644523621, + "72": 0.5161290168762207, + "108": 0.4976958632469177, + "255": 0.2534562349319458 + }, + "fold": 0 + }, + { + "best_epoch": 12, + "best_val_acc": 0.9636363636363636, + "test_acc": 0.9454545454545454, + "train_size": 91, + "val_size": 55, + "test_size": 220, + "stats": { + "mean": [ + [ + -0.15234734065934108, + -0.03685075824175817, + 0.024514153846154, + -0.003059032967032986, + 0.0522442747252747, + -0.020386087912087892, + 0.03530865934065939, + -0.043625648351648345, + -0.08879309890109885, + 0.09415389010989002, + -0.04757609890109863, + 0.06572261538461541, + 0.222018769230769, + 0.05758529670329658, + -0.007495417582417526, + -0.08522665934065947, + -0.07745157142857151, + -0.04334439560439563, + -0.12401621978021984, + 0.04764354945054952, + -0.021313461538461483, + 0.0352194725274725, + 0.051580087912087895, + 0.05687082417582426, + 0.041357142857142794, + -0.028813681318681075, + 0.017010725274725334, + -0.04641174945054939, + 0.01987447252747256, + 0.013464769230769122, + -0.009952681318681485, + -0.14857142857142827, + 0.03504902197802198, + 0.07064716813186812 + ] + ], + "std": [ + [ + 1.0799649707740484, + 0.9701819203088585, + 1.0349980862760444, + 0.9962695208080098, + 1.0565723090694727, + 0.956401750666777, + 1.0996255828899324, + 0.9272437132189425, + 0.9338556246970804, + 1.132692340014453, + 0.9421816899315112, + 1.108600785818116, + 1.3507430798011204, + 0.9954000343509968, + 0.9838347974365711, + 1.0051011914402448, + 1.082244925397, + 0.9863336565802372, + 0.8936601742161131, + 1.0709540797521042, + 0.9668866324311055, + 1.0433938478729325, + 1.061517000809812, + 1.0860930768159869, + 1.0492767576804765, + 0.9727826405276763, + 1.0221067222848232, + 0.9644227334697079, + 1.0222445250094454, + 1.1137241387036405, + 0.9325232366107138, + 0.9431871301685265, + 1.0294846104354056, + 0.954054376413069 + ] + ] + }, + "width": 128, + "in_features": 34, + "out_features": 6, + "depth": 6, + "padding": 68, + "parameters": 87820, + "cert_evals": { + "36": 0.8454545140266418, + "72": 0.6727272272109985, + "108": 0.613636314868927, + "255": 0.29999998211860657 + }, + "fold": 1 + }, + { + "best_epoch": 15, + "best_val_acc": 0.9836065573770492, + "test_acc": 0.9766355140186916, + "train_size": 91, + "val_size": 61, + "test_size": 214, + "stats": { + "mean": [ + [ + 0.1286785934065936, + -0.052514956043955986, + -0.0723557912087912, + -0.03202061538461543, + -0.15349332967032966, + -0.020386153846153894, + -0.09950505494505507, + -0.004103824175824138, + 0.03417917582417588, + 0.08201997802197789, + -0.01447120879120871, + -0.022712967032967008, + -0.04484103296703309, + 0.003681208791208678, + 0.044027285714285734, + 0.04412385714285691, + -0.04660575824175837, + -0.014315659340659313, + -0.02820572527472527, + 0.03724537362637364, + -0.01185779120879114, + -0.039107373626373704, + 0.0024179670329669205, + -0.015451747252747299, + 0.002545351648351576, + 0.08553615384615376, + 0.017010747252747392, + -0.017241828571428485, + 0.008364593406593424, + -0.05972478021978029, + 0.012532417582417426, + 0.1541118681318682, + 0.0052391428571429075, + 0.04806798461538459 + ] + ], + "std": [ + [ + 0.9701280514742756, + 0.9293627837603032, + 0.9985142789172075, + 1.0092809883627014, + 0.9144981766921801, + 0.9688575910999048, + 0.7552905986573396, + 0.9998322435146684, + 1.0704136812401557, + 1.0731541860690452, + 0.9820497437937411, + 0.9606585652114606, + 0.9412251138507225, + 1.032650720921409, + 1.0662219170916833, + 1.0316415589934254, + 0.8883921685550962, + 1.0965763955898655, + 0.9938166856011934, + 1.0449962571399998, + 0.9713151295619376, + 0.916982706185695, + 1.0485354727700578, + 0.9633861656803218, + 0.9854442339078262, + 1.003978327496943, + 1.0338310542422602, + 0.9972909993244929, + 1.0099891482666616, + 0.6769782284640671, + 0.9985019725218273, + 0.9997718075782989, + 1.0050250528703155, + 0.9607093594262002 + ] + ] + }, + "width": 128, + "in_features": 34, + "out_features": 6, + "depth": 6, + "padding": 68, + "parameters": 87820, + "cert_evals": { + "36": 0.9065420031547546, + "72": 0.813084065914154, + "108": 0.7009345293045044, + "255": 0.5467289686203003 + }, + "fold": 2 + }, + { + "best_epoch": 15, + "best_val_acc": 0.9807692307692307, + "test_acc": 0.9506726457399103, + "train_size": 91, + "val_size": 52, + "test_size": 223, + "stats": { + "mean": [ + [ + -0.05316160439560428, + 0.07280001098901108, + 0.00029673626373637353, + -0.012712835164835188, + 0.028039912087912074, + -0.05482258241758234, + 0.01604945054945059, + 0.009070153846153903, + 0.011820373626373679, + -0.0029178351648351595, + -0.14689076923076905, + -0.02271290109890109, + -0.04484103296703295, + 0.0036813406593406033, + 0.08266931868131823, + 0.054073769230769106, + -0.000336973626373744, + 0.02922736263736266, + 0.043652076923076925, + 0.03724537362637369, + -0.0024020659340658864, + 0.03521959340659338, + 0.0024179780219780282, + 0.056870879120879105, + 0.015482648351648276, + 0.00930285714285733, + 0.017010725274725344, + 0.002204784615384724, + -0.014655186813186854, + 0.0622580769230768, + 0.012532483516483228, + 0.06330681318681318, + -0.004697549450549487, + 0.015909242857142816 + ] + ], + "std": [ + [ + 0.9579387151851927, + 0.9666344534450786, + 0.9971916717551561, + 1.0285803186606315, + 0.9689331448788322, + 0.9145691771687489, + 0.8846614143098532, + 1.0173836013652253, + 0.9964001763067949, + 0.9871125181905619, + 0.8027509230903981, + 0.9299285829647791, + 0.9412251138507224, + 0.9834698643403745, + 1.1391943175030825, + 0.9785493379039759, + 1.017445012936306, + 0.9645207385980711, + 0.9428629894457031, + 1.0449962571399996, + 0.9921708037991144, + 1.033514126697011, + 1.048535468132942, + 1.0684193315579842, + 1.002284914580432, + 0.9595830510736266, + 1.022106722284823, + 1.0153293741790863, + 0.9598175741851003, + 1.1500085669506441, + 1.0435622629094696, + 0.949962818915988, + 1.0144124428718615, + 1.013968145011949 + ] + ] + }, + "width": 128, + "in_features": 34, + "out_features": 6, + "depth": 6, + "padding": 68, + "parameters": 87820, + "cert_evals": { + "36": 0.9147982597351074, + "72": 0.860986590385437, + "108": 0.7757847905158997, + "255": 0.48878926038742065 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9532137177779413, + "std_test_acc": 0.016201002696455004, + "n_samples": 366, + "n_features": 34, + "n_classes": 6, + "mean_cert_acc_36": 0.8360535353422165, + "std_cert_acc_36": 0.11018550159981445, + "mean_cert_acc_72": 0.7157317250967026, + "std_cert_acc_72": 0.1552064024882543, + "mean_cert_acc_108": 0.6470128744840622, + "std_cert_acc_108": 0.11958165382368334, + "mean_cert_acc_255": 0.39724361151456833, + "std_cert_acc_255": 0.1424284743759616 + }, + "echocardiogram": { + "dataset": "echocardiogram", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 12, + "best_val_acc": 0.85, + "test_acc": 0.8205128205128205, + "train_size": 33, + "val_size": 20, + "test_size": 78, + "stats": { + "mean": [ + [ + -0.057606475757575756, + -0.15964663636363635, + -0.060374909090909125, + 0.0400295, + 0.10041431515151517, + 0.07715459090909091, + 0.009048404242424318, + 0.011163848484848474, + -0.3499357575757576, + -0.0035744545454545447 + ] + ], + "std": [ + [ + 1.1573831652081632, + 0.8404744208999705, + 0.7381400184555348, + 1.0796554948826975, + 0.8705069277860507, + 1.2129557576954413, + 1.0456434215229085, + 0.9246089519830962, + 1.0989667179647085, + 0.9932372830639454 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 5704, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 12, + "best_val_acc": 0.8695652173913043, + "test_acc": 0.7733333333333333, + "train_size": 33, + "val_size": 23, + "test_size": 75, + "stats": { + "mean": [ + [ + -0.10427761212121212, + -0.08161054545454546, + 0.08791276969696966, + -0.14441026060606058, + 0.09186773939393943, + 0.02212875757575757, + -0.12115638181818184, + 0.13688663636363635, + -0.19213333333333332, + -0.08161054545454546 + ] + ], + "std": [ + [ + 0.8430736384486278, + 0.9233354795587926, + 1.041073713648991, + 0.8385992375905786, + 0.7966783723844354, + 0.8163890823085291, + 0.8747642125794102, + 0.7576737832204337, + 1.0947098909221693, + 0.9233354795587928 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 5704, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 5, + "best_val_acc": 0.85, + "test_acc": 0.7307692307692307, + "train_size": 33, + "val_size": 20, + "test_size": 78, + "stats": { + "mean": [ + [ + 0.04318501212121217, + -0.08161054545454545, + -0.1960651757575758, + 0.10663209696969696, + -0.039179059090909095, + -0.08327692727272729, + -0.02021858363636361, + -0.027255212121212104, + -0.0343309090909092, + -0.08161054545454542 + ] + ], + "std": [ + [ + 1.1928881057545633, + 0.9233354795587926, + 0.7336788223210056, + 1.0424668853529024, + 1.015206992443095, + 0.7150465728455708, + 0.9871909809630498, + 0.7552585618074782, + 1.0673558137650077, + 0.9233354795587926 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 5704, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.7777777777777778, + "test_acc": 0.8089887640449438, + "train_size": 33, + "val_size": 9, + "test_size": 89, + "stats": { + "mean": [ + [ + 0.17818635454545453, + -0.003574454545454491, + 0.09132509090909088, + -0.2657220666666666, + 0.02064670606060603, + 0.008581981818181823, + -0.001812626060606065, + -0.08051203030303035, + 0.005119696969696846, + -0.08161054545454548 + ] + ], + "std": [ + [ + 0.65057027499482, + 0.9932372830639454, + 0.9917679778099099, + 0.9657357364086732, + 0.9330992242935773, + 1.0185738628461445, + 0.9305394942774076, + 0.8664314560759948, + 1.0688129554861598, + 0.9233354795587926 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 5704, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7834010371650821, + "std_test_acc": 0.04042887555144243, + "n_samples": 131, + "n_features": 10, + "n_classes": 2, + "mean_cert_acc_36": 0.0, + "std_cert_acc_36": 0.0, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "energy-y1": { + "dataset": "energy-y1", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 31, + "best_val_acc": 0.8942307692307693, + "test_acc": 0.8665254237288136, + "train_size": 192, + "val_size": 104, + "test_size": 472, + "stats": { + "mean": [ + [ + 0.04037588177083325, + -0.02897297395833333, + -0.0555741354166667, + -0.0014130312499998996, + -0.01040988541666666, + 0.08845356250000003, + 0.019546906250001692, + 0.12425216145833322 + ] + ], + "std": [ + [ + 1.0503259507282519, + 1.0401598299798114, + 0.9566204676221528, + 1.0115106857597378, + 0.9992947803759471, + 0.9870322434122373, + 0.9626025350664883, + 1.0012373439432847 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 5673, + "cert_evals": { + "36": 0.8135592937469482, + "72": 0.7288135886192322, + "108": 0.6207627058029175, + "255": 0.1419491469860077 + }, + "fold": 0 + }, + { + "best_epoch": 20, + "best_val_acc": 0.8636363636363636, + "test_acc": 0.8130630630630631, + "train_size": 192, + "val_size": 132, + "test_size": 444, + "stats": { + "mean": [ + [ + -0.035944025000000025, + 0.01883181770833327, + 0.02047402083333334, + 0.008475244791666782, + 2.3129646346357427e-18, + -9.25185853854297e-18, + -0.003910447916664952, + -0.010073338541666126 + ] + ], + "std": [ + [ + 0.9212095277307366, + 0.9229015509828643, + 1.0465139198851874, + 0.9891013465328523, + 0.9993489999999986, + 0.9993506559221339, + 0.9981490715102995, + 0.9882682016149288 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 5673, + "cert_evals": { + "36": 0.727477490901947, + "72": 0.5472972989082336, + "108": 0.4729729890823364, + "255": 0.0022522523067891598 + }, + "fold": 1 + }, + { + "best_epoch": 6, + "best_val_acc": 0.8487394957983193, + "test_acc": 0.8183807439824945, + "train_size": 192, + "val_size": 119, + "test_size": 457, + "stats": { + "mean": [ + [ + -0.06401001406250006, + 0.06953358854166669, + -4.583333333418871e-07, + 0.0678050677083333, + -0.0624593125, + 0.10707533333333334, + 0.011727677083334845, + -0.026863999999998927 + ] + ], + "std": [ + [ + 0.9971640605357807, + 1.016537043200003, + 0.9590898709257725, + 0.9858397966646458, + 0.997395236645448, + 0.9977770953987608, + 1.0267126976352656, + 1.0236092624260158 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 5673, + "cert_evals": { + "36": 0.05689277872443199, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 21, + "best_val_acc": 0.9035087719298246, + "test_acc": 0.8939393939393939, + "train_size": 192, + "val_size": 114, + "test_size": 462, + "stats": { + "mean": [ + [ + -0.09306050364583336, + 0.10140363020833336, + 0.038023541666666646, + 0.08051876041666675, + -0.06245931250000001, + 4.166666664589166e-08, + 0.16615551562499892, + 0.11081956770833301 + ] + ], + "std": [ + [ + 1.0103381574343495, + 1.0260340528127347, + 0.9660180839931469, + 0.9757962633490739, + 0.997395236645448, + 0.9993506559221341, + 0.9513965888850403, + 0.9859377713172496 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 5673, + "cert_evals": { + "36": 0.7878788113594055, + "72": 0.7445887327194214, + "108": 0.6385281085968018, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8479771561784413, + "std_test_acc": 0.03895085382913628, + "n_samples": 768, + "n_features": 8, + "n_classes": 3, + "mean_cert_acc_36": 0.5964520936831832, + "std_cert_acc_36": 0.36151147221764696, + "mean_cert_acc_72": 0.5051749050617218, + "std_cert_acc_72": 0.3484772696673951, + "mean_cert_acc_108": 0.4330659508705139, + "std_cert_acc_108": 0.2980958791909738, + "mean_cert_acc_255": 0.03605034982319921, + "std_cert_acc_255": 0.07060718112913751 + }, + "ecoli": { + "dataset": "ecoli", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 80, + "best_val_acc": 0.5, + "test_acc": 0.46464646464646464, + "train_size": 84, + "val_size": 54, + "test_size": 198, + "stats": { + "mean": [ + [ + 0.013150064285714266, + 0.030534154761904717, + -0.03497671428571443, + -0.05455450000000004, + -0.07806762144047612, + 0.0146216491309523, + 0.00923791428571434 + ] + ], + "std": [ + [ + 0.9944073468449054, + 1.0029903172616768, + 0.8958309259021103, + 1.0, + 1.0494215334470565, + 0.9464416656581703, + 0.9697251209067621 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 8, + "depth": 6, + "padding": 14, + "parameters": 5806, + "cert_evals": { + "36": 0.19191919267177582, + "72": 0.005050505045801401, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 26, + "best_val_acc": 0.9122807017543859, + "test_acc": 0.7282051282051282, + "train_size": 84, + "val_size": 57, + "test_size": 195, + "stats": { + "mean": [ + [ + 0.05841213633333324, + 0.009642500000000023, + -0.1049293571428573, + -0.05455450000000004, + -0.13059923814285718, + -0.04276377619047619, + -0.11014530833333327 + ] + ], + "std": [ + [ + 1.0146171837993285, + 1.0844043612606449, + 0.6372989064356027, + 1.0, + 1.1282134026013562, + 0.9791745837868009, + 1.0002488772478277 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 8, + "depth": 6, + "padding": 14, + "parameters": 5806, + "cert_evals": { + "36": 0.14358974993228912, + "72": 0.020512821152806282, + "108": 0.015384616330265999, + "255": 0.015384616330265999 + }, + "fold": 1 + }, + { + "best_epoch": 42, + "best_val_acc": 0.8035714285714286, + "test_acc": 0.7193877551020408, + "train_size": 84, + "val_size": 56, + "test_size": 196, + "stats": { + "mean": [ + [ + -0.011315743142857089, + -0.03455130952380979, + -0.03497671428571443, + -0.05455450000000004, + 0.08828174398809528, + -0.05821374880952385, + -0.06637139999999996 + ] + ], + "std": [ + [ + 1.012351652595517, + 1.0330947119577754, + 0.8958309259021106, + 1.0, + 1.0026493882045864, + 0.9566088016671406, + 0.9710783614044303 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 8, + "depth": 6, + "padding": 14, + "parameters": 5806, + "cert_evals": { + "36": 0.5153061151504517, + "72": 0.22448979318141937, + "108": 0.0357142835855484, + "255": 0.015306122601032257 + }, + "fold": 2 + }, + { + "best_epoch": 89, + "best_val_acc": 0.7407407407407407, + "test_acc": 0.7121212121212122, + "train_size": 84, + "val_size": 54, + "test_size": 198, + "stats": { + "mean": [ + [ + -0.17523749880952394, + -0.0650854523809525, + -0.03497671428571443, + -0.05455450000000004, + 0.014348625000000045, + -0.16084512944047624, + -0.12776817619047612 + ] + ], + "std": [ + [ + 1.0115769923283313, + 0.9182494349544681, + 0.8958309259021106, + 1.0, + 1.1277230453570237, + 0.9641663228847202, + 0.9980600835386763 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 8, + "depth": 6, + "padding": 14, + "parameters": 5806, + "cert_evals": { + "36": 0.3737373650074005, + "72": 0.08080808073282242, + "108": 0.020202020183205605, + "255": 0.01515151560306549 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6560901400187114, + "std_test_acc": 0.12779843697186363, + "n_samples": 336, + "n_features": 7, + "n_classes": 8, + "mean_cert_acc_36": 0.3061381056904793, + "std_cert_acc_36": 0.17106416349088505, + "mean_cert_acc_72": 0.08271530002821237, + "std_cert_acc_72": 0.10000768829144208, + "mean_cert_acc_108": 0.017825230024755, + "std_cert_acc_108": 0.014712384685465927, + "mean_cert_acc_255": 0.011460563633590937, + "std_cert_acc_255": 0.007640989433725329 + }, + "fertility": { + "dataset": "fertility", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 8, + "best_val_acc": 0.7777777777777778, + "test_acc": 0.8070175438596491, + "train_size": 25, + "val_size": 18, + "test_size": 57, + "stats": { + "mean": [ + [ + -0.050080199999999984, + -0.12364147839999998, + 0.14793016000000006, + -0.32071263999999977, + 0.1791338, + -0.12053400000000013, + 0.5731312000000003, + -0.16074628000000002, + 0.03862860000000002 + ] + ], + "std": [ + [ + 1.0236052735742232, + 0.8512034434759349, + 0.8026475169365781, + 0.9000012058569202, + 0.9750796495625166, + 0.7418187080757671, + 0.7460504646830267, + 0.9966002512278438, + 0.8297482471350933 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 5672, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 6, + "best_val_acc": 0.6428571428571429, + "test_acc": 0.6721311475409836, + "train_size": 25, + "val_size": 14, + "test_size": 61, + "stats": { + "mean": [ + [ + 0.08396883999999995, + 0.0741850816, + -0.08875767999999994, + 0.16035823999999999, + -0.2985557199999999, + 0.017217679999999954, + -0.28656639999999994, + -0.012364960000000034, + 7.200000000029405e-07 + ] + ], + "std": [ + [ + 0.9493769176881722, + 1.0402868069724176, + 1.0846399428755964, + 1.0014288942292522, + 0.95537904, + 1.089027811624688, + 1.008650391054026, + 0.9817617018642958, + 0.9407763787630519 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 5672, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 7, + "best_val_acc": 0.9, + "test_acc": 0.7818181818181819, + "train_size": 25, + "val_size": 20, + "test_size": 55, + "stats": { + "mean": [ + [ + -0.15099352, + 0.04121466079999998, + 0.029586240000000055, + 0.16035823999999999, + -0.059710959999999924, + 0.29272248000000006, + 0.09552136000000001, + -0.25966716, + -0.27897695999999994 + ] + ], + "std": [ + [ + 0.9753651401849921, + 1.00304651742069, + 0.9614305510351658, + 1.001428894229252, + 0.9943900320852971, + 0.9593333711047946, + 0.911221690762852, + 0.8623722386522275, + 0.6562133354788506 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 5672, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 6, + "best_val_acc": 0.9090909090909091, + "test_acc": 0.796875, + "train_size": 25, + "val_size": 11, + "test_size": 64, + "stats": { + "mean": [ + [ + -0.05008016, + 0.16980184160000003, + 0.029586240000000055, + -0.08017719999999987, + -0.13932587999999993, + 0.22384639999999986, + -0.19104464, + 0.23493724, + -0.28326872000000003 + ] + ], + "std": [ + [ + 0.967192993888714, + 1.0029056548149258, + 0.9614305510351658, + 0.981981821759731, + 0.9879951745516705, + 0.9393450743392652, + 0.9552200000001204, + 1.0881296800000002, + 0.6448658384270962 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 5672, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7644604683047036, + "std_test_acc": 0.06241741273053164, + "n_samples": 100, + "n_features": 9, + "n_classes": 2, + "mean_cert_acc_36": 0.0, + "std_cert_acc_36": 0.0, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "flags": { + "dataset": "flags", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 18, + "best_val_acc": 0.5185185185185185, + "test_acc": 0.453781512605042, + "train_size": 48, + "val_size": 27, + "test_size": 119, + "stats": { + "mean": [ + [ + 0.2352414791666667, + -0.14561693750000007, + 0.1764680979166667, + 0.11582924333333333, + 0.0278278833333333, + 0.04467812499999988, + -0.14742766666666676, + -0.14850950000000007, + 0.10914166666666664, + 0.020176562500000023, + -0.14527287500000005, + -0.021462375000000023, + -0.005958499999999978, + -0.18136456250000013, + -0.1484010833333332, + -0.13407733333333335, + -0.14238879166666651, + -0.06353299999999999, + 0.039132958333333315, + 0.23061385416666677, + 0.16322545416666676, + 0.20470881250000014, + -0.04084762500000006, + -0.005915999999999931, + -0.08552499999999989, + 0.003115083333333317, + -0.00012200000000005262, + 0.016370875000000003 + ] + ], + "std": [ + [ + 0.9423798810959939, + 0.9424971000607776, + 1.1257258803436931, + 1.5640772168523231, + 0.9974256598053217, + 1.129307049644929, + 1.052031616542435, + 0.7965270829416287, + 0.9104918487062668, + 0.9984666452987403, + 0.9898063223282548, + 0.9958585433814053, + 1.0008837456871553, + 0.8789136023594675, + 0.8091964732150918, + 0.9827727342487288, + 0.6596688427296609, + 0.858146791992489, + 1.050181614737104, + 1.5175473203808312, + 0.8994410282874392, + 1.317453200121319, + 0.9530138431587623, + 0.994027422565394, + 0.9275008724551151, + 1.0021317232904448, + 0.9667438830883966, + 0.9280632223285767 + ] + ] + }, + "width": 128, + "in_features": 28, + "out_features": 8, + "depth": 6, + "padding": 56, + "parameters": 87310, + "cert_evals": { + "36": 0.11764706671237946, + "72": 0.06722689419984818, + "108": 0.03361344709992409, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 33, + "best_val_acc": 0.5862068965517241, + "test_acc": 0.4700854700854701, + "train_size": 48, + "val_size": 29, + "test_size": 117, + "stats": { + "mean": [ + [ + 0.19499710416666668, + -0.0022983958333333797, + -0.02790886250000002, + 0.11650907499999995, + -0.06750504166666671, + -0.11583450000000012, + -0.10268268750000005, + 0.02775170833333333, + 0.26183579166666643, + -0.02146237499999999, + -0.14527287500000005, + 0.27001018749999983, + -0.10226858333333351, + 0.10011306249999985, + -0.3313875208333335, + -0.17088533333333333, + -0.18737783333333316, + -0.06353299999999996, + 0.03913295833333332, + -0.008377395833333351, + -0.026332812499999955, + -0.15468943749999978, + 0.07922083333333325, + 0.13755950000000008, + -0.03367612499999993, + 0.07865360416666665, + 0.0827322729166666, + -0.1398202291666666 + ] + ], + "std": [ + [ + 1.0149211380035321, + 1.0106590573641523, + 0.800987362794606, + 1.5710238762349773, + 0.9911412389198323, + 0.8417359860573123, + 0.7550650019137193, + 0.8454707572998891, + 0.7463117905961775, + 0.9958585433814053, + 0.9898063223282548, + 0.9774069853377493, + 1.0506189728199082, + 1.04374696833814, + 0.41816393735262497, + 0.8196612593038392, + 0.596847083543995, + 0.8581467919924893, + 1.050181614737104, + 0.8097533539243018, + 0.6013621428718394, + 0.6159775664971462, + 1.073924939147738, + 1.064042786035294, + 0.9713883617826264, + 1.1076121378365742, + 1.021768139613268, + 0.8455337132759265 + ] + ] + }, + "width": 128, + "in_features": 28, + "out_features": 8, + "depth": 6, + "padding": 56, + "parameters": 87310, + "cert_evals": { + "36": 0.29914531111717224, + "72": 0.23076924681663513, + "108": 0.18803419172763824, + "255": 0.05982906371355057 + }, + "fold": 1 + }, + { + "best_epoch": 31, + "best_val_acc": 0.38461538461538464, + "test_acc": 0.38333333333333336, + "train_size": 48, + "val_size": 26, + "test_size": 120, + "stats": { + "mean": [ + [ + 0.0340199583333333, + 0.10917162499999984, + -0.07162090208333334, + 0.06506778333333332, + -0.10921322916666676, + 0.12493452083333324, + 0.013654270833333296, + 0.15594170833333318, + -0.04355245833333338, + -0.021462374999999978, + 0.104134875, + 0.02017656249999995, + 0.1385066249999999, + 0.053200124999999876, + 0.09558083333333343, + 0.3076187916666668, + 0.17253487500000028, + 0.15269966666666668, + 0.1823765416666667, + 0.13501729166666662, + 0.262743825, + -0.06483987499999996, + 0.19928929166666667, + -0.1015663333333332, + -0.03367612499999994, + 0.07865360416666677, + 0.23660444999999997, + 0.06843458333333337 + ] + ], + "std": [ + [ + 1.0728446319744602, + 1.004997765945125, + 0.6738313483909325, + 1.1276322526496132, + 0.9889360364810051, + 1.0737570402474663, + 1.2301542970075396, + 1.0335005003320021, + 1.0268293591046207, + 0.9958585433814053, + 0.9898063223282548, + 0.9984666452987404, + 0.9021844164633743, + 1.0235194592787966, + 1.0911203018947113, + 1.043398618770709, + 1.428359917728367, + 1.0537876663148145, + 1.2133500974257005, + 0.931759019467099, + 1.699034990837401, + 0.8618067283867119, + 1.170282570673264, + 0.9322841280124254, + 0.9713883617826267, + 1.1076121378365744, + 1.009283746545842, + 1.0092164745858712 + ] + ] + }, + "width": 128, + "in_features": 28, + "out_features": 8, + "depth": 6, + "padding": 56, + "parameters": 87310, + "cert_evals": { + "36": 0.24166667461395264, + "72": 0.15000000596046448, + "108": 0.0833333358168602, + "255": 0.03333333507180214 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.25806451612903225, + "test_acc": 0.16521739130434782, + "train_size": 48, + "val_size": 31, + "test_size": 115, + "stats": { + "mean": [ + [ + 0.060849604166666675, + -0.11376839583333333, + -0.09783850416666667, + -0.09356036875000003, + 0.22445235416666667, + 0.024614104166666605, + 0.0762974583333333, + 0.09184660416666661, + -0.14534854166666666, + -0.021462374999999978, + 0.18727079166666663, + 0.061815500000000016, + 0.042196541666666705, + 0.10011306249999992, + -0.08740560416666669, + 0.0008853750000000308, + -0.1423887916666665, + -0.06353283333333333, + -0.10411062500000007, + -0.056175625000000166, + 0.25800489583333336, + -0.15468943749999986, + 0.07922083333333328, + -0.10156633333333316, + -0.08552499999999985, + 0.0031150833333333725, + -0.1421576375, + 0.0684342083333334 + ] + ], + "std": [ + [ + 1.0293582077836319, + 0.9794406225141076, + 0.6268224867254953, + 0.3684227553507345, + 1.025591356541465, + 1.1118837703058688, + 1.0365020313045694, + 1.0275207215403601, + 1.0856923338143685, + 0.9958585433814053, + 0.9757408637342995, + 0.9993344999999996, + 0.9714914160365958, + 1.0437469683381402, + 0.8943692877865511, + 1.023515389848972, + 0.6596688427296608, + 1.0084428269148291, + 0.8321700190516114, + 0.7587733649056444, + 1.7047553305488228, + 0.615977566497146, + 1.073924939147738, + 0.9322841280124254, + 0.9275008724551151, + 1.0021317232904448, + 0.8580294890796403, + 1.071739861024061 + ] + ] + }, + "width": 128, + "in_features": 28, + "out_features": 8, + "depth": 6, + "padding": 56, + "parameters": 87310, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.3681044268320483, + "std_test_acc": 0.14039915121781954, + "n_samples": 194, + "n_features": 28, + "n_classes": 8, + "mean_cert_acc_36": 0.16461476311087608, + "std_cert_acc_36": 0.1333409791376773, + "mean_cert_acc_72": 0.11199903674423695, + "std_cert_acc_72": 0.10016447381127082, + "mean_cert_acc_108": 0.07624524366110563, + "std_cert_acc_108": 0.08201182276396847, + "mean_cert_acc_255": 0.023290599696338177, + "std_cert_acc_255": 0.028987468298035595 + }, + "energy-y2": { + "dataset": "energy-y2", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 18, + "best_val_acc": 0.9224137931034483, + "test_acc": 0.85, + "train_size": 192, + "val_size": 116, + "test_size": 460, + "stats": { + "mean": [ + [ + 0.0009850791666666432, + 0.010139916666666622, + 0.032173687500000006, + -0.005650822916666537, + 0.010409885416666669, + -0.06052093749999998, + -0.02541311979166509, + 0.0537312500000005 + ] + ], + "std": [ + [ + 1.0456101033083376, + 1.0498619980358046, + 0.9456106661428212, + 0.9965179021332218, + 0.999294780375947, + 1.0222397484588055, + 1.030433216371699, + 0.995731298264168 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 5673, + "cert_evals": { + "36": 0.6413043141365051, + "72": 0.502173900604248, + "108": 0.4891304075717926, + "255": 0.06521739065647125 + }, + "fold": 0 + }, + { + "best_epoch": 20, + "best_val_acc": 0.8852459016393442, + "test_acc": 0.8524229074889867, + "train_size": 192, + "val_size": 122, + "test_size": 454, + "stats": { + "mean": [ + [ + 0.07533532916666669, + -0.059394307291666594, + -0.017550052083333306, + -0.04944196875000006, + 0.031229656250000005, + -0.004655374999999985, + 0.06255218750000145, + 1.1510416676625372e-06 + ] + ], + "std": [ + [ + 1.0729275910612097, + 1.0653863321722707, + 0.9433869502795601, + 1.0190501631365936, + 0.998860917431203, + 0.9951670891648171, + 1.0163359360027204, + 1.0396997731000648 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 5673, + "cert_evals": { + "36": 0.7995594143867493, + "72": 0.7070484161376953, + "108": 0.6145374178886414, + "255": 0.23568281531333923 + }, + "fold": 1 + }, + { + "best_epoch": 29, + "best_val_acc": 0.860655737704918, + "test_acc": 0.8656387665198237, + "train_size": 192, + "val_size": 122, + "test_size": 454, + "stats": { + "mean": [ + [ + -0.0004920619791667415, + 0.007242729166666742, + -0.020474875000000007, + 0.016951052083333352, + 2.3129646346357427e-18, + 0.004655458333333339, + 0.11924057812500127, + 0.06380555208333295 + ] + ], + "std": [ + [ + 1.0283618263304504, + 1.0335770524750947, + 0.8923225124501564, + 0.9833589680412395, + 0.9993489999999986, + 1.0280747733173587, + 0.9999909373553216, + 0.955311666538388 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 5673, + "cert_evals": { + "36": 0.8061673641204834, + "72": 0.7026431560516357, + "108": 0.6387664675712585, + "255": 0.4493391811847687 + }, + "fold": 2 + }, + { + "best_epoch": 15, + "best_val_acc": 0.8230088495575221, + "test_acc": 0.857451403887689, + "train_size": 192, + "val_size": 113, + "test_size": 463, + "stats": { + "mean": [ + [ + -0.045791585416666704, + 0.053598781249999984, + 0.038023489583333334, + 0.0339023333333334, + -0.04163954166666667, + 0.013966291666666672, + 0.03909468750000155, + 0.06716386458333357 + ] + ], + "std": [ + [ + 1.0190772752310013, + 1.0258162287916472, + 1.0141309105461986, + 1.0041302689502694, + 0.998481132706467, + 0.9782096135772306, + 0.997298911424109, + 1.0244022864972453 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 5673, + "cert_evals": { + "36": 0.7667386531829834, + "72": 0.6846652030944824, + "108": 0.6004319787025452, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8563782694741249, + "std_test_acc": 0.006909790950069872, + "n_samples": 768, + "n_features": 8, + "n_classes": 3, + "mean_cert_acc_36": 0.7534424364566803, + "std_cert_acc_36": 0.07672123023710176, + "mean_cert_acc_72": 0.6491326689720154, + "std_cert_acc_72": 0.09844972757469089, + "mean_cert_acc_108": 0.5857165679335594, + "std_cert_acc_108": 0.06630827733959065, + "mean_cert_acc_255": 0.1875598467886448, + "std_cert_acc_255": 0.20082381392349788 + }, + "glass": { + "dataset": "glass", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 19, + "best_val_acc": 0.5135135135135135, + "test_acc": 0.4435483870967742, + "train_size": 53, + "val_size": 37, + "test_size": 124, + "stats": { + "mean": [ + [ + 0.012939788679245282, + 0.04699466943396226, + 0.04250909433962263, + -0.01625201207547179, + -0.03750319433962267, + -0.18787082075471698, + 0.06524139433962263, + -0.040507150943396124, + -0.2307195471698114 + ] + ], + "std": [ + [ + 0.801738486196533, + 0.8467082620054888, + 0.9820084649167357, + 0.9338214241369891, + 0.8598618475288062, + 0.3955791139166082, + 0.8724031270593463, + 0.8657099216828293, + 0.7013424696367202 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 5804, + "cert_evals": { + "36": 0.008064515888690948, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 71, + "best_val_acc": 0.4666666666666667, + "test_acc": 0.37404580152671757, + "train_size": 53, + "val_size": 30, + "test_size": 131, + "stats": { + "mean": [ + [ + -0.06851211245283018, + -0.15009423962264148, + 0.02275701132075471, + -0.11148559811320762, + 0.16614626415094338, + 0.138459841509434, + -0.08099267547169811, + 0.036904622641509635, + -0.12809118867924535 + ] + ], + "std": [ + [ + 0.8515731555985958, + 0.9581970001358434, + 0.9640671504859841, + 0.9248622429706228, + 0.9755758770264732, + 1.357781655818288, + 0.8022445220282372, + 1.1525134057528226, + 0.8492428385949199 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 5804, + "cert_evals": { + "36": 0.15267175436019897, + "72": 0.1221374049782753, + "108": 0.10687022656202316, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 40, + "best_val_acc": 0.4230769230769231, + "test_acc": 0.3925925925925926, + "train_size": 53, + "val_size": 26, + "test_size": 135, + "stats": { + "mean": [ + [ + 0.17342035830188673, + 0.10083030188679246, + -0.0808434981132076, + -0.019653658490565933, + -0.19072764905660378, + 0.02794728113207545, + 0.12344338867924527, + -0.06403424528301871, + 0.22045922641509424 + ] + ], + "std": [ + [ + 1.2137577085998512, + 0.8431029761509528, + 1.0333305367739407, + 1.0160914345283907, + 1.0137208401349003, + 1.2887142840709145, + 1.1306321303495666, + 0.9397607053756946, + 1.2490718777482173 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 5804, + "cert_evals": { + "36": 0.04444444179534912, + "72": 0.014814814552664757, + "108": 0.007407407276332378, + "255": 0.007407407276332378 + }, + "fold": 2 + }, + { + "best_epoch": 37, + "best_val_acc": 0.5714285714285714, + "test_acc": 0.45112781954887216, + "train_size": 53, + "val_size": 28, + "test_size": 133, + "stats": { + "mean": [ + [ + -0.09789963037735849, + -0.25360606113207534, + -0.0009194132075472026, + 0.04837090226415086, + 0.10451545471698113, + 0.3782897773584904, + -0.08351155283018871, + -0.02570778301886777, + 0.11976666037735839 + ] + ], + "std": [ + [ + 0.9830235331660265, + 0.9613168258565478, + 1.0022618468949342, + 0.9817559883419383, + 1.0203488325490284, + 1.7842263867081236, + 1.0422858738909424, + 0.9054813684433138, + 1.1073266176346976 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 5804, + "cert_evals": { + "36": 0.17293234169483185, + "72": 0.09022556245326996, + "108": 0.030075188726186752, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.41532865019123916, + "std_test_acc": 0.037855585174453324, + "n_samples": 214, + "n_features": 9, + "n_classes": 6, + "mean_cert_acc_36": 0.09452826343476772, + "std_cert_acc_36": 0.0806478638992312, + "mean_cert_acc_72": 0.056794445496052504, + "std_cert_acc_72": 0.05880827716189187, + "mean_cert_acc_108": 0.03608820564113557, + "std_cert_acc_108": 0.048891709042549046, + "mean_cert_acc_255": 0.0018518518190830946, + "std_cert_acc_255": 0.003703703638166189 + }, + "haberman-survival": { + "dataset": "haberman-survival", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 21, + "best_val_acc": 0.782608695652174, + "test_acc": 0.75, + "train_size": 76, + "val_size": 46, + "test_size": 184, + "stats": { + "mean": [ + [ + 0.056303715789473636, + 0.11814425789473684, + 0.07505885618421046 + ] + ], + "std": [ + [ + 1.071529133459213, + 0.9640121301272397, + 1.1153002449883138 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 5480, + "cert_evals": { + "36": 0.05434782803058624, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 6, + "best_val_acc": 0.8604651162790697, + "test_acc": 0.7058823529411765, + "train_size": 76, + "val_size": 43, + "test_size": 187, + "stats": { + "mean": [ + [ + 0.10623882105263147, + 0.09384808421052634, + 0.007344408815789407 + ] + ], + "std": [ + [ + 1.0605035134671559, + 1.0869710980458733, + 1.1078408305262222 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 5480, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 53, + "best_val_acc": 0.8679245283018868, + "test_acc": 0.7062146892655368, + "train_size": 76, + "val_size": 53, + "test_size": 177, + "stats": { + "mean": [ + [ + 0.06604734605263156, + -0.015483576315789458, + 0.01100456263157891 + ] + ], + "std": [ + [ + 1.0531764871263751, + 0.9959949318361989, + 0.8640777726923776 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 5480, + "cert_evals": { + "36": 0.41807910799980164, + "72": 0.05649717524647713, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 9, + "best_val_acc": 0.7837837837837838, + "test_acc": 0.7253886010362695, + "train_size": 76, + "val_size": 37, + "test_size": 193, + "stats": { + "mean": [ + [ + -0.03016957763157897, + -0.13291423947368405, + 0.01283475092105254 + ] + ], + "std": [ + [ + 1.0380766725977404, + 1.0963438485094303, + 1.0823191968380823 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 5480, + "cert_evals": { + "36": 0.10362693667411804, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7218714108107457, + "std_test_acc": 0.020851627098470403, + "n_samples": 306, + "n_features": 3, + "n_classes": 2, + "mean_cert_acc_36": 0.14401346817612648, + "std_cert_acc_36": 0.18754808529863204, + "mean_cert_acc_72": 0.014124293811619282, + "std_cert_acc_72": 0.028248587623238564, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "hayes-roth": { + "dataset": "hayes-roth", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 5, + "best_val_acc": 0.5882352941176471, + "test_acc": 0.5, + "train_size": 28, + "val_size": 34, + "test_size": 98, + "stats": { + "mean": [ + [ + -2.0777030889413645e-15, + -2.0142617732484982e-15, + -2.0142617732484982e-15 + ] + ], + "std": [ + [ + 0.9711863730167035, + 0.9711863730167036, + 0.9711863730167035 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 5513, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 9, + "best_val_acc": 0.56, + "test_acc": 0.4485981308411215, + "train_size": 28, + "val_size": 25, + "test_size": 107, + "stats": { + "mean": [ + [ + -2.0777030889413645e-15, + -2.0142617732484982e-15, + -2.0142617732484982e-15 + ] + ], + "std": [ + [ + 0.9711863730167035, + 0.9711863730167036, + 0.9711863730167035 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 5513, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 13, + "best_val_acc": 0.5714285714285714, + "test_acc": 0.5, + "train_size": 28, + "val_size": 28, + "test_size": 104, + "stats": { + "mean": [ + [ + -2.0777030889413645e-15, + -2.0142617732484982e-15, + -2.0142617732484982e-15 + ] + ], + "std": [ + [ + 0.9711863730167035, + 0.9711863730167036, + 0.9711863730167035 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 5513, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 8, + "best_val_acc": 0.6785714285714286, + "test_acc": 0.5192307692307693, + "train_size": 28, + "val_size": 28, + "test_size": 104, + "stats": { + "mean": [ + [ + -2.0777030889413645e-15, + -2.0142617732484982e-15, + -2.0142617732484982e-15 + ] + ], + "std": [ + [ + 0.9711863730167035, + 0.9711863730167036, + 0.9711863730167035 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 5513, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.4919572250179727, + "std_test_acc": 0.030294277350612336, + "n_samples": 160, + "n_features": 3, + "n_classes": 3, + "mean_cert_acc_36": 0.0, + "std_cert_acc_36": 0.0, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "heart-cleveland": { + "dataset": "heart-cleveland", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 10, + "best_val_acc": 0.6666666666666666, + "test_acc": 0.5549132947976878, + "train_size": 76, + "val_size": 54, + "test_size": 173, + "stats": { + "mean": [ + [ + 0.025679380263157865, + 0.06560718421052641, + -0.04165710526315796, + 0.12079876315789474, + -0.05836617236842103, + 0.21103164473684244, + 0.009953435000000009, + -0.04552891578947369, + -0.07930921052631572, + 0.018019449999999958, + -0.1633495263157895, + 0.1490460526315791, + 0.1173184736842107 + ] + ], + "std": [ + [ + 0.8936682722687875, + 0.9705101476202265, + 1.0410809532354568, + 0.9713482365754217, + 1.0046131234392313, + 1.1698900228292355, + 0.991743905598925, + 1.063967410026795, + 0.9653541002995567, + 0.9670845428420584, + 0.8530269008877411, + 1.0419737091060064, + 0.9887800977718967 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 5, + "depth": 6, + "padding": 26, + "parameters": 22027, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 32, + "best_val_acc": 0.5813953488372093, + "test_acc": 0.5543478260869565, + "train_size": 76, + "val_size": 43, + "test_size": 184, + "stats": { + "mean": [ + [ + -0.2101489736842105, + 0.09376453947368439, + -0.1649965789473685, + -0.03545365789473685, + -0.1381618, + 0.02633263157894729, + -0.1355152364473684, + -0.028272514473684226, + 0.060729605263158, + -0.12137016052631582, + 0.02882180263157893, + -0.062184184210526385, + -0.10297684210526317 + ] + ], + "std": [ + [ + 0.9630708106281646, + 0.9569359106048417, + 1.0685892850045124, + 0.9716813782156916, + 0.8933102337559928, + 1.0237058396713807, + 0.987768251139324, + 1.0505795881681008, + 1.018728244712418, + 0.800844776889746, + 0.9838325491030496, + 0.9678759361024273, + 0.9824728943441249 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 5, + "depth": 6, + "padding": 26, + "parameters": 22027, + "cert_evals": { + "36": 0.489130437374115, + "72": 0.32608696818351746, + "108": 0.17391304671764374, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 10, + "best_val_acc": 0.6140350877192983, + "test_acc": 0.5705882352941176, + "train_size": 76, + "val_size": 57, + "test_size": 170, + "stats": { + "mean": [ + [ + 0.009666096052631561, + 0.12192189473684223, + -0.04165730263157901, + -0.053396460526315796, + 0.009485552631578952, + -0.08448677631578952, + -0.12229084131578946, + 0.029248118421052637, + 0.0887373684210527, + 0.14607715657894724, + 0.007469368421052609, + 0.13496389473684212, + -0.016193828947368444 + ] + ], + "std": [ + [ + 0.991747257977119, + 0.9423253440641232, + 1.054702252215874, + 1.01578753443219, + 0.912628998922061, + 0.9070959475884481, + 0.9828872816770845, + 1.0215811465249889, + 1.026781557739585, + 1.110916508206595, + 1.0555936285886078, + 1.1293737151568792, + 0.9751655205627294 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 5, + "depth": 6, + "padding": 26, + "parameters": 22027, + "cert_evals": { + "36": 0.33529412746429443, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 16, + "best_val_acc": 0.6756756756756757, + "test_acc": 0.4789473684210526, + "train_size": 76, + "val_size": 37, + "test_size": 190, + "stats": { + "mean": [ + [ + 0.009666401315789493, + -0.1314943026315789, + -0.027953026315789546, + -0.017510736842105287, + 0.14569758815789477, + -0.12142657894736847, + 0.16864663157894735, + 0.0298232342105263, + 0.032721842105263264, + -0.0567749657894737, + -0.14199722368421067, + 0.050471736842105284, + -0.002842618421052697 + ] + ], + "std": [ + [ + 1.037308935092612, + 1.039536608942455, + 1.0731491570199134, + 0.9857713056853448, + 1.1678879570276746, + 0.8615768485992676, + 0.9924490204448371, + 1.0295305309669156, + 1.0098342617684068, + 1.0125711830157138, + 0.967005700282042, + 1.1226814635925688, + 0.9876978299691207 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 5, + "depth": 6, + "padding": 26, + "parameters": 22027, + "cert_evals": { + "36": 0.010526316240429878, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5396991811499536, + "std_test_acc": 0.041194532276120924, + "n_samples": 303, + "n_features": 13, + "n_classes": 5, + "mean_cert_acc_36": 0.20873772026970983, + "std_cert_acc_36": 0.2432391118206161, + "mean_cert_acc_72": 0.08152174204587936, + "std_cert_acc_72": 0.16304348409175873, + "mean_cert_acc_108": 0.043478261679410934, + "std_cert_acc_108": 0.08695652335882187, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "heart-hungarian": { + "dataset": "heart-hungarian", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 24, + "best_val_acc": 0.8823529411764706, + "test_acc": 0.8609625668449198, + "train_size": 73, + "val_size": 34, + "test_size": 187, + "stats": { + "mean": [ + [ + 0.0800741506849315, + 0.187091506849315, + 0.14536817123287665, + 0.057955123287671204, + 0.007548964931506878, + 0.0018470410958903167, + -0.026523986301369866, + -0.07145227945205493, + -0.002936657534246297, + 0.06359038356164397, + 0.03073776712328766, + -0.08100684931506869 + ] + ], + "std": [ + [ + 0.9987991948716954, + 0.8797143812899805, + 1.0138369657816542, + 1.004282733869356, + 1.1169105950079397, + 1.0014602608653556, + 0.9486883864181348, + 1.0204510052676476, + 0.9970306548239305, + 1.1098417855233023, + 1.0026671671379417, + 0.8754503895152498 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 5768, + "cert_evals": { + "36": 0.7112299799919128, + "72": 0.4278075098991394, + "108": 0.04812834411859512, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 19, + "best_val_acc": 0.7435897435897436, + "test_acc": 0.8186813186813187, + "train_size": 73, + "val_size": 39, + "test_size": 182, + "stats": { + "mean": [ + [ + -0.03390847945205465, + 0.1564823287671232, + -0.05334468493150675, + 0.17270156164383563, + -0.14544580410958913, + -0.10677657534246586, + 0.03300201369863015, + 0.11938546301369855, + 0.026828767123288015, + 0.11635597260273989, + 0.11918921917808224, + -0.025584246575342404 + ] + ], + "std": [ + [ + 1.015281664085163, + 0.9028410442013451, + 1.0337121941577725, + 0.9152783215528201, + 0.8308188513709485, + 0.787052874670898, + 0.9862292931929137, + 0.8791726610331962, + 1.0093946605762534, + 0.9709004823896129, + 0.9957071278619543, + 0.9379507836223181 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 5768, + "cert_evals": { + "36": 0.7582417726516724, + "72": 0.5549450516700745, + "108": 0.26923078298568726, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 21, + "best_val_acc": 0.8571428571428571, + "test_acc": 0.8324022346368715, + "train_size": 73, + "val_size": 42, + "test_size": 179, + "stats": { + "mean": [ + [ + 0.14495649315068504, + 0.003436438356164301, + -0.06753834246575333, + 0.2389838082191781, + 0.03065915232876712, + -0.16108838356164396, + 0.03300202739726026, + 0.07263872739726036, + 0.02682876712328804, + -0.04947819178082209, + 0.0012539315068493056, + -0.05725431506849332 + ] + ], + "std": [ + [ + 0.9448396245451279, + 0.9965626371881349, + 0.9510883979986018, + 0.9219475695799935, + 0.863125052835077, + 0.6471998892994516, + 1.0497525444673081, + 0.9275566360232819, + 1.0093946605762534, + 0.8385071156366399, + 0.992646777404723, + 0.8922594920555511 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 5768, + "cert_evals": { + "36": 0.7541899085044861, + "72": 0.6033519506454468, + "108": 0.3910614550113678, + "255": 0.016759775578975677 + }, + "fold": 2 + }, + { + "best_epoch": 9, + "best_val_acc": 0.8636363636363636, + "test_acc": 0.807909604519774, + "train_size": 73, + "val_size": 44, + "test_size": 177, + "stats": { + "mean": [ + [ + 0.03448108219178094, + 0.03404561643835607, + 0.2021428561643836, + -0.012603835616438326, + 0.012083080821917778, + 0.0018470410958903595, + 0.03300201369863012, + -0.05440366712328782, + 0.14589046575342487, + 0.0786663835616438, + 0.13393120547945203, + -0.05725438356164386 + ] + ], + "std": [ + [ + 0.9357023656034743, + 0.98044976884177, + 0.9447129008604433, + 0.8618425109620811, + 1.2011825380327528, + 1.0014602608653553, + 0.986229293192914, + 0.847254895689431, + 1.0489937022040874, + 1.0096312619774381, + 1.0380236400472438, + 0.844840730482065 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 5768, + "cert_evals": { + "36": 0.1807909607887268, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8299889311707209, + "std_test_acc": 0.022953205339468673, + "n_samples": 294, + "n_features": 12, + "n_classes": 2, + "mean_cert_acc_36": 0.6011131554841995, + "std_cert_acc_36": 0.2810209701792599, + "mean_cert_acc_72": 0.39652612805366516, + "std_cert_acc_72": 0.2745207771917837, + "mean_cert_acc_108": 0.17710514552891254, + "std_cert_acc_108": 0.18463087798724515, + "mean_cert_acc_255": 0.004189943894743919, + "std_cert_acc_255": 0.008379887789487839 + }, + "heart-switzerland": { + "dataset": "heart-switzerland", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 8, + "best_val_acc": 0.2222222222222222, + "test_acc": 0.13513513513513514, + "train_size": 31, + "val_size": 18, + "test_size": 74, + "stats": { + "mean": [ + [ + -0.03867648709677418, + 0.061165483870967645, + -0.031605645161290254, + -0.04727649354838697, + 0.12035961290322578, + 0.10471612903225812, + 0.10948048064516128, + 0.21947058064516128, + 0.24267312903225804, + 0.146339935483871, + 0.09546838709677423, + -0.14905170967741943 + ] + ], + "std": [ + [ + 1.1959209887023292, + 0.8952513255013157, + 1.0680537841920705, + 1.1526431663263934, + 1.2389629579337629, + 1.0370364433639812, + 0.8482163286791152, + 0.998704338537551, + 0.823971907762666, + 0.9616527651367163, + 1.172612838656165, + 1.0452475193168111 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 5867, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 3, + "best_val_acc": 0.2777777777777778, + "test_acc": 0.2702702702702703, + "train_size": 31, + "val_size": 18, + "test_size": 74, + "stats": { + "mean": [ + [ + 0.38275906451612907, + -0.056386774193548456, + 0.015231451612903284, + 0.016496377419354898, + 0.2830434193548386, + -0.059711161290322494, + 0.04518695483870968, + -0.039474967741935506, + 0.10301854838709676, + -0.043132193548387085, + 0.0954683870967742, + -0.026422451612903276 + ] + ], + "std": [ + [ + 0.8537728993403316, + 1.0773842413872565, + 0.9891428503533505, + 0.8244718913923468, + 1.4910217148161218, + 1.0016724276385454, + 0.8092921347980535, + 0.9902763031378431, + 0.9512021337497041, + 1.1112826701924636, + 1.172612838656165, + 1.014523633801689 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 5867, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 9, + "best_val_acc": 0.2916666666666667, + "test_acc": 0.27941176470588236, + "train_size": 31, + "val_size": 24, + "test_size": 68, + "stats": { + "mean": [ + [ + 0.1363268064516129, + 0.06116548387096767, + -0.07844332258064517, + 0.28318253870967747, + 0.12035961290322578, + -0.00490193548387092, + -0.09028977096774195, + -0.16894774193548387, + -0.07077383870967743, + -0.23260409677419347, + -0.0015777419354838426, + -0.12861274193548392 + ] + ], + "std": [ + [ + 0.9985620954632528, + 0.8952513255013155, + 0.7865317101247931, + 0.8496477832825274, + 1.2389629579337627, + 0.8129502811517081, + 0.9201252610360474, + 0.960195792094272, + 0.7788574621968283, + 0.922011584077965, + 1.0630870797904943, + 0.9101297422084665 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 5867, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.2857142857142857, + "test_acc": 0.1282051282051282, + "train_size": 31, + "val_size": 14, + "test_size": 78, + "stats": { + "mean": [ + [ + 0.06132570967741941, + -0.05638677419354848, + -0.03160587096774191, + -0.08206108387096776, + 0.1203596129032258, + 0.21433419354838715, + 0.08651870322580645, + 0.08999780645161289, + 0.000605741935483859, + -0.11892112903225804, + 0.19251451612903228, + -0.09795603225806457 + ] + ], + "std": [ + [ + 1.1796944897022907, + 1.0773842413872565, + 1.002361426374151, + 1.2266934302261872, + 1.2389629579337627, + 1.2107719727384119, + 1.1761632862640778, + 1.0028917964777728, + 0.9746182884484196, + 1.026652327670446, + 1.4781625990241394, + 1.0351077769123456 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 5867, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.20325557457910398, + "std_test_acc": 0.0827923074207946, + "n_samples": 123, + "n_features": 12, + "n_classes": 5, + "mean_cert_acc_36": 0.0, + "std_cert_acc_36": 0.0, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "heart-va": { + "dataset": "heart-va", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 7, + "best_val_acc": 0.2972972972972973, + "test_acc": 0.18584070796460178, + "train_size": 50, + "val_size": 37, + "test_size": 113, + "stats": { + "mean": [ + [ + 0.12417273199999997, + 0.05847433999999993, + 0.11939195999999985, + 0.13652684859999997, + 0.169332294, + -0.08422980000000006, + -0.051211000000000055, + -0.025999581999999997, + -0.10986361999999993, + 0.02611757999999999, + 0.18437666399999986, + -0.16063424000000026 + ] + ], + "std": [ + [ + 1.0375983940843654, + 0.8186406200000009, + 0.906257232351079, + 0.9850972422932538, + 0.9999215189422874, + 0.964959379692824, + 0.9368765586228528, + 0.926118336928491, + 0.985877688928741, + 0.8984566513475283, + 1.109014128975748, + 0.8047660315047241 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 5867, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 6, + "best_val_acc": 0.26666666666666666, + "test_acc": 0.26666666666666666, + "train_size": 50, + "val_size": 30, + "test_size": 120, + "stats": { + "mean": [ + [ + -0.10881117199999998, + 0.17542300000000016, + 0.21993213999999972, + -0.08821109999999997, + 0.13781262600000002, + 0.08422731999999994, + 0.00731520000000001, + -0.12721317799999998, + -0.30961252, + -0.25667714, + -0.17580066800000008, + -0.02059391999999999 + ] + ], + "std": [ + [ + 0.9929893928858932, + 1.0, + 0.8501447398821216, + 1.0656963957883359, + 1.0325714366151477, + 1.022085030499879, + 0.9621289169237981, + 1.0393960665815958, + 0.9317809815586118, + 0.8468928172805285, + 0.9604725295714901, + 0.9867682179778366 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 5867, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 21, + "best_val_acc": 0.25925925925925924, + "test_acc": 0.24390243902439024, + "train_size": 50, + "val_size": 27, + "test_size": 123, + "stats": { + "mean": [ + [ + 0.15233571999999998, + 0.05847433999999995, + 0.11939203999999982, + -0.012556939999999935, + 0.15528536399999998, + -0.042115520000000004, + 0.06584127999999993, + 0.009825086000000021, + 0.16978484000000008, + 0.05313653999999998, + 0.04716622799999987, + 0.15239717999999963 + ] + ], + "std": [ + [ + 0.9466778160837978, + 0.8186406200000006, + 0.794839780092792, + 1.0183639969617624, + 0.9927764037429706, + 0.982265363064182, + 1.1062072213290066, + 0.982147212242076, + 0.9915274640582656, + 1.040558924765334, + 1.0326448287754921, + 1.138945356222443 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 5867, + "cert_evals": { + "36": 0.008130080997943878, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 18, + "best_val_acc": 0.23333333333333334, + "test_acc": 0.225, + "train_size": 50, + "val_size": 30, + "test_size": 120, + "stats": { + "mean": [ + [ + -0.07040700000000005, + 0.17542300000000016, + 0.14452675999999975, + 0.06532269999999997, + -0.19794047999999992, + -0.08422980000000009, + -0.16826343999999985, + 0.010868634000000012, + 0.009985720000000033, + -0.009907080000000006, + -0.10719553600000013, + -0.08649541999999996 + ] + ], + "std": [ + [ + 1.2049567103246417, + 1.0, + 0.9024156133740057, + 0.9721589400778301, + 0.9497444006039201, + 0.964959379692824, + 0.920277085388703, + 0.9840113193010918, + 0.9979451845458254, + 1.0793938409678105, + 0.9369066157621472, + 0.9024286546800494 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 5867, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.23035245341391467, + "std_test_acc": 0.03421631401686919, + "n_samples": 200, + "n_features": 12, + "n_classes": 5, + "mean_cert_acc_36": 0.0020325202494859695, + "std_cert_acc_36": 0.004065040498971939, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "hepatitis": { + "dataset": "hepatitis", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 11, + "best_val_acc": 0.782608695652174, + "test_acc": 0.8709677419354839, + "train_size": 39, + "val_size": 23, + "test_size": 93, + "stats": { + "mean": [ + [ + -0.07305103333333338, + -0.25417620512820527, + -0.0684997948717948, + 0.002734846153846289, + -0.27956964102564097, + 0.043173205128205175, + -0.08607384615384614, + 0.058396666666666625, + 0.06670830769230766, + -0.04725699999999998, + 0.016169358974358995, + -0.02457512820512817, + 0.0025034871794872037, + -0.027701887179487183, + -0.15169055846153845, + -0.0886186358974359, + -0.07013070256410256, + 0.1575872743589744, + -0.1341903076923079 + ] + ], + "std": [ + [ + 0.7065121639768482, + 0.5178280049962226, + 1.0644445404981495, + 0.9941527427588283, + 0.9460715809412041, + 1.0610130501194135, + 1.1425568971679159, + 0.9324615341247179, + 0.946176852270342, + 0.9924710852804189, + 0.9714365294574488, + 0.9824999787091323, + 0.9634407063351287, + 0.8415828453559291, + 0.8432379274259605, + 0.6407479822535036, + 0.9523942193593046, + 1.0530325526231488, + 0.9744402928447131 + ] + ] + }, + "width": 64, + "in_features": 19, + "out_features": 2, + "depth": 6, + "padding": 38, + "parameters": 22216, + "cert_evals": { + "36": 0.5268816947937012, + "72": 0.05376344174146652, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.8846153846153846, + "test_acc": 0.7666666666666667, + "train_size": 39, + "val_size": 26, + "test_size": 90, + "stats": { + "mean": [ + [ + -0.11794246410256407, + -0.08617061538461546, + 0.18073612820512838, + 0.002734846153846107, + -0.01757938461538464, + -0.10891841025641022, + -0.26475346153846147, + -0.16237000000000007, + -0.13763476923076928, + 0.0032585384615384802, + -0.12308166666666664, + -0.13340641025641017, + -0.052936256410256344, + -0.1222803846153846, + -0.12690142128205126, + -0.21492274871794878, + -0.0701304769230769, + -0.19038912820512827, + -0.03147528205128203 + ] + ], + "std": [ + [ + 0.9308482815868492, + 0.8729826521744097, + 0.9562346989313699, + 0.9941527427588275, + 1.0687148745897885, + 1.082595260131678, + 1.2147882026120127, + 1.1445852172148068, + 1.1192331270078257, + 1.0668209925491146, + 1.0726249795408656, + 1.1491882555748711, + 1.1143257286511818, + 0.9024022721027672, + 0.9826150523838478, + 0.6405176575741821, + 1.0834147839386958, + 1.0210323203399736, + 0.9932070287924958 + ] + ] + }, + "width": 64, + "in_features": 19, + "out_features": 2, + "depth": 6, + "padding": 38, + "parameters": 22216, + "cert_evals": { + "36": 0.07777778059244156, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 3, + "best_val_acc": 0.8888888888888888, + "test_acc": 0.7244897959183674, + "train_size": 39, + "val_size": 18, + "test_size": 98, + "stats": { + "mean": [ + [ + 0.25751469999999993, + -0.0021678205128206176, + -0.16819412820512808, + -0.13856787179487162, + -0.22717153846153848, + -0.05822148717948713, + -0.026513846153846145, + -0.07406333333333337, + 0.025839692307692258, + -0.04725692307692307, + 0.016169487179487147, + -0.13340641025641015, + -0.052936256410256344, + -0.040312646153846145, + 0.10239844307692307, + 0.13277096923076923, + 0.021281615384615406, + -0.028776703589743616, + 0.019882230769230784 + ] + ], + "std": [ + [ + 1.005461160498127, + 0.9939344729297802, + 0.9562346989313698, + 1.1126187137474748, + 0.8609878396947588, + 0.9804372857666263, + 0.9786685591250096, + 0.9813568775708227, + 0.946176852270342, + 1.0881358642498125, + 1.054392008519234, + 1.1491882555748716, + 1.1143257286511812, + 0.6571748166650522, + 0.9244222305036086, + 1.0717140331590138, + 0.8996151755406562, + 0.9261613145039079, + 0.998504170514703 + ] + ] + }, + "width": 64, + "in_features": 19, + "out_features": 2, + "depth": 6, + "padding": 38, + "parameters": 22216, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 15, + "best_val_acc": 0.8846153846153846, + "test_acc": 0.8444444444444444, + "train_size": 39, + "val_size": 26, + "test_size": 90, + "stats": { + "mean": [ + [ + -0.07509134615384613, + -0.17017341025641036, + 0.13088894871794884, + 0.1440375641025641, + -0.12237543589743595, + -0.05822148717948713, + 0.1521657692307693, + 0.1467033333333333, + 0.10757692307692303, + 0.003258384615384635, + 0.06258628205128201, + -0.13340641025641015, + 0.057943230769230816, + 0.03955354102564104, + 0.16271944128205126, + 0.026228858974358962, + 0.12825329743589742, + -0.037512437692307686, + 0.2253122820512821 + ] + ], + "std": [ + [ + 0.9881800818586763, + 0.7226193648278391, + 0.9639985722278488, + 0.835958152953438, + 0.9195820679374928, + 0.9804372857666264, + 0.8380816839591891, + 0.797209189164857, + 0.8727148090274184, + 0.8602473119915564, + 0.8683835140087598, + 0.9266649753751967, + 0.7801070627641344, + 0.8750146780135224, + 1.0473279879316608, + 0.8897406999004371, + 0.8705306469748111, + 0.8788094464260305, + 0.9932070287924956 + ] + ] + }, + "width": 64, + "in_features": 19, + "out_features": 2, + "depth": 6, + "padding": 38, + "parameters": 22216, + "cert_evals": { + "36": 0.6888889074325562, + "72": 0.5555555820465088, + "108": 0.36666667461395264, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8016421622412406, + "std_test_acc": 0.06785731176925947, + "n_samples": 155, + "n_features": 19, + "n_classes": 2, + "mean_cert_acc_36": 0.3233870957046747, + "std_cert_acc_36": 0.3366030181945155, + "mean_cert_acc_72": 0.15232975594699383, + "std_cert_acc_72": 0.27000931726111504, + "mean_cert_acc_108": 0.09166666865348816, + "std_cert_acc_108": 0.18333333730697632, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "horse-colic": { + "dataset": "horse-colic", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 35, + "best_val_acc": 0.9393939393939394, + "test_acc": 0.8076923076923077, + "train_size": 68, + "val_size": 66, + "test_size": 234, + "stats": { + "mean": [ + [ + -3.918434204559376e-17, + 1.6081907047879105e-16, + -8.898111006186917e-17, + 4.5715065719859385e-17, + 1.1428766429964846e-16, + -9.240973999085862e-16, + -1.457167719820518e-15, + -1.240837498110469e-16, + -8.996071861300901e-16, + -9.469549327685159e-16, + 2.661269897263243e-16, + -3.632715043810255e-16, + 0.0, + 4.5715065719859385e-17, + -2.1796290262861528e-16, + -2.729842495843032e-15, + 1.0841001299280941e-15, + 3.7306758989242393e-16, + 7.836868409118753e-17, + 7.151142423320861e-16, + 7.836868409118753e-17, + -4.081702296416017e-17, + 5.877651306839064e-17, + -2.9959694855693565e-16, + 5.028657229184532e-16 + ] + ], + "std": [ + [ + 0.9742956396024967, + 0.9874129079346324, + 0.9918559595947606, + 0.99225721180266, + 0.9921299699802761, + 0.9848134955127864, + 0.9843013518199359, + 0.9861089730182948, + 0.9755495809457849, + 0.9860401240147575, + 0.985286300764603, + 0.9842961745285809, + 0.9824073002181559, + 0.9834383442239104, + 0.9888717265277447, + 0.986845504027903, + 0.9879390608769005, + 0.9920717709998307, + 0.9922690297982814, + 0.9844178185972415, + 0.9871806289366772, + 0.9789339023991226, + 0.9926179246174212, + 0.9926033525170048, + 0.9725972171816771 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 86152, + "cert_evals": { + "36": 0.752136766910553, + "72": 0.6581196784973145, + "108": 0.576923131942749, + "255": 0.15811966359615326 + }, + "fold": 0 + }, + { + "best_epoch": 13, + "best_val_acc": 0.9166666666666666, + "test_acc": 0.8026315789473685, + "train_size": 68, + "val_size": 72, + "test_size": 228, + "stats": { + "mean": [ + [ + -3.918434204559376e-17, + 1.6081907047879105e-16, + -8.898111006186917e-17, + 4.5715065719859385e-17, + 1.1428766429964846e-16, + -9.240973999085862e-16, + -1.457167719820518e-15, + -1.240837498110469e-16, + -8.996071861300901e-16, + -9.469549327685159e-16, + 2.661269897263243e-16, + -3.632715043810255e-16, + 0.0, + 4.5715065719859385e-17, + -2.1796290262861528e-16, + -2.729842495843032e-15, + 1.0841001299280941e-15, + 3.7306758989242393e-16, + 7.836868409118753e-17, + 7.151142423320861e-16, + 7.836868409118753e-17, + -4.081702296416017e-17, + 5.877651306839064e-17, + -2.9959694855693565e-16, + 5.028657229184532e-16 + ] + ], + "std": [ + [ + 0.9742956396024967, + 0.9874129079346324, + 0.9918559595947606, + 0.99225721180266, + 0.9921299699802761, + 0.9848134955127864, + 0.9843013518199359, + 0.9861089730182948, + 0.9755495809457849, + 0.9860401240147575, + 0.985286300764603, + 0.9842961745285809, + 0.9824073002181559, + 0.9834383442239104, + 0.9888717265277447, + 0.986845504027903, + 0.9879390608769005, + 0.9920717709998307, + 0.9922690297982814, + 0.9844178185972415, + 0.9871806289366772, + 0.9789339023991226, + 0.9926179246174212, + 0.9926033525170048, + 0.9725972171816771 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 86152, + "cert_evals": { + "36": 0.6710526347160339, + "72": 0.5131579041481018, + "108": 0.320175439119339, + "255": 0.004385964944958687 + }, + "fold": 1 + }, + { + "best_epoch": 51, + "best_val_acc": 0.8888888888888888, + "test_acc": 0.8143459915611815, + "train_size": 68, + "val_size": 63, + "test_size": 237, + "stats": { + "mean": [ + [ + -3.918434204559376e-17, + 1.6081907047879105e-16, + -8.898111006186917e-17, + 4.5715065719859385e-17, + 1.1428766429964846e-16, + -9.240973999085862e-16, + -1.457167719820518e-15, + -1.240837498110469e-16, + -8.996071861300901e-16, + -9.469549327685159e-16, + 2.661269897263243e-16, + -3.632715043810255e-16, + 0.0, + 4.5715065719859385e-17, + -2.1796290262861528e-16, + -2.729842495843032e-15, + 1.0841001299280941e-15, + 3.7306758989242393e-16, + 7.836868409118753e-17, + 7.151142423320861e-16, + 7.836868409118753e-17, + -4.081702296416017e-17, + 5.877651306839064e-17, + -2.9959694855693565e-16, + 5.028657229184532e-16 + ] + ], + "std": [ + [ + 0.9742956396024967, + 0.9874129079346324, + 0.9918559595947606, + 0.99225721180266, + 0.9921299699802761, + 0.9848134955127864, + 0.9843013518199359, + 0.9861089730182948, + 0.9755495809457849, + 0.9860401240147575, + 0.985286300764603, + 0.9842961745285809, + 0.9824073002181559, + 0.9834383442239104, + 0.9888717265277447, + 0.986845504027903, + 0.9879390608769005, + 0.9920717709998307, + 0.9922690297982814, + 0.9844178185972415, + 0.9871806289366772, + 0.9789339023991226, + 0.9926179246174212, + 0.9926033525170048, + 0.9725972171816771 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 86152, + "cert_evals": { + "36": 0.7510548233985901, + "72": 0.6877636909484863, + "108": 0.6033754944801331, + "255": 0.05063290894031525 + }, + "fold": 2 + }, + { + "best_epoch": 6, + "best_val_acc": 0.86, + "test_acc": 0.756, + "train_size": 68, + "val_size": 50, + "test_size": 250, + "stats": { + "mean": [ + [ + -3.918434204559376e-17, + 1.6081907047879105e-16, + -8.898111006186917e-17, + 4.5715065719859385e-17, + 1.1428766429964846e-16, + -9.240973999085862e-16, + -1.457167719820518e-15, + -1.240837498110469e-16, + -8.996071861300901e-16, + -9.469549327685159e-16, + 2.661269897263243e-16, + -3.632715043810255e-16, + 0.0, + 4.5715065719859385e-17, + -2.1796290262861528e-16, + -2.729842495843032e-15, + 1.0841001299280941e-15, + 3.7306758989242393e-16, + 7.836868409118753e-17, + 7.151142423320861e-16, + 7.836868409118753e-17, + -4.081702296416017e-17, + 5.877651306839064e-17, + -2.9959694855693565e-16, + 5.028657229184532e-16 + ] + ], + "std": [ + [ + 0.9742956396024967, + 0.9874129079346324, + 0.9918559595947606, + 0.99225721180266, + 0.9921299699802761, + 0.9848134955127864, + 0.9843013518199359, + 0.9861089730182948, + 0.9755495809457849, + 0.9860401240147575, + 0.985286300764603, + 0.9842961745285809, + 0.9824073002181559, + 0.9834383442239104, + 0.9888717265277447, + 0.986845504027903, + 0.9879390608769005, + 0.9920717709998307, + 0.9922690297982814, + 0.9844178185972415, + 0.9871806289366772, + 0.9789339023991226, + 0.9926179246174212, + 0.9926033525170048, + 0.9725972171816771 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 86152, + "cert_evals": { + "36": 0.20400001108646393, + "72": 0.01600000075995922, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7951674695502144, + "std_test_acc": 0.026548640122552668, + "n_samples": 368, + "n_features": 25, + "n_classes": 2, + "mean_cert_acc_36": 0.5945610590279102, + "std_cert_acc_36": 0.26312816605980854, + "mean_cert_acc_72": 0.46876031858846545, + "std_cert_acc_72": 0.3113318140365389, + "mean_cert_acc_108": 0.37511851638555527, + "std_cert_acc_108": 0.2808077598546954, + "mean_cert_acc_255": 0.0532846343703568, + "std_cert_acc_255": 0.07354759713293811 + }, + "adult": { + "dataset": "adult", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 4, + "best_val_acc": 0.8296251142944224, + "test_acc": 0.8300319243047809, + "train_size": 16281, + "val_size": 6562, + "test_size": 25999, + "stats": { + "mean": [ + [ + 5.755174894932247e-09, + -1.5212824565593372e-07, + 1.9344708602300844e-08, + -5.868804126934776e-07, + 4.3847429484189405e-07, + -1.2794054493469234e-07, + -3.0931760979923667e-08, + 1.2424912468644162e-06, + 2.0428720567267194e-07, + -1.2898470607021481e-06, + 5.428255022845695e-07, + 2.9734045846837646e-07, + 9.031386283659057e-08, + 2.0421350090431894e-07 + ] + ], + "std": [ + [ + 0.999969279768083, + 0.9999691631254963, + 0.9999692601356567, + 0.9999684455490998, + 0.9999701766278255, + 0.9999695789931851, + 0.9999697101647755, + 0.9999695985584383, + 0.9999687129297181, + 0.999967689659048, + 0.9999708394490064, + 0.9999690163307019, + 0.9999694763882633, + 0.9999692067843523 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 21896, + "cert_evals": { + "36": 0.7660679221153259, + "72": 0.7032577991485596, + "108": 0.6453325152397156, + "255": 0.4253625273704529 + }, + "fold": 0 + }, + { + "best_epoch": 9, + "best_val_acc": 0.8155562347188264, + "test_acc": 0.816427720336703, + "train_size": 16281, + "val_size": 6544, + "test_size": 26017, + "stats": { + "mean": [ + [ + 5.755174894932247e-09, + -1.5212824565593372e-07, + 1.9344708602300844e-08, + -5.868804126934776e-07, + 4.3847429484189405e-07, + -1.2794054493469234e-07, + -3.0931760979923667e-08, + 1.2424912468644162e-06, + 2.0428720567267194e-07, + -1.2898470607021481e-06, + 5.428255022845695e-07, + 2.9734045846837646e-07, + 9.031386283659057e-08, + 2.0421350090431894e-07 + ] + ], + "std": [ + [ + 0.999969279768083, + 0.9999691631254963, + 0.9999692601356567, + 0.9999684455490998, + 0.9999701766278255, + 0.9999695789931851, + 0.9999697101647755, + 0.9999695985584383, + 0.9999687129297181, + 0.999967689659048, + 0.9999708394490064, + 0.9999690163307019, + 0.9999694763882633, + 0.9999692067843523 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 21896, + "cert_evals": { + "36": 0.752930760383606, + "72": 0.6958142518997192, + "108": 0.639082133769989, + "255": 0.39539530873298645 + }, + "fold": 1 + }, + { + "best_epoch": 2, + "best_val_acc": 0.8212135247799908, + "test_acc": 0.8223431988958748, + "train_size": 16281, + "val_size": 6477, + "test_size": 26084, + "stats": { + "mean": [ + [ + 5.755174894932247e-09, + -1.5212824565593372e-07, + 1.9344708602300844e-08, + -5.868804126934776e-07, + 4.3847429484189405e-07, + -1.2794054493469234e-07, + -3.0931760979923667e-08, + 1.2424912468644162e-06, + 2.0428720567267194e-07, + -1.2898470607021481e-06, + 5.428255022845695e-07, + 2.9734045846837646e-07, + 9.031386283659057e-08, + 2.0421350090431894e-07 + ] + ], + "std": [ + [ + 0.999969279768083, + 0.9999691631254963, + 0.9999692601356567, + 0.9999684455490998, + 0.9999701766278255, + 0.9999695789931851, + 0.9999697101647755, + 0.9999695985584383, + 0.9999687129297181, + 0.999967689659048, + 0.9999708394490064, + 0.9999690163307019, + 0.9999694763882633, + 0.9999692067843523 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 21896, + "cert_evals": { + "36": 0.7586259841918945, + "72": 0.6962889432907104, + "108": 0.6398175358772278, + "255": 0.38694220781326294 + }, + "fold": 2 + }, + { + "best_epoch": 14, + "best_val_acc": 0.8083850461631603, + "test_acc": 0.8145950527856978, + "train_size": 16281, + "val_size": 6607, + "test_size": 25954, + "stats": { + "mean": [ + [ + 5.755174894932247e-09, + -1.5212824565593372e-07, + 1.9344708602300844e-08, + -5.868804126934776e-07, + 4.3847429484189405e-07, + -1.2794054493469234e-07, + -3.0931760979923667e-08, + 1.2424912468644162e-06, + 2.0428720567267194e-07, + -1.2898470607021481e-06, + 5.428255022845695e-07, + 2.9734045846837646e-07, + 9.031386283659057e-08, + 2.0421350090431894e-07 + ] + ], + "std": [ + [ + 0.999969279768083, + 0.9999691631254963, + 0.9999692601356567, + 0.9999684455490998, + 0.9999701766278255, + 0.9999695789931851, + 0.9999697101647755, + 0.9999695985584383, + 0.9999687129297181, + 0.999967689659048, + 0.9999708394490064, + 0.9999690163307019, + 0.9999694763882633, + 0.9999692067843523 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 21896, + "cert_evals": { + "36": 0.7559528350830078, + "72": 0.6999691724777222, + "108": 0.6425598859786987, + "255": 0.4014410078525543 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8208494740807641, + "std_test_acc": 0.006957449193708892, + "n_samples": 48842, + "n_features": 14, + "n_classes": 2, + "mean_cert_acc_36": 0.7583943754434586, + "std_cert_acc_36": 0.005619880484839423, + "mean_cert_acc_72": 0.6988325417041779, + "std_cert_acc_72": 0.0034859144757684686, + "mean_cert_acc_108": 0.6416980177164078, + "std_cert_acc_108": 0.002847891027707587, + "mean_cert_acc_255": 0.40228526294231415, + "std_cert_acc_255": 0.016493975767357807 + }, + "ilpd-indian-liver": { + "dataset": "ilpd-indian-liver", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 4, + "best_val_acc": 0.7441860465116279, + "test_acc": 0.6695156695156695, + "train_size": 146, + "val_size": 86, + "test_size": 351, + "stats": { + "mean": [ + [ + -0.04947167191780823, + -0.00829989520547949, + 0.0029959439041094614, + 0.043865143424657534, + -0.02727346465753423, + 0.06000245376712337, + 0.18081108150684932, + 0.13766838972602727, + 0.07700867876712333 + ] + ], + "std": [ + [ + 1.0220386211163874, + 0.9305248911517027, + 1.0317627748416793, + 1.0430349333459359, + 0.6968608763678219, + 1.4666603089790804, + 0.976649603737411, + 0.9779410793607819, + 1.0045141661622095 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 5672, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 36, + "best_val_acc": 0.7391304347826086, + "test_acc": 0.5896739130434783, + "train_size": 146, + "val_size": 69, + "test_size": 368, + "stats": { + "mean": [ + [ + 0.023718123972602808, + -0.005873168493150683, + 0.03226138232876717, + 0.04699460315068498, + 0.05445175945205481, + -0.012896076027397266, + 0.006021310958904103, + -0.03022427397260268, + 0.024170888356164395 + ] + ], + "std": [ + [ + 0.9837490979337397, + 0.9321175505257335, + 1.0715555930063725, + 0.9529710623514904, + 1.1810113146612142, + 0.7086815710476746, + 1.0423446624153474, + 1.010859445699408, + 1.0504905455411107 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 5672, + "cert_evals": { + "36": 0.3070652186870575, + "72": 0.21739131212234497, + "108": 0.16304348409175873, + "255": 0.06521739065647125 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.6590909090909091, + "test_acc": 0.7249283667621776, + "train_size": 146, + "val_size": 88, + "test_size": 349, + "stats": { + "mean": [ + [ + -0.06850946301369858, + -0.0660989635342466, + -0.043828577945205456, + -0.023010099041095942, + 0.006519339726027369, + -0.025199812328767113, + -0.0009198609589041257, + -0.051749036301369795, + -0.1729785705479453 + ] + ], + "std": [ + [ + 0.960568795724854, + 0.7317880619730879, + 0.8532176637131939, + 0.846889651522413, + 0.8393088412983767, + 0.6466602014941917, + 1.025247253115212, + 1.0319261806513593, + 0.9884325003029147 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 5672, + "cert_evals": { + "36": 0.022922636941075325, + "72": 0.005730659235268831, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.75, + "test_acc": 0.7025495750708215, + "train_size": 146, + "val_size": 84, + "test_size": 353, + "stats": { + "mean": [ + [ + 0.10156164794520553, + 0.11148967165753422, + 0.14932299390410964, + -0.06575168465753424, + 0.08565644520547948, + 0.041416027397260274, + 0.12780630068493154, + 0.0825649349315068, + 0.027512271917808223 + ] + ], + "std": [ + [ + 0.9791992181077636, + 1.0803158704678002, + 1.2337654004282645, + 0.900953545319748, + 1.161354860471408, + 0.8045626472841879, + 0.9144661645250372, + 1.0285214362372226, + 1.0463698865975202 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 5672, + "cert_evals": { + "36": 0.03116147220134735, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6716668810980367, + "std_test_acc": 0.059211488648279846, + "n_samples": 583, + "n_features": 9, + "n_classes": 2, + "mean_cert_acc_36": 0.09028733195737004, + "std_cert_acc_36": 0.14511871452193523, + "mean_cert_acc_72": 0.05578049283940345, + "std_cert_acc_72": 0.10777440870620852, + "mean_cert_acc_108": 0.04076087102293968, + "std_cert_acc_108": 0.08152174204587936, + "mean_cert_acc_255": 0.016304347664117813, + "std_cert_acc_255": 0.032608695328235626 + }, + "ionosphere": { + "dataset": "ionosphere", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 8, + "best_val_acc": 0.8936170212765957, + "test_acc": 0.8842592592592593, + "train_size": 88, + "val_size": 47, + "test_size": 216, + "stats": { + "mean": [ + [ + -0.053792624999999955, + 0.11437863863636365, + -0.09784573977272727, + 0.037641697727272765, + 0.03979244659090908, + -0.022637212499999986, + -0.03695475681818172, + -0.03367938977272729, + -0.021329492045454524, + -0.09884267272727273, + 0.035718605681818186, + 0.06464764249999998, + -0.019363167613636392, + -0.05855647840909092, + -0.09749018068181807, + -0.038717673863636344, + -0.20421359857954527, + -0.07935669659090909, + -0.1400404538977272, + 0.02510688295454545, + -0.037117688954545446, + 0.033973999999999976, + -0.1653208722727273, + 0.005757295454545449, + -0.1324492284090909, + -0.08898458409090908, + -0.05795820443181821, + -0.02483663102272733, + -0.08507457556818178, + 0.08867289204545453, + -0.04576606920454543, + 0.02797571125000001, + -0.0760243448863635 + ] + ], + "std": [ + [ + 1.0628766820372375, + 0.7507239967772006, + 1.0291396537758577, + 0.8884938256308751, + 0.9340022757733981, + 0.913837455075107, + 0.9736609191811407, + 0.9876988868200146, + 1.0170932036566493, + 0.9930860356859771, + 0.9548850329366211, + 0.9223725518038193, + 0.8913550898838349, + 1.0187510679778873, + 1.017494178014936, + 1.0307802521113834, + 0.975629252171648, + 1.0218068809970482, + 0.9797731524500652, + 0.9502446255339264, + 0.9112949974613238, + 0.9538996196640592, + 0.8900589740016208, + 0.9778636762599577, + 0.9154522749390646, + 1.05891815419685, + 0.9349516698212756, + 1.028413342097531, + 1.0174809086582552, + 0.8603550537251974, + 0.9177215824920913, + 0.9334496357023497, + 0.9708996223344086 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 87176, + "cert_evals": { + "36": 0.7546296119689941, + "72": 0.6296296119689941, + "108": 0.46296295523643494, + "255": 0.1666666716337204 + }, + "fold": 0 + }, + { + "best_epoch": 17, + "best_val_acc": 0.9454545454545454, + "test_acc": 0.9086538461538461, + "train_size": 88, + "val_size": 55, + "test_size": 208, + "stats": { + "mean": [ + [ + -0.05379262500000004, + 0.057230188340909066, + -0.12594148852272724, + -0.0657140477272727, + 0.03683578340909091, + -0.019606631818181786, + -0.060358038636363666, + 0.04340084659090913, + -0.0891362948863636, + 0.11950643409090907, + -0.0431416420454545, + 0.015000489886363617, + 0.006661120113636418, + 0.05273973636363641, + 0.015397984090909127, + 0.014861920909090958, + 0.1809429574999999, + 0.08595570852272723, + 0.06362748978409093, + 0.013652813181818213, + 0.08379081831818179, + 0.012709255681818172, + 0.05176218068181814, + -0.0808674875, + 0.0755702415909092, + 0.018801221590909037, + 0.00032548409090908274, + -0.044570049999999944, + -0.06261137522727273, + -0.029789787386363672, + 0.05672472590909099, + 0.07217833522727275, + -0.1547468361363635 + ] + ], + "std": [ + [ + 1.062876682037237, + 0.9307820453086587, + 1.0773699872895335, + 1.0440681513418153, + 0.8335723077848519, + 1.0288328270221063, + 1.012134427705991, + 0.9381625016034029, + 1.0351171735867382, + 0.8413129464522849, + 0.957745165443786, + 0.996483818815002, + 1.0520779681632726, + 0.9017607688663065, + 0.9016249527670053, + 0.9886646202839675, + 0.948531710759369, + 0.9429119629240612, + 0.9771648840049503, + 1.0130626800360227, + 0.9206929443124036, + 1.0062206389304456, + 0.9740332111643196, + 1.0276361536986764, + 1.004938887359179, + 0.9916060965398966, + 1.0389805297776586, + 0.9937147733197984, + 0.9550117277666471, + 1.045048464961226, + 0.9419333165833579, + 0.9692634514790782, + 0.8827267306674739 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 87176, + "cert_evals": { + "36": 0.8990384936332703, + "72": 0.8509615659713745, + "108": 0.7980769276618958, + "255": 0.5144230723381042 + }, + "fold": 1 + }, + { + "best_epoch": 13, + "best_val_acc": 0.8983050847457628, + "test_acc": 0.946078431372549, + "train_size": 88, + "val_size": 59, + "test_size": 204, + "stats": { + "mean": [ + [ + -0.1268343749999996, + 0.03819893595454546, + -0.011457272727272726, + 0.05116481477272727, + -0.0830110590909092, + 0.047313343863636344, + 0.10252151931818183, + 0.1333957454545454, + 0.05029393693181818, + 0.04156139318181821, + -0.001252886136363645, + -0.02304269772727273, + -0.028127184431818178, + 0.09080393977272729, + 0.051952362500000016, + 0.026424043636363623, + 0.004673466193181796, + 0.08743039488636364, + -0.026571849534090915, + 0.14150050181818186, + 0.03335016056818166, + 0.12982050340909096, + 0.16414423761363636, + 0.09544092727272725, + -0.013555443181818177, + 0.13096514511363633, + 0.08380314419318177, + 0.11039518400000002, + 0.10956971738636363, + 0.16996981363636354, + 0.20297531795454554, + 0.13073818977272728, + 0.22886673897727264 + ] + ], + "std": [ + [ + 1.1403639563737902, + 0.9669190187863775, + 0.9172167629719893, + 0.8606790311963011, + 0.9989705798429368, + 0.9373035431734378, + 0.9209352640839872, + 0.8488345605516046, + 0.8825266596197384, + 0.9437597259890439, + 0.8884696173398924, + 1.0048586652940763, + 0.9550518112139788, + 0.9614986333459294, + 0.9194447344313414, + 0.9950631727543465, + 0.9784728631967848, + 0.9580770253420143, + 0.9232846642295484, + 0.9004257495362915, + 0.9845719410626651, + 0.9096258762479161, + 0.9598729860189827, + 0.9018492624900448, + 0.9747064152086655, + 0.8917378557660298, + 1.0112826407608113, + 0.9771390659506771, + 0.934094299138346, + 0.9171760631839044, + 0.9408030802675159, + 0.9489033599031296, + 0.9833308046410482 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 87176, + "cert_evals": { + "36": 0.9117647409439087, + "72": 0.8774510025978088, + "108": 0.8039215803146362, + "255": 0.44117647409439087 + }, + "fold": 2 + }, + { + "best_epoch": 22, + "best_val_acc": 0.9814814814814815, + "test_acc": 0.9330143540669856, + "train_size": 88, + "val_size": 54, + "test_size": 209, + "stats": { + "mean": [ + [ + -0.05379262500000004, + 0.08337084420454545, + 0.012367452272727331, + -0.10430459318181814, + -0.04320599500000006, + -0.02125417613636366, + 0.13601533749999994, + 0.08083362500000006, + 0.04508737613636362, + 0.06580848409090917, + -0.04573462613636365, + -0.11163381636363634, + -0.08390394295454544, + -0.08376589772727273, + -0.044872403409090926, + -0.0040415840909091135, + -0.08072537250000003, + 0.09002621590909089, + -0.162396136590909, + -0.039994314090909096, + -0.10034994406818182, + -0.025718289772727287, + -0.07362233545454551, + 0.15139177386363645, + -0.09483327613636364, + 0.035840585227272695, + 0.10623734090909087, + 0.16713354263636365, + -0.09824181704545455, + -0.02187183522727274, + -0.02442285272727274, + -0.04313826136363642, + 0.1828973070454546 + ] + ], + "std": [ + [ + 1.062876682037237, + 0.9490576864105106, + 0.9875219449564684, + 1.1736996169419784, + 1.085283557408111, + 1.0964938389858863, + 1.0087899511657812, + 1.0744821220114844, + 1.0108692257357619, + 1.0627108745057163, + 1.0442983244440271, + 1.1469962087719372, + 1.0331323404442145, + 1.1049553685537077, + 1.023216090225595, + 1.0297914379913535, + 1.0415403651865944, + 1.0022218327408114, + 1.0389078436934174, + 1.0658270934057976, + 1.0847302652617432, + 1.0404853997786638, + 1.050257290760166, + 0.893199357426146, + 1.0313013612091906, + 0.9776385188820035, + 1.0220555587416027, + 0.8817940384222789, + 1.0763521420836772, + 1.0347943476784296, + 1.1267168423195861, + 1.0726159506205808, + 1.1123266143540387 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 87176, + "cert_evals": { + "36": 0.8899521231651306, + "72": 0.8564593195915222, + "108": 0.8181818127632141, + "255": 0.5119616985321045 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.91800147271316, + "std_test_acc": 0.02732286774337613, + "n_samples": 351, + "n_features": 33, + "n_classes": 2, + "mean_cert_acc_36": 0.8638462424278259, + "std_cert_acc_36": 0.07335863144578221, + "mean_cert_acc_72": 0.8036253750324249, + "std_cert_acc_72": 0.11655741006006551, + "mean_cert_acc_108": 0.7207858189940453, + "std_cert_acc_108": 0.17208920067600506, + "mean_cert_acc_255": 0.40855697914958, + "std_cert_acc_255": 0.16479797530931783 + }, + "iris": { + "dataset": "iris", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 3, + "best_val_acc": 0.6190476190476191, + "test_acc": 0.6739130434782609, + "train_size": 37, + "val_size": 21, + "test_size": 92, + "stats": { + "mean": [ + [ + -0.06538616216216218, + 0.037524162162162124, + -0.05163069459459464, + -0.05491507459459471 + ] + ], + "std": [ + [ + 0.9148870367317358, + 1.0881966465526376, + 0.9955337168703222, + 0.9789290060304676 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 5545, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 13, + "best_val_acc": 0.9310344827586207, + "test_acc": 0.8214285714285714, + "train_size": 37, + "val_size": 29, + "test_size": 84, + "stats": { + "mean": [ + [ + -0.1894133945945945, + -0.14947308108108107, + -0.07307603783783788, + -0.09033012864864856 + ] + ], + "std": [ + [ + 0.9592123832790647, + 0.9096266883189955, + 1.0119512040032557, + 1.0176631024602978 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 5545, + "cert_evals": { + "36": 0.1666666716337204, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 15, + "best_val_acc": 0.9130434782608695, + "test_acc": 0.9222222222222223, + "train_size": 37, + "val_size": 23, + "test_size": 90, + "stats": { + "mean": [ + [ + 0.12065495945945945, + 0.08115708108108108, + -0.014868264864864856, + 0.0017480032432432313 + ] + ], + "std": [ + [ + 1.079972374505205, + 0.8268394002889127, + 1.0381376116445211, + 1.0358017457861401 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 5545, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 11, + "best_val_acc": 0.8529411764705882, + "test_acc": 0.7974683544303798, + "train_size": 37, + "val_size": 34, + "test_size": 79, + "stats": { + "mean": [ + [ + 0.019474235135135163, + 0.1372560810810812, + -0.050099464864865016, + -0.012418108108108169 + ] + ], + "std": [ + [ + 1.0035126577760827, + 0.9654086463610752, + 1.0191317626227525, + 1.0325640931007958 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 5545, + "cert_evals": { + "36": 0.025316456332802773, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8037580478898585, + "std_test_acc": 0.10205438650844117, + "n_samples": 150, + "n_features": 4, + "n_classes": 3, + "mean_cert_acc_36": 0.04799578199163079, + "std_cert_acc_36": 0.08000900374074676, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "hill-valley": { + "dataset": "hill-valley", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 22, + "best_val_acc": 0.6111111111111112, + "test_acc": 0.48125, + "train_size": 606, + "val_size": 126, + "test_size": 480, + "stats": { + "mean": [ + [ + -1.948844459480215e-17, + -2.5637266420541724e-17, + 1.2457948131107367e-17, + 1.9391116875027874e-17, + -2.980518289087544e-17, + -2.2969341866729208e-17, + 7.036221623681505e-18, + 4.146160862384171e-17, + -4.096351970499688e-18, + 9.532391377892357e-19, + 1.2762526642400985e-16, + 6.309698821366465e-17, + -9.017699495086035e-17, + 4.1186800944479046e-17, + 3.661239811508806e-17, + 6.973244863827561e-18, + -3.7865850329681034e-17, + 3.669827551488889e-18, + -2.6341461098908545e-17, + 1.0127235500512785e-16, + 3.784473880223e-17, + 2.1297595150606345e-17, + -4.580127989377708e-19, + 3.18891411260423e-17, + -1.0585820815449228e-17, + -7.048816975652293e-17, + -8.823616571536156e-17, + 1.865257123674072e-17, + -5.615236914977071e-17, + 1.1031524520415547e-16, + 2.3600540755265324e-17, + -8.852242371469766e-17, + 5.783556618586702e-17, + -3.1912041765989185e-17, + -4.751882788979372e-19, + 6.6869868644914544e-18, + 5.2737311217690955e-17, + 6.242714449521817e-17, + 9.860156787132197e-18, + -8.186978781012654e-17, + 1.2269017851545536e-17, + 5.862563826403467e-18, + -4.1037946784824266e-17, + 1.648846076175975e-18, + 1.992355675379303e-17, + -1.343351539284482e-16, + -2.5190703941577397e-18, + -3.162578376665308e-17, + -6.822100640178097e-17, + 2.2213620748481885e-18, + -4.009902054700184e-17, + -2.0221265073102584e-17, + 4.0786039745408495e-17, + -5.3014981477046974e-18, + -8.636403839970342e-17, + 1.3323592321099754e-16, + -3.031686906468873e-17, + 2.4629638262878628e-17, + -7.900720781676547e-19, + -2.1808565679421295e-17, + -2.3667811385109308e-17, + -3.421355608065148e-17, + -3.93662000687014e-17, + -1.3477026608743907e-17, + 5.461086982334577e-17, + 4.520586325515798e-17, + 3.3308980802749385e-17, + -2.4513703773147504e-17, + 7.315036915034873e-17, + -4.9035995286275094e-17, + -9.27475917848986e-18, + 1.3957940047628566e-17, + 8.647532119694533e-17, + 8.232780060906432e-18, + -1.8377763557378056e-18, + 3.1476929606998304e-17, + 5.3192461436635365e-17, + -3.9789861907718845e-18, + 1.712967868027263e-17, + -1.1502705187322778e-16, + 3.993299090738689e-17, + -8.666460929900633e-17, + 5.111995352144195e-17, + 4.9780266084548967e-17, + 5.461802627332917e-17, + 6.062944425938742e-17, + -9.681245537547131e-18, + 3.755704951289721e-18, + 4.145015830386826e-17, + 6.518380902882487e-17, + -4.1083748064718045e-17, + -3.692155675437105e-17, + 9.606818457719744e-18, + -1.3339622769062576e-18, + -5.272872347771087e-18, + 7.472765072669068e-17, + 5.4952948132552416e-17, + -1.1065589222336543e-16, + 6.657287597060333e-18, + -4.7032189290922345e-17 + ] + ], + "std": [ + [ + 0.9991740198480986, + 0.999174018921411, + 0.9991740270954932, + 0.9991740228113029, + 0.9991740158723277, + 0.9991740243561008, + 0.9991740252725309, + 0.999174022151669, + 0.9991740235072105, + 0.9991740165590162, + 0.9991740265611315, + 0.9991740307025938, + 0.9991740258785623, + 0.9991740332613678, + 0.9991740406234768, + 0.9991740233656764, + 0.99917402208918, + 0.9991740282488505, + 0.9991740156767379, + 0.9991740258273182, + 0.9991740265687704, + 0.9991740257984052, + 0.9991740313679454, + 0.9991740235402499, + 0.9991740301415374, + 0.999174025174945, + 0.9991740248772705, + 0.9991740131152005, + 0.9991740154072135, + 0.999174010790505, + 0.9991740145205046, + 0.9991740094880226, + 0.999174013734848, + 0.9991740112483611, + 0.999174012892406, + 0.9991740196421095, + 0.9991740163331171, + 0.9991740185362487, + 0.999174022570399, + 0.9991740213173976, + 0.9991740202239284, + 0.9991740238427211, + 0.9991740163680863, + 0.999174017062169, + 0.9991740125363977, + 0.9991740134381419, + 0.9991740191519729, + 0.9991740283370354, + 0.9991740155322458, + 0.9991740139261396, + 0.9991740184139896, + 0.999174019859705, + 0.9991740278504871, + 0.9991740398149004, + 0.999174023614369, + 0.9991740280305289, + 0.9991740362925333, + 0.9991740390736555, + 0.9991740447608781, + 0.9991740366854855, + 0.9991740362046343, + 0.9991740405864491, + 0.9991740375979712, + 0.9991740333245271, + 0.9991740409940638, + 0.9991740310134122, + 0.9991740304658957, + 0.999174033728742, + 0.999174036884333, + 0.9991740224573864, + 0.9991740220790023, + 0.9991740325877202, + 0.9991740370120651, + 0.9991740334250748, + 0.9991740430984879, + 0.9991740318332668, + 0.9991740344761934, + 0.999174042827945, + 0.9991740330505716, + 0.9991740252745448, + 0.9991740274917971, + 0.9991740305192677, + 0.9991740228891964, + 0.9991740211061582, + 0.9991740277499128, + 0.9991740236142126, + 0.9991740237191634, + 0.999174021976502, + 0.9991740197184515, + 0.9991740112462193, + 0.9991740199131119, + 0.999174015985377, + 0.9991740108661882, + 0.9991740240105333, + 0.9991740207849835, + 0.9991740206058937, + 0.9991740208986494, + 0.9991740167020124, + 0.9991740260065186, + 0.9991740164246233 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 2, + "depth": 6, + "padding": 200, + "parameters": 778760, + "cert_evals": { + "36": 0.0937500074505806, + "72": 0.0520833358168602, + "108": 0.03125, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 15, + "best_val_acc": 0.5619834710743802, + "test_acc": 0.5443298969072164, + "train_size": 606, + "val_size": 121, + "test_size": 485, + "stats": { + "mean": [ + [ + -1.948844459480215e-17, + -2.5637266420541724e-17, + 1.2457948131107367e-17, + 1.9391116875027874e-17, + -2.980518289087544e-17, + -2.2969341866729208e-17, + 7.036221623681505e-18, + 4.146160862384171e-17, + -4.096351970499688e-18, + 9.532391377892357e-19, + 1.2762526642400985e-16, + 6.309698821366465e-17, + -9.017699495086035e-17, + 4.1186800944479046e-17, + 3.661239811508806e-17, + 6.973244863827561e-18, + -3.7865850329681034e-17, + 3.669827551488889e-18, + -2.6341461098908545e-17, + 1.0127235500512785e-16, + 3.784473880223e-17, + 2.1297595150606345e-17, + -4.580127989377708e-19, + 3.18891411260423e-17, + -1.0585820815449228e-17, + -7.048816975652293e-17, + -8.823616571536156e-17, + 1.865257123674072e-17, + -5.615236914977071e-17, + 1.1031524520415547e-16, + 2.3600540755265324e-17, + -8.852242371469766e-17, + 5.783556618586702e-17, + -3.1912041765989185e-17, + -4.751882788979372e-19, + 6.6869868644914544e-18, + 5.2737311217690955e-17, + 6.242714449521817e-17, + 9.860156787132197e-18, + -8.186978781012654e-17, + 1.2269017851545536e-17, + 5.862563826403467e-18, + -4.1037946784824266e-17, + 1.648846076175975e-18, + 1.992355675379303e-17, + -1.343351539284482e-16, + -2.5190703941577397e-18, + -3.162578376665308e-17, + -6.822100640178097e-17, + 2.2213620748481885e-18, + -4.009902054700184e-17, + -2.0221265073102584e-17, + 4.0786039745408495e-17, + -5.3014981477046974e-18, + -8.636403839970342e-17, + 1.3323592321099754e-16, + -3.031686906468873e-17, + 2.4629638262878628e-17, + -7.900720781676547e-19, + -2.1808565679421295e-17, + -2.3667811385109308e-17, + -3.421355608065148e-17, + -3.93662000687014e-17, + -1.3477026608743907e-17, + 5.461086982334577e-17, + 4.520586325515798e-17, + 3.3308980802749385e-17, + -2.4513703773147504e-17, + 7.315036915034873e-17, + -4.9035995286275094e-17, + -9.27475917848986e-18, + 1.3957940047628566e-17, + 8.647532119694533e-17, + 8.232780060906432e-18, + -1.8377763557378056e-18, + 3.1476929606998304e-17, + 5.3192461436635365e-17, + -3.9789861907718845e-18, + 1.712967868027263e-17, + -1.1502705187322778e-16, + 3.993299090738689e-17, + -8.666460929900633e-17, + 5.111995352144195e-17, + 4.9780266084548967e-17, + 5.461802627332917e-17, + 6.062944425938742e-17, + -9.681245537547131e-18, + 3.755704951289721e-18, + 4.145015830386826e-17, + 6.518380902882487e-17, + -4.1083748064718045e-17, + -3.692155675437105e-17, + 9.606818457719744e-18, + -1.3339622769062576e-18, + -5.272872347771087e-18, + 7.472765072669068e-17, + 5.4952948132552416e-17, + -1.1065589222336543e-16, + 6.657287597060333e-18, + -4.7032189290922345e-17 + ] + ], + "std": [ + [ + 0.9991740198480986, + 0.999174018921411, + 0.9991740270954932, + 0.9991740228113029, + 0.9991740158723277, + 0.9991740243561008, + 0.9991740252725309, + 0.999174022151669, + 0.9991740235072105, + 0.9991740165590162, + 0.9991740265611315, + 0.9991740307025938, + 0.9991740258785623, + 0.9991740332613678, + 0.9991740406234768, + 0.9991740233656764, + 0.99917402208918, + 0.9991740282488505, + 0.9991740156767379, + 0.9991740258273182, + 0.9991740265687704, + 0.9991740257984052, + 0.9991740313679454, + 0.9991740235402499, + 0.9991740301415374, + 0.999174025174945, + 0.9991740248772705, + 0.9991740131152005, + 0.9991740154072135, + 0.999174010790505, + 0.9991740145205046, + 0.9991740094880226, + 0.999174013734848, + 0.9991740112483611, + 0.999174012892406, + 0.9991740196421095, + 0.9991740163331171, + 0.9991740185362487, + 0.999174022570399, + 0.9991740213173976, + 0.9991740202239284, + 0.9991740238427211, + 0.9991740163680863, + 0.999174017062169, + 0.9991740125363977, + 0.9991740134381419, + 0.9991740191519729, + 0.9991740283370354, + 0.9991740155322458, + 0.9991740139261396, + 0.9991740184139896, + 0.999174019859705, + 0.9991740278504871, + 0.9991740398149004, + 0.999174023614369, + 0.9991740280305289, + 0.9991740362925333, + 0.9991740390736555, + 0.9991740447608781, + 0.9991740366854855, + 0.9991740362046343, + 0.9991740405864491, + 0.9991740375979712, + 0.9991740333245271, + 0.9991740409940638, + 0.9991740310134122, + 0.9991740304658957, + 0.999174033728742, + 0.999174036884333, + 0.9991740224573864, + 0.9991740220790023, + 0.9991740325877202, + 0.9991740370120651, + 0.9991740334250748, + 0.9991740430984879, + 0.9991740318332668, + 0.9991740344761934, + 0.999174042827945, + 0.9991740330505716, + 0.9991740252745448, + 0.9991740274917971, + 0.9991740305192677, + 0.9991740228891964, + 0.9991740211061582, + 0.9991740277499128, + 0.9991740236142126, + 0.9991740237191634, + 0.999174021976502, + 0.9991740197184515, + 0.9991740112462193, + 0.9991740199131119, + 0.999174015985377, + 0.9991740108661882, + 0.9991740240105333, + 0.9991740207849835, + 0.9991740206058937, + 0.9991740208986494, + 0.9991740167020124, + 0.9991740260065186, + 0.9991740164246233 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 2, + "depth": 6, + "padding": 200, + "parameters": 778760, + "cert_evals": { + "36": 0.06185567378997803, + "72": 0.008247422985732555, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 41, + "best_val_acc": 0.6083333333333333, + "test_acc": 0.5637860082304527, + "train_size": 606, + "val_size": 120, + "test_size": 486, + "stats": { + "mean": [ + [ + -1.948844459480215e-17, + -2.5637266420541724e-17, + 1.2457948131107367e-17, + 1.9391116875027874e-17, + -2.980518289087544e-17, + -2.2969341866729208e-17, + 7.036221623681505e-18, + 4.146160862384171e-17, + -4.096351970499688e-18, + 9.532391377892357e-19, + 1.2762526642400985e-16, + 6.309698821366465e-17, + -9.017699495086035e-17, + 4.1186800944479046e-17, + 3.661239811508806e-17, + 6.973244863827561e-18, + -3.7865850329681034e-17, + 3.669827551488889e-18, + -2.6341461098908545e-17, + 1.0127235500512785e-16, + 3.784473880223e-17, + 2.1297595150606345e-17, + -4.580127989377708e-19, + 3.18891411260423e-17, + -1.0585820815449228e-17, + -7.048816975652293e-17, + -8.823616571536156e-17, + 1.865257123674072e-17, + -5.615236914977071e-17, + 1.1031524520415547e-16, + 2.3600540755265324e-17, + -8.852242371469766e-17, + 5.783556618586702e-17, + -3.1912041765989185e-17, + -4.751882788979372e-19, + 6.6869868644914544e-18, + 5.2737311217690955e-17, + 6.242714449521817e-17, + 9.860156787132197e-18, + -8.186978781012654e-17, + 1.2269017851545536e-17, + 5.862563826403467e-18, + -4.1037946784824266e-17, + 1.648846076175975e-18, + 1.992355675379303e-17, + -1.343351539284482e-16, + -2.5190703941577397e-18, + -3.162578376665308e-17, + -6.822100640178097e-17, + 2.2213620748481885e-18, + -4.009902054700184e-17, + -2.0221265073102584e-17, + 4.0786039745408495e-17, + -5.3014981477046974e-18, + -8.636403839970342e-17, + 1.3323592321099754e-16, + -3.031686906468873e-17, + 2.4629638262878628e-17, + -7.900720781676547e-19, + -2.1808565679421295e-17, + -2.3667811385109308e-17, + -3.421355608065148e-17, + -3.93662000687014e-17, + -1.3477026608743907e-17, + 5.461086982334577e-17, + 4.520586325515798e-17, + 3.3308980802749385e-17, + -2.4513703773147504e-17, + 7.315036915034873e-17, + -4.9035995286275094e-17, + -9.27475917848986e-18, + 1.3957940047628566e-17, + 8.647532119694533e-17, + 8.232780060906432e-18, + -1.8377763557378056e-18, + 3.1476929606998304e-17, + 5.3192461436635365e-17, + -3.9789861907718845e-18, + 1.712967868027263e-17, + -1.1502705187322778e-16, + 3.993299090738689e-17, + -8.666460929900633e-17, + 5.111995352144195e-17, + 4.9780266084548967e-17, + 5.461802627332917e-17, + 6.062944425938742e-17, + -9.681245537547131e-18, + 3.755704951289721e-18, + 4.145015830386826e-17, + 6.518380902882487e-17, + -4.1083748064718045e-17, + -3.692155675437105e-17, + 9.606818457719744e-18, + -1.3339622769062576e-18, + -5.272872347771087e-18, + 7.472765072669068e-17, + 5.4952948132552416e-17, + -1.1065589222336543e-16, + 6.657287597060333e-18, + -4.7032189290922345e-17 + ] + ], + "std": [ + [ + 0.9991740198480986, + 0.999174018921411, + 0.9991740270954932, + 0.9991740228113029, + 0.9991740158723277, + 0.9991740243561008, + 0.9991740252725309, + 0.999174022151669, + 0.9991740235072105, + 0.9991740165590162, + 0.9991740265611315, + 0.9991740307025938, + 0.9991740258785623, + 0.9991740332613678, + 0.9991740406234768, + 0.9991740233656764, + 0.99917402208918, + 0.9991740282488505, + 0.9991740156767379, + 0.9991740258273182, + 0.9991740265687704, + 0.9991740257984052, + 0.9991740313679454, + 0.9991740235402499, + 0.9991740301415374, + 0.999174025174945, + 0.9991740248772705, + 0.9991740131152005, + 0.9991740154072135, + 0.999174010790505, + 0.9991740145205046, + 0.9991740094880226, + 0.999174013734848, + 0.9991740112483611, + 0.999174012892406, + 0.9991740196421095, + 0.9991740163331171, + 0.9991740185362487, + 0.999174022570399, + 0.9991740213173976, + 0.9991740202239284, + 0.9991740238427211, + 0.9991740163680863, + 0.999174017062169, + 0.9991740125363977, + 0.9991740134381419, + 0.9991740191519729, + 0.9991740283370354, + 0.9991740155322458, + 0.9991740139261396, + 0.9991740184139896, + 0.999174019859705, + 0.9991740278504871, + 0.9991740398149004, + 0.999174023614369, + 0.9991740280305289, + 0.9991740362925333, + 0.9991740390736555, + 0.9991740447608781, + 0.9991740366854855, + 0.9991740362046343, + 0.9991740405864491, + 0.9991740375979712, + 0.9991740333245271, + 0.9991740409940638, + 0.9991740310134122, + 0.9991740304658957, + 0.999174033728742, + 0.999174036884333, + 0.9991740224573864, + 0.9991740220790023, + 0.9991740325877202, + 0.9991740370120651, + 0.9991740334250748, + 0.9991740430984879, + 0.9991740318332668, + 0.9991740344761934, + 0.999174042827945, + 0.9991740330505716, + 0.9991740252745448, + 0.9991740274917971, + 0.9991740305192677, + 0.9991740228891964, + 0.9991740211061582, + 0.9991740277499128, + 0.9991740236142126, + 0.9991740237191634, + 0.999174021976502, + 0.9991740197184515, + 0.9991740112462193, + 0.9991740199131119, + 0.999174015985377, + 0.9991740108661882, + 0.9991740240105333, + 0.9991740207849835, + 0.9991740206058937, + 0.9991740208986494, + 0.9991740167020124, + 0.9991740260065186, + 0.9991740164246233 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 2, + "depth": 6, + "padding": 200, + "parameters": 778760, + "cert_evals": { + "36": 0.11522633582353592, + "72": 0.08024691045284271, + "108": 0.02880658395588398, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 67, + "best_val_acc": 0.6666666666666666, + "test_acc": 0.5711382113821138, + "train_size": 606, + "val_size": 114, + "test_size": 492, + "stats": { + "mean": [ + [ + -1.948844459480215e-17, + -2.5637266420541724e-17, + 1.2457948131107367e-17, + 1.9391116875027874e-17, + -2.980518289087544e-17, + -2.2969341866729208e-17, + 7.036221623681505e-18, + 4.146160862384171e-17, + -4.096351970499688e-18, + 9.532391377892357e-19, + 1.2762526642400985e-16, + 6.309698821366465e-17, + -9.017699495086035e-17, + 4.1186800944479046e-17, + 3.661239811508806e-17, + 6.973244863827561e-18, + -3.7865850329681034e-17, + 3.669827551488889e-18, + -2.6341461098908545e-17, + 1.0127235500512785e-16, + 3.784473880223e-17, + 2.1297595150606345e-17, + -4.580127989377708e-19, + 3.18891411260423e-17, + -1.0585820815449228e-17, + -7.048816975652293e-17, + -8.823616571536156e-17, + 1.865257123674072e-17, + -5.615236914977071e-17, + 1.1031524520415547e-16, + 2.3600540755265324e-17, + -8.852242371469766e-17, + 5.783556618586702e-17, + -3.1912041765989185e-17, + -4.751882788979372e-19, + 6.6869868644914544e-18, + 5.2737311217690955e-17, + 6.242714449521817e-17, + 9.860156787132197e-18, + -8.186978781012654e-17, + 1.2269017851545536e-17, + 5.862563826403467e-18, + -4.1037946784824266e-17, + 1.648846076175975e-18, + 1.992355675379303e-17, + -1.343351539284482e-16, + -2.5190703941577397e-18, + -3.162578376665308e-17, + -6.822100640178097e-17, + 2.2213620748481885e-18, + -4.009902054700184e-17, + -2.0221265073102584e-17, + 4.0786039745408495e-17, + -5.3014981477046974e-18, + -8.636403839970342e-17, + 1.3323592321099754e-16, + -3.031686906468873e-17, + 2.4629638262878628e-17, + -7.900720781676547e-19, + -2.1808565679421295e-17, + -2.3667811385109308e-17, + -3.421355608065148e-17, + -3.93662000687014e-17, + -1.3477026608743907e-17, + 5.461086982334577e-17, + 4.520586325515798e-17, + 3.3308980802749385e-17, + -2.4513703773147504e-17, + 7.315036915034873e-17, + -4.9035995286275094e-17, + -9.27475917848986e-18, + 1.3957940047628566e-17, + 8.647532119694533e-17, + 8.232780060906432e-18, + -1.8377763557378056e-18, + 3.1476929606998304e-17, + 5.3192461436635365e-17, + -3.9789861907718845e-18, + 1.712967868027263e-17, + -1.1502705187322778e-16, + 3.993299090738689e-17, + -8.666460929900633e-17, + 5.111995352144195e-17, + 4.9780266084548967e-17, + 5.461802627332917e-17, + 6.062944425938742e-17, + -9.681245537547131e-18, + 3.755704951289721e-18, + 4.145015830386826e-17, + 6.518380902882487e-17, + -4.1083748064718045e-17, + -3.692155675437105e-17, + 9.606818457719744e-18, + -1.3339622769062576e-18, + -5.272872347771087e-18, + 7.472765072669068e-17, + 5.4952948132552416e-17, + -1.1065589222336543e-16, + 6.657287597060333e-18, + -4.7032189290922345e-17 + ] + ], + "std": [ + [ + 0.9991740198480986, + 0.999174018921411, + 0.9991740270954932, + 0.9991740228113029, + 0.9991740158723277, + 0.9991740243561008, + 0.9991740252725309, + 0.999174022151669, + 0.9991740235072105, + 0.9991740165590162, + 0.9991740265611315, + 0.9991740307025938, + 0.9991740258785623, + 0.9991740332613678, + 0.9991740406234768, + 0.9991740233656764, + 0.99917402208918, + 0.9991740282488505, + 0.9991740156767379, + 0.9991740258273182, + 0.9991740265687704, + 0.9991740257984052, + 0.9991740313679454, + 0.9991740235402499, + 0.9991740301415374, + 0.999174025174945, + 0.9991740248772705, + 0.9991740131152005, + 0.9991740154072135, + 0.999174010790505, + 0.9991740145205046, + 0.9991740094880226, + 0.999174013734848, + 0.9991740112483611, + 0.999174012892406, + 0.9991740196421095, + 0.9991740163331171, + 0.9991740185362487, + 0.999174022570399, + 0.9991740213173976, + 0.9991740202239284, + 0.9991740238427211, + 0.9991740163680863, + 0.999174017062169, + 0.9991740125363977, + 0.9991740134381419, + 0.9991740191519729, + 0.9991740283370354, + 0.9991740155322458, + 0.9991740139261396, + 0.9991740184139896, + 0.999174019859705, + 0.9991740278504871, + 0.9991740398149004, + 0.999174023614369, + 0.9991740280305289, + 0.9991740362925333, + 0.9991740390736555, + 0.9991740447608781, + 0.9991740366854855, + 0.9991740362046343, + 0.9991740405864491, + 0.9991740375979712, + 0.9991740333245271, + 0.9991740409940638, + 0.9991740310134122, + 0.9991740304658957, + 0.999174033728742, + 0.999174036884333, + 0.9991740224573864, + 0.9991740220790023, + 0.9991740325877202, + 0.9991740370120651, + 0.9991740334250748, + 0.9991740430984879, + 0.9991740318332668, + 0.9991740344761934, + 0.999174042827945, + 0.9991740330505716, + 0.9991740252745448, + 0.9991740274917971, + 0.9991740305192677, + 0.9991740228891964, + 0.9991740211061582, + 0.9991740277499128, + 0.9991740236142126, + 0.9991740237191634, + 0.999174021976502, + 0.9991740197184515, + 0.9991740112462193, + 0.9991740199131119, + 0.999174015985377, + 0.9991740108661882, + 0.9991740240105333, + 0.9991740207849835, + 0.9991740206058937, + 0.9991740208986494, + 0.9991740167020124, + 0.9991740260065186, + 0.9991740164246233 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 2, + "depth": 6, + "padding": 200, + "parameters": 778760, + "cert_evals": { + "36": 0.15243901312351227, + "72": 0.07113821059465408, + "108": 0.030487803742289543, + "255": 0.0020325202494859695 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5401260291299458, + "std_test_acc": 0.04084772278221112, + "n_samples": 1212, + "n_features": 100, + "n_classes": 2, + "mean_cert_acc_36": 0.1058177575469017, + "std_cert_acc_36": 0.038036641182615946, + "mean_cert_acc_72": 0.05292896996252239, + "std_cert_acc_72": 0.03201563188183206, + "mean_cert_acc_108": 0.02263609692454338, + "std_cert_acc_108": 0.015125215373964844, + "mean_cert_acc_255": 0.0005081300623714924, + "std_cert_acc_255": 0.0010162601247429848 + }, + "lenses": { + "dataset": "lenses", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 5, + "best_val_acc": 0.75, + "test_acc": 0.6428571428571429, + "train_size": 6, + "val_size": 4, + "test_size": 14, + "stats": { + "mean": [ + [ + 0.0, + 0.6526299999999999, + 0.0, + -0.32631499999999997 + ] + ], + "std": [ + [ + 0.9789467406691065, + 0.7296625220778439, + 0.978945, + 0.922958197211553 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 5545, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 1.0, + "test_acc": 0.5, + "train_size": 6, + "val_size": 4, + "test_size": 14, + "stats": { + "mean": [ + [ + 0.0, + -0.32631499999999997, + -0.6526299999999999, + 0.0 + ] + ], + "std": [ + [ + 0.9789467406691065, + 0.922958197211553, + 0.7296625220778439, + 0.978945 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 5545, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 5, + "best_val_acc": 0.5, + "test_acc": 0.375, + "train_size": 6, + "val_size": 2, + "test_size": 16, + "stats": { + "mean": [ + [ + 0.0, + 0.0, + 0.32631499999999997, + 0.0 + ] + ], + "std": [ + [ + 0.9789467406691065, + 0.978945, + 0.9229581972115529, + 0.978945 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 5545, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5, + "test_acc": 0.6428571428571429, + "train_size": 6, + "val_size": 4, + "test_size": 14, + "stats": { + "mean": [ + [ + -0.59948, + 0.32631499999999997, + 0.32631499999999997, + -0.32631499999999997 + ] + ], + "std": [ + [ + 0.915720825870709, + 0.9229581972115529, + 0.922958197211553, + 0.922958197211553 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 5545, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5401785714285714, + "std_test_acc": 0.1290788597750086, + "n_samples": 24, + "n_features": 4, + "n_classes": 3, + "mean_cert_acc_36": 0.0, + "std_cert_acc_36": 0.0, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "led-display": { + "dataset": "led-display", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 60, + "best_val_acc": 0.6923076923076923, + "test_acc": 0.7138047138047138, + "train_size": 250, + "val_size": 156, + "test_size": 594, + "stats": { + "mean": [ + [ + 0.007071759999999854, + -0.06713887999999998, + 0.04580425999999983, + -0.02524725599999987, + 0.032490744000000016, + 0.026608120000000096, + 1.7199999999801818e-06 + ] + ], + "std": [ + [ + 0.9950459658737895, + 1.009900234084628, + 0.9724760974354865, + 1.0074396393306633, + 1.004766715631752, + 0.9754811567914686, + 0.9994980323196654 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 10, + "depth": 6, + "padding": 14, + "parameters": 5872, + "cert_evals": { + "36": 0.6599326729774475, + "72": 0.5909090638160706, + "108": 0.46464645862579346, + "255": 0.11447811126708984 + }, + "fold": 0 + }, + { + "best_epoch": 50, + "best_val_acc": 0.7446808510638298, + "test_acc": 0.715927750410509, + "train_size": 250, + "val_size": 141, + "test_size": 609, + "stats": { + "mean": [ + [ + -0.030645360000000187, + 0.03051721599999998, + -0.07328692000000013, + -0.01683115199999986, + -0.024368800000000006, + 0.02660812000000029, + 1.7199999999624183e-06 + ] + ], + "std": [ + [ + 1.018012947504733, + 0.9932371252643158, + 1.0370805647209447, + 1.0048701299259322, + 0.9948347843380658, + 0.9754811567914693, + 0.9994980323196655 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 10, + "depth": 6, + "padding": 14, + "parameters": 5872, + "cert_evals": { + "36": 0.6617405414581299, + "72": 0.6091954112052917, + "108": 0.4367816150188446, + "255": 0.05582922697067261 + }, + "fold": 1 + }, + { + "best_epoch": 48, + "best_val_acc": 0.6815286624203821, + "test_acc": 0.6981450252951096, + "train_size": 250, + "val_size": 157, + "test_size": 593, + "stats": { + "mean": [ + [ + -0.02121608000000006, + -0.018310832, + -0.02748262000000013, + 0.008417160000000156, + 0.01624516000000005, + 0.026608120000000093, + -0.01687781599999998 + ] + ], + "std": [ + [ + 1.0124517882249175, + 1.002792806702983, + 1.0143765302763266, + 0.9966955712286966, + 1.0022682733933526, + 0.9754811567914692, + 1.005041365963769 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 10, + "depth": 6, + "padding": 14, + "parameters": 5872, + "cert_evals": { + "36": 0.5649241209030151, + "72": 0.4097807705402374, + "108": 0.28667792677879333, + "255": 0.0927487388253212 + }, + "fold": 2 + }, + { + "best_epoch": 50, + "best_val_acc": 0.7469879518072289, + "test_acc": 0.7363013698630136, + "train_size": 250, + "val_size": 166, + "test_size": 584, + "stats": { + "mean": [ + [ + -0.0023575200000001267, + 0.0061031919999999995, + 0.009160819999999905, + -0.04207946399999987, + -0.016246007999999923, + -0.1011123440000001, + 0.05064032800000006 + ] + ], + "std": [ + [ + 1.0009703691603724, + 0.9983249694649329, + 0.9943226309022788, + 1.0123492183086487, + 0.9964583563164333, + 1.0799745182608878, + 0.9809392436444123 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 10, + "depth": 6, + "padding": 14, + "parameters": 5872, + "cert_evals": { + "36": 0.6678082346916199, + "72": 0.6130136847496033, + "108": 0.5804794430732727, + "255": 0.1523972600698471 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7160447148433365, + "std_test_acc": 0.015660590068073136, + "n_samples": 1000, + "n_features": 7, + "n_classes": 10, + "mean_cert_acc_36": 0.6386013925075531, + "std_cert_acc_36": 0.04923353776338549, + "mean_cert_acc_72": 0.5557247325778008, + "std_cert_acc_72": 0.09777306161674171, + "mean_cert_acc_108": 0.442146360874176, + "std_cert_acc_108": 0.12088770343821441, + "mean_cert_acc_255": 0.10386333428323269, + "std_cert_acc_255": 0.04041049838917763 + }, + "libras": { + "dataset": "libras", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 18, + "best_val_acc": 0.7708333333333334, + "test_acc": 0.7072072072072072, + "train_size": 90, + "val_size": 48, + "test_size": 222, + "stats": { + "mean": [ + [ + 0.059153607855555554, + -0.022086486111111102, + 0.05922882088888888, + -0.02086866645555565, + 0.056779304333333384, + -0.018696930000000046, + 0.05689053533333337, + -0.016248013333333245, + 0.0569165588888889, + -0.0036989233333332458, + 0.06283389777777776, + -0.0037991557777777556, + 0.05937392222222222, + -0.007620807444444464, + 0.05464593999999994, + -0.011244530777777774, + 0.04970278000000001, + -0.013921464755555614, + 0.04771983000000002, + -0.019249020222222305, + 0.044871499788888936, + -0.020557805333333252, + 0.03973438522222228, + -0.026101116888888873, + 0.0330146356666666, + -0.027676334444444468, + 0.034978265333333355, + -0.0210573455555555, + 0.04064138888888893, + -0.01831029133333337, + 0.044241277888888826, + -0.010786282777777736, + 0.051733793333333285, + -0.0034738184444444765, + 0.045049727888888905, + -0.021378303111111135, + 0.04119049111111115, + -0.045665581555555515, + 0.03553613722222227, + -0.07517735188888884, + 0.022791370888888884, + -0.09528456055555552, + 0.01893847222222228, + -0.11598632511111107, + 0.02626179000000001, + -0.1326080574444444, + 0.034327293333333335, + -0.13289333, + 0.03746381222222225, + -0.11572220622222221, + 0.042059589422222224, + -0.09740232666666666, + 0.04862533955555555, + -0.08259843555555557, + 0.04790880555555556, + -0.06473083111111111, + 0.04817679555555557, + -0.043231756999999996, + 0.05318957111111112, + -0.019220134666666673, + 0.055677036666666645, + -0.002841064555555544, + 0.05546902555555555, + 0.003981006666666653, + 0.05436141222222221, + 0.010304663333333285, + 0.04651793477777778, + 0.004333857777777748, + 0.038974952222222185, + -0.008231636300000048, + 0.03247019888888887, + -0.02334288095555553, + 0.03011131132222221, + -0.030717089555555615, + 0.02976556422222225, + -0.03948321999999996, + 0.022267378333333344, + -0.03566932055555558, + 0.015906501777777787, + -0.04077892000000001, + 0.011949363777777782, + -0.03570859, + 0.004940353333333312, + -0.031180698333333357, + 0.0004020502222222259, + -0.025412966666666658, + -0.002333565333333347, + -0.02677985111111109, + -0.0059334082222222105, + -0.026852045555555534 + ] + ], + "std": [ + [ + 1.0272697848649774, + 0.9664771136823957, + 1.027688880747467, + 0.9662624765656191, + 1.0292677018687986, + 0.9684534093051018, + 1.0319599452853536, + 0.9677596062743243, + 1.0377674721252286, + 0.9616782342445047, + 1.0370360978842266, + 0.9555582821931108, + 1.0289925918383118, + 0.9579834639182713, + 1.0189074336088546, + 0.9625256328191537, + 1.0121348350240766, + 0.9646803522961049, + 1.0126185493427433, + 0.9598197286028425, + 1.0189730181818124, + 0.951620173828917, + 1.0350698342948041, + 0.9370228296137644, + 1.0541894305710373, + 0.9184614636871827, + 1.0696682809354456, + 0.9329853150754773, + 1.0890255312769253, + 0.9489615861352966, + 1.1066977252299934, + 0.9608235727079338, + 1.1024326497238879, + 0.9717686177151472, + 1.0972507342710132, + 0.9657911543082057, + 1.069178058095652, + 0.9664501545749722, + 1.0261884635827954, + 0.9801982751719368, + 0.9882367711096164, + 1.0014044489935727, + 0.9672861968365165, + 1.024725533269629, + 0.9648715731537318, + 1.033145694150089, + 0.973815805756156, + 1.0313002194928262, + 0.9859951872457644, + 1.0345119812696684, + 0.9964608835988579, + 1.0372020790742669, + 1.002794362543549, + 1.050476963151338, + 1.0100223483256028, + 1.051659471579452, + 1.0207177149077362, + 1.0380336604147125, + 1.0274778037875825, + 1.0217936789225461, + 1.023355900720886, + 0.99539519439483, + 1.0134647330026565, + 0.9689247631505362, + 1.0089599239522917, + 0.950558838647045, + 1.008875615908425, + 0.9499906362659443, + 1.0089288969813415, + 0.9607648958830952, + 1.0158951823905173, + 0.9737378299181498, + 1.0199933463033373, + 0.9860581507065539, + 1.0263547725332822, + 1.0015989523192506, + 1.032627742296777, + 1.0279180377810286, + 1.0376802603494275, + 1.050663043279449, + 1.0450149927264303, + 1.0536672233709206, + 1.048344449365565, + 1.0509585135332231, + 1.049228637606536, + 1.0418893656144446, + 1.0487172103574718, + 1.0370002214587464, + 1.0495960897157208, + 1.0304275340443008 + ] + ] + }, + "width": 512, + "in_features": 90, + "out_features": 15, + "depth": 6, + "padding": 180, + "parameters": 1367573, + "cert_evals": { + "36": 0.6576576828956604, + "72": 0.5945945978164673, + "108": 0.531531572341919, + "255": 0.2522522509098053 + }, + "fold": 0 + }, + { + "best_epoch": 25, + "best_val_acc": 0.75, + "test_acc": 0.677570093457944, + "train_size": 90, + "val_size": 56, + "test_size": 214, + "stats": { + "mean": [ + [ + -0.033764339333333275, + 0.0455450088888889, + -0.0393941557777778, + 0.0442136877777778, + -0.045103564444444466, + 0.04001134399999995, + -0.05244813000000002, + 0.028505362222222205, + -0.06154681444444444, + 0.021204386666666637, + -0.07797415355555551, + 0.01921581555555562, + -0.10197233555555556, + 0.006906205777777777, + -0.12702198222222222, + -0.005695309999999986, + -0.14416418666666672, + -0.02292435444444457, + -0.16337620333333333, + -0.03858305355555561, + -0.1711072416555556, + -0.04597038555555552, + -0.17688608222222224, + -0.0510546662222222, + -0.1777130125555556, + -0.055949267777777756, + -0.1758602002222223, + -0.056614647777777784, + -0.17039360222222222, + -0.06617457911111113, + -0.16981005877777777, + -0.07106641555555543, + -0.16308817222222222, + -0.05537972144444455, + -0.14865953544444438, + -0.04185643888888888, + -0.12450770666666665, + -0.020887783333333316, + -0.0970945600000001, + -0.01284855222222223, + -0.06770919911111105, + -0.006189087555555519, + -0.045649386666666646, + -0.019774148444444417, + -0.024750903666666667, + -0.028532645999999984, + -0.008615883333333359, + -0.04990173111111105, + 0.0027711554444444235, + -0.06698789577777778, + 0.001936522755555571, + -0.08285931522222224, + -0.0073226571111110784, + -0.08259888076666667, + -0.02258475644444445, + -0.07283224555555554, + -0.03855426111111113, + -0.06328560555555554, + -0.06116145375555557, + -0.06039820777777778, + -0.08062423999999999, + -0.06031211888888889, + -0.1001700812222222, + -0.0643715877777778, + -0.11488044000000007, + -0.06820063999999999, + -0.1203164692222222, + -0.07924086666666665, + -0.12108284722222223, + -0.0915652744444445, + -0.11548237566666666, + -0.10036381111111108, + -0.10867505555555551, + -0.11164193444444444, + -0.10020240444444449, + -0.12007570888888885, + -0.09298762111111107, + -0.12944496888888887, + -0.0845759822222222, + -0.12039282000000003, + -0.07738502700000004, + -0.1146484011111111, + -0.06909253888888889, + -0.09596822888888885, + -0.0527662786666667, + -0.08531162555555549, + -0.04094482422222221, + -0.0668187426666667, + -0.03109291377777779, + -0.049228804444444406 + ] + ], + "std": [ + [ + 0.9391947140806977, + 0.9661200046110473, + 0.9369047047249826, + 0.965372181859147, + 0.9379655989040812, + 0.9626856204401466, + 0.9383704435642225, + 0.9596973553804454, + 0.9435124416750471, + 0.9569644766257196, + 0.9507806726832521, + 0.9503884002742878, + 0.9577699621134407, + 0.945652945681381, + 0.9650370451264835, + 0.9434629223854399, + 0.9739544466032157, + 0.9438505847776927, + 0.9764228611015309, + 0.9469890572332942, + 0.9779898535101123, + 0.9533340820544212, + 0.9757437918199428, + 0.9549347448822753, + 0.9663610809902762, + 0.9438525284454122, + 0.952169999214585, + 0.9678377690397413, + 0.9393886782621469, + 0.9947209380373468, + 0.9361716970367747, + 1.0123442945183636, + 0.9252713522214633, + 1.0260951627274713, + 0.9231710047035482, + 1.025557832763311, + 0.9248516800643717, + 1.0172305910811887, + 0.9282810826954029, + 1.0064682263739466, + 0.9205614506509361, + 0.9946120696327407, + 0.9081070345079777, + 0.9949749986778512, + 0.9033325693342755, + 1.006822968070411, + 0.9085081292518836, + 1.0191220579997762, + 0.9153594418262174, + 1.0318423200857954, + 0.9183368353262834, + 1.0392962508240564, + 0.9237882688127866, + 1.055023953325584, + 0.9343012330154237, + 1.0481089228331875, + 0.9560851685143908, + 1.0339727591956172, + 0.9853902060723677, + 1.0098325304467373, + 0.9988778299057116, + 0.9870909710943886, + 1.0021729674536564, + 0.9828786628007012, + 1.0079592542333784, + 0.9835701890015256, + 1.017348186621727, + 0.9858555228606939, + 1.0242608111755789, + 0.9832306180154835, + 1.0262585496418493, + 0.9866284497369432, + 1.0229030560951116, + 0.9869096028519032, + 1.0172087108740004, + 0.9788435218174495, + 1.0148292680398843, + 0.9702030398470889, + 1.0139464402917768, + 0.9650993937320577, + 1.0142334827118167, + 0.9622076846279796, + 1.0188552180562984, + 0.9619140911906384, + 1.0175453036347175, + 0.9585537532942093, + 1.0155723528745622, + 0.9543291962926345, + 1.012212127147541, + 0.9495775298724907 + ] + ] + }, + "width": 512, + "in_features": 90, + "out_features": 15, + "depth": 6, + "padding": 180, + "parameters": 1367573, + "cert_evals": { + "36": 0.630841076374054, + "72": 0.6168224215507507, + "108": 0.5700934529304504, + "255": 0.35514017939567566 + }, + "fold": 1 + }, + { + "best_epoch": 40, + "best_val_acc": 0.8214285714285714, + "test_acc": 0.7009345794392523, + "train_size": 90, + "val_size": 56, + "test_size": 214, + "stats": { + "mean": [ + [ + -0.0795752713666667, + 0.0976775155555555, + -0.0792770048888889, + 0.09542594000000003, + -0.0793193911111111, + 0.09638493444444453, + -0.0793156911111111, + 0.09763250999999992, + -0.08028563333333336, + 0.0968837866666667, + -0.08446061444444444, + 0.09761106766666666, + -0.0858379077777778, + 0.09109071466666677, + -0.08833427666666666, + 0.08412569366666675, + -0.08150408654444444, + 0.07868567302222215, + -0.07937965800000002, + 0.07571118444444438, + -0.07020866522222223, + 0.07384745777777788, + -0.05723015477777777, + 0.06437183422222217, + -0.04520808033333336, + 0.04587258000000005, + -0.029391714666666645, + 0.02986913666666669, + -0.01909765222222218, + 0.021750623000000042, + -0.016599911111111112, + 0.03220027088888891, + -0.021600725555555558, + 0.038351117999999955, + -0.029936903333333327, + 0.043317289555555506, + -0.04636568555555557, + 0.04265821111111109, + -0.06504211555555557, + 0.0398037177777778, + -0.07834400400000001, + 0.03486788355555556, + -0.09061476011111111, + 0.024548287777777737, + -0.10536790666666669, + 0.029715636555555532, + -0.1355004688888889, + 0.023034604444444474, + -0.1566124356666667, + 0.013996776444444445, + -0.17107036222222222, + 0.008349538444444445, + -0.17717941188888894, + 0.011516642222222234, + -0.18186103466666662, + 0.006701916666666682, + -0.1859549, + 0.017993973000000038, + -0.1814516993111111, + 0.023018069777777796, + -0.177811022, + 0.013411195555555524, + -0.17198873444444454, + 0.007958389222222214, + -0.159803446, + 0.01762081777777776, + -0.14861193111111112, + 0.03175548111111108, + -0.13662967000000004, + 0.039799975555555506, + -0.12218454000000008, + 0.05352645888888891, + -0.10940399555555551, + 0.056771615555555516, + -0.10123112444444446, + 0.04481529555555562, + -0.09524841888888891, + 0.04344370633333331, + -0.08900512488888888, + 0.047798668888888826, + -0.08192136066666673, + 0.039209352222222264, + -0.07595590804444444, + 0.038319951666666546, + -0.0710968062222223, + 0.046865989111111096, + -0.06933622333333335, + 0.04505355422222219, + -0.0645431828888889, + 0.048621090000000124 + ] + ], + "std": [ + [ + 0.9995783575072309, + 0.9453718021917624, + 0.9986629556137443, + 0.9447043484979707, + 0.9963987589123307, + 0.9459381244093827, + 0.9892357792736222, + 0.9448309404294691, + 0.9884066352373108, + 0.9409207140609871, + 0.9850607322448387, + 0.9374842650334984, + 0.9943922917763706, + 0.9366045758806816, + 1.0082213369876118, + 0.9387174087314007, + 1.0167982259784791, + 0.9414588919501151, + 1.0151339246945583, + 0.946713464769804, + 1.0115845765750173, + 0.9519023234179994, + 1.0054336883537112, + 0.9439031440238868, + 0.9948632401641084, + 0.9178338997823589, + 0.985985091605607, + 0.8980699861250137, + 0.9786895246049818, + 0.8844782943097348, + 0.9763567999689986, + 0.8891258733016062, + 0.9893411781237217, + 0.8987381436886754, + 1.0077858282578576, + 0.8950579121384119, + 1.0348131829708704, + 0.8802295332034641, + 1.0573036237099012, + 0.8816011636092593, + 1.0741826778133243, + 0.8914978392878847, + 1.076897441410801, + 0.911788092656148, + 1.0751351512562335, + 0.9265647791225483, + 1.0763970425573648, + 0.9407369624799463, + 1.075053685265128, + 0.9417913276181705, + 1.0697018034326975, + 0.9523523099253108, + 1.0619584342897572, + 0.9687246728261701, + 1.0496115620329747, + 0.9819961763171552, + 1.0437880565787132, + 0.9902261296333055, + 1.036776335171439, + 1.0167686539675216, + 1.02719908329187, + 1.0393897565193124, + 1.0151559172418654, + 1.0633025125446949, + 1.0021468886253628, + 1.0845540064051982, + 0.9949848743518965, + 1.0934858712212507, + 0.9936750833266651, + 1.0939158617327953, + 0.9887264840502932, + 1.07687069654482, + 0.9849073877892529, + 1.0495601673985115, + 0.968536122796128, + 1.0302608877871398, + 0.9595525737715221, + 1.0250582586535266, + 0.9494218117785129, + 1.0314076443737552, + 0.9369730450579224, + 1.0282406198941436, + 0.927613615345622, + 1.0110472572993734, + 0.9191954706340935, + 0.9917321431280843, + 0.9152228948941693, + 0.9841156236614271, + 0.9187162282547586, + 0.9920089857228521 + ] + ] + }, + "width": 512, + "in_features": 90, + "out_features": 15, + "depth": 6, + "padding": 180, + "parameters": 1367573, + "cert_evals": { + "36": 0.6682242751121521, + "72": 0.630841076374054, + "108": 0.5934579372406006, + "255": 0.4112149477005005 + }, + "fold": 2 + }, + { + "best_epoch": 35, + "best_val_acc": 0.8666666666666667, + "test_acc": 0.6933333333333334, + "train_size": 90, + "val_size": 45, + "test_size": 225, + "stats": { + "mean": [ + [ + 0.09026950530000002, + -0.03347233166666681, + 0.08805549977777775, + -0.03405123534444449, + 0.08708464222222234, + -0.03423331444444434, + 0.08310377777777779, + -0.037732521111111056, + 0.07844351111111113, + -0.04188870111111114, + 0.07671959222222215, + -0.04202225133333326, + 0.08212408711111117, + -0.0449390454444444, + 0.0878047777777778, + -0.05257811300000004, + 0.09755105444444442, + -0.051445295555555555, + 0.10336957555555559, + -0.05607170222222236, + 0.10687409668888889, + -0.05782803755555547, + 0.10272375744444447, + -0.057026167999999905, + 0.10213378411111111, + -0.044367474444444326, + 0.09731909555555555, + -0.04350549444444442, + 0.08865874400000001, + -0.06280649233333332, + 0.08169131444444443, + -0.08661213244444435, + 0.07810773555555556, + -0.1112553797777778, + 0.07463555555555558, + -0.1263340871111112, + 0.06639933666666666, + -0.1465535255555555, + 0.05377655111111114, + -0.1640056500000001, + 0.04418829777777779, + -0.17093437533333333, + 0.02842860777777779, + -0.16408909622222206, + 0.016942645555555583, + -0.16675064855555574, + 0.0073328979777777265, + -0.1588536488888888, + 0.00373534444444446, + -0.1495966028888889, + 0.0037222849777777105, + -0.1322372677777777, + -0.0027955453333333665, + -0.10401365777777777, + -0.014766566666666684, + -0.0861462788888889, + -0.025277220000000013, + -0.07635618999999995, + -0.03186592444444443, + -0.07135788, + -0.030484778888888852, + -0.06502929344444444, + -0.022410275666666677, + -0.05761954077777779, + -0.016950835555555564, + -0.03907689404444446, + -0.011996154444444438, + -0.029193174444444425, + -0.010071146111111135, + -0.02858531444444451, + -0.007421466666666659, + -0.023952365555555542, + -0.009688820900000063, + -0.01668311955555556, + -0.005838026666666681, + -0.0015534499999999242, + -0.005162895555555574, + -0.0012964042222222037, + -0.001906099777777802, + 0.003737124444444456, + -0.003503918111111117, + 0.001677034444444477, + -0.007449703600000025, + -0.0018753644444445127, + -0.012184628888888922, + 0.0026639691111110986, + -0.016971600444444422, + 0.007810784999999998, + -0.020134840000000025, + 0.010748244444444445 + ] + ], + "std": [ + [ + 0.9926513732856214, + 0.9922740467464981, + 0.9964342900718223, + 0.9915656502494293, + 1.0031269607060127, + 0.9916453686089172, + 1.0081725642875177, + 0.9907693657057502, + 1.0084903680397026, + 0.9923185425628301, + 1.0128792801232473, + 0.9902737219168581, + 1.010792816435926, + 0.9888655842110828, + 1.0031758362749574, + 0.9854298441685992, + 0.9890882368719963, + 0.9804285773312239, + 0.9730772918992427, + 0.9745141433518287, + 0.9567259704295461, + 0.9768662669607254, + 0.9493774355368427, + 1.0038706259343744, + 0.9377382291600974, + 1.0496602487376752, + 0.9305872026550348, + 1.0503150154169958, + 0.9307025386159513, + 1.0392640335949292, + 0.9406209149566932, + 1.0233939080464391, + 0.9494506124739838, + 1.012079221518538, + 0.9489390893774563, + 1.0141082199450873, + 0.9442671255914099, + 1.0105514136076659, + 0.9468901507686455, + 1.0026766110539935, + 0.9613592957699403, + 0.985068403868737, + 0.9800073579280031, + 0.975436460339431, + 1.0032379235377316, + 0.9551918013742791, + 1.028917517888183, + 0.9387713484170384, + 1.0523789652036324, + 0.9234035510206958, + 1.070132196612977, + 0.9175395296994716, + 1.0842267579309721, + 0.9236823939192144, + 1.0897183483523363, + 0.9433433068622874, + 1.086396588028764, + 0.9587574522789919, + 1.0791277022520895, + 0.9570482720019563, + 1.0581187757889448, + 0.9635751628260921, + 1.0294739845645628, + 0.9733935507031055, + 1.0038087220203096, + 0.976159293071053, + 0.9795623017359278, + 0.9735603509166184, + 0.9585371109226899, + 0.9664985333557078, + 0.9486892392383033, + 0.9697532879719861, + 0.9467364294702475, + 0.9789250453647614, + 0.945107639018188, + 0.9917430005321338, + 0.9508272395661652, + 0.9771349829809848, + 0.9547821795258222, + 0.9594346199487507, + 0.9622256316466118, + 0.9685833725709367, + 0.9607418125919945, + 0.9665777543918542, + 0.9594116876542311, + 0.9632493733809626, + 0.9562909158066344, + 0.9622547186764627, + 0.9546903734091414, + 0.9522119089089927 + ] + ] + }, + "width": 512, + "in_features": 90, + "out_features": 15, + "depth": 6, + "padding": 180, + "parameters": 1367573, + "cert_evals": { + "36": 0.6533333659172058, + "72": 0.6222222447395325, + "108": 0.5955555438995361, + "255": 0.4444444477558136 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6947613033594342, + "std_test_acc": 0.012787841314026958, + "n_samples": 360, + "n_features": 90, + "n_classes": 15, + "mean_cert_acc_36": 0.6525141000747681, + "std_cert_acc_36": 0.015744387325784006, + "mean_cert_acc_72": 0.6161200851202011, + "std_cert_acc_72": 0.015468072662107299, + "mean_cert_acc_108": 0.5726596266031265, + "std_cert_acc_108": 0.02974836045256985, + "mean_cert_acc_255": 0.36576295644044876, + "std_cert_acc_255": 0.08417082678957333 + }, + "low-res-spect": { + "dataset": "low-res-spect", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 38, + "best_val_acc": 0.9024390243902439, + "test_acc": 0.8512658227848101, + "train_size": 133, + "val_size": 82, + "test_size": 316, + "stats": { + "mean": [ + [ + 0.024469110902255578, + 0.005587958646616302, + 0.01128199067669173, + -0.06037009248120303, + -0.05151846172932332, + -0.024907055639097758, + -0.0322428857142857, + -0.07194005187969929, + -0.07847493984962406, + -0.07729481917293234, + -0.0773144627819549, + -0.07946655714285718, + -0.08317833781954889, + -0.08108707368421056, + -0.051557367819548866, + -0.021992530075187956, + 0.014977627969924827, + 0.04699444218045112, + 0.04272368962406013, + 0.05729708105263157, + 0.07787030999999998, + 0.07839934406015038, + 0.09192532827067672, + 0.07718017969924812, + 0.0731354135338346, + 0.07884905857142857, + 0.07964327293233082, + 0.05894142315789478, + 0.062022699022556374, + 0.07031742661654138, + 0.043068441142857156, + 0.04871273007518795, + 0.04621051263157891, + 0.06354882256390976, + 0.0722840044360902, + 0.038285738646616524, + 0.02072807609022559, + 0.04804389000000004, + 0.0138044796992481, + -0.018880903210526323, + 0.011148169654135377, + 0.02407343864661653, + 3.409736842104958e-05, + 0.014395889473684208, + 0.012942278195488701, + 0.003991518496240605, + 0.004891412781954892, + -0.0026670207518796982, + 0.0021274761654135233, + 0.004516233834586465, + -0.017067495330827086, + 0.05021997804511279, + 0.05085938015037594, + 0.049456287593984995, + 0.04968600586466166, + 0.038087282105263166, + 0.0031582917293233393, + 0.021881782706766925, + 0.006666542857142849, + -0.009844528496240594, + 0.009452689842105257, + -0.006844017293233067, + -0.0035632469924812256, + -0.013377724812030098, + -0.0006018690977443607, + -0.018097159398496255, + -0.011943087969924802, + -0.03201817045112783, + 0.003904128195488711, + -0.007856270676691717, + -0.008680359248120318, + 0.014900510601503778, + 0.004884186917293262, + 0.009004930977443638, + 0.005372908571428565, + 0.007624029323308276, + -0.002930867593984958, + -0.006319933082706782, + 0.00469686285714285, + -0.008532866616541344, + 0.0019344359398495853, + -0.004738761654135335, + 0.0044714904511278155, + -0.001649885714285715, + -0.00984493360902256, + -0.01978030300751879, + -0.00966449759398497, + -0.010639091127819557, + -0.00729790171428571, + -0.01663022781954888, + -0.014927266917293243, + -0.0048786105263157985, + -0.023854766390977448, + -0.002417377293233085, + -0.018055805503759383, + -0.035139856165413506, + -0.003715027067669185, + -0.023457403157894727, + -0.028482144812030083, + -0.012900542255639115 + ] + ], + "std": [ + [ + 1.017393269930814, + 0.9859850544384411, + 0.6351269169990451, + 0.9218499349108917, + 0.9397831881819683, + 0.9559682118638801, + 0.9438724801654544, + 0.9693197875856094, + 0.9713955988615406, + 0.9774390189841138, + 0.9920460008560096, + 0.9991906740103633, + 1.0018878985632447, + 1.0231730392212295, + 1.0116746756260164, + 1.0108766947238579, + 0.9897047919639949, + 0.9656545067924569, + 0.9779229908137462, + 0.9930910566294954, + 0.9769947826741521, + 0.9930680515190659, + 0.9847812255306415, + 0.9945404262409027, + 1.0133003340234725, + 1.010622334528224, + 0.9790643689216147, + 0.9695036033277806, + 0.9691086110146303, + 0.9709469151594099, + 0.9509962741361917, + 0.9459390595619844, + 0.9682759104651395, + 0.9693952498748859, + 0.9565179833606766, + 1.0087728224509616, + 1.0339412420571243, + 0.9797879106089201, + 1.046812274765615, + 1.017780178031687, + 0.9666275571579879, + 1.0256130258535934, + 1.0669421863085269, + 1.0402013313577008, + 1.0594653822910898, + 1.0511922704716143, + 1.0356545195251559, + 1.0641512050185258, + 1.0747163688005084, + 1.0935617174093786, + 1.07443136746114, + 1.0136851672908218, + 0.997280326392972, + 0.9783984688090382, + 1.0042883048291307, + 1.0487180616841298, + 1.0824392363653417, + 1.0689163006997184, + 1.07508445719523, + 1.094579375466917, + 1.0691245108180063, + 1.0218590639920084, + 1.0406528766233436, + 1.0483992179501052, + 1.0151157130662107, + 0.9890602540733745, + 1.0033195884602837, + 0.9979416719998978, + 0.9549270557055792, + 0.9629229016162045, + 0.9687018168255607, + 0.9641140507904243, + 0.9578638967395385, + 0.9634794979402529, + 0.9643850012759382, + 0.9632020577312645, + 0.9577176582123652, + 0.9571989614345542, + 0.9564290236354037, + 0.9456491144494708, + 0.9478771903690641, + 0.9493390272820802, + 0.9470489606741441, + 0.9627884351729016, + 0.9803995592284533, + 0.9681002662445597, + 0.9719751368852133, + 0.9739709130127491, + 0.9720839287368537, + 0.9671210605802054, + 0.9711011471027048, + 0.9845527475390607, + 0.9825803050843526, + 1.0038184387573925, + 0.979717500002443, + 0.9649405988529449, + 0.9876179722405718, + 0.9748242307388256, + 0.9872212806368876, + 0.982676241489978 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 9, + "depth": 6, + "padding": 200, + "parameters": 781455, + "cert_evals": { + "36": 0.8259493708610535, + "72": 0.7784810066223145, + "108": 0.7310127019882202, + "255": 0.5759493708610535 + }, + "fold": 0 + }, + { + "best_epoch": 33, + "best_val_acc": 0.8115942028985508, + "test_acc": 0.7963525835866262, + "train_size": 133, + "val_size": 69, + "test_size": 329, + "stats": { + "mean": [ + [ + 0.1530652789473686, + -0.009363782556390993, + 0.05088392255639105, + 0.09471572902255651, + 0.08876052902255634, + 0.12944444736842103, + 0.10373392857142849, + -0.02023532421052626, + -0.029163837593984988, + -0.026313689849624053, + -0.02965288872180454, + -0.034014545112781965, + -0.03632338819548872, + -0.014735644736842088, + 0.01785539338345867, + 0.042751381052631564, + 0.08679215699248122, + 0.10001419052631579, + 0.1017368892481203, + 0.1075867052631579, + 0.10462587691729323, + 0.0953443353383458, + 0.1062469197894737, + 0.10487969082706766, + 0.1025905135338346, + 0.08913448766917297, + 0.09933672556390981, + 0.10743754187969931, + 0.11109795225563905, + 0.10047740721804511, + 0.08384493444360905, + 0.08902717887218042, + 0.08559397548872186, + 0.06289796500751879, + 0.060330664586466215, + 0.046363331127819554, + 0.07722293548872182, + 0.0516131944360902, + -0.022730849022556402, + -0.028101030902255634, + -0.013324536090225563, + -0.09062933308270675, + -0.0771601732330827, + -0.06511450924812032, + -0.12265796165413538, + -0.08916524360902257, + -0.07463184060150373, + -0.05617420278195486, + -0.030201605263157905, + -0.07578766255639095, + -0.059237725210526344, + 0.1091188300225564, + 0.09946399218045113, + 0.08242898984962406, + 0.03451749195488724, + 0.014174642255639086, + -0.049911600902255625, + -0.08932375545864665, + -0.07350661661654141, + -0.06060752706766915, + -0.0945347070225564, + -0.07166026834586467, + -0.08000871849624057, + -0.06738826315789478, + -0.0653453539849624, + -0.06987513011278194, + -0.07700414037593982, + -0.0684724142857143, + -0.06314225375939844, + -0.06643927654135334, + -0.056201902105263185, + -0.045947005037593976, + -0.033031945488721806, + -0.04689342698496246, + -0.051469952631578955, + -0.03478667669172926, + -0.032341004661654134, + -0.056062630977443614, + -0.05649333834586465, + -0.039601220375939813, + -0.037854870451127794, + -0.045860515789473665, + -0.05729389000000003, + -0.0682322045112782, + -0.058773774210526354, + -0.06832082496240602, + -0.0708990614285714, + -0.0600364096992481, + -0.07209753969172931, + -0.0762365472180451, + -0.0768351112781955, + -0.07007685624060155, + -0.08927176834586463, + -0.0882228510300752, + -0.07869736499248121, + -0.0844527432330827, + -0.07372521428571428, + -0.09207066969172933, + -0.08798474277443606, + -0.09338331523308271 + ] + ], + "std": [ + [ + 0.9744553382107187, + 0.9677597969434724, + 1.777310974913784, + 0.9984082294697983, + 0.9969586292153921, + 1.0583440616051412, + 1.0566345380560944, + 0.9857375895494132, + 1.0026115267211986, + 1.0074187005868174, + 0.9914187021756643, + 0.9940673441835514, + 0.98310153446628, + 0.9642872316677437, + 0.9316107906957257, + 0.8392466954824206, + 0.8182299587971944, + 0.8347678474815514, + 0.8515903298166666, + 0.8799721558505285, + 0.89007089287234, + 0.8866071634453673, + 0.8820893100565611, + 0.8826542910069028, + 0.8881722225389, + 0.8787089402752493, + 0.8964119629138864, + 0.879494453663738, + 0.8784873894639735, + 0.886681676346154, + 0.9222856861284946, + 0.9332670529570117, + 0.9776036297075393, + 0.9305127026487992, + 0.9359011475452199, + 0.9633874454328895, + 0.9527398490690858, + 0.965465879462667, + 1.0188818420464785, + 0.9828227999977308, + 0.9531229051081205, + 0.8713338836905145, + 0.9153495157969829, + 0.9223417239665608, + 0.8942885354612832, + 0.8998020432065605, + 0.9315570163515208, + 0.9082683584325931, + 0.9187746260543722, + 0.893070795181221, + 0.9468936674390013, + 0.9056643525291117, + 0.9110446769794468, + 0.9379974540127038, + 0.9647664124557613, + 1.0085574939350006, + 0.9275642673326407, + 0.8504043471913983, + 0.9142116919528667, + 0.8800039098256741, + 0.8415645024254653, + 0.8409729112787964, + 0.8399221552071359, + 0.8651820522167459, + 0.8672852422573245, + 0.8259267130126927, + 0.8390487632459173, + 0.8180961860126535, + 0.8777786937858696, + 0.8683920376045541, + 0.8383842635930155, + 0.8430069272476867, + 0.8666946932557273, + 0.8486025752416404, + 0.8592189394385275, + 0.8740498203324533, + 0.8491655645886534, + 0.8344601422755191, + 0.8287917280777043, + 0.8272025037471293, + 0.8136865464598907, + 0.8270386668301318, + 0.80191790451096, + 0.7804539659801455, + 0.7882991571441237, + 0.778040195581798, + 0.7589918746851501, + 0.7570902805838913, + 0.7293901823605933, + 0.7351310134454143, + 0.7408556555784315, + 0.725678505691747, + 0.6990444825351154, + 0.6919872173073935, + 0.7125567265129449, + 0.7086783958233831, + 0.6708513004398178, + 0.6871596422451152, + 0.6809238754969238, + 0.6885319279117135 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 9, + "depth": 6, + "padding": 200, + "parameters": 781455, + "cert_evals": { + "36": 0.7629179358482361, + "72": 0.7416413426399231, + "108": 0.7082067131996155, + "255": 0.6048632264137268 + }, + "fold": 1 + }, + { + "best_epoch": 51, + "best_val_acc": 0.8404255319148937, + "test_acc": 0.8881578947368421, + "train_size": 133, + "val_size": 94, + "test_size": 304, + "stats": { + "mean": [ + [ + -0.13586325413533815, + -0.0618193278195488, + -0.04310375263157894, + -0.004718533834586481, + 0.01244425488721805, + -0.025889947368421044, + -0.03012266992481201, + -0.06166973518796993, + -0.058414011278195524, + -0.04856861338345865, + -0.053738878195488775, + -0.0494522635338346, + -0.033144374736842064, + -0.01673198932330828, + 0.00380962645112784, + 0.03076035639097744, + 0.08222181203007521, + 0.08607955939849626, + 0.08385189150375942, + 0.08648061872180456, + 0.08489306466165417, + 0.08092049669172934, + 0.08067010932330827, + 0.07488779000000001, + 0.07012468195488719, + 0.07198337165413535, + 0.04773527819548873, + 0.050869944360902274, + 0.03545853684210525, + 0.016283467669172918, + 0.004097258646616531, + 0.010401111278195502, + -0.01792126090225564, + -0.002418199992481197, + 0.024459281879699275, + 0.025849884210526343, + 0.037459733984962384, + 0.006547264984962439, + -0.010970754511278193, + 0.04163085169924812, + 0.02889156383458647, + 0.030891175112781943, + 0.028361738345864675, + 0.02267998270676693, + -0.025261697518796977, + -0.0006612544360902128, + 0.015497131578947396, + 0.0313857212706767, + 0.03935556884962408, + 0.020145579699248115, + 0.01561868073684209, + 0.07393228112781952, + 0.04280226511278196, + 0.015148240601503748, + -0.02417430518796993, + 0.02045143834586462, + -0.006660919548872173, + 0.012737768827067671, + 0.005639975112781977, + 0.025091721879699245, + 0.0078095799248120235, + -0.0012346056390977465, + -0.00859317037593985, + -0.006910761654135332, + 0.0007964472932330711, + -0.013898008308270668, + -0.00025283060150373826, + -0.016696168195488716, + -0.01286229004511279, + -0.012526450751879697, + -0.030305314661654148, + -0.022196533157894733, + -0.014210327067669165, + -0.022408989473684207, + -0.032924627819548864, + -0.03237249348120299, + -0.020712286992481198, + -0.029102100751879693, + -0.03426806187969925, + -0.0444582919548872, + -0.05113502075187971, + -0.02233855496240602, + -0.032802209022556386, + -0.05755775917293232, + -0.047944335338345884, + -0.049902552481203004, + -0.045151886090225545, + -0.03859559834586468, + -0.05805407509774432, + -0.04678762857142857, + -0.04049555030075189, + -0.03414902180451127, + -0.04661476240601504, + -0.059792844360902264, + -0.045702631368421086, + -0.04080758105263156, + -0.05423186360902256, + -0.061008449345864635, + -0.04793841503759399, + -0.03687203282706768 + ] + ], + "std": [ + [ + 1.0650127556320446, + 1.0066608520484202, + 0.4156979395941612, + 1.0111846623477019, + 1.0239930605317062, + 0.9684176798741715, + 0.9492043006836792, + 0.9787734675960276, + 0.988203812821042, + 0.9943574947885739, + 0.9813196660052181, + 0.9835335096862478, + 0.9989723824774754, + 1.0098341686716865, + 1.0089678435680955, + 1.006897414092789, + 1.0014680482759133, + 0.9969246326169929, + 1.003048211475138, + 0.9963037789822996, + 0.9898134995117452, + 0.9862762846232758, + 0.9696634183119972, + 0.9719462993345181, + 0.9829041377072096, + 0.9970195508702976, + 0.9730130647207035, + 0.9951471045673186, + 1.000240668580986, + 0.9831852201961157, + 0.9993734243431007, + 0.9862173484627466, + 1.0050828113211423, + 0.9769241582086713, + 0.9707777014896144, + 0.9086079382002629, + 0.9264498134320229, + 0.8898792590804552, + 0.9013370080430921, + 0.9668210661261372, + 1.0273237339044736, + 1.0647338020747121, + 1.0837400905988852, + 1.0895012361342458, + 0.9942055646868553, + 1.0030736971903318, + 1.0609720074331763, + 1.062673419595116, + 1.0433128230210706, + 1.0685942775734432, + 1.0659683471227248, + 0.9465620323080091, + 0.9666073282199529, + 0.9823564017132853, + 0.9338971590735567, + 0.9507680860369068, + 0.9776613927510699, + 1.0598523929295665, + 1.0562343768456484, + 1.0489211645884213, + 1.0066351241778364, + 0.9808309075924808, + 0.9798741552856448, + 0.9697984887288765, + 0.983702693591976, + 0.9640382228774541, + 0.9492112764984969, + 0.9447960904251254, + 0.9458208100097997, + 0.9393657515269506, + 0.9219232080989007, + 0.9287988887010107, + 0.9255985041358817, + 0.9022261222236313, + 0.919866535230441, + 0.9212084221960762, + 0.9055005820857147, + 0.9052992836968272, + 0.8965515106580905, + 0.9021371283357683, + 0.8931093485275595, + 0.8894800077414449, + 0.875828335944702, + 0.8768265814954874, + 0.8758047501041376, + 0.8679342278962235, + 0.8563653918115903, + 0.8447870748154496, + 0.8533573385243273, + 0.8580903767160212, + 0.8449284057138841, + 0.8368868316325839, + 0.8375542445936696, + 0.8372449278647315, + 0.8325101772382546, + 0.8345010300544318, + 0.835506482915972, + 0.8231852532778424, + 0.8212941968447315, + 0.8516404740029587 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 9, + "depth": 6, + "padding": 200, + "parameters": 781455, + "cert_evals": { + "36": 0.8519737124443054, + "72": 0.8157894611358643, + "108": 0.7763158082962036, + "255": 0.6052631735801697 + }, + "fold": 2 + }, + { + "best_epoch": 47, + "best_val_acc": 0.8888888888888888, + "test_acc": 0.8506493506493507, + "train_size": 133, + "val_size": 90, + "test_size": 308, + "stats": { + "mean": [ + [ + 0.10493862744360913, + 0.0936277362406016, + -0.0037778827819548765, + -0.03855023533834586, + -0.02125209138345864, + -0.04543471105263157, + -0.04156411240601502, + 0.01708999368421052, + 0.01226467932330826, + 0.008226878796992469, + -0.0025615368421052433, + -0.018209970902255675, + -0.022531850601503787, + -0.047815336466165384, + -0.04824461954887216, + -0.04206402887218042, + -0.02118501894736845, + -0.0029625436842105487, + 0.01991662105263155, + 0.02359305000000002, + 0.0402974844360902, + 0.02456900902255638, + 0.02643880670676695, + 0.01608115548872179, + 0.022838549624060137, + 0.021608356240601513, + 0.0155475280451128, + 0.0207188052631579, + 0.0194884992481203, + 0.035869669473684244, + 0.023877902255639096, + 0.02819542037593984, + 0.011200890977443602, + 0.0551807004511278, + 0.04744355939849627, + 0.06211426172932332, + 0.06588056992481206, + 0.07162352157894733, + 0.08258311954887225, + 0.064603631774436, + 0.07408918799999994, + 0.07613642842105264, + 0.06256042105263157, + 0.050916241353383455, + 0.04188059195488719, + 0.06601848721804507, + 0.08979577601503759, + 0.04491898714285714, + 0.05555289037593983, + 0.08533037067669177, + 0.1070483993233083, + 0.02408604115037597, + 0.03420398706766918, + 0.0032010017293233246, + 0.029893602556390973, + 0.09153908646616546, + 0.11421593466165411, + 0.07139292911278192, + 0.08337384052631581, + 0.06448526315789473, + 0.04947902714285716, + 0.017647485338345863, + -0.0008786248120300822, + -0.015028007622556393, + -0.005325834736842084, + -0.018705311578947382, + -0.027164074135338317, + -0.029699412736842082, + -0.03217006824060152, + -0.03655872067669175, + -0.05774721052631579, + -0.04586767902255643, + -0.04562037030075189, + -0.07277231285714282, + -0.054276041203007504, + -0.034596221676691734, + -0.054279020075187985, + -0.060108875413533845, + -0.05830179338345861, + -0.06900260458646613, + -0.06369796345864664, + -0.050903367669172896, + -0.06467745977443612, + -0.039303367142857155, + -0.05294008157894737, + -0.05645630721804513, + -0.029166729631578958, + -0.04837335909774438, + -0.057497763834586456, + -0.046163446466165416, + -0.046505692105263174, + -0.042113237368421055, + -0.047567896992481186, + -0.03315349614285714, + -0.04929982421052632, + -0.046727424661654124, + -0.04073674195488724, + -0.040684289624060156, + -0.04322478375939848, + -0.03915163230075189 + ] + ], + "std": [ + [ + 1.085273555336867, + 1.0600160276531263, + 0.5674366488770868, + 1.0538936578762175, + 1.0736216450711755, + 1.0086568899549089, + 1.0107145864607423, + 0.9639829575234186, + 0.9684391767243656, + 0.9700338935541478, + 0.9673544475161013, + 0.9769837254042069, + 0.9832042991536264, + 0.9966940528369324, + 1.0144584886010504, + 1.0253444526714819, + 1.044458899094195, + 1.0437288549864745, + 1.032355378351829, + 1.0318246656034074, + 1.0266339589652462, + 1.0146406956988476, + 1.0044468099155188, + 1.025901708674945, + 1.0091911104926408, + 1.0132829244630681, + 1.0135138926532963, + 1.0124400641048181, + 1.002468214234293, + 0.9964174189277575, + 1.0143810743935044, + 1.016224305012167, + 1.0394808957835124, + 0.9841938243486714, + 0.976043096972565, + 0.9976075386689336, + 1.0012751177529822, + 0.9622637624799687, + 1.0036628686765507, + 1.0160940224228003, + 1.0693721871548225, + 1.0925110746781017, + 1.0637453552419913, + 1.112434336735407, + 1.0720233742927996, + 1.0887433013425338, + 1.1365343727139479, + 1.1082290562555606, + 1.0534133646461585, + 1.0636388960493586, + 1.127374798190782, + 1.0194494800051157, + 1.0115614911992439, + 0.9818412722460208, + 0.9822209459756657, + 1.005189728257075, + 1.08403913325294, + 1.085459527481645, + 1.0752872906455573, + 1.0795318572671038, + 1.0523758463978325, + 1.0153359772434278, + 1.0026092291413942, + 0.9950344482682812, + 1.0022482399439303, + 0.9810221193577394, + 0.9883984901555372, + 0.9708415174186519, + 0.9316161962977328, + 0.9305979660096333, + 0.9093710872091209, + 0.8961295852270974, + 0.9009089691160881, + 0.8750080609089094, + 0.885858487783631, + 0.8776260762487318, + 0.8673876172449833, + 0.8724100819567573, + 0.8723912389263426, + 0.8799174782922783, + 0.8777004895430206, + 0.8741256633416288, + 0.8800181503826561, + 0.8711684637095992, + 0.8970805311242029, + 0.90130116126784, + 0.8913911258859273, + 0.9120317859512505, + 0.9060025721716157, + 0.898262341874369, + 0.9234492395195655, + 0.9258258169182748, + 0.9069694433482488, + 0.9289092057679259, + 0.9258785829559869, + 0.9254000265308414, + 0.931316640531728, + 0.9258381499941104, + 0.9377776810526488, + 0.9431768651197908 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 9, + "depth": 6, + "padding": 200, + "parameters": 781455, + "cert_evals": { + "36": 0.8149350881576538, + "72": 0.7857142686843872, + "108": 0.7532467246055603, + "255": 0.5681818127632141 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8466064129394073, + "std_test_acc": 0.037815466190501655, + "n_samples": 531, + "n_features": 100, + "n_classes": 9, + "mean_cert_acc_36": 0.8139440268278122, + "std_cert_acc_36": 0.0373944266643274, + "mean_cert_acc_72": 0.7804065197706223, + "std_cert_acc_72": 0.03047715700349205, + "mean_cert_acc_108": 0.7421954870223999, + "std_cert_acc_108": 0.029249601724035536, + "mean_cert_acc_255": 0.588564395904541, + "std_cert_acc_255": 0.01931398115518187 + }, + "lung-cancer": { + "dataset": "lung-cancer", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.75, + "test_acc": 0.55, + "train_size": 8, + "val_size": 4, + "test_size": 20, + "stats": { + "mean": [ + [ + -0.176777, + -1.2499999999804334e-06, + 0.2121181, + 0.22119374999999997, + -0.34205175000000004, + -0.25413399999999997, + -0.4991070000000001, + -0.20667375000000004, + 0.18207425, + 0.1674343749999999, + 0.18600550000000005, + 0.25552725, + -0.39027892500000017, + 0.254131375, + 0.20814399999999994, + -0.11680949999999997, + 4.999999999866223e-07, + 4.999999999866223e-07, + -0.556826, + 0.03246771249999994, + 1.000000000070389e-06, + -0.15760575000000004, + 1.000000000070389e-06, + -0.526415, + 0.26887700000000003, + -0.5463909500000002, + 0.3981490000000001, + -0.11073775000000001, + -0.0461445, + -0.08733862499999998, + -0.20931662499999998, + -0.20931662499999998, + -0.34491900000000003, + -0.30012262500000003, + 0.530329625, + 0.5840457499999999, + -0.2706785, + 0.334991875, + -0.19773098749999996, + 0.28412875, + -0.55909175, + -7.500000000632001e-07, + -0.176777, + -6.250000000040945e-07, + -0.2341686250000001, + 0.143568, + -0.254133, + -0.254133, + -0.347985, + 0.0, + 0.0, + 0.06977162499999998, + 0.06977162499999998, + 0.12400250000000002, + 0.15760662499999997, + 0.0684115 + ] + ], + "std": [ + [ + 1.0, + 0.8745283537861638, + 0.8040182621062347, + 0.68534473627397, + 0.7239840501975423, + 0.9583948535512387, + 0.8803408658477123, + 1.0967323649565501, + 1.2845975870016406, + 1.26287547547214, + 1.275192087344785, + 1.0828786155044974, + 0.8691968462812435, + 0.9433006737973234, + 0.9271293940653591, + 0.8092773571506556, + 0.984249913856105, + 0.984249913856105, + 1.0, + 0.963139848525996, + 0.9842499957566675, + 1.0919276973489076, + 0.9842499957566675, + 1.0, + 0.5691037527613045, + 0.8831049872737146, + 1.061731, + 0.8858950000009523, + 1.1526351972973712, + 0.9725553242070524, + 1.0348836588388737, + 1.0348836588388737, + 1.3655263400268045, + 0.9701424604483272, + 0.7071057500002983, + 0.9344725000001003, + 1.0207927843497426, + 0.9180330571660311, + 0.6975292820538815, + 0.7517340128236433, + 0.7042730759798983, + 0.6959722224846242, + 1.0, + 1.2187770455635987, + 1.497375656357527, + 1.0, + 1.0, + 1.0, + 1.6688774326399765, + 1.0, + 1.0, + 0.7383957883078252, + 0.7383957883078252, + 0.9605327902178821, + 0.8339735544200334, + 0.9479176319916991 + ] + ] + }, + "width": 256, + "in_features": 56, + "out_features": 3, + "depth": 6, + "padding": 112, + "parameters": 344329, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5, + "test_acc": 0.2, + "train_size": 8, + "val_size": 4, + "test_size": 20, + "stats": { + "mean": [ + [ + -0.176777, + -1.2499999999804334e-06, + 0.3333284, + 0.22119374999999997, + -0.34205175000000004, + -0.08471187499999999, + -0.332738375, + 0.28934212499999995, + 0.18207425, + 0.1674343749999999, + 0.37201150000000005, + 0.54755725, + -0.0780548750000001, + 0.254131875, + 0.20814499999999997, + -0.584046, + 0.372012, + 0.372012, + 0.037120499999999945, + 0.03246771249999994, + 0.2841295000000001, + 0.15760662499999994, + -0.2841274999999999, + -0.14356812499999994, + 0.483978, + -0.5463909500000002, + 0.6635817500000001, + 0.33220974999999997, + 0.13842525, + 0.26201350000000007, + -0.627947875, + -0.627947875, + -0.7391125000000001, + 0.21437324999999996, + 1.2499999998971667e-07, + -0.11680875, + -0.09022612500000005, + -0.23927749999999992, + 0.06591022500000003, + 0.28412875, + 0.050826124999999986, + -7.50000000007689e-07, + 0.176776375, + 1.2499999998971667e-07, + -0.8586173750000001, + 0.143568, + -0.254133, + -0.254133, + -0.69597, + 0.0, + 0.0, + 0.06977162499999998, + -0.20931575000000002, + -0.3720145, + 0.15760662499999997, + 0.615692 + ] + ], + "std": [ + [ + 1.0, + 0.8745283537861637, + 0.6748704785505882, + 0.68534473627397, + 0.7239840501975423, + 0.8125185082212646, + 1.0389725707942121, + 0.6403537411098333, + 1.2845975870016406, + 1.26287547547214, + 1.2338234677314055, + 1.0010303391915438, + 0.7486887534635199, + 0.6561671321123982, + 0.6449175678604204, + 1.0, + 1.0, + 1.0, + 1.0287455149777083, + 0.963139848525996, + 0.7517333513858155, + 0.8339735544200334, + 1.100424948682894, + 1.0129176214682314, + 1.0, + 0.8831049872737147, + 1.0280166202880368, + 0.7672062760475096, + 0.9766487648315219, + 1.1975188335072229, + 1.080900755511744, + 1.080900755511744, + 1.5267048606832134, + 0.822478277401104, + 0.6846529246237537, + 0.9047995916201208, + 1.0047163027130392, + 0.7656924999999999, + 1.054565000000008, + 0.7517340128236433, + 1.1319596096912465, + 0.6959722224846243, + 0.9354143054375608, + 0.6723723872158637, + 1.2092403856025213, + 1.0, + 1.0, + 1.0, + 1.2054554005437115, + 1.39194, + 0.98425, + 0.7383957883078252, + 0.9667870265020562, + 0.9605327902178821, + 0.8339735544200334, + 1.0 + ] + ] + }, + "width": 256, + "in_features": 56, + "out_features": 3, + "depth": 6, + "padding": 112, + "parameters": 344329, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 10, + "best_val_acc": 0.625, + "test_acc": 0.5, + "train_size": 8, + "val_size": 8, + "test_size": 16, + "stats": { + "mean": [ + [ + 0.5303301249999998, + -0.22580399999999995, + -0.3939341, + -0.4866262499999999, + 0.20522875000000002, + -0.08471187499999998, + 0.166368, + -0.04133512500000004, + -0.303458, + -0.27905975000000005, + -0.186006, + -0.32853374999999996, + 0.23417107499999992, + -0.25413399999999997, + 0.04162699999999995, + -0.3504277499999999, + 0.372012, + 5.000000000143778e-07, + 0.037120499999999945, + 0.03246771249999997, + -0.2841274999999999, + 0.47281899999999993, + 0.2841295000000001, + 0.04785500000000001, + 0.2688775, + -0.23416595000000007, + 0.13271625000000004, + 0.11073562499999999, + 0.32299500000000003, + -0.08733862499999998, + -0.06977312500000003, + -0.06977312500000003, + 0.24637075000000005, + -0.12862400000000002, + -0.35355349999999997, + -0.350427, + 0.27067862499999995, + -0.62212375, + 0.593192725, + 0.28412875, + 0.6607445000000001, + -0.20091262500000007, + 0.176776375, + 0.25413225, + 0.07805589999999993, + 0.7178385, + 0.7623977500000001, + 0.7623977500000001, + 0.347985, + 0.347985, + 0.0, + -0.48840412499999997, + -0.48840412499999997, + -0.124006, + 0.15760662499999994, + -0.47886900000000004 + ] + ], + "std": [ + [ + 1.8708296030318634, + 1.1948341428692102, + 1.0773417243604047, + 0.8486461065652968, + 1.059804131102034, + 0.8125185082212646, + 0.8803404878832395, + 0.920566504074317, + 1.0, + 0.7733489942365526, + 0.7203981402946568, + 0.5655146315423125, + 0.9749224782092981, + 0.9583948535512387, + 0.8811270319533954, + 0.6180957912261151, + 1.0, + 0.984249913856105, + 1.0287455149777083, + 0.963139848525996, + 1.100424948682894, + 1.0, + 0.7517333513858155, + 1.0658003128899194, + 1.0315890948113742, + 1.0355328887342052, + 1.0280166202880368, + 1.0621504008726752, + 0.7148326632261567, + 0.9725553242070524, + 1.0809007555117442, + 1.0809007555117442, + 0.5214703075947253, + 0.9548636855920851, + 0.9842497172806299, + 0.934473, + 0.8654191884816481, + 0.6631091564872164, + 0.913279950038126, + 0.7517340128236433, + 0.8132235000004611, + 1.3773654997805538, + 0.9354143054375608, + 1.01653000000083, + 1.2488975000001081, + 0.994665683287983, + 1.7606829064560963, + 1.7606829064560963, + 0.9206817699808115, + 0.9206817699808115, + 0.98425, + 1.5538907649834526, + 1.5538907649834526, + 0.9920339999999999, + 0.8339735544200334, + 1.0945610000000001 + ] + ] + }, + "width": 256, + "in_features": 56, + "out_features": 3, + "depth": 6, + "padding": 112, + "parameters": 344329, + "cert_evals": { + "36": 0.3125, + "72": 0.1875, + "108": 0.1875, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 4, + "best_val_acc": 0.5714285714285714, + "test_acc": 0.5294117647058824, + "train_size": 8, + "val_size": 7, + "test_size": 17, + "stats": { + "mean": [ + [ + 0.5303301249999998, + -1.2499999999804334e-06, + -0.39393409999999995, + -0.48662574999999997, + 0.20522875000000002, + 0.25413137500000005, + 0.166368, + 0.12400349999999996, + 0.18207425, + -0.055812250000000035, + 0.18600550000000005, + -0.03650375000000001, + 0.23417107499999992, + -0.08471287499999999, + -0.12489200000000006, + 0.11680875, + 4.999999999866223e-07, + 5.000000000143778e-07, + -0.556826, + 0.03246771249999994, + -0.28412749999999987, + -0.47281812500000003, + 0.2841295000000001, + -0.334991875, + -0.16132500000000002, + -0.23416690000000004, + -0.13271649999999996, + -0.11073775000000001, + -0.41528250000000005, + -0.08733862499999998, + 0.06977074999999999, + 0.06977074999999999, + 0.049274500000000054, + -0.814618375, + 0.53032925, + 0.35042749999999995, + -0.45113087499999993, + 0.526415, + 0.06591029999999999, + 0.28412875, + -0.7623978749999999, + 0.200909125, + -0.176777, + -0.508266375, + 0.07805589999999987, + 0.143568, + -0.254133, + -0.254133, + 0.0, + 0.0, + -0.2460625, + 0.348859, + 0.348859, + 0.12400250000000004, + 0.15760662499999994, + 0.06841149999999997 + ] + ], + "std": [ + [ + 1.8708296030318634, + 0.8745283537861637, + 1.0773417243604047, + 1.1050835007108908, + 1.059804131102034, + 0.9433006737973234, + 0.8803404878832395, + 0.9352965034364771, + 1.2845975870016406, + 1.2429866458078653, + 1.275192087344785, + 0.7002636005201451, + 0.9749224782092981, + 1.2564662193460912, + 1.2349267641556725, + 0.9047995916201208, + 0.984249913856105, + 0.984249913856105, + 1.0, + 0.963139848525996, + 1.100424948682894, + 1.2208122788934872, + 0.7517333513858155, + 0.5064579839368311, + 0.8330825907525617, + 0.826068984966516, + 0.9194860179854557, + 0.8858950000009523, + 0.8851640178287581, + 0.9725553242070524, + 0.956663241117368, + 0.956663241117368, + 1.0429379694381398, + 0.45374271193952453, + 0.9999985416822804, + 1.120393298613817, + 1.0047163027130392, + 0.7656924999999999, + 1.0, + 0.7517340128236433, + 0.5378974467662115, + 0.531557565187073, + 1.0, + 1.4149504831054103, + 1.2488975000001081, + 1.0, + 1.0, + 1.0, + 1.39194, + 1.0, + 0.6510201819788307, + 1.0, + 1.0, + 0.9605327902178821, + 0.8339735544200334, + 0.9479176319916991 + ] + ] + }, + "width": 256, + "in_features": 56, + "out_features": 3, + "depth": 6, + "padding": 112, + "parameters": 344329, + "cert_evals": { + "36": 0.1764705926179886, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.44485294117647056, + "std_test_acc": 0.16451976529237142, + "n_samples": 32, + "n_features": 56, + "n_classes": 3, + "mean_cert_acc_36": 0.12224264815449715, + "std_cert_acc_36": 0.15168504644783695, + "mean_cert_acc_72": 0.046875, + "std_cert_acc_72": 0.09375, + "mean_cert_acc_108": 0.046875, + "std_cert_acc_108": 0.09375, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "image-segmentation": { + "dataset": "image-segmentation", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 22, + "best_val_acc": 0.92, + "test_acc": 0.90625, + "train_size": 2100, + "val_size": 50, + "test_size": 160, + "stats": { + "mean": [ + [ + 4.532088989809121e-17, + -7.34333229144925e-17, + 5.686456596603897e-16, + -1.441175221489608e-16, + 1.2583849306495375e-16, + -1.7241499233613294e-17, + -4.0893214740359934e-17, + 1.316275131219278e-16, + -6.396999332363997e-18, + -1.3756191952736462e-16, + -3.933361572957697e-17, + -1.1186818667175387e-16, + 2.5106900685451756e-16, + 4.337799960499719e-17, + 4.421066687346605e-17, + -1.850371707708594e-17, + -2.350368577012995e-16, + -9.793753110086202e-17 + ] + ], + "std": [ + [ + 0.9996246758364985, + 0.9995878274866169, + 0.8038207521572458, + 0.7019751493522468, + 0.9960026008909317, + 0.9995397039243666, + 0.9968889591858656, + 0.9995749389029804, + 0.9994997832814528, + 0.9994762671895456, + 0.9995321523164318, + 0.9994865643378964, + 0.9988998799598826, + 0.9992534567413346, + 0.9989012736519327, + 0.9995288891246146, + 0.9578356691087312, + 0.9933295528418025 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 22477, + "cert_evals": { + "36": 0.8812500238418579, + "72": 0.8687500357627869, + "108": 0.8062500357627869, + "255": 0.4124999940395355 + }, + "fold": 0 + }, + { + "best_epoch": 10, + "best_val_acc": 0.9361702127659575, + "test_acc": 0.901840490797546, + "train_size": 2100, + "val_size": 47, + "test_size": 163, + "stats": { + "mean": [ + [ + 4.532088989809121e-17, + -7.34333229144925e-17, + 5.686456596603897e-16, + -1.441175221489608e-16, + 1.2583849306495375e-16, + -1.7241499233613294e-17, + -4.0893214740359934e-17, + 1.316275131219278e-16, + -6.396999332363997e-18, + -1.3756191952736462e-16, + -3.933361572957697e-17, + -1.1186818667175387e-16, + 2.5106900685451756e-16, + 4.337799960499719e-17, + 4.421066687346605e-17, + -1.850371707708594e-17, + -2.350368577012995e-16, + -9.793753110086202e-17 + ] + ], + "std": [ + [ + 0.9996246758364985, + 0.9995878274866169, + 0.8038207521572458, + 0.7019751493522468, + 0.9960026008909317, + 0.9995397039243666, + 0.9968889591858656, + 0.9995749389029804, + 0.9994997832814528, + 0.9994762671895456, + 0.9995321523164318, + 0.9994865643378964, + 0.9988998799598826, + 0.9992534567413346, + 0.9989012736519327, + 0.9995288891246146, + 0.9578356691087312, + 0.9933295528418025 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 22477, + "cert_evals": { + "36": 0.8527607321739197, + "72": 0.8220858573913574, + "108": 0.7668711543083191, + "255": 0.3742331266403198 + }, + "fold": 1 + }, + { + "best_epoch": 16, + "best_val_acc": 0.9534883720930233, + "test_acc": 0.8922155688622755, + "train_size": 2100, + "val_size": 43, + "test_size": 167, + "stats": { + "mean": [ + [ + 4.532088989809121e-17, + -7.34333229144925e-17, + 5.686456596603897e-16, + -1.441175221489608e-16, + 1.2583849306495375e-16, + -1.7241499233613294e-17, + -4.0893214740359934e-17, + 1.316275131219278e-16, + -6.396999332363997e-18, + -1.3756191952736462e-16, + -3.933361572957697e-17, + -1.1186818667175387e-16, + 2.5106900685451756e-16, + 4.337799960499719e-17, + 4.421066687346605e-17, + -1.850371707708594e-17, + -2.350368577012995e-16, + -9.793753110086202e-17 + ] + ], + "std": [ + [ + 0.9996246758364985, + 0.9995878274866169, + 0.8038207521572458, + 0.7019751493522468, + 0.9960026008909317, + 0.9995397039243666, + 0.9968889591858656, + 0.9995749389029804, + 0.9994997832814528, + 0.9994762671895456, + 0.9995321523164318, + 0.9994865643378964, + 0.9988998799598826, + 0.9992534567413346, + 0.9989012736519327, + 0.9995288891246146, + 0.9578356691087312, + 0.9933295528418025 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 22477, + "cert_evals": { + "36": 0.8562874794006348, + "72": 0.802395224571228, + "108": 0.742514967918396, + "255": 0.371257483959198 + }, + "fold": 2 + }, + { + "best_epoch": 3, + "best_val_acc": 0.8888888888888888, + "test_acc": 0.9080459770114943, + "train_size": 2100, + "val_size": 36, + "test_size": 174, + "stats": { + "mean": [ + [ + 4.532088989809121e-17, + -7.34333229144925e-17, + 5.686456596603897e-16, + -1.441175221489608e-16, + 1.2583849306495375e-16, + -1.7241499233613294e-17, + -4.0893214740359934e-17, + 1.316275131219278e-16, + -6.396999332363997e-18, + -1.3756191952736462e-16, + -3.933361572957697e-17, + -1.1186818667175387e-16, + 2.5106900685451756e-16, + 4.337799960499719e-17, + 4.421066687346605e-17, + -1.850371707708594e-17, + -2.350368577012995e-16, + -9.793753110086202e-17 + ] + ], + "std": [ + [ + 0.9996246758364985, + 0.9995878274866169, + 0.8038207521572458, + 0.7019751493522468, + 0.9960026008909317, + 0.9995397039243666, + 0.9968889591858656, + 0.9995749389029804, + 0.9994997832814528, + 0.9994762671895456, + 0.9995321523164318, + 0.9994865643378964, + 0.9988998799598826, + 0.9992534567413346, + 0.9989012736519327, + 0.9995288891246146, + 0.9578356691087312, + 0.9933295528418025 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 22477, + "cert_evals": { + "36": 0.8218390941619873, + "72": 0.7356321811676025, + "108": 0.517241358757019, + "255": 0.270114928483963 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9020880091678289, + "std_test_acc": 0.007079215856848594, + "n_samples": 2310, + "n_features": 18, + "n_classes": 7, + "mean_cert_acc_36": 0.8530343323945999, + "std_cert_acc_36": 0.02435792790010372, + "mean_cert_acc_72": 0.8072158247232437, + "std_cert_acc_72": 0.05524199251275098, + "mean_cert_acc_108": 0.7082193791866302, + "std_cert_acc_108": 0.12999850261618265, + "mean_cert_acc_255": 0.3570263832807541, + "std_cert_acc_255": 0.060908452366573385 + }, + "lymphography": { + "dataset": "lymphography", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 31, + "best_val_acc": 0.55, + "test_acc": 0.5054945054945055, + "train_size": 37, + "val_size": 20, + "test_size": 91, + "stats": { + "mean": [ + [ + 0.11571070270270278, + 0.027093891891891864, + -0.1061727567567567, + -0.22205799999999987, + 0.12556329729729743, + 0.06734324324324321, + 0.05365567567567566, + 0.1178617837837836, + -0.021548756756756857, + 0.3392003783783783, + 0.10699794594594601, + 0.16341409189189185, + 0.04434448648648651, + -0.18670452972972956, + 0.26953127027027013, + 0.028475135135135103, + 0.04964567567567568, + 0.039015189189189156 + ] + ], + "std": [ + [ + 0.9649959417614393, + 0.9932963186135503, + 0.8953249050860361, + 1.0, + 1.0617235061005919, + 0.9934273444847499, + 1.0837969821071396, + 0.93550276827785, + 1.0343414594594595, + 0.9787865374391254, + 0.967613635624315, + 0.9191462546392654, + 0.8904463864306404, + 0.9446597120353613, + 0.8244693349942901, + 0.9863926362299982, + 0.9592304425723344, + 1.0431241983062185 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 22282, + "cert_evals": { + "36": 0.04395604506134987, + "72": 0.010989011265337467, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 44, + "best_val_acc": 0.8214285714285714, + "test_acc": 0.7108433734939759, + "train_size": 37, + "val_size": 28, + "test_size": 83, + "stats": { + "mean": [ + [ + 0.04959027027027034, + 0.08128264864864862, + -0.035391108108108124, + -0.22205799999999987, + 0.18834432432432444, + 0.12121940540540535, + 0.053655675675675654, + 0.1178617837837837, + 0.06464635135135137, + -0.08076164864864863, + 0.05944235135135144, + 0.00778283243243246, + 0.15077297297297293, + -0.11202250000000004, + 0.16519686486486485, + 0.028475135135135117, + -0.08274070270270273, + 0.08157664864864865 + ] + ], + "std": [ + [ + 0.9907038663718554, + 0.9843876514961846, + 0.9653329850824838, + 1.0, + 1.0873992856216566, + 0.9875663650472953, + 1.0837969821071396, + 0.93550276827785, + 1.1435074740788183, + 0.8987462927541991, + 0.9629278239378523, + 0.8670760159672493, + 1.0294219151090758, + 0.8796063323575559, + 0.8770711701884819, + 0.9863926362299982, + 1.050784302485063, + 1.0667820327309758 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 22282, + "cert_evals": { + "36": 0.20481926202774048, + "72": 0.048192769289016724, + "108": 0.024096384644508362, + "255": 0.012048192322254181 + }, + "fold": 1 + }, + { + "best_epoch": 2, + "best_val_acc": 0.76, + "test_acc": 0.5930232558139535, + "train_size": 37, + "val_size": 25, + "test_size": 86, + "stats": { + "mean": [ + [ + -0.08265059459459453, + 0.0812826486486486, + -0.03539110810810814, + 0.031722972972972906, + 1.2432432433330043e-06, + -0.09428524324324326, + -0.05365621621621621, + -4.864864865424842e-07, + -0.02154875675675677, + -0.016152108108108066, + -0.03566883783783778, + -0.02334296756756763, + -0.06208424324324333, + 0.08712936486486486, + -0.043471945945945945, + 0.08542454054054054, + 0.248225243243243, + 0.09576443243243248 + ] + ], + "std": [ + [ + 0.9873886182585688, + 0.9843876514961846, + 0.9653329850824838, + 1.0616419779070554, + 0.9966179074004299, + 0.9934273444847498, + 0.8978357031769213, + 0.9966159264522366, + 1.0343414594594607, + 0.8607871843035175, + 0.946344799312269, + 0.9999220929965701, + 0.8847748864465823, + 0.9544491031115466, + 0.9396531993920559, + 0.9631018357081231, + 0.7605018441428824, + 0.9305366467747157 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 22282, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 32, + "best_val_acc": 0.7222222222222222, + "test_acc": 0.5913978494623656, + "train_size": 37, + "val_size": 18, + "test_size": 93, + "stats": { + "mean": [ + [ + 0.04959027027027031, + -0.1896611351351352, + -0.035391108108108124, + -0.22205799999999987, + 0.1255632972972974, + -0.20203756756756758, + -0.0536562162162162, + 0.1767929189189188, + -0.021548756756756837, + -0.04845689189189187, + 0.011886594594594657, + -0.14784801081081084, + -0.133037, + -0.03734048648648648, + 0.06086245945945948, + 0.14237394594594593, + -0.0827407027027028, + -0.017734054054054066 + ] + ], + "std": [ + [ + 0.949006736815226, + 0.9991913040086986, + 0.9653329850824838, + 1.0, + 1.061723506100592, + 0.9787090886861045, + 0.8978357031769213, + 0.8976123081203877, + 1.0343414594594595, + 0.9022230780655615, + 1.039718775420792, + 0.9842972464819717, + 1.0946013067767175, + 0.8968738654850321, + 0.9148697472881367, + 0.9357742193114152, + 1.050784302485063, + 0.9574019230274994 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 22282, + "cert_evals": { + "36": 0.25806450843811035, + "72": 0.06451612710952759, + "108": 0.01075268816202879, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6001897460662001, + "std_test_acc": 0.08434071748624582, + "n_samples": 148, + "n_features": 18, + "n_classes": 4, + "mean_cert_acc_36": 0.12670995388180017, + "std_cert_acc_36": 0.12417555430319266, + "mean_cert_acc_72": 0.030924476915970445, + "std_cert_acc_72": 0.030443055844430116, + "mean_cert_acc_108": 0.008712268201634288, + "std_cert_acc_108": 0.011440302833653496, + "mean_cert_acc_255": 0.0030120480805635452, + "std_cert_acc_255": 0.0060240961611270905 + }, + "mammographic": { + "dataset": "mammographic", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 5, + "best_val_acc": 0.8561643835616438, + "test_acc": 0.8173913043478261, + "train_size": 240, + "val_size": 146, + "test_size": 575, + "stats": { + "mean": [ + [ + -0.045138683333333235, + -0.06581824708333332, + -0.0668893333333335, + 0.0035843166666667194, + 0.07534454166666703 + ] + ], + "std": [ + [ + 0.3742768596239394, + 1.0309553579295558, + 1.0205845721721885, + 1.0069085496781394, + 0.8984819781883195 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 5544, + "cert_evals": { + "36": 0.269565224647522, + "72": 0.0017391304718330503, + "108": 0.0017391304718330503, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 21, + "best_val_acc": 0.8, + "test_acc": 0.8231173380035026, + "train_size": 240, + "val_size": 150, + "test_size": 571, + "stats": { + "mean": [ + [ + -0.06838790416666667, + 0.0036981495833333564, + 0.08851065416666656, + 0.06187655000000008, + 0.041687441666667095 + ] + ], + "std": [ + [ + 0.4594652865573056, + 0.9162656618320462, + 0.976470911981312, + 0.9979276514274945, + 0.967574818664843 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 5544, + "cert_evals": { + "36": 0.7933449745178223, + "72": 0.7513134479522705, + "108": 0.6987740397453308, + "255": 0.19439579546451569 + }, + "fold": 1 + }, + { + "best_epoch": 7, + "best_val_acc": 0.8287671232876712, + "test_acc": 0.8069565217391305, + "train_size": 240, + "val_size": 146, + "test_size": 575, + "stats": { + "mean": [ + [ + -0.033514049999999865, + -0.031616095833333364, + -0.03834651666666679, + 0.05680765833333342, + -0.03524305833333262 + ] + ], + "std": [ + [ + 0.37826323579119164, + 0.9793517631184475, + 1.0048978854533288, + 1.01250978800026, + 1.0390956653058405 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 5544, + "cert_evals": { + "36": 0.6086956858634949, + "72": 0.04695652425289154, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 17, + "best_val_acc": 0.8161764705882353, + "test_acc": 0.7777777777777778, + "train_size": 240, + "val_size": 136, + "test_size": 585, + "stats": { + "mean": [ + [ + 0.09435683749999943, + -0.13088563458333324, + -0.032003683333333525, + -0.03189805833333325, + 0.008030341666667275 + ] + ], + "std": [ + [ + 1.8583061444674212, + 1.0447702499996767, + 0.9948185192592106, + 1.0005602571514343, + 1.0036844453305227 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 5544, + "cert_evals": { + "36": 0.7589743733406067, + "72": 0.7213675379753113, + "108": 0.6649572849273682, + "255": 0.15042735636234283 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8063107354670592, + "std_test_acc": 0.020164222523626065, + "n_samples": 961, + "n_features": 5, + "n_classes": 2, + "mean_cert_acc_36": 0.6076450645923615, + "std_cert_acc_36": 0.23922381306685003, + "mean_cert_acc_72": 0.3803441601630766, + "std_cert_acc_72": 0.41166500984116416, + "mean_cert_acc_108": 0.341367613786133, + "std_cert_acc_108": 0.3934162270024926, + "mean_cert_acc_255": 0.08620578795671463, + "std_cert_acc_255": 0.10114735674169134 + }, + "magic": { + "dataset": "magic", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 17, + "best_val_acc": 0.8461268839817736, + "test_acc": 0.8366631615842972, + "train_size": 4755, + "val_size": 2853, + "test_size": 11412, + "stats": { + "mean": [ + [ + -0.006388502646498379, + 0.006146446558885208, + -0.004209508307465906, + -0.004618793225236638, + -0.005315102475499497, + 0.006428044290851726, + -0.009059829779516417, + -0.008184151766561471, + 0.0033090761545739233, + -0.037376705087697235 + ] + ], + "std": [ + [ + 1.0023231607535665, + 1.0146947634200698, + 0.9896786368249049, + 1.001451036065264, + 1.0040066512880044, + 0.9905161210566023, + 0.9988965907369368, + 1.0089426097443763, + 0.998566492615012, + 0.9927003057378353 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 5704, + "cert_evals": { + "36": 0.7777777314186096, + "72": 0.7088152766227722, + "108": 0.6198738217353821, + "255": 0.20189273357391357 + }, + "fold": 0 + }, + { + "best_epoch": 34, + "best_val_acc": 0.8486013986013986, + "test_acc": 0.843489697501096, + "train_size": 4755, + "val_size": 2860, + "test_size": 11405, + "stats": { + "mean": [ + [ + -0.02436633946876997, + -0.022955164259726813, + -0.01993822200946376, + 0.03387639055541514, + 0.03436448497875925, + 0.0038116422946371125, + 0.007543406119453581, + 0.009698795669190335, + 0.0014860032576237098, + 0.00582992035215565 + ] + ], + "std": [ + [ + 0.9720381092498293, + 0.977333352882092, + 1.005139358382248, + 1.0164880549439819, + 1.0140583933617473, + 0.9837401295374851, + 0.9888378476099222, + 0.9663806918109694, + 1.005931831682823, + 1.000297701528725 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 5704, + "cert_evals": { + "36": 0.7796580195426941, + "72": 0.7051293253898621, + "108": 0.6078035831451416, + "255": 0.20973257720470428 + }, + "fold": 1 + }, + { + "best_epoch": 61, + "best_val_acc": 0.8530541012216405, + "test_acc": 0.846140350877193, + "train_size": 4755, + "val_size": 2865, + "test_size": 11400, + "stats": { + "mean": [ + [ + -0.012130254007592012, + -0.00826500078065223, + -0.010807356011566996, + 0.006499159247108326, + 0.006873201220609896, + 0.02000870184077821, + 0.001820881288265063, + -0.006523736593059914, + 0.0003778347011781665, + -0.018002280250893746 + ] + ], + "std": [ + [ + 0.9818839030528209, + 1.009368494398234, + 0.999432313276235, + 1.001141721390468, + 1.0040075321280533, + 0.9881194208362026, + 0.9709869282224545, + 1.0026493070298281, + 0.9996452002230842, + 0.9913588270685182 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 5704, + "cert_evals": { + "36": 0.7766667008399963, + "72": 0.6864035129547119, + "108": 0.5833333730697632, + "255": 0.17596492171287537 + }, + "fold": 2 + }, + { + "best_epoch": 41, + "best_val_acc": 0.8407801418439717, + "test_acc": 0.8475316732197467, + "train_size": 4755, + "val_size": 2820, + "test_size": 11445, + "stats": { + "mean": [ + [ + 0.002866516450893953, + 0.007929027486435548, + -0.0013075722715039048, + -0.001188124590956882, + 0.002480280701366967, + 0.012874902747423648, + 0.0054113211936909185, + -0.007862206105783356, + -0.005652595006519504, + 0.005077877345299725 + ] + ], + "std": [ + [ + 1.0050954716049485, + 1.0162654558216224, + 1.0021008916654397, + 1.0041169983170044, + 1.0089152336885907, + 0.9909098405813409, + 0.9979067399488123, + 0.9973925897941894, + 0.9985454656770815, + 0.9973467754133581 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 5704, + "cert_evals": { + "36": 0.7809523940086365, + "72": 0.7010921835899353, + "108": 0.6126692891120911, + "255": 0.22402796149253845 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8434562207955831, + "std_test_acc": 0.004829100706289997, + "n_samples": 19020, + "n_features": 10, + "n_classes": 2, + "mean_cert_acc_36": 0.7787637114524841, + "std_cert_acc_36": 0.0019113458110195686, + "mean_cert_acc_72": 0.7003600746393204, + "std_cert_acc_72": 0.009824421795952538, + "mean_cert_acc_108": 0.6059200167655945, + "std_cert_acc_108": 0.015853134769824428, + "mean_cert_acc_255": 0.20290454849600792, + "std_cert_acc_255": 0.02016257104405605 + }, + "molec-biol-promoter": { + "dataset": "molec-biol-promoter", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 2, + "best_val_acc": 0.8125, + "test_acc": 0.671875, + "train_size": 26, + "val_size": 16, + "test_size": 64, + "stats": { + "mean": [ + [ + -0.09373999999999999, + 0.349711153846154, + -0.124846, + -0.18628265384615392, + -0.0025111153846154245, + -0.027689192307692376, + -0.32854380769230773, + -0.2587748846153846, + -0.291938, + -0.12147457692307692, + 0.013408923076923039, + -0.18303142307692302, + 0.10672619230769233, + -0.0388065384615385, + -0.2118675692307692, + 0.26045576923076913, + -0.0038293076923076983, + -0.12772800000000012, + 0.406745076923077, + -0.22977469230769215, + -0.23213830769230762, + 0.057734, + -0.25536484615384614, + 0.036332807692307734, + -0.306678, + 0.12654100000000004, + -0.06969015384615382, + -0.22098480769230766, + -0.20798946153846154, + -0.24676503846153855, + -0.3183693461538464, + -0.1853619230769231, + -0.30043107692307686, + -0.37097869230769237, + -0.36548838461538463, + 0.011515653846153858, + -0.05251046153846157, + -0.17936411538461533, + 0.030728153846153836, + 0.0502869230769231, + -0.08165438461538464, + -0.04035388461538459, + -0.044060461538461534, + 0.1891277692307692, + -0.09007600000000004, + 0.08841000000000002, + 0.34717700000000007, + -0.08658792307692309, + -0.14910884615384612, + -0.01171784615384617, + -0.010542692307692277, + 0.2279287692307692, + 0.19163046153846158, + 0.044342807692307744, + 0.11406934615384606, + 0.26639184615384615, + 0.0024606538461537973 + ] + ], + "std": [ + [ + 1.0076078297495967, + 0.9724627657739631, + 0.9573573651622793, + 1.0262408425117875, + 0.9587446442307666, + 0.9571040384617393, + 0.9896566783801658, + 1.0271371774080218, + 0.9458984467553748, + 0.983396009484761, + 0.9474507771505324, + 1.0162340072708942, + 0.9916278302898655, + 0.9889509346456372, + 1.0996503269494506, + 0.8339239830692423, + 0.9718806374953891, + 1.0013701717610572, + 1.1087224946399736, + 0.9663160194574336, + 0.8925655267102359, + 1.0240426363341295, + 0.9129708359204913, + 0.9674367468039534, + 0.934498494547744, + 0.996046000000193, + 0.9001646244230804, + 1.011066294523225, + 0.9306740888083066, + 0.9019636923091955, + 1.0103842953596318, + 0.9763974023364559, + 1.0034859025495506, + 1.0189729800426417, + 0.8809657272220804, + 1.001293348052636, + 0.8026415950749621, + 1.0084947048958783, + 1.0447591131223906, + 1.080924244585727, + 0.9862369191590393, + 1.0095530529552834, + 1.014776711029924, + 0.9243136682665729, + 0.9998867689999087, + 1.0150113097032656, + 1.0058059432415762, + 0.8281138846158841, + 0.9053220114009879, + 0.7877964184833098, + 0.8751600073353956, + 1.0046622498233042, + 0.9279195402053261, + 0.9992859945990674, + 0.9930878632688641, + 0.9472126805852605, + 1.0500485456210673 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 344328, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 9, + "best_val_acc": 1.0, + "test_acc": 0.6, + "train_size": 26, + "val_size": 15, + "test_size": 65, + "stats": { + "mean": [ + [ + 0.09734461538461536, + -0.009867653846153778, + 0.10790676923076924, + -0.15064011538461541, + 0.09738461538461546, + -0.05959273076923076, + -0.048695384615384696, + -0.10221076923076929, + -0.19740069230769225, + 0.26099000000000006, + -0.20290846153846157, + 0.20358803846153845, + -0.1825234230769231, + 0.21829484615384614, + 0.007081746153846278, + -0.06588375384615386, + 0.19917507692307695, + -0.3013095384615385, + 0.04983446153846157, + 0.007020153846153817, + -0.0066845384615384406, + -0.042044076923076885, + -0.07821423076923074, + 0.137686, + -0.015271923076923129, + -0.17227284615384614, + 0.2755073076923076, + 0.10235538461538465, + -0.2435485769230769, + -0.1773835384615385, + 0.08412084615384617, + -0.15183184615384618, + -0.10858899999999995, + -0.09742265384615373, + -0.05963238461538462, + -0.05630061538461538, + -0.018979730769230797, + 0.05089046153846155, + 0.15364107692307694, + -0.010982076923076903, + 0.10650861538461538, + -0.1806068846153846, + -0.20850592307692312, + -0.014057692307692288, + 0.21039161538461543, + -0.055766615384615394, + 0.2426295384615386, + -0.12109303846153843, + -0.29682430769230767, + -0.15785057692307694, + 0.19899334615384612, + -0.13024523076923075, + -0.20279253846153844, + 0.04434280769230771, + -0.06270500000000002, + 0.09504676923076928, + 0.10028380769230766 + ] + ], + "std": [ + [ + 1.0412699655331787, + 0.974109238604762, + 0.9613906810801298, + 0.9643340756609565, + 0.9673793894378168, + 1.003312008397785, + 0.9182015580655095, + 0.982743930536501, + 0.9723005343268958, + 0.9411703711795796, + 0.9796610632100985, + 0.9145025424643751, + 0.9879752636511461, + 1.0944915110032636, + 0.9430338516297093, + 0.9508755832408867, + 0.9258429683390378, + 0.8679061723089316, + 1.0276288482675964, + 0.9501945836398535, + 1.0169676029594148, + 1.0501744622186107, + 0.9644548335998028, + 0.9121775925932151, + 0.9112105136727959, + 1.0206435073325324, + 0.9080727257130373, + 0.9347829604211333, + 0.8967697697883465, + 0.9663770689480945, + 0.9532701925574484, + 0.8568118833949174, + 0.9554743200735837, + 1.1504807500220855, + 1.0155470332338918, + 1.0396018722819245, + 0.9268106513458504, + 0.9168958971379897, + 0.9852213842143813, + 1.001611750376513, + 0.990217812330316, + 0.9873887799655962, + 1.0110391392211635, + 0.9439560657308471, + 1.068328170673588, + 1.0047193948569797, + 0.9979267159932226, + 0.9934730341322996, + 0.8557618796771218, + 0.7460287358936586, + 0.9778352307693193, + 1.02192658245343, + 1.037835803866067, + 0.9677087884615755, + 0.956543380038049, + 1.0171593177603953, + 0.91997592085019 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 344328, + "cert_evals": { + "36": 0.5076923370361328, + "72": 0.3076923191547394, + "108": 0.16923077404499054, + "255": 0.015384615398943424 + }, + "fold": 1 + }, + { + "best_epoch": 2, + "best_val_acc": 0.6666666666666666, + "test_acc": 0.6617647058823529, + "train_size": 26, + "val_size": 12, + "test_size": 68, + "stats": { + "mean": [ + [ + -0.030045192307692332, + -0.23869049999999983, + 0.041405769230769246, + 0.06321669230769228, + -0.0025107307692308154, + 0.09992461538461536, + 0.013492769230769159, + 0.14829176923076925, + -0.10286334615384617, + -0.08960249999999997, + 0.19882307692307696, + 0.09814630769230767, + -0.021829269230769246, + 0.03465076923076919, + -0.18058907692307682, + -0.1311519076923077, + 0.11797353846153848, + -0.05829530769230779, + 0.1212169230769231, + 0.07467584615384616, + 0.18656150000000013, + 0.2905494615384615, + -0.2553650384615384, + -0.06502038461538459, + -0.30667792307692304, + 0.09333938461538464, + 0.13742846153846142, + 0.17420873076923077, + 0.1120429615384615, + 0.23890723076923073, + -0.16356549999999995, + 0.08287507692307697, + -0.14056257692307694, + -0.09742265384615377, + -0.05963253846153847, + 0.011515500000000038, + 0.014551115384615343, + 0.08378369230769231, + 0.18436938461538463, + 0.019652346153846163, + 0.13786915384615384, + -0.14554365384615378, + -0.1756169230769231, + 0.12139923076923075, + 0.010079923076923155, + 0.30467446153846156, + -0.10586153846153845, + 0.15494511538461542, + -0.11217969230769238, + -0.011717730769230784, + -0.4645376538461538, + -0.13024538461538462, + 0.02728761538461537, + -0.024779269230769223, + -0.16876950000000007, + -0.04202923076923075, + 0.06767634615384611 + ] + ], + "std": [ + [ + 0.9790173867981108, + 0.8922350160543789, + 1.0237664792278374, + 0.9979986758255733, + 1.0450661465298063, + 1.0048325881986542, + 1.029402187109299, + 1.0083506459854783, + 0.9890083565745167, + 1.0164135742199043, + 1.0470407615391002, + 1.0378839738382932, + 0.9292517115719242, + 0.9612825317480931, + 1.0472447179957627, + 1.0262853071350215, + 1.052495553619595, + 1.059841692041489, + 1.1269554422034933, + 0.9208378006880765, + 0.9000880971984075, + 0.9294786618886555, + 1.076982881442786, + 1.0095815066264635, + 0.9911193052127372, + 1.0313874086125658, + 0.9980922524006728, + 0.9095892006901778, + 0.9905655045642239, + 1.0384115432086387, + 0.9810218452020498, + 1.060299711989925, + 0.9844584721629052, + 0.9476257009349917, + 0.8894460896472517, + 1.0593221207156762, + 0.8826955613077969, + 0.9713319428712611, + 1.075487248351794, + 1.0067518301441576, + 1.0419999967859404, + 0.986766332875252, + 1.0083607367807386, + 0.9773806693737923, + 1.0515029245809187, + 0.9917044123633906, + 0.9657665710047374, + 0.9290685404960641, + 1.1225398591645361, + 1.0183526454206688, + 0.8092726993206232, + 0.9375164234499523, + 1.0268476122485855, + 0.9726335635209717, + 0.9727406960463761, + 1.112026712980068, + 1.0129397204932757 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 344328, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 3, + "best_val_acc": 0.8181818181818182, + "test_acc": 0.6956521739130435, + "train_size": 26, + "val_size": 11, + "test_size": 69, + "stats": { + "mean": [ + [ + 0.06549715384615382, + -0.1733123461538461, + -0.22459746153846155, + -0.008068615384615393, + -0.33549623076923074, + -0.1233995769230769, + -0.17307238461538452, + 0.023040692307692345, + -0.07135107692307693, + -0.18521865384615382, + -0.04839615384615389, + 0.09814603846153849, + -0.021828923076923114, + 0.07137899999999996, + -0.1493106769230769, + -0.0006160384615384937, + -0.16623299999999996, + -0.19716084615384608, + -0.1643116153846154, + 0.14233134615384618, + 0.18656149999999996, + 0.09099338461538463, + 0.09893680769230777, + -0.031236038461538454, + -0.43619169230769256, + -0.3382805384615385, + -0.13872946153846152, + 0.21013507692307687, + 0.32539880769230767, + 0.34298038461538466, + -0.0706831923076923, + -0.0847729230769231, + 0.08325415384615384, + 0.03935515384615389, + -0.12760034615384613, + 0.045423692307692304, + 0.24926692307692294, + -0.014896576923076922, + 0.030727999999999995, + 0.14219007692307695, + -0.08165438461538452, + -0.07541711538461539, + -0.2085062307692308, + -0.14951476923076926, + 0.010080153846153841, + 0.16049815384615387, + -0.14071053846153841, + -0.19010246153846153, + 0.22017992307692313, + -0.08478423076923074, + 0.12914796153846148, + -0.195368, + -0.13705561538461536, + -0.33582846153846135, + -0.1687693076923077, + -0.0077596923076923285, + 0.035068461538461576 + ] + ], + "std": [ + [ + 0.9949457610380924, + 1.0006243291807655, + 1.0805097483660284, + 1.0669055953756055, + 1.0322555409439118, + 0.9848822871167503, + 0.9431346904463401, + 0.9378178344246724, + 1.0181978932718458, + 0.966727095536948, + 0.9908076284467556, + 1.0378839686283479, + 1.088933086989841, + 0.8046857737758931, + 1.134679772935726, + 0.9553453144737399, + 0.9684821547379812, + 0.8999479146517183, + 0.9741754410810941, + 1.0108802015807785, + 0.7709686644604582, + 1.0772131326993413, + 0.8384300579512153, + 1.0358089031747673, + 1.0305305742983066, + 0.9367306253151163, + 0.9884948822596298, + 0.9666870451735153, + 0.7559985089760948, + 0.8999593432865595, + 0.9970138749450403, + 1.052317535287378, + 1.0819218493489575, + 0.9767902491283019, + 0.9784792222564622, + 0.9949578210493984, + 0.8614226395733138, + 0.9539103328924243, + 1.0209907346186988, + 0.9432236511876507, + 1.036795800272391, + 1.0138060762016619, + 1.1167776196923178, + 1.0142323983395336, + 1.1052486656840097, + 1.0124481502282436, + 1.0529966821172885, + 0.9493509361557843, + 1.1279936610242616, + 1.0051609553372078, + 0.9160134879427471, + 1.0114984451985467, + 0.8295657525376697, + 1.028154229267194, + 0.9727407925020125, + 0.8988663639372382, + 0.9628933437374779 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 344328, + "cert_evals": { + "36": 0.1304347813129425, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6573229699488491, + "std_test_acc": 0.04076984734252366, + "n_samples": 106, + "n_features": 57, + "n_classes": 2, + "mean_cert_acc_36": 0.15953177958726883, + "std_cert_acc_36": 0.24011329719408275, + "mean_cert_acc_72": 0.07692307978868484, + "std_cert_acc_72": 0.1538461595773697, + "mean_cert_acc_108": 0.042307693511247635, + "std_cert_acc_108": 0.08461538702249527, + "mean_cert_acc_255": 0.003846153849735856, + "std_cert_acc_255": 0.007692307699471712 + }, + "letter": { + "dataset": "letter", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 79, + "best_val_acc": 0.7185354691075515, + "test_acc": 0.7029562013231723, + "train_size": 5000, + "val_size": 3059, + "test_size": 11941, + "stats": { + "mean": [ + [ + 0.00514853171999978, + 0.005659159839999929, + 0.015561632360000245, + 0.01129863240000007, + 0.0052732767999999685, + 0.00552804246000023, + -0.003806189400000043, + 0.004888994199999829, + 0.008798804439999558, + -0.008297726599999769, + 0.0009121625999998376, + 0.004806467700000183, + 0.003901915299999814, + -0.011281666800000121, + -0.0074610201999999294, + 0.003215448200000049 + ] + ], + "std": [ + [ + 0.9872835099546217, + 1.006134190408135, + 0.9972389123333294, + 1.0049266649751227, + 0.9943131104630408, + 0.9927707764568473, + 1.0068065835854811, + 1.0134669668414158, + 1.0040007520709764, + 0.9997230654740944, + 1.007968354670923, + 1.0003581319476724, + 1.005041480077882, + 1.0049516430140362, + 0.9976563117551296, + 0.9860491581099939 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 26, + "depth": 6, + "padding": 32, + "parameters": 23584, + "cert_evals": { + "36": 0.6246545314788818, + "72": 0.5368059277534485, + "108": 0.4446026384830475, + "255": 0.14094296097755432 + }, + "fold": 0 + }, + { + "best_epoch": 74, + "best_val_acc": 0.7087753134040502, + "test_acc": 0.7118344688367398, + "train_size": 5000, + "val_size": 3111, + "test_size": 11889, + "stats": { + "mean": [ + [ + 0.0029532797399999047, + 0.004388175279999976, + 0.004244063760000119, + 0.012979005999999998, + -0.004678983799999144, + 0.003455055400000179, + -0.007418534600000143, + 0.003926012599999779, + 0.00795879715999929, + -0.00524365779999995, + -0.01178226520000005, + -0.015187571099999951, + -0.012475097320000503, + -0.0018423520000003316, + -0.013382179199999674, + -0.004821816599999932 + ] + ], + "std": [ + [ + 0.9986276678083476, + 0.9950343941586423, + 0.99640667299183, + 1.0000071963490385, + 0.992160528900722, + 1.0037788827185958, + 1.0135243337906252, + 1.019023638516362, + 1.0086984945355297, + 1.009749704171076, + 1.013939210703217, + 0.9887907814862574, + 0.9896867749920725, + 0.9916791039398155, + 1.0056717046836126, + 1.0037598172363915 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 26, + "depth": 6, + "padding": 32, + "parameters": 23584, + "cert_evals": { + "36": 0.6343679428100586, + "72": 0.5457145571708679, + "108": 0.4468836784362793, + "255": 0.1500546783208847 + }, + "fold": 1 + }, + { + "best_epoch": 75, + "best_val_acc": 0.7113793103448276, + "test_acc": 0.7133057851239669, + "train_size": 5000, + "val_size": 2900, + "test_size": 12100, + "stats": { + "mean": [ + [ + 0.021874334520000687, + 0.017884720619999826, + 0.014568840500000449, + 0.006699696200000058, + -0.00020502299999983865, + 0.011056104300000202, + -0.0043222202000001006, + -0.005629635800000384, + 0.0012383624799995345, + 0.011071598799999905, + -0.0038767746000001103, + -0.0036525290000001725, + 0.002787233879999989, + 0.011734750599999826, + -0.007305219399999943, + 0.006554009400000075 + ] + ], + "std": [ + [ + 1.018882039972734, + 0.9909097519297484, + 1.011006149224975, + 0.9981095511490614, + 0.9744828743262628, + 1.0187271547521726, + 1.0142349021053059, + 1.0059981552155532, + 1.0032678982013254, + 0.9974167859950539, + 0.9962881566563585, + 1.0100493766021112, + 0.9931648907076084, + 1.0108922135098513, + 1.0056449285270137, + 1.001713691144833 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 26, + "depth": 6, + "padding": 32, + "parameters": 23584, + "cert_evals": { + "36": 0.6387603282928467, + "72": 0.5499173402786255, + "108": 0.44884297251701355, + "255": 0.1469421535730362 + }, + "fold": 2 + }, + { + "best_epoch": 50, + "best_val_acc": 0.7128547579298832, + "test_acc": 0.7021241149521033, + "train_size": 5000, + "val_size": 2995, + "test_size": 12005, + "stats": { + "mean": [ + [ + 0.004834942479999971, + 0.001483113019999944, + -0.0019111359399998356, + 0.0075840941999999545, + -0.0010267499999996761, + 0.017176408160000104, + -0.001742007400000528, + -0.001036997800000219, + 0.003506500319999635, + -0.004038084999999959, + -0.005625091799999523, + 0.0011537186999995067, + 0.00047216481999986826, + -0.0067559524000002655, + 0.007341836400000017, + 0.0008661090000000479 + ] + ], + "std": [ + [ + 1.004162670449844, + 1.0009285120042208, + 1.0009316003026747, + 1.0058812415247276, + 1.0013613633110403, + 0.9913646988590394, + 0.9980301597574796, + 0.9947148416325726, + 0.9936745035912995, + 0.9961424729063775, + 0.9987978729631191, + 0.9997824037300547, + 0.9953405790803281, + 1.0103550196199995, + 1.0017727765855509, + 1.0101591352858876 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 26, + "depth": 6, + "padding": 32, + "parameters": 23584, + "cert_evals": { + "36": 0.6261557936668396, + "72": 0.5388588309288025, + "108": 0.4474802315235138, + "255": 0.1427738517522812 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7075551425589955, + "std_test_acc": 0.005831776306261965, + "n_samples": 20000, + "n_features": 16, + "n_classes": 26, + "mean_cert_acc_36": 0.6309846490621567, + "std_cert_acc_36": 0.006715556495435163, + "mean_cert_acc_72": 0.5428241640329361, + "std_cert_acc_72": 0.0060720824622939795, + "mean_cert_acc_108": 0.44695238023996353, + "std_cert_acc_108": 0.0017681414345399717, + "mean_cert_acc_255": 0.1451784111559391, + "std_cert_acc_255": 0.004107298906300566 + }, + "molec-biol-splice": { + "dataset": "molec-biol-splice", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 41, + "best_val_acc": 0.83125, + "test_acc": 0.7940407736539467, + "train_size": 797, + "val_size": 480, + "test_size": 1913, + "stats": { + "mean": [ + [ + -0.08088939774153121, + -0.017083478042659816, + -0.008676474278544535, + 0.01205199498117964, + -0.019879412797992446, + -0.06819678419071469, + 0.014172110414052605, + -0.0726562358845669, + -0.0424785457967378, + 0.030165779171894516, + -0.015724135508155584, + 0.016329740276034888, + -0.03650249309912165, + 0.060801804265996566, + 0.050552770388958924, + -0.03993303764115418, + -0.02479237139272276, + 0.026231244667502603, + 0.0006134240903385369, + 0.008120775407778993, + 0.011976850690087297, + 0.012784564617315019, + 0.02205557967377646, + 0.003761100376411143, + 0.004885728983688804, + -0.007185055207026799, + 0.006090311166875841, + -0.06913297616060121, + 0.01692240903387772, + -0.024909814303639064, + 0.002042144291092072, + 0.03893583663739384, + 0.04832313927227111, + -0.04144308908406656, + -0.04533064868255915, + 0.029196543287328434, + -0.017319196988707316, + 0.002574765370137967, + 0.014485728983688884, + -0.04080718946047651, + -0.016152210790464142, + -0.1060891342534501, + 0.00146361355081561, + -0.02892638393977404, + 0.03808938393977416, + 0.004615427854454175, + -0.006006715181932309, + 0.03929904642409064, + -0.0026646035131743587, + -0.0008532597239647819, + -0.018261164366373872, + -0.015718006273525736, + -0.03865469008782939, + -0.0023145696361355087, + -0.01960441405269735, + -0.0853860326223336, + 0.005193398996235927, + -0.017738670012547086, + 0.055998069008782805, + 0.039315545796737614 + ] + ], + "std": [ + [ + 0.9945490246391062, + 0.9934109752899847, + 1.0063178858807398, + 0.9896020723574798, + 0.9849358791871932, + 0.9857421550044541, + 0.9930276963595361, + 0.9834603310222596, + 1.0029783411831081, + 1.008680505435535, + 1.000646776584492, + 1.017380058680371, + 0.9990572202887158, + 1.0037947864498273, + 0.9921475019154874, + 1.0063268933844312, + 0.9808355420987935, + 0.9924788012799176, + 0.9847824180917667, + 0.9870544204448741, + 1.0013704839730797, + 1.0166518616214755, + 0.985710071283119, + 1.0044850695151961, + 0.9909244249062288, + 0.9987615357097599, + 1.0051852364272729, + 0.9860816983161693, + 1.0064425553080443, + 1.021154244482058, + 0.9991376459347909, + 0.9638884376422283, + 1.0033244557289336, + 0.9848543808197192, + 1.0055575628990723, + 0.9940712305710926, + 0.9741863114052403, + 1.0048179660304701, + 0.9887806108854191, + 0.9765227042348682, + 0.997334968218974, + 0.9962132645441986, + 1.0014416509782584, + 1.002091005752959, + 0.9893159775047747, + 0.9934985594799247, + 0.9886647568170538, + 0.9919893464761707, + 0.9955923461346924, + 0.9926319617434606, + 0.9728863130641628, + 1.0082140966036435, + 0.9961100311402014, + 1.0077701107332304, + 0.9792654768868749, + 1.0119326199882663, + 1.0172792289838704, + 0.9956848073966668, + 1.0083179950377872, + 0.9802036286210523 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 3, + "depth": 6, + "padding": 120, + "parameters": 345353, + "cert_evals": { + "36": 0.6968112587928772, + "72": 0.603240966796875, + "108": 0.5086252093315125, + "255": 0.15263982117176056 + }, + "fold": 0 + }, + { + "best_epoch": 11, + "best_val_acc": 0.793859649122807, + "test_acc": 0.8172431595250387, + "train_size": 797, + "val_size": 456, + "test_size": 1937, + "stats": { + "mean": [ + [ + 0.018491488080301106, + -0.0011505069008782528, + 0.021436997490589735, + 0.03502552697616077, + 0.021530190715181953, + 0.01771506524466753, + 0.0028268569636132166, + -0.03774227101631111, + 0.019095676286072647, + -0.016733656210790544, + -0.0663814040150566, + 0.005845333751568237, + 0.004257730238393967, + 0.0011046449184443634, + -0.027280681304893566, + 0.005402819322459137, + 0.04633495859473012, + 0.009161250941028725, + 0.026725796737766497, + -0.01972711794228387, + -0.01983136010037666, + -0.009908578419071404, + 0.022055481806775055, + 0.05518264240903318, + -0.04640085570890846, + -0.03727541907151866, + -0.0335212045169384, + -0.03967690213299759, + 0.005998318695107535, + -0.01785224341279831, + -0.003198117942283299, + -0.013416670639897136, + -0.009072863237139185, + -0.007062920953576991, + 0.011101452948557616, + -0.045883223337515024, + -0.012705889585947094, + -0.05706059096612311, + 0.00637870514429108, + -0.024475352572145292, + -0.033483001254705075, + -0.018872419071518255, + -0.004380110414052662, + -0.019757495608531926, + -0.01618084692597215, + 0.06015848933500684, + 0.004326102885821954, + 0.031207774153074287, + 0.09302961606022617, + 0.037705563362610196, + 0.031232815558343906, + 0.05163176913425327, + 0.051368831869510787, + -0.02336010790464227, + 0.006880800501882391, + -0.05682849560853219, + -0.004021038895859437, + 0.002038494353826773, + 0.05144887452948544, + -0.00027493977415304015 + ] + ], + "std": [ + [ + 0.9889166025491434, + 1.0113611751416451, + 1.00351331532884, + 1.0051662180322105, + 0.9987679141001061, + 0.9996822942772838, + 1.0042310134414263, + 1.0134372724050602, + 1.0000665011762366, + 0.9994360301075128, + 0.9995393709189473, + 1.0346986177316517, + 1.011186369192948, + 1.0016439123703365, + 0.9965028721446453, + 1.0098540994428735, + 0.9933407245937251, + 1.0209497831856362, + 0.9866653742506231, + 0.982825314351339, + 0.9914313036126221, + 1.0062435071011668, + 1.0149240913230397, + 0.9887363914059815, + 0.9994565119417103, + 1.016608779035485, + 0.9986323360957506, + 0.9983077834509023, + 0.992117921809115, + 1.0118934305428742, + 1.0093115895196225, + 1.0141263884110643, + 0.998031262724133, + 0.9978752951488421, + 1.0058194162074532, + 0.9997345249416975, + 1.0043988806220703, + 1.0026034007181608, + 1.0124721562205274, + 0.9897322617082525, + 0.9985816439065134, + 0.9919527474532689, + 1.0036339185538052, + 0.973512268444304, + 1.0130393993507771, + 0.9897840394213037, + 0.9936053260728854, + 1.0155800367441008, + 1.0112837805104922, + 0.9806050237126605, + 1.0133289778387422, + 1.003164742603154, + 0.9684252971086295, + 0.9941237378734813, + 0.9987879065672047, + 1.0056255382787287, + 1.0017418494408326, + 0.9935852276048891, + 1.024679553968222, + 1.007096200700548 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 3, + "depth": 6, + "padding": 120, + "parameters": 345353, + "cert_evals": { + "36": 0.7248321771621704, + "72": 0.6122870445251465, + "108": 0.5002581477165222, + "255": 0.09757356345653534 + }, + "fold": 1 + }, + { + "best_epoch": 64, + "best_val_acc": 0.8256704980842912, + "test_acc": 0.8198824158204169, + "train_size": 797, + "val_size": 522, + "test_size": 1871, + "stats": { + "mean": [ + [ + 0.016180366373901797, + 0.0159205972396487, + -0.04805540652446672, + 0.017795338770389135, + -0.018760287327477875, + -0.012470120451693864, + -0.025536504391468096, + -0.023100938519447715, + -0.021953736511919807, + 0.005599485570890773, + -0.028107018820577125, + -0.0663806737766629, + -0.002535664993726509, + -0.041697066499373665, + -0.041221063989962406, + -0.019531874529485415, + 0.001174760351317426, + 5.719824341241943e-05, + 0.009695979924717433, + -0.006360112923463307, + 0.031288966122960366, + 0.01732320451693862, + 0.034643243412797765, + -0.05223140276035192, + 0.012863726474278572, + -0.02278748055207084, + 0.08181816185696375, + 0.022917264742786353, + 0.03112372647427915, + 0.01743540276035093, + 0.009902525721455502, + 0.030388477038899016, + -0.007947400250940755, + -0.002626762860728837, + -0.002393195734001926, + 0.0224729749058976, + -0.035772559598494034, + 0.031245622333751583, + 0.07355148055206996, + -0.02680844165621052, + 0.0011786298619825138, + -0.023523868255959906, + 0.009644725219573422, + -0.011734667503136672, + 0.04155336135508157, + -0.008113194479297375, + 0.023843790464241343, + 0.03351953826850721, + -0.05937222333751553, + 0.01956023839397823, + -0.05714953952321155, + 0.029942850690087883, + -0.01788004265997477, + 0.018731055207026504, + 0.00457773149309927, + -0.028270974905896498, + -0.044334417816813056, + 0.02181565872020062, + -0.004279376411543287, + 0.033493360100376554 + ] + ], + "std": [ + [ + 1.006032731784378, + 0.9981987082501484, + 1.0058419047925986, + 1.0147724595576162, + 0.9940588732535701, + 0.9991159025458402, + 0.9691047120808344, + 0.9991048317365939, + 1.020189994500977, + 0.9848978164137729, + 0.998075185404707, + 0.9900346208081456, + 0.9970676239537044, + 1.0074170125268456, + 0.9888612246445799, + 1.0204821123725891, + 1.0188778509112115, + 1.021786600393116, + 0.9923811904568762, + 0.9930750642777653, + 1.0126874688330874, + 1.0123955584555848, + 1.0119546947996216, + 0.967160657446603, + 1.013064602613993, + 1.0088579414594196, + 1.0050975228498589, + 1.0226014249223117, + 1.0030135447468238, + 1.0006692722984143, + 1.0063109761380487, + 0.9976611466924694, + 1.0191830139161713, + 1.0037191251141417, + 1.0000135193218243, + 1.008885797923785, + 1.005277894129722, + 0.9951865869001352, + 1.003658412696999, + 1.0103592136706143, + 1.013785819980191, + 1.0167078374977943, + 1.0100157686042965, + 1.0010457270061084, + 1.0282359743543752, + 0.9985304229175116, + 0.9712378399548074, + 1.0007272977609394, + 1.00869249677983, + 0.9976542416860067, + 1.0108332275437888, + 1.0094799027511412, + 0.9910934491654954, + 1.0239973266326525, + 0.9997566127783953, + 0.995332570938697, + 1.0015100811283149, + 1.0189914283748178, + 0.9815154139951994, + 1.0109702187257807 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 3, + "depth": 6, + "padding": 120, + "parameters": 345353, + "cert_evals": { + "36": 0.7311598658561707, + "72": 0.6317477822303772, + "108": 0.5221806764602661, + "255": 0.15232497453689575 + }, + "fold": 2 + }, + { + "best_epoch": 23, + "best_val_acc": 0.8084210526315789, + "test_acc": 0.7966631908237748, + "train_size": 797, + "val_size": 475, + "test_size": 1918, + "stats": { + "mean": [ + [ + 0.023113880803011123, + -0.031878431618569576, + 0.0017474705144291346, + -0.048827942283563595, + 0.02600689711417815, + -0.020596907151819388, + 0.03119006398996214, + -0.010712095357591008, + -0.03563701003764123, + -0.0066837766624844005, + 0.020298818067753775, + 0.0349687051442911, + 0.03369574404015041, + 0.010115574654956229, + -0.008693601003764222, + -0.037666260978670006, + 0.013593819322459105, + -0.06367114930991241, + 0.002884076537013706, + -0.04311930238393992, + -0.028919440401505687, + 0.03661243287327482, + -0.012274677540778, + 0.022044312421580708, + -0.0019524943538268248, + -0.00718509535759122, + 0.018905804265997497, + -0.020039599749058525, + 0.011460363864492227, + 0.00190883061480542, + 0.015142810539523602, + 0.0015411859473054327, + -0.0034457590966119997, + 0.007354567126724528, + -0.019568141781680794, + 6.111668757913393e-05, + 0.014974058971141782, + 0.017483629861982628, + 0.004062395232120175, + -0.039640589711417734, + -0.017307636135508092, + -0.015383726474278643, + 0.02951326599749063, + 0.010041510664993838, + -0.009252728983688915, + 0.023129829360100374, + 0.024991664993726456, + 0.005777824341280051, + 0.010330861982434136, + -0.02240079799247117, + 0.013556362609786848, + 0.009395460476787914, + -0.05596691593475561, + -0.0011453801756584612, + 0.019547611041405746, + -0.005424897114178279, + -0.036271767879548236, + -0.04216928481806779, + -0.06910606649937284, + 0.013698135508155716 + ] + ], + "std": [ + [ + 0.9995168687982413, + 1.0072187255531315, + 0.9922765699545656, + 1.0014379023165043, + 1.0007423887263762, + 1.006595287508758, + 0.996025190875742, + 1.0015863398288425, + 0.9939619881518538, + 1.0012546381038536, + 0.9974235803209218, + 0.9958759047377087, + 1.0231793150542605, + 0.9988598615456608, + 1.0165807865563634, + 0.9981765632980487, + 0.9916120393689883, + 0.9967806721546657, + 1.0001387498061993, + 0.9907382633450215, + 0.9919466420747174, + 0.9918048070565159, + 0.9927131112764388, + 0.9987541938182435, + 0.9829950228363971, + 0.9987615525719863, + 1.006646575684889, + 0.9727270348859581, + 1.0274767556558333, + 0.9948545552577256, + 0.9724110619354693, + 0.999399954650725, + 1.0137453383320747, + 1.0038171597805419, + 0.9942857302920103, + 1.0221132950933616, + 1.0125332438729522, + 1.0058606284258966, + 1.0061583893468007, + 1.0071484737907352, + 0.993080173542264, + 0.994054088509694, + 1.0019557537886754, + 0.9879867613789639, + 1.0059203970540576, + 1.002236769456239, + 1.0166179760088292, + 1.0148930646959913, + 0.9855942441531308, + 0.9881712595842015, + 0.997375001351328, + 1.0153221146032385, + 0.9987022726517054, + 1.0023090382878383, + 0.9960039697880356, + 0.9659716681886643, + 1.0079997805456118, + 0.9972223231158401, + 0.9973623069301778, + 1.0162353419266272 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 3, + "depth": 6, + "padding": 120, + "parameters": 345353, + "cert_evals": { + "36": 0.7132429480552673, + "72": 0.6068821549415588, + "108": 0.48905110359191895, + "255": 0.11626694351434708 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8069573849557943, + "std_test_acc": 0.013486571861070846, + "n_samples": 3190, + "n_features": 60, + "n_classes": 3, + "mean_cert_acc_36": 0.7165115624666214, + "std_cert_acc_36": 0.01508411113403678, + "mean_cert_acc_72": 0.6135394871234894, + "std_cert_acc_72": 0.012695014977802854, + "mean_cert_acc_108": 0.5050287842750549, + "std_cert_acc_108": 0.013966232275333359, + "mean_cert_acc_255": 0.12970132566988468, + "std_cert_acc_255": 0.027390264649359976 + }, + "monks-2": { + "dataset": "monks-2", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 2, + "best_val_acc": 0.6666666666666666, + "test_acc": 0.6115107913669064, + "train_size": 432, + "val_size": 30, + "test_size": 139, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5576, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 2, + "best_val_acc": 0.6538461538461539, + "test_acc": 0.6153846153846154, + "train_size": 432, + "val_size": 26, + "test_size": 143, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5576, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.6206896551724138, + "test_acc": 0.6214285714285714, + "train_size": 432, + "val_size": 29, + "test_size": 140, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5576, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 2, + "best_val_acc": 0.6551724137931034, + "test_acc": 0.6142857142857143, + "train_size": 432, + "val_size": 29, + "test_size": 140, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5576, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.615652423116452, + "std_test_acc": 0.004181571350648455, + "n_samples": 601, + "n_features": 6, + "n_classes": 2, + "mean_cert_acc_36": 0.0, + "std_cert_acc_36": 0.0, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "monks-1": { + "dataset": "monks-1", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 47, + "best_val_acc": 0.8571428571428571, + "test_acc": 0.7303370786516854, + "train_size": 432, + "val_size": 35, + "test_size": 89, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5576, + "cert_evals": { + "36": 0.483146071434021, + "72": 0.3483146131038666, + "108": 0.2921348214149475, + "255": 0.033707864582538605 + }, + "fold": 0 + }, + { + "best_epoch": 24, + "best_val_acc": 0.8260869565217391, + "test_acc": 0.8415841584158416, + "train_size": 432, + "val_size": 23, + "test_size": 101, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5576, + "cert_evals": { + "36": 0.6237623691558838, + "72": 0.356435626745224, + "108": 0.1881188154220581, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 22, + "best_val_acc": 0.7931034482758621, + "test_acc": 0.8526315789473684, + "train_size": 432, + "val_size": 29, + "test_size": 95, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5576, + "cert_evals": { + "36": 0.6000000238418579, + "72": 0.38947370648384094, + "108": 0.2631579041481018, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 22, + "best_val_acc": 0.8260869565217391, + "test_acc": 0.7524752475247525, + "train_size": 432, + "val_size": 23, + "test_size": 101, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5576, + "cert_evals": { + "36": 0.514851450920105, + "72": 0.2871287167072296, + "108": 0.19801980257034302, + "255": 0.019801979884505272 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.794257015884912, + "std_test_acc": 0.0618571541970619, + "n_samples": 556, + "n_features": 6, + "n_classes": 2, + "mean_cert_acc_36": 0.5554399788379669, + "std_cert_acc_36": 0.06715004163754464, + "mean_cert_acc_72": 0.3453381657600403, + "std_cert_acc_72": 0.042693866823867, + "mean_cert_acc_108": 0.2353578358888626, + "std_cert_acc_108": 0.05040543511502725, + "mean_cert_acc_255": 0.01337746111676097, + "std_cert_acc_255": 0.016457143113141937 + }, + "monks-3": { + "dataset": "monks-3", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 2, + "best_val_acc": 0.5625, + "test_acc": 0.4888888888888889, + "train_size": 432, + "val_size": 32, + "test_size": 90, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5576, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 3, + "best_val_acc": 0.5555555555555556, + "test_acc": 0.6057692307692307, + "train_size": 432, + "val_size": 18, + "test_size": 104, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5576, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 2, + "best_val_acc": 0.625, + "test_acc": 0.5612244897959183, + "train_size": 432, + "val_size": 24, + "test_size": 98, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5576, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5172413793103449, + "test_acc": 0.5053763440860215, + "train_size": 432, + "val_size": 29, + "test_size": 93, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5576, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5403147383850149, + "std_test_acc": 0.05350021080933945, + "n_samples": 554, + "n_features": 6, + "n_classes": 2, + "mean_cert_acc_36": 0.0, + "std_cert_acc_36": 0.0, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "musk-1": { + "dataset": "musk-1", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 2, + "best_val_acc": 0.8552631578947368, + "test_acc": 0.7829181494661922, + "train_size": 119, + "val_size": 76, + "test_size": 281, + "stats": { + "mean": [ + [ + -0.009291536974789802, + -0.12607884680672266, + -0.04762204201680674, + -0.0761702235294117, + -0.044936774789916, + -0.014382231932773128, + -0.041894201680672254, + -0.03190622907563026, + 0.021353001680672248, + 0.10775567647058813, + 0.09010778932773111, + -0.057640225210084016, + 0.14667296336134458, + 0.10126893949579828, + 0.14001244605042018, + -0.04249502016806724, + 0.038105572268907546, + 0.002184308487394976, + -0.05224322941176468, + 0.06215304016806718, + -0.12393828857142859, + -0.02803303361344539, + -0.10647747142857145, + 0.02538642941176475, + 0.03754377647058824, + -0.00930381512605037, + -0.10533614621848736, + -0.07591091428571431, + 0.015518248319327696, + 0.03344583445378154, + -0.0436141698991596, + -0.03440255966386541, + -0.08419558653781517, + 0.059494676050420144, + 0.011928458739495816, + -0.006269523999999992, + 0.060528428571428566, + 0.03592683193277311, + 0.07123646218487396, + -0.0823780630252101, + -0.03973622907563024, + -0.09128727731092437, + 0.134798512605042, + 0.09857759663865544, + 0.08639189302521, + 0.04655348655462184, + 0.12397431176470586, + -0.0036607467226890487, + -0.045298374201680695, + 0.09763559579831942, + -0.11482796470588238, + 0.005798111764705843, + -0.04984500840336133, + 0.10562984689075626, + -0.006794973949579853, + -0.06879170025210085, + -0.05042998067226895, + -0.1381735478991597, + 0.018107122621848763, + 0.07930746134453784, + -0.035087430369747964, + -0.047216151260504276, + -0.050801200000000026, + 0.000790052100840336, + -0.03210146470588229, + -0.011450639932773149, + 0.13865514789915964, + 0.024682792941176448, + 0.04572973361344544, + -0.07111193899159665, + -0.05305032773109243, + -0.03151311848739495, + 0.13506087714285714, + 0.03930882689075631, + 0.13208768117647057, + 0.03213378487394958, + 0.036931210084033585, + 0.0542657411764706, + -0.055266365126050425, + -0.007700784890756318, + -0.06660210142857143, + -0.0472203361344537, + -0.13513644588235293, + -0.0953638899159664, + 0.0684584218487394, + -0.027715061344537825, + -0.13681975714285718, + -0.03402985277310925, + 0.0014045230252100738, + 0.0014960380672269073, + -0.013881531092436904, + -0.054739220168067156, + -0.07439434873949584, + 0.16347766033613445, + -0.027834813445378172, + 0.04105560084033615, + -0.018090553781512614, + 0.039478408403361344, + 0.01011179831932775, + -0.056224057983193236, + -0.05482081092436975, + -0.09049105663865546, + 0.1384086307563025, + 0.1158592352941177, + 0.1295010983193277, + 0.026534809327731116, + 0.030993403193277324, + 0.045596629411764705, + 0.07867409050420171, + 0.07023428403361341, + -0.010699962478991626, + -0.1297697013445378, + -0.06125888739495793, + -0.054635241344537774, + 0.07315159588235293, + 0.14113961932773117, + 0.03369915462184867, + -0.017007521008403328, + -0.03182301008403359, + -0.10475748344537812, + 0.029890118487394944, + 0.008469613445378164, + 0.0055577798319327845, + -0.015650881428571396, + 0.0048053532268907215, + 0.06544014621848733, + 0.11003610159663865, + 0.04605257647058817, + 0.14969492016806743, + -0.012363702521008463, + -0.051404617310924446, + -0.01038593529411762, + -0.07927427529411762, + -0.04159334571428572, + 0.06169648184873948, + 0.11608897882352946, + 0.038903689075630285, + 0.1461880742857143, + -0.06708651966386553, + -0.11414608924369747, + -0.1295263958823529, + -0.03233595445378152, + -0.04501458058823521, + -0.000721831932773089, + -0.004400483109243784, + -0.12390628907563028, + -0.036873544537815106, + -0.0909845665546218, + -0.10444491176470592, + -0.09871166294117649, + 0.005718816974789886, + -0.036594511848739485, + -0.04913234621848742, + -0.08743706722689078, + -0.11513121176470595, + -0.08874053697478997, + -0.05336954033613433, + 0.082962791092437, + -0.021164454621848745, + -0.0932097171428572, + 0.014436121848739485, + -0.04426032336134451, + -0.1090511277310925, + 0.1449148087394958, + 0.1817663789915966, + 0.013956836806722718 + ] + ], + "std": [ + [ + 1.0099114119845158, + 0.9348594846360825, + 0.9584972842977127, + 0.9640337720371549, + 0.2970971465206269, + 0.9902644318765941, + 0.9766608443635819, + 0.9277337303843832, + 1.0209147991357326, + 0.8462688910212999, + 0.937274236323561, + 0.9720030442747652, + 0.8629052767970179, + 1.0131630405366665, + 1.0235995127546023, + 0.9236691973697053, + 1.0455909357050364, + 1.035981564713016, + 0.99532697338212, + 0.9211771365528878, + 0.874501926986878, + 0.9704498314090642, + 0.891302047446978, + 0.9804149844573272, + 1.0041773279830728, + 1.002529298728106, + 1.0224471703080853, + 0.9244712375286949, + 0.9743559806263377, + 0.9887295244749511, + 0.9544273760411471, + 1.02985801200279, + 0.9474472095469905, + 0.9846549124544697, + 1.0482961086154436, + 1.055409389025073, + 1.0423422939087563, + 1.0253865871036294, + 1.0239668108505644, + 0.9972886803210333, + 0.9397442064430964, + 0.9896358956731565, + 0.8331728551459917, + 1.0002340413586819, + 1.026654843545489, + 0.9343094828155423, + 1.0805604708964744, + 1.016149424944211, + 0.9476470504397961, + 0.8577284376860824, + 0.920172262946738, + 1.0002820735413485, + 0.9664321885797094, + 1.019659024980453, + 1.0132206139363333, + 1.00472748039475, + 1.0024772758067237, + 0.9013838379335253, + 0.9715976585133171, + 0.9356214917883198, + 0.9726637625607683, + 1.00574462045675, + 0.9321535556262043, + 1.004591790870879, + 1.0091107376933197, + 1.0832569998991441, + 1.8163040204653527, + 0.9290261409599484, + 1.0054342451497356, + 0.9239187303729655, + 0.9412606308289463, + 0.9574057112375489, + 0.8857071278100311, + 1.0050826351619282, + 0.9471390167804283, + 1.0193559664076242, + 1.033149121132442, + 0.9758992146197891, + 0.9828293233847875, + 0.90614346312176, + 0.9387813930150655, + 0.9606369771060325, + 0.8549597722364108, + 0.9981213041653383, + 0.9677112371500205, + 0.9888508064525113, + 0.9412501606612704, + 0.9784409127120647, + 0.9536777420064435, + 1.0085901119483398, + 1.0060567404606122, + 1.05851562000323, + 0.9752413461311447, + 0.832810761621145, + 0.9562798547506608, + 0.9993771767194177, + 0.9838326504712223, + 1.0393844730608708, + 0.9854152300072946, + 0.9930779495430294, + 0.9453202880876939, + 1.0360449396357243, + 0.9713513980461649, + 0.9992332279693708, + 1.030407313898056, + 1.0076912122214956, + 1.0744880656744056, + 1.0277037793008523, + 0.9982104529316067, + 1.0186593720796726, + 0.9108463414168625, + 0.8553233102911179, + 0.9405777768078974, + 0.9494600014203208, + 0.9952734588081359, + 0.9638326137771844, + 0.9939522113357686, + 0.9987681660336664, + 1.0036155891840373, + 1.0182452713672059, + 0.9910446446968689, + 1.0210928396177827, + 1.014427730685323, + 1.0086920592279505, + 1.0093171765266578, + 0.9594492714523327, + 0.9056353320538072, + 0.9878559376915045, + 0.865650141810967, + 1.0394374951234533, + 0.9719119864007881, + 0.9799530665659871, + 0.9588363638135182, + 0.9822725442114135, + 0.9853299809008946, + 0.9191461281202059, + 1.0618195424162966, + 0.9695623887099393, + 0.9472161121894884, + 0.9054444134708255, + 0.8581249512539794, + 0.9983938325913907, + 0.9776524170683517, + 1.0043567453308122, + 1.0368357351214297, + 0.7773405936733125, + 0.9853354382623081, + 0.9079498191834765, + 0.9125689627310116, + 1.007586247217154, + 1.0299208957325752, + 0.9872806671843242, + 0.9852145677771802, + 0.961619761600875, + 1.0605262646288578, + 0.980777477262741, + 0.8407792662129906, + 0.9672088420960975, + 0.993154330767692, + 0.9994330628955878, + 0.9756248219133866, + 1.0207484353264802, + 0.8458747953216613, + 1.047455330809163, + 0.8596011234926225, + 0.9804108130279062 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 1399816, + "cert_evals": { + "36": 0.4875444769859314, + "72": 0.2277580052614212, + "108": 0.10676156729459763, + "255": 0.007117437664419413 + }, + "fold": 0 + }, + { + "best_epoch": 16, + "best_val_acc": 0.7926829268292683, + "test_acc": 0.8072727272727273, + "train_size": 119, + "val_size": 82, + "test_size": 275, + "stats": { + "mean": [ + [ + 0.024158311764705866, + 0.06841572537815128, + 0.07787132436974789, + 0.05814358991596639, + -0.0888491647058824, + 0.03483687310924371, + -0.08321678991596636, + 0.0172144136134454, + -0.07243344537815127, + 0.008146065798319318, + -0.016513243697478995, + -0.05358841159663873, + -0.11541696184873952, + -0.030794808823529415, + -0.023826682857142848, + 0.22576291260504208, + -0.07960640428571429, + 0.17796446697478982, + -0.10515495630252099, + -0.1766215479831932, + -0.021160134789915977, + -0.09120216806722693, + -0.08078450756302523, + 0.036557993277310914, + 0.07266807731092434, + -0.07452452100840339, + -0.09814859546218489, + 0.003981514285714288, + 0.06022833823529412, + 0.03180818907563029, + 0.12598115882352945, + -0.019460692436974722, + 0.005478542042016823, + 0.03584051008403359, + 0.02924001680672268, + 0.08767364537815124, + 0.028594260504201666, + -0.07716408655462187, + 0.056073705882352984, + -0.05639972268907562, + 0.0835798580672269, + 0.025938724369747895, + -0.10687808823529413, + -0.07300582436974785, + -0.056062168571428615, + 0.07744706722689071, + -0.11377087142857145, + 0.048533752268907604, + -0.08137850462184877, + -0.058378573949579855, + -0.028422560504201697, + -0.0789361680672269, + -0.08572274453781516, + 0.03500715462184874, + 0.09914903445378148, + -0.01241268218487394, + -0.09931365378151263, + -0.012532198319327783, + 0.059187288168067245, + 0.08141363613445372, + 0.08123671047058818, + 0.02099984705882357, + -0.061353805882352924, + 0.05045417815126048, + 0.003424229411764733, + 0.03549537599999996, + 0.10939142605042013, + 0.024103800252100897, + 0.09995052563025215, + 0.04793713714285712, + 0.08099445378151263, + 0.04342324285714288, + -0.04197519075630255, + -0.006363128907563019, + -0.04760110218487393, + 0.18736039663865556, + -0.06648005882352942, + 0.04628493109243699, + -0.08752957159663863, + -0.10092213726050421, + -0.04371235016806719, + -0.08629289915966386, + -0.061165748991596644, + 0.06382008823529413, + 0.08361947142857139, + -0.08537609243697473, + 0.011821439495798298, + 0.059812282521008404, + 0.07737757478991594, + 0.048898662184873966, + 0.05884979831932784, + 0.032120366386554605, + 0.049671467226890774, + 0.06206085193277312, + -0.06417456806722689, + 0.09108409243697482, + 0.013927862352941179, + -0.0819115100840336, + 0.06585645378151259, + -0.080924987394958, + 0.08453104543697479, + 0.03520098739495797, + -0.033171742605042, + -0.07644083142857143, + -0.07423916470588235, + 0.19354969352941173, + 0.07750047327731097, + 0.04090831848739493, + -0.009056908571428546, + -0.08928623369747901, + -0.1007881585714285, + -0.06398705378151263, + -0.08433044033613445, + -0.08870030352941174, + 0.009959691008403333, + -0.09990773865546218, + 0.05553736134453778, + -0.06597402521008403, + -0.09688954873949583, + -0.07634268067226894, + 0.04976200672268908, + 0.09565500000000006, + 0.04676366134453782, + 0.039169940336134454, + 0.01394140588235296, + 0.09173843613445375, + 0.04849337193277301, + 0.02735341008403359, + 0.0022560852100840245, + 0.017306670588235304, + -0.07432240336134455, + 0.018145999999999957, + 0.07377648403361345, + 0.03658892100840334, + 0.09466570336134442, + -0.01156839252100844, + -0.08601561932773116, + -0.023251629747899148, + -0.07814215966386556, + -0.05655879957983193, + -0.07487231655462186, + -0.05101524907563022, + -0.07532593025210085, + -0.08363757142857142, + 0.04670676983193278, + 0.01303225319327727, + 0.1082119579831933, + 0.058739847226890775, + 0.04739272436974786, + -0.08494485210084034, + -0.007814653361344537, + 0.03440219747899159, + 0.03682794453781517, + 0.019789025210084014, + -0.020285273949579827, + 0.01840798831932768, + 0.09117156386554631, + 0.09178180537815128, + 0.028927057983193283, + 0.039525619159663856, + 0.03801534126050421, + 0.05517624386554618, + 0.027384261176470626, + -0.06334286823529411, + -0.002208981512605072, + 0.04186990235294113 + ] + ], + "std": [ + [ + 0.9547059509648184, + 0.9457416976985498, + 0.9671967001393593, + 1.0340808405040773, + 0.29867998736393586, + 0.9719739664896527, + 1.0223829819294672, + 0.9920370365260445, + 0.9938178926570024, + 1.0674678703036786, + 1.0536235501005935, + 0.9759681128010698, + 1.1933806341652835, + 1.0462009952757907, + 1.0396377705165756, + 1.2364398130013148, + 1.0297123743799923, + 1.0513930980262587, + 0.9790963258765985, + 1.0632151511993007, + 0.8881037178933221, + 0.997644465555213, + 0.9146456782945884, + 0.9986846418706715, + 1.028389228812699, + 1.0052304374745582, + 1.0570364058143467, + 1.1112265087401707, + 1.0072333277340315, + 0.9792224727759794, + 1.140107641685767, + 1.0319855071635557, + 1.012909596546793, + 1.0478738212633798, + 1.0393769664926573, + 1.040313487043468, + 1.0004874772542869, + 1.0065552249215965, + 0.9959877333213383, + 1.0314341517051941, + 0.9609827644603898, + 0.9407821598946572, + 1.1423539444973092, + 1.040681629733202, + 1.035405523493998, + 1.0348642291431813, + 0.9384238030240764, + 1.007329148159345, + 0.96532151079532, + 1.080102411960722, + 0.9189706961196683, + 0.9890328023534652, + 0.9970449665503818, + 1.0032947034394086, + 1.0232492622926868, + 0.9044539334562162, + 1.0428486576399463, + 0.9869742154628898, + 0.9627579193146311, + 1.0375988820208812, + 1.0442635152617854, + 0.9921480147512401, + 1.0172361211613725, + 0.9856162070884749, + 1.0071085351580469, + 1.004680228407639, + 1.0918099971010347, + 0.859818967469955, + 0.951570742602994, + 0.8998130747416146, + 0.9682740422741012, + 0.9513593820658351, + 1.0918457242129123, + 1.0306512739007234, + 1.1233409715843774, + 1.319054880300292, + 1.0190368042078375, + 1.0726089749646683, + 0.9780586022786055, + 1.0237281910570661, + 0.9302196391823201, + 1.0150095369233572, + 0.8567595112619277, + 1.0253125704582768, + 1.0329663588386147, + 1.0150497595004389, + 0.9645261987539875, + 0.9987452828678794, + 0.9996111734287946, + 0.9939296531881606, + 1.0641892502012626, + 1.0238265092687246, + 1.0399511925040086, + 1.0927394981630942, + 0.947573210798269, + 1.0191620496299643, + 0.9777226300254053, + 1.0076015412678785, + 0.9989352692153354, + 1.0456873119376142, + 0.9570466525951427, + 0.9629678052479418, + 1.0756215730851235, + 1.0393724244555782, + 1.0305172746367526, + 1.0836356914908913, + 1.0236898037082116, + 1.030964269392618, + 1.054840275031591, + 1.0178620591147387, + 1.006995468728297, + 0.8734971943634845, + 0.942877766385353, + 0.971630330747536, + 1.0292634993717256, + 1.116414229811486, + 1.0266501952515827, + 1.0364187186039386, + 1.0294974903053178, + 1.069916118390874, + 0.9920027928850452, + 1.0092646258306635, + 0.9981544780299838, + 0.9515782433268465, + 1.0464699288665589, + 1.0272730625017454, + 1.0548039781673533, + 0.983479378572509, + 1.135184518802563, + 1.0353433069590894, + 1.0020848418547366, + 1.0073768884693561, + 0.9727461694029419, + 0.9973821577284503, + 1.0529917786648204, + 0.8823455010261391, + 1.0295445080258667, + 0.906856533293073, + 0.9621107954508806, + 0.8425968192386732, + 0.8559038698220399, + 1.016468338504835, + 1.037043233806624, + 1.0173006551929522, + 1.0578471179473388, + 1.0163426747138629, + 1.1986785031894742, + 0.9143980309098125, + 0.9344978248549644, + 1.0421032838564122, + 0.9875543674864906, + 1.0306666337849881, + 1.0407485217723018, + 0.9295624550306794, + 1.0304280230394511, + 0.9628856470269781, + 1.122180757252087, + 1.1061285175248974, + 1.0018242894154332, + 0.9161538026866665, + 1.0210998734495285, + 0.9425158583796771, + 1.017252092911681, + 1.1339821301332038, + 0.9482657315372943, + 1.0539881791338177 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 1399816, + "cert_evals": { + "36": 0.7927272915840149, + "72": 0.7636363506317139, + "108": 0.7309091091156006, + "255": 0.5381818413734436 + }, + "fold": 1 + }, + { + "best_epoch": 9, + "best_val_acc": 0.9375, + "test_acc": 0.8668941979522184, + "train_size": 119, + "val_size": 64, + "test_size": 293, + "stats": { + "mean": [ + [ + 0.06318337899159665, + -0.01750837369747895, + 0.02927752857142856, + -0.008290130252100843, + 0.015662287394957966, + 0.02086558571428569, + -0.13928621848739492, + -0.07404167731092438, + -0.19213065546218494, + 0.1664315235294117, + -0.12294668319327731, + -0.1817351731092437, + 0.010112128235294188, + -0.10692336386554628, + -0.08861290806722695, + -0.06722896890756305, + -0.16965138907563024, + -0.08699059201680673, + -0.09990497731092438, + 0.025839068067226904, + -0.15816130924369745, + -0.17952358823529418, + -0.12498328067226894, + 0.15700955630252103, + 0.2047434554621848, + -0.12583588235294113, + -0.159380296302521, + -0.1583042731092438, + -0.017471884033613477, + 0.17150142016806721, + -0.013367896789915854, + 0.09515493319327734, + -0.1043621142773109, + 0.14587384495798317, + -0.12920535638655464, + 0.08664596507563023, + -0.11529433613445382, + -0.11128723529411766, + 0.1026118739495799, + -0.1288278638655462, + 0.03162067176470591, + 0.10926809579831938, + 0.10145011742857142, + -0.10089418487394954, + -0.16934925134453793, + -0.10035777899159666, + -0.0022220840336134593, + -0.14973477075630254, + -0.09981443655462183, + 0.13018069327731097, + -0.16896669495798325, + -0.19508748739495796, + -0.15524649243697483, + -0.11831341932773114, + 0.22480805714285726, + -0.04188063773109245, + -0.14299176722689078, + -0.09312031680672267, + -0.03409673368067225, + 0.21123602268907565, + -0.0823785142352941, + 0.09407231092436971, + -0.06044896050420165, + 0.12690943361344537, + -0.15432811176470584, + 0.11373846321008402, + -0.09197245798319335, + -0.036408632521008365, + 0.02736904537815129, + -0.07516609663865546, + 0.02726841428571433, + 0.11449725126050421, + -0.08324179865546223, + -0.1859713232773108, + -0.029114210756302543, + -0.04372340672268908, + -0.1676014957983193, + -0.09481104907563025, + -0.14518526134453774, + -0.14023717031932764, + -0.17883970840336139, + -0.15227219327731092, + -0.12688221596638652, + 0.17267242857142853, + 0.21734268907562995, + -0.13427643697478986, + -0.10342343025210089, + -0.08278381840336131, + 0.039320595126050406, + 0.12871404033613446, + 0.01710760588235305, + 0.1303802900840336, + -0.1259390416806723, + -0.02462903075630251, + -0.011597495798319335, + -0.02996593277310922, + -0.11406075697479011, + -0.15991802436974792, + 0.08011680672268909, + -0.13947732605042013, + 0.03274552773109243, + 0.12533725361344533, + -0.110098517394958, + -0.12202160000000008, + -0.11250578067226888, + -0.029730635546218537, + -0.06243363445378147, + -0.11122854033613447, + 0.0018548309243698465, + -0.16121145042016807, + -0.11309920420168079, + -0.1428132453781513, + -0.16323598739495804, + -0.1605866899159664, + 0.2219443926890757, + 0.08728584873949588, + 0.18907824873949586, + -0.14974748739495788, + -0.15023559243697474, + -0.18183265630252093, + 0.18517070504201683, + 0.16599662184873953, + 0.14711887731092438, + -0.05699850756302512, + 0.04790072465546219, + -0.009070256302521026, + 0.17716400000000004, + 0.16732338571428573, + 0.08124960588235282, + -0.14709592941176478, + 0.0369225247058823, + -0.017422470588235324, + -0.1504932868067227, + -0.19206401436974793, + -0.11275016705882353, + 0.00605314857142857, + -0.1441573467226891, + 0.07815059025210083, + -0.13342117983193286, + -0.0817532226890756, + -0.09976520789915962, + -0.10781365663865544, + -0.14120095630252097, + -0.14986163865546215, + 0.20239748411764702, + -0.07042730252100846, + -0.02724144705882351, + -0.08136119201680665, + -0.08620197731092435, + -0.144991794117647, + -0.11356651411764705, + -0.13158160840336128, + -0.10353579159663868, + 0.15731504201680674, + 0.12369566218487399, + 0.14793098151260503, + -0.10683907815126047, + 0.04158667731092437, + 0.08902219327731095, + 0.11460572504201683, + 0.06525115428571429, + 0.08792362386554624, + 0.06720011109243695, + 0.11343997344537818, + -0.046682014285714286, + 0.08234472924369746 + ] + ], + "std": [ + [ + 0.9926193696304842, + 0.982041564897434, + 0.9788587860924499, + 1.0481325530599315, + 1.1497163338460719, + 0.9036763603503252, + 1.0073501012902193, + 1.0681136353666913, + 0.957911230073424, + 1.0517887344491312, + 1.037533414748361, + 1.0316333625809162, + 0.988344377792284, + 1.0327635738369823, + 1.0645913439075099, + 0.8772045443763791, + 1.0038093734493303, + 1.078088978405565, + 1.016038289193935, + 1.1038191425269852, + 1.0415694714449408, + 0.9494193094640091, + 0.9951683699303016, + 1.0484760713821966, + 1.0292290388549856, + 1.0046238226745023, + 1.0231894041917298, + 0.8722526507660389, + 0.9637053912866876, + 1.0443111125853262, + 0.9779088621252243, + 1.0200265098256789, + 1.04982753768682, + 1.0411057141110271, + 0.9917883582877046, + 1.0640907950667935, + 0.9109416890609948, + 1.014778603352571, + 1.012407645947388, + 1.0130519839966745, + 0.9833348170290883, + 1.0054412900355405, + 1.002550053092507, + 1.040884298794981, + 1.0022037130564367, + 1.0045856731019926, + 1.0338791557822133, + 1.0330533263056556, + 1.0342555211980782, + 1.0856777292343813, + 1.0480432440305076, + 0.9406979132818648, + 0.9525414189459014, + 1.0458734546424882, + 1.0040929970983012, + 1.0908338035551266, + 1.0204411854890103, + 0.9393304179799824, + 0.8845216239422083, + 1.0634312588079848, + 0.9761643177227193, + 0.9998814706721766, + 1.0943099390691056, + 1.0203591751451435, + 1.0002264397589242, + 1.0452620025255572, + 0.21243774403030324, + 0.9825487629977677, + 0.9989470256653102, + 0.9776195550802724, + 0.9881921942536106, + 0.9692812223632913, + 1.0114103879358118, + 1.0176471463203618, + 1.0985968046879107, + 0.9011071747489188, + 0.9852820686558261, + 1.0409724045164395, + 1.0226853862781786, + 1.0523503465387045, + 0.9984890729247287, + 0.9865085860689214, + 1.0253383015650288, + 0.9842190050210698, + 1.0482657857074558, + 1.0036930615027435, + 1.0023674926749344, + 0.9730180833171876, + 1.0498568728572968, + 1.013227026732738, + 1.0681306059244247, + 1.0419005594011688, + 1.0023012201703372, + 1.0090606387751904, + 1.0008208481733105, + 1.0237634624186749, + 0.9344050493529626, + 0.9799269064690889, + 0.9917577807573584, + 1.0154669742852132, + 0.9626828180326641, + 0.9488893200381362, + 1.0680204623811373, + 1.0577745418633626, + 1.0312684087947, + 1.034145517451026, + 0.9555340495289785, + 1.038495245556023, + 1.124990782413921, + 0.9969234745383295, + 1.0341464668845146, + 1.0190464402227772, + 0.9844502112008426, + 0.9638979266497083, + 1.0560016403249661, + 1.0338565548525813, + 1.0195784734669, + 1.0452959798033794, + 1.0300936651868722, + 1.0079193145701346, + 1.0358505453672258, + 0.9983519055294932, + 0.9782721184706487, + 1.017214512787047, + 1.0461193963805977, + 1.0786507849769222, + 1.0600256230229115, + 1.0549246896740905, + 1.0202597947720748, + 1.0047933682967538, + 1.046133607275955, + 0.9767724487049283, + 1.065119568533619, + 1.0493844633618457, + 1.0486183588403433, + 1.0360634805883144, + 1.0211356178592574, + 1.116516917576279, + 0.9684635542928414, + 1.0485198907974274, + 1.0097174728071363, + 1.0200358029187542, + 1.0093169179506543, + 0.9954927763696803, + 1.9163314627641592, + 0.7748234776717885, + 0.8330323640536798, + 0.9972784153379518, + 1.014123873707783, + 1.0176782914003792, + 0.9696823644591901, + 1.0083943170146934, + 1.016776019144507, + 0.9587407406311098, + 0.9964839901207664, + 0.9516493424090011, + 0.7372865758169305, + 0.9783224584281585, + 0.9967116551381188, + 1.0058189487431421, + 0.9864991950017903, + 0.9736185085647364, + 0.9649805689555828, + 0.7965445354430392, + 1.012032729083389, + 1.009115061348346 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 1399816, + "cert_evals": { + "36": 0.8020477294921875, + "72": 0.7576791644096375, + "108": 0.6791808605194092, + "255": 0.4197952151298523 + }, + "fold": 2 + }, + { + "best_epoch": 8, + "best_val_acc": 0.8194444444444444, + "test_acc": 0.8350877192982457, + "train_size": 119, + "val_size": 72, + "test_size": 285, + "stats": { + "mean": [ + [ + 0.08827094453781521, + 0.052429700924369736, + -0.00036463781512605076, + -0.12936181092436974, + 0.24400667394957987, + 0.06789304621848738, + -0.14386008655462185, + -0.16341241647058824, + -0.09119049579831934, + 0.08688295487394951, + -0.010142181512605056, + -0.07992688621848743, + 0.07515934235294126, + -0.043617603697479, + -0.0595251351260505, + -0.00513104201680665, + -0.10509469159663867, + -0.12206933151260506, + -0.10814025714285717, + -0.12779779672268907, + -0.10893169613445379, + -0.08832163865546222, + -0.0816827924369748, + 0.09850233697478993, + 0.05851083949579831, + -0.1641787092436975, + -0.16092729126050428, + -0.1280319789915966, + -0.08851597478991598, + 0.07951196302521006, + 0.08349220993277319, + 0.005591952100840379, + 0.03787954203361344, + 0.10143728361344516, + -0.10608766731092427, + 0.14584866675630268, + 0.012883600840336178, + -0.16592546050420165, + 0.09759672268907567, + -0.19044940252100842, + 0.033699108991596664, + 0.11165795798319325, + 0.09412673485714296, + -0.05305871764705887, + -0.05172935680672275, + 0.012541703843697427, + -0.01198715798319332, + -0.18350753075630258, + -0.11316068361344542, + 0.01317001420168068, + -0.09100677478991598, + -0.07560952100840335, + -0.08295605882352938, + -0.11658848504201687, + -0.0018185008403361622, + -0.2458672547058823, + -0.1656989243697479, + -0.07704509663865547, + 0.036561694117647064, + 0.09020285378151255, + -0.03517201448739494, + 0.05582876890756301, + 0.009798390756302568, + 0.09632748058823527, + -0.07761458739495794, + 0.11183031848739493, + -0.036579986554621885, + -0.1263089718487395, + 0.11839747605042025, + -0.12111019226890757, + 0.02024199159663867, + 0.11024838487394956, + 0.04454762537815129, + -0.04300331764705883, + -0.03712093210084034, + 0.015276773109243746, + -0.10326505882352946, + -0.07333125647058819, + -0.08882397941176472, + -0.12382232100840335, + -0.08881872605042021, + -0.12030378151260503, + -0.09926218848739496, + -0.10734386974789903, + 0.06343325798319317, + -0.13570989327731095, + -0.04595993361344538, + -0.2624038873109244, + -0.16767311747899152, + 0.09202781512605042, + 0.08289800840336134, + 0.09075038487394953, + -0.06000971176470589, + 0.14886200151260504, + -0.07113343193277308, + 0.10141161344537818, + 0.010751606722689067, + -0.10513173865546219, + 0.04550339495798316, + -0.17243847226890754, + 0.046450748739495784, + 0.152537722184874, + -0.04370105689075634, + -0.0473904394957983, + -0.05494940756302522, + -0.07405113613445377, + -0.03986815983193283, + -0.20286767310924372, + -0.06405264798319323, + -0.0780125884033613, + -0.13415427676470587, + -0.08062178285714292, + -0.06563321680672268, + -0.062234380672268885, + 0.019833384033613455, + -0.030907690756302526, + 0.05372328235294116, + -0.1764853655462185, + -0.15975390168067233, + -0.13166282773109242, + 0.07275436470588237, + 0.05660831008403364, + 0.08542897647058818, + 0.12639466974789917, + 0.007908259394958005, + 0.10586099915966378, + 0.11454698386554625, + 0.09212199915966388, + 0.14067056840336137, + -0.0895770168067228, + -0.08912285042016815, + -0.05617147647058823, + -0.14716913361344536, + -0.079183261092437, + -0.05918893747899158, + -0.07452321445378149, + -0.15886370840336134, + 0.01905404537815125, + -0.10519994621848744, + -0.17713219344537812, + -0.11923718403361346, + -0.18296511042016797, + -0.16212627722689074, + -0.13948604201680673, + 0.10796782184873933, + 0.042607534453781536, + -0.20062171932773104, + -0.07986152588235298, + -0.048355900000000014, + -0.1863898361344538, + -0.0708105474789915, + -0.10174562865546222, + -0.09230160840336135, + 0.1088111268907563, + 0.036985360504201724, + 0.0905234268907563, + -0.0005666193277310296, + 0.13550344991596625, + 0.07032440672268905, + 0.12498390974789911, + 0.11443038134453778, + 0.17218037596638658, + 0.12188053815126057, + -0.04917931680672268, + -0.10940718739495801, + 0.018918798487394944 + ] + ], + "std": [ + [ + 1.2133217476808096, + 0.9652578226642976, + 0.9562814291999604, + 0.9966056010399577, + 1.8946268220275222, + 0.9886790713878757, + 1.0097226863252031, + 1.0867582795960857, + 1.0417589224997932, + 1.050242189139985, + 1.0667010091805855, + 1.0548795344041055, + 1.1190749488928982, + 1.0572465763203538, + 1.0230162584277593, + 1.0209072269541954, + 1.0668654357533103, + 1.0443336788426352, + 0.990874576128837, + 1.120212168053591, + 1.059400368391213, + 1.0526573622956357, + 1.1038394597149008, + 1.0008841743240904, + 0.9680575174660357, + 1.0707994377159522, + 1.1140756914259644, + 0.950461759055246, + 0.9718974872556142, + 0.9735586441221257, + 1.1567408121073435, + 1.0232943304431714, + 0.9691590839674367, + 1.0073028282577203, + 0.9940009027248206, + 1.1435157497277848, + 0.9996235910991119, + 1.0269563434750735, + 1.008201967276556, + 1.0550683905227118, + 0.9586071450202497, + 0.9837557247029177, + 1.0965052578037058, + 1.0450206753864866, + 1.0490515247311962, + 1.0695381870608307, + 1.038128056317601, + 1.0253465437388283, + 1.0120829704198246, + 1.0886821528839274, + 1.044134767295889, + 1.057010495053697, + 1.099547175101147, + 1.0777320456504151, + 0.9823934587662047, + 1.1421985287771175, + 1.0422574316080255, + 0.9551778546027428, + 0.956249353115088, + 0.9834601472281421, + 1.029947583292353, + 0.9913988001063331, + 1.0982033505572715, + 0.9681930495112483, + 1.0408755740827247, + 1.2253039493523459, + 0.567158136783271, + 0.9085815833042423, + 1.0299220239151927, + 0.9456963821833498, + 0.9732983818929857, + 1.0442991792113836, + 1.04539232954153, + 1.0732878711261946, + 1.1008086762685154, + 1.0285808932813831, + 1.0337505005392162, + 1.0564580683518567, + 1.009641905396013, + 1.0305981372553041, + 1.0664271922774013, + 1.0216625020139711, + 1.0388018156059555, + 0.9586012537860019, + 0.9557594962481459, + 1.0302377619239333, + 0.9961613435881551, + 0.9016777854545155, + 0.9406896531612865, + 0.9812838480496827, + 1.0699842326852145, + 1.0186354962550983, + 1.035027201513659, + 1.0841073584834067, + 1.0303881720252803, + 1.0570748314290839, + 1.02985434388838, + 1.0364309671151335, + 1.0005332938619562, + 1.025577023774322, + 0.9464780143821591, + 1.0208419763094765, + 1.0617116423350834, + 1.0293973942652435, + 1.0261666434965675, + 0.9851421752157683, + 0.9857629751068895, + 1.0385946163975952, + 1.0559440697914113, + 1.016524220581366, + 1.0027196694275118, + 1.0834757121421426, + 1.0779633843014398, + 1.0946447748718007, + 0.9723982390487668, + 1.2023645479315772, + 0.9602099447193709, + 1.0179074417662215, + 1.0352139390132336, + 1.0786183250373933, + 0.9804549368975595, + 0.9682741396185083, + 0.9768312285612, + 0.964630802629325, + 1.0207703099984005, + 1.0415806373869094, + 1.0550470699342684, + 0.9675481149164916, + 1.1420215446420958, + 1.0174455574052221, + 1.083572189658775, + 0.9761057784836439, + 1.0143463201882303, + 1.0941768766737126, + 1.0832459833284696, + 0.9500313582926581, + 1.065039580804888, + 1.0125276884653949, + 1.1411154537895276, + 1.1272755315245084, + 1.050528247361956, + 1.028501993348714, + 1.006157366499387, + 1.012150424187772, + 1.6375220163439004, + 1.093707575936411, + 0.6658659113952596, + 0.988960241303364, + 1.0068392081134723, + 1.09304691782344, + 0.9750885920735577, + 1.0310739633166615, + 1.0173047096798833, + 0.9764442487893782, + 1.0396515626155156, + 0.9538418857070222, + 0.9651813087072169, + 1.0912789245984904, + 0.9909731053384292, + 0.9928942678288627, + 1.0260651993226064, + 1.0689401877661775, + 1.1776513152500432, + 1.2958224260799447, + 1.1488774292810453, + 1.0222715473882593 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 1399816, + "cert_evals": { + "36": 0.75789475440979, + "72": 0.698245644569397, + "108": 0.6491228342056274, + "255": 0.3824561536312103 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8230431984973459, + "std_test_acc": 0.03617875968444078, + "n_samples": 476, + "n_features": 166, + "n_classes": 2, + "mean_cert_acc_36": 0.710053563117981, + "std_cert_acc_36": 0.14955149059872325, + "mean_cert_acc_72": 0.6118297912180424, + "std_cert_acc_72": 0.25774412868822, + "mean_cert_acc_108": 0.5414935927838087, + "std_cert_acc_108": 0.29178302961774094, + "mean_cert_acc_255": 0.3368876619497314, + "std_cert_acc_255": 0.22965038450036046 + }, + "mushroom": { + "dataset": "mushroom", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 28, + "best_val_acc": 1.0, + "test_acc": 0.9987727551646554, + "train_size": 2031, + "val_size": 1204, + "test_size": 4889, + "stats": { + "mean": [ + [ + 0.01584243131462058, + 0.019616320039388076, + -0.017441079960610038, + 1.6376169432992076e-06, + 0.03251508222550193, + -0.0356802550467818, + 0.0053510472673569415, + 0.01704437272280179, + -0.004787042589856331, + -0.006957840965042196, + -0.010824010832105619, + -0.015714124076808157, + -0.0028289399310687338, + 0.026870491383555076, + 0.022659543082221442, + -0.030434470704082447, + 0.043593827671097096, + 0.004918543082224606, + 0.02840681752831178, + -0.026348127031018555, + -0.005641193156080321 + ] + ], + "std": [ + [ + 1.035686963839167, + 1.007002340594574, + 1.0017151333988827, + 0.9999368171880522, + 0.9990636351015061, + 1.1008233629053865, + 1.0048344484644247, + 1.0068055573931955, + 1.0236440770193422, + 1.0008597796892533, + 1.0073922426397302, + 1.0167066772104598, + 1.0093964386273888, + 0.9734350559013669, + 0.9832626494901496, + 1.1103048088729688, + 1.0723209186406066, + 1.007595964551157, + 1.0120097158286505, + 1.0110411166324569, + 1.0045172770457236 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 2, + "depth": 6, + "padding": 42, + "parameters": 22344, + "cert_evals": { + "36": 0.9965227842330933, + "72": 0.9934546947479248, + "108": 0.9887502193450928, + "255": 0.9502965807914734 + }, + "fold": 0 + }, + { + "best_epoch": 14, + "best_val_acc": 1.0, + "test_acc": 0.9993800371977681, + "train_size": 2031, + "val_size": 1254, + "test_size": 4839, + "stats": { + "mean": [ + [ + 0.021851665189558965, + 0.045494687346133454, + -0.023016031905465747, + 0.036965530280656626, + -0.008439554899067095, + -0.06050103692762893, + -0.005352279172820291, + 0.018109654357464634, + -0.010826772476611657, + -0.005964144756278134, + -0.0263845425898607, + -0.005439538158541234, + 0.010182521910388735, + 0.029856061546036587, + 0.009422661742979281, + -0.06898491088133507, + 0.012714621368784741, + -0.020496901526342964, + 0.05158484524864612, + -0.02241571344165382, + -0.02120593136385968 + ] + ], + "std": [ + [ + 1.0315248601647244, + 0.9830179985436717, + 1.0047928251090696, + 0.992895294859441, + 1.0073587113125533, + 1.1652227018641232, + 0.9949884738559476, + 1.0072236447378615, + 1.00567603413793, + 1.0007315155621166, + 1.0109205575258327, + 0.9954514465944221, + 0.9929406186187327, + 0.9751836648011396, + 0.9886323473980784, + 1.2290771873330002, + 1.039381732586694, + 1.0071967460617643, + 1.021124603051882, + 0.9975517568367002, + 0.9993739380403122 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 2, + "depth": 6, + "padding": 42, + "parameters": 22344, + "cert_evals": { + "36": 0.9960735440254211, + "72": 0.9919404983520508, + "108": 0.9842942953109741, + "255": 0.9115519523620605 + }, + "fold": 1 + }, + { + "best_epoch": 28, + "best_val_acc": 1.0, + "test_acc": 0.9995842860112243, + "train_size": 2031, + "val_size": 1282, + "test_size": 4811, + "stats": { + "mean": [ + [ + 0.03987938453963112, + 0.04048598621368699, + 0.017724141063516025, + 0.042959675036934646, + 0.03524534219595943, + -0.01085947316593538, + 0.06020559527326806, + 0.04154585032004439, + -0.021138416248152825, + 0.00794760216642041, + -0.004058537173807962, + 0.006043802067947628, + 0.019799688330871056, + 0.03766451600196941, + 0.053620419005411035, + -0.008115798128995993, + 0.03451170260955303, + -0.036620701624815996, + 0.050364973855244716, + -0.04954926834071779, + -0.038910718808467415 + ] + ], + "std": [ + [ + 1.0340777607321368, + 0.9828467876602278, + 1.0051604242584575, + 0.9916188873116444, + 1.0038227965760236, + 1.0318178450050028, + 1.0521446789948306, + 1.0160955327893362, + 0.9979031775629262, + 0.9988302921123722, + 1.0182499365894375, + 1.001416742027472, + 0.9791335857275247, + 0.980153235814559, + 0.9653369532140004, + 1.0477780788429225, + 1.071696160550273, + 1.0158478432818197, + 1.025340873611186, + 1.0205312831654343, + 1.0033427979641445 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 2, + "depth": 6, + "padding": 42, + "parameters": 22344, + "cert_evals": { + "36": 0.9983371496200562, + "72": 0.9958428740501404, + "108": 0.9887757301330566, + "255": 0.9370193481445312 + }, + "fold": 2 + }, + { + "best_epoch": 30, + "best_val_acc": 0.9991961414790996, + "test_acc": 0.9995875438234687, + "train_size": 2031, + "val_size": 1244, + "test_size": 4849, + "stats": { + "mean": [ + [ + 0.03496272082717429, + 0.006259809945836701, + -0.04574476898079691, + 0.0529499162973972, + 0.02928835942885052, + -0.032577657311676125, + 0.02140603692762581, + 0.03515416051206783, + -0.04146721969473072, + 0.024840437715410932, + -0.005411634662730505, + 0.015714001477105683, + 0.0005653535204322815, + 0.0039044672575081134, + -0.004711640078783966, + -0.03449241260462414, + -0.005449605120628364, + -0.03908023929099026, + 0.04496253520433339, + -0.007472618414573513, + -0.011867085376661432 + ] + ], + "std": [ + [ + 1.037139112731056, + 0.9986273221456993, + 0.9988733086677153, + 0.9894071869891404, + 0.9808046824130975, + 1.092466913790217, + 1.0192143900594468, + 1.0137373624703432, + 1.0005595322422731, + 0.9962556551254128, + 1.0143973341038952, + 0.977335640989274, + 1.0045271012864667, + 0.9912055809890613, + 0.9960096703292455, + 1.1096668870025468, + 0.9979657396378034, + 1.0073781800135768, + 1.0120560325807864, + 1.0092077265578872, + 1.0030900969477494 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 2, + "depth": 6, + "padding": 42, + "parameters": 22344, + "cert_evals": { + "36": 0.9973189830780029, + "72": 0.995462954044342, + "108": 0.9886574149131775, + "255": 0.9550422430038452 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9993311555492792, + "std_test_acc": 0.00038471217943351617, + "n_samples": 8124, + "n_features": 21, + "n_classes": 2, + "mean_cert_acc_36": 0.9970631152391434, + "std_cert_acc_36": 0.0009932842389160789, + "mean_cert_acc_72": 0.9941752552986145, + "std_cert_acc_72": 0.0018213974925510772, + "mean_cert_acc_108": 0.9876194149255753, + "std_cert_acc_108": 0.0022173293184910917, + "mean_cert_acc_255": 0.9384775310754776, + "std_cert_acc_255": 0.019503783427594294 + }, + "musk-2": { + "dataset": "musk-2", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 19, + "best_val_acc": 0.9726603575184016, + "test_acc": 0.9649824912456229, + "train_size": 1649, + "val_size": 951, + "test_size": 3998, + "stats": { + "mean": [ + [ + 0.012168368132202085, + 0.02341837027895701, + 0.020700292359005428, + -0.02209387503335347, + -0.0020560481746509213, + 0.07922314560339604, + -0.027858995163129237, + 0.00514897956337172, + -0.025443598241358795, + -0.012925350424499825, + -0.009110814602789298, + -0.017373151864160538, + -0.040321679138872364, + 0.007127460606428197, + -0.012625362098240398, + -0.02746496821710099, + -0.023977028114008505, + -0.0128747651546395, + -0.006377627871436776, + -0.011840867556093787, + -0.035358124244997124, + -0.02599307175864223, + -0.018361714281382703, + 0.011001715591267355, + 0.027934514554275192, + -0.011575247507581028, + -0.007172763747725843, + 0.0027959981928443083, + 0.042997548386901153, + 0.023930509799878933, + -0.01096750604002399, + 0.010412050727713567, + -0.006464042322619719, + 0.029377336149787842, + -0.02244467216494814, + 0.0317711095209218, + 0.03187295605821503, + -0.0026378569678593704, + 0.020977830206185225, + -0.0036226940509401454, + 0.021893817113401794, + -0.0009828729290479623, + -0.029076973559733193, + 0.0033704940994537243, + 0.004985980127349881, + -0.010993449878715093, + -0.012518613050333069, + -0.027202663074590454, + -0.0010676262219536442, + -0.01585898565524571, + -0.03181626658580958, + -0.02924936503335347, + -0.02763026403881141, + 0.008494404038809971, + 0.04722333969678628, + 0.0229503257368101, + -0.018894740873256474, + 0.01871618680412386, + 0.06477876221952691, + 0.008558880157671074, + -0.031547880798059424, + 0.008203403517283188, + -0.000289734602789409, + 0.03673335621588857, + 0.013091789630078789, + 0.02911800007883555, + 0.01277751763492998, + 0.008987795275924537, + 0.008712649326864512, + 0.01420030491813175, + 0.025488006731351723, + 0.021362418544572378, + -0.015943126046088506, + -0.0005885549181321762, + -0.03791631068526347, + -0.015693888781078937, + -0.023804016494845228, + 0.004294386876894847, + -0.01157729425712512, + -0.01509732865979494, + -0.031328824038811424, + -0.025596520897513814, + -0.03243116698605216, + -0.02051309634930244, + 0.012494524863553975, + -0.025342257265009032, + 0.014463499423893529, + 0.03412406198301991, + 0.0033505793298965916, + 0.042880541425106077, + 0.007444614442691303, + 0.019256483653728926, + -0.015653737174045033, + 0.0006856575657974568, + 0.02221309022437888, + 0.018454490527591967, + 0.05848207186500957, + -0.019929462886597988, + 0.01588340198908411, + -0.016667239181321875, + 0.018337170509399668, + 0.005482837640995143, + -0.02818863503335347, + -0.010530225324440038, + 0.000394534081261926, + 0.0006825949909036677, + -0.004826858508186781, + -0.020504588665858026, + -0.02142568289266422, + -0.0011396426318975351, + -0.01590721860521369, + -0.030444407580351825, + -0.031948866100667064, + -0.030496640163735603, + 0.012254034827167781, + 0.012930004990903523, + 0.02322402771376609, + -0.008586242510612324, + -0.0197745485567008, + -0.007942196488781021, + 0.025542949909036442, + 0.05293685342025502, + 0.05262248675560933, + -0.029827094505761254, + 0.010104120921770921, + 0.0022028918981197103, + 0.0016149754275316386, + 0.023351566525166744, + -0.002819539854457228, + -0.002041346402668358, + 0.01823543717404487, + 0.013049118435415728, + -0.030092134930260864, + -0.014618941146149471, + 0.005299833020012497, + 0.015546710539720895, + -0.00942926343238306, + 0.015492048283808455, + -0.011970772437841034, + 0.009756993417829036, + -0.019888988114008455, + -0.0011420646452394534, + -0.015025678132201254, + -0.013745059496664378, + 0.015459569375378677, + -0.010210574627045487, + 0.021245265463917546, + 0.022011781334142992, + 0.02073261820497242, + -0.005542739993935386, + -0.019565093746513107, + 0.00036582510612481067, + -0.0189964784718008, + 0.019598904063068558, + -0.00026563279563400293, + 0.01771834469981801, + 0.01626723617465116, + 0.01942332519102481, + 0.031801142498483904, + 0.018783376682838318, + -0.004773656567616662, + -0.00011846311400895201, + 0.01336986795633728, + -0.03590764133414193, + -0.03136190026682869, + 0.019380970218314118 + ] + ], + "std": [ + [ + 1.0328022523113283, + 1.0034675961418653, + 1.004502178141599, + 0.9908819725941522, + 0.9900285779624574, + 0.9922869983839483, + 0.9940251383226943, + 1.0023957894105795, + 1.0001232563862132, + 0.9694534261265297, + 0.9909609551728282, + 1.0245658684959877, + 0.9889385630503745, + 1.02018833549602, + 1.0099637621111557, + 0.9533954360905958, + 0.9939413086518578, + 0.9495206701070115, + 1.0240125891607361, + 1.0103444615034631, + 0.9946476273612365, + 0.991342725906765, + 0.9858149199320863, + 1.0014711063260942, + 1.004472195320524, + 0.9889795116240089, + 1.000004391730708, + 1.0058601968014709, + 1.0343528189495148, + 0.9919047582182774, + 0.9696485736175491, + 0.9924140896524998, + 1.0155430689993945, + 0.9932553050087483, + 0.9699258360928635, + 1.0042970460912612, + 1.0197195605157803, + 1.001155677587926, + 1.0168152275345068, + 0.9990466599977574, + 1.0098411842715662, + 0.9846055078437203, + 0.9754412310974523, + 1.0070038006714206, + 1.0276809963147806, + 0.9906853395114988, + 0.9868894780685001, + 0.9900119186756405, + 1.0256770060540596, + 0.9757901727181725, + 1.00918520579672, + 0.9930883762442995, + 0.9893732161976826, + 1.0067582306865286, + 0.9812661122355284, + 0.9974102126361273, + 0.9972736641033295, + 1.0121917462070245, + 1.0227697257558075, + 0.9856449287075832, + 0.9902863042093888, + 0.9959939826856674, + 1.0367568153718374, + 0.9863881182581064, + 1.0128392086861082, + 1.0221798349905806, + 1.0363645719704848, + 0.9908253070164581, + 1.0128010969900354, + 0.988603956830815, + 1.0081799316492677, + 1.0108771107458496, + 0.9832967493585726, + 1.029163070750164, + 0.9916679017275597, + 0.962685533931823, + 1.0027583300444822, + 1.0001938412765523, + 1.0209787004269553, + 0.9973662987453862, + 1.0061352847046312, + 0.9919410755542308, + 0.9846501403948491, + 0.9899263174260658, + 0.9845864971582349, + 0.9930689102842462, + 1.0135506035486388, + 1.0043926518503545, + 1.0162976879588899, + 0.9792327605267319, + 1.006235132130296, + 1.0118863144201946, + 1.00544671112892, + 1.0039248549576703, + 1.0350589137732202, + 0.9995022597709913, + 1.0159841525314124, + 1.0003354265534572, + 1.0084463468690352, + 0.9985081538974993, + 1.0110839895364512, + 1.0013381576463882, + 0.9912876803786089, + 0.997289736689443, + 1.017350271822531, + 0.9797570549225073, + 1.0043565268096553, + 0.9872978856195639, + 1.0033468182033753, + 1.0218062902654916, + 1.0014959384493556, + 0.9888739832615349, + 1.0004143322752173, + 0.9931349078768341, + 0.9800306535559788, + 0.9957636890082171, + 1.0002904102651144, + 0.9887217530179371, + 0.9945292914948252, + 1.004902891466416, + 0.9962003472957158, + 0.9934257069186699, + 0.9799059188184409, + 0.9949621520724802, + 1.0029037698373038, + 1.0036871512403356, + 0.9897720620258614, + 0.9871702045154062, + 1.011521199823348, + 0.9941843616678862, + 1.0247569886394758, + 0.9988084298059352, + 0.9881291924468982, + 1.0179947532533584, + 1.0106341537352928, + 0.9919181897045649, + 1.0028443160348683, + 1.0061816857351074, + 0.9845932235691414, + 0.9825632133654874, + 0.9783171138085085, + 0.9969834535825824, + 1.0007811859343756, + 1.0019656189691033, + 1.0503484122189095, + 0.9753504608707252, + 1.0373469598286436, + 0.9949630633139451, + 1.0059234160225077, + 0.9993867259561041, + 0.9736626903578918, + 1.003303340408411, + 0.9938479422620685, + 0.9997621940680084, + 0.9893549017338009, + 0.9921437872926778, + 1.0351189228816489, + 0.9982053116677407, + 1.0049035777011361, + 1.007943748077122, + 0.987183747951824, + 0.9954065358497123, + 0.9844630756889735, + 0.9195912077534116, + 1.0102406845364933, + 0.9709132374569961 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 1399816, + "cert_evals": { + "36": 0.9592296481132507, + "72": 0.9502251744270325, + "108": 0.9389694929122925, + "255": 0.8839420080184937 + }, + "fold": 0 + }, + { + "best_epoch": 8, + "best_val_acc": 0.9776046738072055, + "test_acc": 0.9640489546149924, + "train_size": 1649, + "val_size": 1027, + "test_size": 3922, + "stats": { + "mean": [ + [ + 0.0022033838386908973, + 0.06625603036992117, + 0.04649901939357201, + 0.0004913727592479633, + -0.007424528047300943, + 0.029222694481503848, + -0.02871623684293518, + -0.01058671273499129, + -0.02433525755609501, + 0.004942196840509272, + -0.015235754990903076, + -0.012600504249242172, + -0.02657332941176486, + -0.01012015760339567, + -0.018367278909944645, + 0.044433595385081875, + -0.029744519138872053, + -0.004242953947847537, + -0.008002045858095115, + 0.0011893272164947555, + -0.05592513376591881, + -0.02044694836264443, + -0.04302950797452996, + 0.025187052055791012, + 0.02474263468768939, + -0.042601262001213426, + -0.020695051036992134, + 0.0015384054093390107, + 0.011092726046088491, + 0.021371811740448717, + -0.013469555081867212, + 0.01982452726500885, + -0.044538194766525006, + 0.030567572645239703, + -0.031482593996361656, + 0.02141072656155254, + 0.010427163068524451, + -0.023554046506974034, + 0.04504258471801071, + -0.03430833826561581, + 0.06747908948453606, + 0.04348396486355425, + -0.008884907592480267, + -0.011684225839903674, + -0.00656703219526952, + 0.002896513929653742, + -0.005738400824741935, + -0.04156242043662813, + -0.004873803086719859, + -0.0020245170263190598, + -0.0404051468768953, + -0.020279581224984647, + -0.029963112977562135, + -0.0015368056033973371, + 0.029301830357792758, + -0.05476914620982405, + -0.037951578969072176, + 0.047465052261976975, + 0.020526558156458357, + 0.02033791100060642, + -0.030164184865979576, + 0.05024194190418452, + -0.04485629808368706, + 0.03147835112189204, + -0.006291162340812682, + 0.019074118508186463, + -0.0014484904548212434, + 0.008784981788962792, + 0.023386305391206525, + 0.005879860982413359, + 0.05940395211643435, + 0.04984556731352376, + -0.023843370139479056, + -0.00745569275924821, + -0.018882913905396863, + 0.02314283274711956, + -0.024472644293511335, + -0.002770279702850328, + -0.012337558138264851, + -0.011593327471195118, + -0.042932302716798265, + -0.0240285988963009, + -0.0452392710248636, + 0.04310506591873858, + 0.02492436379624043, + -0.031592489102485924, + 0.053639132025470125, + -0.030478516828380917, + 0.007038873759854203, + 0.025400627586415966, + 0.0229284818168576, + 0.0009592673741654173, + -0.024041893893268843, + -0.0050410013741663505, + -0.039906425639781765, + 0.03151746901152146, + 0.018252275536447, + -0.023123840842935037, + 0.049373840412370945, + -0.03933781325530598, + 0.07366186678593085, + 0.013209034602790264, + -0.021385058447544267, + -0.018445256191631672, + -0.012832089751363926, + 0.016886379345057278, + -0.0021345572407520425, + -0.0338357411158276, + -0.013289104663434192, + -0.0065585543056388826, + -0.01209856645239361, + -0.04576090782292301, + -0.032484600758035095, + -0.028557836749545137, + 0.02584237292904779, + 0.009022810600363702, + 0.022957384186780123, + -0.03818952886597925, + -0.032933244008489626, + -0.009165709096422076, + 0.02088987131594965, + 0.02855925063068547, + 0.024874274311704, + -0.03435405539114632, + 0.016969646773802517, + -0.018423495306246717, + 0.01951220546998175, + 0.025427100121285417, + 0.012467580333535485, + -0.010936757514857925, + -0.014689930918738598, + 0.013502246094602934, + -0.050603092346876676, + -0.01723701176470571, + -0.004896197422679896, + 0.02070974576106733, + -0.026273534445118388, + 0.030336164984839376, + -0.039887732504548135, + -0.056432912220739984, + -0.05021272674348097, + -0.02755221443298974, + -0.03442035423893272, + -0.028371501285627588, + 0.0005140135536685691, + 0.002409129072166215, + 0.02409891870830806, + 0.02409901194663454, + 0.04556790412371142, + -0.03490499576713144, + -0.052055877830807035, + -0.012115913268648306, + -0.022166139478470903, + 0.05603566475439655, + 0.037913323129169, + 0.05956955137659166, + 0.012290112295936774, + 0.04308550950879324, + 0.029600502874469404, + 0.024453837204366478, + -0.010275065567010471, + 0.0072667682619769, + 0.010619255191024834, + -0.015975785809581464, + -0.03865312817465139, + 0.001558572067919981 + ] + ], + "std": [ + [ + 0.9789609056537054, + 1.0223542173821687, + 1.006354499416772, + 1.0097426115961123, + 0.9821876353647652, + 0.9998046045489866, + 1.0178212606990535, + 1.0167721117355657, + 1.0114146027100444, + 1.001776238241197, + 1.0068173587187008, + 0.9900351224079849, + 1.0414098112135597, + 1.009574294617972, + 0.9953634621121619, + 1.0551495473134025, + 0.9981956531855851, + 1.0183570217473137, + 1.0066623632600822, + 1.0127852757834928, + 0.9819060519437951, + 1.0168025572775439, + 1.0011040348853746, + 1.0077391574190562, + 0.9960322515796017, + 1.0217184675272302, + 1.0045863660324679, + 1.0189216552292488, + 1.0209580005984413, + 0.9885762298604023, + 0.9548219575549232, + 1.0137570744288356, + 0.979579874589421, + 0.991197794892492, + 0.9880528964389337, + 0.9852989430996284, + 1.0048530597402896, + 1.0022576693152574, + 1.019817156007534, + 0.9946728227761036, + 1.0213302738059442, + 1.000964538491138, + 1.0307917076654618, + 1.006989527865548, + 1.002313843550004, + 1.0141972045736452, + 1.0080080308891233, + 0.9964183873498001, + 1.0258591594541053, + 1.0107146809178345, + 0.9717107214304516, + 1.0149102149309601, + 1.016907704482399, + 1.0078526095792883, + 0.9874709483602169, + 0.9996202197544782, + 1.0096827085606537, + 1.0379820129740673, + 1.013223513461979, + 0.9861254732898448, + 0.9893639979797026, + 0.991075106383618, + 0.9269809003308983, + 0.9875139847082404, + 1.005442372648796, + 0.9896204194858335, + 0.9935153912057717, + 0.9811099295350456, + 0.982575262307681, + 0.9795878781577906, + 1.0193143649741352, + 1.0119494318757316, + 1.0171821247574437, + 1.0034040467334655, + 1.0066093997021297, + 0.9694393186766306, + 1.0117730193741676, + 1.0122625190981362, + 0.9925145459941629, + 1.005154502988111, + 0.9987288725767053, + 1.0170813277668, + 0.976308824777624, + 0.9884631741550407, + 0.9915959199837703, + 1.0218983144556584, + 1.0142113893430906, + 0.9911920808019298, + 1.0172127287199233, + 0.9893770325784368, + 0.9989337891002755, + 0.9894791117074598, + 1.0007549319713978, + 1.0326939082689799, + 0.9899757429384302, + 1.010492032769745, + 1.0061235379816107, + 1.0091634350161915, + 1.0152313478591228, + 1.0056174411509322, + 1.017311898436513, + 0.9976512207707879, + 1.003882833915693, + 1.0004358570223468, + 1.0036377564081862, + 1.0211550893522847, + 0.9924334669404734, + 0.9971024879775969, + 0.9990772588620248, + 1.0032740804274622, + 1.0024996588619381, + 0.9916378123810937, + 1.0022499057411776, + 1.010183122426781, + 1.00163045757315, + 1.0085039687864976, + 0.9922730297554195, + 1.014983448437488, + 1.014822892124083, + 1.0148845786316816, + 0.9937553605624629, + 0.9882702039873854, + 0.9870322023279767, + 0.9850906859406272, + 0.997923959817147, + 0.9510903327769852, + 0.9917224934440294, + 0.9847975043099015, + 1.0202145588783864, + 1.0021246013348553, + 1.0003272501219964, + 1.0067673298995008, + 0.990781057863208, + 1.0020482585196349, + 1.018688317687672, + 0.9988236160134567, + 1.0069349597950046, + 1.0061002120663578, + 1.0122386395403618, + 0.9892206859790922, + 0.9855242096919327, + 0.9959531341164058, + 1.0065041184698018, + 1.0078483816424069, + 1.0021878472773025, + 0.9741424082334939, + 1.0890817487043594, + 0.9945307148083409, + 1.007530511064047, + 0.9991966896972047, + 0.9619750319373882, + 1.0030667264483681, + 0.9931958657494955, + 1.0006523699688303, + 1.010191508136165, + 0.9864924753596401, + 1.0139473615684553, + 1.0114408938636286, + 1.0033347496554157, + 0.9803226862995067, + 1.0098451761605862, + 0.9980225437342447, + 1.0129871477235215, + 0.9828742206168505, + 0.9665430998047373, + 0.9908589509231834 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 1399816, + "cert_evals": { + "36": 0.951810359954834, + "72": 0.9321774840354919, + "108": 0.9156043529510498, + "255": 0.789648175239563 + }, + "fold": 1 + }, + { + "best_epoch": 34, + "best_val_acc": 0.9715447154471545, + "test_acc": 0.9598991172761665, + "train_size": 1649, + "val_size": 984, + "test_size": 3965, + "stats": { + "mean": [ + [ + -0.0165193507883561, + 0.023745576106731784, + 0.00894758525166726, + -0.012979845463917304, + -0.008554753389932977, + 0.008500205057610555, + -0.008827268055791222, + 0.02424651702243768, + 0.002300678673256056, + -0.006792839332929151, + 0.0047927400606429405, + 0.0003070491534258074, + -0.0037253238023046277, + 0.012077483473620145, + 0.018683199696786473, + -0.009275691437234477, + -0.006638355451788972, + 0.017810546682838085, + 0.015129445567010357, + 0.024298001443298942, + -0.003184869132808023, + -0.004290789721043456, + 0.0031496054275316357, + 0.014148549696785681, + 0.018162637962401695, + 0.0032194466707086006, + -0.006616737907822937, + -0.022775198374772664, + -0.015071109605821711, + 0.014638325488174678, + 0.011475148077623627, + 0.03049396374166147, + 0.025694605900545734, + 0.008604017768344612, + -0.012231649072164738, + 0.002613359126743679, + 0.029584712128560786, + -0.0034158958580959363, + 0.006069550751970517, + -0.00541011442692557, + 0.01880269619163089, + -0.008083247077016392, + -0.006491640764099397, + 0.014566732795633777, + 0.008376424821103932, + -0.0009929023711349493, + 0.02163681163129177, + -0.0025090638993329082, + 0.01741273975136374, + 0.005851729104123725, + -0.004465054881746678, + -0.0037159464523949803, + 0.0014873154821107525, + -0.007976062644028743, + 0.01156759172225612, + 0.023733914178289805, + -0.011275250879320775, + -0.002578957016372865, + -0.006478712734990847, + 0.00032240861127936024, + -0.011706570736203905, + 0.02587612322619762, + -0.011422028793207837, + 0.01712189235900559, + 0.0028696369314734713, + -0.0015781066646451572, + -0.027441241722256038, + -0.0014402773256522523, + -0.004449931892055841, + -0.0014659224075202345, + 0.01708213645239509, + 0.018733296931473596, + 0.008334289472407117, + 0.005727799963614559, + 0.007039103201940653, + -0.00224206858702233, + 0.0011615125591269186, + 0.0096409494117641, + 0.004899610121286758, + 0.009826549023650048, + -0.009219501334142207, + -0.004807864269254234, + -0.002443187265009144, + 0.011609495827774482, + 0.0040307750576106674, + -0.004682432261976522, + 0.013977261024863448, + 0.0012793727167981009, + -0.025686529896907437, + 0.013434234869617957, + 0.021999945691932813, + 0.012433017674347574, + -0.009033386234081325, + 0.0062409658120072915, + 0.0009289013947849186, + 0.0003903400242564852, + 0.02740975750382101, + -0.011144831170406301, + 0.005830573753789878, + -0.009510249636142982, + 0.02073330933899335, + 0.007879717440873353, + 0.009509570454820928, + 0.01405836261370407, + 0.014672617586416688, + -0.005675097756215873, + 0.0017475856822315732, + 0.0018848247543965708, + 0.02229300998180564, + 0.01026309860521593, + 0.017680451788964564, + -0.005672595821710331, + -0.009564725087932182, + -0.0036886342935116994, + 0.01000584954517868, + -0.0014087143177684452, + 0.020023876538508456, + -0.014409325075803336, + -0.008730885488174288, + -0.0034071386173437994, + 0.017709779927228837, + 0.0037029051849606504, + 0.011111249060036448, + 0.001931565688295556, + 0.0326300536264404, + 0.009591248938750647, + -0.007016625542753067, + 0.012978908750757932, + -0.0024730208186779807, + -0.005898704823529222, + 0.00046255165858092147, + -0.015087141012734237, + 0.007914145130382093, + 0.00938928223165545, + 0.01491191867192227, + 0.003460371607034447, + -0.007647012371134029, + 0.009316860582171302, + 0.012669591819284187, + 0.023290896266828284, + 0.012400781200727585, + -0.003923578150394203, + -0.005147092104305529, + -0.008281499878714238, + -0.03743850333535512, + 0.013677931825349052, + 0.0004504794117647815, + 0.0031018094057014187, + 0.009501353911461253, + -0.007035560921770639, + 0.008385035146755612, + -0.0034377712431776946, + -0.010681847180108386, + 0.029691756458459714, + 0.008845037744087314, + 0.036611106986052, + 0.006922057057610421, + 0.00199877628865977, + 0.016813865591267338, + 0.002876468101879801, + 0.005453485567009417, + 0.0042027340964213965, + -0.01236373710127327, + -0.008553608768950838, + -0.0069991010551852945, + 0.0076861960764099575 + ] + ], + "std": [ + [ + 0.9681286752068088, + 1.0188584468817592, + 1.0110661386281417, + 0.9985656246319761, + 0.9821622573144201, + 1.0036187347218821, + 1.0069688072671201, + 0.9902174757207433, + 1.01713159486763, + 0.9867718776262003, + 0.9758196806068826, + 0.9717105755097225, + 0.9881331057860607, + 0.9898880234141544, + 1.0032622320902203, + 0.9951157752575892, + 1.0046808806006051, + 0.9614388015014891, + 0.9853693985919703, + 1.0191683054599883, + 0.996439727744992, + 1.008421273109573, + 1.00416757618972, + 1.0050873163713752, + 1.0062941810400496, + 1.0106625492506378, + 1.0037290960252208, + 0.9716931899880294, + 1.0122721434564084, + 1.004145433664744, + 1.0126537584886575, + 0.9877832016144399, + 1.0016994225200662, + 0.9984055948469278, + 1.009905276240697, + 0.9928053125930449, + 1.028439787038722, + 1.0058093224458307, + 1.0026249721952805, + 1.0044305239260718, + 1.0145868354939207, + 0.9730410910554939, + 0.981275887794836, + 0.9868601113866823, + 0.9903107009766159, + 0.9840780321801739, + 1.0155043762626388, + 1.015709680805549, + 0.9877740152182051, + 1.0007933926991834, + 0.9639452930264027, + 1.0107985365057115, + 1.0139858844795777, + 0.978091201901524, + 0.9836289102008465, + 0.9892831848712296, + 1.0050542524754924, + 1.0041143150075589, + 1.011404712398526, + 0.994592205655486, + 1.003602088307178, + 1.0043236988473279, + 0.9890344165359591, + 0.9960153738734304, + 1.0247056593625234, + 0.9709722536076895, + 0.8984006766242731, + 1.0084723110544285, + 1.0080442044255657, + 1.0139042067755502, + 1.0147945346118319, + 1.0086308434283413, + 0.9798709269587462, + 0.985827749679927, + 1.0097816591529503, + 0.9967310231913435, + 1.0125467431933681, + 0.9795738908810216, + 0.9759574846742652, + 0.9879270836797008, + 1.0100364897802065, + 1.0084344135598255, + 0.9683448859407486, + 0.9884096351113933, + 0.9957784496098612, + 1.0106496350052778, + 1.0041619111843998, + 0.9965669874488615, + 1.0148365256887901, + 0.9954909131964714, + 0.9942883718958846, + 1.0007980703139212, + 1.0031320592473836, + 0.9828596472567013, + 0.9637136602853367, + 0.9970558130158634, + 1.0142250931970318, + 1.008890015046518, + 1.0055896715654262, + 1.004944159225849, + 1.015901087459527, + 0.9987432420315473, + 0.9985224279803399, + 0.9900020636370531, + 0.9946414368680025, + 0.9718565169997336, + 1.0010286004673303, + 1.0045607582554759, + 1.0126684697205748, + 0.9911582699978772, + 0.9979453061380805, + 0.9943479420017864, + 1.0057507939001675, + 1.009199116070283, + 0.996011631450574, + 1.0055786667678899, + 0.9980095514928135, + 0.9965213084556673, + 1.0065546695035632, + 0.9959098534303568, + 1.0066323304809803, + 0.9785303330423044, + 0.9869014865983016, + 1.0002036756849269, + 1.0025571744250443, + 0.9798050960785967, + 0.9928695520264623, + 1.0029641941982563, + 0.995414106898259, + 1.0148844453635921, + 0.9709719526035338, + 0.9939566879305621, + 0.9884244597895214, + 0.9767542641597464, + 0.9853765727313375, + 1.0106906221793046, + 1.005948414723524, + 1.017725449726877, + 1.0152735855520598, + 0.9876730417321886, + 0.9757936207779202, + 1.0047018133551442, + 1.004391788961941, + 1.006171785979052, + 0.8968175799273889, + 1.0473489426893206, + 1.0315201707660164, + 1.0175144216806302, + 1.0142189436584537, + 1.0038989754399161, + 1.0173990273862883, + 1.0127050623257519, + 1.0051909194938937, + 1.012068652647229, + 0.9962079218654786, + 1.002233177655679, + 1.0161322523275562, + 0.999594425724876, + 0.9955572903935671, + 0.9917181216246964, + 0.9858353212831604, + 0.991792827254217, + 0.9768523928420304, + 0.9547301155646564, + 0.963911142038982, + 0.9970598920069098 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 1399816, + "cert_evals": { + "36": 0.9518284797668457, + "72": 0.9404792189598083, + "108": 0.9283732771873474, + "255": 0.8701134920120239 + }, + "fold": 2 + }, + { + "best_epoch": 41, + "best_val_acc": 0.9660842754367934, + "test_acc": 0.9637826961770624, + "train_size": 1649, + "val_size": 973, + "test_size": 3976, + "stats": { + "mean": [ + [ + -0.019377861036991656, + 0.025388282601576818, + 0.017005815742874516, + -0.007883900460885378, + 0.0060343637174048335, + 0.019899812286233772, + -0.017346581947847252, + 0.01720070440873258, + -0.022683759298605638, + 0.03576464684050942, + 0.003250418289873286, + 0.023095340225590528, + 0.025853774105518486, + 0.004904056128563328, + 0.015174882898727272, + 0.004904859053972195, + -0.0064262512310491165, + -0.0013788380109157152, + 0.03392423097634965, + 0.040471053135233824, + -0.007766068975136523, + -0.02654642546998242, + -0.002714201516070317, + -0.005730637913887314, + 0.014443505081867881, + -0.01681206773802325, + 0.022797446707095152, + 0.02924670987871426, + -0.016523001552455778, + 0.022271198156458668, + 0.007295070836871207, + -0.010380893735597325, + 0.0032170857913887633, + 0.03166040751970903, + -0.011104923177683385, + 0.023025889023650516, + 0.00955245047907632, + 0.00501562544572467, + 0.003645016027895317, + 0.012703992892661992, + 0.014234079029714866, + -0.018872668283808444, + 0.03357063479684651, + 0.002985781740448259, + 0.016828823032140804, + 0.008592184530017656, + 0.020646139611886168, + -0.025274300994542045, + 0.031819425821709706, + 0.041618958390176077, + 0.00933414724075195, + -0.02236399884778645, + -0.018589546555488203, + 0.001330274912066101, + 0.0015160872407521844, + 0.002306856531231052, + -0.0022718787992723603, + 0.028225555027289576, + -0.006301775864159792, + 0.02247907061249244, + -0.011468676332322514, + 0.02175189545178902, + -0.013670970357792456, + 0.03126135081867806, + 0.004543698483929725, + -0.0009374850879321324, + 0.021139099308671503, + 0.02629353206791973, + -0.02450631540927904, + 0.030707943529411457, + 0.01293060334141885, + 0.012913687446937628, + 0.00928486858095778, + 0.01766341600970324, + 0.03807825699818077, + 0.0017500543359613783, + -0.016347040315342783, + 0.0007416811279563446, + 0.026208501607035268, + 0.023266191340205626, + -0.018853632765312562, + -0.02368463080654962, + 0.001749331437234659, + 0.003365637052759398, + 0.025888251528199256, + -0.018965530382049504, + 0.03517410735597307, + 0.025752976476652555, + -0.02487937299575574, + 0.022010353117040575, + 0.017477714511824522, + -0.017221659584597582, + -0.003431555427531808, + 0.019807925603396073, + 0.0032348454699819393, + 0.013613221879926436, + 0.0370615994009708, + -0.016630420776227922, + 0.0136933938872041, + -0.0017249714481504044, + 0.02229983032140703, + -0.012712485694360036, + 0.026678074426925498, + 0.012642979175256863, + 0.005538239963614194, + 0.0035851682595511494, + -0.017385318223165646, + -0.027282370030321336, + 0.030769696791993668, + 0.023036587355973605, + 0.02791771238326433, + -0.005707142462098305, + -0.011955044244996943, + -0.01365990568829588, + 0.02758415771376576, + 0.001034438120072712, + 0.016993479078229498, + 0.004106490266828514, + -0.007270538144329443, + 0.023955484869617922, + 0.016178350285021865, + 0.0035198083808369264, + 0.010066467580351705, + 0.013253238295936883, + 0.003935329266222111, + -0.028011770430564572, + 0.022866120224378214, + 0.0261654426682841, + 0.02473182812007268, + -0.0015221004548212846, + 0.0038331081837477228, + 0.021399354317768703, + 0.005301140012128602, + 0.019229334445118054, + 0.005640386767737668, + 0.02194890172225591, + -0.005060289387507513, + 0.026678006622195553, + -0.009628291109763477, + -0.003739145758641676, + 0.002035451000606312, + 0.010815814196482578, + -0.011372362352941229, + -0.019185084742267905, + -0.001526538386901546, + 0.01622554252274128, + 0.012853861158277795, + 0.032111232286234526, + 0.031036171322013306, + 0.014534576640388132, + -0.0195449016634327, + -0.0031721854821107633, + -0.011472115221346063, + 0.00807888645239537, + -0.009991977598544642, + 0.015293761594905845, + 0.04696865378289867, + 0.02876006337174039, + 0.030060548720436564, + -0.016465844511825162, + -0.013467629448150867, + -0.004964211527592827, + 0.023761107562159368, + -0.0028053264645238984, + -0.011466418192844817, + 0.015592289957550014 + ] + ], + "std": [ + [ + 0.985810694952265, + 1.0034659788102347, + 1.0123314802689827, + 1.0006728383848915, + 1.0057933627069857, + 1.0211647035506441, + 0.9873544232512542, + 1.0044940106681508, + 0.9972305516917789, + 0.9962847585776434, + 1.0084467836467266, + 0.9906644883619666, + 1.0245712429201694, + 0.9866939366954063, + 1.0013177295694342, + 1.0035460862038992, + 1.0106885153319805, + 0.9519922611580153, + 0.9980325911759347, + 1.0306730880090342, + 0.9835758012913696, + 0.9850289481711405, + 1.0052216421075988, + 0.9962087717875672, + 0.9963361086627195, + 0.9956939758386721, + 0.9995284943647325, + 1.023940251071931, + 1.0274738040648672, + 0.994278832453581, + 0.9978867650735795, + 0.9858582094807091, + 1.0042951554309811, + 0.9935762200569673, + 0.987438469465117, + 1.005913310224571, + 1.00088122516216, + 0.9882229146445906, + 1.0157177678163845, + 0.9964856588375458, + 0.9973534488049755, + 0.9843481194725128, + 1.0059020116489072, + 0.9945053400237248, + 0.9893145898736398, + 1.0071798920580137, + 1.026048360719046, + 0.9784906142973205, + 0.9999905642791316, + 1.0245359594400432, + 0.9857715356622779, + 0.9921646440585971, + 0.9889209867599961, + 0.9804599263285575, + 0.989078331357909, + 1.0220508106585684, + 0.9898585563272273, + 1.0050841202007248, + 1.0381369540158623, + 0.9852302977543494, + 1.0075559260629754, + 1.000291557770776, + 0.9848158888469627, + 0.9914305575952413, + 1.0027287892746963, + 0.9998437768528288, + 1.0380871234284017, + 1.0068281699392212, + 0.9909518921848135, + 1.0027114341322005, + 1.0043121525006478, + 1.004908814037755, + 1.0186241738713828, + 0.9840706508690844, + 1.0105911993179093, + 0.9676803103445097, + 1.0008055713802275, + 0.9912309236484144, + 0.995113888208004, + 1.00892652209743, + 0.9963556594838519, + 0.9845494099501623, + 0.9992655439793966, + 0.9888161956289881, + 0.988365168461102, + 0.986911819503751, + 0.9966018266120068, + 1.0253590540025506, + 1.0073388900110996, + 0.9884492302907475, + 1.0097952364856901, + 0.9710825809435979, + 1.0049468371789398, + 0.9978639652892881, + 1.0455255018744898, + 0.9978429399237, + 1.002476959825736, + 0.9981410717372688, + 1.0060801668925174, + 0.9880101858878161, + 0.9920156642454706, + 0.9690302977750064, + 1.0160561889470001, + 1.0042221946838557, + 0.9902952403395341, + 0.9972984826953729, + 0.9761193341167186, + 0.9802187480066236, + 1.008662757516423, + 0.9977604335997484, + 1.0125273643143784, + 1.0005678108605767, + 0.99939847346626, + 0.9934285795635643, + 0.993774093323074, + 0.9507637302569011, + 1.001524151413393, + 1.0029839092558797, + 0.9922893465303836, + 0.9995915259108642, + 0.9937205680489537, + 0.9906768211587779, + 0.9885237778798726, + 0.9923092460426346, + 0.9928187226268517, + 0.9431189215637575, + 0.9768867834667897, + 0.988648327088327, + 0.9868432165802018, + 0.9936538301879408, + 1.031840475179726, + 1.0088131603924193, + 0.948009389328019, + 0.980359732399849, + 0.9812840383484884, + 1.0125452888475233, + 1.0015379468649726, + 1.0082241487185495, + 1.0028073940649291, + 1.027290919950601, + 1.0123450850356626, + 0.9892757300213824, + 0.989457850129367, + 0.9916398725034907, + 0.9733306799223379, + 1.048692795336829, + 1.0185390556939666, + 1.005180692664418, + 0.9999773815928202, + 1.0029310617714582, + 0.9847831085240544, + 0.9984589470542239, + 0.997897554671397, + 1.0021153618672554, + 0.9825493908557392, + 1.0005331081478763, + 1.0721249078632564, + 1.0255830315079582, + 1.0078969722952105, + 1.0018509428094395, + 1.007362049760478, + 0.9875884283657037, + 1.0010931986356253, + 1.0157609941665726, + 0.9972826112887371, + 1.0062038228644128 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 1399816, + "cert_evals": { + "36": 0.9569919109344482, + "72": 0.9507042169570923, + "108": 0.9419013857841492, + "255": 0.8938631415367126 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9631783148284611, + "std_test_acc": 0.002245846505859639, + "n_samples": 6598, + "n_features": 166, + "n_classes": 2, + "mean_cert_acc_36": 0.9549650996923447, + "std_cert_acc_36": 0.003745446320259485, + "mean_cert_acc_72": 0.9433965235948563, + "std_cert_acc_72": 0.008839501672087306, + "mean_cert_acc_108": 0.9312121272087097, + "std_cert_acc_108": 0.011917755077664419, + "mean_cert_acc_255": 0.8593917042016983, + "std_cert_acc_255": 0.04750478563745142 + }, + "oocytes_merluccius_nucleus_4d": { + "dataset": "oocytes_merluccius_nucleus_4d", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 16, + "best_val_acc": 0.7515527950310559, + "test_acc": 0.7194719471947195, + "train_size": 255, + "val_size": 161, + "test_size": 606, + "stats": { + "mean": [ + [ + -0.0371250154117647, + 0.0015389403921568473, + -0.03527819799999997, + 0.026217213882352975, + -0.022018143254901958, + -0.03976458627450978, + 0.003314039607843149, + -0.03319261360784315, + 0.01830184745098039, + -0.02685776486274508, + -0.04212637686274509, + 0.005226556078431408, + -0.02913093117647059, + -0.01200531101960785, + -0.03152609833333333, + -0.03705718681960783, + 0.00469401490196078, + -0.02551305090196081, + -0.03417245220392157, + -0.031662056862745085, + -0.018275636980392158, + -0.03872015905882352, + 0.06975402027450983, + -0.05690918172549015, + -0.0005046612313725563, + -0.026833323176470567, + -0.0324685416470588, + 0.06559194729411769, + -0.04924893603921571, + -0.002559774274509816, + -0.007582052196078413, + -0.03221969384313721, + 0.07669179423529408, + -0.05831633415686265, + -0.00790661125490195, + 0.033497423215686245, + 0.007940335568627457, + -0.0037278283529411723, + -0.005509080784313686, + -0.006456870705882385, + -0.006934026431372542 + ] + ], + "std": [ + [ + 0.9481208431065713, + 0.9777230774786245, + 0.9614649831710622, + 1.0004435636971643, + 0.9517495439744679, + 0.9370398970511897, + 0.978033253968666, + 0.9633889071060125, + 0.9762210193691487, + 0.9497999114505152, + 0.9347608009901895, + 0.9801580525147454, + 0.9702177059121481, + 0.937441002049969, + 0.9454783788330968, + 0.9479630674171062, + 0.9847917091528013, + 0.9682944519390624, + 0.9601592978081722, + 0.9504457074291478, + 0.9482732916854852, + 0.9550094850957569, + 0.8808478818975364, + 0.9032557709886272, + 0.9905437507629392, + 0.9682787727115054, + 0.9734319541870242, + 0.8994213820965716, + 0.9306569007254026, + 0.9903368456478869, + 0.9401093744879251, + 0.9661635565557377, + 0.8972092489723742, + 0.9227263611587284, + 0.9960722682017434, + 0.9400060154678039, + 0.9649245386172121, + 0.9716877264843913, + 0.9731199443916825, + 0.9739165511052336, + 0.9741830269626184 + ] + ] + }, + "width": 128, + "in_features": 41, + "out_features": 2, + "depth": 6, + "padding": 82, + "parameters": 88200, + "cert_evals": { + "36": 0.6468647122383118, + "72": 0.5594059824943542, + "108": 0.4686468839645386, + "255": 0.14686469733715057 + }, + "fold": 0 + }, + { + "best_epoch": 33, + "best_val_acc": 0.8, + "test_acc": 0.7378335949764521, + "train_size": 255, + "val_size": 130, + "test_size": 637, + "stats": { + "mean": [ + [ + 0.00023252282745095802, + 0.0023210192156862736, + -0.008575552392156847, + -0.027089618431372545, + 0.02615166227450979, + 0.00029002847058821885, + 0.001517669058823556, + -0.009498281058823606, + -0.021533545372549014, + 0.027143032117647032, + 0.00012999274509802153, + 0.0020992274509804144, + -0.005652587843137251, + -0.01031889384313722, + 0.025365951607843145, + 0.0011974224705882457, + 0.0024456095294117628, + 0.007920263137254904, + 0.007542674117647044, + 0.019472125333333323, + 0.06628882686274508, + 0.0008101664705882076, + -0.005068037960784302, + -0.0018227520000000151, + 0.00320542466666668, + 0.025693874901960758, + 0.03285470894117649, + -0.03694405458823524, + 0.02895584858823529, + 0.02036504745098036, + 0.04203500674509803, + 0.012977303843137231, + -0.016463404666666667, + 0.005529818662745095, + 0.013588346156862736, + -0.03683925767843136, + -0.016918137803921634, + -0.014870798470588246, + -0.016124755137254858, + -0.018004861274509842, + -0.020472565215686273 + ] + ], + "std": [ + [ + 0.9572394549500175, + 0.9926437581599087, + 0.9624363039043059, + 0.9193272254177784, + 1.0255768714029772, + 0.9579689477579895, + 0.9914399769465777, + 0.964698567284664, + 0.9351924375292803, + 1.0260487030041765, + 0.9515013155985146, + 0.9925204239055312, + 0.9662079425779949, + 0.9893019122153763, + 1.0199562667897872, + 0.9463721256877698, + 0.9959986832754482, + 0.9814859605265475, + 1.0491115651558893, + 1.0166099051364492, + 1.0126788732557663, + 0.9559037060605928, + 1.005464306868578, + 0.9339913124161523, + 0.9907483477382796, + 1.002837860013556, + 0.9939512794379407, + 1.0866703256453316, + 1.0174263712495963, + 0.9852130473462448, + 1.0075951167847277, + 0.9748247085177442, + 1.0259519988694812, + 0.9604781044814549, + 0.9861127645283753, + 1.0373513207775564, + 1.0101438720127272, + 0.9991977496960652, + 0.9936335573449004, + 0.9927993181263407, + 0.9922363841337328 + ] + ] + }, + "width": 128, + "in_features": 41, + "out_features": 2, + "depth": 6, + "padding": 82, + "parameters": 88200, + "cert_evals": { + "36": 0.6389325261116028, + "72": 0.5149136781692505, + "108": 0.38461539149284363, + "255": 0.07064364105463028 + }, + "fold": 1 + }, + { + "best_epoch": 54, + "best_val_acc": 0.7192982456140351, + "test_acc": 0.7315436241610739, + "train_size": 255, + "val_size": 171, + "test_size": 596, + "stats": { + "mean": [ + [ + 0.019915568666666633, + -0.014107577647058818, + -0.015105033250980377, + 0.02865576341176468, + 0.029814655176470552, + 0.017704559607843146, + -0.013470486980392094, + -0.016038092274509794, + 0.03248008262745098, + 0.030473079058823495, + 0.02067392156862747, + -0.014031545490196065, + -0.009559882039215687, + 0.03839121047058822, + 0.03184779492980397, + 0.022161854509803944, + -0.01396437243137256, + -0.0017765643137255195, + 0.055001846666666666, + 0.030386395921568613, + 0.03668542223529418, + -0.0027777596078431494, + 0.012474995117647124, + -0.0041148554117646985, + -0.013356863921568625, + 0.028240797568627463, + 0.00010664949019609575, + 0.02344727215686279, + 0.005875207882352966, + -0.007875607450980381, + 0.028559833607843157, + -0.003071006745098055, + 0.014597308196078422, + -0.0007609705999999861, + -0.016530812156862723, + -0.03674524662745102, + -0.019958698901960777, + -0.017071456470588258, + -0.017420987058823525, + -0.017710899607843143, + -0.01735895203921565 + ] + ], + "std": [ + [ + 1.0221090924456515, + 1.01545682802038, + 0.9869690473435272, + 1.037069581011897, + 1.0359698396459835, + 1.0192987930523796, + 1.016091448787416, + 0.9856390212088015, + 1.038505984158332, + 1.0379129504870621, + 1.0239033714401513, + 1.0194757702768644, + 0.9963995753206383, + 1.020298364999823, + 1.0423678031147061, + 1.0277751191583697, + 1.0205917784397192, + 1.0135024895112017, + 1.0892501748798247, + 1.0432132666589502, + 1.0172134304654925, + 1.030895619962752, + 1.0213433186098346, + 1.040706012633716, + 1.0211704714384828, + 1.010787095001102, + 1.034569087974703, + 1.0203462492134936, + 1.0580364742305262, + 1.0095797767173902, + 1.0215170604628103, + 1.033396337568214, + 1.0252577264940543, + 1.0526521075427535, + 1.017486639545284, + 1.0521736233720556, + 1.0188131869714923, + 1.0087257643396144, + 1.005460013688893, + 1.0056139578892642, + 1.0065387262698673 + ] + ] + }, + "width": 128, + "in_features": 41, + "out_features": 2, + "depth": 6, + "padding": 82, + "parameters": 88200, + "cert_evals": { + "36": 0.6107382774353027, + "72": 0.5083892345428467, + "108": 0.38926175236701965, + "255": 0.07550335675477982 + }, + "fold": 2 + }, + { + "best_epoch": 13, + "best_val_acc": 0.7409638554216867, + "test_acc": 0.7171381031613977, + "train_size": 255, + "val_size": 166, + "test_size": 601, + "stats": { + "mean": [ + [ + 0.005023620274509809, + 0.05012927215686277, + 0.0774847423529411, + -0.021592119215686236, + -0.007278767843137281, + 0.003806819607843134, + 0.05070236376470592, + 0.07836162039215684, + -0.009335469717647047, + -0.006452909647058787, + 0.004313807450980429, + 0.05239601662745102, + 0.08761111960784314, + -0.0006227640392157017, + -0.011547115941176465, + 0.007509175294117638, + 0.049814644431372575, + 0.09699411058823522, + -0.020684055294117654, + -0.014362384509803941, + 0.03558779360784312, + 0.0894858222352941, + -0.09410436105882346, + 0.07914001066274516, + 0.05154126003921575, + -0.0045582715686274125, + 0.09130289176470592, + -0.07599903827450982, + 0.08245660823529415, + 0.06585250807843139, + 0.012951737058823532, + 0.08790382078431377, + -0.08962203019607844, + 0.08192444351764702, + 0.05873899290196081, + -0.016822436196078434, + 0.029792561019607842, + 0.05055904957647062, + 0.05703265886274507, + 0.05811358976470591, + 0.05753943309803923 + ] + ], + "std": [ + [ + 1.0010627790031323, + 1.0340741776327254, + 1.0363077318633585, + 1.0137526513667938, + 1.0497867958856593, + 1.0059089649290247, + 1.032934819096642, + 1.0357871822249751, + 1.0425743779317471, + 1.0491455468136368, + 1.002585949212257, + 1.0328632642788567, + 1.0444571310319228, + 1.0499184939107524, + 1.0523852884773215, + 0.9969852155711642, + 1.036017112451258, + 1.0641484457194088, + 1.0260965200086805, + 1.0600673906871478, + 1.0132281500555904, + 1.039987043021767, + 1.0160272774539016, + 1.0119553762539002, + 1.0375407287957723, + 0.993275249370577, + 1.0310746092505982, + 1.0007724139832403, + 1.01278883373938, + 1.0152625509246365, + 0.9763093251846449, + 1.0267017964861733, + 0.997823146966079, + 1.0044670030988905, + 1.0259705961089964, + 1.0589413004871364, + 1.0376978512601307, + 1.0319158378686013, + 1.0340480487731072, + 1.0356155832366485, + 1.0358388933781137 + ] + ] + }, + "width": 128, + "in_features": 41, + "out_features": 2, + "depth": 6, + "padding": 82, + "parameters": 88200, + "cert_evals": { + "36": 0.602329432964325, + "72": 0.490848571062088, + "108": 0.3693843483924866, + "255": 0.07154741883277893 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7264968173734108, + "std_test_acc": 0.00984762438192451, + "n_samples": 1022, + "n_features": 41, + "n_classes": 2, + "mean_cert_acc_36": 0.6247162371873856, + "std_cert_acc_36": 0.021519062712014307, + "mean_cert_acc_72": 0.5183893665671349, + "std_cert_acc_72": 0.029171568632912755, + "mean_cert_acc_108": 0.4029770940542221, + "std_cert_acc_108": 0.04459542796635996, + "mean_cert_acc_255": 0.0911397784948349, + "std_cert_acc_255": 0.03720983952267935 + }, + "oocytes_merluccius_states_2f": { + "dataset": "oocytes_merluccius_states_2f", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 3, + "best_val_acc": 0.9037037037037037, + "test_acc": 0.879746835443038, + "train_size": 255, + "val_size": 135, + "test_size": 632, + "stats": { + "mean": [ + [ + 0.01054996298039211, + 0.027192816941176482, + -0.04626695749019601, + -0.0069539579607842475, + 0.014194326572549003, + -0.025412450196078348, + -0.04305473128235293, + 0.008311279215686227, + 0.03873141231372549, + 0.019546130517647062, + 0.04932295196078433, + 0.07244258905882356, + -0.12762710541176478, + 0.10863675447058822, + 0.03643630545098045, + 0.028625162627451017, + 0.07991438109803928, + -0.15667811082352961, + 0.11812816443137263, + 0.056641581960784365, + 0.025048539999999987, + 0.07553784419607842, + -0.12706123960784313, + 0.11197763396705882, + 0.047989735764705894 + ] + ], + "std": [ + [ + 1.055902739791254, + 1.0162268811039923, + 1.0028684541215303, + 0.9730091823212302, + 1.0042568790807076, + 1.059859315776944, + 0.9758982735241186, + 0.988138955008393, + 1.0133686644339426, + 1.0143882523728363, + 1.0032684708282238, + 1.0660462422249137, + 1.201916629773772, + 1.156152673218226, + 0.9766255498471383, + 1.0205814664175223, + 1.0558525489192028, + 1.2296182126345767, + 1.1597961969108055, + 0.9544712645073075, + 1.0067919810768349, + 1.0593103623610676, + 1.2049412432924147, + 1.1612948832756183, + 0.9664237104019653 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 3, + "depth": 6, + "padding": 50, + "parameters": 86281, + "cert_evals": { + "36": 0.7816455960273743, + "72": 0.5822784900665283, + "108": 0.2958860695362091, + "255": 0.022151898592710495 + }, + "fold": 0 + }, + { + "best_epoch": 3, + "best_val_acc": 0.9072847682119205, + "test_acc": 0.8701298701298701, + "train_size": 255, + "val_size": 151, + "test_size": 616, + "stats": { + "mean": [ + [ + -0.039873489411764704, + 0.06568908627450984, + -0.08042117858823533, + -0.07278203247058826, + 0.031821641215686286, + 0.042755718431372526, + 0.005826313725490188, + 0.07096834100392159, + 0.027976641294117695, + -0.0360630005411765, + 0.08661626117647052, + -0.01559811278431374, + -0.0027832955098039194, + -0.00600242694117644, + -0.011780795098039233, + 0.05183837615686276, + -0.0011791454901960582, + 0.012773291529411772, + -0.01314989992156862, + 0.009224545098039242, + 0.0690001321568627, + -0.0190796969803922, + 0.013153878745098036, + -0.02286682056078435, + 6.883568627453327e-05 + ] + ], + "std": [ + [ + 0.9701687420411181, + 0.9794453617880473, + 0.9813443525023554, + 0.9595676757646171, + 1.003115552689647, + 0.9711996996585899, + 0.96070065028928, + 0.9964287871578288, + 0.9706304482097151, + 0.9607876088942564, + 0.9996288496718735, + 1.0168336786919916, + 1.0395937464726017, + 1.0511176984743116, + 0.9543421247886298, + 0.9888423590787397, + 0.9945618062244868, + 0.993182419256565, + 0.9977759822780166, + 0.9466357052699218, + 0.970268559194868, + 0.9921749035989086, + 0.9919171706653837, + 0.9992337881273372, + 0.9493328232926572 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 3, + "depth": 6, + "padding": 50, + "parameters": 86281, + "cert_evals": { + "36": 0.7581169009208679, + "72": 0.5941558480262756, + "108": 0.399350643157959, + "255": 0.07954545319080353 + }, + "fold": 1 + }, + { + "best_epoch": 20, + "best_val_acc": 0.9294871794871795, + "test_acc": 0.8821603927986906, + "train_size": 255, + "val_size": 156, + "test_size": 611, + "stats": { + "mean": [ + [ + 0.09042857501960787, + 0.08453290745098035, + 0.05499370141176466, + 0.003266606392156863, + -0.07544167117647055, + -0.015606528627450978, + -0.019981488733333278, + -0.025666618862745103, + -0.018207427176470593, + 0.07526210964705878, + -0.07317296886274506, + 0.06288879294117644, + -0.045770915470588244, + 0.06681564803529418, + 0.0457884809411765, + -0.057205103882352934, + 0.03428885882352944, + -0.026384509803921576, + 0.04764570376470586, + 0.0265779054901961, + -0.05987147952941173, + 0.04524020599999998, + -0.030786102745098055, + 0.050239169831372554, + 0.03661726031372548 + ] + ], + "std": [ + [ + 0.9803272049895071, + 0.9882927145330502, + 0.9802699132826773, + 0.9866157296330209, + 0.9568636941234572, + 0.9924758747611615, + 0.9911948282259507, + 1.014854441162732, + 0.9588574557798413, + 0.9306835025569801, + 0.9960935226571523, + 1.058677201136564, + 1.1189325498150606, + 1.104729425488317, + 1.0030626650633148, + 1.0161006842006703, + 1.038500769178019, + 1.1151857588414493, + 1.0890692776345845, + 0.9960240438206022, + 1.0157898082954688, + 1.0428087102486705, + 1.0990958365479944, + 1.0781825399569271, + 0.9998307298430946 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 3, + "depth": 6, + "padding": 50, + "parameters": 86281, + "cert_evals": { + "36": 0.8641571402549744, + "72": 0.8379705548286438, + "108": 0.8183306455612183, + "255": 0.7266775965690613 + }, + "fold": 2 + }, + { + "best_epoch": 9, + "best_val_acc": 0.8902439024390244, + "test_acc": 0.8706467661691543, + "train_size": 255, + "val_size": 164, + "test_size": 603, + "stats": { + "mean": [ + [ + -0.0162589217254902, + -0.05657745160784315, + 0.01461218117647058, + 0.05366552894117648, + 0.038041347607843126, + -0.02560452082352941, + -0.011943972431372539, + -0.007390860000000016, + -0.011038546941176463, + -0.05211940686274512, + 0.008660175294117643, + 0.051748327019607854, + -0.01198270811764698, + 0.042424563215686224, + 0.0151460240784314, + -0.01830622803921565, + 0.029721466745098055, + 0.03686442627450982, + 0.01890176607843136, + 0.022645802980392142, + -0.02072309247058821, + 0.038014168235294084, + 0.011930823882352934, + 0.031066374470588243, + 0.015441112392156824 + ] + ], + "std": [ + [ + 1.0145212260058494, + 1.0183267267898117, + 0.9955590624479448, + 1.0189109805968923, + 0.9525691096733636, + 0.9401260529685115, + 0.9530483520235054, + 1.0372365061551077, + 0.9831280509255012, + 1.0109747306925605, + 1.0146664159530456, + 1.0835689421499082, + 1.0366330566676196, + 1.063468357562322, + 1.0478025436829708, + 1.0203756563273347, + 1.048069136775873, + 0.9743374382513833, + 1.0399684735711856, + 1.0238387714620327, + 1.0310574946708129, + 1.0714734463360287, + 1.0248857085596488, + 1.0669402741834955, + 1.0309522590651836 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 3, + "depth": 6, + "padding": 50, + "parameters": 86281, + "cert_evals": { + "36": 0.8507462739944458, + "72": 0.8258706331253052, + "108": 0.8043117523193359, + "255": 0.6550580263137817 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8756709661351882, + "std_test_acc": 0.006182547998856568, + "n_samples": 1022, + "n_features": 25, + "n_classes": 3, + "mean_cert_acc_36": 0.8136664777994156, + "std_cert_acc_36": 0.05175361707781359, + "mean_cert_acc_72": 0.7100688815116882, + "std_cert_acc_72": 0.14087239993643969, + "mean_cert_acc_108": 0.5794697776436806, + "std_cert_acc_108": 0.2710910363145171, + "mean_cert_acc_255": 0.37085824366658926, + "std_cert_acc_255": 0.3714100094442876 + }, + "oocytes_trisopterus_nucleus_2f": { + "dataset": "oocytes_trisopterus_nucleus_2f", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 25, + "best_val_acc": 0.7747747747747747, + "test_acc": 0.7417102966841187, + "train_size": 228, + "val_size": 111, + "test_size": 573, + "stats": { + "mean": [ + [ + 0.008357397456140388, + 0.01802353785087694, + -0.041648607412280596, + -0.0453803663157896, + 0.0012030528070177244, + 0.022922442456140533, + 0.036679189828947405, + 0.006630059969298269, + 0.03305654250000005, + -0.013262542280701796, + -0.10907990994736835, + 0.018322935921052583, + 0.07612510290350878, + 0.012056999298245606, + 3.168017543867413e-05, + -0.10483278701754395, + 0.006886669999999989, + 0.06841488109649123, + 0.00695189035087715, + -0.010072736403508812, + -0.05385949504824569, + 0.02870514298245609, + 0.015483249929824555, + 0.03363409311403503, + -0.0021852223684209818 + ] + ], + "std": [ + [ + 0.9973978575903476, + 1.0076014353044038, + 0.9952366807299615, + 0.932027269541095, + 1.0037384211397398, + 0.9967681042898726, + 0.9897940967126091, + 0.9959439814010456, + 1.0138128967542228, + 0.9906591764143307, + 1.0399607914486315, + 1.0440929697744785, + 0.9325257900670985, + 1.077455055918072, + 1.0068935522712004, + 1.0499836979693067, + 1.020033825374287, + 0.9599692363716387, + 1.0561252019263898, + 1.0054889903033737, + 1.0309466984358973, + 1.0847181603368137, + 1.1023028462065556, + 1.254832404821169, + 0.9936933949524517 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 86152, + "cert_evals": { + "36": 0.6003490686416626, + "72": 0.44677138328552246, + "108": 0.3158813416957855, + "255": 0.09598603844642639 + }, + "fold": 0 + }, + { + "best_epoch": 21, + "best_val_acc": 0.7538461538461538, + "test_acc": 0.7707581227436823, + "train_size": 228, + "val_size": 130, + "test_size": 554, + "stats": { + "mean": [ + [ + -0.08728925657894768, + -0.0543713359210526, + -0.034470636140350855, + 0.03278697263157899, + 0.05903984850877202, + 0.027659603256579266, + 0.0052796477236843045, + -0.02784190157894725, + -0.009100311184210503, + -0.037397169736841936, + 0.10257767285964901, + -0.01304280877192977, + -0.06708928297368424, + -0.036337502456140376, + -0.047321120833333355, + 0.09918661429824563, + -0.009569511929824559, + -0.06545246535087723, + -0.012505821052631564, + -0.06283763969298246, + 0.07219973416666646, + -0.0427019519736842, + 0.004866778614035071, + -0.047571456315789504, + -0.07411300593421052 + ] + ], + "std": [ + [ + 1.0458471164356558, + 1.0593898673226612, + 1.0081986354392756, + 1.0765642846006065, + 1.0669306376265857, + 1.0624952898815982, + 1.0407781573587898, + 1.106896809173159, + 1.167838053551809, + 1.0758835524236412, + 1.0385900596754538, + 0.9885404293586944, + 0.9550027699090833, + 0.9244009468904739, + 1.0365002828514067, + 1.032883107457862, + 1.0049531003586958, + 0.9938416222614777, + 0.9755214096734742, + 1.053074988224559, + 1.0165408864776693, + 0.9716379772569274, + 0.9394817774978654, + 0.8622924823332119, + 1.0276563689405496 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 86152, + "cert_evals": { + "36": 0.6010830402374268, + "72": 0.43501806259155273, + "108": 0.2978339195251465, + "255": 0.09025270491838455 + }, + "fold": 1 + }, + { + "best_epoch": 35, + "best_val_acc": 0.717391304347826, + "test_acc": 0.7289377289377289, + "train_size": 228, + "val_size": 138, + "test_size": 546, + "stats": { + "mean": [ + [ + -0.03544724921052656, + -0.03885949409210542, + -0.00817023697368415, + 0.051384859504385955, + 0.046574599692982555, + 0.04455862842105246, + 0.006319970219298388, + -0.042167378070175295, + -0.056997550482456076, + -0.04837222118421066, + 0.023236387807017467, + -0.018419659824561344, + 0.03327031526622804, + -0.03261339552631577, + 0.017033810526315828, + 0.026972617807017606, + -0.016002433162280727, + 0.07519383274999998, + -0.03613011021929823, + 0.0164577965789474, + 0.013493596793859773, + -0.02311588736842108, + 0.0705855121052632, + -0.038314935394736835, + 0.002846930162280715 + ] + ], + "std": [ + [ + 1.0173295399775188, + 1.0238875326302583, + 0.965332841080866, + 1.0357264688512589, + 1.0296595721628123, + 1.027217931369946, + 0.9273272720979442, + 1.0575953015661612, + 1.0282364738483871, + 1.0347456518954214, + 0.9384525467734931, + 0.9632166870693201, + 0.9301838169931504, + 0.9056571647388838, + 1.0051927672529442, + 0.961531287665366, + 0.9441957103814642, + 0.9064551199981514, + 0.8776461226812926, + 1.0213725987384084, + 0.997919302021147, + 0.9466852583005331, + 0.8271188054338252, + 0.8317555000647003, + 1.0271823239026208 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 86152, + "cert_evals": { + "36": 0.6007326245307922, + "72": 0.4908424913883209, + "108": 0.37728938460350037, + "255": 0.09157509356737137 + }, + "fold": 2 + }, + { + "best_epoch": 25, + "best_val_acc": 0.7207792207792207, + "test_acc": 0.7283018867924528, + "train_size": 228, + "val_size": 154, + "test_size": 530, + "stats": { + "mean": [ + [ + -0.10959069377192993, + -0.09912143754385974, + -0.007162025008771894, + 0.06766152456140351, + 0.08831780850877229, + 0.08171766137061406, + 0.006699487456140278, + -0.07772155793859647, + -0.05998239798245609, + -0.07346038859649133, + -0.02367889968421067, + -0.005257190087719264, + 0.03324320991228074, + -0.048391179824561384, + 0.008669106403508755, + -0.045213709868421055, + -0.008913120438596496, + 0.02287917744298246, + -0.016604398201754404, + -0.0007747342105263451, + -0.06126861737280714, + -0.02565710350877192, + 0.05257332175438596, + -0.045432562719298235, + -0.0029558628640350784 + ] + ], + "std": [ + [ + 1.044732018887429, + 1.0625410440290517, + 1.0767800702099823, + 1.0282688245705722, + 1.08629241303742, + 1.0791696596464955, + 1.0159169319395265, + 1.053527399603391, + 0.9939044762321542, + 1.0659676193377676, + 0.9599515341324413, + 0.9624071800102462, + 0.902255701658811, + 0.882802488819804, + 0.992868117400491, + 0.976032726528656, + 0.9678528042797121, + 1.0363949239113746, + 0.9791104951035513, + 1.0023913562224034, + 0.9810108324803241, + 0.9401880345466065, + 0.8602452645459159, + 0.8427992005641717, + 1.0009607300230972 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 86152, + "cert_evals": { + "36": 0.6018868088722229, + "72": 0.4415094256401062, + "108": 0.31886792182922363, + "255": 0.09433962404727936 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7424270087894957, + "std_test_acc": 0.01987163335408648, + "n_samples": 912, + "n_features": 25, + "n_classes": 2, + "mean_cert_acc_36": 0.6010128855705261, + "std_cert_acc_36": 0.0006552004222564414, + "mean_cert_acc_72": 0.4535353407263756, + "std_cert_acc_72": 0.02533171157501542, + "mean_cert_acc_108": 0.327468141913414, + "std_cert_acc_108": 0.03448942390802107, + "mean_cert_acc_255": 0.09303836524486542, + "std_cert_acc_255": 0.002600199943000936 + }, + "oocytes_trisopterus_states_5b": { + "dataset": "oocytes_trisopterus_states_5b", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 30, + "best_val_acc": 0.875968992248062, + "test_acc": 0.8414414414414414, + "train_size": 228, + "val_size": 129, + "test_size": 555, + "stats": { + "mean": [ + [ + 0.07071967587719294, + -0.03126246473684206, + -0.05244502938596495, + 0.005148638640350878, + 0.12069938767543859, + -0.061311192850877064, + -0.05906930372807029, + -0.05115659995614045, + -0.13130431929824563, + -0.06720904710526317, + -0.05089102140350876, + -0.04616209415789476, + -0.008453429122807003, + 0.007494995967982444, + -0.045153931578947384, + 0.03200924100877193, + -0.0691457934210527, + -0.0009892403947368614, + 0.011054617807017532, + -0.029681514881578927, + 0.01884901570175438, + -0.046099180000000024, + 0.002979564210526361, + -0.0069296600877193516, + -0.01987498114035088, + 0.015903855074561355, + -0.12577492600877196, + -0.08353401973684217, + -0.05708607535087729, + -0.05055958596491232, + -0.04731587622807015, + -0.043790602412280666 + ] + ], + "std": [ + [ + 1.1161365921129287, + 1.019937304172635, + 0.917445075485345, + 0.922445163110283, + 1.1247212152662185, + 1.0142273750405912, + 1.013302866302, + 1.014864695381583, + 0.9032083969104956, + 0.9420860638513419, + 0.8878850299621215, + 0.9649792111481951, + 0.9283049848951963, + 0.9030510744389749, + 0.8595512938345663, + 0.9546310505717645, + 1.0275522247728062, + 0.9168016008396184, + 0.9413647122294537, + 0.8546868987355505, + 0.9932921290570054, + 1.0448863454946404, + 0.9301627049708955, + 0.9728030425741644, + 0.8334914560515586, + 0.9950352822299136, + 1.1288380460826624, + 1.0483897554983064, + 0.9912110826643573, + 0.972356775914115, + 0.9655364442120018, + 0.961757628464007 + ] + ] + }, + "width": 128, + "in_features": 32, + "out_features": 3, + "depth": 6, + "padding": 64, + "parameters": 87177, + "cert_evals": { + "36": 0.8090090155601501, + "72": 0.7477477788925171, + "108": 0.6864864826202393, + "255": 0.4216216206550598 + }, + "fold": 0 + }, + { + "best_epoch": 38, + "best_val_acc": 0.9333333333333333, + "test_acc": 0.9026217228464419, + "train_size": 228, + "val_size": 150, + "test_size": 534, + "stats": { + "mean": [ + [ + 0.042168793947368305, + -0.046661154824561395, + -0.07265519657894737, + -0.029048200219298256, + 0.09316957649122803, + -0.10222960131578947, + -0.10301473457017543, + -0.10802850458421065, + -0.0797967623684211, + -0.04103184833333331, + -0.03355091710526318, + -0.07929260306140361, + -0.01261704565789473, + 0.1506792193013158, + -0.04067907675438599, + 0.0143033318859649, + -0.10382837236842095, + -0.04084723513596495, + 0.09225491631578954, + -0.05923273439912277, + -0.01375305198245613, + -0.07187321360087723, + -0.04672014346491231, + 0.0815637618859649, + -0.05598073456140354, + -0.022079915539473673, + -0.09001919685526312, + -0.07580621197368419, + -0.062005388640350885, + -0.0598721951754386, + -0.05949153206140351, + -0.05830784473684211 + ] + ], + "std": [ + [ + 1.0200834248953377, + 0.9834883235416357, + 0.948382326692065, + 0.9422895148016912, + 1.0599930578421568, + 1.008102104687054, + 1.005532265621242, + 1.002425640615904, + 1.0281516449119859, + 0.9864372876535116, + 0.9216225867194346, + 1.0175930869712388, + 0.9515569597651118, + 0.8710927832245062, + 0.9090671548749089, + 0.9587815133966584, + 1.0094043299853246, + 0.9261778760996505, + 0.8474973900761839, + 0.9036382522123776, + 0.9766692441797213, + 1.0089134547001877, + 0.9564712615645998, + 0.8678207248562414, + 0.9118462619599206, + 0.9732947965073382, + 1.0611090895722666, + 1.015667914213523, + 0.9793114555387845, + 0.9657189087278202, + 0.9606198710213132, + 0.9585784664444565 + ] + ] + }, + "width": 128, + "in_features": 32, + "out_features": 3, + "depth": 6, + "padding": 64, + "parameters": 87177, + "cert_evals": { + "36": 0.8726592063903809, + "72": 0.8220973610877991, + "108": 0.7528089880943298, + "255": 0.4063670337200165 + }, + "fold": 1 + }, + { + "best_epoch": 38, + "best_val_acc": 0.9032258064516129, + "test_acc": 0.8821428571428571, + "train_size": 228, + "val_size": 124, + "test_size": 560, + "stats": { + "mean": [ + [ + 0.003998914473684303, + -0.0213186002192983, + -0.017623903947368354, + -0.012337663596491195, + -0.017431074298245655, + -0.004555553359648964, + -0.004108547587719438, + -0.0009373696052630999, + -0.016608215043859648, + -0.03182528381578946, + -0.007421083684210486, + -0.005595805956140336, + -0.02646343394736844, + -0.03618650232456141, + -0.010698251315789472, + -0.030884499561403496, + 0.00945457565789471, + -0.009139434872807068, + -0.03419454758771928, + -0.008557029530701714, + -0.023951698464912213, + -0.004459117500000028, + -0.004532075570175454, + -0.017823669631578956, + 0.001388015307017533, + -0.0025814676008772044, + 0.025199284736842097, + -0.0031750307894736394, + -0.009545385219298277, + -0.011465425438596452, + -0.011802506973684268, + -0.012658367236842074 + ] + ], + "std": [ + [ + 0.97457074546984, + 1.0043257679235367, + 0.9742480751664327, + 0.9943971588575504, + 0.9581527150500696, + 0.9265467380337167, + 0.9264773239886217, + 0.9319494271687707, + 1.0333247779313135, + 0.920720050526615, + 0.9972315457748969, + 0.9339472735421078, + 0.994560651859279, + 0.9728161348895927, + 0.9675512654728273, + 1.0285831983370706, + 0.9503032539654157, + 0.9956226688351669, + 0.9764940921703851, + 0.9471557323877339, + 1.0287165906042777, + 0.9500178099607385, + 0.9876437160220987, + 0.9354692176608096, + 0.898511968634094, + 1.0286414971042166, + 0.9524777970147053, + 0.9772040913271117, + 0.9780996145454892, + 0.9792411013617204, + 0.9824128780686913, + 0.9861305066741933 + ] + ] + }, + "width": 128, + "in_features": 32, + "out_features": 3, + "depth": 6, + "padding": 64, + "parameters": 87177, + "cert_evals": { + "36": 0.8392857313156128, + "72": 0.7821428775787354, + "108": 0.7214285731315613, + "255": 0.4892857074737549 + }, + "fold": 2 + }, + { + "best_epoch": 44, + "best_val_acc": 0.8923076923076924, + "test_acc": 0.871841155234657, + "train_size": 228, + "val_size": 130, + "test_size": 554, + "stats": { + "mean": [ + [ + 0.19128086798245605, + -0.1545888153201755, + -0.1037753156140351, + -0.08390219271929829, + 0.19822772679824566, + -0.054646532894736755, + -0.05310007785087714, + -0.05312231039473688, + -0.09918999210526323, + -0.0755739785964912, + -0.07051384131578947, + -0.05881431096491246, + -0.07694789254385967, + 0.054556597587719274, + -0.06296629385964911, + -0.09344949605263154, + -0.05059881096491216, + -0.09314682412280695, + 0.050995198815789525, + -0.07107925399122803, + -0.13133097996491225, + -0.0199737169736841, + -0.08499977043859651, + 0.0665703333333333, + -0.06430988701754382, + -0.11358861070175429, + -0.20145491466228072, + -0.1672395333333333, + -0.13964623530701756, + -0.13065004122807017, + -0.1280007524122807, + -0.1254573030701754 + ] + ], + "std": [ + [ + 1.162459605948107, + 1.0220637257211564, + 0.9798271763297653, + 0.9281687716661429, + 1.1748679320520254, + 1.0338563715791989, + 1.0321846232991374, + 1.0330317193022602, + 1.0435830097086, + 0.9790515232110254, + 0.975207419353285, + 0.993634610991306, + 0.9186772145265852, + 0.9759927672870093, + 0.930549606138527, + 0.9430482289842438, + 1.0327123337266333, + 0.9392430037385824, + 0.9854560711615015, + 0.9600278149608173, + 0.9920638252884562, + 1.0141678876429923, + 0.9512802433446548, + 0.9952075820683842, + 0.911976129686222, + 0.9873548656001708, + 1.1909974471705074, + 1.0719478815576433, + 1.0152936018335244, + 0.9972868774145465, + 0.9919889419406073, + 0.9898458188922279 + ] + ] + }, + "width": 128, + "in_features": 32, + "out_features": 3, + "depth": 6, + "padding": 64, + "parameters": 87177, + "cert_evals": { + "36": 0.8285198211669922, + "72": 0.7851985692977905, + "108": 0.7364621162414551, + "255": 0.4638989269733429 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8745117941663494, + "std_test_acc": 0.025489747966614712, + "n_samples": 912, + "n_features": 32, + "n_classes": 3, + "mean_cert_acc_36": 0.837368443608284, + "std_cert_acc_36": 0.026656263855616383, + "mean_cert_acc_72": 0.7842966467142105, + "std_cert_acc_72": 0.03038731057550689, + "mean_cert_acc_108": 0.7242965400218964, + "std_cert_acc_108": 0.028277120401706227, + "mean_cert_acc_255": 0.4452933222055435, + "std_cert_acc_255": 0.03810994568314133 + }, + "nursery": { + "dataset": "nursery", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 12, + "best_val_acc": 0.8717413972888426, + "test_acc": 0.8655472955652397, + "train_size": 3240, + "val_size": 1918, + "test_size": 7802, + "stats": { + "mean": [ + [ + 0.051029166666666737, + -0.00196411111111071, + 0.0016562925925925533, + -0.008005376543209762, + -0.004535925925925928, + -0.014196977160493821, + -0.01014526234567894, + -0.007937870370370368 + ] + ], + "std": [ + [ + 1.0081184659855247, + 0.994466909902115, + 0.9984780980079611, + 0.9954756099225289, + 0.9980995540133645, + 0.9998602139101664, + 0.9972906807623559, + 1.0052418041464166 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 5, + "depth": 6, + "padding": 16, + "parameters": 5739, + "cert_evals": { + "36": 0.7539092898368835, + "72": 0.6300948262214661, + "108": 0.5028197765350342, + "255": 0.028838759288191795 + }, + "fold": 0 + }, + { + "best_epoch": 4, + "best_val_acc": 0.9074733096085409, + "test_acc": 0.904295111569715, + "train_size": 3240, + "val_size": 1967, + "test_size": 7753, + "stats": { + "mean": [ + [ + 0.023435617283950584, + 0.026842851851852437, + -0.0011041870370370494, + -0.001656286419753089, + -0.010961820987654315, + 0.019135056172839497, + -0.012124891358024097, + -0.0060479012345679 + ] + ], + "std": [ + [ + 1.0098249235756733, + 1.0053740157149613, + 0.9982315594686217, + 0.9999606252114857, + 0.9964249241892131, + 0.9997779009091493, + 0.9971359423938833, + 1.0041030187583004 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 5, + "depth": 6, + "padding": 16, + "parameters": 5739, + "cert_evals": { + "36": 0.803946852684021, + "72": 0.6450406312942505, + "108": 0.4436992108821869, + "255": 0.003869469743221998 + }, + "fold": 1 + }, + { + "best_epoch": 13, + "best_val_acc": 0.8895287958115183, + "test_acc": 0.8824583866837388, + "train_size": 3240, + "val_size": 1910, + "test_size": 7810, + "stats": { + "mean": [ + [ + 0.023435617283950584, + 0.047575135802469234, + 0.015458643209876576, + 0.0024844308641975513, + 0.006047901234567903, + 0.0012345197530864193, + 0.015837366358025084, + -0.0060479012345679 + ] + ], + "std": [ + [ + 1.0166780451442419, + 1.0111134194425535, + 1.0062422991159916, + 0.9960005941386431, + 0.9966991236053043, + 0.9999602379504744, + 1.0002954947822456, + 1.0041030187583007 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 5, + "depth": 6, + "padding": 16, + "parameters": 5739, + "cert_evals": { + "36": 0.7896286845207214, + "72": 0.6677337288856506, + "108": 0.5154929757118225, + "255": 0.02586427703499794 + }, + "fold": 2 + }, + { + "best_epoch": 9, + "best_val_acc": 0.8851351351351351, + "test_acc": 0.8978963571062083, + "train_size": 3240, + "val_size": 1924, + "test_size": 7796, + "stats": { + "mean": [ + [ + 0.03364145061728391, + 0.03033460493827167, + 0.03257356666666669, + 0.032849621604938234, + -0.015875740740740732, + -0.01481423703703703, + -0.01707398148148124, + 0.006425895061728395 + ] + ], + "std": [ + [ + 1.006091408188469, + 0.9961770749809249, + 1.0063245385321156, + 1.0055792592242605, + 0.9961264090870245, + 0.9998512588890658, + 1.0080135891696445, + 0.9964644995871555 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 5, + "depth": 6, + "padding": 16, + "parameters": 5739, + "cert_evals": { + "36": 0.8229861855506897, + "72": 0.6954848766326904, + "108": 0.5554130673408508, + "255": 0.03129810094833374 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8875492877312255, + "std_test_acc": 0.017296332881354095, + "n_samples": 12960, + "n_features": 8, + "n_classes": 5, + "mean_cert_acc_36": 0.7926177531480789, + "std_cert_acc_36": 0.029199713731818414, + "mean_cert_acc_72": 0.6595885157585144, + "std_cert_acc_72": 0.02849802265531718, + "mean_cert_acc_108": 0.5043562576174736, + "std_cert_acc_108": 0.046232969483568025, + "mean_cert_acc_255": 0.02246765175368637, + "std_cert_acc_255": 0.012596259783383924 + }, + "ozone": { + "dataset": "ozone", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 18, + "best_val_acc": 0.9610027855153204, + "test_acc": 0.9630589760207389, + "train_size": 634, + "val_size": 359, + "test_size": 1543, + "stats": { + "mean": [ + [ + -0.003832208201892918, + -0.005418530378548824, + -0.010179585331230298, + -0.007282815457413272, + -0.012684214511040823, + -0.016161820820189455, + 0.002799892586751031, + 0.0019220082018927972, + -0.018512049842271346, + 0.005907482334384807, + -0.007494815457413195, + -0.025883145425867744, + -0.03184079188958992, + -0.019569813880126137, + -0.027278735331230344, + -0.03046446009463729, + -0.011907895583595755, + -0.007346252618296485, + -0.02668136640378576, + -0.06587051593059931, + -0.049409756782334495, + -0.07125564747634061, + -0.0656345313880127, + -0.07421817728706603, + -0.009998679968454185, + -0.0262489938485801, + -0.021923096214510832, + -0.0190336230283913, + -0.018218104037854982, + -0.016821850378548945, + -0.020884196703469835, + -0.020929776435331872, + -0.021766428958990638, + -0.02181745849999988, + -0.020616926908517234, + -0.02164594619873821, + -0.027880692514195553, + -0.03721009403785469, + -0.03371047791798095, + -0.0357276862940851, + -0.03981797839116743, + -0.04135431316246058, + -0.0396969034069403, + -0.04041245388012638, + -0.03959258725552049, + -0.035369640788643436, + -0.0329854148107256, + -0.037678351135646625, + -0.029864726656151485, + -0.030806835126182992, + -0.03040135176656141, + -0.02955822337539437, + -0.0004082835646687658, + 0.03179852176656152, + -0.030195180984227132, + -0.04001496272870659, + 0.026779878261829634, + -0.004116586119873863, + -0.0023215491955836005, + -0.024096858706624612, + -0.03674826619400633, + 0.02543307507728708, + -0.005538621608832797, + 0.01184614798107252, + -0.02897714377507889, + -0.008931562263406941, + 0.023499008943217683, + 0.017402507271293364, + 0.0359555768138801, + 0.023836606309148266, + -0.0014779406940063293, + -0.008649845488958915 + ] + ], + "std": [ + [ + 1.0253346653541646, + 0.9970790367473195, + 1.0038692152439912, + 0.9938232451774182, + 0.9892173701948798, + 0.9911118430754786, + 1.017791120532591, + 0.9932864022974621, + 0.9902464436046423, + 1.000185178231482, + 1.0011696264611658, + 0.986480392675615, + 0.9730802318969383, + 0.9778181923701852, + 0.9836970027189096, + 0.9750118443336364, + 0.9792780834573579, + 0.9880149185292257, + 0.9781480670848659, + 0.9690310973910427, + 0.9891508690776625, + 0.9800473244857659, + 0.9719895753152141, + 0.9862159945987059, + 1.000643505337353, + 0.98774444392728, + 1.0016087509397211, + 0.9981176722651791, + 0.9943416662612424, + 0.9911189659544083, + 0.9910342795958328, + 0.9946798944092399, + 0.9963025407021763, + 0.9986420543916559, + 1.0050901822096001, + 1.006920701444179, + 1.0106377164264517, + 1.0193709910492683, + 1.0139900979553602, + 1.0114902226706495, + 1.0154408973720759, + 1.0202202440190384, + 1.0187333506565903, + 1.0188947379912598, + 1.0238829760328585, + 1.0216807530782095, + 1.0172760501580516, + 1.019296401406438, + 1.0121202260566657, + 1.0092598657183676, + 1.0163059965288948, + 1.0075443434312203, + 0.9544054418118135, + 0.959178459050877, + 0.9653248526530249, + 0.9812633263036802, + 0.9443343196371533, + 0.9785419366403552, + 0.9938503050835839, + 0.9399729974257295, + 1.0017571374847212, + 0.9409064434936084, + 0.9699516997787144, + 1.0227411928766736, + 0.9603064531854989, + 0.9989953512934372, + 0.9473740110075154, + 0.9448230205985104, + 0.9456688250252197, + 0.942484207617471, + 1.0193030273935935, + 0.9279161878664934 + ] + ] + }, + "width": 256, + "in_features": 72, + "out_features": 2, + "depth": 6, + "padding": 144, + "parameters": 348168, + "cert_evals": { + "36": 0.9481528997421265, + "72": 0.9267659783363342, + "108": 0.9014905691146851, + "255": 0.7757614850997925 + }, + "fold": 0 + }, + { + "best_epoch": 27, + "best_val_acc": 0.9354838709677419, + "test_acc": 0.9633088725817212, + "train_size": 634, + "val_size": 403, + "test_size": 1499, + "stats": { + "mean": [ + [ + 0.03792215394321758, + 0.05303702501577294, + 0.055938417665614755, + 0.045617302050472784, + 0.021353089905362888, + 0.020145928075709717, + 0.0154306208201896, + 0.022261120504731842, + 0.020515404258675263, + -0.006392122712933948, + -0.018915373501577255, + -0.01732013391167209, + -0.017668103968454255, + -0.006586070347003194, + -0.016273178391167133, + -0.009117565772870817, + -0.006092351104100761, + -0.004906137602523564, + -0.015032467823343948, + -0.009775977760252257, + -0.0028146921135643894, + -0.014031686908517228, + -0.025870736750788572, + -0.018697430914826393, + 0.012961191798107244, + 0.01047141529968471, + 0.018777906104101107, + 0.026551687539432215, + 0.020844408675078762, + 0.023819117413249064, + 0.023811730189274537, + 0.019894168675078563, + 0.021038747192428944, + 0.02314655241798127, + 0.028341015741325026, + 0.024617651403785426, + 0.01178393461514206, + 0.014336364637223941, + 0.016739142365930756, + 0.012312654178627935, + 0.028485125615141934, + 0.019114635623028217, + 0.013634379747634108, + 0.008062478817034518, + 0.009352700126182908, + 0.012544397728706748, + 0.01817721485804401, + 0.017917969968454316, + 0.021168408769716013, + 0.023414116261829713, + 0.014830201829653165, + 0.02222035735015768, + 0.026335983533123025, + 0.0094259924290221, + -0.007603148958990523, + 0.0009938357413249734, + 0.005802570088328026, + 0.026215337223974716, + 0.038780452492113614, + -0.022953927902208182, + 0.031207762034700385, + 0.017113763779179843, + 0.04147194542586757, + 0.04368782463722394, + 0.01750911003659304, + 0.03434608705047321, + 0.009342367476340697, + 0.024773590962145133, + 0.004409446561514154, + 0.005585798107255572, + 0.00011378753943216802, + 0.0765020130757091 + ] + ], + "std": [ + [ + 1.03736363563334, + 1.041421531442326, + 1.0267865270755487, + 1.0121442820993367, + 1.008293110256913, + 1.01873498921806, + 1.0118066495461369, + 0.982292246248336, + 0.979405861495792, + 0.9688780031821314, + 0.9652773998745313, + 0.9694491321671315, + 0.9531773775158731, + 0.9580862657893832, + 0.9577664681306315, + 0.9623544801742809, + 0.975601277571152, + 0.9832052078314656, + 0.990296487656043, + 0.9755842570008628, + 0.9865540245890023, + 0.962851713833088, + 0.9566628208998662, + 0.9468020657890054, + 0.9742316163334963, + 0.9645422392473766, + 1.0027685912228592, + 0.9966208972539959, + 0.999182931601029, + 0.9948819423856855, + 0.9946336959149308, + 0.994301681069435, + 0.9956026583826234, + 0.9930511866663474, + 0.9890478651750041, + 0.994199597668802, + 1.0023859350650413, + 1.000426145687874, + 1.0003652424842289, + 1.0064232470420955, + 0.9992643537317858, + 1.005945961042932, + 1.0059460570896996, + 1.0088514720728148, + 1.0098664378887052, + 1.0086576841526969, + 1.0071224688030078, + 1.0065893694520875, + 1.003072381839363, + 1.0009275382343648, + 1.0031288456338048, + 1.001641400063109, + 0.9717690232361939, + 0.9645442990237298, + 1.0599901264777962, + 0.9668729591901228, + 0.9848003020040621, + 0.9858228202928896, + 0.9910100230003203, + 1.033854568614186, + 1.023206024569695, + 0.9609138694597942, + 0.9763937113178477, + 1.0499365812704335, + 1.002074911190731, + 1.0401611909032527, + 0.9829420247883154, + 0.9775076034950193, + 0.9858571161451036, + 0.98438894199897, + 0.9570620772827372, + 1.2319088901760018 + ] + ] + }, + "width": 256, + "in_features": 72, + "out_features": 2, + "depth": 6, + "padding": 144, + "parameters": 348168, + "cert_evals": { + "36": 0.9406270980834961, + "72": 0.9199466705322266, + "108": 0.8992661833763123, + "255": 0.8045364022254944 + }, + "fold": 1 + }, + { + "best_epoch": 35, + "best_val_acc": 0.9373368146214099, + "test_acc": 0.945358788676761, + "train_size": 634, + "val_size": 383, + "test_size": 1519, + "stats": { + "mean": [ + [ + -0.026519395110410078, + -0.020519656719242864, + -0.03856912839116702, + -0.016610770662460427, + -0.02360172176656157, + -0.0062361091482649456, + 0.006315673186120061, + 0.008122894006309216, + 0.019828661829653038, + 0.023493720820189235, + 0.028398340063091426, + 0.037658466246056704, + 0.03720359796845454, + 0.01712326940063089, + 0.010629502208201842, + 0.016920019873816996, + 0.004836936277602788, + 0.008885449716088383, + 0.004271558517350052, + -0.013732781230283674, + -0.003293864984227115, + -0.0059959652996845044, + 0.02009481703470032, + 0.012495374763406907, + 0.026107515615142074, + 0.0048866673501578506, + -7.10347318611639e-05, + 0.004620787066245969, + 0.006923117208201871, + 0.007044452050473267, + 0.0017660842902208816, + 0.0005843353627757844, + 0.0024381367823343115, + 0.01260079149999998, + 0.027790525930599275, + 0.03580574296529951, + 0.044962928378549, + 0.03849109044164033, + 0.031017723895899216, + 0.014714712648895947, + 0.020249673911671977, + 0.01992396563091474, + 0.00854246886435317, + 0.010404890378548888, + 0.0019442098422712223, + -0.005629299589905388, + 0.0006738145583594855, + -0.006554089621451123, + -0.0014963604731860216, + -0.004724123485804328, + 0.03185038192429032, + 0.017040701072555207, + -0.016917529684542604, + -0.01635350962145107, + 0.03180636989905358, + -0.028097102381703456, + -0.02487774311041013, + -0.024357788801261843, + 0.010347320820189253, + 0.023048282129337568, + -0.0404586584542587, + -0.01956875883911673, + -0.015517057255520493, + -0.042936753533123054, + 0.016056352455205057, + 0.0006885119637224163, + -0.017713837870662472, + 0.00866661981072551, + -0.011936950630914838, + -0.019579047318612028, + 0.010573428391167213, + 0.013769920457413393 + ] + ], + "std": [ + [ + 0.9824246191960648, + 0.9460660479955723, + 0.9414137117810848, + 0.9563951332641849, + 0.9542747430368088, + 0.9649020128187702, + 0.9480302958839442, + 0.9695925595005404, + 0.9508962724118688, + 0.9324002792481486, + 0.9491098110835717, + 0.9593993759599093, + 0.9708845814409902, + 0.9746076150662417, + 0.9730830926818287, + 0.9705828418121233, + 0.9678944356517812, + 0.9787918055436075, + 0.9871395323030632, + 0.988799836722974, + 1.0088712263265718, + 1.027651048121395, + 1.0110542737448385, + 1.014655075557104, + 0.9527254870773569, + 0.9499284788193443, + 0.9739892346448356, + 0.9717415422572252, + 0.9710591664892269, + 0.9720523397095961, + 0.9743931633453154, + 0.9750560919142672, + 0.9732640281425894, + 0.9694138817789562, + 0.9591766148620566, + 0.9523484366096532, + 0.9426339173138096, + 0.9489336834494043, + 0.9510992266164007, + 0.9608960530293392, + 0.9501293475748765, + 0.950793971802449, + 0.9575052033489578, + 0.9516958236697296, + 0.9607004557781494, + 0.9650164347980471, + 0.9627072697949259, + 0.9664615907966804, + 0.9637912770104232, + 0.9634717474587103, + 0.9445789095634398, + 0.9512185629902784, + 0.9929982903986023, + 0.9911801208163777, + 1.0345096377862717, + 1.015804013333407, + 1.0429149112118707, + 0.9641031908608965, + 0.9736098232781243, + 0.9944177175712005, + 1.0241007437497402, + 1.0365807493549954, + 0.9939798656902995, + 0.9703197880729728, + 0.9618026775337026, + 1.0327802384943932, + 1.0325597261783583, + 0.978275118853774, + 1.0112531906719258, + 1.0439400654735873, + 1.021812320404611, + 1.0812409348018392 + ] + ] + }, + "width": 256, + "in_features": 72, + "out_features": 2, + "depth": 6, + "padding": 144, + "parameters": 348168, + "cert_evals": { + "36": 0.9275839328765869, + "72": 0.9078340530395508, + "108": 0.8841342926025391, + "255": 0.7709019184112549 + }, + "fold": 2 + }, + { + "best_epoch": 11, + "best_val_acc": 0.9631449631449631, + "test_acc": 0.9565217391304348, + "train_size": 634, + "val_size": 407, + "test_size": 1495, + "stats": { + "mean": [ + [ + 0.0414219129337539, + 0.04560815454258686, + 0.034397147160883365, + 0.020956117823343955, + 0.024564269400630924, + 0.0005553069400630991, + 0.016602504416403943, + 0.0062627359621451415, + -0.0031757522082018035, + -0.013944516088328245, + 0.0037218815457413378, + -0.020531244637224017, + -0.012975684929022045, + -0.015335962460567969, + 0.0022576992113565006, + 0.01988752665615142, + 0.025492129968454638, + 0.02310144264984224, + 0.03577952003154558, + 0.03828845977918, + 0.04090566182965307, + 0.016406487381703586, + 0.032255133596214486, + 0.055611245425867664, + 0.025829820504732027, + 0.017592141324921318, + 0.08482513250788633, + 0.08251534022082004, + 0.0806660400000002, + 0.0797597929968453, + 0.07844461148265003, + 0.07577048630914786, + 0.07816740391167189, + 0.07698375904258688, + 0.07839980914826507, + 0.07030392544164019, + 0.07335677605520505, + 0.07059885154574139, + 0.05749520764984241, + 0.05839240802768149, + 0.04884538044164021, + 0.057599388186119704, + 0.06056710167192429, + 0.05068962059936886, + 0.04918662220820182, + 0.05663887050473197, + 0.052981187223974706, + 0.05271488757097796, + 0.05998731700315455, + 0.058964341198738154, + 0.062026943990536335, + 0.06406211694006311, + 0.04476776665615138, + 0.04366600899053627, + 0.0071440257350158225, + 0.01720357881703467, + 0.02547216375078862, + 0.03767682965299683, + 0.005417277176656162, + -0.021366308296529912, + 0.014681808124605667, + 0.02665934194006316, + 0.0029629283911672116, + 0.04136874888012618, + -0.03195372262365931, + 0.02910725921924289, + 0.04066335638801264, + 0.040631754242902225, + 0.0663199716719243, + 0.022615533123028518, + -0.003297019858044126, + 0.04436952356466899 + ] + ], + "std": [ + [ + 1.0105987107179513, + 1.0154217840142559, + 1.0127704333239322, + 1.0250915526181619, + 1.0277899782078663, + 0.982162687271895, + 1.0035414511934382, + 0.9904593990260483, + 0.9663940188769403, + 0.9541638919218064, + 0.9616077277788638, + 0.9585349634260687, + 0.9525169153591942, + 0.9428065740578456, + 0.9687530001209573, + 0.9662943308105892, + 0.9592234004298692, + 0.979716475995095, + 0.9819854494212729, + 0.9839277847661497, + 1.002027685561712, + 0.9811382213240143, + 0.9801878541507797, + 0.9886132720669727, + 0.9572863825752432, + 0.9684473114507368, + 0.9458197712036189, + 0.9493043352225052, + 0.9536886787314945, + 0.9542388565417081, + 0.9568724214982696, + 0.9604182963982565, + 0.9628743223078909, + 0.969739870388791, + 0.9658420669879488, + 0.9663588514066725, + 0.9591914227782425, + 0.9566142593514982, + 0.9604271978550112, + 0.9572841356250656, + 0.9637592188968211, + 0.9567941828689348, + 0.9518409084669301, + 0.9583057006169418, + 0.9626024487496594, + 0.9611581570635215, + 0.9675755641595767, + 0.9693064339918899, + 0.9677848038214554, + 0.9725856655911815, + 0.9492806747367527, + 0.9580864580842854, + 0.9617728581830496, + 0.987791465119004, + 0.96105048335759, + 0.9739101949627368, + 0.9441015562727774, + 0.9653034478263104, + 0.988889321396684, + 0.9934946660414279, + 1.0125052771005791, + 0.9411383407966065, + 0.9598305998600601, + 0.9901272334268524, + 0.9825753191497685, + 1.0224810066711563, + 0.9107176652738894, + 0.9977469943360354, + 0.9461613310736207, + 0.942256538790349, + 0.9681623758458049, + 1.1107317714437548 + ] + ] + }, + "width": 256, + "in_features": 72, + "out_features": 2, + "depth": 6, + "padding": 144, + "parameters": 348168, + "cert_evals": { + "36": 0.942474901676178, + "72": 0.933779239654541, + "108": 0.9190635085105896, + "255": 0.8321070075035095 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9570620941024139, + "std_test_acc": 0.008411186509518684, + "n_samples": 2536, + "n_features": 72, + "n_classes": 2, + "mean_cert_acc_36": 0.9397097080945969, + "std_cert_acc_36": 0.008695014084135954, + "mean_cert_acc_72": 0.9220814853906631, + "std_cert_acc_72": 0.01105031963422235, + "mean_cert_acc_108": 0.9009886384010315, + "std_cert_acc_108": 0.01430604403187741, + "mean_cert_acc_255": 0.7958267033100128, + "std_cert_acc_255": 0.02837826170177979 + }, + "page-blocks": { + "dataset": "page-blocks", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 17, + "best_val_acc": 0.9286608260325406, + "test_acc": 0.9004839685420448, + "train_size": 1368, + "val_size": 799, + "test_size": 3306, + "stats": { + "mean": [ + [ + -0.02785030869883066, + 0.04220508005847926, + -0.007799578223684104, + 0.04507938606725141, + -0.024484079290935535, + -0.03854930415204675, + -0.004306797478947405, + -0.009848768527412267, + -0.005646618040935423, + 0.010106594495613968 + ] + ], + "std": [ + [ + 0.6361019181556973, + 1.034803136362929, + 0.6754786444860511, + 1.1067239881887005, + 1.0243975057691477, + 1.0203050705017325, + 0.32326730885545285, + 0.9042709629040901, + 0.8768058573970098, + 0.9187092587310937 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 5, + "depth": 6, + "padding": 20, + "parameters": 5803, + "cert_evals": { + "36": 0.847852349281311, + "72": 0.7698124647140503, + "108": 0.6482153534889221, + "255": 0.029945552349090576 + }, + "fold": 0 + }, + { + "best_epoch": 15, + "best_val_acc": 0.8998778998778999, + "test_acc": 0.8953134510042605, + "train_size": 1368, + "val_size": 819, + "test_size": 3286, + "stats": { + "mean": [ + [ + 0.043781880409356606, + 0.01711256745614031, + 0.027425312120614106, + 0.01732590579239761, + -0.023061163435672452, + -0.011174710704678221, + -0.011325527935818777, + -0.0035091932039473506, + 0.004744587522660881, + 0.021409590767543677 + ] + ], + "std": [ + [ + 1.551216006661219, + 1.0143372028076796, + 1.2187084249301219, + 1.0297549624764555, + 1.0122460594399296, + 0.9983403928938066, + 0.28158791437027286, + 0.9526865887702041, + 0.9742767406980914, + 1.066875823567642 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 5, + "depth": 6, + "padding": 20, + "parameters": 5803, + "cert_evals": { + "36": 0.8435787558555603, + "72": 0.7754108309745789, + "108": 0.6762020587921143, + "255": 0.027388921007514 + }, + "fold": 1 + }, + { + "best_epoch": 27, + "best_val_acc": 0.8935128518971848, + "test_acc": 0.9014598540145985, + "train_size": 1368, + "val_size": 817, + "test_size": 3288, + "stats": { + "mean": [ + [ + 0.015907781140350814, + -0.002226113421052676, + 0.00912776447295319, + -0.002154920991959126, + 0.0031836314985380356, + 0.010374599444444719, + 0.033316965369883045, + 0.009327557160087575, + 0.000891657419590793, + 0.006515192383040968 + ] + ], + "std": [ + [ + 1.3819579471500247, + 1.004275883692728, + 1.095413957795245, + 0.9803011522566464, + 1.02223461206074, + 1.0167467029099182, + 1.9464523444956574, + 1.0297533577214233, + 0.9946199232832146, + 1.0446888834153083 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 5, + "depth": 6, + "padding": 20, + "parameters": 5803, + "cert_evals": { + "36": 0.8655717968940735, + "72": 0.8077858686447144, + "108": 0.7481752038002014, + "255": 0.11891727149486542 + }, + "fold": 2 + }, + { + "best_epoch": 27, + "best_val_acc": 0.9024096385542169, + "test_acc": 0.9138931297709924, + "train_size": 1368, + "val_size": 830, + "test_size": 3275, + "stats": { + "mean": [ + [ + -0.022221515862573354, + 0.012958097207602326, + -0.023529265928362474, + 0.036208808418859734, + -0.027518972836257316, + -0.013723225687134319, + -0.012668056071783647, + -0.009748616040204477, + -0.011955442258771813, + -0.013552336834795524 + ] + ], + "std": [ + [ + 0.6475896046566302, + 1.0059677646780396, + 0.5107302397945517, + 1.1498688572629936, + 0.9979365341699833, + 1.013315424044995, + 0.29978287731614, + 0.8399280364800779, + 0.8321768138579335, + 0.8892475036231946 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 5, + "depth": 6, + "padding": 20, + "parameters": 5803, + "cert_evals": { + "36": 0.8784732818603516, + "72": 0.8235114216804504, + "108": 0.7606106996536255, + "255": 0.07877862453460693 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.902787600832974, + "std_test_acc": 0.007879621860655047, + "n_samples": 5473, + "n_features": 10, + "n_classes": 5, + "mean_cert_acc_36": 0.8588690459728241, + "std_cert_acc_36": 0.016170070217421437, + "mean_cert_acc_72": 0.7941301465034485, + "std_cert_acc_72": 0.02576496652243105, + "mean_cert_acc_108": 0.7083008289337158, + "std_cert_acc_108": 0.054671393341664404, + "mean_cert_acc_255": 0.06375759234651923, + "std_cert_acc_255": 0.04371939278129847 + }, + "parkinsons": { + "dataset": "parkinsons", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 4, + "best_val_acc": 0.84375, + "test_acc": 0.8157894736842105, + "train_size": 49, + "val_size": 32, + "test_size": 114, + "stats": { + "mean": [ + [ + -0.15177435102040818, + -0.14490747816326535, + -0.02793487336734694, + 0.07550721530612242, + 0.16469232653061222, + 0.06000429387755099, + 0.057462867346938805, + 0.05978606938775514, + 0.05105301632653058, + 0.04845383877551018, + 0.07840458979591836, + 0.035619136734693836, + -0.02313697142857144, + 0.07845370204081635, + 0.05081704489795923, + -0.05448034285714283, + 0.09286327571428574, + 0.11816354897959186, + 0.08590491632653065, + -0.06924810548979589, + -0.02065583061224492, + 0.08162519999999998 + ] + ], + "std": [ + [ + 1.0613261678715187, + 0.9389798332809319, + 1.0498853015314364, + 1.028178025788432, + 1.1302871347577632, + 1.053868521125123, + 0.9140732841638698, + 1.0539995649510843, + 0.9323130971496129, + 0.9120908163855437, + 0.965768008718649, + 0.9229613584450868, + 0.7749770294180661, + 0.9658059844041067, + 1.1469052270870694, + 0.9026558165061398, + 0.9439418569560901, + 1.0717521728726727, + 0.9888476097381187, + 0.9175952788801556, + 0.8884377062114949, + 1.0021764187683884 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 22408, + "cert_evals": { + "36": 0.008771929889917374, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.8620689655172413, + "test_acc": 0.7264957264957265, + "train_size": 49, + "val_size": 29, + "test_size": 117, + "stats": { + "mean": [ + [ + -0.027148382244897965, + 0.009347322448979607, + 0.0018427693877550925, + 0.009376194897959197, + 0.0498221836734694, + 0.012418432040816317, + 0.0059797006122448695, + 0.012543908367346951, + -0.037508161224489786, + -0.0405606224489796, + -0.048066938775510194, + -0.07178797142857142, + -0.03155485102040816, + -0.048018842857142856, + 0.02719700816326529, + -0.008239085714285705, + -0.010052408163265357, + -0.025077353061224498, + 0.0272707673469388, + -0.04564295242857147, + -0.07848456122448978, + 0.03751739387755105 + ] + ], + "std": [ + [ + 1.0246326141739506, + 1.0196404637451633, + 1.0987023554811475, + 0.9900334582522926, + 1.068799641609979, + 1.0047499589980544, + 0.9252408702230309, + 1.0047829572179607, + 0.8748456565149585, + 0.8600654939521702, + 0.9166784846917336, + 0.7849483256776274, + 0.7558279428458922, + 0.9166869983641067, + 1.0291603272025247, + 0.9397974037578619, + 0.9834737083640328, + 1.0844660729168245, + 0.9811741510034482, + 0.945229122764763, + 1.1321558581479092, + 0.9828216273953867 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 22408, + "cert_evals": { + "36": 0.11965812742710114, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 2, + "best_val_acc": 0.9032258064516129, + "test_acc": 0.8173913043478261, + "train_size": 49, + "val_size": 31, + "test_size": 115, + "stats": { + "mean": [ + [ + 0.027074289795918385, + 0.06335899489795922, + -0.141163173367347, + 0.006597857142857159, + -0.010543326530612232, + 0.019088730000000016, + -0.0031925448979591826, + 0.019260090000000007, + 0.03507935306122449, + 0.04217078775510203, + 0.050042397959183714, + 0.022464604081632724, + 0.007354644897959173, + 0.050004783673469354, + 0.0323217163265306, + -0.009419553061224523, + 0.06361398795918367, + -0.10837456326530606, + -0.07562777959183671, + 0.0783767696122449, + 0.07697315102040819, + -0.0768896448979592 + ] + ], + "std": [ + [ + 1.0021709858608663, + 1.036472332412846, + 0.8511547041931776, + 1.153319334760644, + 1.1400090214649552, + 1.1856512484533104, + 1.109926186807537, + 1.1857461665406257, + 1.0993883359109478, + 1.0989049029267082, + 1.1281831752622162, + 1.0778885202444342, + 1.0368342393804297, + 1.1281482640713403, + 1.212987846980958, + 1.0961601956507685, + 0.9410222006090059, + 0.9631862850066165, + 0.9241843695124426, + 0.8888983110215023, + 0.9670994638815306, + 0.9437743892758995 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 22408, + "cert_evals": { + "36": 0.008695651777088642, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.8484848484848485, + "test_acc": 0.8230088495575221, + "train_size": 49, + "val_size": 33, + "test_size": 113, + "stats": { + "mean": [ + [ + -0.017151697959183657, + -0.08282589622448981, + -0.03878951020408162, + -0.05014604183673472, + -0.00995732653061224, + -0.010962025102040794, + -0.07701460816326532, + -0.01092796510204078, + -0.18647080816326533, + -0.18633531836734696, + -0.14844791836734691, + -0.22856991510204083, + -0.237482206122449, + -0.14839450816326533, + -0.02768821020408163, + 0.14269979897959184, + -0.18449186244897958, + 0.04748424285714288, + -0.13693871632653068, + -0.31049158099999996, + -0.18406532040816326, + -0.15638604489795918 + ] + ], + "std": [ + [ + 1.0058346739543103, + 0.9487949638489124, + 0.994620516441734, + 0.973242138110713, + 1.098902934224567, + 0.9933442474130566, + 0.8958864648117469, + 0.9933555009804176, + 0.8433041190561102, + 0.7941043410091924, + 0.9208429310347311, + 0.7043302529123088, + 0.6518639290383439, + 0.9208764339301102, + 1.0359836613291062, + 0.9627627144124837, + 0.9723485565102632, + 0.9910728139212198, + 0.9457878853222512, + 0.8667410055873132, + 0.9407240712581624, + 0.9187159564771525 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 22408, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7956713385213212, + "std_test_acc": 0.046220850586096734, + "n_samples": 195, + "n_features": 22, + "n_classes": 2, + "mean_cert_acc_36": 0.03428142727352679, + "std_cert_acc_36": 0.057066521269894484, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "optical": { + "dataset": "optical", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 25, + "best_val_acc": 0.9672346002621232, + "test_acc": 0.9529411764705882, + "train_size": 1797, + "val_size": 763, + "test_size": 3060, + "stats": { + "mean": [ + [ + 1.3856427249732343e-07, + 3.522537559932238e-07, + 2.0200333923407371e-07, + -2.1090706664453654e-08, + 9.079577074147025e-07, + -3.7840846155241325e-08, + 1.0016694480800053e-07, + -3.839732929460532e-08, + -2.052531986360973e-07, + 5.736227047582848e-07, + -5.392877018977476e-07, + 3.446855866850716e-07, + 7.471897606570201e-07, + 6.366165789100185e-08, + 6.343906503950533e-08, + 1.6082360320555245e-08, + -1.2743461284050804e-07, + -1.040734557545233e-06, + -8.755926547578072e-07, + -3.578185863301285e-07, + 7.332220366643227e-07, + -3.0194769109244466e-07, + 7.790762325825424e-08, + 7.345575957029862e-08, + -7.23984418536337e-07, + 9.154145797987881e-07, + 1.1503060657291822e-06, + 5.397885364376055e-07, + 9.892598776549736e-07, + 1.3388981694693205e-07, + -1.4245965993065702e-08, + 0.0, + 9.849749597322357e-08, + -3.005008345580917e-07, + -1.252309404487717e-06, + 1.1563717317173418e-07, + 2.612687813142242e-07, + -2.1246521999465225e-07, + 2.181413434127969e-08, + 2.5598219080391046e-08, + 8.095715080714013e-07, + 2.046967167367694e-06, + 7.488035611850296e-07, + -5.36338341615376e-07, + 2.2593210867774937e-07, + 1.391208119443866e-09, + 2.1146353474234786e-09, + -9.627156351675032e-08, + 7.974401797152621e-08, + -4.3405676095586467e-07, + 4.762938228768179e-07, + -1.1801335560497857e-06, + -1.2314969337031567e-07, + -1.9309961105232408e-07, + -3.3611575048358445e-08, + 2.036727886363881e-07, + 1.463550362828589e-07, + 1.4123539216025922e-07, + 2.2092376161315588e-07, + -2.9421257666669716e-07, + 1.7028380694169436e-07, + -7.623817643177156e-08 + ] + ], + "std": [ + [ + 0.9997215438361656, + 0.9997210922060588, + 0.9997214681131235, + 0.999721655854133, + 0.9997208475841785, + 0.9997219821124261, + 0.9997214930298326, + 0.999721057794131, + 0.9997217596240401, + 0.9997225746036739, + 0.9997210224417119, + 0.9997227576971818, + 0.9997229351930221, + 0.9997215956873193, + 0.9997211331602884, + 0.9997230207039172, + 0.9997217447316874, + 0.9997210018360171, + 0.9997222723850343, + 0.9997221108286501, + 0.9997214178114493, + 0.9997217647676936, + 0.9997224408130486, + 0.9997228003545515, + 0.9997209577711167, + 0.9997232788951946, + 0.9997216619853025, + 0.9997205909299596, + 0.9997219977968902, + 0.9997221075144335, + 0.9997206041402685, + 1.0, + 0.9997216910380222, + 0.9997220629734219, + 0.999722192628859, + 0.9997216259221229, + 0.9997236467717389, + 0.999721912949805, + 0.9997216048405073, + 0.9997213735793822, + 0.9997214679760645, + 0.9997208302277274, + 0.9997210543542098, + 0.9997230984585895, + 0.9997218857870922, + 0.9997212960295644, + 0.9997215938175112, + 0.9997221985317171, + 0.999722021899587, + 0.999721725627861, + 0.9997220060267005, + 0.9997218313197827, + 0.9997214196784353, + 0.9997219309011688, + 0.9997206139806237, + 0.9997218079331756, + 0.9997220886750577, + 0.9997214372339108, + 0.9997213277413262, + 0.999722450536975, + 0.9997220499516833, + 0.9997216929328724 + ] + ] + }, + "width": 256, + "in_features": 62, + "out_features": 10, + "depth": 6, + "padding": 124, + "parameters": 347664, + "cert_evals": { + "36": 0.94248366355896, + "72": 0.9248366355895996, + "108": 0.9055556058883667, + "255": 0.7696078419685364 + }, + "fold": 0 + }, + { + "best_epoch": 43, + "best_val_acc": 0.9608355091383812, + "test_acc": 0.9551848217206411, + "train_size": 1797, + "val_size": 766, + "test_size": 3057, + "stats": { + "mean": [ + [ + 1.3856427249732343e-07, + 3.522537559932238e-07, + 2.0200333923407371e-07, + -2.1090706664453654e-08, + 9.079577074147025e-07, + -3.7840846155241325e-08, + 1.0016694480800053e-07, + -3.839732929460532e-08, + -2.052531986360973e-07, + 5.736227047582848e-07, + -5.392877018977476e-07, + 3.446855866850716e-07, + 7.471897606570201e-07, + 6.366165789100185e-08, + 6.343906503950533e-08, + 1.6082360320555245e-08, + -1.2743461284050804e-07, + -1.040734557545233e-06, + -8.755926547578072e-07, + -3.578185863301285e-07, + 7.332220366643227e-07, + -3.0194769109244466e-07, + 7.790762325825424e-08, + 7.345575957029862e-08, + -7.23984418536337e-07, + 9.154145797987881e-07, + 1.1503060657291822e-06, + 5.397885364376055e-07, + 9.892598776549736e-07, + 1.3388981694693205e-07, + -1.4245965993065702e-08, + 0.0, + 9.849749597322357e-08, + -3.005008345580917e-07, + -1.252309404487717e-06, + 1.1563717317173418e-07, + 2.612687813142242e-07, + -2.1246521999465225e-07, + 2.181413434127969e-08, + 2.5598219080391046e-08, + 8.095715080714013e-07, + 2.046967167367694e-06, + 7.488035611850296e-07, + -5.36338341615376e-07, + 2.2593210867774937e-07, + 1.391208119443866e-09, + 2.1146353474234786e-09, + -9.627156351675032e-08, + 7.974401797152621e-08, + -4.3405676095586467e-07, + 4.762938228768179e-07, + -1.1801335560497857e-06, + -1.2314969337031567e-07, + -1.9309961105232408e-07, + -3.3611575048358445e-08, + 2.036727886363881e-07, + 1.463550362828589e-07, + 1.4123539216025922e-07, + 2.2092376161315588e-07, + -2.9421257666669716e-07, + 1.7028380694169436e-07, + -7.623817643177156e-08 + ] + ], + "std": [ + [ + 0.9997215438361656, + 0.9997210922060588, + 0.9997214681131235, + 0.999721655854133, + 0.9997208475841785, + 0.9997219821124261, + 0.9997214930298326, + 0.999721057794131, + 0.9997217596240401, + 0.9997225746036739, + 0.9997210224417119, + 0.9997227576971818, + 0.9997229351930221, + 0.9997215956873193, + 0.9997211331602884, + 0.9997230207039172, + 0.9997217447316874, + 0.9997210018360171, + 0.9997222723850343, + 0.9997221108286501, + 0.9997214178114493, + 0.9997217647676936, + 0.9997224408130486, + 0.9997228003545515, + 0.9997209577711167, + 0.9997232788951946, + 0.9997216619853025, + 0.9997205909299596, + 0.9997219977968902, + 0.9997221075144335, + 0.9997206041402685, + 1.0, + 0.9997216910380222, + 0.9997220629734219, + 0.999722192628859, + 0.9997216259221229, + 0.9997236467717389, + 0.999721912949805, + 0.9997216048405073, + 0.9997213735793822, + 0.9997214679760645, + 0.9997208302277274, + 0.9997210543542098, + 0.9997230984585895, + 0.9997218857870922, + 0.9997212960295644, + 0.9997215938175112, + 0.9997221985317171, + 0.999722021899587, + 0.999721725627861, + 0.9997220060267005, + 0.9997218313197827, + 0.9997214196784353, + 0.9997219309011688, + 0.9997206139806237, + 0.9997218079331756, + 0.9997220886750577, + 0.9997214372339108, + 0.9997213277413262, + 0.999722450536975, + 0.9997220499516833, + 0.9997216929328724 + ] + ] + }, + "width": 256, + "in_features": 62, + "out_features": 10, + "depth": 6, + "padding": 124, + "parameters": 347664, + "cert_evals": { + "36": 0.9447170495986938, + "72": 0.925089955329895, + "108": 0.9080798029899597, + "255": 0.7818122506141663 + }, + "fold": 1 + }, + { + "best_epoch": 33, + "best_val_acc": 0.9693741677762983, + "test_acc": 0.9596354166666666, + "train_size": 1797, + "val_size": 751, + "test_size": 3072, + "stats": { + "mean": [ + [ + 1.3856427249732343e-07, + 3.522537559932238e-07, + 2.0200333923407371e-07, + -2.1090706664453654e-08, + 9.079577074147025e-07, + -3.7840846155241325e-08, + 1.0016694480800053e-07, + -3.839732929460532e-08, + -2.052531986360973e-07, + 5.736227047582848e-07, + -5.392877018977476e-07, + 3.446855866850716e-07, + 7.471897606570201e-07, + 6.366165789100185e-08, + 6.343906503950533e-08, + 1.6082360320555245e-08, + -1.2743461284050804e-07, + -1.040734557545233e-06, + -8.755926547578072e-07, + -3.578185863301285e-07, + 7.332220366643227e-07, + -3.0194769109244466e-07, + 7.790762325825424e-08, + 7.345575957029862e-08, + -7.23984418536337e-07, + 9.154145797987881e-07, + 1.1503060657291822e-06, + 5.397885364376055e-07, + 9.892598776549736e-07, + 1.3388981694693205e-07, + -1.4245965993065702e-08, + 0.0, + 9.849749597322357e-08, + -3.005008345580917e-07, + -1.252309404487717e-06, + 1.1563717317173418e-07, + 2.612687813142242e-07, + -2.1246521999465225e-07, + 2.181413434127969e-08, + 2.5598219080391046e-08, + 8.095715080714013e-07, + 2.046967167367694e-06, + 7.488035611850296e-07, + -5.36338341615376e-07, + 2.2593210867774937e-07, + 1.391208119443866e-09, + 2.1146353474234786e-09, + -9.627156351675032e-08, + 7.974401797152621e-08, + -4.3405676095586467e-07, + 4.762938228768179e-07, + -1.1801335560497857e-06, + -1.2314969337031567e-07, + -1.9309961105232408e-07, + -3.3611575048358445e-08, + 2.036727886363881e-07, + 1.463550362828589e-07, + 1.4123539216025922e-07, + 2.2092376161315588e-07, + -2.9421257666669716e-07, + 1.7028380694169436e-07, + -7.623817643177156e-08 + ] + ], + "std": [ + [ + 0.9997215438361656, + 0.9997210922060588, + 0.9997214681131235, + 0.999721655854133, + 0.9997208475841785, + 0.9997219821124261, + 0.9997214930298326, + 0.999721057794131, + 0.9997217596240401, + 0.9997225746036739, + 0.9997210224417119, + 0.9997227576971818, + 0.9997229351930221, + 0.9997215956873193, + 0.9997211331602884, + 0.9997230207039172, + 0.9997217447316874, + 0.9997210018360171, + 0.9997222723850343, + 0.9997221108286501, + 0.9997214178114493, + 0.9997217647676936, + 0.9997224408130486, + 0.9997228003545515, + 0.9997209577711167, + 0.9997232788951946, + 0.9997216619853025, + 0.9997205909299596, + 0.9997219977968902, + 0.9997221075144335, + 0.9997206041402685, + 1.0, + 0.9997216910380222, + 0.9997220629734219, + 0.999722192628859, + 0.9997216259221229, + 0.9997236467717389, + 0.999721912949805, + 0.9997216048405073, + 0.9997213735793822, + 0.9997214679760645, + 0.9997208302277274, + 0.9997210543542098, + 0.9997230984585895, + 0.9997218857870922, + 0.9997212960295644, + 0.9997215938175112, + 0.9997221985317171, + 0.999722021899587, + 0.999721725627861, + 0.9997220060267005, + 0.9997218313197827, + 0.9997214196784353, + 0.9997219309011688, + 0.9997206139806237, + 0.9997218079331756, + 0.9997220886750577, + 0.9997214372339108, + 0.9997213277413262, + 0.999722450536975, + 0.9997220499516833, + 0.9997216929328724 + ] + ] + }, + "width": 256, + "in_features": 62, + "out_features": 10, + "depth": 6, + "padding": 124, + "parameters": 347664, + "cert_evals": { + "36": 0.9479166865348816, + "72": 0.9300130605697632, + "108": 0.9140625, + "255": 0.7848307490348816 + }, + "fold": 2 + }, + { + "best_epoch": 47, + "best_val_acc": 0.9551020408163265, + "test_acc": 0.9566062176165803, + "train_size": 1797, + "val_size": 735, + "test_size": 3088, + "stats": { + "mean": [ + [ + 1.3856427249732343e-07, + 3.522537559932238e-07, + 2.0200333923407371e-07, + -2.1090706664453654e-08, + 9.079577074147025e-07, + -3.7840846155241325e-08, + 1.0016694480800053e-07, + -3.839732929460532e-08, + -2.052531986360973e-07, + 5.736227047582848e-07, + -5.392877018977476e-07, + 3.446855866850716e-07, + 7.471897606570201e-07, + 6.366165789100185e-08, + 6.343906503950533e-08, + 1.6082360320555245e-08, + -1.2743461284050804e-07, + -1.040734557545233e-06, + -8.755926547578072e-07, + -3.578185863301285e-07, + 7.332220366643227e-07, + -3.0194769109244466e-07, + 7.790762325825424e-08, + 7.345575957029862e-08, + -7.23984418536337e-07, + 9.154145797987881e-07, + 1.1503060657291822e-06, + 5.397885364376055e-07, + 9.892598776549736e-07, + 1.3388981694693205e-07, + -1.4245965993065702e-08, + 0.0, + 9.849749597322357e-08, + -3.005008345580917e-07, + -1.252309404487717e-06, + 1.1563717317173418e-07, + 2.612687813142242e-07, + -2.1246521999465225e-07, + 2.181413434127969e-08, + 2.5598219080391046e-08, + 8.095715080714013e-07, + 2.046967167367694e-06, + 7.488035611850296e-07, + -5.36338341615376e-07, + 2.2593210867774937e-07, + 1.391208119443866e-09, + 2.1146353474234786e-09, + -9.627156351675032e-08, + 7.974401797152621e-08, + -4.3405676095586467e-07, + 4.762938228768179e-07, + -1.1801335560497857e-06, + -1.2314969337031567e-07, + -1.9309961105232408e-07, + -3.3611575048358445e-08, + 2.036727886363881e-07, + 1.463550362828589e-07, + 1.4123539216025922e-07, + 2.2092376161315588e-07, + -2.9421257666669716e-07, + 1.7028380694169436e-07, + -7.623817643177156e-08 + ] + ], + "std": [ + [ + 0.9997215438361656, + 0.9997210922060588, + 0.9997214681131235, + 0.999721655854133, + 0.9997208475841785, + 0.9997219821124261, + 0.9997214930298326, + 0.999721057794131, + 0.9997217596240401, + 0.9997225746036739, + 0.9997210224417119, + 0.9997227576971818, + 0.9997229351930221, + 0.9997215956873193, + 0.9997211331602884, + 0.9997230207039172, + 0.9997217447316874, + 0.9997210018360171, + 0.9997222723850343, + 0.9997221108286501, + 0.9997214178114493, + 0.9997217647676936, + 0.9997224408130486, + 0.9997228003545515, + 0.9997209577711167, + 0.9997232788951946, + 0.9997216619853025, + 0.9997205909299596, + 0.9997219977968902, + 0.9997221075144335, + 0.9997206041402685, + 1.0, + 0.9997216910380222, + 0.9997220629734219, + 0.999722192628859, + 0.9997216259221229, + 0.9997236467717389, + 0.999721912949805, + 0.9997216048405073, + 0.9997213735793822, + 0.9997214679760645, + 0.9997208302277274, + 0.9997210543542098, + 0.9997230984585895, + 0.9997218857870922, + 0.9997212960295644, + 0.9997215938175112, + 0.9997221985317171, + 0.999722021899587, + 0.999721725627861, + 0.9997220060267005, + 0.9997218313197827, + 0.9997214196784353, + 0.9997219309011688, + 0.9997206139806237, + 0.9997218079331756, + 0.9997220886750577, + 0.9997214372339108, + 0.9997213277413262, + 0.999722450536975, + 0.9997220499516833, + 0.9997216929328724 + ] + ] + }, + "width": 256, + "in_features": 62, + "out_features": 10, + "depth": 6, + "padding": 124, + "parameters": 347664, + "cert_evals": { + "36": 0.9488341808319092, + "72": 0.9349092841148376, + "108": 0.9151554107666016, + "255": 0.7807642221450806 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.956091908118619, + "std_test_acc": 0.0028030270982801956, + "n_samples": 5620, + "n_features": 62, + "n_classes": 10, + "mean_cert_acc_36": 0.9459878951311111, + "std_cert_acc_36": 0.002927812940766099, + "mean_cert_acc_72": 0.9287122339010239, + "std_cert_acc_72": 0.004769232841628607, + "mean_cert_acc_108": 0.910713329911232, + "std_cert_acc_108": 0.00463632770448936, + "mean_cert_acc_255": 0.7792537659406662, + "std_cert_acc_255": 0.0066576750566360535 + }, + "pima": { + "dataset": "pima", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 10, + "best_val_acc": 0.7863247863247863, + "test_acc": 0.7472766884531591, + "train_size": 192, + "val_size": 117, + "test_size": 459, + "stats": { + "mean": [ + [ + -0.0019324124999998884, + -0.00012207583333333216, + 0.04217885052083333, + 0.00848995729166671, + 0.005174749999999932, + -0.046159915651041654, + 0.005953811979166655, + 0.07872151093750006 + ] + ], + "std": [ + [ + 0.9819510309933771, + 0.9111640190273224, + 0.9708504296826285, + 1.099822957973565, + 0.9218205138345946, + 1.056214861472258, + 1.0108583076345607, + 1.01432971356633 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 2, + "depth": 6, + "padding": 16, + "parameters": 5640, + "cert_evals": { + "36": 0.4923747181892395, + "72": 0.13943354785442352, + "108": 0.0021786491852253675, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 13, + "best_val_acc": 0.7777777777777778, + "test_acc": 0.7709750566893424, + "train_size": 192, + "val_size": 135, + "test_size": 441, + "stats": { + "mean": [ + [ + 0.019707258333333522, + 0.03424992687499997, + 0.03491385885416665, + -0.08194942239583324, + -0.03907010052083341, + 0.053195496510416655, + -0.0036192521354166743, + -0.06521345781250003 + ] + ], + "std": [ + [ + 1.0301685557841433, + 0.9959115695466323, + 1.0735770070448536, + 0.9845812772483306, + 0.9943920335167246, + 1.0696319409722543, + 0.9860249191330342, + 0.9892410062597343 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 2, + "depth": 6, + "padding": 16, + "parameters": 5640, + "cert_evals": { + "36": 0.5714285969734192, + "72": 0.31972789764404297, + "108": 0.10657596588134766, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 12, + "best_val_acc": 0.7916666666666666, + "test_acc": 0.7521929824561403, + "train_size": 192, + "val_size": 120, + "test_size": 456, + "stats": { + "mean": [ + [ + 0.17582224895833332, + 0.038322315416666634, + -0.07783248697916666, + -0.16520565468749995, + -0.11327850364583342, + -0.135474219296875, + -0.03175727552083333, + 0.09643667291666673 + ] + ], + "std": [ + [ + 1.0638504058639158, + 0.9838373596130083, + 1.064286398859908, + 1.0275191945092796, + 0.9301240391257053, + 1.0696755566062253, + 0.953495407419293, + 1.060048294039853 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 2, + "depth": 6, + "padding": 16, + "parameters": 5640, + "cert_evals": { + "36": 0.46052631735801697, + "72": 0.07236842066049576, + "108": 0.004385964944958687, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 26, + "best_val_acc": 0.7964601769911505, + "test_acc": 0.7408207343412527, + "train_size": 192, + "val_size": 113, + "test_size": 463, + "stats": { + "mean": [ + [ + 0.019707373958333604, + 0.04956274229166665, + -0.032895598437499944, + -0.02546561510416664, + -0.004270790312500018, + 0.06891787828125, + -0.041550713963541624, + 0.019818838020833326 + ] + ], + "std": [ + [ + 1.046076222621493, + 0.9765956060942442, + 1.0875934081009107, + 0.9881278389945256, + 0.9075867743815457, + 0.9995410119642123, + 0.8563442009545308, + 0.9709125098838245 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 2, + "depth": 6, + "padding": 16, + "parameters": 5640, + "cert_evals": { + "36": 0.6652267575263977, + "72": 0.5874729752540588, + "108": 0.49028077721595764, + "255": 0.09719222038984299 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7528163654849735, + "std_test_acc": 0.012970606010119932, + "n_samples": 768, + "n_features": 8, + "n_classes": 2, + "mean_cert_acc_36": 0.5473890975117683, + "std_cert_acc_36": 0.09135158484370906, + "mean_cert_acc_72": 0.27975071035325527, + "std_cert_acc_72": 0.230208230369303, + "mean_cert_acc_108": 0.15085533930687234, + "std_cert_acc_108": 0.23146513533160168, + "mean_cert_acc_255": 0.024298055097460747, + "std_cert_acc_255": 0.048596110194921494 + }, + "pittsburg-bridges-MATERIAL": { + "dataset": "pittsburg-bridges-MATERIAL", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 3, + "best_val_acc": 0.75, + "test_acc": 0.8, + "train_size": 26, + "val_size": 20, + "test_size": 60, + "stats": { + "mean": [ + [ + -0.11238934615384605, + 0.19736865, + 0.15455, + 0.15961346153846157, + -0.07076646153846156, + 0.15434588461538454, + 0.1840363461538461 + ] + ], + "std": [ + [ + 0.9957184371723743, + 0.9959413552215316, + 1.0315511158616348, + 0.8772828351648864, + 1.0247762294541045, + 1.1028821922601193, + 0.7995873033749223 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 5641, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 7, + "best_val_acc": 0.8421052631578947, + "test_acc": 0.7704918032786885, + "train_size": 26, + "val_size": 19, + "test_size": 61, + "stats": { + "mean": [ + [ + -0.009688884615384565, + 0.22651538461538462, + 0.03409030769230755, + -0.09103884615384622, + 0.1841305, + 0.31850111538461523, + 0.027972884615384445 + ] + ], + "std": [ + [ + 1.115613086975337, + 1.0057941285258243, + 1.1782033883592151, + 0.9294434251013095, + 1.0832735600836598, + 1.0726038998514973, + 0.8999058194666532 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 5641, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.9375, + "test_acc": 0.6875, + "train_size": 26, + "val_size": 16, + "test_size": 64, + "stats": { + "mean": [ + [ + 0.14436196153846156, + -0.06772561923076922, + 0.15454984615384612, + 0.15961346153846157, + 0.29337180769230764, + 0.26378273076923064, + 0.027972884615384573 + ] + ], + "std": [ + [ + 1.0179791685372954, + 1.0403197946863862, + 1.0714178998681247, + 0.8772828351648864, + 0.8271634472356539, + 1.1323512832459435, + 0.8999058194666533 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 5641, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 8, + "best_val_acc": 0.8235294117647058, + "test_acc": 0.746031746031746, + "train_size": 26, + "val_size": 17, + "test_size": 63, + "stats": { + "mean": [ + [ + -0.3691406153846153, + 0.08633426923076921, + -0.00606200000000008, + -0.34169099999999986, + -0.14359411538461544, + 0.07226838461538451, + -0.05005884615384633 + ] + ], + "std": [ + [ + 0.7352238508876096, + 0.769629063092912, + 0.993332786470492, + 1.2842104251847937, + 0.9183219104916871, + 1.1684627801712248, + 0.9363807692307694 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 5641, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7510058873276086, + "std_test_acc": 0.04774188867897059, + "n_samples": 106, + "n_features": 7, + "n_classes": 3, + "mean_cert_acc_36": 0.0, + "std_cert_acc_36": 0.0, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "pittsburg-bridges-REL-L": { + "dataset": "pittsburg-bridges-REL-L", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.46153846153846156, + "test_acc": 0.5, + "train_size": 26, + "val_size": 13, + "test_size": 64, + "stats": { + "mean": [ + [ + -0.2534473076923077, + 0.33873420769230767, + 0.033979423076922706, + 0.11527103846153851, + -0.28692915384615375, + 0.10456480769230773, + 0.12155461538461536 + ] + ], + "std": [ + [ + 0.9261583185285736, + 0.8009009247637227, + 1.0889481792626658, + 0.99653081940633, + 1.072126740077213, + 0.9196280170052044, + 0.8466063306348502 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 5641, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.6, + "test_acc": 0.46774193548387094, + "train_size": 26, + "val_size": 15, + "test_size": 62, + "stats": { + "mean": [ + [ + -0.09836800000000002, + 0.11185775384615383, + 0.07467526923076934, + -0.009052730769230726, + -0.10539519230769225, + 0.013804115384615371, + 0.27612307692307686 + ] + ], + "std": [ + [ + 1.0694354197920724, + 0.8688390763013727, + 0.8067650960246951, + 0.9157017407809144, + 1.0553979577856298, + 0.9260748900018138, + 0.7249903479716615 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 5641, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 10, + "best_val_acc": 0.5625, + "test_acc": 0.5409836065573771, + "train_size": 26, + "val_size": 16, + "test_size": 61, + "stats": { + "mean": [ + [ + 0.21179084615384614, + -0.20075696923076924, + 0.23745903846153846, + 0.05310915384615384, + 0.14875234615384614, + 0.1348184615384615, + 0.12155461538461534 + ] + ], + "std": [ + [ + 0.858790726074425, + 0.9525936502475233, + 1.0303379408513154, + 0.9050907018495523, + 0.955082657540614, + 1.0895483096872065, + 0.8466063306348502 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 5641, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 6, + "best_val_acc": 0.5, + "test_acc": 0.5396825396825397, + "train_size": 26, + "val_size": 14, + "test_size": 63, + "stats": { + "mean": [ + [ + -0.3568335384615385, + -0.18405515384615387, + -0.00671646153846194, + 0.17743292307692307, + 0.2213659230769231, + 0.31633973076923083, + 0.12155461538461534 + ] + ], + "std": [ + [ + 0.8287037559089696, + 0.9069856689030475, + 1.0557430702422617, + 0.8702663846153843, + 0.9327384905473824, + 1.0726154740713343, + 0.8466063306348502 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 5641, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5121020204309469, + "std_test_acc": 0.0351620396374117, + "n_samples": 103, + "n_features": 7, + "n_classes": 3, + "mean_cert_acc_36": 0.0, + "std_cert_acc_36": 0.0, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "pittsburg-bridges-SPAN": { + "dataset": "pittsburg-bridges-SPAN", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 24, + "best_val_acc": 0.7857142857142857, + "test_acc": 0.5818181818181818, + "train_size": 23, + "val_size": 14, + "test_size": 55, + "stats": { + "mean": [ + [ + -0.029837999999999993, + -0.25806898695652175, + 0.27461930434782605, + -0.10251969565217388, + 0.0609171304347826, + -0.20858055217391297, + 0.1910520434782607 + ] + ], + "std": [ + [ + 0.7916916039569953, + 1.0125006038076372, + 0.8444054443868326, + 1.1230445292246944, + 0.9384505846315211, + 1.2509107678124556, + 0.9902371367201799 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 5641, + "cert_evals": { + "36": 0.05454545468091965, + "72": 0.036363635212183, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 17, + "best_val_acc": 0.75, + "test_acc": 0.5573770491803278, + "train_size": 23, + "val_size": 8, + "test_size": 61, + "stats": { + "mean": [ + [ + -0.20886565217391312, + 0.20484198695652173, + -0.07489591304347826, + 0.10251943478260879, + -0.22335769565217395, + -0.24650454782608694, + -0.23350947826086974 + ] + ], + "std": [ + [ + 1.1322718849321831, + 1.1240719320543364, + 1.0615420299973752, + 0.8963528876008708, + 1.0527502115584615, + 0.7255249335603758, + 1.1264874806517848 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 5641, + "cert_evals": { + "36": 0.08196720480918884, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 24, + "best_val_acc": 0.375, + "test_acc": 0.4339622641509434, + "train_size": 23, + "val_size": 16, + "test_size": 53, + "stats": { + "mean": [ + [ + -0.26854200000000006, + 0.08719552173913042, + -0.024965043478260857, + -0.034172999999999946, + 0.34519221739130435, + 0.24650505217391308, + -0.4033346521739131 + ] + ], + "std": [ + [ + 0.7826434027524923, + 0.8532738699385454, + 1.116485175293137, + 1.0229130046834918, + 0.891588314188393, + 0.9488533640036454, + 0.9755681035759809 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 5641, + "cert_evals": { + "36": 0.07547169923782349, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5, + "test_acc": 0.2033898305084746, + "train_size": 23, + "val_size": 10, + "test_size": 59, + "stats": { + "mean": [ + [ + -0.20886582608695664, + -0.14202214347826086, + -0.024965130434782608, + 0.10251943478260875, + -0.060915000000000004, + 0.05688600869565217, + 0.1061391739130434 + ] + ], + "std": [ + [ + 0.7916911713540639, + 0.9447975425602776, + 1.0638879741325864, + 0.896352887600871, + 1.0621083198533245, + 1.0385861814225783, + 0.8575722370885731 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 5641, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.4441368314144819, + "std_test_acc": 0.17305311461405903, + "n_samples": 92, + "n_features": 7, + "n_classes": 3, + "mean_cert_acc_36": 0.052996089681982994, + "std_cert_acc_36": 0.03721766869871136, + "mean_cert_acc_72": 0.00909090880304575, + "std_cert_acc_72": 0.0181818176060915, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "pittsburg-bridges-T-OR-D": { + "dataset": "pittsburg-bridges-T-OR-D", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 4, + "best_val_acc": 0.875, + "test_acc": 0.819672131147541, + "train_size": 25, + "val_size": 16, + "test_size": 61, + "stats": { + "mean": [ + [ + 0.15020296000000002, + -0.0008959920000000077, + -0.007506879999999985, + 0.09924271999999996, + -0.11183403999999993, + 0.06574727999999996, + 0.2686277600000001 + ] + ], + "std": [ + [ + 1.1056510586049282, + 0.9894276187747426, + 0.9455226916051597, + 1.1055352321467289, + 1.0069534202490789, + 0.9298309440615328, + 0.7342804012389428 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 2, + "depth": 6, + "padding": 14, + "parameters": 5608, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 24, + "best_val_acc": 0.7894736842105263, + "test_acc": 0.8275862068965517, + "train_size": 25, + "val_size": 19, + "test_size": 58, + "stats": { + "mean": [ + [ + -0.22477987999999996, + -0.23302490400000006, + -0.3052941999999999, + -0.09418591999999981, + -0.30132007999999993, + 0.034113799999999944, + -0.29218840000000024 + ] + ], + "std": [ + [ + 0.8537489133489458, + 0.9442767857681105, + 1.1206967647206985, + 1.1278721619730465, + 0.8691601526879115, + 0.9222667065314241, + 1.1442940136936137 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 2, + "depth": 6, + "padding": 14, + "parameters": 5608, + "cert_evals": { + "36": 0.48275861144065857, + "72": 0.03448275849223137, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 3, + "best_val_acc": 0.8571428571428571, + "test_acc": 0.6349206349206349, + "train_size": 25, + "val_size": 14, + "test_size": 63, + "stats": { + "mean": [ + [ + 0.20377195999999997, + 0.09630778000000002, + 0.3328217600000001, + -0.22313807999999993, + 0.19134339999999994, + -0.029153040000000026, + 0.26862776000000005 + ] + ], + "std": [ + [ + 1.089967253887803, + 1.1192053646352136, + 0.8759745403148782, + 1.2131111924223241, + 0.9282879043276608, + 1.1030982427632627, + 0.7342804012389427 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 2, + "depth": 6, + "padding": 14, + "parameters": 5608, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.9166666666666666, + "test_acc": 0.8461538461538461, + "train_size": 25, + "val_size": 12, + "test_size": 65, + "stats": { + "mean": [ + [ + -0.17121067999999995, + -0.21648582000000005, + 0.12011635999999999, + -0.09418591999999995, + -0.11183404000000002, + -0.28222119999999995, + 0.10839464000000007 + ] + ], + "std": [ + [ + 0.8571032600003676, + 0.9702298691514799, + 1.0541263774745755, + 0.9254069877190219, + 1.006953420249079, + 1.1836178575986762, + 0.8554107804035617 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 2, + "depth": 6, + "padding": 14, + "parameters": 5608, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7820832047796434, + "std_test_acc": 0.0987341880011712, + "n_samples": 102, + "n_features": 7, + "n_classes": 2, + "mean_cert_acc_36": 0.12068965286016464, + "std_cert_acc_36": 0.24137930572032928, + "mean_cert_acc_72": 0.008620689623057842, + "std_cert_acc_72": 0.017241379246115685, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "pittsburg-bridges-TYPE": { + "dataset": "pittsburg-bridges-TYPE", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 9, + "best_val_acc": 0.3333333333333333, + "test_acc": 0.21311475409836064, + "train_size": 26, + "val_size": 18, + "test_size": 61, + "stats": { + "mean": [ + [ + -0.2226830769230769, + 0.05670122692307692, + -0.043026884615384405, + -0.03758799999999994, + 0.17069815384615383, + 0.05726184615384619, + 0.03333576923076921 + ] + ], + "std": [ + [ + 0.9229643846157178, + 0.8879073657273664, + 0.9090621758106759, + 0.8047152853556344, + 0.9896400284910009, + 0.9758970201578133, + 1.0579562243200262 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 6, + "depth": 6, + "padding": 14, + "parameters": 5740, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 15, + "best_val_acc": 0.5238095238095238, + "test_acc": 0.43103448275862066, + "train_size": 26, + "val_size": 21, + "test_size": 58, + "stats": { + "mean": [ + [ + -0.17140723076923073, + 0.17603493076923074, + -0.043027115384615275, + 0.08770580769230771, + 0.06073815384615386, + 0.140003576923077, + 0.11111846153846151 + ] + ], + "std": [ + [ + 0.9955960192363054, + 0.8707946707612142, + 1.076508222112097, + 0.8969691136995324, + 1.0157671583515164, + 1.0382138974203643, + 0.8520637539328237 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 6, + "depth": 6, + "padding": 14, + "parameters": 5740, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.23076923076923078, + "test_acc": 0.07575757575757576, + "train_size": 26, + "val_size": 13, + "test_size": 66, + "stats": { + "mean": [ + [ + 0.13624746153846157, + -0.13478680769230772, + 0.03693388461538476, + 0.08770600000000003, + -0.01256838461538465, + 0.05726215384615386, + 0.033336038461538396 + ] + ], + "std": [ + [ + 0.8716889547511608, + 0.9579937729204642, + 1.0615560480179493, + 0.7749005943842086, + 0.9916744330944691, + 1.0538491233066194, + 0.8970306628997816 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 6, + "depth": 6, + "padding": 14, + "parameters": 5740, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 10, + "best_val_acc": 0.10526315789473684, + "test_acc": 0.13333333333333333, + "train_size": 26, + "val_size": 19, + "test_size": 60, + "stats": { + "mean": [ + [ + 0.2900749615384615, + -0.1092556538461538, + -0.16296869230769223, + 0.08770600000000003, + -0.12252815384615393, + 0.002101461538461631, + -0.0444463846153846 + ] + ], + "std": [ + [ + 0.9565380984621445, + 1.0668876495414104, + 1.087587760209891, + 0.7749005943842086, + 0.9250887318796751, + 0.7643326705239842, + 0.9333890769230768 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 6, + "depth": 6, + "padding": 14, + "parameters": 5740, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.2133100364869726, + "std_test_acc": 0.15569299399731582, + "n_samples": 105, + "n_features": 7, + "n_classes": 6, + "mean_cert_acc_36": 0.0, + "std_cert_acc_36": 0.0, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "planning": { + "dataset": "planning", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 8, + "best_val_acc": 0.7407407407407407, + "test_acc": 0.7090909090909091, + "train_size": 45, + "val_size": 27, + "test_size": 110, + "stats": { + "mean": [ + [ + -0.13597411777777782, + -0.059930613333333334, + 0.1726637911111111, + 0.034723479999999994, + 0.1943293844444444, + -0.058733431111111144, + -0.116129388, + 0.17681400222222224, + -0.19228555555555557, + -0.07629513333333332, + 0.07577999111111111, + 0.14000706444444447 + ] + ], + "std": [ + [ + 0.9037583332493699, + 0.8892684096511589, + 0.9934159714161822, + 0.9795447749569939, + 0.991099979203418, + 0.8238368829401475, + 0.8461204418967577, + 1.0434976919452328, + 0.9979969012441308, + 0.9523454999652433, + 0.9216888475521186, + 1.061608647395146 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 5768, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 6, + "best_val_acc": 0.5833333333333334, + "test_acc": 0.5445544554455446, + "train_size": 45, + "val_size": 36, + "test_size": 101, + "stats": { + "mean": [ + [ + 0.11314807155555553, + -0.05681264375555557, + 0.03933796666666664, + 0.04977631111111109, + 0.03694895555555555, + -0.044924306666666684, + 0.04804084666666663, + 0.12195993333333337, + 0.042717271111111156, + 0.008962882222222232, + -0.0006334968888889045, + -0.0009558044444444105 + ] + ], + "std": [ + [ + 0.9103807361609941, + 0.9363715375995261, + 1.1502145656153577, + 1.0558247484927283, + 1.076388481139489, + 1.0010167884068093, + 0.9233794686212015, + 0.8789681038837464, + 0.8499326718606948, + 0.8719046264511446, + 0.8860788083725304, + 0.8502961074388711 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 5768, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 2, + "best_val_acc": 0.75, + "test_acc": 0.6283185840707964, + "train_size": 45, + "val_size": 24, + "test_size": 113, + "stats": { + "mean": [ + [ + -0.08181936222222222, + 0.032095062222222207, + -0.2932722444444444, + -0.2642803151111112, + -0.2482941920666666, + 0.04209659104444442, + -0.08089617555555557, + 0.011037159999999989, + -0.05962093333333333, + -0.05360210222222223, + 0.041594423777777785, + 0.03579832413333331 + ] + ], + "std": [ + [ + 1.0346900075231742, + 0.983181200526179, + 0.8190101673790661, + 0.8655727810698712, + 0.9958599284470852, + 0.9221770981656976, + 1.0076979840800466, + 1.0249788633648824, + 1.0799692279692954, + 1.0059810529176614, + 1.0760442404746193, + 0.966271648432117 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 5768, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 9, + "best_val_acc": 0.6956521739130435, + "test_acc": 0.5614035087719298, + "train_size": 45, + "val_size": 23, + "test_size": 114, + "stats": { + "mean": [ + [ + 0.10711943111111107, + 0.19129145333333336, + 0.23947074666666662, + 0.1974917848888889, + 0.06191540222222221, + 0.19409456755555554, + 0.10399900533333334, + -0.07677485555555555, + 0.05582479999999996, + -0.0920865622222222, + 0.07224912822222225, + -0.22088875111111111 + ] + ], + "std": [ + [ + 0.9820868604107751, + 0.8497304858975051, + 0.9414935653357391, + 0.9419249731758765, + 0.9517511837520722, + 0.8554967298035733, + 1.06563202833593, + 1.067683309777831, + 0.968308470640187, + 1.07319052594271, + 1.055131325540202, + 1.0489152018459469 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 5768, + "cert_evals": { + "36": 0.008771929889917374, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6108418643447949, + "std_test_acc": 0.07482531235313046, + "n_samples": 182, + "n_features": 12, + "n_classes": 2, + "mean_cert_acc_36": 0.0021929824724793434, + "std_cert_acc_36": 0.004385964944958687, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "connect-4": { + "dataset": "connect-4", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 46, + "best_val_acc": 0.8330894546873476, + "test_acc": 0.8306405720365193, + "train_size": 16889, + "val_size": 10251, + "test_size": 40417, + "stats": { + "mean": [ + [ + 0.030039043756277816, + 0.019902300550625314, + 0.02412979927762107, + 0.01985044289179096, + 0.04051709657175008, + 0.019031591236910044, + -0.0045395188821050255, + 0.00019764479838064707, + -0.0054407273373289445, + 0.0013942071762814724, + 0.0055600884599283544, + 0.001485642518807598, + -0.045466167742357476, + -0.01035231553081155, + -0.011896642548398602, + -0.003500336017520728, + -0.005169183847484449, + -0.004208846444423896, + -0.015666746284570425, + -0.004623683640220639, + -0.003240515128237825, + 0.007526564154155245, + 0.005614181419874743, + -0.0009578565812173992, + -0.008785680620530124, + 2.9899105920217333e-05, + 0.008153071703466623, + 0.012008136479367208, + 0.006621551092434575, + -0.0019656975546212823, + -0.013779740837230907, + -0.007963726330753096, + 0.0029912185446102466, + 0.006957733791219768, + 0.009923208727565623, + 0.008400017940669328, + 0.005648935283319054, + -0.0006844205696187397, + -0.00016250281250430496, + 0.005438035407640847, + 0.006130487891554314, + 0.0019121513411066388 + ] + ], + "std": [ + [ + 1.006531226467314, + 1.008924218376966, + 1.0197183666704737, + 1.023893878424687, + 1.1159454713651147, + 1.1190732652590052, + 1.0024169825217877, + 0.9994835093105424, + 0.9930989860238304, + 1.004612308430935, + 1.0242747269577495, + 0.9967703228906594, + 1.0081015996457976, + 1.0023951062831706, + 0.9892908401102037, + 0.9991151349692805, + 0.9863950858355114, + 0.960184531380724, + 0.9986346631032498, + 1.0001270989782147, + 0.9928951530660571, + 1.0169032842233705, + 1.013285375385304, + 0.970290472444351, + 0.9945759706604689, + 0.9972408901165424, + 1.0114521905940863, + 1.0290063758644428, + 1.023278904623385, + 0.9324949802555003, + 0.9965943679305745, + 0.9932874797871102, + 1.0036564691959504, + 1.0228377133115587, + 1.0386526847608728, + 1.1257342158605066, + 1.0035861966708441, + 1.000236858494279, + 0.9968329006749054, + 1.0125833294784417, + 1.0214319654141149, + 1.006766118353405 + ] + ] + }, + "width": 128, + "in_features": 42, + "out_features": 2, + "depth": 6, + "padding": 84, + "parameters": 88328, + "cert_evals": { + "36": 0.7339981198310852, + "72": 0.619763970375061, + "108": 0.4882846474647522, + "255": 0.06420566141605377 + }, + "fold": 0 + }, + { + "best_epoch": 46, + "best_val_acc": 0.8230602599448602, + "test_acc": 0.8229166666666666, + "train_size": 16889, + "val_size": 10156, + "test_size": 40512, + "stats": { + "mean": [ + [ + 0.027203261152216014, + 0.024381636864207697, + 0.020735522529443332, + 0.023047149623986126, + 0.020027097519112465, + 0.026940308105877917, + -0.00722533788855856, + -0.00531791621766461, + -0.009308466457466616, + 0.00578968973889537, + -0.0010269574279278557, + 0.004949220640663072, + -0.037384035289282136, + -0.016723926816264917, + -0.008892225590617149, + -0.008508028006396103, + -0.004554644798399636, + 0.0002488341287307118, + -0.014038076854764218, + 0.0028520603943621176, + 0.0008038332642066601, + 0.002791597607881187, + -0.00160992456626965, + -0.0009578257800985885, + 5.388069156555676e-05, + 0.010160649535196326, + 0.012398836639225969, + 5.7993960568914834e-05, + -0.003970593522402191, + 0.0032774340103030072, + -0.010958108650600418, + 0.003209088104681389, + 0.008421007164421582, + 0.007349537331987826, + 0.008767308745328259, + -0.0032300263189079456, + -0.0018860788679084654, + -0.009485176801493057, + -0.0028463511753280563, + 0.0013060429865429904, + -0.0015533507016145245, + 0.012107637870801016 + ] + ], + "std": [ + [ + 1.0053784970608792, + 1.0086117051709853, + 1.0174407281192794, + 1.0328236445577126, + 1.0555647249928823, + 1.1828794778966805, + 1.0020910755122447, + 1.0000565113338769, + 0.9890321160451245, + 1.0150152665488792, + 0.9899360205182285, + 1.0509979377431884, + 1.0058247313452429, + 0.9943794278675755, + 0.9914355031605685, + 0.98735263698585, + 0.9895129572809503, + 0.9832660190727348, + 1.0002454573596118, + 1.005345164132691, + 1.0022702027544366, + 1.0038695389702308, + 0.9884994910041733, + 1.0323210247180712, + 0.9997460580413666, + 1.0089872644160143, + 1.0235001251776934, + 0.9984386209085483, + 0.9823324227005963, + 1.0494438702787408, + 0.9933592013054958, + 1.0038908920524567, + 1.013697656799958, + 1.0183153010542547, + 1.0567215054144603, + 0.8880868673858706, + 1.0011297314158905, + 0.9952887406369397, + 0.9967427026967423, + 1.006175884588394, + 0.991937713430211, + 1.1100304287997806 + ] + ] + }, + "width": 128, + "in_features": 42, + "out_features": 2, + "depth": 6, + "padding": 84, + "parameters": 88328, + "cert_evals": { + "36": 0.7153682708740234, + "72": 0.5874308943748474, + "108": 0.44895339012145996, + "255": 0.04986177012324333 + }, + "fold": 1 + }, + { + "best_epoch": 46, + "best_val_acc": 0.8265884652981427, + "test_acc": 0.8233839457935606, + "train_size": 16889, + "val_size": 10230, + "test_size": 40438, + "stats": { + "mean": [ + [ + 0.025572694783573928, + 0.01329715524895377, + 0.021220418319602922, + 0.01865168985727237, + 0.01982012718339098, + 0.00963998614483818, + 0.002528423115643657, + 0.014210160400253889, + 0.019369405767058635, + 0.014451386997468231, + 0.013793931316224738, + 0.012371159470670088, + -0.039714018710444283, + 0.002464175676483553, + -0.003429649002305634, + -0.009634763751553201, + 0.0009762194327558758, + 0.0017347277695622, + -0.010497498845409039, + -0.009077317366310872, + -0.009626320682147567, + -0.007594781810667109, + -0.00470596897387065, + -0.0015970677600842312, + -0.009472249452314906, + -0.00820725051809292, + -0.0026667849487946728, + -0.015432931020187987, + 0.0013254907454667974, + 0.008520569927173222, + -0.01259168517970182, + -0.013636079637638902, + -0.01148821777488854, + 0.0004930685061226005, + 0.0037583447036442816, + 0.004523333086622283, + -0.0011041412753886373, + 0.0011898180472266853, + 0.004086905974287228, + 0.0047194280300578055, + 0.006496377523849094, + 0.0006377091894106407 + ] + ], + "std": [ + [ + 1.002340911028259, + 1.000241509886604, + 1.0182352047279812, + 1.026450786988581, + 1.0586830294039484, + 1.0573441287107759, + 0.9999723336345973, + 1.0051963116139528, + 1.0189730060934503, + 1.0249429350044355, + 1.0283337398578962, + 1.0717856671455852, + 1.007021137501264, + 1.0086278986575667, + 0.9953893180688569, + 0.98676435866359, + 1.0045070750637721, + 0.9894410915928983, + 1.0018969853345276, + 0.9951351558433682, + 0.9829488046935272, + 0.9826669281585328, + 0.9809482582136214, + 1.0155101449208117, + 0.9962026519420597, + 0.990863381380769, + 1.0019931559758173, + 0.9596014491771616, + 1.0169055158769793, + 1.076548189219986, + 0.9955495648295175, + 0.9907146280157456, + 0.9785756681213451, + 1.006526766910725, + 1.0173366899136054, + 1.0876518916773228, + 1.0029420841971977, + 0.9990722630784118, + 1.0096089946640998, + 1.0127375864747392, + 1.01584212211435, + 0.9362241233272562 + ] + ] + }, + "width": 128, + "in_features": 42, + "out_features": 2, + "depth": 6, + "padding": 84, + "parameters": 88328, + "cert_evals": { + "36": 0.7252336740493774, + "72": 0.6077946424484253, + "108": 0.47863397002220154, + "255": 0.06632375717163086 + }, + "fold": 2 + }, + { + "best_epoch": 37, + "best_val_acc": 0.8247556353480949, + "test_acc": 0.8234338861276512, + "train_size": 16889, + "val_size": 10026, + "test_size": 40642, + "stats": { + "mean": [ + [ + 0.0255017919592495, + 0.022711381550094376, + 0.022287194327654584, + 0.02371314346613092, + 0.02809891444136949, + 0.011617169660734934, + -0.003762045615482179, + -0.0006222379063383423, + -0.0011956524365063191, + 0.008375274142948436, + -0.0028795755225458197, + 0.004949219420934186, + -0.03286969234417018, + -0.016504218603819, + -0.0016998223695865533, + -0.0031247556989696936, + -0.011519434898461321, + 0.0002488323820318791, + -0.012126160814738062, + -0.0071686163775022144, + 0.0038903055242530825, + 0.0026388575403812784, + 0.004066158683185444, + -0.0015970711824220074, + -0.004837915684773933, + -0.005745571910715695, + -0.003762464740373103, + -0.006138376635676964, + 0.001325493137553573, + 0.008520567025875392, + -0.0066514068920593425, + -0.003064876132393696, + 0.005525119900522458, + 0.009504424891937585, + 0.011849736177385477, + 0.008400017940669543, + -0.0067909446385286945, + -0.00818136082659884, + 0.004646044170746594, + 0.012444457339079356, + -0.0015533672804591957, + 0.00446103881223969 + ] + ], + "std": [ + [ + 1.0045809901782567, + 1.011044061995358, + 1.0172043141389446, + 1.0411444793879623, + 1.0848038904253097, + 1.0532589212327128, + 1.001732294856909, + 0.9979736375563433, + 0.9960552361012427, + 1.01505820099451, + 0.9927946698994767, + 1.0430998783719132, + 1.0035374294499668, + 0.9954329781752278, + 0.9998036225568965, + 0.9986000648188756, + 0.968307334521185, + 1.0041135888200137, + 1.0020709200665507, + 0.9957946771192316, + 1.0066983742054452, + 0.9982009085917064, + 1.0079501138389146, + 1.0086913740499897, + 0.9975519054988539, + 0.9949781645083238, + 0.9908446185534602, + 0.980252534332932, + 1.0196582337505167, + 1.129171084329408, + 0.9975018305111572, + 0.9962923547954192, + 1.0083259241822573, + 1.0245524736842544, + 1.0587730123334396, + 1.1257342158603454, + 1.000888709096108, + 0.9958781134180874, + 1.0074167017832345, + 1.03159906035601, + 0.975850670238492, + 1.1586868157131331 + ] + ] + }, + "width": 128, + "in_features": 42, + "out_features": 2, + "depth": 6, + "padding": 84, + "parameters": 88328, + "cert_evals": { + "36": 0.7229958772659302, + "72": 0.600118100643158, + "108": 0.46574971079826355, + "255": 0.06818069517612457 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8250937676560994, + "std_test_acc": 0.003705199276824117, + "n_samples": 67557, + "n_features": 42, + "n_classes": 2, + "mean_cert_acc_36": 0.7243989855051041, + "std_cert_acc_36": 0.007667302964602828, + "mean_cert_acc_72": 0.6037769019603729, + "std_cert_acc_72": 0.01356843624237474, + "mean_cert_acc_108": 0.4704054296016693, + "std_cert_acc_108": 0.01702195664707558, + "mean_cert_acc_255": 0.062142970971763134, + "std_cert_acc_255": 0.008346968970182885 + }, + "plant-margin": { + "dataset": "plant-margin", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 61, + "best_val_acc": 0.7479338842975206, + "test_acc": 0.7432150313152401, + "train_size": 400, + "val_size": 242, + "test_size": 958, + "stats": { + "mean": [ + [ + -0.0010596968500001934, + -0.01804303900000009, + 0.058554600000000095, + -0.04174014875000007, + -0.00557412199999981, + 0.022321825499999975, + 0.009465832749999917, + 0.026944449999999596, + 0.0220769747500004, + -0.02089326899999988, + -0.012520925000000096, + 0.0033962770000000053, + 0.0021340793749998234, + -0.0033546413499999455, + 0.021925117425000074, + 0.013851212499999961, + -0.0015689260000001164, + -0.004634679999999923, + -0.05511270024999984, + 0.026070323000000024, + 0.01848005475000007, + 0.0022656225000003355, + -0.01842250000000018, + 0.01246016899999983, + 0.0098437735000002, + -0.032934458000000104, + 0.049291360500000325, + 0.0024477580000001266, + -0.02057179899999991, + 0.0009727362499999343, + 0.0017701742499999368, + 0.00541423612499992, + 0.02091535780000011, + 0.020351312499999816, + -0.009445618999999935, + -0.02841862299999999, + 0.029737960000000185, + 0.018735809500000172, + 0.014390100750000086, + -0.016125830000000306, + 0.012385870249999646, + -0.043971327499999775, + 0.0009311264999999372, + 0.01806689874999989, + -0.008581579999999964, + -0.009399341000000174, + -0.03755508207500001, + -0.0009747140000000407, + 0.028856429249999874, + -0.0030426587000000733, + -0.015013867049999909, + -0.004152345000000207, + 0.02680056899999996, + -0.02129718575000011, + 0.022555419000000035, + -0.00723436300000014, + 0.036754802499999906, + -0.02058847975000004, + -0.010368677175000047, + -0.029642165000000022, + -0.02736674750000015, + 0.0008163920000001678, + 0.018380879350000014, + -0.008580070000000413 + ] + ], + "std": [ + [ + 0.9874340403909011, + 0.9592061852266575, + 1.0435962908617902, + 0.9425389198852354, + 1.0047339728470936, + 1.0363144948903504, + 1.0296524029950296, + 1.0063022213625923, + 1.094313672273991, + 1.0202299972901783, + 0.985157157060649, + 0.9888027948033142, + 0.9932416135375679, + 0.9909877623883768, + 1.0005062186033022, + 1.2067387345575986, + 0.984270179305036, + 0.9091203000942354, + 0.9545319559171044, + 0.983601787222833, + 1.011060877681347, + 0.9799045991624534, + 0.9223386505533625, + 1.0460006470835634, + 1.0181216615718796, + 0.9516193964985948, + 1.0882812579258407, + 1.0329753644197, + 0.9792719916843142, + 0.9673648432380815, + 0.9958388822460692, + 1.012645249804551, + 1.0439458247448072, + 1.0733982117428793, + 1.0111716504511818, + 0.996690448869414, + 1.0367837370015323, + 1.0026230843872075, + 1.0036523141489182, + 0.9356670752186079, + 1.0259733303222744, + 0.9543079293157887, + 1.016979624435871, + 1.0361404335495707, + 0.9710294506381861, + 0.9356304778213941, + 0.9636374865372435, + 0.9682684696531572, + 1.0488592685926776, + 1.0095591832024964, + 0.9864668975312801, + 0.965788248416018, + 1.0175463184007973, + 0.9707788038864342, + 1.035917848788737, + 0.9984750436485963, + 1.047306945528514, + 0.9624268336767162, + 1.0407274202088548, + 0.9906889986330216, + 0.9133036560743315, + 1.0063256302193264, + 1.0448919868528035, + 1.060209155310641 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 371306, + "cert_evals": { + "36": 0.679540753364563, + "72": 0.5991649627685547, + "108": 0.5501043796539307, + "255": 0.26096034049987793 + }, + "fold": 0 + }, + { + "best_epoch": 60, + "best_val_acc": 0.7692307692307693, + "test_acc": 0.7298136645962733, + "train_size": 400, + "val_size": 234, + "test_size": 966, + "stats": { + "mean": [ + [ + 0.018630191274999833, + 0.0021237185000000623, + 0.020341910000000126, + -0.03847603025000004, + 0.0024851145000002843, + -0.019245363750000032, + 0.01765857999999999, + -0.09520458750000026, + 0.016723600750000407, + -0.020893166249999973, + -0.013275087500000034, + -0.009778451499999922, + 0.02100441234999998, + -0.0006707280500000078, + 0.01202943670000018, + -0.012221054999999943, + 0.026685538499999994, + 0.03934188799999998, + -0.017911806749999953, + -0.004428536999999995, + 0.013875288750000034, + -0.007751707499999634, + 0.03217363749999957, + 0.003825904499999896, + 0.010617184500000114, + -0.03897739600000022, + -0.00972438474999977, + 0.0034970589999999357, + 0.02035820800000013, + -0.037335613750000024, + -0.008548351749999959, + 0.0018481537499997402, + -0.007583834749999951, + 0.04391894749999982, + 0.033370660000000205, + 0.00937306074999997, + -0.013948834999999842, + 0.005821061250000135, + 0.03052180125000005, + 0.02165496999999981, + -0.00854195450000032, + -0.03606767999999988, + -0.017944192250000105, + -0.02588678125000007, + 0.01616825525000002, + -0.00827056050000008, + -0.0017126565000000083, + -0.01656842850000004, + -0.017988074249999902, + -0.03559730630000006, + -0.0036789360499999424, + 0.012461489999999617, + 0.026261220249999995, + -0.020665702500000202, + -0.0005093669999999243, + -0.009416002500000138, + -0.02145052, + 0.012404727999999953, + 0.008414623600000027, + 0.026667712, + 0.023455849999999993, + 0.01995325700000049, + 0.017141528075000113, + -0.00027581000000054354 + ] + ], + "std": [ + [ + 1.041295070488909, + 1.0014805383027654, + 1.0526387415016842, + 0.9348659203435066, + 1.012132944361091, + 0.9779461065975633, + 1.0032476656820697, + 0.765138203982258, + 1.084558801095068, + 1.0155838017759249, + 0.9847823955761184, + 1.0321402388555014, + 1.0519629684769372, + 0.9582131621864026, + 0.9927092815254406, + 0.803704884375634, + 0.9988728657062945, + 1.1858597763171363, + 1.012274069308041, + 1.012471113861707, + 1.0151240798466312, + 0.9972545733894309, + 1.0563298324391637, + 1.0047120258743576, + 1.016702961526915, + 0.9272542628757423, + 1.012180666645035, + 1.0130792339306003, + 0.9869444731802731, + 0.9732936953239708, + 0.9987581693686506, + 1.0025285436476967, + 0.9823926819700436, + 1.13766033578092, + 1.0184063166975657, + 1.0037002652524598, + 1.0159024793557991, + 0.998493316788935, + 1.0374784962262864, + 1.0063283056949195, + 1.0742583169244284, + 0.9634076134691111, + 0.958447407516677, + 1.0041785286506213, + 1.013112893307404, + 0.9769612001923168, + 1.0056368868600618, + 0.9788744628207897, + 0.9629520265558652, + 0.929550730995055, + 0.9854910637585246, + 1.0358257613723332, + 1.0240098398191608, + 0.9303959288426701, + 1.0012547252975355, + 0.9956229965329875, + 1.021855039918818, + 1.0091992464793387, + 0.9897071424780775, + 0.9856059256334351, + 1.0201829621015206, + 1.0268852627871752, + 1.0341940427237508, + 0.9799526515218273 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 371306, + "cert_evals": { + "36": 0.6666666865348816, + "72": 0.5838509202003479, + "108": 0.5134575366973877, + "255": 0.24534161388874054 + }, + "fold": 1 + }, + { + "best_epoch": 63, + "best_val_acc": 0.7565217391304347, + "test_acc": 0.7309278350515463, + "train_size": 400, + "val_size": 230, + "test_size": 970, + "stats": { + "mean": [ + [ + 0.005920089124999763, + -0.001301032000000133, + 0.0013308824999999258, + 0.008417454999999876, + 0.005976730250000185, + 0.019669846999999876, + 0.010878556750000047, + 0.025150082499999716, + 0.0022754870000003123, + 0.024085954000000003, + -0.005742166250000042, + -0.007721828999999947, + 0.00371573337499994, + -0.012943442949999913, + -0.014590249949999882, + -0.025256129999999963, + -0.011889130000000098, + -0.019724357499999953, + -0.01377830674999994, + 0.006886749000000014, + -0.003516929999999907, + -0.03828019749999969, + 0.005775229999999821, + -0.030314237500000177, + -0.019109295999999804, + 0.04844473150000008, + -0.02716004849999974, + 0.002796986500000034, + -0.019719068250000017, + 0.041975102500000014, + -0.017687051749999974, + -0.021844609375000337, + 0.020916906100000077, + -0.022494655000000176, + 0.026175232000000156, + 0.010884623500000074, + -0.021303965499999796, + -0.0039162167499998055, + -0.015307416500000065, + 0.012900294999999774, + 0.006834127249999801, + 0.027173450000000154, + 0.0027974614999998885, + 0.028211698749999896, + -0.0031931937499999692, + 0.011277844999999809, + 0.00992980717499997, + -0.013968735000000017, + -0.01707076174999997, + 0.01365854819999998, + -0.0014908621499998933, + 0.009138499999999666, + 0.02060593399999994, + 0.007099336749999857, + -0.003448647499999997, + 0.0015010997499998568, + -0.03850890625000006, + 0.0022736427499999282, + -0.013522159549999977, + -0.0332120949999999, + 0.005866322499999921, + -0.004317283999999508, + -0.00538338794999997, + -0.0069175300000004145 + ] + ], + "std": [ + [ + 1.0010921783674436, + 0.9945407140012373, + 1.005748587963517, + 0.9668282590649625, + 1.0031010346345277, + 0.9967928785295819, + 0.9751713195709866, + 1.1467050887662724, + 0.9392946439639414, + 0.9895328846805108, + 0.9767912569515301, + 0.9727489873091506, + 0.9701070098004984, + 1.0053545262016492, + 0.9846236608578788, + 0.7727736342078088, + 0.971944708609996, + 0.8826840113147226, + 0.98563931252641, + 0.9711438420390225, + 0.9629058280406353, + 0.9716674314378894, + 1.1301355955709167, + 0.9477815286674603, + 0.9881704764475729, + 1.0137752766865444, + 0.9583402354865277, + 0.9958443104934569, + 0.9663730766877806, + 1.0669358291663034, + 0.955827255033273, + 0.9505215572351379, + 1.0084010054173358, + 0.9871444837708967, + 1.0130833200270473, + 1.043702427349745, + 0.9912743901116762, + 0.973685836703786, + 0.985763394194837, + 1.0377291955455417, + 1.0077815203197755, + 1.0141762382944473, + 1.019662919156708, + 1.046456382869172, + 1.0332849966442448, + 1.0406499407344652, + 0.9961622026264285, + 0.9855957603524927, + 0.9824473993933991, + 1.0388871379951687, + 1.0170409949547163, + 1.03216407460882, + 1.0347227568843633, + 1.0401704190454892, + 0.9504580582249552, + 0.9606350019976608, + 1.0073622594193574, + 1.0173972038824486, + 0.9758624776113387, + 1.017294570276939, + 1.1903867160054817, + 1.041760575180181, + 0.9817904646611345, + 0.9934098271111226 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 371306, + "cert_evals": { + "36": 0.6721649765968323, + "72": 0.6103093028068542, + "108": 0.5412371158599854, + "255": 0.26907217502593994 + }, + "fold": 2 + }, + { + "best_epoch": 83, + "best_val_acc": 0.6956521739130435, + "test_acc": 0.7402323125659979, + "train_size": 400, + "val_size": 253, + "test_size": 947, + "stats": { + "mean": [ + [ + 0.0049220609499997505, + 0.014300554999999927, + -0.013117759999999938, + 0.0006888637499999897, + 0.014571960000000097, + -0.029186410499999996, + 0.002400438750000075, + -0.053890317500000125, + 0.010837756000000382, + -0.043686283749999874, + 0.00818919124999994, + 0.02274708350000002, + -0.010304195600000106, + 0.021186932849999934, + 0.02806746060000008, + 0.03340746249999935, + -0.023547052000000096, + -0.033522315499999976, + 0.008610349500000156, + 0.027052154499999995, + -0.010934992499999938, + 0.006081485000000295, + 0.02777317250000039, + 0.016383195499999857, + 0.03879757150000023, + -0.021655729750000265, + 0.014864098750000401, + 0.036007804000000046, + -0.006075429999999921, + -0.019079332500000098, + 0.046873371749999754, + 0.020189249124999916, + -0.006358586449999976, + -0.01606563250000019, + -0.011602580249999888, + 0.013908655750000045, + -0.026925847499999826, + 0.04435231250000004, + 0.0030248995000000476, + 0.04331075999999964, + -0.010036047250000119, + -0.020255887499999837, + 0.016312687999999884, + 0.0007390799999998633, + -0.01058009674999995, + 0.022933002500000025, + 0.018606085150000003, + -0.02793774274999995, + 0.02640782450000013, + 0.0009197187999999446, + 0.01879274900000016, + -0.012793932500000254, + -0.05696751475000014, + 0.009623771999999869, + -0.014076831999999899, + 0.03262045174999992, + -0.03750922250000002, + -0.020068239750000067, + 0.007511379900000031, + 0.011995891500000104, + 0.001957915000000034, + 0.008284810500000324, + -0.03583419272500005, + 0.025183247499999534 + ] + ], + "std": [ + [ + 1.0292860056491944, + 1.0292792317834558, + 1.021157636187128, + 1.0004671883473788, + 1.0099925807918118, + 0.940459599532873, + 1.0284403765468189, + 0.8253858457506277, + 1.0205839902595195, + 0.9375845702209917, + 1.0276192722636466, + 1.0352781665590673, + 1.00573951678478, + 1.0168176366617936, + 1.0354526336454533, + 1.409467384284455, + 1.0173514777145187, + 0.9176768917465363, + 0.9987312571300704, + 1.011937740881034, + 0.998584402272729, + 1.056733717686757, + 1.037552726041927, + 1.0142258428702424, + 1.035939823876147, + 0.9963005677388238, + 1.0191184901038401, + 1.0189027476350714, + 0.9772965657228759, + 0.9822876158929498, + 1.1026232958885742, + 1.0501886707528871, + 0.9971602814316513, + 1.0340674788196675, + 0.9800225335712383, + 1.0197769718133536, + 0.9741149929553732, + 1.042912622378931, + 0.9736271090391864, + 1.061534430063924, + 0.9526685914619262, + 1.0048497041951536, + 1.0274317900005205, + 0.9912072467959292, + 0.9895627947501346, + 1.0186115853191826, + 1.013480663944259, + 0.9413201803178272, + 1.0436199704257596, + 0.9898799364419235, + 1.0333854032952587, + 0.9495359391868493, + 0.9383015025414292, + 1.0126790152589706, + 0.9761807480062364, + 1.0554871962715169, + 0.9748100083771338, + 0.9555452645008876, + 1.0523449870830452, + 0.9961427848161136, + 1.2062430696295, + 1.0118419269696228, + 0.9775440389434499, + 0.9524811445180422 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 371306, + "cert_evals": { + "36": 0.6842661499977112, + "72": 0.6187962293624878, + "108": 0.5343189239501953, + "255": 0.26610350608825684 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7360472108822644, + "std_test_acc": 0.006682260946174505, + "n_samples": 1600, + "n_features": 64, + "n_classes": 100, + "mean_cert_acc_36": 0.675659641623497, + "std_cert_acc_36": 0.007793607201129792, + "mean_cert_acc_72": 0.6030303537845612, + "std_cert_acc_72": 0.015103397541896282, + "mean_cert_acc_108": 0.5347794890403748, + "std_cert_acc_108": 0.01561400000403176, + "mean_cert_acc_255": 0.2603694088757038, + "std_cert_acc_255": 0.010564119017746686 + }, + "plant-shape": { + "dataset": "plant-shape", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 79, + "best_val_acc": 0.5514018691588785, + "test_acc": 0.513184584178499, + "train_size": 400, + "val_size": 214, + "test_size": 986, + "stats": { + "mean": [ + [ + 0.010793134649999947, + 0.0029814738750000274, + -0.005680250974999982, + -0.00999388868249995, + -0.018943553000000047, + -0.022220061225000066, + -0.023538591772499947, + -0.023104606949999985, + -0.022654011850000027, + -0.013826088777500009, + -0.012183569699999982, + -0.019542425225000024, + -0.021094745304999968, + -0.013662524125000061, + -0.007497562182500008, + -0.004011965550000029, + -0.0018356184500000372, + 7.94950000007455e-06, + 0.00456346359999991, + 0.002077647049999971, + 0.005165495805000022, + 0.009402297242499979, + 0.008459789907500027, + 0.010384120812499977, + 0.009072800484999985, + 0.009275099372499976, + 0.011333548210000006, + 0.00974336192500002, + 0.009874121385000021, + 0.013796312999999978, + 0.0035003747700000252, + -0.0006504867999999986, + -0.006737763249999974, + -0.009779546075000065, + -0.009547967425750021, + -0.008340889135000092, + -0.01037015690000003, + -0.015118204249999967, + -0.014712120350000033, + -0.011817635924999998, + -0.01854881525000002, + -0.021627437300000017, + -0.02562561288749998, + -0.02507883772499999, + -0.01957355992500001, + -0.010989493799999993, + -0.004170166650000026, + -0.0007832742674999737, + -0.0008414850850000529, + 0.0014383313750000115, + 0.008277859025000037, + 0.015007289872500043, + 0.02009162649999997, + 0.020694419627500026, + 0.02312079630000003, + 0.02027844062500002, + 0.012670696450000017, + 0.011923742850000028, + 0.008522531550000014, + 0.0021193726999999838, + 0.00027873594999999404, + -0.005514954024999976, + -0.005619866314999964, + 0.000804423425000044 + ] + ], + "std": [ + [ + 1.0193984315579283, + 1.0138728773194225, + 1.0025119027839187, + 0.9926201913273888, + 0.9797572939727588, + 0.9675431762012998, + 0.9562849021750489, + 0.9457765924705838, + 0.9453288165685446, + 0.9493183692891524, + 0.9510566730800354, + 0.9587654362947835, + 0.9708540170515252, + 0.9906082656256265, + 1.0060018623497948, + 1.0090880491601784, + 0.9970255943580457, + 0.9966975594633455, + 1.0075598104469696, + 1.0193962682636182, + 1.040522735169908, + 1.0407459188197639, + 1.0303725268059722, + 1.0256419706953475, + 1.0198382842786065, + 1.0197936843070703, + 1.0266695425622123, + 1.0253571333157874, + 1.0153590777307844, + 1.0110354025342352, + 1.0181892223475282, + 1.0166426127543688, + 1.011169701470929, + 1.0054929366994545, + 1.0096458368985821, + 1.0140452905977049, + 1.009910026151903, + 0.9911465124845928, + 0.981395028524588, + 0.9714368920896277, + 0.9640569672295396, + 0.9682443777583067, + 0.9618240790560709, + 0.9651476273791817, + 0.9697583533908924, + 0.9857642722747081, + 0.9945128871244862, + 0.998379374233736, + 1.0006314561941052, + 1.008050481132436, + 1.0268004129156558, + 1.0452850694975346, + 1.0563281717760602, + 1.0509178269869455, + 1.0471449082028836, + 1.0431100616694575, + 1.035476811024627, + 1.0416661017312363, + 1.0428844632918242, + 1.0319514866130477, + 1.029873132188317, + 1.028802362627988, + 1.0249104343768467, + 1.0178924453800364 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 371306, + "cert_evals": { + "36": 0.40770789980888367, + "72": 0.3133874237537384, + "108": 0.2251521199941635, + "255": 0.053752534091472626 + }, + "fold": 0 + }, + { + "best_epoch": 86, + "best_val_acc": 0.5365853658536586, + "test_acc": 0.5356394129979035, + "train_size": 400, + "val_size": 246, + "test_size": 954, + "stats": { + "mean": [ + [ + -0.01969966857750001, + -0.018735893250000035, + -0.01923726170000004, + -0.01765154066999996, + -0.021040157724999967, + -0.020549986874999978, + -0.01802188749999998, + -0.013611070524999968, + -0.01314826475000005, + -0.010111033277499976, + -0.011831655162500052, + -0.009240258725000013, + -0.004857546977500041, + -0.003872501354999996, + -0.004503420224999966, + -0.007399539599999919, + -0.009506949104999987, + -0.00983436382500002, + -0.0073349694900001206, + -0.0026293045575000932, + -0.005217706800000011, + -0.01053002465000001, + -0.011560438125000017, + -0.009075882437499998, + -0.0045980930749999985, + -0.008758359152500011, + -0.012621292225000027, + -0.016511235369999985, + -0.028317963276500033, + -0.02497353765000002, + -0.014343673825000004, + -0.008610495525000058, + 0.004172939175000043, + 0.0019351163249999698, + -0.004373591600750041, + -0.0077125528000000455, + -0.01211637097500002, + -0.01259113399249995, + -0.012157099130000017, + -0.014399237225000002, + -0.009437209475000015, + -0.0046622409374999915, + -0.006370976337500016, + -0.011270999825000006, + -0.015921284525000006, + -0.012410074750000007, + -0.014884673650000003, + -0.016949542649999955, + -0.017354671999999977, + -0.011285483702500028, + -0.009929046974999904, + -0.007901803479999947, + -0.00815231512075005, + -0.010049489069999949, + -0.011786209875000047, + -0.014985319077499979, + -0.019011035099999973, + -0.008162044849999986, + -0.0058525207999999595, + -0.01041489936249999, + -0.011318642174999963, + -0.015970219724999984, + -0.026622342699999985, + -0.029072289924999974 + ] + ], + "std": [ + [ + 0.9860131433859547, + 0.9839451298693502, + 0.9815653890681931, + 0.9791684843455107, + 0.9793192609145278, + 0.980950701990714, + 0.9884282309487391, + 0.9817147072820436, + 0.9862993933397015, + 0.9922815938909398, + 0.9847563677603288, + 0.9853865969758397, + 0.9879672222996878, + 0.9946824106249518, + 0.9961943172051062, + 0.9902136279887243, + 0.9887680048123522, + 0.993003063211071, + 1.0071770840518683, + 1.0247666604590329, + 1.0257137801878309, + 1.011455364670402, + 0.9947052989179791, + 0.9869387562943811, + 0.9888179645496713, + 0.987009987810631, + 0.9897190394535154, + 0.991361121462267, + 0.992989633996112, + 0.9961724937704427, + 0.9897090546568476, + 0.9844393105882888, + 0.9858088094372514, + 0.9942345793157213, + 0.9949467347271544, + 0.9941801452632953, + 0.9935755677210956, + 0.9940539923777484, + 0.9871617326295817, + 0.9809194296573341, + 0.9841049037423958, + 0.9872912480789516, + 0.9853330949312704, + 0.9809868668056975, + 0.977760884105985, + 0.9785005795193457, + 0.9774791029379978, + 0.9747292923736738, + 0.9892632184812155, + 0.9903128998680867, + 0.9995507672572046, + 1.012420498620147, + 1.014423356554454, + 1.0113780719858716, + 1.0085495954493642, + 1.0103910622541978, + 1.0042573664175571, + 0.9954666158538873, + 0.9825056771440344, + 0.969748087810821, + 0.9684376869484385, + 0.9687387646565352, + 0.9685510643060194, + 0.9716172187511043 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 371306, + "cert_evals": { + "36": 0.43396225571632385, + "72": 0.33647796511650085, + "108": 0.23480083048343658, + "255": 0.04716980829834938 + }, + "fold": 1 + }, + { + "best_epoch": 97, + "best_val_acc": 0.5872340425531914, + "test_acc": 0.5202072538860104, + "train_size": 400, + "val_size": 235, + "test_size": 965, + "stats": { + "mean": [ + [ + -0.011195848850000047, + -0.014077039849999994, + -0.015681537625000016, + -0.015262547177500023, + -0.018894034979999984, + -0.023536119524999965, + -0.016015195249999968, + -0.008908977427499989, + -0.005013930349999998, + -0.007225348899999984, + -0.008182635, + -0.00789371312500003, + -0.011035066974999978, + -0.005199030499999984, + 0.005315251324999976, + 0.011141104150000055, + 0.011588849470000002, + 0.009680554374999966, + 0.010888354087499948, + 0.010037595079999946, + 0.011800275580000021, + 0.007671618275000015, + 0.006882413550000033, + 0.0062716886124999935, + -0.0019262105499999794, + -0.002007641149999968, + -0.003485761440000005, + -0.0017775631049999818, + 0.0007400688484999391, + -0.0018860717750000106, + -0.006113297799999992, + -0.013600633775000042, + -0.020458192474999966, + -0.023048553475000007, + -0.019547718700000005, + -0.01125536750999998, + -0.014651312500000012, + -0.017176074307499963, + -0.015313710324999983, + -0.018115000749999995, + -0.02384295694999999, + -0.02221634045249998, + -0.019668475399999934, + -0.016640133125000005, + -0.011789776774999969, + -0.006203905024999959, + -0.004540449625000036, + 0.0006846066824999924, + 0.006433635392500026, + 0.0017259993975000153, + 0.0026194728225000024, + 0.002456912675000057, + 0.0035687386999999193, + 0.003967900025000002, + 0.008058575125000038, + 0.009259356747499982, + 0.009820443250000033, + -0.000526142624999981, + -0.007535754924999987, + -0.006530597337499988, + -0.00488854567499998, + -0.004628704975000013, + -0.006573741065000051, + -0.008198970250000055 + ] + ], + "std": [ + [ + 0.9997831577603109, + 1.0025959495608783, + 0.9981200898415419, + 0.9862363254781552, + 0.9807001230728768, + 0.9703599657486957, + 0.9542469081610001, + 0.9473845839451106, + 0.9547713929170183, + 0.9636033061770535, + 0.9759543385191676, + 0.9833507068982068, + 0.9860092538737429, + 0.9928824474026815, + 1.009087175522555, + 1.0225369274879927, + 1.0377746120861517, + 1.047008477348557, + 1.0437668765399934, + 1.0330775502764258, + 1.0319662406027479, + 1.030352484762016, + 1.0343435297883754, + 1.0306714836465332, + 1.0227257424915315, + 1.0163750005569692, + 1.0080783487785092, + 1.0057728718253096, + 1.0031574142753106, + 0.9970437490537768, + 1.0039054666803333, + 1.0092902332461646, + 1.015955753316646, + 1.0094451596904581, + 0.9971506877338592, + 0.9797514030945054, + 0.9606748456549195, + 0.9429643662114964, + 0.9357296749897012, + 0.9401794981595187, + 0.9451576738004599, + 0.9529959594959825, + 0.9553731219059256, + 0.952474899040048, + 0.9565245724608336, + 0.9697603305783443, + 0.9863202900077532, + 0.9954169393962655, + 1.0081946986669663, + 1.0156075960594253, + 1.0253976925038635, + 1.0300309888526664, + 1.0402541851284346, + 1.0433040030246603, + 1.0375395049686613, + 1.0264815045978641, + 1.021912736268765, + 1.0088758758830503, + 1.003466814657958, + 1.0086525159597994, + 1.0137559378643732, + 1.0086686244063605, + 1.006042971236659, + 1.0003260366638576 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 371306, + "cert_evals": { + "36": 0.417616605758667, + "72": 0.30569949746131897, + "108": 0.20829015970230103, + "255": 0.04974093288183212 + }, + "fold": 2 + }, + { + "best_epoch": 88, + "best_val_acc": 0.5242290748898678, + "test_acc": 0.5056526207605344, + "train_size": 400, + "val_size": 227, + "test_size": 973, + "stats": { + "mean": [ + [ + -0.01614315225000004, + -0.007862261849999979, + 0.00030315945000001577, + -6.585304499997488e-05, + 0.0033457709750000114, + 0.009937330912499974, + 0.010135651675000024, + 0.009038938675000023, + 0.008931583272500009, + 0.009906352275000018, + 0.013642040799999994, + 0.017299261174999987, + 0.019865335000000005, + 0.019657458469999986, + 0.022414197692500006, + 0.02512643972499996, + 0.026877304525000024, + 0.0296143309, + 0.027764356497500045, + 0.024134231862499998, + 0.021181714175000043, + 0.02076543959999998, + 0.018820411632499992, + 0.016560606787500022, + 0.014716417624999967, + 0.015544499800000031, + 0.008937221650000026, + 0.0035691808475000007, + 0.00756637997750002, + 0.010582013399999977, + 0.00892202232, + 0.010522723749999905, + 0.009224050324999985, + 0.011262885774999978, + 0.012877923949999981, + 0.008631394499999978, + 0.013585739524999963, + 0.012593921374999985, + 0.00966451497500001, + -0.0018835844000000157, + -0.0072232187000000215, + -0.0024773558750000612, + 0.004778897314500035, + 0.010836082050000053, + 0.013114038100000038, + 0.012921894249999984, + 0.011661495899999983, + 0.006202870582499988, + 0.009554275007499979, + 0.010892630822499966, + 0.015263733174999995, + 0.018143591994999972, + 0.01859551449250001, + 0.01313465375500002, + 0.01828117135000002, + 0.021080939575000034, + 0.020155471175000023, + 0.02226961222499997, + 0.019368037950000003, + 0.018775792600000018, + 0.018483347624999945, + 0.009753726052499946, + -0.0015497268675000327, + -0.011832948350000021 + ] + ], + "std": [ + [ + 0.9690180900805035, + 0.9727335201919173, + 0.9764755262740973, + 0.9829585179082819, + 0.9924285501408081, + 1.0058984225928205, + 1.0139421119627963, + 1.0204714628277265, + 1.024761969275269, + 1.0411321691366637, + 1.051554346720804, + 1.0528939116549463, + 1.048231049542776, + 1.035208648003462, + 1.0211826349075386, + 1.021066390612321, + 1.0225781515263015, + 1.0234107662776533, + 1.013889389780415, + 1.002809268474515, + 1.005659594852486, + 1.0123290373188114, + 1.0154559039015623, + 1.013290801738594, + 1.0094740964231081, + 1.0002162486552635, + 0.9914378185750687, + 0.9943868019460187, + 0.9942535553869897, + 0.9896262981629789, + 0.9859228057329431, + 0.9860916917991401, + 0.9824333417893006, + 0.9869225315171396, + 0.9958671872185834, + 0.999358349920491, + 0.9902030063817621, + 0.9953941674238796, + 1.0044794940384356, + 1.01450410197358, + 1.0212449253894722, + 1.031533466370799, + 1.0310663353310807, + 1.0299586525323416, + 1.0140754261682852, + 1.0146983653439086, + 1.010949221001189, + 0.9984754004996209, + 0.9996230059073175, + 1.0023281510239592, + 1.0083940727060101, + 1.0104207218854935, + 1.0188090918448567, + 1.0267152458848512, + 1.0256934112800635, + 1.0177374007859166, + 1.004324219711767, + 0.9955156869267784, + 0.9865523378817893, + 0.984584448748711, + 0.9818097517909892, + 0.9865486470036113, + 0.9850111209189524, + 0.9782242969255907 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 371306, + "cert_evals": { + "36": 0.4254882037639618, + "72": 0.3227132558822632, + "108": 0.2487153261899948, + "255": 0.05549846217036247 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5186709679557369, + "std_test_acc": 0.012778446335588703, + "n_samples": 1600, + "n_features": 64, + "n_classes": 100, + "mean_cert_acc_36": 0.4211937412619591, + "std_cert_acc_36": 0.0111973387859025, + "mean_cert_acc_72": 0.31956953555345535, + "std_cert_acc_72": 0.0132460614369674, + "mean_cert_acc_108": 0.22923960909247398, + "std_cert_acc_108": 0.016988405229275153, + "mean_cert_acc_255": 0.05154043436050415, + "std_cert_acc_255": 0.0037815317491854184 + }, + "post-operative": { + "dataset": "post-operative", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 28, + "best_val_acc": 0.7692307692307693, + "test_acc": 0.5818181818181818, + "train_size": 22, + "val_size": 13, + "test_size": 55, + "stats": { + "mean": [ + [ + 0.2644478181818181, + -0.002965454545454521, + -0.04423899999999998, + 0.0652979090909091, + -0.09040263636363635, + 0.12863909090909095, + -0.031622818181818196, + -0.010754727272727246 + ] + ], + "std": [ + [ + 0.863045425336646, + 0.9808035281210981, + 0.9954110000000002, + 0.8638286631944233, + 0.9903112638860088, + 1.0460343032985846, + 0.9593493232948251, + 0.6242961991096403 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 5673, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 36, + "best_val_acc": 0.6666666666666666, + "test_acc": 0.56, + "train_size": 22, + "val_size": 18, + "test_size": 50, + "stats": { + "mean": [ + [ + -0.04068454545454543, + -0.13643590909090905, + -0.22522281818181814, + -0.01632572727272733, + 0.18080527272727273, + -0.36753845454545453, + -0.4196983636363635, + 0.03461609090909094 + ] + ], + "std": [ + [ + 0.48245777837997267, + 1.0509474100388445, + 0.9788196547256961, + 1.0356928042306306, + 0.9778540225386487, + 0.7579234423290888, + 0.7652973041426179, + 0.7599528606329299 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 5673, + "cert_evals": { + "36": 0.14000000059604645, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 23, + "best_val_acc": 0.4444444444444444, + "test_acc": 0.3559322033898305, + "train_size": 22, + "val_size": 9, + "test_size": 59, + "stats": { + "mean": [ + [ + 0.035598363636363664, + -0.06970068181818179, + -0.13473090909090904, + -0.17957400000000004, + 0.18080527272727273, + 0.29403163636363644, + 0.03305631818181817, + 0.034616272727272704 + ] + ], + "std": [ + [ + 0.7964199476848967, + 1.018669033729904, + 0.9912891976159546, + 1.0484797311020457, + 0.9778540225386487, + 1.24868633500981, + 1.0040929058601908, + 0.5709040666748884 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 5673, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 13, + "best_val_acc": 0.42857142857142855, + "test_acc": 0.25925925925925924, + "train_size": 22, + "val_size": 14, + "test_size": 54, + "stats": { + "mean": [ + [ + -0.4221010909090909, + 0.19724022727272736, + 0.22723672727272717, + -0.016325727272727287, + -1.0092936587501423e-17, + -0.036753454545454506, + -0.16098145454545446, + 0.41270672727272745 + ] + ], + "std": [ + [ + 0.9311555791372603, + 0.9366735504705384, + 0.9576763484720417, + 1.0356928042306308, + 0.9944290000000001, + 0.7579238589268785, + 0.9505882556493265, + 0.8002666526517147 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 5673, + "cert_evals": { + "36": 0.018518518656492233, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.4392524111168179, + "std_test_acc": 0.15731578743413127, + "n_samples": 90, + "n_features": 8, + "n_classes": 3, + "mean_cert_acc_36": 0.03962962981313467, + "std_cert_acc_36": 0.06748062799455729, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "primary-tumor": { + "dataset": "primary-tumor", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 33, + "best_val_acc": 0.39215686274509803, + "test_acc": 0.3604060913705584, + "train_size": 82, + "val_size": 51, + "test_size": 197, + "stats": { + "mean": [ + [ + -0.008010512195121854, + 0.054444146341463336, + 0.0366287682926831, + 0.017473585365853656, + 0.00994146341463413, + 0.14699000000000015, + 0.04866843902439027, + -0.06218121951219504, + 0.01667878048780483, + -0.03673495121951217, + 0.060766390243902485, + -0.11804926829268325, + 0.04384986585365854, + -0.04256348780487793, + 0.026720512195121893, + 0.09196453658536587, + 0.04076614634146339 + ] + ], + "std": [ + [ + 0.9284296903454413, + 0.9827553422472404, + 0.9950878705168285, + 1.0173173538014615, + 0.9933487461181214, + 1.0, + 0.962929194381142, + 1.0381881034205123, + 0.9899379872265349, + 1.011517643744964, + 0.8811077313196498, + 1.2812447336275181, + 0.9462003808216405, + 1.0326718844648832, + 0.9328296141970309, + 0.9459362255487258, + 0.9834201107664913 + ] + ] + }, + "width": 64, + "in_features": 17, + "out_features": 15, + "depth": 6, + "padding": 34, + "parameters": 22933, + "cert_evals": { + "36": 0.24873095750808716, + "72": 0.16243654489517212, + "108": 0.10659898072481155, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 49, + "best_val_acc": 0.42, + "test_acc": 0.35353535353535354, + "train_size": 82, + "val_size": 50, + "test_size": 198, + "stats": { + "mean": [ + [ + -0.19990898780487798, + -0.06597853658536594, + -0.06580686585365814, + -0.04826112195121953, + 0.03728248780487797, + 0.06248341463414634, + -0.06985995121951216, + -0.0032160975609755497, + -0.06506265853658541, + 0.09333218292682927, + 0.06076639024390239, + -0.30444282926829297, + -0.1407240975609757, + -0.13789832926829237, + -0.011618548780487929, + -0.07208160975609774, + 0.0923113658536586 + ] + ], + "std": [ + [ + 1.0840763211298148, + 0.9871722424447865, + 0.9943340791237609, + 0.9878070021217906, + 0.978564253608743, + 0.7605592682926824, + 1.0434538299658207, + 1.0006713020447777, + 1.0285572185582093, + 0.9582691142993712, + 0.8811077313196498, + 1.4765153864007459, + 1.1389873689905186, + 1.0994550266298473, + 0.9827072417027007, + 1.0321010371852044, + 0.961563601529827 + ] + ] + }, + "width": 64, + "in_features": 17, + "out_features": 15, + "depth": 6, + "padding": 34, + "parameters": 22933, + "cert_evals": { + "36": 0.19191919267177582, + "72": 0.08080808073282242, + "108": 0.03030303120613098, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 10, + "best_val_acc": 0.34, + "test_acc": 0.1717171717171717, + "train_size": 82, + "val_size": 50, + "test_size": 198, + "stats": { + "mean": [ + [ + 0.05595567073170747, + -0.11414758536585423, + -0.15360871951219476, + 0.11138004878048806, + 0.14664658536585373, + -0.022023170731707342, + 0.04866843902439022, + 0.11471414634146337, + -0.09230980487804882, + -0.010721524390243967, + -0.13876521951219484, + -0.024852487804878247, + -0.029979719512195135, + -0.13789832926829246, + 0.02672051219512185, + -0.0720816097560979, + 0.014993536585365865 + ] + ], + "std": [ + [ + 0.8752456105780106, + 1.0319878972477479, + 1.020270188955276, + 0.973373221402528, + 0.908857763487908, + 1.068933148158204, + 0.9629291943811422, + 0.9096695962820129, + 1.0396848408746504, + 1.0024455533701155, + 1.2137033994344781, + 1.1602914885292481, + 1.031634721498422, + 1.0994550266298473, + 0.9328296141970309, + 1.0321010371852055, + 0.9931654994287419 + ] + ] + }, + "width": 64, + "in_features": 17, + "out_features": 15, + "depth": 6, + "padding": 34, + "parameters": 22933, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 6, + "best_val_acc": 0.19444444444444445, + "test_acc": 0.10377358490566038, + "train_size": 82, + "val_size": 36, + "test_size": 212, + "stats": { + "mean": [ + [ + 0.03463378048780499, + 0.006275073170731583, + 0.007361365853658851, + -0.05765181707317083, + 0.06462351219512194, + 0.062483414634146285, + 0.04866843902439023, + 0.17367926829268246, + 0.043925926829268234, + -0.03673495121951222, + 0.010883487804878128, + 0.06834443902439019, + -0.029979719512194993, + 0.11632791463414643, + 0.026720512195121806, + 0.06462351219512184, + 0.14385658536585347 + ] + ], + "std": [ + [ + 0.9863628325148939, + 0.9862904448213375, + 0.9415700081720351, + 0.9778925433614022, + 0.9627768184983537, + 0.7605592682926826, + 0.962929194381142, + 0.8544857970801263, + 0.9752042587005816, + 1.0115176437449636, + 0.9787732234590277, + 0.8230916787799415, + 1.031634721498422, + 0.888087814072915, + 0.9328296141970309, + 0.9627768184983537, + 0.9363654126487833 + ] + ] + }, + "width": 64, + "in_features": 17, + "out_features": 15, + "depth": 6, + "padding": 34, + "parameters": 22933, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.247358050382186, + "std_test_acc": 0.1296039100845127, + "n_samples": 330, + "n_features": 17, + "n_classes": 15, + "mean_cert_acc_36": 0.11016253754496574, + "std_cert_acc_36": 0.12930187808031782, + "mean_cert_acc_72": 0.060811156406998634, + "std_cert_acc_72": 0.07772513547747989, + "mean_cert_acc_108": 0.034225502982735634, + "std_cert_acc_108": 0.05031923480526942, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "plant-texture": { + "dataset": "plant-texture", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 69, + "best_val_acc": 0.7068273092369478, + "test_acc": 0.6947368421052632, + "train_size": 400, + "val_size": 249, + "test_size": 950, + "stats": { + "mean": [ + [ + -0.016478091624999976, + -0.014961091800000008, + -0.004249621250000072, + 0.023384388500000127, + 0.005502324450000172, + 0.0145078697499998, + 0.0045305880750000724, + -0.03467714649999986, + 0.004193091999999971, + 0.012809078150000047, + -0.009651387200000038, + -0.01915911049999979, + -0.008120220149999673, + 0.007483559499999939, + -8.819250000012408e-06, + -0.019568870142500156, + 0.028020058549999945, + 0.022078226650000053, + 0.0008334952449999984, + -0.0007628900000000476, + -0.033131676325000525, + -0.02417429049999988, + 0.012456803749999997, + 0.002599056999999966, + -0.016433078500000114, + -0.0015455646349999707, + 0.03351081127500002, + -0.00866295650000013, + -0.001216327300000051, + 0.02500025624999989, + 0.002615395250000011, + 0.004382452249999722, + -0.0336998632, + 0.024454489599999945, + 0.006896749999999824, + 0.0024042895000002573, + -0.0489830051999999, + -0.0018739831749999436, + -0.0027442942499998836, + 0.014888681500000006, + 0.039273120399999896, + -0.03620304349999986, + 0.01871371774999999, + 0.0017737930000000502, + 0.03068173249999988, + 0.005476874500000017, + -0.018285551499999983, + -0.01942126079499999, + 0.020034201150000052, + -0.04440868274999999, + -0.0031926880000002233, + -0.009055307999999866, + 0.01178355375000011, + 0.006780597750000028, + -0.015243231374999874, + 0.051239233250000044, + 0.01800514339999995, + 0.008651616399999893, + 0.0034974595000000232, + 0.03453392162500026, + -0.006043314750000227, + 0.012514663999999986, + 0.043475420250000084, + -0.02456098675000002 + ] + ], + "std": [ + [ + 0.9009966230602708, + 0.9364276177287642, + 0.9754761006143327, + 1.0291666417884513, + 1.0289691228068274, + 0.9876927454085853, + 0.9560626059354702, + 0.9597522889147546, + 0.9994773403976824, + 1.0152637844096681, + 0.9520114484241692, + 0.9432619847706322, + 0.9482931419315812, + 1.0591026895126023, + 0.9522570318080412, + 0.9864956149999131, + 1.084922016377646, + 1.173758426456074, + 1.0592998584844, + 1.0606714617823771, + 0.8614306216418535, + 1.0345366597359764, + 1.042209469105469, + 1.0348653782485668, + 0.9988649975902255, + 1.0174988947519772, + 1.0858204535316325, + 0.9739602296564857, + 1.0131848275815751, + 1.0264935540496496, + 0.9816966426566287, + 1.0024562576995246, + 0.9036181164894379, + 1.0437722258848774, + 0.9846104856336191, + 1.0510739753463445, + 0.8892428833739887, + 0.9794996248503948, + 0.9461971557449678, + 1.0298104390925615, + 1.1599976257671403, + 0.9173959381413883, + 0.9736629274573383, + 0.9990534408909421, + 1.0761727962998655, + 0.9933289670108497, + 0.9771946168612999, + 1.032165319421753, + 1.0398720209157222, + 0.9587359927023673, + 1.012139905486573, + 0.9975269161128212, + 1.0373603976704429, + 0.9974923617573629, + 1.0098998196849565, + 1.1923604394819194, + 1.0833214484639513, + 1.0328745232566003, + 1.0402739857013459, + 1.1225366590688706, + 0.9261829634072084, + 1.0546429695267736, + 1.0777446293534623, + 0.9933512209550289 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 371306, + "cert_evals": { + "36": 0.6494736671447754, + "72": 0.6073684096336365, + "108": 0.5610526204109192, + "255": 0.35999998450279236 + }, + "fold": 0 + }, + { + "best_epoch": 46, + "best_val_acc": 0.6600790513833992, + "test_acc": 0.7135306553911205, + "train_size": 400, + "val_size": 253, + "test_size": 946, + "stats": { + "mean": [ + [ + -0.004256254850000026, + 0.021923264150000024, + -0.012071683000000069, + -0.011057278499999901, + -0.017880446849999797, + 0.0011827752499998178, + -0.0027601811999999146, + -0.0251483662499997, + 0.055288276499999955, + 0.018802836700000086, + 0.000680779799999956, + -0.003705401924999697, + -0.0076088335999996695, + -0.006072732000000045, + 0.0014956542500000531, + -0.02329864526500025, + 0.00074919069999995, + 0.034619562699999926, + 0.014588840164999981, + -0.0003229700500000161, + 0.03756710242499937, + -0.018300292499999992, + 0.015038550999999963, + 0.038566000999999954, + -0.024540214250000143, + 0.03385858173000003, + -0.01502205307499997, + -0.03221403250000019, + -0.03763231055000007, + -0.0005684717500001015, + 0.005178833750000021, + 0.0232263649999997, + -0.018164639750000218, + -0.0284664659000001, + 0.014296748749999815, + -0.01446542499999974, + 0.017083458499999923, + -0.05198149362499994, + 0.02665897775000016, + 0.0006017054999999511, + -0.023385096025000055, + -0.00870071099999995, + -0.02645367400000001, + 0.030389902050000018, + -0.010937763500000006, + -0.05008216174999998, + -0.014492351249999987, + -0.029835240265000052, + -0.0028061221000000624, + 0.012136923749999967, + 0.04889772374999951, + -0.005096808249999897, + -0.007376563999999944, + 0.017595101374999984, + -0.013797275999999694, + 0.054841677249999804, + -0.058722712075000016, + 0.03106128492499999, + 0.04723510375, + 0.03316721925000017, + -0.00928761275000021, + 0.004404617250000025, + -0.002385128999999882, + -0.039578189499999986 + ] + ], + "std": [ + [ + 1.0176195895454074, + 1.0490244648468456, + 0.9960419330218429, + 1.0013824399376616, + 0.9994469044392366, + 0.9946100427625639, + 1.0157545132253116, + 0.9788609202986969, + 1.071845617834868, + 0.9893086678710389, + 0.9761446960534231, + 1.0226495027246933, + 1.039042345736355, + 0.9862504907230619, + 1.010782124858231, + 0.9283410333997018, + 0.9169243300337626, + 1.2172212453002578, + 1.0463189591077335, + 1.0069757171220548, + 1.1331476744057545, + 0.9469821203572525, + 1.056155176364169, + 1.0595663845370344, + 0.9428967883897005, + 1.0970228794322368, + 0.9685633455294996, + 0.9741644818618026, + 0.9143633677590421, + 1.0691597858758368, + 1.01412670505509, + 1.070121954375621, + 0.951399475845066, + 0.9830032176811866, + 1.0946821401422548, + 0.9450181434403627, + 1.0182514042513124, + 0.9407099037863594, + 1.0799791344020868, + 0.9842100577075739, + 0.9049268404343978, + 0.9743966176706755, + 0.9614307865494272, + 1.0589976460635564, + 1.033707681388281, + 0.9570270454194322, + 0.9726967073724329, + 0.9598087507205947, + 1.0248291708573996, + 1.0065887165171423, + 1.1899283807762595, + 1.046684908157972, + 0.9585960515533316, + 1.0015106988574207, + 0.9882827515120411, + 1.1390243681390715, + 0.903234233001017, + 1.0770406438636961, + 1.0289747705280785, + 1.108986637240471, + 0.9644875764134929, + 0.9341662575099802, + 1.0003551075843455, + 0.9381906895869818 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 371306, + "cert_evals": { + "36": 0.6701902747154236, + "72": 0.6120507121086121, + "108": 0.5655391216278076, + "255": 0.33403804898262024 + }, + "fold": 1 + }, + { + "best_epoch": 40, + "best_val_acc": 0.724, + "test_acc": 0.6807165437302424, + "train_size": 400, + "val_size": 250, + "test_size": 949, + "stats": { + "mean": [ + [ + 0.006781644050000072, + -0.01704826455000003, + -0.002251882250000035, + -0.0028131144999998512, + -0.005865192699999791, + 0.009570933999999944, + -0.009578214299999865, + -0.024165803499999656, + -0.01858652050000008, + -0.016836627099999942, + 0.022271386250000094, + 0.02783143624999974, + 0.013649515400000272, + 0.03256191874999994, + 0.007509060350000286, + 0.028498989239999706, + 0.009155898099999922, + -0.05709269885000008, + -0.011131543627500075, + 0.007129308599999935, + 0.009527655224999435, + 0.048195565000000024, + -0.03163669524999997, + -0.012298672749999962, + -0.015361769500000262, + -0.020092703134999917, + 0.00814105310000005, + 0.010467141749999798, + 0.000659113049999987, + 0.0005926604999999846, + -0.003039380250000019, + 0.006916299999999689, + 0.0028526314500000234, + 0.02393395764999979, + -0.017349249750000083, + -0.004382585749999812, + 0.0006067708249999293, + -0.02260160009999996, + -0.020113583249999886, + -0.027872431749999968, + 0.012264436799999952, + 0.015939157750000252, + -0.014283123999999987, + -0.014588402899999955, + 0.013490449499999968, + 0.011403421250000092, + 0.012658765250000021, + -0.014379616514999992, + 0.014957853600000057, + 0.00609202149999992, + -0.02169176450000027, + -0.0238132444999999, + -0.016261851749999882, + -0.006561618624999998, + 0.00928921537500022, + -0.0672483589999997, + 0.0054866013749999285, + 0.003738513875000059, + -0.02022912349999999, + -0.003440074000000029, + 0.030528467999999764, + 0.03239571075000004, + 0.03326437500000009, + -0.011354963499999924 + ] + ], + "std": [ + [ + 1.0176353776788036, + 0.9190930489962008, + 1.0268538651935009, + 0.9999682393873391, + 0.9984018173866293, + 1.0374879590245607, + 0.9749352350820676, + 0.996266197839155, + 0.9511625612934416, + 0.9876855487180032, + 1.105409076208761, + 1.0321003973234553, + 1.0235494324640213, + 1.1213865795944102, + 1.0879930289006665, + 1.0838318604426802, + 1.0877272851283968, + 0.774752481406204, + 1.0373588129982505, + 0.9969058944401101, + 1.011738502430844, + 1.1511835702083388, + 0.9377685226320285, + 1.0219749119064445, + 0.92170310125349, + 0.9806129656814709, + 1.0038200109094886, + 1.0479216121391026, + 1.0231420017542938, + 0.9787899196190312, + 1.0290085842795444, + 1.0501562971981688, + 0.9469912325322501, + 1.0353208445844364, + 0.9577479946023613, + 0.9403622048724667, + 0.9697131314173383, + 0.9465545623876653, + 0.9782386950900146, + 0.9139584627856204, + 0.9779691745581587, + 1.0259013952137952, + 0.9330608640569992, + 0.942152577459924, + 0.9978008930918613, + 1.0501702677822984, + 1.0356406401318516, + 0.9717916536323801, + 0.982544393973635, + 1.047669652090456, + 0.8616845618348262, + 0.9101934286793992, + 1.0301962610060198, + 0.9575486231894531, + 0.9827140500471714, + 0.5778539784498753, + 0.9613134752896453, + 1.0047774832021952, + 0.9907827459169802, + 0.9871971074482115, + 1.162147207193799, + 1.0844411935907712, + 1.0567242900140779, + 0.9982258566338452 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 371306, + "cert_evals": { + "36": 0.6322444677352905, + "72": 0.5837723612785339, + "108": 0.5374077558517456, + "255": 0.30031609535217285 + }, + "fold": 2 + }, + { + "best_epoch": 69, + "best_val_acc": 0.7654320987654321, + "test_acc": 0.6924686192468619, + "train_size": 400, + "val_size": 243, + "test_size": 956, + "stats": { + "mean": [ + [ + -0.014342517400000006, + -0.010508095700000018, + 0.020846525499999963, + 0.0065602567500000954, + 0.04070300080000023, + 0.005624379000000016, + 0.010057827824999985, + -0.0016692939999995607, + -0.0012298350000000452, + 0.004113477850000035, + -0.006016862100000142, + -0.027265562499999736, + 0.012290107750000214, + -0.017597352249999944, + -0.05018481082499988, + -0.019962193892500257, + -0.01139161950000006, + -0.022701001150000014, + 0.0013786910799999214, + -0.014646860050000085, + -0.015396491325000532, + 0.008186758999999919, + 0.04188897099999995, + 0.029843807999999857, + -0.027753020000000236, + -0.0005539261349998608, + -0.017307911899999966, + 0.011377426749999739, + -0.022145610699999995, + 0.007566919749999868, + -0.027431704249999946, + 0.042545776999999674, + 0.052352197149999995, + -0.006990049900000131, + 0.010389971999999801, + 0.018498143250000078, + 0.06626066654999992, + 0.00848889462500006, + -0.018184080999999918, + 0.01926874899999994, + -0.03685933877500006, + 0.0007597582500002853, + -0.02537281875000002, + 0.008902194600000003, + 0.02412217824999988, + 0.031126447000000078, + 0.024641684499999875, + 0.0029474992500001605, + 0.005532393600000062, + -0.008580874249999974, + -0.015919812000000293, + -0.00023579924999993536, + 0.03706109150000009, + -0.0008052041249999526, + -0.03436781549999974, + 0.022327436750000006, + 0.007519205675000007, + -0.011987557750000155, + 0.01592568225000001, + 0.005316474750000138, + -0.0004174132500002535, + -0.032213199249999686, + -0.031228355999999867, + 0.02102232000000007 + ] + ], + "std": [ + [ + 0.8692420724813031, + 0.949763414888491, + 1.0642544830753824, + 1.0472839362776507, + 1.0901344960110089, + 1.0448532151498395, + 0.9860966887034024, + 0.992983631561972, + 1.0149294022896036, + 0.9431952484176876, + 1.0340529605805364, + 0.9513173925745501, + 1.0567752587933925, + 0.9542576532027438, + 0.7813209238320555, + 0.9338054729806743, + 0.9321480764995789, + 0.8561905534972463, + 0.9927488431023881, + 0.9167664054814741, + 0.9198840727955573, + 1.0334423218940791, + 1.0542630877180026, + 1.0910912930890575, + 0.9104729281174669, + 0.940879543920847, + 0.9516761628090449, + 1.0514139332592722, + 0.9431400801236285, + 1.0295711364901166, + 0.8800987512468141, + 1.1173664674104642, + 1.1433392914474967, + 0.9617273036124687, + 1.037564686694581, + 1.0144405124623135, + 1.141213336619724, + 0.9794696310119911, + 0.9763734610882173, + 1.0315472144044722, + 0.937513787219726, + 0.9989573963275813, + 0.898086886732961, + 1.0058174039027852, + 1.0273289677810482, + 1.0127412982823678, + 1.0261552552616107, + 1.0621741318043578, + 0.9715566474052263, + 0.9644661846983199, + 0.8986136195077067, + 0.9995526222906947, + 1.0617704910396841, + 1.063170800289359, + 0.9564967404036995, + 1.2714040020058475, + 1.0285638690116818, + 0.9378454050408493, + 1.0325468321763043, + 1.0983078969994187, + 0.916541159688309, + 1.0160097153090744, + 0.9197027539366839, + 1.0261398372506563 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 371306, + "cert_evals": { + "36": 0.6558577418327332, + "72": 0.6035564541816711, + "108": 0.5575313568115234, + "255": 0.34414225816726685 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.695363165118372, + "std_test_acc": 0.013581260339362874, + "n_samples": 1599, + "n_features": 64, + "n_classes": 100, + "mean_cert_acc_36": 0.6519415378570557, + "std_cert_acc_36": 0.01573126407020249, + "mean_cert_acc_72": 0.6016869843006134, + "std_cert_acc_72": 0.012438034190235512, + "mean_cert_acc_108": 0.555382713675499, + "std_cert_acc_108": 0.01242331465395849, + "mean_cert_acc_255": 0.3346240967512131, + "std_cert_acc_255": 0.025244890492311673 + }, + "seeds": { + "dataset": "seeds", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 36, + "best_val_acc": 0.9333333333333333, + "test_acc": 0.890625, + "train_size": 52, + "val_size": 30, + "test_size": 128, + "stats": { + "mean": [ + [ + -0.07865740384615384, + -0.09929158269230767, + 0.10740706153846159, + -0.11327312326923078, + -0.054041704038461535, + 0.11302156807692312, + -0.12860311538461539 + ] + ], + "std": [ + [ + 0.9776589269685166, + 1.0102414254274936, + 0.8380902928078587, + 1.0256407102447727, + 0.9263919424516689, + 1.0662347835422732, + 0.9877327834391749 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 5641, + "cert_evals": { + "36": 0.2890625, + "72": 0.2265625, + "108": 0.0078125, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 44, + "best_val_acc": 0.9210526315789473, + "test_acc": 0.9083333333333333, + "train_size": 52, + "val_size": 38, + "test_size": 120, + "stats": { + "mean": [ + [ + 0.058945873076923054, + 0.058565444230769224, + 0.07005121538461541, + 0.06763472500000012, + 0.047836257499999944, + -0.05406976365384615, + 0.04528192692307701 + ] + ], + "std": [ + [ + 0.9708842177474521, + 0.9848353623619012, + 0.8161306877633503, + 0.9973740833983674, + 0.9401704976733031, + 0.9044940579464946, + 1.002197108725799 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 5641, + "cert_evals": { + "36": 0.7750000357627869, + "72": 0.5666667222976685, + "108": 0.5, + "255": 0.0416666679084301 + }, + "fold": 1 + }, + { + "best_epoch": 21, + "best_val_acc": 0.8823529411764706, + "test_acc": 0.8870967741935484, + "train_size": 52, + "val_size": 34, + "test_size": 124, + "stats": { + "mean": [ + [ + -0.033384901923076866, + -0.0331742116538462, + -0.031110369230769246, + -0.035362980769230695, + -0.03749499615384611, + -0.05436379423076917, + -0.022526719230769286 + ] + ], + "std": [ + [ + 0.9921027190305836, + 0.9758756553777916, + 1.131396588661939, + 0.9525393107723146, + 1.031011005759497, + 0.9529339051548767, + 0.9671977555675655 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 5641, + "cert_evals": { + "36": 0.3306451439857483, + "72": 0.2822580635547638, + "108": 0.20161288976669312, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 74, + "best_val_acc": 0.9411764705882353, + "test_acc": 0.8225806451612904, + "train_size": 52, + "val_size": 34, + "test_size": 124, + "stats": { + "mean": [ + [ + -0.01415203269230775, + 0.0027556519230769717, + -0.08995134999999999, + 0.03169613269230778, + -0.04915413269230773, + 0.020229542307692343, + -0.026400719230769202 + ] + ], + "std": [ + [ + 0.968562549022194, + 0.987659685020645, + 0.896948829634495, + 0.9880022117491448, + 0.9355234042408067, + 1.095434168498032, + 1.0069225875711127 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 5641, + "cert_evals": { + "36": 0.7016128897666931, + "72": 0.5645161271095276, + "108": 0.47580644488334656, + "255": 0.06451612710952759 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.877158938172043, + "std_test_acc": 0.03755319954226955, + "n_samples": 210, + "n_features": 7, + "n_classes": 3, + "mean_cert_acc_36": 0.5240801423788071, + "std_cert_acc_36": 0.2497525843199854, + "mean_cert_acc_72": 0.41000085324048996, + "std_cert_acc_72": 0.18109575196797517, + "mean_cert_acc_108": 0.2963079586625099, + "std_cert_acc_108": 0.2351644389229808, + "mean_cert_acc_255": 0.026545698754489422, + "std_cert_acc_255": 0.03204031513758728 + }, + "semeion": { + "dataset": "semeion", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 31, + "best_val_acc": 0.9045801526717557, + "test_acc": 0.9142550911039657, + "train_size": 398, + "val_size": 262, + "test_size": 933, + "stats": { + "mean": [ + [ + 0.042952336683416886, + 0.08904046231155748, + 0.07781711306532647, + 0.04420791457286419, + 0.023773748743718452, + 0.030800670854271264, + 0.05355933668341719, + 0.03393323618090457, + 0.027005577889447012, + -0.020098884422110736, + -0.038558869346733554, + -0.02876319095477392, + -0.035930085427135716, + -0.005666462311557859, + -0.03678980402010061, + -0.02540032914572887, + 0.07164423115577907, + 0.10856828643216102, + 0.016988085427135702, + 0.008401615577889203, + 0.058609482412060376, + 0.009480130653266463, + 0.017019934673366894, + 0.018380477386934664, + -0.03487012562814079, + -0.04757404020100504, + -0.03736131909547739, + -0.015900620603015, + -0.02739998994974887, + 0.02467418090452264, + 0.0249909623115577, + -0.0428204346733669, + 0.09282983919598005, + 0.0839422261306534, + 0.045602110552763954, + -0.0022594874371859885, + 0.03105556030150764, + 0.038234974874371906, + 0.05212423115577904, + -0.0418055175879393, + 0.007379648241206374, + -0.0123181708542711, + 0.03084452261306535, + -0.015929640703517652, + -0.032517437185929664, + -0.042322022613065426, + 0.012141331658292034, + -0.0381711532663317, + 0.08658839698492467, + 0.048203969849246485, + -0.04225107537688428, + -0.025943195979899407, + -0.0023844723618089915, + 0.036030047738693574, + 0.019591012562814026, + -0.00906672110552767, + 0.05304341708542693, + 0.04683804020100484, + 0.011912374371859305, + 0.007315894472361927, + -0.09851672361809082, + -0.03642700000000022, + -0.020734497487437303, + 0.031377703517588146, + 0.06271911809045175, + 0.00858300502512564, + -0.03295607788944731, + -0.05819111557788897, + 0.0045722713567837555, + 0.0003809296482409935, + -0.02592891959799003, + 0.02250984924623118, + 0.04199087437185916, + 0.015708170854271196, + -0.026958037688442335, + -0.06993793467336694, + -0.06541721608040225, + -0.06384432160804038, + 0.007286145728643622, + 0.030955864321607733, + 0.027522726130653326, + 0.036648336683416785, + -0.002193748743718662, + 0.012495773869346763, + -0.009007914572864381, + -0.0036712160804018216, + 0.058828603015075205, + 0.0316613417085427, + 0.007075424623115544, + -0.04322718592964837, + -0.06008731155778924, + -0.04533076381909549, + -0.022957175879396944, + -0.0168389145728642, + 0.025421821608039852, + 0.02792173869346751, + -0.07432091959799038, + 0.013624623115577675, + -0.034945268844221195, + 0.02665020100502518, + 0.03429036180904528, + 0.052019472361808976, + 0.05586435175879404, + -0.01356301507537669, + -0.016037165829145907, + -0.03266601758794015, + -0.04719567587939709, + -0.00748582412060346, + 0.004539849246231048, + 0.021088369346733554, + -0.011933391959799155, + -0.015972572864321154, + -0.03545065829145717, + -0.037793592964824145, + -0.044449964824120315, + 0.029925321608040113, + 0.06288003015075373, + 0.08463542713567856, + 0.02237871859296501, + 0.006899319095477609, + 0.01449656281407041, + 0.000527683417085827, + 0.03920230150753784, + 0.01104597989949731, + -0.025606010050250903, + 0.009040170854271303, + -0.005590462311557578, + -0.01597257286432165, + -0.028310065326633178, + -0.028887447236180964, + -0.0659081507537687, + -0.02844676884422169, + -0.023109949748743735, + 0.032979929648241244, + 0.004363246231154997, + 0.04131952261306578, + 0.0639989572864323, + 0.0895776356783918, + 0.08333377889447266, + 0.004363924623115477, + 0.04033003768844212, + 0.0043767613065326776, + -0.026182336683417056, + 0.005207839195979919, + -0.04224544723618088, + -0.02382967085427132, + -0.07914226130653301, + -0.06476556532663379, + -0.0037090954773871154, + 0.03603720603015092, + -0.011745665829145997, + 0.009745507537688426, + 0.03452877889447241, + 0.05641689698492448, + 0.058819748743718606, + 0.0017769246231155048, + 0.05289571608040145, + 0.020843309045226126, + -0.026537417085427038, + -0.027443012562814097, + -0.037861175879396816, + -0.009719047738693285, + -0.014178577889447092, + -0.013634623115577697, + 0.011744346733668245, + -0.06803158291457227, + -0.052816281407034815, + -0.03685464572864351, + -0.015264748743718476, + -0.02556971608040183, + -0.01646636934673348, + 0.023691919597990285, + 0.08278233165829174, + 0.00689019346733639, + -0.011008341708542625, + 0.006246170854271169, + -0.04551160301507559, + -0.01852485427135688, + -0.016720412060301414, + -0.006744517587939658, + -0.020554698492462387, + 0.0033862311557788963, + -0.013512402010050132, + 0.030196592964824073, + 0.053002623115577296, + 0.029924190954773895, + 0.010655278894472263, + -0.025002311557788908, + 0.005749233668341486, + -0.017590547738693327, + -0.0046878693467337276, + -0.025057909547738694, + -0.025841457286432157, + 0.014470603015075412, + -0.028042884422110625, + -0.026089296482412073, + -0.011480763819095607, + -0.03543923115577921, + -0.012104502512562777, + 0.033738502512562836, + 0.06796942713567744, + 0.030141675879396694, + -0.07938337688442194, + -0.10993767839195982, + -0.08592113567839203, + -0.02513346733668336, + 0.02942003768844198, + 0.016245618090452357, + -0.027027889447236178, + -0.04646055778894485, + -0.05783185678391942, + 0.003077424623115391, + 0.001774763819095415, + 0.02235859296482412, + 0.046390603015075665, + 0.07475743718592887, + 0.0031286934673366894, + -0.10202691457286422, + -0.15626765326633196, + -0.15922729145728687, + -0.027267879396984968, + 0.010767738693467357, + 0.06725591457286462, + 0.03289026633165819, + -0.05212582914572871, + -0.07667999246231152, + -0.106186944723618, + -0.05246548743718603, + -0.04017505527638196, + 0.01756687437185917, + 0.01388585929648225, + -0.0017839547738693002, + -0.019856271356783726, + -0.037364902010050265, + -0.05228199748743718, + 0.005632914572864403, + 0.04385109547738676, + 0.07341574120603038, + 0.0661586381909549, + -0.010089979899497585, + -0.018135623115577832, + -0.016660778894472178, + -0.054114793969849306, + -0.03197704522613057, + -0.014875979899497477, + 0.0030890326633166588, + 0.0005838040201005258, + -0.012102854271356855, + 0.06015804020100524, + 0.03463156281407019, + 0.058009472361808555, + 0.0446316331658288, + 0.0002885954773868734, + -0.0071491407035177675, + -0.019207316582914656, + 0.03504411055276377 + ] + ], + "std": [ + [ + 1.0563097554831, + 1.0780957512893903, + 1.0452812422000708, + 1.017690638492427, + 1.0052440697335492, + 1.001399326721192, + 0.9943611635248776, + 0.9929612277732924, + 0.9913927954434718, + 1.0053448775578797, + 1.0107048900784519, + 1.0054061730470043, + 1.0028699621408272, + 0.9995583413505211, + 0.9908593466765735, + 0.9853542136542434, + 1.0705845251257127, + 1.0662779250282277, + 1.0073168970262103, + 1.0024787753418176, + 1.0119304591198905, + 1.0015280003985942, + 1.0018124775575221, + 1.0027574917083557, + 0.9948097176804833, + 0.9923519865939135, + 0.9947029572529067, + 0.9975568639854349, + 0.9951782326467599, + 1.0031187267852708, + 1.0051393922435368, + 0.9711219802777251, + 1.0817185838320085, + 1.0424648712408837, + 1.0182936561607598, + 0.9988131715298316, + 1.0100389974395088, + 1.0139507799801692, + 1.0198550521351346, + 0.97749433095435, + 1.0032558897416382, + 0.9932725134057337, + 1.013388153002777, + 0.992842992738858, + 0.9886564261302372, + 0.9877708685493644, + 1.002648114792108, + 0.9747606061850567, + 1.0747816119657112, + 1.02255888174825, + 0.9796743045806331, + 0.9871350747933134, + 0.9985485116873231, + 1.0182554602963436, + 1.0116426528399904, + 0.9928963782396165, + 1.0328245805209502, + 1.028752519230958, + 1.0063396812352823, + 1.0030257612563318, + 0.9538014614932016, + 0.9874092532167232, + 0.9925147054908431, + 1.0217704776560097, + 1.0429986387634673, + 1.003221409383544, + 0.9871161786807092, + 0.9731000264043922, + 1.0018596893583598, + 0.9998848837132579, + 0.9838376395078868, + 1.0132854070395554, + 1.0217847466795487, + 1.0070449497421416, + 0.9875771901975943, + 0.9687095163481707, + 0.9722544188400668, + 0.9736748724392092, + 1.002916353992525, + 1.0272314038286867, + 1.0175371205727017, + 1.0126645847614397, + 0.998955451392166, + 1.004243498099933, + 0.9961238320171252, + 0.9981311657855426, + 1.0219513419744302, + 1.0121545944257246, + 1.0020340690091334, + 0.9842453448395471, + 0.9788060413943263, + 0.9810097805258174, + 0.9891626357910038, + 0.9902166181537699, + 1.0148948382390708, + 1.028918636127175, + 0.9511980135419595, + 1.003861802009821, + 0.9884969480698704, + 1.0071337781982594, + 1.008265380409389, + 1.0101011443230787, + 1.0106821329347353, + 0.9969256666173059, + 0.9967866423549481, + 0.9931894679821107, + 0.9875817203374175, + 0.997173617790909, + 1.001723029579845, + 1.0125751464485413, + 0.9912331141505772, + 0.9829645856272501, + 0.9793767425495771, + 0.9867539831463441, + 0.9841093178180385, + 1.0103484071725306, + 1.0191860749351354, + 1.0221675875431637, + 1.0044195246237828, + 1.0008342681651312, + 1.001627138412346, + 0.9997772095897719, + 1.0081078939034254, + 1.003310560327655, + 0.9881623645836118, + 1.0047875054511681, + 0.9961421301729743, + 0.9829645856272511, + 0.9869920158115834, + 0.9937316253503987, + 0.9793377827744155, + 0.9904754389720483, + 0.9925397869122989, + 1.0079161666418393, + 1.0006599864175547, + 1.0059991425953247, + 1.0069100585561557, + 1.0100296780570686, + 1.0103236310080053, + 1.0006392870463336, + 1.0075172047508214, + 1.0007852286664525, + 0.9900807435463777, + 1.004024989821359, + 0.9835365256139716, + 0.9945808044935542, + 0.9691682679807009, + 0.96674874592973, + 0.9980415205638171, + 1.0146475059616948, + 0.9949143848564165, + 1.0029906462271676, + 1.0092866189920002, + 1.0179588242197937, + 1.0178009772928769, + 1.0002181457107617, + 1.008080645940541, + 1.0024397087121901, + 0.9933173510271756, + 0.979532808786883, + 0.9865060572780482, + 0.9977415269762818, + 0.9946445941177685, + 0.9927935684967815, + 1.0058109822326597, + 0.9600947752163551, + 0.96839132111533, + 0.9786069630651635, + 0.991429793512298, + 0.984865660959036, + 0.991272639453808, + 1.0096533608655676, + 1.0197900633557413, + 1.000689387806265, + 0.997433042533609, + 1.003492294968093, + 0.9845806330338616, + 0.9966488938063878, + 0.9940656012175009, + 0.9960501295471854, + 0.9861802001739265, + 1.0020303578560832, + 0.9900047845237433, + 1.0217532005343193, + 1.0359244307293263, + 1.0209897301141686, + 1.0061223937153252, + 0.9865088395902182, + 1.0015893626764498, + 0.9952846796435972, + 0.998505053609909, + 0.9830838889803715, + 0.9912812278008364, + 1.0013260724779938, + 0.9920474470886185, + 0.986699951491271, + 0.9924575926179362, + 0.9728376598101992, + 0.9907682549659087, + 1.025076872660426, + 1.0411907333948913, + 1.018295470960672, + 0.9565632778298347, + 0.9500274157105609, + 0.9755944720993126, + 0.9941828603605654, + 1.0084492238238705, + 1.012173917495229, + 0.9873637546749423, + 0.9915215887443988, + 0.9895629283115104, + 1.000389392831378, + 1.0002897764695722, + 1.009216837413109, + 1.0207204122961515, + 1.0300273492943937, + 1.0009253171711008, + 0.9578388667517177, + 0.9464920214014784, + 0.9560486423104471, + 0.9960505224694267, + 1.001839403738359, + 1.0292507570404104, + 1.032844527725739, + 0.9670637057290374, + 0.9795327684867063, + 0.990873804709991, + 1.0050346356911726, + 1.0066384733685902, + 0.9953856475823458, + 0.9956398623489264, + 1.0001306439998972, + 1.004180675810961, + 1.0045488952963422, + 1.0031559055765875, + 0.9998417518500189, + 1.006215000354876, + 1.0258626825494845, + 1.042692556346792, + 0.9864205332461236, + 0.9760435492162586, + 0.9843487751495544, + 0.9645133054191944, + 0.9864637647341462, + 0.9965084374804701, + 1.000034736592101, + 0.9997322633620359, + 0.9981023381080815, + 1.0063573537400703, + 1.009704938325987, + 1.0267732677147232, + 1.029166926292455, + 0.9999357967957346, + 0.9919070208357084, + 0.9723136941246707, + 1.0773934238154859 + ] + ] + }, + "width": 512, + "in_features": 256, + "out_features": 10, + "depth": 6, + "padding": 512, + "parameters": 1450000, + "cert_evals": { + "36": 0.9024651050567627, + "72": 0.8767416477203369, + "108": 0.8585208654403687, + "255": 0.7631296515464783 + }, + "fold": 0 + }, + { + "best_epoch": 16, + "best_val_acc": 0.9278846153846154, + "test_acc": 0.916919959473151, + "train_size": 398, + "val_size": 208, + "test_size": 987, + "stats": { + "mean": [ + [ + -0.025444005025125734, + 0.012452298994974662, + -0.01753376130653282, + -0.010535125628140796, + -0.027963286432161016, + -0.04474275879396973, + -0.001844291457286734, + -0.03242843216080438, + -0.04103420100502541, + -0.04103420100502534, + -0.07008529648241217, + -0.0339002412060303, + 0.004486437185929683, + 0.034529477386934605, + 0.05066186934673367, + 0.03759841206030118, + -0.016225437185929562, + -0.007291756281406924, + -0.021709919597990002, + -0.07642158040201036, + -0.018874525125628004, + 0.024846484924623234, + 0.006883537688442274, + 0.018380477386934792, + -0.06017425879397, + -0.10329628140703531, + -0.07275537688442205, + -0.08172246231155769, + -0.03756016080402036, + 0.024674180904522443, + 0.09202141206030141, + 0.07625499246231132, + 0.008998351758794185, + -0.025569716080401903, + -0.031083557788944435, + -0.013027306532663414, + 0.06831865326633176, + 0.011230351758794001, + 0.008583005025125642, + -0.02492873869346735, + -0.048525276381909295, + -0.07442176633165802, + -0.0577207035175878, + -0.037725047738693514, + -0.011412814070351763, + 0.030323379396984762, + 0.0794642814070353, + 0.0803478919597987, + -0.030803266331658172, + -0.04180551758793927, + 0.0072861457286432126, + 0.02951733165829129, + -0.0357700402010056, + -0.026724758793969693, + -0.03369344221105539, + -0.04033939698492487, + -0.061404133165829336, + -0.08515770351758864, + -0.07468530150753767, + -0.04247025125628165, + 0.009911819095477373, + -0.010079500000000168, + 0.09049717336683409, + 0.07485990954773888, + -0.012162479899497832, + 0.008583005025125627, + 0.03651040201005023, + 0.05084868341708568, + -0.03440337688442217, + -0.07894947236180942, + -0.0551369346733669, + -0.024766954773869324, + -0.0785643743718595, + -0.039971326633166, + -0.05980386180904579, + -0.004987391959798957, + 0.02596786432160804, + 0.0004355778894470852, + 0.04031095979899518, + 0.058227160804019816, + 0.015439334170854316, + 0.031283635678391784, + -0.0074858241206030764, + -0.025019600502512448, + -0.07371595477387047, + -0.04183514572864274, + -0.04984044221105505, + 0.004494080402009928, + 0.012374522613065268, + -0.01675520100502508, + -0.012701067839196296, + -0.023795125628140783, + -0.006465022613065289, + -0.028311256281406898, + 0.03132067839195961, + 0.057442422110552685, + -0.004038336683417221, + -0.0021707914572866695, + -0.03494526884422048, + -0.11471745728643258, + -0.08534165326633134, + -0.0046484924623118595, + 0.01981357788944731, + 0.012034547738693521, + 0.004354311557789168, + -0.0020305150753769405, + -0.011102356783919673, + -0.007485824120603068, + -0.00648208040201015, + 0.0033105125628139992, + 0.04936957286432154, + -0.0015483718592965048, + -0.029718994974874256, + -0.037793592964824124, + -0.08143026130653215, + -0.10412455276381975, + -0.05401591959799001, + -0.004798241206030193, + 0.001790125628140894, + 0.017090580402010242, + 0.004349567839195903, + 0.0464185025125627, + 0.028880633165829263, + -0.004844258793969922, + 0.029169467336683533, + 0.061084185929648475, + 0.03596850251256268, + 0.020087929648241395, + -0.039252185929648235, + -0.02888744723618094, + -0.07632192462311543, + -0.05998593467336719, + -0.012630180904522599, + -0.019015974874371653, + -0.00593697487437267, + -0.00457129648241148, + 0.07415152512562821, + 0.03869630402010022, + 0.02728184170854277, + -0.021357155778894528, + -0.0007776005025125215, + 0.019922994974874386, + 0.016423954773869348, + -0.014452487437185874, + -0.004894432160803889, + -0.01870493969849258, + -0.04199864321608045, + -0.014851090452261283, + 0.07316085929648249, + 0.08536457788944737, + 0.11267560804020099, + 0.06288003015075369, + 0.07644785427135675, + 0.03509371105527622, + 0.048207286432160684, + 0.001776924623115508, + 0.032457595477386816, + 0.07158755527638183, + -0.016237195979899414, + -0.0336133668341709, + -0.04314636683417066, + -0.05578319597989929, + -0.10459047236180906, + 0.003194804020100766, + 0.0685779899497486, + 0.02317846733668342, + 0.021932281407035317, + 0.02614409547738687, + -0.003889462311557614, + 0.020540575376884435, + -0.044554623115577605, + -0.04203865326633149, + 0.06187867336683395, + 0.04752313819095463, + -0.04686316834170835, + -0.04679553266331694, + -0.024493984924623322, + -0.01852485427135685, + -0.016720412060301434, + 0.01604057788944729, + 0.009299409547738608, + 0.0033862311557789544, + 0.02953875879397003, + 0.023905276381909438, + 0.03440919597989908, + 0.017458256281406695, + -0.018785663316582903, + -0.008077185929648255, + 0.04812320351758792, + 0.05475012562814082, + -0.0357499145728643, + -0.03103446231155784, + 0.021505778894472378, + -0.015889653266331783, + 0.013454844221105499, + 0.0017875879396984156, + 0.012179376884421975, + -0.01678287185929663, + -0.00589275879396984, + -0.004469753768844167, + 0.0018416281407035852, + 0.04801996482412023, + -0.006607417085426772, + 0.01927615075376883, + -0.013691266331658422, + 0.005638994974874419, + -0.02323134422110586, + -0.015634231155779235, + 0.02235859296482414, + 0.004349969849246065, + -0.057831856783919514, + -0.10517045226130767, + -0.01945968844221099, + 0.027845979899497508, + 0.03523984924623154, + 0.058234824120602026, + 0.04097556532663358, + 0.04702545728643234, + -0.026715706030150742, + -0.056987793969849404, + 0.0030878542713568703, + -0.055905929648241134, + -0.016319035175879428, + 0.01113210301507554, + 0.05284130653266339, + 0.04167066834170896, + 0.004379306532663385, + -0.027141316582914445, + -0.03505809045226166, + -0.06500647236180847, + -0.07488839698492449, + -0.06392821608040328, + -0.030181115577889023, + -0.01196931155778885, + -0.09264249999999949, + -0.07980767587939623, + -0.06318036432160816, + -0.013091394472361883, + 0.02329241457286456, + -0.01008997989949755, + -0.009979238693467495, + 0.0307693567839191, + 0.07542535175879414, + 0.03283405025125624, + 0.015896482412060334, + -0.06264278894472358, + -0.04979732663316539, + -0.032352462311557695, + -0.031164914572864088, + -0.002164130653266925, + -0.015071595477387092, + -0.028697351758794065, + 0.013561917085426976, + 0.03722015075376866, + 0.006671256281406974, + 0.009651467336683284 + ] + ], + "std": [ + [ + 0.9636741758313841, + 1.0114901264074088, + 0.9882775735799015, + 0.9950592288041458, + 0.9923805318375012, + 0.9954931130085297, + 0.9998185415922022, + 1.004999458131321, + 1.010779654446278, + 1.010779654446278, + 1.0185416165064392, + 1.0063375239233516, + 0.9991983947714009, + 0.9997603743675092, + 1.0095253737082777, + 1.0193698237551072, + 0.9821944196534186, + 0.9946303679905539, + 0.9894242823280908, + 0.9705707946712009, + 0.9949783327748166, + 1.0043140064479021, + 1.0005809927926241, + 1.0027574917083555, + 0.9904879432435517, + 0.9807642982944419, + 0.9886574068821276, + 0.9859635090427469, + 0.993309351687357, + 1.0031187267852708, + 1.016593255470364, + 1.0442887804592182, + 1.0083038126963626, + 0.9848656609590366, + 0.9855933554664763, + 0.9945670911869946, + 1.021074800634514, + 1.0040491737335164, + 1.003221409383544, + 0.9867264401919432, + 0.9744951602926358, + 0.9578713331810542, + 0.9708937667896353, + 0.982985543001351, + 0.9959503979748483, + 1.0070454733225949, + 1.016290393566305, + 1.0456745349293197, + 0.9697098121066737, + 0.9774943309543503, + 1.002916353992525, + 1.0129710134068142, + 0.9818517087835826, + 0.9848326582689778, + 0.9778679221613454, + 0.968463827587338, + 0.9562287284130288, + 0.9385814756983131, + 0.9535361456044965, + 0.9789868837316601, + 1.0036524516031298, + 0.996437230762304, + 1.025505334499929, + 1.0500603213568676, + 0.9906100846596538, + 1.003221409383544, + 1.012180944973295, + 1.0196387340397408, + 0.9825025594694498, + 0.954339750008454, + 0.9648376067685865, + 0.9839085531249888, + 0.952009038761473, + 0.9795794492787074, + 0.9716080021777768, + 0.9976717208316266, + 1.0091951026702335, + 0.9998457759635255, + 1.0167764080390456, + 1.0501441178091095, + 1.0098311230543442, + 1.0108582982234158, + 0.9971736177909091, + 0.9900282216050488, + 0.9676953459071826, + 0.9809946576246661, + 0.9776591097799061, + 1.0015254267851037, + 1.0037560308732274, + 0.9939516521695569, + 0.9956124335469829, + 0.9901857170585183, + 0.9967866165949004, + 0.9835484169272641, + 1.018300563902619, + 1.0581476797822778, + 0.9972534687047357, + 0.9990036074983834, + 0.9884969480698704, + 0.9585590451776096, + 0.9727715498408732, + 0.9986198721072891, + 1.0039545778843277, + 1.0019737557338864, + 1.0004300707708857, + 0.9993128946907187, + 0.9970527336984197, + 0.9971736177909094, + 0.996738394700752, + 1.0017488836874449, + 1.032459139242276, + 0.9980880058113938, + 0.9827755352139497, + 0.986753983146344, + 0.9694084590768833, + 0.954374856491467, + 0.9794063309627129, + 0.9981812449768528, + 1.0000844130171747, + 1.0024414937297792, + 1.000289920583818, + 1.0066579629145789, + 1.006045023392842, + 0.9980537361415068, + 1.0118648303811897, + 1.0321212562513462, + 1.0214564915487925, + 1.0199705326922406, + 0.9818228908495026, + 0.9937316253503986, + 0.975676694136014, + 0.9791967139583257, + 0.995853785405071, + 0.9944140275090272, + 0.998324720722163, + 0.9988796207201501, + 1.0076775206024515, + 1.0051477965419011, + 1.003942697943822, + 0.9947376367611466, + 0.9995186129589284, + 1.0045214386643773, + 1.0053188986302066, + 0.9873973753633679, + 0.9979198179428485, + 0.9957288015852994, + 0.9844024166044868, + 0.9926040090239354, + 1.0288602149576338, + 1.0327381635127548, + 1.0376323561660248, + 1.0191860749351351, + 1.019248439489373, + 1.0114615654187875, + 1.0148089052316012, + 1.0002181457107615, + 1.0051758820658891, + 1.007308437371659, + 0.9958774515386598, + 0.9748378659951137, + 0.9845361751656108, + 0.9871701294240001, + 0.9569477899284584, + 1.0012684139824397, + 1.033059928368479, + 1.0117771863985163, + 1.0115884288301853, + 1.0135614014099843, + 0.9976100259611177, + 1.010965511332625, + 0.9761143046477329, + 0.9803433318407708, + 1.0153886119387059, + 1.0056269030060545, + 0.9892055337201077, + 0.969426249412664, + 0.9918445350591615, + 0.9966488938063878, + 0.9940656012175014, + 1.0080956439499935, + 1.0056005212297308, + 1.0020303578560827, + 1.019908165966182, + 1.0172691233582607, + 1.0236709394617247, + 1.0122768805463278, + 0.9879530979067631, + 0.9955177997515855, + 1.0145032156568023, + 1.0113052100223867, + 0.9900950783072645, + 0.9789878020749606, + 1.0061210323379788, + 0.9976371796061079, + 1.0030525515532585, + 1.0005432856827527, + 1.0071552470675884, + 0.9872213285090347, + 0.9953725735493347, + 0.996186609496757, + 1.00089379219493, + 1.0287570615182273, + 0.9964079316152177, + 1.0069062426818565, + 0.9963817032039104, + 1.0008280481425031, + 0.9920979056678535, + 0.9872669976493121, + 1.0092168374131085, + 1.0003352873084816, + 0.9895629283115106, + 0.9695148264401307, + 0.9928241899429654, + 1.011466978521356, + 1.015897314997225, + 1.0238688838054302, + 1.0150342744039813, + 1.0149508574937365, + 0.9925404112632117, + 0.9872466320901033, + 1.0000513594585967, + 0.9865335518102039, + 0.9916934654171699, + 1.0111500201640033, + 1.0290091218292727, + 1.0080282510552814, + 0.9998062630573106, + 1.0027987951392292, + 1.0058448354473761, + 1.0127865866340113, + 1.0179715342017457, + 1.013555459538838, + 1.0063545738992565, + 1.0013980777392146, + 1.0039675000000043, + 0.9940267908926063, + 0.9867813019457877, + 0.9943765006272788, + 1.015526891626581, + 0.9864205332461236, + 0.9867876895945505, + 1.0266969428458936, + 1.042059643812452, + 1.0120358570624033, + 1.0028235097925473, + 0.9905175353506179, + 0.9946414253907617, + 0.9951193904567321, + 0.994780772003151, + 0.9990168722978009, + 0.9919731463227914, + 0.9791890939000777, + 1.0112363498675152, + 1.0384478663637378, + 1.0089325105827842, + 1.0217975650986395 + ] + ] + }, + "width": 512, + "in_features": 256, + "out_features": 10, + "depth": 6, + "padding": 512, + "parameters": 1450000, + "cert_evals": { + "36": 0.8936170935630798, + "72": 0.8703141212463379, + "108": 0.8541033864021301, + "255": 0.7223911285400391 + }, + "fold": 1 + }, + { + "best_epoch": 27, + "best_val_acc": 0.896414342629482, + "test_acc": 0.909957627118644, + "train_size": 398, + "val_size": 251, + "test_size": 944, + "stats": { + "mean": [ + [ + 0.025853251256281188, + 0.026377419597989695, + 0.006303957286432041, + -0.016009429648241216, + 0.013426341708542615, + 0.000583298994974769, + -0.011917678391959662, + -0.037533175879397224, + -0.020098884422110854, + 0.0008364321608037243, + 0.019239580402010244, + -0.008214989949749375, + -0.025825954773869612, + -0.0006419698492463064, + 0.009508140703517508, + -0.019673170854271324, + -0.008902964824120629, + 0.029295625628140858, + 0.03910123115577878, + 0.04551176381909547, + 0.022450278894472483, + -0.041741050251256066, + -0.028593851758793917, + -0.037733369346733686, + 0.010677314070351713, + 0.008148201005025205, + 0.008145326633165782, + 0.009415472361809119, + 0.0284809497487437, + 0.009431022613065136, + -0.03688329899497498, + -0.04282043467336695, + -0.025931434673366276, + 0.0032492160804019695, + -0.014650914572864066, + -0.034562944723617914, + 0.004439065326633279, + 0.022032201005025183, + -0.04040087437185899, + -0.02492873869346697, + 0.012970140703517999, + 0.010264954773869574, + -0.013438090452261338, + -0.04317389949748748, + -0.011412814070351772, + 0.05626816582914544, + -0.03446686432160752, + -0.03817115326633142, + -0.01699248241206059, + 0.00882481909547732, + -0.04225107537688392, + -0.020397143216080688, + -0.035770040201005424, + -0.03813472361809031, + -0.05145492713567884, + -0.03408486180904533, + 0.016902085427135845, + 0.03483842713567786, + -0.03427305276381909, + -0.03140666331658277, + -0.011773889447236174, + 0.047884999999999796, + -0.0048442587939699355, + -0.04316322110552765, + -0.024642746231156448, + -0.002302301507537566, + -0.006238201005025181, + -0.0363831557788939, + -0.028835427135678583, + -0.04495072864321667, + 0.020803904522613076, + -0.007038153266331668, + 0.06495377889447201, + 0.026844070351758658, + -0.026958037688442293, + -0.02663757286432158, + 0.020592271356783716, + 0.027218869346733378, + 0.023798552763819147, + -0.016768904522613152, + -0.020810841708543488, + 0.004460130653266039, + 0.013682477386934629, + -0.025019600502512482, + -0.019792587939698632, + 0.02358873366834184, + -0.011806276381909597, + 0.020794437185929524, + 0.028271816582914534, + -0.006166407035175833, + -0.044291896984924944, + 0.024660060301507664, + 0.032016668341708576, + 0.04052279396984933, + 0.0490172487437184, + -0.016359286432160735, + -0.056750273869347244, + -0.007435929648241428, + 0.0017769246231154824, + 0.021414361809045206, + 0.04469314572864335, + 0.052019472361808976, + 0.0043632462311552775, + 0.03251259798994986, + 0.01964791959799002, + -0.022454183417085893, + -0.10391374874371867, + 0.008390402010050075, + 0.03760563819095469, + 0.11590360552763804, + 0.0493695728643219, + 0.04893633165829245, + -0.06410897487437181, + -0.006136658291457329, + -0.033884165829145316, + -0.002246648241206082, + -0.01682175376884426, + 0.00046256281407027904, + 0.022378718592965034, + -0.018578834170853733, + -0.06667939698492395, + -0.06575905527638143, + -0.043371045226129806, + 0.01104597989949733, + 0.06203475376884437, + 0.037953512562814026, + -0.005590462311557684, + 0.03451213065326728, + -0.022839005025125664, + -0.003315185929648206, + -0.024253055276382062, + -0.0389598241206035, + -0.03882960301507507, + -0.03981433668341692, + -0.031687527638191625, + -0.05046211557788869, + -0.0578318567839198, + -0.03762569346733697, + -0.0389613567839193, + 0.01979657286432155, + 0.019776218592964884, + 0.01474091708542714, + -0.042159695979899554, + -0.014452487437185876, + -0.0048944321608039645, + -0.013580208542713676, + -0.05791733668341716, + -0.009305037688442106, + 0.029235170854271467, + 0.025075567839196122, + 0.015302437185929314, + -0.022135206030150862, + 0.013569241206029991, + 0.02443211809045206, + 0.04290105527638174, + 0.09095939447236231, + 0.1091005477386932, + 0.020843309045226067, + -0.0007868643216079208, + -0.03978372110552767, + -0.0220056030150753, + -0.030192002512562766, + -0.04608865829145755, + 0.042463467336683505, + 0.051527896984924354, + 0.0915860050251251, + 0.01618239195979925, + -0.008218854271356756, + -0.020952391959798814, + 0.014776788944723587, + 0.034092487437186, + 0.04560211055276428, + 0.08278233165829134, + 0.10847255527638236, + 0.024846484924623196, + -0.052689055276382346, + 0.0017780376884420149, + -0.013441829145728687, + 0.020275924623115744, + 0.06161076884422113, + 0.08692009045226239, + 0.04008957286432224, + -0.0012120703517585535, + -0.007551306532663401, + -0.04616232160804049, + -0.013706580402010225, + -0.024673851758793934, + 0.08783185929648209, + 0.07460693467336664, + 0.0960876532663306, + 0.02119716834170848, + -0.03701101507537695, + -0.010059045226130629, + -0.010829610552763923, + -0.012481236180904494, + 0.04081522613065362, + 0.029924482412060183, + 0.008092273869346436, + -0.04316322110552756, + -0.03630996733668343, + -0.08232102512562797, + -0.04733090954773897, + 0.004588884422110799, + 0.08388306532663306, + 0.0430607738693465, + 0.04666894472361813, + -0.01270106783919614, + -0.047514080402010335, + -0.010565728643216074, + -0.026136346733668523, + -0.03245043718592946, + 0.023696067839195353, + 0.01770060301507536, + 0.044308140703517615, + -0.003787788944723613, + 0.014174522613065448, + -0.05093826633165829, + 0.02573226130653278, + 0.030287150753768848, + 0.0401397286432159, + 0.053680743718593056, + 0.02102522613065334, + -0.010747371859296528, + 0.05464842964824082, + -0.017136783919598057, + -0.045805907035175675, + -0.05090381909547731, + -0.0068819798994974556, + -0.03505809045226187, + -0.02371979899497456, + 0.00344182914572863, + 0.0033947336683414304, + 0.0007934170854273202, + -0.0018110753768842327, + 0.0032136934673366708, + 0.01568474874371846, + 0.01327067839195978, + 0.019348781407035248, + 0.004921175879397266, + 0.031125522613065133, + 0.04711545226130587, + 0.010442155778894433, + -0.024673851758794076, + -0.015774271356783803, + -0.06616341708542701, + -0.0980368467336672, + 0.0005838040201006485, + 0.008146753768844201, + 0.004349567839195794, + 0.003092396984924539, + -0.015071595477387165, + 0.007967140703517566, + -0.01298472613065332, + 0.0446150326633164, + 0.023923638190954576, + 0.0477404321608047 + ] + ], + "std": [ + [ + 1.034353343932803, + 1.024348567936632, + 1.0036818973846862, + 0.9926016744364617, + 1.0028981060461741, + 0.9997262707845033, + 1.0004780191128255, + 1.0057381568404924, + 1.0053448775578797, + 0.9994421248178098, + 0.9935827482337024, + 1.0014086229280772, + 1.0021061616018854, + 0.9996719899466749, + 1.0017361970021768, + 0.988660808590669, + 0.9901596478521693, + 1.0192247642124055, + 1.0167388988236599, + 1.0138944681676312, + 1.0047989281967311, + 0.9904645459818706, + 0.9954463096472054, + 0.9922833494657366, + 1.000931207563311, + 1.000707942136333, + 1.0005842378657308, + 1.0008281188231554, + 1.003557986182927, + 1.0010705577402124, + 0.9904311917270927, + 0.9711219802777267, + 0.9739587043622917, + 1.0015066140578677, + 0.9931898260069552, + 0.9856672449691517, + 1.0012331552789873, + 1.0081082975427937, + 0.9818673205301623, + 0.9867264401919426, + 1.0059158746745933, + 1.0048856527038488, + 0.9933559670825766, + 0.9804299925042913, + 0.9959503979748487, + 1.0125781824597548, + 0.9904165488252873, + 0.9747606061850563, + 0.9833821256471468, + 1.0040856115046517, + 0.9796743045806305, + 0.9898888553822821, + 0.9818517087835823, + 0.9782007130770088, + 0.9656942565779187, + 0.9734797731342064, + 1.010665700345605, + 1.021589297626431, + 0.9794856875095689, + 0.9845971696829052, + 0.9948281863198752, + 1.0136085631297738, + 0.9980537361415062, + 0.9668195470806507, + 0.9810513427219819, + 0.9987231668355041, + 0.997403787663875, + 0.9835516799557577, + 0.9853855373152387, + 0.9749106414617704, + 1.0117447309449026, + 0.9952897165079869, + 1.032947917542788, + 1.0120811271463608, + 0.9875771901975944, + 0.9885862353477245, + 1.0072891612096109, + 1.0093428281641061, + 1.0100051475667393, + 0.9840366571448279, + 0.9854634000263881, + 1.00134698674654, + 1.0041146501612022, + 0.9900282216050488, + 0.9917355999661862, + 1.0093104531776096, + 0.9947373509131133, + 1.0080042462360728, + 1.0087372732373883, + 0.9976110730657628, + 0.9846934585447732, + 1.0088475388403126, + 1.0133097733764065, + 1.0209739586680646, + 1.0282470508532253, + 0.9817846585536307, + 0.9633992156471255, + 0.9973233600463974, + 1.000218145710761, + 1.0057309799061696, + 1.010623899141674, + 1.0101011443230787, + 1.0006599864175545, + 1.0055249208224792, + 1.0028819022633104, + 0.9953395717809288, + 0.9698021524023763, + 1.0024258063274285, + 1.0158129918211263, + 1.063456671941438, + 1.0324591392422755, + 1.04774222887087, + 0.9616904393179179, + 0.997695806697438, + 0.9880152027656462, + 0.9988433850344972, + 0.9937292230975006, + 0.9998296099021827, + 1.0044195246237817, + 0.9963489105119412, + 0.9879651241571221, + 0.9859903114183225, + 0.9884715320146122, + 1.003310560327655, + 1.0244185872318146, + 1.0203911139057007, + 0.9961421301729745, + 1.034050235933694, + 0.989521079569911, + 0.9990477366494994, + 0.992755500716447, + 0.9868421928940853, + 0.9873393959627118, + 0.9881958106921132, + 0.9919947175362285, + 0.9895831364382834, + 0.9895629283115108, + 0.9929032652937821, + 0.9922751284451915, + 1.003847339906563, + 1.0037363434884359, + 1.0033043471411776, + 0.9838300352467959, + 0.9873973753633691, + 0.9979198179428482, + 0.9968491311161947, + 0.9780752949201328, + 0.9952808518444423, + 1.0120796997058796, + 1.0102563563170064, + 1.0056657842293373, + 0.9917811647092868, + 1.003612286469916, + 1.0080281022283166, + 1.0132678758599065, + 1.0226525060210754, + 1.0139038318701246, + 1.0024397087121901, + 0.9995063040570514, + 0.9700809553445697, + 0.9922233441291306, + 0.9933207816371948, + 0.9824557032259209, + 1.0196898531365701, + 1.0252921553121754, + 1.0436509722569267, + 1.0085279865152725, + 0.9951421649917936, + 0.9882760866228761, + 1.0078553724971193, + 1.016034101650163, + 1.0182936561607592, + 1.0197900633557413, + 1.009927427136894, + 1.0043140064479028, + 0.9653870680055727, + 1.0002294165307881, + 0.9975169703830418, + 1.0060899274497221, + 1.0302542392319602, + 1.050457422656358, + 1.0263818971478929, + 0.9988293446894524, + 0.993948379991406, + 0.9646507012293754, + 0.9894725219782052, + 0.9841733127810417, + 1.039912432152242, + 1.0215994164574418, + 1.0180415302669792, + 1.004726329086974, + 0.9748378645110533, + 0.996502380675558, + 0.9983170617806623, + 0.9963911641009451, + 1.0183269819540794, + 1.017678321054885, + 1.0055414218665415, + 0.9668195470806507, + 0.9703066737368953, + 0.9404292201679834, + 0.967852473516548, + 1.0019282394069462, + 1.028101194822195, + 1.008793562942109, + 1.0081602197776465, + 0.9956124335469831, + 0.9606578789878316, + 0.9949738705848414, + 0.9953677319031761, + 0.9944335251793368, + 1.0048415968196438, + 1.0055583780485124, + 1.0180101093887308, + 0.9978522893615333, + 1.0059363426964134, + 0.9778798529166732, + 1.0083401893079658, + 1.0068711996262265, + 1.006423096229551, + 1.0046479120669225, + 1.0037804464514235, + 0.994459962409335, + 1.0536434113524862, + 0.9893818936419583, + 0.9884128417013845, + 0.9968841227714262, + 1.0005451392022922, + 1.0058448354473761, + 1.0049722474461862, + 0.9987027037023654, + 0.998829254733481, + 0.9994987832666141, + 0.9999543973377994, + 0.9993809740185148, + 1.0000438421505866, + 1.0018684789535641, + 1.007170379629404, + 1.003098792935798, + 1.0389250180520742, + 1.057188249524631, + 1.009038472352926, + 0.9841733127810427, + 0.9933150572644535, + 0.9837566845129954, + 0.9835369109711313, + 0.9997322633620358, + 1.00066670782988, + 1.0002899205838178, + 1.000633573204784, + 0.9919731463227919, + 1.0051578019898537, + 0.988327819096806, + 1.0458203733919074, + 1.032263512848999, + 1.1039230782773841 + ] + ] + }, + "width": 512, + "in_features": 256, + "out_features": 10, + "depth": 6, + "padding": 512, + "parameters": 1450000, + "cert_evals": { + "36": 0.8930084705352783, + "72": 0.8718220591545105, + "108": 0.8506355881690979, + "255": 0.7288135886192322 + }, + "fold": 2 + }, + { + "best_epoch": 14, + "best_val_acc": 0.933649289099526, + "test_acc": 0.9136178861788617, + "train_size": 398, + "val_size": 211, + "test_size": 984, + "stats": { + "mean": [ + [ + 0.017303708542713854, + 0.033339979899497045, + 0.042060535175879, + 0.0551565226130648, + 0.03412115577889427, + 0.020728213567838986, + 0.003192402010050319, + -0.017114201005025118, + -0.009631226130653392, + -0.014865055276382138, + -0.017541251256281226, + -0.08527074371859306, + -0.0611904120603017, + -0.045862402010050325, + 0.009508140703517527, + -0.013946012562814322, + 0.0643217587939701, + 0.0719809045226133, + 0.061214376884421925, + -0.018105633165829183, + -0.06536492964824103, + -0.07759587688442295, + -0.059003042713567794, + -0.012227075376884505, + -0.05005260552763839, + -0.04250838190954796, + -0.022192437185929587, + -0.0007109648241205073, + -0.04772033165829164, + 0.009431022613065164, + -0.04203948743718602, + -0.01305157788944726, + 0.07187196733668362, + 0.037831934673366825, + 0.018214371859296575, + -0.09378594974874371, + -0.10202691457286414, + -0.08058536683417125, + 0.008583005025125713, + 0.014450412060301456, + -0.02057281407035149, + 0.01591073618090474, + 0.05852115577889456, + 0.05490543216080418, + 0.025520276381909558, + 0.01994546482412024, + -0.029288175879396895, + -0.05002305778894475, + 0.09349378894472334, + -0.0024263668341707816, + -0.08628416080401952, + -0.042581354271357584, + 0.019872572864321515, + 0.07025994221105543, + 0.03735249748743718, + -0.021575791457286518, + 0.022925640703517693, + 0.052837846733668196, + 0.07541733668341698, + 0.023911276381909558, + -0.06598816080402005, + -0.03642700000000029, + -0.03662473618090472, + -0.0555867085427135, + 0.019038185929648087, + -0.01863026130653271, + -0.043643228643215105, + 0.029040723618090913, + 0.026844070351758627, + 0.04571258793969818, + 0.0616951256281406, + 0.04614825125628155, + 0.05347232663316565, + 0.11036331658291482, + 0.016836394472361783, + -0.015812482412060267, + -0.05466603015075383, + -0.0745576381909549, + -0.07527588944723587, + -0.0031332562814071646, + 0.009397638190954651, + -0.0009045703517589661, + 0.03485077889447228, + -0.0035822437185929427, + -0.009007914572864234, + 0.029040723618090455, + 0.04252824623115574, + 0.11859657788944705, + 0.0971600904522612, + 0.07854394472361814, + -0.01270106783919611, + -0.023795125628140776, + -0.028454560301507496, + -0.06846445226130653, + -0.05716217336683423, + -0.008979115577889234, + -0.015752100502512602, + 0.029420037688442, + -0.019207185929647985, + -0.08853826130653279, + -0.06453608542713567, + 0.021109673366834107, + 0.06616457286432129, + 0.0990662613065328, + 0.05533300502512552, + 0.028604987437185914, + -0.04203948743718602, + -0.007485824120603054, + -0.023014974874371978, + -0.020393296482412362, + -0.048715170854271364, + -0.023184673366834257, + 0.01613431155778907, + 0.025520276381909585, + -0.02331836683417028, + -0.0022466482412058235, + 0.025685864321608003, + 0.1214610552763827, + 0.12532168341708572, + 0.07314251758794003, + 0.034790552763818976, + 0.015824623115577738, + -0.06917521608040215, + -0.010141005025125743, + -0.0036958190954772753, + -0.0025251658291457193, + 0.006283527638191006, + 0.027300030150753923, + 0.07564008040200966, + 0.037600432160804075, + 0.022608927135678237, + 0.018861979899497297, + 0.03452877889447219, + 0.06937706281407076, + 0.04556413065326641, + 0.041319522613065394, + -0.0070690175879395654, + 0.0030793718592961195, + 0.017090580402010398, + 0.019796572864321606, + -0.016192964824120658, + -0.04226193969849271, + -0.05281126884422079, + -0.0013456030150753172, + 0.04312830150753776, + 0.05816602763819115, + 0.0110636683417086, + -0.00930503768844212, + 0.012763037688442154, + 0.03055638693467361, + 0.009892816582914443, + -0.038075562814070325, + -0.017870065326633208, + -0.012883457286432217, + 0.08004467336683378, + 0.04899117336683459, + -0.023747236180904754, + -0.04004978643216082, + -0.04713785929648249, + -0.04595407537688452, + -0.016720412060301323, + -0.03019200251256272, + -0.008860231155778723, + 0.02002423115577915, + 0.023111075376884147, + -0.0053246733668341605, + -0.041316502512562255, + -0.03685464572864361, + -0.06645353768844256, + -0.04286107537688441, + 0.0677983919597992, + 0.029169467336683533, + 0.025297271356783873, + -0.0032680427135678793, + -0.026374695979899457, + 0.0062461708542712385, + -0.024493984924623437, + 0.01705632160804017, + 0.041416688442211205, + 0.050218221105527164, + -0.0026422336683418032, + -0.008848216080402028, + -0.050413396984924405, + -0.013842623115578042, + -0.015173276381909613, + 0.0423901256281407, + 0.022431655778894367, + 0.04833989949748727, + -0.015437751256281409, + -0.03309212060301497, + 0.00566614572864313, + 0.034707618090452225, + -0.020580653266331614, + -0.04118986683417089, + -0.043604532663316625, + -0.06511693467336681, + -0.04697097487437197, + -0.047876804020100805, + -0.03695147738693452, + -0.023573881909547713, + 0.02588810050251267, + 0.059938824120602745, + 0.06057039195979934, + 0.030043969849246118, + -0.02400981909547736, + -0.061034673366834095, + -0.03376162060301523, + -0.0028822914572863433, + 0.0004090452261306595, + -0.056622663316582986, + -0.05783185678391955, + -0.04331452261306535, + -0.02476830150753774, + -0.04897743718592962, + -0.02051391959798998, + -0.013363165829145748, + 0.01934878140703507, + 0.031055560301507686, + 0.040651306532663266, + -0.016091994974874516, + -0.06268290201004995, + -0.035390954773869276, + -0.027462361809045256, + -0.05414238693467362, + 0.006189246231155719, + 0.0005052211055278901, + -0.025775125628140556, + -0.047400653266331895, + -0.06064291457286465, + -0.023719798994974565, + -0.017446231155778813, + -0.012141331658291529, + 0.026605527638191077, + 0.033742751256281414, + -0.006876432160804101, + 0.005632914572864249, + -0.042793419597989886, + -0.0293114824120604, + -0.037945047738693345, + -0.05130548241206037, + 0.014489914572864079, + 0.01721788944723632, + -0.0011210979899498779, + -0.07518444221105554, + -0.05077718592964814, + -0.017136143216080403, + -0.019568648241205994, + 0.00814675376884411, + 0.08045203015075388, + 0.06091420100502482, + 0.0017932663316581627, + -0.004254356783919557, + 0.00028859547738686056, + -0.05891331407035207, + -0.08821684422110554, + -0.015741175879397072 + ] + ], + "std": [ + [ + 1.0230913089022202, + 1.0306470847496936, + 1.0253163638989118, + 1.0218049113878709, + 1.0074783028399366, + 1.0009433160751784, + 0.9994505670417713, + 1.0026241679219097, + 1.0024524994812487, + 1.0039133733751973, + 1.0048971378545626, + 1.01417394130718, + 1.004332289549513, + 0.9977382032551653, + 1.0017361970021768, + 0.9919233144935908, + 1.0637765669702473, + 1.0455715281984932, + 1.0255977102644784, + 0.99339605984875, + 0.9817359315428323, + 0.981056113878387, + 0.990012610165878, + 0.9974493811385823, + 0.9922963473581801, + 0.9932437097599804, + 0.9968980779182007, + 0.9995978440878907, + 0.9913328217211481, + 1.0010705577402124, + 0.9890209230468918, + 0.9912627019033904, + 1.0644590940044412, + 1.020043651023701, + 1.0074072543879427, + 0.958275404222389, + 0.9578388667517177, + 0.9639856165919881, + 1.003221409383544, + 1.0068397052494056, + 0.9893750244557449, + 1.0076889515382415, + 1.0247383219890505, + 1.0210165378194092, + 1.0075247387147834, + 1.0046362701743567, + 0.9918912192932127, + 0.9665843967074859, + 1.0802469947354034, + 0.998459552401291, + 0.9563901007544556, + 0.978638687720611, + 1.0089127439007188, + 1.0344283171064497, + 1.0220358948079418, + 0.9833155750584129, + 1.0144818792490966, + 1.0322631831022364, + 1.038787160693079, + 1.0103666845998722, + 0.9702991548533046, + 0.987409253216723, + 0.9866887156715956, + 0.9567900274378338, + 1.0134406606180522, + 0.991713556652289, + 0.9827676281149432, + 1.0114433247015615, + 1.012081127146361, + 1.0222420868044244, + 1.0338152076697806, + 1.0268430413524583, + 1.0274456473203384, + 1.0453074953992492, + 1.0068106834774446, + 0.99319836196822, + 0.9771166106782407, + 0.9688298069003922, + 0.9624528562451854, + 0.9968022599327558, + 1.005901557554794, + 0.9993474698627087, + 1.010564715068287, + 0.9983486611130268, + 0.9961238320171254, + 1.0114433247015613, + 1.0161717897956295, + 1.0406869709539412, + 1.0272052350520744, + 1.0224767767382823, + 0.9956124335469829, + 0.9901857170585184, + 0.9865469521402179, + 0.9587645381482431, + 0.9621648427676825, + 0.9899337643062542, + 0.9900729293902669, + 1.0084492238238705, + 0.9937034359335825, + 0.9692951161627006, + 0.9800863496307292, + 1.0042513937180102, + 1.0123603111480772, + 1.0141287908757117, + 1.007677408079292, + 1.0044650992699184, + 0.9890209230468918, + 0.9971736177909093, + 0.9889840573493727, + 0.9866310104770853, + 0.9637832135197844, + 0.9752349399210322, + 1.0083818727667295, + 1.0075247387147834, + 0.991793153918188, + 0.9988433850344973, + 1.0081706851369636, + 1.029626843869407, + 1.0196031669552301, + 1.0093980022007503, + 1.0039886223095509, + 1.0023095280591323, + 0.9808300777029364, + 0.9962389763825825, + 0.9980717278603489, + 0.9982433289914361, + 1.0036155922773329, + 1.0270598343773214, + 1.0290248534923514, + 1.0061441876968409, + 1.0055764584644775, + 1.0053031805865968, + 1.0092866189920002, + 1.0156784749241112, + 1.0088960099879092, + 1.0059991425953296, + 0.9986354940573221, + 1.0001773791355475, + 1.00244149372978, + 1.003847339906564, + 0.996065302775612, + 0.9880253584212956, + 0.9794959611542164, + 0.998556228240707, + 1.0140940621454713, + 1.0096760877814985, + 1.0033829165288874, + 0.9952808518444423, + 1.0052200897485457, + 1.012469146588948, + 1.0035830400494066, + 0.9857420630547223, + 0.9942119752062554, + 0.9950185461635798, + 1.0234288024686335, + 1.0131354799141175, + 0.9949817856959143, + 0.9931492960370479, + 0.9878551084342865, + 0.9652611606828942, + 0.9940656012175009, + 0.9933207816371951, + 0.9965622500501108, + 1.0093915715884572, + 1.0115749892045551, + 0.9968115171925963, + 0.9755344519015101, + 0.9786069630651631, + 0.961464080587249, + 0.9743356627980871, + 1.030835086571909, + 1.0118648303811906, + 1.006595799733842, + 0.9991930482950553, + 0.9940736745513704, + 1.003492294968093, + 0.9918445350591615, + 1.0021683881445074, + 1.0122899955900566, + 1.0249494745406926, + 0.9979849217942023, + 0.9934793024312332, + 0.9621029758682157, + 0.9890982158771477, + 0.9885456854845168, + 1.0294779143109518, + 1.0130593563263568, + 1.0229554890663815, + 0.9943926914757206, + 0.9911313414795533, + 1.0010785245110474, + 1.021221319921214, + 0.9930525323845899, + 0.9938444307912636, + 0.9874394122474933, + 0.965635318129075, + 0.9689109282338, + 0.9629284258029364, + 0.9717359308698656, + 0.9808646394091696, + 1.0162302100520217, + 1.0355012766301623, + 1.0272568498553079, + 1.0107564289840438, + 0.9937602047041728, + 0.9851594467890736, + 0.9884587080836413, + 0.9974266932665549, + 0.999864541688887, + 0.9894363675325561, + 0.9895629283115106, + 0.988727903086388, + 0.990877905737688, + 0.9766932163927938, + 0.9895469407930455, + 0.9935726213392223, + 1.007170379629405, + 1.0100389974395079, + 1.009109049155308, + 0.9965204677792965, + 0.9901869920407446, + 0.99174574443383, + 0.9860427444032561, + 0.9400600968558963, + 1.0033074400595374, + 0.9997993113498106, + 0.9985929054949167, + 1.0046389351594731, + 1.0095474638492092, + 1.0049722474461862, + 1.0044746555071224, + 1.0026481147921085, + 0.9930117198494639, + 0.9940678856560923, + 1.0002974171033587, + 0.9998417518500186, + 0.9914036227508137, + 0.9875178868961761, + 0.9721338649787347, + 0.9291330950891362, + 1.017948146105332, + 1.0150039988798456, + 0.9989984568183743, + 0.9666297205670561, + 0.9878791191600703, + 0.9975774564005543, + 0.9980042921168951, + 1.0006667078298794, + 1.0077886909582168, + 1.016455335207286, + 1.0005853010665489, + 0.9967266234061737, + 0.9999357967957346, + 0.9320191861094074, + 0.8633520103519924, + 0.9623275771498844 + ] + ] + }, + "width": 512, + "in_features": 256, + "out_features": 10, + "depth": 6, + "padding": 512, + "parameters": 1450000, + "cert_evals": { + "36": 0.8943089246749878, + "72": 0.8699186444282532, + "108": 0.8455284237861633, + "255": 0.7205284237861633 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9136876409686556, + "std_test_acc": 0.002868667032063498, + "n_samples": 1593, + "n_features": 256, + "n_classes": 10, + "mean_cert_acc_36": 0.8958498984575272, + "std_cert_acc_36": 0.00444202239537527, + "mean_cert_acc_72": 0.8721991181373596, + "std_cert_acc_72": 0.003137436432602175, + "mean_cert_acc_108": 0.85219706594944, + "std_cert_acc_108": 0.00549343544090422, + "mean_cert_acc_255": 0.7337156981229782, + "std_cert_acc_255": 0.01992788175948291 + }, + "ringnorm": { + "dataset": "ringnorm", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 2, + "best_val_acc": 0.9849157054125999, + "test_acc": 0.9785213655889667, + "train_size": 1850, + "val_size": 1127, + "test_size": 4423, + "stats": { + "mean": [ + [ + -0.0014913630590810715, + -0.0002028115945945495, + -0.003624673004864866, + 0.030743673347964937, + -0.0034106684216216178, + -0.004585295625405408, + -0.007129368502702696, + 0.02503018201621619, + -0.009548345086486483, + -0.023094663821621602, + 0.024392343743783677, + -0.022385221852432413, + -0.011269039536756825, + 0.006084699226486499, + -0.002144298956756773, + 0.012506844875783789, + -0.00058454836702704, + 0.03584240386432444, + -0.012133667589189186, + 0.004316507892972984 + ] + ], + "std": [ + [ + 0.9784283387930162, + 0.9905460412687422, + 1.0065390278100863, + 0.9927153916321547, + 0.9735595969809379, + 0.9917492622308341, + 1.021226537005995, + 0.984043931354316, + 1.0020439489201134, + 1.0140676776467927, + 1.01390897497898, + 1.0144771852122418, + 1.0088742566237001, + 1.0031650144538549, + 0.9957376523551107, + 1.004052473854246, + 1.0009632837253672, + 1.0136956725096684, + 1.0117437667654883, + 0.9896482611831617 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 22280, + "cert_evals": { + "36": 0.950033962726593, + "72": 0.8874067664146423, + "108": 0.7906398773193359, + "255": 0.22202125191688538 + }, + "fold": 0 + }, + { + "best_epoch": 11, + "best_val_acc": 0.9806985294117647, + "test_acc": 0.9822949350067235, + "train_size": 1850, + "val_size": 1088, + "test_size": 4462, + "stats": { + "mean": [ + [ + -0.008131689650810797, + -0.002498043243243252, + -0.023727151785405413, + -0.03585440558918916, + -0.0003934882972973119, + 0.0225867714875676, + 0.033729259347567535, + 0.04028018498378375, + -0.011526702379459474, + 0.005509034924324315, + -0.0036079329924324473, + -0.010609778086486462, + -0.04445419758486492, + -0.019035246131351363, + -0.023686496141621632, + -0.004599276812324327, + -0.01283934108918918, + -0.017065241494054067, + 0.0003217353513513623, + 0.0033787389697297146 + ] + ], + "std": [ + [ + 1.022177893241832, + 0.9975248053566046, + 1.0196388744846618, + 1.0221479866384073, + 0.9970357977944808, + 1.0307981420348893, + 0.9773560353822935, + 0.9781176224444603, + 1.0106652173823045, + 0.9892263924920568, + 1.0047809286897451, + 0.9927926966385846, + 0.9948403657240741, + 1.008299177644683, + 0.986103425256104, + 1.0040901235563537, + 1.0207243055267705, + 0.9859651487873408, + 1.0109851150234057, + 1.0209172013335133 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 22280, + "cert_evals": { + "36": 0.9677274823188782, + "72": 0.9410578012466431, + "108": 0.8946660757064819, + "255": 0.5029134750366211 + }, + "fold": 1 + }, + { + "best_epoch": 8, + "best_val_acc": 0.9739534883720931, + "test_acc": 0.984804469273743, + "train_size": 1850, + "val_size": 1075, + "test_size": 4475, + "stats": { + "mean": [ + [ + 0.02891295190162165, + 0.03068944431891898, + -0.019467257363783776, + -0.009042827307170279, + 0.0023045943172973027, + 0.03461760786972972, + -0.013958165583783782, + -0.0037264931027027265, + 0.004122639091891881, + 0.008077664260864866, + 0.00500549670162161, + 0.05230572106145954, + 0.00560352195189189, + -0.0038027441356756407, + -0.006340691426324323, + -0.017875234487027075, + -0.009974290385945996, + 0.031068824466486403, + -0.018748794218378367, + 0.005651800251891893 + ] + ], + "std": [ + [ + 0.9932694884617136, + 1.0072036987514652, + 0.9893573161360424, + 0.9958218951278952, + 1.0085886667535657, + 0.9790791907975733, + 0.9983260051236463, + 0.9947362590919102, + 1.006364157341519, + 1.0005095470798928, + 0.9832199273034367, + 0.9689205473346516, + 1.0001853849462015, + 1.033775512614162, + 1.0032724243458653, + 0.9853254002831421, + 1.0043894835352993, + 1.0395476633542529, + 0.9896749630098167, + 0.9691966087764504 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 22280, + "cert_evals": { + "36": 0.9684916138648987, + "72": 0.9365363121032715, + "108": 0.8902793526649475, + "255": 0.4567597806453705 + }, + "fold": 2 + }, + { + "best_epoch": 17, + "best_val_acc": 0.9841860465116279, + "test_acc": 0.9812290502793296, + "train_size": 1850, + "val_size": 1075, + "test_size": 4475, + "stats": { + "mean": [ + [ + 0.02046777164864863, + 0.0021980356432432023, + 0.004059637980540555, + -0.009342822182702694, + 0.002387918376162144, + 0.030360256719999965, + -0.015382828059459445, + -0.018204245005945925, + -0.025843862712432407, + 0.027745209016216188, + 0.004481657689729722, + 0.026131714623621623, + 0.022636812074594607, + 0.014200627510810747, + -0.0033628461978918974, + -0.017424993537297307, + 0.02008856371405403, + -0.012326211236756734, + -0.005294278313513533, + -0.011560347406486508 + ] + ], + "std": [ + [ + 1.003862152326972, + 1.0116328206717198, + 0.9982327875050149, + 1.0058161542849646, + 0.9897416118790039, + 0.97887136461081, + 0.9958939467129719, + 1.025014828335411, + 1.0096954961376094, + 1.0002821071815167, + 0.9846740927254561, + 0.9871728584855372, + 0.988810619026956, + 0.9866476352820501, + 0.9798465412109066, + 1.0074699501447237, + 0.9933722458992488, + 0.9892672826168423, + 1.0089595701990006, + 1.0171370551906491 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 22280, + "cert_evals": { + "36": 0.9684916138648987, + "72": 0.9459218382835388, + "108": 0.9112849235534668, + "255": 0.5642458200454712 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9817124550371906, + "std_test_acc": 0.0026023429815224836, + "n_samples": 7400, + "n_features": 20, + "n_classes": 2, + "mean_cert_acc_36": 0.9636861681938171, + "std_cert_acc_36": 0.009108595760272358, + "mean_cert_acc_72": 0.9277306795120239, + "std_cert_acc_72": 0.02715441992258992, + "mean_cert_acc_108": 0.871717557311058, + "std_cert_acc_108": 0.05480371461712483, + "mean_cert_acc_255": 0.43648508191108704, + "std_cert_acc_255": 0.14960095298986897 + }, + "soybean": { + "dataset": "soybean", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 21, + "best_val_acc": 0.847457627118644, + "test_acc": 0.8387096774193549, + "train_size": 376, + "val_size": 59, + "test_size": 248, + "stats": { + "mean": [ + [ + 5.255843042108454e-17, + -1.8094273124741912e-15, + -2.362176648138631e-18, + 8.940838613204717e-16, + -4.621008067921197e-16, + -1.366519190948198e-15, + 1.8507654038166175e-15, + 5.651507630671674e-16, + 1.4615968010357778e-15, + -4.64167711359241e-16, + 2.523985748536127e-15, + -3.363149002787376e-16, + 8.314861801447981e-16, + -8.031400603671346e-17, + -1.599562680891125e-15, + 6.971373832819134e-16, + 1.972417501195757e-15, + -9.955098211499242e-16, + -1.1840410448794887e-15, + -3.451730627092574e-16, + -1.2253791362219147e-15, + -6.85031227960203e-16, + -9.162292673967715e-16, + 7.411329233534954e-17, + -1.801159694205706e-17, + -7.119009873327799e-16, + -3.6805664898810043e-16, + -2.8346119777663573e-16, + -1.1114041129492258e-15, + -2.701739541308559e-16, + -6.746967051245964e-16, + 4.340499590954734e-17, + 1.5197654009961918e-15, + 5.7947145899650795e-16, + 8.208563852281742e-16 + ] + ], + "std": [ + [ + 0.9927642409431464, + 0.9787917699554936, + 0.9857406910506461, + 0.9841528529994341, + 0.973949637619625, + 0.9888979702224631, + 0.9894238955664117, + 0.9818135979404571, + 0.9812725198980998, + 0.9866993450965212, + 0.977811553908224, + 0.9685775006733509, + 0.9885494004209142, + 0.9877929165205122, + 0.9849820534726104, + 0.9696513186147865, + 0.9636787239536263, + 0.9714056969361312, + 0.9790342571909385, + 0.9594712670605601, + 0.9914762416613162, + 0.9894071736370291, + 0.9717998736463911, + 0.979506353986051, + 0.9100788369549304, + 0.9740807482046461, + 0.9403062306776938, + 0.9856078858868509, + 0.9913083989488309, + 0.9728185205882999, + 0.9658866068802527, + 0.9658866068802542, + 0.9641624577988217, + 0.9579105146532193, + 0.9764373811067356 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 18, + "depth": 6, + "padding": 70, + "parameters": 89496, + "cert_evals": { + "36": 0.7701612710952759, + "72": 0.7338709235191345, + "108": 0.7056451439857483, + "255": 0.524193525314331 + }, + "fold": 0 + }, + { + "best_epoch": 52, + "best_val_acc": 0.9411764705882353, + "test_acc": 0.88671875, + "train_size": 376, + "val_size": 51, + "test_size": 256, + "stats": { + "mean": [ + [ + 5.255843042108454e-17, + -1.8094273124741912e-15, + -2.362176648138631e-18, + 8.940838613204717e-16, + -4.621008067921197e-16, + -1.366519190948198e-15, + 1.8507654038166175e-15, + 5.651507630671674e-16, + 1.4615968010357778e-15, + -4.64167711359241e-16, + 2.523985748536127e-15, + -3.363149002787376e-16, + 8.314861801447981e-16, + -8.031400603671346e-17, + -1.599562680891125e-15, + 6.971373832819134e-16, + 1.972417501195757e-15, + -9.955098211499242e-16, + -1.1840410448794887e-15, + -3.451730627092574e-16, + -1.2253791362219147e-15, + -6.85031227960203e-16, + -9.162292673967715e-16, + 7.411329233534954e-17, + -1.801159694205706e-17, + -7.119009873327799e-16, + -3.6805664898810043e-16, + -2.8346119777663573e-16, + -1.1114041129492258e-15, + -2.701739541308559e-16, + -6.746967051245964e-16, + 4.340499590954734e-17, + 1.5197654009961918e-15, + 5.7947145899650795e-16, + 8.208563852281742e-16 + ] + ], + "std": [ + [ + 0.9927642409431464, + 0.9787917699554936, + 0.9857406910506461, + 0.9841528529994341, + 0.973949637619625, + 0.9888979702224631, + 0.9894238955664117, + 0.9818135979404571, + 0.9812725198980998, + 0.9866993450965212, + 0.977811553908224, + 0.9685775006733509, + 0.9885494004209142, + 0.9877929165205122, + 0.9849820534726104, + 0.9696513186147865, + 0.9636787239536263, + 0.9714056969361312, + 0.9790342571909385, + 0.9594712670605601, + 0.9914762416613162, + 0.9894071736370291, + 0.9717998736463911, + 0.979506353986051, + 0.9100788369549304, + 0.9740807482046461, + 0.9403062306776938, + 0.9856078858868509, + 0.9913083989488309, + 0.9728185205882999, + 0.9658866068802527, + 0.9658866068802542, + 0.9641624577988217, + 0.9579105146532193, + 0.9764373811067356 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 18, + "depth": 6, + "padding": 70, + "parameters": 89496, + "cert_evals": { + "36": 0.84375, + "72": 0.80078125, + "108": 0.77734375, + "255": 0.63671875 + }, + "fold": 1 + }, + { + "best_epoch": 45, + "best_val_acc": 0.8928571428571429, + "test_acc": 0.8804780876494024, + "train_size": 376, + "val_size": 56, + "test_size": 251, + "stats": { + "mean": [ + [ + 5.255843042108454e-17, + -1.8094273124741912e-15, + -2.362176648138631e-18, + 8.940838613204717e-16, + -4.621008067921197e-16, + -1.366519190948198e-15, + 1.8507654038166175e-15, + 5.651507630671674e-16, + 1.4615968010357778e-15, + -4.64167711359241e-16, + 2.523985748536127e-15, + -3.363149002787376e-16, + 8.314861801447981e-16, + -8.031400603671346e-17, + -1.599562680891125e-15, + 6.971373832819134e-16, + 1.972417501195757e-15, + -9.955098211499242e-16, + -1.1840410448794887e-15, + -3.451730627092574e-16, + -1.2253791362219147e-15, + -6.85031227960203e-16, + -9.162292673967715e-16, + 7.411329233534954e-17, + -1.801159694205706e-17, + -7.119009873327799e-16, + -3.6805664898810043e-16, + -2.8346119777663573e-16, + -1.1114041129492258e-15, + -2.701739541308559e-16, + -6.746967051245964e-16, + 4.340499590954734e-17, + 1.5197654009961918e-15, + 5.7947145899650795e-16, + 8.208563852281742e-16 + ] + ], + "std": [ + [ + 0.9927642409431464, + 0.9787917699554936, + 0.9857406910506461, + 0.9841528529994341, + 0.973949637619625, + 0.9888979702224631, + 0.9894238955664117, + 0.9818135979404571, + 0.9812725198980998, + 0.9866993450965212, + 0.977811553908224, + 0.9685775006733509, + 0.9885494004209142, + 0.9877929165205122, + 0.9849820534726104, + 0.9696513186147865, + 0.9636787239536263, + 0.9714056969361312, + 0.9790342571909385, + 0.9594712670605601, + 0.9914762416613162, + 0.9894071736370291, + 0.9717998736463911, + 0.979506353986051, + 0.9100788369549304, + 0.9740807482046461, + 0.9403062306776938, + 0.9856078858868509, + 0.9913083989488309, + 0.9728185205882999, + 0.9658866068802527, + 0.9658866068802542, + 0.9641624577988217, + 0.9579105146532193, + 0.9764373811067356 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 18, + "depth": 6, + "padding": 70, + "parameters": 89496, + "cert_evals": { + "36": 0.8326693773269653, + "72": 0.7928286790847778, + "108": 0.7649402618408203, + "255": 0.613545835018158 + }, + "fold": 2 + }, + { + "best_epoch": 16, + "best_val_acc": 0.8888888888888888, + "test_acc": 0.7827868852459017, + "train_size": 376, + "val_size": 63, + "test_size": 244, + "stats": { + "mean": [ + [ + 5.255843042108454e-17, + -1.8094273124741912e-15, + -2.362176648138631e-18, + 8.940838613204717e-16, + -4.621008067921197e-16, + -1.366519190948198e-15, + 1.8507654038166175e-15, + 5.651507630671674e-16, + 1.4615968010357778e-15, + -4.64167711359241e-16, + 2.523985748536127e-15, + -3.363149002787376e-16, + 8.314861801447981e-16, + -8.031400603671346e-17, + -1.599562680891125e-15, + 6.971373832819134e-16, + 1.972417501195757e-15, + -9.955098211499242e-16, + -1.1840410448794887e-15, + -3.451730627092574e-16, + -1.2253791362219147e-15, + -6.85031227960203e-16, + -9.162292673967715e-16, + 7.411329233534954e-17, + -1.801159694205706e-17, + -7.119009873327799e-16, + -3.6805664898810043e-16, + -2.8346119777663573e-16, + -1.1114041129492258e-15, + -2.701739541308559e-16, + -6.746967051245964e-16, + 4.340499590954734e-17, + 1.5197654009961918e-15, + 5.7947145899650795e-16, + 8.208563852281742e-16 + ] + ], + "std": [ + [ + 0.9927642409431464, + 0.9787917699554936, + 0.9857406910506461, + 0.9841528529994341, + 0.973949637619625, + 0.9888979702224631, + 0.9894238955664117, + 0.9818135979404571, + 0.9812725198980998, + 0.9866993450965212, + 0.977811553908224, + 0.9685775006733509, + 0.9885494004209142, + 0.9877929165205122, + 0.9849820534726104, + 0.9696513186147865, + 0.9636787239536263, + 0.9714056969361312, + 0.9790342571909385, + 0.9594712670605601, + 0.9914762416613162, + 0.9894071736370291, + 0.9717998736463911, + 0.979506353986051, + 0.9100788369549304, + 0.9740807482046461, + 0.9403062306776938, + 0.9856078858868509, + 0.9913083989488309, + 0.9728185205882999, + 0.9658866068802527, + 0.9658866068802542, + 0.9641624577988217, + 0.9579105146532193, + 0.9764373811067356 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 18, + "depth": 6, + "padding": 70, + "parameters": 89496, + "cert_evals": { + "36": 0.7418032288551331, + "72": 0.6762294769287109, + "108": 0.6557376384735107, + "255": 0.44262292981147766 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8471733500786648, + "std_test_acc": 0.04792457549155976, + "n_samples": 683, + "n_features": 35, + "n_classes": 18, + "mean_cert_acc_36": 0.7970959693193436, + "std_cert_acc_36": 0.049074199101946624, + "mean_cert_acc_72": 0.7509275823831558, + "std_cert_acc_72": 0.05805694517665801, + "mean_cert_acc_108": 0.7259166985750198, + "std_cert_acc_108": 0.056283853547367466, + "mean_cert_acc_255": 0.5542702600359917, + "std_cert_acc_255": 0.08884646607976861 + }, + "spect": { + "dataset": "spect", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 6, + "best_val_acc": 0.9, + "test_acc": 0.6666666666666666, + "train_size": 186, + "val_size": 10, + "test_size": 69, + "stats": { + "mean": [ + [ + -5.252668073495365e-16, + 1.532824046901829e-15, + -3.9753147010771733e-16, + -1.0338205799197695e-15, + -1.8336586729292908e-15, + -9.192169128616887e-16, + -4.405078452544976e-16, + -1.3382365705427963e-15, + -3.581364595565021e-16, + -1.082765896059158e-15, + 9.645808644055123e-16, + -1.4206079562407917e-16, + -1.8062015443632924e-15, + -2.1750820977064893e-15, + -4.643836092249311e-16, + 4.321513278648459e-16, + -1.0815721078606364e-15, + -1.6653345369377348e-16, + -2.6263340367476823e-16, + 9.633870762069907e-16, + -1.6557842313495614e-15, + 9.896504165744675e-16 + ] + ], + "std": [ + [ + 0.9609812490116691, + 0.977794794349693, + 0.9757497794069608, + 0.9777145841848973, + 0.9763846529890078, + 0.9777145841848975, + 0.9757497794069606, + 0.9759794254922428, + 0.9778036455104626, + 0.9770745392598671, + 0.9775511304850781, + 0.9752286427227655, + 0.9763846529890077, + 0.9776695904695919, + 0.9768752085627053, + 0.9738782701457798, + 0.9771347940108165, + 0.9709795017179342, + 0.9706245820084402, + 0.9755001122189715, + 0.9770745392598672, + 0.9775511304850782 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 22408, + "cert_evals": { + "36": 0.47826087474823, + "72": 0.043478261679410934, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 3, + "best_val_acc": 0.7647058823529411, + "test_acc": 0.7096774193548387, + "train_size": 186, + "val_size": 17, + "test_size": 62, + "stats": { + "mean": [ + [ + -5.252668073495365e-16, + 1.532824046901829e-15, + -3.9753147010771733e-16, + -1.0338205799197695e-15, + -1.8336586729292908e-15, + -9.192169128616887e-16, + -4.405078452544976e-16, + -1.3382365705427963e-15, + -3.581364595565021e-16, + -1.082765896059158e-15, + 9.645808644055123e-16, + -1.4206079562407917e-16, + -1.8062015443632924e-15, + -2.1750820977064893e-15, + -4.643836092249311e-16, + 4.321513278648459e-16, + -1.0815721078606364e-15, + -1.6653345369377348e-16, + -2.6263340367476823e-16, + 9.633870762069907e-16, + -1.6557842313495614e-15, + 9.896504165744675e-16 + ] + ], + "std": [ + [ + 0.9609812490116691, + 0.977794794349693, + 0.9757497794069608, + 0.9777145841848973, + 0.9763846529890078, + 0.9777145841848975, + 0.9757497794069606, + 0.9759794254922428, + 0.9778036455104626, + 0.9770745392598671, + 0.9775511304850781, + 0.9752286427227655, + 0.9763846529890077, + 0.9776695904695919, + 0.9768752085627053, + 0.9738782701457798, + 0.9771347940108165, + 0.9709795017179342, + 0.9706245820084402, + 0.9755001122189715, + 0.9770745392598672, + 0.9775511304850782 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 22408, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 6, + "best_val_acc": 0.7, + "test_acc": 0.6610169491525424, + "train_size": 186, + "val_size": 20, + "test_size": 59, + "stats": { + "mean": [ + [ + -5.252668073495365e-16, + 1.532824046901829e-15, + -3.9753147010771733e-16, + -1.0338205799197695e-15, + -1.8336586729292908e-15, + -9.192169128616887e-16, + -4.405078452544976e-16, + -1.3382365705427963e-15, + -3.581364595565021e-16, + -1.082765896059158e-15, + 9.645808644055123e-16, + -1.4206079562407917e-16, + -1.8062015443632924e-15, + -2.1750820977064893e-15, + -4.643836092249311e-16, + 4.321513278648459e-16, + -1.0815721078606364e-15, + -1.6653345369377348e-16, + -2.6263340367476823e-16, + 9.633870762069907e-16, + -1.6557842313495614e-15, + 9.896504165744675e-16 + ] + ], + "std": [ + [ + 0.9609812490116691, + 0.977794794349693, + 0.9757497794069608, + 0.9777145841848973, + 0.9763846529890078, + 0.9777145841848975, + 0.9757497794069606, + 0.9759794254922428, + 0.9778036455104626, + 0.9770745392598671, + 0.9775511304850781, + 0.9752286427227655, + 0.9763846529890077, + 0.9776695904695919, + 0.9768752085627053, + 0.9738782701457798, + 0.9771347940108165, + 0.9709795017179342, + 0.9706245820084402, + 0.9755001122189715, + 0.9770745392598672, + 0.9775511304850782 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 22408, + "cert_evals": { + "36": 0.47457626461982727, + "72": 0.22033898532390594, + "108": 0.06779661029577255, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 5, + "best_val_acc": 0.7222222222222222, + "test_acc": 0.6721311475409836, + "train_size": 186, + "val_size": 18, + "test_size": 61, + "stats": { + "mean": [ + [ + -5.252668073495365e-16, + 1.532824046901829e-15, + -3.9753147010771733e-16, + -1.0338205799197695e-15, + -1.8336586729292908e-15, + -9.192169128616887e-16, + -4.405078452544976e-16, + -1.3382365705427963e-15, + -3.581364595565021e-16, + -1.082765896059158e-15, + 9.645808644055123e-16, + -1.4206079562407917e-16, + -1.8062015443632924e-15, + -2.1750820977064893e-15, + -4.643836092249311e-16, + 4.321513278648459e-16, + -1.0815721078606364e-15, + -1.6653345369377348e-16, + -2.6263340367476823e-16, + 9.633870762069907e-16, + -1.6557842313495614e-15, + 9.896504165744675e-16 + ] + ], + "std": [ + [ + 0.9609812490116691, + 0.977794794349693, + 0.9757497794069608, + 0.9777145841848973, + 0.9763846529890078, + 0.9777145841848975, + 0.9757497794069606, + 0.9759794254922428, + 0.9778036455104626, + 0.9770745392598671, + 0.9775511304850781, + 0.9752286427227655, + 0.9763846529890077, + 0.9776695904695919, + 0.9768752085627053, + 0.9738782701457798, + 0.9771347940108165, + 0.9709795017179342, + 0.9706245820084402, + 0.9755001122189715, + 0.9770745392598672, + 0.9775511304850782 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 22408, + "cert_evals": { + "36": 0.3606557250022888, + "72": 0.1147540956735611, + "108": 0.049180325120687485, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6773730456787579, + "std_test_acc": 0.02200907767124052, + "n_samples": 265, + "n_features": 22, + "n_classes": 2, + "mean_cert_acc_36": 0.3283732160925865, + "std_cert_acc_36": 0.22561971769951233, + "mean_cert_acc_72": 0.0946428356692195, + "std_cert_acc_72": 0.09622727401321839, + "mean_cert_acc_108": 0.02924423385411501, + "std_cert_acc_108": 0.0346130220760757, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "spectf": { + "dataset": "spectf", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 3, + "best_val_acc": 0.5238095238095238, + "test_acc": 0.576271186440678, + "train_size": 187, + "val_size": 21, + "test_size": 59, + "stats": { + "mean": [ + [ + 9.73262032024493e-08, + 7.37967914422617e-08, + -2.8021390374859026e-07, + 8.342245993522504e-08, + 1.438502673446313e-07, + 4.27807487904935e-09, + -3.208556132607522e-09, + 2.4438502673282447e-07, + -4.064171128261887e-08, + -1.245989304839758e-07, + -2.7005347592964245e-07, + -9.828877005220575e-08, + -2.7272727281823347e-08, + -9.786096256698731e-08, + -2.1390374290903598e-08, + -1.764705878989899e-08, + -2.1016042791891207e-07, + -1.443850270181913e-08, + -1.9251336897019774e-07, + -1.026737967961774e-07, + 2.2139037467217133e-08, + -1.871657754046705e-07, + -2.433155080530257e-07, + 3.422459890534254e-08, + 6.320855603067246e-08, + 1.203208557214405e-07, + 1.5240641710866705e-07, + -1.2566844921602035e-07, + -1.465240642376751e-07, + -2.577540106646021e-07, + -1.3475935830036328e-07, + -8.181818183804877e-08, + 3.272727272453287e-07, + -5.347593584110138e-08, + 2.6737967877210432e-08, + 8.449197850875112e-08, + -1.9251336920322585e-08, + -1.4919786096240437e-07, + -4.705882350701689e-08, + -7.112299465890437e-08, + -8.395721923564323e-08, + 2.0106951872948384e-07, + -2.2117647054603053e-07, + 1.7219251329526993e-07 + ] + ], + "std": [ + [ + 0.9973228707261231, + 0.997322592235688, + 0.9973223292917861, + 0.9973227306511006, + 0.99732255532754, + 0.997322255366945, + 0.9973226239770173, + 0.997322228679491, + 0.9973224624202952, + 0.997322743624266, + 0.9973222482787992, + 0.997322493534107, + 0.9973232185155234, + 0.9973228780399456, + 0.9973223891564488, + 0.9973225844652592, + 0.9973225517530112, + 0.9973225554412601, + 0.9973222478195743, + 0.9973226789069762, + 0.997322213988001, + 0.997322643819296, + 0.9973226574869563, + 0.9973225588456511, + 0.9973227088028409, + 0.9973226325041668, + 0.9973227670427876, + 0.9973226762758315, + 0.9973224495674463, + 0.997322983837095, + 0.997321878860045, + 0.9973226923900768, + 0.9973225315151032, + 0.9973225107812234, + 0.997322704618034, + 0.9973227074584576, + 0.9973225552504908, + 0.9973228014956899, + 0.9973225828407466, + 0.9973226373516573, + 0.9973225174190434, + 0.9973227159363205, + 0.9973224262644476, + 0.9973224878506673 + ] + ] + }, + "width": 128, + "in_features": 44, + "out_features": 2, + "depth": 6, + "padding": 88, + "parameters": 88584, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 3, + "best_val_acc": 0.6842105263157895, + "test_acc": 0.639344262295082, + "train_size": 187, + "val_size": 19, + "test_size": 61, + "stats": { + "mean": [ + [ + 9.73262032024493e-08, + 7.37967914422617e-08, + -2.8021390374859026e-07, + 8.342245993522504e-08, + 1.438502673446313e-07, + 4.27807487904935e-09, + -3.208556132607522e-09, + 2.4438502673282447e-07, + -4.064171128261887e-08, + -1.245989304839758e-07, + -2.7005347592964245e-07, + -9.828877005220575e-08, + -2.7272727281823347e-08, + -9.786096256698731e-08, + -2.1390374290903598e-08, + -1.764705878989899e-08, + -2.1016042791891207e-07, + -1.443850270181913e-08, + -1.9251336897019774e-07, + -1.026737967961774e-07, + 2.2139037467217133e-08, + -1.871657754046705e-07, + -2.433155080530257e-07, + 3.422459890534254e-08, + 6.320855603067246e-08, + 1.203208557214405e-07, + 1.5240641710866705e-07, + -1.2566844921602035e-07, + -1.465240642376751e-07, + -2.577540106646021e-07, + -1.3475935830036328e-07, + -8.181818183804877e-08, + 3.272727272453287e-07, + -5.347593584110138e-08, + 2.6737967877210432e-08, + 8.449197850875112e-08, + -1.9251336920322585e-08, + -1.4919786096240437e-07, + -4.705882350701689e-08, + -7.112299465890437e-08, + -8.395721923564323e-08, + 2.0106951872948384e-07, + -2.2117647054603053e-07, + 1.7219251329526993e-07 + ] + ], + "std": [ + [ + 0.9973228707261231, + 0.997322592235688, + 0.9973223292917861, + 0.9973227306511006, + 0.99732255532754, + 0.997322255366945, + 0.9973226239770173, + 0.997322228679491, + 0.9973224624202952, + 0.997322743624266, + 0.9973222482787992, + 0.997322493534107, + 0.9973232185155234, + 0.9973228780399456, + 0.9973223891564488, + 0.9973225844652592, + 0.9973225517530112, + 0.9973225554412601, + 0.9973222478195743, + 0.9973226789069762, + 0.997322213988001, + 0.997322643819296, + 0.9973226574869563, + 0.9973225588456511, + 0.9973227088028409, + 0.9973226325041668, + 0.9973227670427876, + 0.9973226762758315, + 0.9973224495674463, + 0.997322983837095, + 0.997321878860045, + 0.9973226923900768, + 0.9973225315151032, + 0.9973225107812234, + 0.997322704618034, + 0.9973227074584576, + 0.9973225552504908, + 0.9973228014956899, + 0.9973225828407466, + 0.9973226373516573, + 0.9973225174190434, + 0.9973227159363205, + 0.9973224262644476, + 0.9973224878506673 + ] + ] + }, + "width": 128, + "in_features": 44, + "out_features": 2, + "depth": 6, + "padding": 88, + "parameters": 88584, + "cert_evals": { + "36": 0.016393441706895828, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 2, + "best_val_acc": 0.6, + "test_acc": 0.5166666666666667, + "train_size": 187, + "val_size": 20, + "test_size": 60, + "stats": { + "mean": [ + [ + 9.73262032024493e-08, + 7.37967914422617e-08, + -2.8021390374859026e-07, + 8.342245993522504e-08, + 1.438502673446313e-07, + 4.27807487904935e-09, + -3.208556132607522e-09, + 2.4438502673282447e-07, + -4.064171128261887e-08, + -1.245989304839758e-07, + -2.7005347592964245e-07, + -9.828877005220575e-08, + -2.7272727281823347e-08, + -9.786096256698731e-08, + -2.1390374290903598e-08, + -1.764705878989899e-08, + -2.1016042791891207e-07, + -1.443850270181913e-08, + -1.9251336897019774e-07, + -1.026737967961774e-07, + 2.2139037467217133e-08, + -1.871657754046705e-07, + -2.433155080530257e-07, + 3.422459890534254e-08, + 6.320855603067246e-08, + 1.203208557214405e-07, + 1.5240641710866705e-07, + -1.2566844921602035e-07, + -1.465240642376751e-07, + -2.577540106646021e-07, + -1.3475935830036328e-07, + -8.181818183804877e-08, + 3.272727272453287e-07, + -5.347593584110138e-08, + 2.6737967877210432e-08, + 8.449197850875112e-08, + -1.9251336920322585e-08, + -1.4919786096240437e-07, + -4.705882350701689e-08, + -7.112299465890437e-08, + -8.395721923564323e-08, + 2.0106951872948384e-07, + -2.2117647054603053e-07, + 1.7219251329526993e-07 + ] + ], + "std": [ + [ + 0.9973228707261231, + 0.997322592235688, + 0.9973223292917861, + 0.9973227306511006, + 0.99732255532754, + 0.997322255366945, + 0.9973226239770173, + 0.997322228679491, + 0.9973224624202952, + 0.997322743624266, + 0.9973222482787992, + 0.997322493534107, + 0.9973232185155234, + 0.9973228780399456, + 0.9973223891564488, + 0.9973225844652592, + 0.9973225517530112, + 0.9973225554412601, + 0.9973222478195743, + 0.9973226789069762, + 0.997322213988001, + 0.997322643819296, + 0.9973226574869563, + 0.9973225588456511, + 0.9973227088028409, + 0.9973226325041668, + 0.9973227670427876, + 0.9973226762758315, + 0.9973224495674463, + 0.997322983837095, + 0.997321878860045, + 0.9973226923900768, + 0.9973225315151032, + 0.9973225107812234, + 0.997322704618034, + 0.9973227074584576, + 0.9973225552504908, + 0.9973228014956899, + 0.9973225828407466, + 0.9973226373516573, + 0.9973225174190434, + 0.9973227159363205, + 0.9973224262644476, + 0.9973224878506673 + ] + ] + }, + "width": 128, + "in_features": 44, + "out_features": 2, + "depth": 6, + "padding": 88, + "parameters": 88584, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 3, + "best_val_acc": 0.6666666666666666, + "test_acc": 0.5161290322580645, + "train_size": 187, + "val_size": 18, + "test_size": 62, + "stats": { + "mean": [ + [ + 9.73262032024493e-08, + 7.37967914422617e-08, + -2.8021390374859026e-07, + 8.342245993522504e-08, + 1.438502673446313e-07, + 4.27807487904935e-09, + -3.208556132607522e-09, + 2.4438502673282447e-07, + -4.064171128261887e-08, + -1.245989304839758e-07, + -2.7005347592964245e-07, + -9.828877005220575e-08, + -2.7272727281823347e-08, + -9.786096256698731e-08, + -2.1390374290903598e-08, + -1.764705878989899e-08, + -2.1016042791891207e-07, + -1.443850270181913e-08, + -1.9251336897019774e-07, + -1.026737967961774e-07, + 2.2139037467217133e-08, + -1.871657754046705e-07, + -2.433155080530257e-07, + 3.422459890534254e-08, + 6.320855603067246e-08, + 1.203208557214405e-07, + 1.5240641710866705e-07, + -1.2566844921602035e-07, + -1.465240642376751e-07, + -2.577540106646021e-07, + -1.3475935830036328e-07, + -8.181818183804877e-08, + 3.272727272453287e-07, + -5.347593584110138e-08, + 2.6737967877210432e-08, + 8.449197850875112e-08, + -1.9251336920322585e-08, + -1.4919786096240437e-07, + -4.705882350701689e-08, + -7.112299465890437e-08, + -8.395721923564323e-08, + 2.0106951872948384e-07, + -2.2117647054603053e-07, + 1.7219251329526993e-07 + ] + ], + "std": [ + [ + 0.9973228707261231, + 0.997322592235688, + 0.9973223292917861, + 0.9973227306511006, + 0.99732255532754, + 0.997322255366945, + 0.9973226239770173, + 0.997322228679491, + 0.9973224624202952, + 0.997322743624266, + 0.9973222482787992, + 0.997322493534107, + 0.9973232185155234, + 0.9973228780399456, + 0.9973223891564488, + 0.9973225844652592, + 0.9973225517530112, + 0.9973225554412601, + 0.9973222478195743, + 0.9973226789069762, + 0.997322213988001, + 0.997322643819296, + 0.9973226574869563, + 0.9973225588456511, + 0.9973227088028409, + 0.9973226325041668, + 0.9973227670427876, + 0.9973226762758315, + 0.9973224495674463, + 0.997322983837095, + 0.997321878860045, + 0.9973226923900768, + 0.9973225315151032, + 0.9973225107812234, + 0.997322704618034, + 0.9973227074584576, + 0.9973225552504908, + 0.9973228014956899, + 0.9973225828407466, + 0.9973226373516573, + 0.9973225174190434, + 0.9973227159363205, + 0.9973224262644476, + 0.9973224878506673 + ] + ] + }, + "width": 128, + "in_features": 44, + "out_features": 2, + "depth": 6, + "padding": 88, + "parameters": 88584, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5621027869151228, + "std_test_acc": 0.05872255729129466, + "n_samples": 267, + "n_features": 44, + "n_classes": 2, + "mean_cert_acc_36": 0.004098360426723957, + "std_cert_acc_36": 0.008196720853447914, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "statlog-australian-credit": { + "dataset": "statlog-australian-credit", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.6886792452830188, + "test_acc": 0.6747572815533981, + "train_size": 172, + "val_size": 106, + "test_size": 412, + "stats": { + "mean": [ + [ + 0.05059407542441863, + -0.0114752416860465, + 0.028838848837209195, + 0.03936136046511627, + 0.10460593604651149, + 0.0779865668604651, + 0.08156061627906987, + 0.15811348837209352, + 0.05523483604651162, + 0.1309385000000002, + 0.06254351744186054, + -0.11882176316511633, + 0.041984078837209345, + 0.07566618604651176 + ] + ], + "std": [ + [ + 1.0101299726407869, + 1.0530472517300817, + 0.9967360557731824, + 0.9782321556549705, + 1.0601462124818095, + 1.0386276590440506, + 0.9921323025144253, + 1.0098717215967856, + 0.8568205957330315, + 1.0017391917815985, + 0.8280019139302006, + 0.8059241197617667, + 1.4892583738151293, + 1.0047800961056161 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 21896, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.6288659793814433, + "test_acc": 0.6888361045130641, + "train_size": 172, + "val_size": 97, + "test_size": 421, + "stats": { + "mean": [ + [ + -0.0864253130930232, + -0.033577701104651185, + -0.03875552325581389, + 0.029890569767441845, + 0.028733052325581446, + 0.014722290813953477, + 0.05829668604651171, + -0.01803883720930214, + 0.054039201162790776, + -0.043972749999999845, + -0.07365430232558125, + -0.024331187647674404, + 0.08401893802325594, + 0.08735679069767467 + ] + ], + "std": [ + [ + 0.9209242895195554, + 0.9435504125386636, + 1.067477333690663, + 1.061435553615557, + 1.0025792818765138, + 1.0277952989603758, + 0.9948560751139975, + 0.9964680315230806, + 0.9046016810802003, + 0.994587469176134, + 1.1556768232845753, + 0.935329242863178, + 1.6527499781150876, + 1.0051200887036142 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 21896, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.7333333333333333, + "test_acc": 0.6518691588785047, + "train_size": 172, + "val_size": 90, + "test_size": 428, + "stats": { + "mean": [ + [ + -0.07147041345930233, + -0.029198059883720928, + -0.10634986046511644, + -0.012728412790697653, + -0.06173072674418615, + 0.0097622159302325, + 0.05829668604651169, + 0.08765255813953526, + 0.008607926744186043, + -0.06729424999999996, + 0.004173023255814025, + -0.03348306104651162, + -0.012487369767441872, + -0.017858651162790676 + ] + ], + "std": [ + [ + 0.971314722723139, + 0.8466778612216974, + 1.042970249181201, + 0.959839375401117, + 0.918650223910635, + 0.8910303524098012, + 0.9948560751139973, + 1.0082316527571256, + 0.8072245383487707, + 0.9913009258016392, + 0.8525556362245806, + 0.9327938415221685, + 0.575642414570075, + 0.997133880165406 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 21896, + "cert_evals": { + "36": 0.002336448524147272, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 4, + "best_val_acc": 0.6699029126213593, + "test_acc": 0.5879518072289157, + "train_size": 172, + "val_size": 103, + "test_size": 415, + "stats": { + "mean": [ + [ + -0.1213828103255814, + -0.06661143598837206, + 0.001801104651162605, + 0.1309130523255815, + 0.11044239534883706, + -0.028884297790697674, + 0.10482454651162802, + 0.09939604651162864, + -0.012912282558139528, + -0.12559799999999988, + 0.023629854651162924, + 0.0062312962406976735, + 0.17098330383720955, + 0.12242860465116306 + ] + ], + "std": [ + [ + 0.928604583415627, + 0.9683009241515906, + 1.0138252442857156, + 0.9530281481075065, + 0.9511816420159422, + 0.9323161262752426, + 0.9888538720631012, + 1.0088469910217654, + 0.7964967613394043, + 0.9806129187696861, + 0.964831290983948, + 0.838672394350281, + 1.7526808412132595, + 1.0053240290706722 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 21896, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6508535880434706, + "std_test_acc": 0.04461585493425242, + "n_samples": 690, + "n_features": 14, + "n_classes": 2, + "mean_cert_acc_36": 0.000584112131036818, + "std_cert_acc_36": 0.001168224262073636, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "statlog-german-credit": { + "dataset": "statlog-german-credit", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 11, + "best_val_acc": 0.7291666666666666, + "test_acc": 0.7706270627062707, + "train_size": 250, + "val_size": 144, + "test_size": 606, + "stats": { + "mean": [ + [ + 0.008747452000000005, + 0.11021018984000003, + 0.06555079600000023, + 0.10154820480000003, + -0.010759709999999997, + -0.02979250000000003, + 0.08191152000000003, + 0.013589535999999907, + 0.08188774399999998, + -0.06417329279999998, + 0.041099871999999926, + 0.0640540519999999, + 0.02485610000000021, + 0.057033071999999865, + 0.037065583999999575, + -0.014164548000000032, + 0.003288288000000005, + -0.09291863999999964, + 0.055446887999999986, + 0.033893919999999966, + -0.019884256, + -0.06814002399999995, + 0.019990000000000167, + 0.004141975999999968 + ] + ], + "std": [ + [ + 1.003978613784907, + 1.1209135794421377, + 1.0561299223802987, + 1.0960852648064718, + 1.0015570603843653, + 1.0186243811552194, + 0.9706722294277974, + 0.9826945821214509, + 0.9667757761368231, + 0.9930707850493405, + 0.9574267666614031, + 1.0136622966442341, + 1.022617820769464, + 1.0089854337740911, + 1.0859859373554877, + 0.9904599650540205, + 1.0037797010309435, + 1.118329779782364, + 1.1191480919785946, + 1.026929516139364, + 1.008621805841551, + 0.7419439487110271, + 1.014184725481508, + 0.9983740501128531 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 2, + "depth": 6, + "padding": 48, + "parameters": 22536, + "cert_evals": { + "36": 0.6204620599746704, + "72": 0.46204620599746704, + "108": 0.32673269510269165, + "255": 0.00990099087357521 + }, + "fold": 0 + }, + { + "best_epoch": 10, + "best_val_acc": 0.6787878787878788, + "test_acc": 0.7145299145299145, + "train_size": 250, + "val_size": 165, + "test_size": 585, + "stats": { + "mean": [ + [ + -0.11847553600000008, + 0.036239413119999966, + 0.02862046800000001, + -0.09383200439999995, + 0.060125340400000005, + 0.15559079999999997, + -0.014122872000000066, + 0.03171004799999993, + -0.020949231999999995, + 0.024086774399999983, + 0.035430963999999704, + 0.03635581599999994, + 0.01380900000000019, + -0.02444276800000006, + 0.015885439999999883, + -0.04249425600000005, + 0.0032882880000000194, + -0.05162157599999978, + -0.045364992, + -0.03910935999999991, + 0.02430596400000002, + -0.06814002399999995, + -0.009994999999999971, + 0.03726506400000005 + ] + ], + "std": [ + [ + 0.9921196542418786, + 0.9839775335987256, + 0.9719344651930834, + 0.8219136288585911, + 1.0283437624856175, + 0.935161859470199, + 1.0304888406780581, + 0.969745031693504, + 1.0144787229611012, + 0.9607218147860226, + 0.9757296988321245, + 0.9986987034773843, + 1.0124834391949327, + 0.99440586812025, + 1.0376109095734123, + 0.9715066082685968, + 1.003779701030944, + 1.0681499773760452, + 0.8871445440000011, + 0.9654046905991231, + 0.9876884886364683, + 0.741943948711028, + 0.9919250708722922, + 0.9887116931453116 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 2, + "depth": 6, + "padding": 48, + "parameters": 22536, + "cert_evals": { + "36": 0.5794872045516968, + "72": 0.45470085740089417, + "108": 0.31282052397727966, + "255": 0.013675213791429996 + }, + "fold": 1 + }, + { + "best_epoch": 11, + "best_val_acc": 0.7682119205298014, + "test_acc": 0.7362270450751253, + "train_size": 250, + "val_size": 151, + "test_size": 599, + "stats": { + "mean": [ + [ + -0.007155444000000004, + -0.02280468616000002, + -0.000923963999999978, + -0.005769232000000004, + 0.027214445999999993, + -0.033102900000000046, + -0.08756082399999997, + -0.008155120000000118, + -0.043801872000000026, + -0.036042587200000024, + -0.06660962000000034, + -0.012116240000000006, + 0.03590320000000018, + 0.03259031999999998, + 0.015885439999999754, + 0.014165159999999979, + -0.009864799999999998, + 0.044738240000000214, + -0.025202616000000018, + -0.02868032000000009, + 0.015467920000000017, + -0.013628039999999968, + -0.019989999999999956, + 0.04554583600000004 + ] + ], + "std": [ + [ + 0.9999148002086538, + 1.0148356615854706, + 0.9944072856585561, + 1.035717095952802, + 1.0170037494400637, + 0.9881689707602084, + 0.9574315744991436, + 0.9962604301494323, + 1.0106965591920622, + 0.938266029045709, + 1.046848672784522, + 1.0034643812466981, + 1.0325345627288987, + 1.0053273490207943, + 1.0376109095734132, + 1.0082616972439922, + 0.9864816, + 0.9336343846074779, + 0.9390127419470407, + 0.974766613507818, + 0.9920679785169961, + 0.9539597199999994, + 0.9841903486622879, + 0.9861074856695757 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 2, + "depth": 6, + "padding": 48, + "parameters": 22536, + "cert_evals": { + "36": 0.6310517191886902, + "72": 0.5275458693504333, + "108": 0.4223706126213074, + "255": 0.02003338932991028 + }, + "fold": 2 + }, + { + "best_epoch": 8, + "best_val_acc": 0.7666666666666667, + "test_acc": 0.715, + "train_size": 250, + "val_size": 150, + "test_size": 600, + "stats": { + "mean": [ + [ + -0.07712802800000004, + 0.035575906559999905, + 0.03600647600000002, + 0.06969280920000001, + -0.07151825079999988, + 1.2599999999729494e-06, + 0.09320968800000004, + -0.008155136000000117, + -0.047610556000000026, + -0.07366734000000005, + 0.04676877999999975, + -0.0398143480000001, + 0.013809000000000111, + -0.024442767999999993, + 0.0794258719999996, + -0.023607784000000107, + -0.036170976, + -0.02409019999999976, + 0.11593401599999997, + 0.06518104000000009, + 0.006629876000000042, + -0.013628039999999942, + 0.03998, + -0.028981112000000014 + ] + ], + "std": [ + [ + 0.9961848281424827, + 1.0357494337664712, + 0.9956407453516892, + 1.0641268992559583, + 0.9722690935335091, + 0.9495990606515547, + 0.9583641989375432, + 1.0028304935144103, + 0.9697124254270231, + 0.9284015893774715, + 0.9387328207858588, + 0.9103631774518237, + 1.0124834391949329, + 0.9944058681202499, + 1.1756410923708531, + 0.9842733398970128, + 0.9503959399474098, + 1.032426600000002, + 1.233700183972741, + 1.0506449065402248, + 0.9963498257987028, + 0.9539597199999992, + 1.028271299122951, + 1.0068547054058516 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 2, + "depth": 6, + "padding": 48, + "parameters": 22536, + "cert_evals": { + "36": 0.5699999928474426, + "72": 0.39000001549720764, + "108": 0.22833333909511566, + "255": 0.0016666667070239782 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7340960055778276, + "std_test_acc": 0.026372642467680167, + "n_samples": 1000, + "n_features": 24, + "n_classes": 2, + "mean_cert_acc_36": 0.600250244140625, + "std_cert_acc_36": 0.030019048845236217, + "mean_cert_acc_72": 0.45857323706150055, + "std_cert_acc_72": 0.05623334585467952, + "mean_cert_acc_108": 0.3225642926990986, + "std_cert_acc_108": 0.0794839411894689, + "mean_cert_acc_255": 0.011319065175484866, + "std_cert_acc_255": 0.007673995323786799 + }, + "statlog-heart": { + "dataset": "statlog-heart", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 9, + "best_val_acc": 0.8157894736842105, + "test_acc": 0.703030303030303, + "train_size": 67, + "val_size": 38, + "test_size": 165, + "stats": { + "mean": [ + [ + -0.08198015373134328, + -0.20437704477611945, + 0.14667940298507465, + -0.10702356567164191, + 0.12296643701492538, + 0.0031060895522387424, + 0.1721716417910448, + 0.05256702985074625, + -0.09777528358208952, + -0.07363618358208954, + 0.14071911940298493, + -0.06190307462686559, + 0.07189410447761192 + ] + ], + "std": [ + [ + 0.9602755621241335, + 1.0534397591881424, + 0.965842016381191, + 0.8781181021048233, + 1.1908161716364944, + 1.0012132661304654, + 0.983067488143195, + 0.9410627873975389, + 0.9570769609540178, + 0.878212234528083, + 0.8616316071032667, + 0.9849557990787127, + 0.9977403560745624 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 2, + "depth": 6, + "padding": 26, + "parameters": 21832, + "cert_evals": { + "36": 0.4363636374473572, + "72": 0.2242424190044403, + "108": 0.012121211737394333, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 26, + "best_val_acc": 0.8431372549019608, + "test_acc": 0.7631578947368421, + "train_size": 67, + "val_size": 51, + "test_size": 152, + "stats": { + "mean": [ + [ + 0.10317251194029849, + -0.04498435820895522, + -0.10467137313432831, + 0.12694810597014922, + 0.17465611791044777, + 0.25472334328358204, + 0.08243026865671647, + -0.11108194776119398, + -0.002699328358208915, + -0.025414538805970124, + -0.05362482089552247, + 0.1120346268656717, + -0.13575953731343274 + ] + ], + "std": [ + [ + 0.933803946437699, + 1.0141183535164209, + 1.0495962756290413, + 0.9673366402230045, + 0.8198187755507609, + 1.1979377392725967, + 0.9966276802719692, + 1.0695932382111324, + 0.997165030870351, + 0.9974922014552127, + 0.9446202495075935, + 1.110709570807387, + 0.9882692368647951 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 2, + "depth": 6, + "padding": 26, + "parameters": 21832, + "cert_evals": { + "36": 0.6381579041481018, + "72": 0.5394737124443054, + "108": 0.5065789222717285, + "255": 0.09210526198148727 + }, + "fold": 1 + }, + { + "best_epoch": 11, + "best_val_acc": 0.8043478260869565, + "test_acc": 0.8152866242038217, + "train_size": 67, + "val_size": 46, + "test_size": 157, + "stats": { + "mean": [ + [ + 0.13594266119402976, + -0.14061997014925387, + 0.06813225373134335, + -0.08696855671641794, + 0.03171528507462684, + 0.04504229850746271, + 0.18712851940298503, + 0.03130544776119405, + 0.09237662686567168, + -0.06451316865671636, + 0.019254119402985, + 0.08040952238805975, + -0.15114120895522393 + ] + ], + "std": [ + [ + 0.8711281879382763, + 1.040823259043546, + 0.9637958388354753, + 0.9133876556024206, + 0.9725134126319966, + 1.040829334168815, + 0.9723132590478262, + 0.9630003579670339, + 1.0269376874323441, + 0.8130127152575585, + 0.8919207037488958, + 1.0082879636602924, + 0.9714271921263085 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 2, + "depth": 6, + "padding": 26, + "parameters": 21832, + "cert_evals": { + "36": 0.6433120965957642, + "72": 0.3503184914588928, + "108": 0.1146496832370758, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 29, + "best_val_acc": 0.925, + "test_acc": 0.754601226993865, + "train_size": 67, + "val_size": 40, + "test_size": 163, + "stats": { + "mean": [ + [ + 0.08678730746268656, + -0.14061997014925384, + 0.03671347761194034, + 0.07263314626865668, + -0.06617695701492539, + 0.17085092537313418, + 0.08243026865671643, + -0.04536504626865671, + -0.03439131343283579, + -0.07884894179104476, + -0.029331820895522515, + 0.15947211940298509, + -0.0511598059701492 + ] + ], + "std": [ + [ + 0.9010573312665855, + 1.0408232590435458, + 1.0531172362720425, + 0.9118585344964205, + 0.9359858544688878, + 1.1423287841859981, + 0.9966276802719692, + 1.0086415816105951, + 0.9850040267731803, + 0.9462659856917733, + 0.9421179375671704, + 1.0971195664680449, + 0.9795524388118361 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 2, + "depth": 6, + "padding": 26, + "parameters": 21832, + "cert_evals": { + "36": 0.699386477470398, + "72": 0.6134968996047974, + "108": 0.47239261865615845, + "255": 0.03680981695652008 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.759019012241208, + "std_test_acc": 0.045961675665286084, + "n_samples": 270, + "n_features": 13, + "n_classes": 2, + "mean_cert_acc_36": 0.6043050289154053, + "std_cert_acc_36": 0.11534348893353352, + "mean_cert_acc_72": 0.431882880628109, + "std_cert_acc_72": 0.17731962653506386, + "mean_cert_acc_108": 0.2764356089755893, + "std_cert_acc_108": 0.24993457854162138, + "mean_cert_acc_255": 0.03222876973450184, + "std_cert_acc_255": 0.04352611290804924 + }, + "pendigits": { + "dataset": "pendigits", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 33, + "best_val_acc": 0.945260347129506, + "test_acc": 0.9274516344229486, + "train_size": 3498, + "val_size": 1498, + "test_size": 5996, + "stats": { + "mean": [ + [ + -8.81200686007327e-07, + 6.079473995280559e-08, + 4.631217829963712e-09, + 2.1718124648143022e-07, + 2.030874785817112e-07, + -1.7106918241445503e-07, + 5.185820439417424e-08, + -3.864493996428271e-07, + 8.861635218292038e-07, + -6.433590623347691e-07, + 7.257861636536514e-07, + 1.5797026869406332e-07, + -6.898227554824822e-08, + -8.784162378277323e-07, + 7.065809030646193e-07, + 9.948541997445605e-08 + ] + ], + "std": [ + [ + 0.9998568249462566, + 0.9998570678425832, + 0.9998573459993255, + 0.9998570492542306, + 0.9998572602820162, + 0.9998564523051444, + 0.9998557798609863, + 0.999857476109961, + 0.9998569519150583, + 0.9998579083441225, + 0.9998564283369161, + 0.9998569550094121, + 0.9998568396997518, + 0.9998576138009462, + 0.9998550735596848, + 0.9998570848520255 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 10, + "depth": 6, + "padding": 32, + "parameters": 22544, + "cert_evals": { + "36": 0.9016010761260986, + "72": 0.8650767207145691, + "108": 0.8233822584152222, + "255": 0.48765844106674194 + }, + "fold": 0 + }, + { + "best_epoch": 45, + "best_val_acc": 0.9312780989081567, + "test_acc": 0.9270675425298972, + "train_size": 3498, + "val_size": 1557, + "test_size": 5937, + "stats": { + "mean": [ + [ + -8.81200686007327e-07, + 6.079473995280559e-08, + 4.631217829963712e-09, + 2.1718124648143022e-07, + 2.030874785817112e-07, + -1.7106918241445503e-07, + 5.185820439417424e-08, + -3.864493996428271e-07, + 8.861635218292038e-07, + -6.433590623347691e-07, + 7.257861636536514e-07, + 1.5797026869406332e-07, + -6.898227554824822e-08, + -8.784162378277323e-07, + 7.065809030646193e-07, + 9.948541997445605e-08 + ] + ], + "std": [ + [ + 0.9998568249462566, + 0.9998570678425832, + 0.9998573459993255, + 0.9998570492542306, + 0.9998572602820162, + 0.9998564523051444, + 0.9998557798609863, + 0.999857476109961, + 0.9998569519150583, + 0.9998579083441225, + 0.9998564283369161, + 0.9998569550094121, + 0.9998568396997518, + 0.9998576138009462, + 0.9998550735596848, + 0.9998570848520255 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 10, + "depth": 6, + "padding": 32, + "parameters": 22544, + "cert_evals": { + "36": 0.9041603207588196, + "72": 0.8704732656478882, + "108": 0.826174795627594, + "255": 0.5147380828857422 + }, + "fold": 1 + }, + { + "best_epoch": 51, + "best_val_acc": 0.9231278992710404, + "test_acc": 0.9329991645781119, + "train_size": 3498, + "val_size": 1509, + "test_size": 5985, + "stats": { + "mean": [ + [ + -8.81200686007327e-07, + 6.079473995280559e-08, + 4.631217829963712e-09, + 2.1718124648143022e-07, + 2.030874785817112e-07, + -1.7106918241445503e-07, + 5.185820439417424e-08, + -3.864493996428271e-07, + 8.861635218292038e-07, + -6.433590623347691e-07, + 7.257861636536514e-07, + 1.5797026869406332e-07, + -6.898227554824822e-08, + -8.784162378277323e-07, + 7.065809030646193e-07, + 9.948541997445605e-08 + ] + ], + "std": [ + [ + 0.9998568249462566, + 0.9998570678425832, + 0.9998573459993255, + 0.9998570492542306, + 0.9998572602820162, + 0.9998564523051444, + 0.9998557798609863, + 0.999857476109961, + 0.9998569519150583, + 0.9998579083441225, + 0.9998564283369161, + 0.9998569550094121, + 0.9998568396997518, + 0.9998576138009462, + 0.9998550735596848, + 0.9998570848520255 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 10, + "depth": 6, + "padding": 32, + "parameters": 22544, + "cert_evals": { + "36": 0.9102756977081299, + "72": 0.8803675770759583, + "108": 0.8375939726829529, + "255": 0.5196323990821838 + }, + "fold": 2 + }, + { + "best_epoch": 56, + "best_val_acc": 0.9426002766251729, + "test_acc": 0.9272486772486772, + "train_size": 3498, + "val_size": 1446, + "test_size": 6048, + "stats": { + "mean": [ + [ + -8.81200686007327e-07, + 6.079473995280559e-08, + 4.631217829963712e-09, + 2.1718124648143022e-07, + 2.030874785817112e-07, + -1.7106918241445503e-07, + 5.185820439417424e-08, + -3.864493996428271e-07, + 8.861635218292038e-07, + -6.433590623347691e-07, + 7.257861636536514e-07, + 1.5797026869406332e-07, + -6.898227554824822e-08, + -8.784162378277323e-07, + 7.065809030646193e-07, + 9.948541997445605e-08 + ] + ], + "std": [ + [ + 0.9998568249462566, + 0.9998570678425832, + 0.9998573459993255, + 0.9998570492542306, + 0.9998572602820162, + 0.9998564523051444, + 0.9998557798609863, + 0.999857476109961, + 0.9998569519150583, + 0.9998579083441225, + 0.9998564283369161, + 0.9998569550094121, + 0.9998568396997518, + 0.9998576138009462, + 0.9998550735596848, + 0.9998570848520255 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 10, + "depth": 6, + "padding": 32, + "parameters": 22544, + "cert_evals": { + "36": 0.9037697911262512, + "72": 0.8725197911262512, + "108": 0.8270502686500549, + "255": 0.5056216716766357 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9286917546949087, + "std_test_acc": 0.00287588918792296, + "n_samples": 10992, + "n_features": 16, + "n_classes": 10, + "mean_cert_acc_36": 0.9049517214298248, + "std_cert_acc_36": 0.0037235655684621474, + "mean_cert_acc_72": 0.8721093386411667, + "std_cert_acc_72": 0.006337755202730639, + "mean_cert_acc_108": 0.828550323843956, + "std_cert_acc_108": 0.006228691261419343, + "mean_cert_acc_255": 0.5069126486778259, + "std_cert_acc_255": 0.014088063543770138 + }, + "spambase": { + "dataset": "spambase", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 21, + "best_val_acc": 0.926896551724138, + "test_acc": 0.9295671313279531, + "train_size": 1150, + "val_size": 725, + "test_size": 2726, + "stats": { + "mean": [ + [ + 0.021226006173913785, + -0.015919149391304187, + 0.025415802530432907, + 0.03918618617391535, + -0.00802565730434888, + -0.019898612173913727, + 0.006333582695649156, + 0.0138353715652162, + 0.010869212166955465, + 0.020277107478260063, + -0.03972575965999889, + -0.02055293502608697, + -0.008113843652174586, + 0.014708887365217537, + 0.01133711377391179, + -0.015495447060868504, + 0.03913622733043563, + -0.017462963999999633, + 0.0187409115304347, + 0.005520461426088844, + -0.0038418207913071324, + 0.008610802582609307, + 0.035890673565219404, + -0.006205582330433885, + 0.009182778760001165, + -0.019677288817390202, + 0.0004982232156532273, + 0.02920531815652134, + 0.012658779999999129, + 0.017062090382608135, + -0.013314016521739344, + -0.02566035391304503, + -0.008576744521738438, + -0.022911713043477794, + 0.0025098786956515694, + -0.007468803278259888, + 0.011673062539131227, + -0.015021546086957481, + -0.00910834485217397, + -0.02154278895652143, + 0.05463170547826161, + 0.023553851304347857, + 0.010670661652173499, + 0.0295903323391293, + 0.007351219000000634, + 0.01269573645391135, + -0.023270003826086932, + 0.03709884669565298, + 0.007815205191304105, + 0.027519189395651733, + -0.015820542199999555, + -0.01672272254086909, + 0.042409089939126635, + 0.025760643735651907, + 0.02838511237043451, + -0.013437700554782798, + 0.0164267618000002 + ] + ], + "std": [ + [ + 1.1235027725136815, + 0.8904989974639629, + 0.9957178739385403, + 1.4995577621881944, + 0.926476291913068, + 0.8885189316158734, + 0.9024040689634729, + 1.0405154757286925, + 1.1233331839178615, + 0.8981778369870301, + 0.8892119217650689, + 0.9874908627493307, + 0.9205513578145247, + 0.9632286363722543, + 1.0765253751015154, + 0.8531114122905263, + 1.0916574204014953, + 0.9124374318543399, + 0.9910784663927087, + 0.9680608594157823, + 0.9407382453902644, + 0.9930333587983213, + 1.1491144107563753, + 0.6425563314801666, + 1.0428011323424244, + 0.8430611857711853, + 1.0214512070760071, + 1.1643521198183129, + 1.10698998653912, + 1.0810838839403236, + 0.8380031520069444, + 0.8416763955823331, + 1.2024906820600971, + 0.8481231877782008, + 0.8570058504483157, + 0.9470628246612116, + 1.06910230060386, + 0.5874337186131844, + 0.8169185036473402, + 0.8578401703545604, + 1.4145108263137103, + 1.0433820861839775, + 0.9733444555118707, + 1.393792873658117, + 0.9492090774739013, + 1.0044806426321926, + 0.81385805230804, + 1.3465645155559474, + 1.0636978414150784, + 1.007651802571978, + 0.6554083067039526, + 0.7777941339804235, + 1.245208842537934, + 1.6535667744655882, + 1.3137439814967093, + 0.6661201009582893, + 1.219503651337539 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 344328, + "cert_evals": { + "36": 0.9020543098449707, + "72": 0.8679383993148804, + "108": 0.8264856934547424, + "255": 0.5286133885383606 + }, + "fold": 0 + }, + { + "best_epoch": 38, + "best_val_acc": 0.9266304347826086, + "test_acc": 0.9318600368324125, + "train_size": 1150, + "val_size": 736, + "test_size": 2715, + "stats": { + "mean": [ + [ + -0.024849632956522313, + -0.03413819886956486, + -0.00989163035652276, + -0.002361400086956756, + -0.03987249782608704, + 0.01090509313043455, + 0.01957335878260548, + 0.001824029217390987, + -0.024616771288696538, + -0.00523980729217439, + -0.0020601358313020405, + -0.05077641741739166, + -0.03844389808695691, + 0.0008553938956523932, + -0.01214520726087042, + -0.009230109313042243, + 0.010565583165218426, + -0.046801976826087485, + -0.013554089600000253, + 0.02790070953043506, + 0.0032765880556492374, + -0.022136448173912388, + -0.029918836608694217, + -0.007934282660868743, + -0.023365790114781765, + -0.029432224478259654, + -0.022027940843476913, + -0.010254641513043462, + -0.03708282617391394, + -0.030502210695652975, + -0.006006388869565457, + -0.048024147826089034, + 0.029480932521740062, + -0.0510750817391295, + -0.028351204086956815, + -0.026517849208694946, + 0.01842911532173985, + -0.03338618443478374, + 0.006675741999999962, + -0.04656739886956605, + -0.020719941826085986, + 0.006543958434782931, + 0.011525401739130135, + -0.008087698269565702, + 0.025108898113044256, + -0.007957335130433963, + -0.015061640434782204, + -0.03721756826086869, + -0.03895043960869612, + -0.001666222565217826, + -0.010009838134782371, + 0.03633144539478134, + -0.06020993099130556, + -0.0013161700260872296, + -0.03022302409408695, + -0.004946863700869469, + 0.004550906813912774 + ] + ], + "std": [ + [ + 0.8958373484867075, + 0.9002436174684451, + 0.9749857170890281, + 0.9175103073316754, + 0.8456789748627611, + 1.0296079196279977, + 1.0663773858644263, + 0.9918744873399122, + 0.9377758356585005, + 0.9683003635587637, + 0.9988701214159026, + 0.8510020785398145, + 0.8120292232717867, + 1.1716911892002921, + 0.9335490252401448, + 0.9275724825067901, + 1.0706786172093499, + 0.8159996197989664, + 1.018783583831139, + 1.3842479172234758, + 1.039815972096556, + 0.8839135364998896, + 0.8932393785890523, + 0.9102522959355095, + 0.9028197785306566, + 0.9621741754161531, + 0.9455093600221522, + 1.0873334815971143, + 0.9298495573937857, + 0.8712375739105048, + 1.1638136373741579, + 0.7194920963255054, + 0.993798468472957, + 0.7165877104812148, + 0.7540408567752576, + 0.9687673124893158, + 0.981800827979203, + 0.29631208384482205, + 1.2015746837404693, + 0.8040600124748868, + 0.721184410759368, + 1.0883976635466879, + 1.1000595828326398, + 0.6542723004921799, + 1.1435952861265584, + 0.9423531730144734, + 0.6560729981871746, + 0.5591229852816202, + 0.5489093243563901, + 0.9888972344464931, + 0.6428451363337641, + 1.028319563197099, + 0.6205068262838673, + 0.5771896246525331, + 0.41206923845873533, + 0.6584069792527852, + 1.0945705958475596 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 344328, + "cert_evals": { + "36": 0.9086556434631348, + "72": 0.8773481249809265, + "108": 0.8327808976173401, + "255": 0.5613259673118591 + }, + "fold": 1 + }, + { + "best_epoch": 16, + "best_val_acc": 0.9513590844062947, + "test_acc": 0.9320494186046512, + "train_size": 1150, + "val_size": 699, + "test_size": 2752, + "stats": { + "mean": [ + [ + 0.04921885617391417, + 0.014926593956521877, + 0.00847792629565125, + 0.05005613400000414, + 0.0033398545217390415, + 0.022115092173912148, + 0.020861821652170594, + 0.01550478669565098, + 0.005469835709564297, + -0.002394102646087372, + -0.004648887133041112, + -0.03289461768695655, + -0.040754755739131086, + 0.02023474459130333, + -0.03975969647826165, + -0.0013114386782596627, + 0.05593795568695754, + -0.04049862191304387, + 0.032395505704347835, + 0.003473580347827736, + -0.03802155532695763, + 0.020674000869565144, + -0.029397571826085454, + 0.05626614292173871, + -0.016279572017390314, + -0.040442041434781556, + -0.027683359373911642, + -0.018165945565216026, + -0.0067161096434789095, + -0.01001410846956648, + -0.022173674869565393, + 0.0009115565217380702, + -0.0006774207913042033, + -2.747652173902797e-05, + -0.017699280086957207, + -0.0014646963999993766, + -0.01282538191304263, + -0.03204628226087075, + 0.032762344347826086, + -0.009639197913043794, + 0.10482606808695744, + -0.031013759826086604, + 0.020927692434782336, + 0.006242524399999054, + -0.026823291339128374, + 0.043980723565215755, + -0.005029141565217051, + -0.00635898059999959, + 0.007536563304348806, + -0.0018206163191308838, + -0.026798041434782056, + -0.002352054191304867, + -0.031762150104349914, + -0.03071606211652189, + -0.002249609841739219, + -0.015034978442608676, + 0.011666985643478154 + ] + ], + "std": [ + [ + 1.1778724434167362, + 1.0760534101769437, + 1.0559839237532962, + 1.5297906049045558, + 1.1364234457764475, + 1.0490814157140953, + 1.1363046556284118, + 1.0380124741143066, + 1.075498258791, + 0.8663393072266115, + 0.9747929071031151, + 0.969828844789839, + 0.7696639194748692, + 1.0473361728395063, + 0.8303333840972749, + 0.8838263753298514, + 1.2440346851573585, + 0.9334811719941839, + 1.02990808565559, + 0.8957714253842652, + 0.9678502243817942, + 1.1500298875956583, + 0.9330778093343873, + 1.5773371750732401, + 0.9230289983981412, + 0.8158091055273212, + 0.9489997820681896, + 0.9552807238624355, + 1.0072242253552435, + 1.0223260308735955, + 0.8234643073736883, + 1.0311031398813912, + 0.8806613305973721, + 1.0286119212691307, + 0.8014510966571808, + 0.9352593214362214, + 0.9329050736248139, + 0.3527683412758974, + 1.1692746053848972, + 1.002962447177659, + 1.4919910858493521, + 0.8738202541405161, + 1.1462384337701108, + 1.0090960980820731, + 0.9207764793259576, + 1.0912524568744784, + 0.816026256403742, + 0.7771366886117157, + 0.9566601501316736, + 0.9562471491235174, + 0.6185383136448549, + 0.8282423578976752, + 0.7966634350742242, + 0.34217344919196696, + 0.8296715880092417, + 0.6379508479090837, + 1.2381153537237015 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 344328, + "cert_evals": { + "36": 0.9047964811325073, + "72": 0.8648256063461304, + "108": 0.817223846912384, + "255": 0.5 + }, + "fold": 2 + }, + { + "best_epoch": 10, + "best_val_acc": 0.9158050221565731, + "test_acc": 0.9185291997116077, + "train_size": 1150, + "val_size": 677, + "test_size": 2774, + "stats": { + "mean": [ + [ + 0.018947906521740433, + -0.000799500504347751, + 0.01308322393912882, + -0.04350387713043517, + -0.017981908217392446, + -0.037174041304348704, + 0.022572385652170752, + -0.04463838826086928, + -0.00969831843826173, + 0.015462332956521007, + 0.02533698608174001, + -0.01796958450434803, + -0.002596639478261534, + -0.008146872721739728, + -0.010465523286957488, + -0.020865805773911915, + -0.023057402052173097, + 0.015772556173913998, + 0.029574481513043406, + -0.00723897516521638, + -0.012929820996524495, + 0.013256362000000747, + -0.016364737217389708, + -0.0054786337391299, + -0.023381384405216223, + 0.018361981547826933, + -0.027815069829563832, + -0.016357650539129607, + 0.02130572809565106, + -0.04712495074782753, + -0.023661064608695874, + -0.017694028695653844, + -0.035716115565216526, + -0.015046066956521246, + 0.017066349999999682, + -0.017144463043477796, + 0.00945527166956592, + 0.0090967913913036, + -0.019910964156521774, + -0.012770454869565474, + 0.008144727217391987, + 0.026037255217391253, + -0.03684596452174003, + -0.03572749460869723, + -0.026032580895649946, + 0.034894907043476656, + -0.040598744086955754, + -0.013571423391303747, + 0.04706986420869568, + 0.04318946167130402, + -0.01196526951304294, + -0.018042527704347985, + 0.049467921365213274, + -0.02400611535652195, + 0.06052994408086956, + 0.0599142720547826, + -0.0026769801565217854 + ] + ], + "std": [ + [ + 0.9331871594323544, + 0.9567845251269138, + 0.9760296399392536, + 0.051280137756585374, + 0.9428238363495951, + 0.8814135527767363, + 0.9954267960650186, + 0.6955201641843568, + 1.0576570344486964, + 1.1798688036970275, + 1.0384456763015388, + 0.9235329672549664, + 0.9059067437108173, + 0.8252286378311408, + 0.9221679162247977, + 1.0327807332881183, + 0.9152290942982179, + 1.0569927523658942, + 1.019968514725996, + 0.9205072920345395, + 0.9958149041823585, + 1.016878390862468, + 0.8965516556476434, + 1.0877876259600743, + 0.948111265047695, + 1.0393908013003292, + 0.9611733587640997, + 0.9251890870444093, + 1.1498439764663797, + 0.8019976062593172, + 0.8125415636929294, + 0.8726450743629817, + 0.6932596937551812, + 0.8745634092810176, + 1.3798992402930492, + 0.8915710521880803, + 0.9391065100766924, + 1.1627844455953502, + 0.8173394703147074, + 0.9245635097978325, + 0.9000725380226579, + 1.1834987177794307, + 0.775157987005211, + 0.6770693378003936, + 0.7878189821125126, + 1.0585249177081846, + 0.48012225657491536, + 0.635321002731002, + 1.2507891578889274, + 1.3781763830166411, + 0.957654911058225, + 0.6938467149180203, + 1.3755269217325827, + 0.35513836957625733, + 1.6062909589981371, + 1.7067437542745856, + 0.9544103185210019 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 344328, + "cert_evals": { + "36": 0.8882480263710022, + "72": 0.854361891746521, + "108": 0.8179523944854736, + "255": 0.5028839111328125 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9280014466191561, + "std_test_acc": 0.006414816851480412, + "n_samples": 4601, + "n_features": 57, + "n_classes": 2, + "mean_cert_acc_36": 0.9009386152029037, + "std_cert_acc_36": 0.008883157736877157, + "mean_cert_acc_72": 0.8661185055971146, + "std_cert_acc_72": 0.009474631432662918, + "mean_cert_acc_108": 0.823610708117485, + "std_cert_acc_108": 0.007419937676380829, + "mean_cert_acc_255": 0.5232058167457581, + "std_cert_acc_255": 0.02848319674506088 + }, + "statlog-image": { + "dataset": "statlog-image", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 68, + "best_val_acc": 0.9116022099447514, + "test_acc": 0.8847556528081693, + "train_size": 577, + "val_size": 362, + "test_size": 1371, + "stats": { + "mean": [ + [ + 0.05277729462738304, + -0.026856590034661988, + -0.04045374350086678, + 0.035925407279029424, + 0.012791040953206106, + -0.02749923800693239, + 0.026879459393414143, + 0.003427681455805914, + -0.003979492894280729, + -0.0036277449220103795, + -0.004736499878682832, + -0.003368361143847496, + 0.0064276489428076265, + -0.008315490103986137, + 0.007643567209705356, + -0.0043468179896013785, + 0.0004630635528596608, + -0.0013222841941074428 + ] + ], + "std": [ + [ + 1.0182285353798557, + 0.9851787517694358, + 0.9390514410011299, + 1.0719805534061642, + 1.0253303532403122, + 0.7168098920649388, + 1.0463467417069485, + 1.0739156275157598, + 0.9846461541428279, + 0.986758186324584, + 0.9813280135807977, + 0.9874022073254759, + 0.9931538939642666, + 0.9774222979865599, + 0.9945730722498334, + 0.98084516278497, + 0.9787696627538863, + 1.0056912001088976 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 22477, + "cert_evals": { + "36": 0.8424507975578308, + "72": 0.774617075920105, + "108": 0.6878191232681274, + "255": 0.3216630220413208 + }, + "fold": 0 + }, + { + "best_epoch": 40, + "best_val_acc": 0.8987341772151899, + "test_acc": 0.881439661256175, + "train_size": 577, + "val_size": 316, + "test_size": 1417, + "stats": { + "mean": [ + [ + -0.00805977642980937, + -0.018866870935875215, + 0.031481733102252704, + -0.043535077989602024, + 0.004621514436741676, + 0.01480505808492205, + -0.014060085823223602, + -0.02213133720970536, + 0.002966329462738305, + 0.0030170756499133438, + 0.002753383032928949, + 0.0031395960138648014, + -0.0019510392547660267, + 0.0010119288561525432, + 0.0002420222010398325, + 0.0026207177123050403, + -0.00027903677296360597, + -0.004136256395147322 + ] + ], + "std": [ + [ + 0.9953843774509928, + 1.0074852374270842, + 1.0783606982862584, + 0.9028473634226395, + 1.0693480635548707, + 1.0940228399134122, + 0.8711465724120171, + 0.502597420466186, + 1.006613669140276, + 1.0050554458942274, + 1.0062103872564798, + 1.0073657656318686, + 0.9940821219426057, + 0.9803990682446567, + 0.9797804248563735, + 1.0060668347936674, + 0.9852523228665813, + 0.9927198570183016 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 22477, + "cert_evals": { + "36": 0.8398024439811707, + "72": 0.77769935131073, + "108": 0.7028934359550476, + "255": 0.3323923945426941 + }, + "fold": 1 + }, + { + "best_epoch": 67, + "best_val_acc": 0.883289124668435, + "test_acc": 0.8812684365781711, + "train_size": 577, + "val_size": 377, + "test_size": 1356, + "stats": { + "mean": [ + [ + 0.05914366984402079, + 0.022316960745233937, + 0.06025597920277344, + 0.004141213171577218, + 0.06498358975736578, + -0.007717641698440197, + 0.003916004280762564, + -0.024700628942807636, + -0.011757545424610043, + -0.012553493500866587, + -0.011469935798960128, + -0.011205641403812857, + 0.0023379489774696394, + -0.007725091837088372, + 0.010744232443674168, + -0.011220052305025987, + -0.013785179953206241, + 0.003924050017330997 + ] + ], + "std": [ + [ + 1.024154455792897, + 0.9811663585132518, + 1.0550539991337744, + 1.0439910345858283, + 1.1416502363087357, + 0.8904529955722684, + 1.0841860242487946, + 0.7205096411504827, + 0.9892628189620303, + 0.9876451169861917, + 0.9910594913771583, + 0.9889085818803738, + 1.0052016942584325, + 1.0015543969928375, + 1.001939370908761, + 0.9907018248984832, + 0.9753060190971025, + 0.9976064937693578 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 22477, + "cert_evals": { + "36": 0.8525073528289795, + "72": 0.8075221180915833, + "108": 0.7404129505157471, + "255": 0.3340708017349243 + }, + "fold": 2 + }, + { + "best_epoch": 50, + "best_val_acc": 0.8869047619047619, + "test_acc": 0.8654259126700071, + "train_size": 577, + "val_size": 336, + "test_size": 1397, + "stats": { + "mean": [ + [ + -0.004805442807625656, + 0.03371339715771235, + 0.02189034662045027, + 0.035925407279029334, + 0.0042291054419410475, + 0.03768918716984402, + 0.012717266897746975, + 0.03924694882149047, + 0.00528661488734836, + 0.005418960658578841, + 0.0062262528249566835, + 0.0039763388388214865, + -0.003098130467937617, + 0.010604977712305036, + -0.01486111181975736, + 0.007219200675909865, + 0.014029051389948003, + 0.01013749448873485 + ] + ], + "std": [ + [ + 1.008276364629133, + 1.010568100241832, + 1.0315325534295983, + 1.1379229784648968, + 0.9804535280460098, + 1.2556130480825498, + 1.057279793514591, + 1.3153187531590647, + 1.004023150383831, + 1.004919767936061, + 1.0036256590527597, + 1.0041255432995537, + 1.0046162783500956, + 1.0114881398893187, + 1.0145020055917877, + 1.0028701935817135, + 1.0098377455026906, + 0.990416131086278 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 22477, + "cert_evals": { + "36": 0.8095919489860535, + "72": 0.7652111649513245, + "108": 0.7100930213928223, + "255": 0.34502503275871277 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8782224158281307, + "std_test_acc": 0.008680679486982546, + "n_samples": 2310, + "n_features": 18, + "n_classes": 7, + "mean_cert_acc_36": 0.8360881358385086, + "std_cert_acc_36": 0.018492504368288955, + "mean_cert_acc_72": 0.7812624275684357, + "std_cert_acc_72": 0.01829454006822032, + "mean_cert_acc_108": 0.7103046327829361, + "std_cert_acc_108": 0.022113943961842873, + "mean_cert_acc_255": 0.333287812769413, + "std_cert_acc_255": 0.009562303384819813 + }, + "statlog-vehicle": { + "dataset": "statlog-vehicle", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 31, + "best_val_acc": 0.7107438016528925, + "test_acc": 0.6284046692607004, + "train_size": 211, + "val_size": 121, + "test_size": 514, + "stats": { + "mean": [ + [ + -0.15146149526066363, + -0.10432839952606632, + -0.059711114691943054, + -0.10485173232227493, + -0.05972240473933653, + 0.023982654502369662, + -0.09937442175355453, + 0.0818855733649288, + -0.10596828436018967, + -0.11517251252132703, + -0.08347083222748818, + -0.1053934661943128, + -0.08422502947867287, + 0.06107363270142171, + -0.09882898767772512, + -0.031016796208530723, + -0.05365530142180105, + -0.07673026919431288 + ] + ], + "std": [ + [ + 0.9244006895318542, + 0.9269788321694366, + 0.9738611659537878, + 0.9392376060519674, + 0.9423236941745864, + 1.2031150582278034, + 0.9189159479510511, + 0.9554470489794712, + 0.9165422543676691, + 0.9419702932342265, + 0.899283407616931, + 0.9016819378903871, + 0.9169739004303826, + 1.0374334592683703, + 1.008232147929816, + 0.9709165003669759, + 0.9809690311814254, + 0.9851749395938914 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 22282, + "cert_evals": { + "36": 0.5389105081558228, + "72": 0.42412450909614563, + "108": 0.31712061166763306, + "255": 0.03696497902274132 + }, + "fold": 0 + }, + { + "best_epoch": 38, + "best_val_acc": 0.725, + "test_acc": 0.6873786407766991, + "train_size": 211, + "val_size": 120, + "test_size": 515, + "stats": { + "mean": [ + [ + -0.05707185829383899, + 0.01703814028436017, + -0.07233211819905201, + -0.08672841545023706, + -0.057319243601895775, + 0.03840272132701431, + -0.013982209905213271, + 0.02121443985781981, + -0.007237241706161201, + 0.0049784149421801165, + -0.014029810900473958, + -0.016262295578199085, + 0.0009614558767772847, + 0.11677855781990558, + 0.0023493535545024086, + -0.010852331753554503, + -0.10286354407582957, + -0.11368303744075818 + ] + ], + "std": [ + [ + 1.0402738933856586, + 0.9838455143238437, + 1.0190627316129826, + 1.0239103894741375, + 1.1508302480807033, + 1.1683856166359436, + 1.0055121275534542, + 0.9988185856887961, + 1.0147533040348673, + 0.9815814858424408, + 0.9995251885514925, + 1.0064285465555274, + 0.9637935338431834, + 1.1030605616237845, + 0.9937126714490084, + 0.995709949800922, + 1.0375518355312294, + 1.0614716810079152 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 22282, + "cert_evals": { + "36": 0.5592232942581177, + "72": 0.41747573018074036, + "108": 0.291262149810791, + "255": 0.04660194367170334 + }, + "fold": 1 + }, + { + "best_epoch": 29, + "best_val_acc": 0.689922480620155, + "test_acc": 0.7154150197628458, + "train_size": 211, + "val_size": 129, + "test_size": 506, + "stats": { + "mean": [ + [ + -0.021963390047393307, + 0.015501836018957329, + 0.03765074758293839, + -0.033773345592417056, + -0.053714301421800954, + 0.025012608530805693, + 0.012391009146919438, + 0.0011931618483411932, + 0.003732862559241725, + -0.004163105436966835, + 0.014350785308056885, + 0.008870320853080559, + 0.03139527815165877, + 0.07120188767772496, + -0.007286610426540335, + 0.01621079620853081, + -0.11362760189573462, + -0.0754560952606636 + ] + ], + "std": [ + [ + 1.0013809830173679, + 0.9782519614775661, + 1.0067349356663802, + 0.9925585379225955, + 0.9656789538710515, + 1.079511023393183, + 1.0086208512176316, + 0.9976671958575583, + 1.0053473248040818, + 0.9749627707710302, + 1.0173842579149284, + 1.023042568770406, + 0.9834183626487213, + 1.0185730954327057, + 1.033273817278921, + 0.9965280678503624, + 0.9690108913489877, + 1.0258779208898805 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 22282, + "cert_evals": { + "36": 0.5770751237869263, + "72": 0.4426877498626709, + "108": 0.31027668714523315, + "255": 0.03952569514513016 + }, + "fold": 2 + }, + { + "best_epoch": 46, + "best_val_acc": 0.7007874015748031, + "test_acc": 0.6712598425196851, + "train_size": 211, + "val_size": 127, + "test_size": 508, + "stats": { + "mean": [ + [ + 0.04652693270142183, + 0.020878930331753535, + 0.004595829952606676, + 0.050472680521327036, + 0.10850436966824639, + 0.11359419241706137, + 0.0035522710900474227, + -0.016401528483412357, + 0.0019045260663507124, + 0.02816009017251184, + 0.02038910379146921, + 0.003237731909952596, + 0.0162511691943128, + 0.05221142748815186, + 0.04571186824644554, + -0.08779599999999993, + -0.02366896398104278, + -0.04232626635071097 + ] + ], + "std": [ + [ + 1.0660694582459869, + 0.9954955740331093, + 1.0005918167210288, + 1.0225865249631643, + 1.1919100176742894, + 1.3676251093574603, + 0.9782612041335168, + 1.0070319475298821, + 0.9609306968438209, + 0.995608616420587, + 0.9856739612962143, + 0.9752124296736733, + 1.0143856365331891, + 1.0854963150619814, + 1.0148237536601927, + 0.9020045533947828, + 0.9646100732878, + 0.9403175219272142 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 22282, + "cert_evals": { + "36": 0.584645688533783, + "72": 0.501968502998352, + "108": 0.3897637724876404, + "255": 0.025590550154447556 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6756145430799826, + "std_test_acc": 0.036378599669784954, + "n_samples": 846, + "n_features": 18, + "n_classes": 4, + "mean_cert_acc_36": 0.5649636536836624, + "std_cert_acc_36": 0.02037799730209723, + "mean_cert_acc_72": 0.44656412303447723, + "std_cert_acc_72": 0.03844625018846966, + "mean_cert_acc_108": 0.3271058052778244, + "std_cert_acc_108": 0.043180673920399024, + "mean_cert_acc_255": 0.03717079199850559, + "std_cert_acc_255": 0.00872995897013475 + }, + "steel-plates": { + "dataset": "steel-plates", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 51, + "best_val_acc": 0.6622950819672131, + "test_acc": 0.6733275412684622, + "train_size": 485, + "val_size": 305, + "test_size": 1151, + "stats": { + "mean": [ + [ + -0.033171420824742434, + -0.03487799787628848, + -0.025752341010309272, + -0.02575685641237119, + -0.013433178123711241, + -0.013203120387628779, + -0.01932132132144322, + -0.015286709072164926, + -0.03529740762886613, + -0.06188019999999985, + 0.029282459793814393, + 0.02461150515463966, + -0.02461150515463966, + 0.02680637649484613, + 0.05348254682474227, + 0.04729742422680411, + 0.037012766989690665, + -0.005113711814433202, + -0.04244604482474207, + 0.016299261237113144, + 0.02038411958762842, + 0.024304238721649656, + 0.01957637484536068, + 0.03119099608247441, + 0.008960876804329868, + -0.0667112558564948, + 0.03806582750515489 + ] + ], + "std": [ + [ + 0.9756894853975037, + 0.9770748287077284, + 0.928969513709341, + 0.9289613756914903, + 0.7271911461061646, + 0.6249440949513447, + 0.2710442676106522, + 0.8321078924444775, + 0.9681819508369377, + 0.9379050398893956, + 1.0059681125158686, + 1.004435542438173, + 1.004435542438173, + 1.0374639889594413, + 0.9990047126903454, + 0.9783238676858398, + 0.9859445483202275, + 0.9264109604441377, + 0.9798063758731859, + 0.9885797784975004, + 0.9993680933241289, + 0.9978320614999503, + 0.9928227904046222, + 0.9831836156202347, + 0.9769683973001587, + 0.9740787014301614, + 0.9975175191485853 + ] + ] + }, + "width": 128, + "in_features": 27, + "out_features": 7, + "depth": 6, + "padding": 54, + "parameters": 87053, + "cert_evals": { + "36": 0.6211989521980286, + "72": 0.5629886984825134, + "108": 0.5056473016738892, + "255": 0.31624674797058105 + }, + "fold": 0 + }, + { + "best_epoch": 29, + "best_val_acc": 0.7288732394366197, + "test_acc": 0.6467576791808873, + "train_size": 485, + "val_size": 284, + "test_size": 1172, + "stats": { + "mean": [ + [ + 0.03706820797938135, + 0.03657455558762895, + 0.014421525546391723, + 0.014414742845360836, + -0.04709934408247418, + -0.04852457241237108, + -0.033936195713195796, + -0.05171317672164952, + 0.013659632577319523, + -0.027462527628865894, + 0.006293505773195868, + 0.011990152577319948, + -0.011990152577319948, + -0.03296888268041301, + -0.009405954164948402, + -0.043928852597938134, + 0.002384727134020549, + -0.013394573402062043, + 0.027507874268041282, + 0.038990112989690746, + 0.0011484783505151038, + -0.02832227346391757, + -0.023262162268041238, + -0.03206279731958757, + -0.003237806419175221, + -0.04168354620618558, + -0.012072491587628926 + ] + ], + "std": [ + [ + 1.015411156192268, + 1.0184785548739292, + 1.121885848311569, + 1.1218788885198352, + 0.690006383533972, + 0.5810603178627508, + 0.2538653505206093, + 0.7901091189782915, + 1.0313073308807894, + 1.1253321716484355, + 0.9934036908444747, + 1.002106781592608, + 1.002106781592608, + 0.9446882153445072, + 1.006327755621702, + 1.0256643689759664, + 0.9902082423796534, + 1.0703705601717843, + 0.9814029395820514, + 0.9594928614842593, + 0.9948279945629597, + 0.9781432437014432, + 0.9737318425454382, + 0.9896265964372553, + 0.996385694776415, + 1.1531115464252937, + 0.9965705557829847 + ] + ] + }, + "width": 128, + "in_features": 27, + "out_features": 7, + "depth": 6, + "padding": 54, + "parameters": 87053, + "cert_evals": { + "36": 0.5895904302597046, + "72": 0.5273037552833557, + "108": 0.4726962447166443, + "255": 0.27389076352119446 + }, + "fold": 1 + }, + { + "best_epoch": 52, + "best_val_acc": 0.7281879194630873, + "test_acc": 0.7072538860103627, + "train_size": 485, + "val_size": 298, + "test_size": 1158, + "stats": { + "mean": [ + [ + 0.01349540909278348, + 0.011743234845361083, + 0.055380051591752535, + 0.05537599281030928, + -0.002818057010309121, + -0.0043726463257731905, + -0.011363671857525773, + 0.0014854367216495697, + -0.017973084123711465, + -0.019961297319587557, + -0.006256404123711325, + 0.037232857731959154, + -0.037232857731959154, + -0.057822187216493647, + -0.04968943053608254, + 0.05299214910515458, + 0.012450677092783526, + -0.0152095140206186, + -0.021158501278350353, + -0.03180742531958788, + 0.011834936082473834, + 0.02963465686597942, + 0.02183907072164954, + 0.04186944268041253, + 0.024153798268247404, + -0.04557396327835056, + 0.03912331686597949 + ] + ], + "std": [ + [ + 1.0305115292152447, + 1.0350302276108283, + 1.0568148967701887, + 1.0568064122935077, + 0.7926988315617414, + 0.6342514589481083, + 0.28414711305629714, + 0.9056134481718624, + 0.9751665814504833, + 1.0270919456979695, + 0.9900679127467883, + 1.0066006750596284, + 1.0066006750596284, + 0.9543742160994036, + 1.0004136931230714, + 1.0094115145490878, + 1.0121553004352448, + 0.8186606474983903, + 1.0281436358716267, + 1.0235390824617858, + 1.0008479768803218, + 0.990294035931081, + 0.9940477374299497, + 1.000219892821287, + 0.9933237184970842, + 0.9852467220628263, + 0.994697835657597 + ] + ] + }, + "width": 128, + "in_features": 27, + "out_features": 7, + "depth": 6, + "padding": 54, + "parameters": 87053, + "cert_evals": { + "36": 0.6537132859230042, + "72": 0.5949913859367371, + "108": 0.5284973978996277, + "255": 0.2996545732021332 + }, + "fold": 2 + }, + { + "best_epoch": 34, + "best_val_acc": 0.6690140845070423, + "test_acc": 0.6834470989761092, + "train_size": 485, + "val_size": 284, + "test_size": 1172, + "stats": { + "mean": [ + [ + 0.023743463731958805, + 0.016176765814433166, + 0.0014892443092783534, + 0.0014844411752577274, + -0.009514525814432954, + -0.020205760659793785, + -0.01871218610680407, + -0.005845208247422769, + 0.01885683030927834, + -0.00661354618556694, + 0.013281478350515526, + 0.0035759175257736252, + -0.0035759175257736252, + 0.001803373195877225, + -0.050778439121649456, + -0.007776909546391795, + 0.04831092711340207, + -0.05191724047422686, + -0.019034719298968952, + 0.018150954639175196, + 0.009697649484535607, + -0.007318674041237245, + -0.01604848907216485, + -0.0013126113402060792, + 0.01597799027505155, + 0.03087437377319595, + 0.008060444742267966 + ] + ], + "std": [ + [ + 1.035245883833329, + 1.0366480375890377, + 1.0283716528913942, + 1.0283643226814112, + 0.804966635241197, + 0.6387301143243845, + 0.2927267776520207, + 0.9211566457266325, + 1.0248177126554818, + 0.9991241777878153, + 0.9956957155110975, + 1.0004628088385008, + 1.0004628088385008, + 0.9913012556247199, + 0.9711702662146896, + 0.9776882812482338, + 0.9942196574638761, + 0.7385409188908473, + 1.0098201632818302, + 0.9666923500151875, + 0.9978814369963841, + 1.002103883727627, + 0.9660799436198654, + 1.0007299152954314, + 0.9729135128718771, + 1.03912258961276, + 1.0093273706219772 + ] + ] + }, + "width": 128, + "in_features": 27, + "out_features": 7, + "depth": 6, + "padding": 54, + "parameters": 87053, + "cert_evals": { + "36": 0.6450511813163757, + "72": 0.5861774682998657, + "108": 0.5349829196929932, + "255": 0.2704778015613556 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6776965513589553, + "std_test_acc": 0.025053322403852277, + "n_samples": 1941, + "n_features": 27, + "n_classes": 7, + "mean_cert_acc_36": 0.6273884624242783, + "std_cert_acc_36": 0.028705221611263942, + "mean_cert_acc_72": 0.567865327000618, + "std_cert_acc_72": 0.03022239896857749, + "mean_cert_acc_108": 0.5104559659957886, + "std_cert_acc_108": 0.028142402920652503, + "mean_cert_acc_255": 0.29006747156381607, + "std_cert_acc_255": 0.021776960951938353 + }, + "synthetic-control": { + "dataset": "synthetic-control", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 29, + "best_val_acc": 0.975609756097561, + "test_acc": 0.9755434782608695, + "train_size": 150, + "val_size": 82, + "test_size": 368, + "stats": { + "mean": [ + [ + 0.03924785799999999, + 0.09383712196000003, + 0.07046625366666667, + 0.0014863559999998659, + -0.05929098933333334, + -0.038894416533333365, + -0.06979297906666665, + 0.14184743933333332, + -0.017701836666666713, + 0.031171698399999972, + -0.021065953866666622, + 0.0012081412666666543, + -0.04361972219999998, + 0.0025437976666666416, + 0.07672977846666663, + 0.020924183333333297, + -0.0169760114666666, + 0.002974836000000029, + 0.003983265866666657, + -0.024021968200000025, + -0.03956240413333334, + -0.1248241973333334, + -0.05730380093333336, + -0.05808679486666668, + -0.028370202666666712, + -0.09732389666666662, + -0.05763924799999995, + -0.13051837340000005, + -0.05395017553333331, + -0.03267161173333333, + -0.023729760666666683, + -0.07524714946666669, + -0.06614863693333331, + -0.019300918133333376, + -0.030039852199999936, + 0.011592385653333353, + 0.031318077333333326, + 0.01763483633333328, + -0.0250934726666667, + -0.004898507333333266, + 0.004217182600000006, + -0.0246385992666667, + -0.030988849866666696, + -0.04759142453333339, + -0.01953947740000004, + -0.01564450933333335, + -0.015787699133333277, + 0.002320799400000045, + 0.024963803466666677, + -0.007529426400000029, + 0.04093678893333338, + 0.015736563599999965, + -0.03746829866666665, + 0.014098554666666692, + -0.011547875333333272, + -0.02319905666666666, + -0.03142149800000005, + -0.016265246000000014, + 0.007930060666666574, + -0.023128325933333405 + ] + ], + "std": [ + [ + 0.9961076807315135, + 0.9206509112843125, + 1.0540224386437416, + 1.0522148944257685, + 0.9493400263469906, + 1.0413681468006608, + 1.0206521762883793, + 1.0022196701786035, + 0.9563400774380424, + 0.9609145334914101, + 1.0024994267345215, + 0.9932555095692103, + 0.9717731403065037, + 0.98032175468797, + 0.9982624484839073, + 0.9382038270345618, + 0.9768753390482254, + 0.9916308705368667, + 1.006723658496416, + 1.0297445317020146, + 1.032876694551145, + 0.972144505822908, + 0.9798593024092027, + 0.9843687966126489, + 1.011735889322179, + 1.0429049244153183, + 1.0346506734246277, + 1.0538601962572212, + 0.9988680991418135, + 1.0180957806321926, + 0.9596516599467743, + 0.9834125851120433, + 1.0264509047524573, + 1.041847740419822, + 0.9781778184682978, + 1.0266071515222082, + 1.0054089356966365, + 0.9672870323425345, + 1.0086182531503245, + 0.9476236198433843, + 0.9903141136237383, + 0.9773410750044438, + 0.9739559384791738, + 1.0166341319600727, + 1.0066772526142282, + 0.9830356367906539, + 0.9703713876993874, + 1.0032669206080842, + 0.9780136276281223, + 0.9963547072355085, + 0.9891349444554035, + 0.9865762284560603, + 0.975071666163836, + 0.9738556836226393, + 0.9427521925477134, + 0.9585723823680283, + 1.023473462894158, + 0.974178234052611, + 0.9584708977350718, + 0.9781662302529668 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 6, + "depth": 6, + "padding": 120, + "parameters": 346124, + "cert_evals": { + "36": 0.9347826242446899, + "72": 0.91847825050354, + "108": 0.8885869979858398, + "255": 0.66576087474823 + }, + "fold": 0 + }, + { + "best_epoch": 13, + "best_val_acc": 0.9879518072289156, + "test_acc": 0.9809264305177112, + "train_size": 150, + "val_size": 83, + "test_size": 367, + "stats": { + "mean": [ + [ + 0.07431676333333329, + 0.055703143333333274, + 0.059986597200000005, + 0.05962913333333327, + 0.01711391199999998, + -0.09842530133333331, + -0.037238006933333324, + 0.04494911246666669, + 0.03584688633333339, + -0.03672074413333339, + 0.1400467430666667, + -0.0017188513300000175, + 0.09355356086666661, + 0.08375834533333343, + 0.10196642733333329, + -0.002735159333333399, + -0.04132526846666665, + 0.002115888533333303, + -0.04545685346666663, + -0.026682441333333327, + 0.0202955157, + 0.05891559266666658, + 0.09727385853333322, + 0.0824819633333333, + -0.003187957799999993, + 0.019345319200000027, + 0.015127944066666616, + -0.01814940193333335, + 0.028838950733333313, + -0.037662185733333346, + -0.03617591013333335, + 0.015016469333333294, + 0.03429976273333337, + 0.0064533666666667005, + -0.029528327399999967, + -0.020207610346666682, + -0.015195800666666651, + -0.03826542699999998, + -0.0280714353333333, + -0.03387643922666661, + -0.006132136866666568, + -0.06652122866666664, + -0.012367441333333272, + 0.04345637599999996, + 0.04305291933333331, + 0.025584800666666543, + 0.017196319133333353, + -0.01777196502666665, + -0.07746244253333334, + -0.044407173933333335, + -0.055261454599999996, + -0.052746810399999934, + -0.0045274859999999695, + -0.025930303333333373, + 0.035556554666666684, + 0.009908130666666676, + 0.016988207333333238, + -0.00977137813333338, + -0.020683775666666668, + 0.012211349666666682 + ] + ], + "std": [ + [ + 0.9843088538516878, + 1.0385221048037923, + 1.0362809707291913, + 1.070636491980348, + 1.036981973032216, + 1.0535025500445936, + 1.0486711166621683, + 1.0486450651360273, + 1.0014223592087255, + 0.9374084409356886, + 0.9860590509896011, + 0.9753368966519272, + 1.0333021459864373, + 0.9876115794841844, + 1.02068622354422, + 1.0112690289204789, + 1.0116637203824093, + 1.033925288406938, + 1.0512195357703547, + 1.018333809220628, + 0.985055866337006, + 0.943091921098071, + 0.9490130762941131, + 0.99910695778916, + 1.0356025959908477, + 1.0026236047334451, + 1.0141313027658527, + 0.9956117641629766, + 1.0018305711459572, + 1.0053268814426604, + 1.0314502672967765, + 1.038459737162511, + 0.937751592640825, + 0.9861261142353305, + 0.9749386073698773, + 0.9772874202358274, + 0.9591957253028498, + 0.9926707359223034, + 0.9729932139063138, + 0.9920544640877638, + 0.9836353401854067, + 0.99810857871081, + 1.0023120691127656, + 0.9517953446574153, + 1.0036265983538577, + 1.0142510395016522, + 0.9769674154680212, + 1.0141447148508704, + 1.0111479341233067, + 0.9771982566562517, + 0.9980648743000833, + 0.9633210674621704, + 0.9823793488227291, + 0.9870075135806297, + 0.983054034466811, + 0.990652388626008, + 1.0024265300075932, + 0.9594171079813323, + 0.9682468460883036, + 0.9900597520223805 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 6, + "depth": 6, + "padding": 120, + "parameters": 346124, + "cert_evals": { + "36": 0.9700272083282471, + "72": 0.9400544762611389, + "108": 0.8937329649925232, + "255": 0.47411444783210754 + }, + "fold": 1 + }, + { + "best_epoch": 14, + "best_val_acc": 1.0, + "test_acc": 0.9662921348314607, + "train_size": 150, + "val_size": 94, + "test_size": 356, + "stats": { + "mean": [ + [ + -0.114856322, + -0.06579790133333327, + 0.03355098266666663, + -0.03648713526666665, + -0.0011477239999999878, + 0.13642399413333328, + -0.07596104666666668, + -0.0056418873333333374, + 0.09558374166666667, + 0.02089898246666667, + 0.03188003920000004, + 0.007430201999999999, + -0.0038350263999999894, + -0.01883838019999997, + 0.0748425113333334, + 0.00488779438666673, + 0.018437261666666697, + 0.030671767333333304, + 0.022914690999999977, + 0.01594029433333337, + -0.048436106666666714, + -0.0024884444666667177, + 0.04168678213333334, + 0.041644789333333244, + 0.042822868333333354, + 0.06534793200000001, + -0.010656098666666605, + -0.006021577466666684, + 0.04735826933333332, + 0.025442156333333393, + 0.017160075866666614, + -0.04544196133333331, + -0.013476259999999967, + 0.033218761599999966, + -0.005814218000000064, + -0.02626612546666666, + 0.0554423356666666, + -0.005378560400000007, + 0.004365360799999973, + 0.01993973579999998, + -0.013822085533333268, + -0.0276612758666667, + -0.005520540333333351, + 0.027592530666666643, + -0.0016518936666666988, + -0.02964797600000004, + -0.016894890799999965, + -0.018347165760000048, + 0.02878474666666673, + 0.009005892399999991, + 0.0005037746666666054, + -0.010252967199999949, + 0.009452513999999928, + -0.0006035673333334005, + -0.023115470666666638, + 0.0008124299999999337, + -0.010064331333333435, + 0.02198669420666669, + 0.005671073333333329, + 0.009682615733333344 + ] + ], + "std": [ + [ + 1.0560741237905633, + 1.0909763937676147, + 0.9591104934810897, + 1.0027353336789389, + 1.0137393600188147, + 0.9974355725372859, + 0.9334185111764193, + 1.0358338960107323, + 0.9936794808583214, + 1.0639561849283727, + 1.0322757313313562, + 1.0330482466022683, + 1.0135503676371944, + 1.0679076791635504, + 0.9641245690753236, + 1.0282675239598804, + 1.0002353813184108, + 0.9684654582597145, + 1.0331226003460752, + 1.0536462803122515, + 0.9988253263652744, + 1.0354371216022098, + 0.9964647889804219, + 1.017635225822453, + 1.0005114917749387, + 1.021355655521812, + 0.9645306146203501, + 1.0113815411448928, + 0.9806016929287075, + 1.0144519155296894, + 1.0265802362924008, + 1.02000197200153, + 1.07766142678815, + 1.0468290903972308, + 1.0314178108001988, + 1.000469001033564, + 1.0450722590473078, + 1.0325221094946504, + 1.048894956227836, + 0.9833702833504419, + 1.0153917705572146, + 1.012455383336184, + 1.0589782810850652, + 1.0157128503216464, + 1.0196629247844613, + 1.0470501606989209, + 1.0194159827106324, + 1.0071984093717992, + 1.0321411977245474, + 1.043438003333306, + 1.0407295108896613, + 1.027173255849118, + 1.0179448117519239, + 1.0453526291643118, + 1.0174480325437838, + 1.0318194380088317, + 1.0133347569254487, + 1.0231404714757075, + 1.030328051006465, + 1.0096253910405713 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 6, + "depth": 6, + "padding": 120, + "parameters": 346124, + "cert_evals": { + "36": 0.9410112500190735, + "72": 0.9101123809814453, + "108": 0.8679775595664978, + "255": 0.5561797618865967 + }, + "fold": 2 + }, + { + "best_epoch": 5, + "best_val_acc": 0.9887640449438202, + "test_acc": 0.9778393351800554, + "train_size": 150, + "val_size": 89, + "test_size": 361, + "stats": { + "mean": [ + [ + 0.1277572366666666, + 0.04134771529333352, + 0.021863094333333402, + 0.014401853333333483, + -0.002803757326666718, + 0.06694332266666667, + 0.07448979026666658, + 0.06807802960000005, + 0.019724051666666666, + 0.06465353440000006, + -0.0428330099999999, + -0.07357414919666662, + -0.04223157999999999, + -0.12545532820000008, + -0.04292649966666659, + -0.10589588954666669, + -0.04041633779999999, + 0.05218024986666674, + 0.05426686220000013, + 0.0227305805333333, + 0.10614008046666681, + 0.04376943119999995, + -0.013266023600000024, + -0.07076259793333334, + -0.074043531, + -0.08001001866666667, + -0.07797701933333334, + -0.09792546133333335, + -0.061854662000000005, + -0.024533988199999985, + 0.03629900386666665, + 0.0058454133399999395, + 0.007318489999999978, + 0.03803268466666662, + 0.044273164599999956, + 0.0013259573333333503, + -0.002469843333333337, + -0.029172804800000018, + -0.05582708400000001, + -0.05666843433333332, + -0.048033903333333315, + -0.06985443860000005, + -0.0578782198666667, + -0.05657032866666666, + -0.026883787333333433, + -0.00934031266666669, + 0.011623247533333353, + 0.035373553640000055, + 0.013784810000000043, + 0.005969853333333333, + 0.02904661893333334, + 0.02376045733333324, + -0.02384677466666665, + -0.05474407806666669, + -0.06623972000000003, + -0.06898137600000002, + -0.07447672184000008, + -0.08693477600000002, + -0.05651159700000001, + -0.03601778493333341 + ] + ], + "std": [ + [ + 0.9996137529479245, + 1.0036117435912413, + 1.0522681023859373, + 1.1119684771253828, + 1.0298920232178084, + 1.070456358378364, + 1.0922136476449562, + 0.9445072794294876, + 0.9503254307664003, + 0.9324621895873916, + 0.9965913991681153, + 1.1062786611692523, + 1.1218688680681206, + 1.0020156097641995, + 1.0418972253640428, + 0.9838023238329702, + 0.9853089091257823, + 1.0414927333939905, + 1.0350491750495694, + 1.0308468611443276, + 1.0024128778412678, + 0.9938024611079457, + 0.9539537713906278, + 0.9088792441254281, + 0.9267414020449568, + 1.0592924551372531, + 1.035601875159454, + 1.0348290235762594, + 1.0072879218281139, + 1.0455750589807704, + 0.9984184008706671, + 0.966055737300902, + 0.9991473365977808, + 1.0374974178986145, + 0.9976106602571032, + 0.9683911885436237, + 0.9999529450897607, + 0.9934502585034328, + 1.0060525583431303, + 0.9969439583936579, + 1.0032737317903146, + 1.006882715938048, + 0.9888037727439014, + 0.997171098741018, + 1.0163770279221114, + 0.9925585952400967, + 1.0393735568577307, + 1.0254123445542493, + 1.0212979411217074, + 1.0292884216225284, + 0.9986396756965731, + 0.9791900111960249, + 1.0282697752335705, + 1.0042624464425858, + 1.014742625093536, + 1.0220728519074882, + 0.9823536621313895, + 1.0001527437069238, + 1.0095902426275776, + 1.0166981511490805 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 6, + "depth": 6, + "padding": 120, + "parameters": 346124, + "cert_evals": { + "36": 0.8947368264198303, + "72": 0.6925207376480103, + "108": 0.5346260070800781, + "255": 0.20498614013195038 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9751503446975243, + "std_test_acc": 0.006303868474917133, + "n_samples": 600, + "n_features": 60, + "n_classes": 6, + "mean_cert_acc_36": 0.9351394772529602, + "std_cert_acc_36": 0.031006090979094892, + "mean_cert_acc_72": 0.8652914613485336, + "std_cert_acc_72": 0.11586915140822149, + "mean_cert_acc_108": 0.7962308824062347, + "std_cert_acc_108": 0.17475793226781797, + "mean_cert_acc_255": 0.47526030614972115, + "std_cert_acc_255": 0.19654334785740685 + }, + "teaching": { + "dataset": "teaching", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 5, + "best_val_acc": 0.5, + "test_acc": 0.43956043956043955, + "train_size": 38, + "val_size": 22, + "test_size": 91, + "stats": { + "mean": [ + [ + -0.11332560526315784, + -0.17121901315789478, + 0.029873731578947377, + -0.30744157894736857, + -0.12647241315789476 + ] + ], + "std": [ + [ + 1.0757021171452221, + 0.9379212090884154, + 0.9728178435489211, + 1.2214091484203293, + 1.0035868928906388 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 5577, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 8, + "best_val_acc": 0.5, + "test_acc": 0.5257731958762887, + "train_size": 38, + "val_size": 16, + "test_size": 97, + "stats": { + "mean": [ + [ + 0.08642726315789476, + 0.17190744736842098, + 0.21345746842105265, + 0.20351052631578942, + 0.02251846578947367 + ] + ], + "std": [ + [ + 0.9226189788343568, + 0.9529276096944189, + 1.0986997290584972, + 0.7479572951992832, + 0.9794960526322802 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 5577, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 3, + "best_val_acc": 0.4166666666666667, + "test_acc": 0.39325842696629215, + "train_size": 38, + "val_size": 24, + "test_size": 89, + "stats": { + "mean": [ + [ + -0.11332560526315784, + 0.02154873684210526, + -0.18742893684210518, + -0.08846210526315801, + -0.16320968421052634 + ] + ], + "std": [ + [ + 1.0757021171452221, + 0.983440529661239, + 0.8586823726924572, + 1.0752563594695814, + 0.9991610142309885 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 5577, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 20, + "best_val_acc": 0.6111111111111112, + "test_acc": 0.42105263157894735, + "train_size": 38, + "val_size": 18, + "test_size": 95, + "stats": { + "mean": [ + [ + 0.0864272631578948, + -0.03628181578947368, + -0.2848404736842105, + 0.057524210526315775, + -0.050956549999999996 + ] + ], + "std": [ + [ + 0.9226189788343567, + 1.030764765505801, + 0.8345079992343973, + 0.9376140898091212, + 1.1033171507511983 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 5577, + "cert_evals": { + "36": 0.05263157933950424, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.4449111734954919, + "std_test_acc": 0.057167978401518535, + "n_samples": 151, + "n_features": 5, + "n_classes": 3, + "mean_cert_acc_36": 0.01315789483487606, + "std_cert_acc_36": 0.02631578966975212, + "mean_cert_acc_72": 0.0, + "std_cert_acc_72": 0.0, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "statlog-landsat": { + "dataset": "statlog-landsat", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 26, + "best_val_acc": 0.8702882483370288, + "test_acc": 0.8720634022077555, + "train_size": 2000, + "val_size": 902, + "test_size": 3533, + "stats": { + "mean": [ + [ + -6.934999915808593e-08, + 2.3328000050659715e-07, + -1.1755000014720962e-07, + 4.1650000113531425e-08, + 2.974999921856458e-08, + 4.0644999990996356e-07, + -1.644000001917445e-07, + -1.413499999420309e-07, + -8.425000072870282e-08, + -1.3005000039911785e-07, + 2.7175000002155337e-07, + 1.0295000034876712e-07, + 1.0184999964849006e-07, + 6.443749997200598e-07, + -1.6854999985216335e-07, + 3.127500005414563e-07, + 1.409999956569763e-08, + 1.658500001333052e-07, + -1.2499999977327868e-07, + -5.844999979326415e-08, + 2.847999998976669e-07, + 3.69650000320354e-07, + -2.5099999955369155e-08, + -7.789999963525585e-08, + 2.7900000419078807e-08, + 1.6560000010702563e-07, + -6.818499998652027e-07, + 5.085000043508758e-08, + -2.546000000173132e-07, + 1.6649999925254233e-08, + -5.505499998159635e-07, + -2.0430000036758546e-07, + 6.48000004858651e-08, + 1.6479999976863612e-07, + 1.1045000017417816e-07, + -5.730000016734849e-08 + ] + ], + "std": [ + [ + 0.9997504252780416, + 0.9997504353750883, + 0.9997503864088414, + 0.9997498292458762, + 0.999750452450114, + 0.9997515833752775, + 0.9997498884010328, + 0.9997500268501014, + 0.9997502639520248, + 0.9997509350029689, + 0.9997501055034534, + 0.9997499174689204, + 0.9997496455953512, + 0.9997496576620629, + 0.999749738590197, + 0.9997497575751876, + 0.9997501294203239, + 0.9997495457673908, + 0.999749811725968, + 0.9997499464044513, + 0.9997498084183996, + 0.9997501411837695, + 0.9997498091480883, + 0.9997501130822933, + 0.9997499551918837, + 0.9997500274473032, + 0.999750691794593, + 0.9997498389478997, + 0.9997497286241793, + 0.9997505072133269, + 0.9997503342441044, + 0.9997498754279657, + 0.9997500420188261, + 0.9997503240021074, + 0.9997501539041043, + 0.9997498636945846 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 6, + "depth": 6, + "padding": 72, + "parameters": 88076, + "cert_evals": { + "36": 0.8446080088615417, + "72": 0.8163034319877625, + "108": 0.7854514718055725, + "255": 0.6014718413352966 + }, + "fold": 0 + }, + { + "best_epoch": 48, + "best_val_acc": 0.8793478260869565, + "test_acc": 0.8691322901849218, + "train_size": 2000, + "val_size": 920, + "test_size": 3515, + "stats": { + "mean": [ + [ + -6.934999915808593e-08, + 2.3328000050659715e-07, + -1.1755000014720962e-07, + 4.1650000113531425e-08, + 2.974999921856458e-08, + 4.0644999990996356e-07, + -1.644000001917445e-07, + -1.413499999420309e-07, + -8.425000072870282e-08, + -1.3005000039911785e-07, + 2.7175000002155337e-07, + 1.0295000034876712e-07, + 1.0184999964849006e-07, + 6.443749997200598e-07, + -1.6854999985216335e-07, + 3.127500005414563e-07, + 1.409999956569763e-08, + 1.658500001333052e-07, + -1.2499999977327868e-07, + -5.844999979326415e-08, + 2.847999998976669e-07, + 3.69650000320354e-07, + -2.5099999955369155e-08, + -7.789999963525585e-08, + 2.7900000419078807e-08, + 1.6560000010702563e-07, + -6.818499998652027e-07, + 5.085000043508758e-08, + -2.546000000173132e-07, + 1.6649999925254233e-08, + -5.505499998159635e-07, + -2.0430000036758546e-07, + 6.48000004858651e-08, + 1.6479999976863612e-07, + 1.1045000017417816e-07, + -5.730000016734849e-08 + ] + ], + "std": [ + [ + 0.9997504252780416, + 0.9997504353750883, + 0.9997503864088414, + 0.9997498292458762, + 0.999750452450114, + 0.9997515833752775, + 0.9997498884010328, + 0.9997500268501014, + 0.9997502639520248, + 0.9997509350029689, + 0.9997501055034534, + 0.9997499174689204, + 0.9997496455953512, + 0.9997496576620629, + 0.999749738590197, + 0.9997497575751876, + 0.9997501294203239, + 0.9997495457673908, + 0.999749811725968, + 0.9997499464044513, + 0.9997498084183996, + 0.9997501411837695, + 0.9997498091480883, + 0.9997501130822933, + 0.9997499551918837, + 0.9997500274473032, + 0.999750691794593, + 0.9997498389478997, + 0.9997497286241793, + 0.9997505072133269, + 0.9997503342441044, + 0.9997498754279657, + 0.9997500420188261, + 0.9997503240021074, + 0.9997501539041043, + 0.9997498636945846 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 6, + "depth": 6, + "padding": 72, + "parameters": 88076, + "cert_evals": { + "36": 0.8458037376403809, + "72": 0.8182077407836914, + "108": 0.7871977686882019, + "255": 0.6102418303489685 + }, + "fold": 1 + }, + { + "best_epoch": 30, + "best_val_acc": 0.8737758433079434, + "test_acc": 0.8620591581342435, + "train_size": 2000, + "val_size": 919, + "test_size": 3516, + "stats": { + "mean": [ + [ + -6.934999915808593e-08, + 2.3328000050659715e-07, + -1.1755000014720962e-07, + 4.1650000113531425e-08, + 2.974999921856458e-08, + 4.0644999990996356e-07, + -1.644000001917445e-07, + -1.413499999420309e-07, + -8.425000072870282e-08, + -1.3005000039911785e-07, + 2.7175000002155337e-07, + 1.0295000034876712e-07, + 1.0184999964849006e-07, + 6.443749997200598e-07, + -1.6854999985216335e-07, + 3.127500005414563e-07, + 1.409999956569763e-08, + 1.658500001333052e-07, + -1.2499999977327868e-07, + -5.844999979326415e-08, + 2.847999998976669e-07, + 3.69650000320354e-07, + -2.5099999955369155e-08, + -7.789999963525585e-08, + 2.7900000419078807e-08, + 1.6560000010702563e-07, + -6.818499998652027e-07, + 5.085000043508758e-08, + -2.546000000173132e-07, + 1.6649999925254233e-08, + -5.505499998159635e-07, + -2.0430000036758546e-07, + 6.48000004858651e-08, + 1.6479999976863612e-07, + 1.1045000017417816e-07, + -5.730000016734849e-08 + ] + ], + "std": [ + [ + 0.9997504252780416, + 0.9997504353750883, + 0.9997503864088414, + 0.9997498292458762, + 0.999750452450114, + 0.9997515833752775, + 0.9997498884010328, + 0.9997500268501014, + 0.9997502639520248, + 0.9997509350029689, + 0.9997501055034534, + 0.9997499174689204, + 0.9997496455953512, + 0.9997496576620629, + 0.999749738590197, + 0.9997497575751876, + 0.9997501294203239, + 0.9997495457673908, + 0.999749811725968, + 0.9997499464044513, + 0.9997498084183996, + 0.9997501411837695, + 0.9997498091480883, + 0.9997501130822933, + 0.9997499551918837, + 0.9997500274473032, + 0.999750691794593, + 0.9997498389478997, + 0.9997497286241793, + 0.9997505072133269, + 0.9997503342441044, + 0.9997498754279657, + 0.9997500420188261, + 0.9997503240021074, + 0.9997501539041043, + 0.9997498636945846 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 6, + "depth": 6, + "padding": 72, + "parameters": 88076, + "cert_evals": { + "36": 0.8384527564048767, + "72": 0.8034698367118835, + "108": 0.7653583288192749, + "255": 0.5466439127922058 + }, + "fold": 2 + }, + { + "best_epoch": 25, + "best_val_acc": 0.8451327433628318, + "test_acc": 0.8725573491928632, + "train_size": 2000, + "val_size": 904, + "test_size": 3531, + "stats": { + "mean": [ + [ + -6.934999915808593e-08, + 2.3328000050659715e-07, + -1.1755000014720962e-07, + 4.1650000113531425e-08, + 2.974999921856458e-08, + 4.0644999990996356e-07, + -1.644000001917445e-07, + -1.413499999420309e-07, + -8.425000072870282e-08, + -1.3005000039911785e-07, + 2.7175000002155337e-07, + 1.0295000034876712e-07, + 1.0184999964849006e-07, + 6.443749997200598e-07, + -1.6854999985216335e-07, + 3.127500005414563e-07, + 1.409999956569763e-08, + 1.658500001333052e-07, + -1.2499999977327868e-07, + -5.844999979326415e-08, + 2.847999998976669e-07, + 3.69650000320354e-07, + -2.5099999955369155e-08, + -7.789999963525585e-08, + 2.7900000419078807e-08, + 1.6560000010702563e-07, + -6.818499998652027e-07, + 5.085000043508758e-08, + -2.546000000173132e-07, + 1.6649999925254233e-08, + -5.505499998159635e-07, + -2.0430000036758546e-07, + 6.48000004858651e-08, + 1.6479999976863612e-07, + 1.1045000017417816e-07, + -5.730000016734849e-08 + ] + ], + "std": [ + [ + 0.9997504252780416, + 0.9997504353750883, + 0.9997503864088414, + 0.9997498292458762, + 0.999750452450114, + 0.9997515833752775, + 0.9997498884010328, + 0.9997500268501014, + 0.9997502639520248, + 0.9997509350029689, + 0.9997501055034534, + 0.9997499174689204, + 0.9997496455953512, + 0.9997496576620629, + 0.999749738590197, + 0.9997497575751876, + 0.9997501294203239, + 0.9997495457673908, + 0.999749811725968, + 0.9997499464044513, + 0.9997498084183996, + 0.9997501411837695, + 0.9997498091480883, + 0.9997501130822933, + 0.9997499551918837, + 0.9997500274473032, + 0.999750691794593, + 0.9997498389478997, + 0.9997497286241793, + 0.9997505072133269, + 0.9997503342441044, + 0.9997498754279657, + 0.9997500420188261, + 0.9997503240021074, + 0.9997501539041043, + 0.9997498636945846 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 6, + "depth": 6, + "padding": 72, + "parameters": 88076, + "cert_evals": { + "36": 0.8496176600456238, + "72": 0.8204474449157715, + "108": 0.7935428619384766, + "255": 0.6236193776130676 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8689530499299459, + "std_test_acc": 0.004838151700411984, + "n_samples": 6435, + "n_features": 36, + "n_classes": 6, + "mean_cert_acc_36": 0.8446205407381058, + "std_cert_acc_36": 0.004633676614823219, + "mean_cert_acc_72": 0.8146071135997772, + "std_cert_acc_72": 0.007615563418621819, + "mean_cert_acc_108": 0.7828876078128815, + "std_cert_acc_108": 0.012192360283675844, + "mean_cert_acc_255": 0.5954942405223846, + "std_cert_acc_255": 0.03381617449725933 + }, + "tic-tac-toe": { + "dataset": "tic-tac-toe", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 17, + "best_val_acc": 0.7191780821917808, + "test_acc": 0.7556719022687609, + "train_size": 239, + "val_size": 146, + "test_size": 573, + "stats": { + "mean": [ + [ + -0.06774635146443425, + 0.01449869790794993, + 0.05074422594142255, + -0.014738167364016513, + 0.015902112970711264, + 0.01937172301255273, + -0.05826698744769888, + 0.06322694058577437, + -0.03456911297071133 + ] + ], + "std": [ + [ + 0.9772364146923964, + 0.9898671665296854, + 0.9927899252300538, + 1.0052200080228313, + 1.0139839580724326, + 1.0321649186622677, + 0.9396177418537401, + 0.9908262445058792, + 1.022463266648573 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 5672, + "cert_evals": { + "36": 0.4293193817138672, + "72": 0.12390924990177155, + "108": 0.005235602147877216, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 82, + "best_val_acc": 0.8472222222222222, + "test_acc": 0.8260869565217391, + "train_size": 239, + "val_size": 144, + "test_size": 575, + "stats": { + "mean": [ + [ + 0.055483841004184395, + -0.00011965439330530087, + 0.00808757322175727, + -0.029356599999999875, + 0.039023707112970575, + 0.019371482008368506, + -0.08670484518828446, + -0.039102302092049956, + 0.027046133891213308 + ] + ], + "std": [ + [ + 0.9957045497387771, + 1.0146010728149857, + 1.003301186901333, + 1.0124926159677299, + 0.9987054895066753, + 0.9814356430315144, + 0.973828360138658, + 1.0003184664932105, + 0.9832177518418727 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 5672, + "cert_evals": { + "36": 0.7147825956344604, + "72": 0.5721739530563354, + "108": 0.39304348826408386, + "255": 0.013913043774664402 + }, + "fold": 1 + }, + { + "best_epoch": 5, + "best_val_acc": 0.7175572519083969, + "test_acc": 0.7091836734693877, + "train_size": 239, + "val_size": 131, + "test_size": 588, + "stats": { + "mean": [ + [ + -0.04878792468619211, + 0.0047529958158996155, + 0.09814042677824272, + -0.024483735564853226, + 0.034399451882844975, + -0.009865222594141925, + -0.02508974895397498, + 0.004753076150627897, + -0.04878784100418414 + ] + ], + "std": [ + [ + 1.001934480203885, + 0.9778484267660271, + 1.0046660181235467, + 1.0212723008937266, + 1.0210245107562923, + 1.0306454853299336, + 0.9862518055799147, + 0.9951065507668124, + 0.9747736634076275 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 5672, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 76, + "best_val_acc": 0.8840579710144928, + "test_acc": 0.8347676419965576, + "train_size": 239, + "val_size": 138, + "test_size": 581, + "stats": { + "mean": [ + [ + 0.10288007531380783, + 0.04373577740585817, + 0.041264979079497874, + -0.034229491213389085, + -0.05346292050209214, + -0.1999054092050213, + 0.08392158158995812, + 0.07297261589958158, + -0.05826715481171532 + ] + ], + "std": [ + [ + 0.9966065572515563, + 1.018968015200093, + 0.9922920069375739, + 0.9979419605462078, + 0.9801398510182366, + 0.9915447189713678, + 0.9965163996887837, + 0.9964419395653665, + 0.9951178388160773 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 5672, + "cert_evals": { + "36": 0.7228915691375732, + "72": 0.5817555785179138, + "108": 0.43029260635375977, + "255": 0.03614457696676254 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7814275435641114, + "std_test_acc": 0.05978338423369561, + "n_samples": 958, + "n_features": 9, + "n_classes": 2, + "mean_cert_acc_36": 0.4667483866214752, + "std_cert_acc_36": 0.3397966478215543, + "mean_cert_acc_72": 0.3194596953690052, + "std_cert_acc_72": 0.30163891219083755, + "mean_cert_acc_108": 0.2071429241914302, + "std_cert_acc_108": 0.23666400804308704, + "mean_cert_acc_255": 0.012514405185356736, + "std_cert_acc_255": 0.01706421091650412 + }, + "titanic": { + "dataset": "titanic", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 7, + "best_val_acc": 0.7746478873239436, + "test_acc": 0.7839506172839507, + "train_size": 550, + "val_size": 355, + "test_size": 1296, + "stats": { + "mean": [ + [ + -0.033479024545449286, + -0.04388359999999998, + 0.04633865636363635 + ] + ], + "std": [ + [ + 1.0184009911459524, + 0.9030112522482995, + 0.965727266734473 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 5480, + "cert_evals": { + "36": 0.709876537322998, + "72": 0.6342592835426331, + "108": 0.1558641940355301, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 2, + "best_val_acc": 0.8137535816618912, + "test_acc": 0.761136712749616, + "train_size": 550, + "val_size": 349, + "test_size": 1302, + "stats": { + "mean": [ + [ + 0.00599657709091412, + -0.02712665454545435, + 0.02416022909090901 + ] + ], + "std": [ + [ + 0.993203063568118, + 0.9413765013907114, + 0.9824417459762911 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 5480, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 4, + "best_val_acc": 0.7034700315457413, + "test_acc": 0.7466266866566716, + "train_size": 550, + "val_size": 317, + "test_size": 1334, + "stats": { + "mean": [ + [ + 0.014578170545459438, + -0.043883600000000356, + 0.03303160000000017 + ] + ], + "std": [ + [ + 1.0150806710594007, + 0.9030112522482996, + 0.9758508000000029 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 5480, + "cert_evals": { + "36": 0.6506747007369995, + "72": 0.17991004884243011, + "108": 0.17991004884243011, + "255": 0.013493253849446774 + }, + "fold": 2 + }, + { + "best_epoch": 6, + "best_val_acc": 0.7667638483965015, + "test_acc": 0.7714067278287462, + "train_size": 550, + "val_size": 343, + "test_size": 1308, + "stats": { + "mean": [ + [ + 0.0077128369090957785, + -0.027126654545454543, + -0.0290679963636369 + ] + ], + "std": [ + [ + 1.026123748181085, + 0.9413765013907113, + 1.0194745387594568 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 5480, + "cert_evals": { + "36": 0.7224770784378052, + "72": 0.6605504751205444, + "108": 0.6605504751205444, + "255": 0.00840978603810072 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7657801861297462, + "std_test_acc": 0.01581392768961709, + "n_samples": 2201, + "n_features": 3, + "n_classes": 2, + "mean_cert_acc_36": 0.5207570791244507, + "std_cert_acc_36": 0.34857980982647413, + "mean_cert_acc_72": 0.3686799518764019, + "std_cert_acc_72": 0.3302926818011225, + "mean_cert_acc_108": 0.24908117949962616, + "std_cert_acc_108": 0.2856702451633748, + "mean_cert_acc_255": 0.005475759971886873, + "std_cert_acc_255": 0.00665473795059755 + }, + "trains": { + "dataset": "trains", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.6, + "test_acc": 1.0, + "train_size": 2, + "val_size": 5, + "test_size": 3, + "stats": { + "mean": [ + [ + -0.61237, + -0.9717294999999999, + -0.316228, + 0.621059, + 0.786374, + -0.474342, + -0.369273, + -0.316228, + -0.41404050000000003, + -0.161281, + 1.264911, + 0.2108185, + -0.08519500000000002, + -0.685249, + -0.7115125, + -0.29632100000000006, + 0.398527, + -0.621059, + -0.621059, + -0.619234, + -0.621059, + -0.514496, + 0.41404050000000003, + -0.774597, + -0.774597, + 0.711514, + -0.316228, + 0.41404050000000003, + -0.316228 + ] + ], + "std": [ + [ + 0.61237, + 0.6073305, + 1.0, + 1.0, + 0.406746, + 1.0, + 0.7385470000000001, + 1.0, + 1.0350995, + 0.322562, + 1.581139, + 0.5270465, + 1.2779150000000001, + 0.571041, + 0.16940750000000004, + 0.740799, + 1.328423, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0350995, + 1.0, + 1.0, + 1.185856, + 1.0, + 1.0350995, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 29, + "out_features": 2, + "depth": 6, + "padding": 58, + "parameters": 86664, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 17, + "best_val_acc": 1.0, + "test_acc": 0.75, + "train_size": 2, + "val_size": 4, + "test_size": 4, + "stats": { + "mean": [ + [ + -0.61237, + -0.36439749999999993, + -0.316228, + 0.621059, + 0.10846649999999997, + -0.474342, + 0.7385470000000001, + 1.264911, + -1.44914, + -0.8064045, + 1.264911, + -0.316228, + -0.5111665000000001, + -0.11420999999999992, + -0.7115125, + -0.29632100000000006, + -0.5977899999999999, + -0.621059, + -0.621059, + -0.619234, + -0.621059, + -0.514496, + 0.41404050000000003, + 0.19365149999999998, + 0.19365149999999998, + -0.474342, + -0.316228, + -0.621059, + -0.316228 + ] + ], + "std": [ + [ + 0.61237, + 1.2146625, + 1.0, + 1.0, + 1.0846535, + 1.0, + 0.3692730000000001, + 1.581139, + 1.0, + 0.9676855, + 1.581139, + 1.0, + 0.8519435000000001, + 1.14208, + 0.16940750000000004, + 0.740799, + 0.33210599999999996, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0350995, + 0.9682485, + 0.9682485, + 1.0, + 1.0, + 1.0, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 29, + "out_features": 2, + "depth": 6, + "padding": 58, + "parameters": 86664, + "cert_evals": { + "36": 0.75, + "72": 0.75, + "108": 0.5, + "255": 0.25 + }, + "fold": 1 + }, + { + "best_epoch": 23, + "best_val_acc": 1.0, + "test_acc": 0.8333333333333334, + "train_size": 2, + "val_size": 2, + "test_size": 6, + "stats": { + "mean": [ + [ + -0.61237, + -0.36439749999999993, + -0.316228, + 0.621059, + 0.10846649999999997, + -0.474342, + 0.7385470000000001, + 1.264911, + -1.44914, + -0.8064045, + 1.264911, + -0.316228, + -0.5111665000000001, + -0.11420999999999992, + -0.7115125, + -0.29632100000000006, + -0.5977899999999999, + -0.621059, + -0.621059, + -0.619234, + -0.621059, + -0.514496, + 0.41404050000000003, + 0.19365149999999998, + 0.19365149999999998, + -0.474342, + -0.316228, + -0.621059, + -0.316228 + ] + ], + "std": [ + [ + 0.61237, + 1.2146625, + 1.0, + 1.0, + 1.0846535, + 1.0, + 0.3692730000000001, + 1.581139, + 1.0, + 0.9676855, + 1.581139, + 1.0, + 0.8519435000000001, + 1.14208, + 0.16940750000000004, + 0.740799, + 0.33210599999999996, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0350995, + 0.9682485, + 0.9682485, + 1.0, + 1.0, + 1.0, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 29, + "out_features": 2, + "depth": 6, + "padding": 58, + "parameters": 86664, + "cert_evals": { + "36": 0.8333333730697632, + "72": 0.8333333730697632, + "108": 0.8333333730697632, + "255": 0.1666666716337204 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 1.0, + "test_acc": 0.3333333333333333, + "train_size": 2, + "val_size": 2, + "test_size": 6, + "stats": { + "mean": [ + [ + -0.61237, + 0.24293300000000004, + 1.264911, + -0.41404050000000003, + -1.1117685, + -0.474342, + 0.7385470000000001, + 1.264911, + -0.41404050000000003, + -0.32255999999999996, + -0.316228, + -1.370319, + -0.5111665000000001, + -0.11420999999999992, + -0.7115125, + -0.29632100000000006, + -0.5977899999999999, + -0.621059, + -0.621059, + -0.619234, + -0.621059, + -0.514496, + -0.621059, + 0.19365149999999998, + 1.1619, + -0.474342, + -0.316228, + -0.621059, + -0.316228 + ] + ], + "std": [ + [ + 0.61237, + 0.607332, + 1.581139, + 1.0350995, + 0.13558149999999997, + 1.0, + 0.3692730000000001, + 1.581139, + 1.0350995, + 1.45153, + 1.0, + 1.0540910000000001, + 0.8519435000000001, + 1.14208, + 0.16940750000000004, + 0.740799, + 0.33210599999999996, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9682485, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 29, + "out_features": 2, + "depth": 6, + "padding": 58, + "parameters": 86664, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7291666666666667, + "std_test_acc": 0.28361913689808527, + "n_samples": 10, + "n_features": 29, + "n_classes": 2, + "mean_cert_acc_36": 0.3958333432674408, + "std_cert_acc_36": 0.4583333459767431, + "mean_cert_acc_72": 0.3958333432674408, + "std_cert_acc_72": 0.4583333459767431, + "mean_cert_acc_108": 0.3333333432674408, + "std_cert_acc_108": 0.4082483066861927, + "mean_cert_acc_255": 0.1041666679084301, + "std_cert_acc_255": 0.1250000008278423 + }, + "twonorm": { + "dataset": "twonorm", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 18, + "best_val_acc": 0.9770431588613406, + "test_acc": 0.975566016588209, + "train_size": 1850, + "val_size": 1089, + "test_size": 4461, + "stats": { + "mean": [ + [ + -0.014544049503783818, + -0.003368689291891876, + 0.016772092459459455, + 0.0019175647345946178, + -0.02506532699859457, + 0.0038982543675675696, + 0.019339146565999932, + -0.009895024481081047, + 0.006385932609729719, + -0.0014487788735135277, + -0.02301627440935135, + -0.005151859209189199, + 0.008102996605405427, + -0.0044304854756756626, + 0.0017575496378378407, + -0.009554797715135191, + 0.026529897787837913, + 0.02922682911891893, + -0.01169157914054059, + -0.004898149291891907 + ] + ], + "std": [ + [ + 1.008740635111714, + 1.0057995039659557, + 0.9837382170327289, + 1.0009348723588565, + 0.9894373169495185, + 0.9855025922172592, + 1.0016273845342372, + 1.0019232777130362, + 1.0102983788423001, + 0.989126863772442, + 1.014473431822349, + 0.9873937513386905, + 1.0120815536633763, + 1.0026507637547364, + 0.9944344640609678, + 1.0009003980137419, + 1.017029495884869, + 0.9934459224888799, + 1.005170519855988, + 1.0182286286784454 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 22280, + "cert_evals": { + "36": 0.9639094471931458, + "72": 0.9502354264259338, + "108": 0.9278188943862915, + "255": 0.7850257754325867 + }, + "fold": 0 + }, + { + "best_epoch": 44, + "best_val_acc": 0.984182776801406, + "test_acc": 0.9755213055303718, + "train_size": 1850, + "val_size": 1138, + "test_size": 4412, + "stats": { + "mean": [ + [ + -0.011274481706054077, + 0.0010725280108108113, + 0.04904605430486482, + 0.00013406402702702838, + 0.0037092568978378815, + -0.03159644886486481, + 0.00852751402702707, + -0.014074217665405411, + 0.026686750430270245, + 0.023341407989189197, + 0.00574216419659461, + -0.019635965771891885, + 0.04072469101081081, + 0.00963421142594593, + -0.044921805624324275, + -0.025982841086486463, + -0.0002432451580000008, + -0.011375726291891854, + 0.021153889262702744, + 0.01900583370702701 + ] + ], + "std": [ + [ + 0.9976085735229742, + 1.0108425474557818, + 1.0105604700510442, + 1.0350336168987333, + 0.990362036249636, + 0.9744762030983907, + 1.0066091603129825, + 0.984656658886602, + 0.9965234554482512, + 0.973435364067005, + 0.9921055599456662, + 1.0065413490604112, + 1.0042400869906856, + 0.9880184758483341, + 0.9898502752755675, + 0.992736848303296, + 0.9922171097916167, + 1.0043754412776131, + 0.9893350555688326, + 0.9868441569808528 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 22280, + "cert_evals": { + "36": 0.9644152522087097, + "72": 0.9505892992019653, + "108": 0.9322302937507629, + "255": 0.7894378900527954 + }, + "fold": 1 + }, + { + "best_epoch": 15, + "best_val_acc": 0.9776386404293381, + "test_acc": 0.9794675090252708, + "train_size": 1850, + "val_size": 1118, + "test_size": 4432, + "stats": { + "mean": [ + [ + 0.003976000881081077, + 0.010715774432432398, + -0.017786920248648645, + 0.0036804860497297266, + 0.002183984135675682, + 0.01946380120540544, + -0.009359299564702704, + -0.02816081002594586, + 0.031211165720540515, + 0.0197382945891892, + 0.004506140226864866, + -0.01331618493945946, + 0.014995027385405353, + -0.001854380632432439, + -0.01958510810810805, + -0.00386884019891889, + -0.017393956009891888, + -0.0021528696070270597, + 0.005169307811351341, + 0.0024582379264864846 + ] + ], + "std": [ + [ + 1.009760000740286, + 1.0090347482418227, + 1.0148186512036792, + 1.0060022323323823, + 0.9990626780886653, + 0.9896872166496508, + 0.9763805914536888, + 0.9957691924612021, + 0.9906698247495431, + 1.0035665264537232, + 0.9947437173054162, + 1.0004339807413987, + 0.9823451342038293, + 1.0178129069401878, + 1.020030588883728, + 1.0098245678900148, + 0.9925509761821191, + 0.984129704899966, + 1.021860274128779, + 1.0179863343134843 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 22280, + "cert_evals": { + "36": 0.9697653651237488, + "72": 0.9512635469436646, + "108": 0.9293772578239441, + "255": 0.7766245603561401 + }, + "fold": 2 + }, + { + "best_epoch": 6, + "best_val_acc": 0.9821428571428571, + "test_acc": 0.9765237020316027, + "train_size": 1850, + "val_size": 1120, + "test_size": 4430, + "stats": { + "mean": [ + [ + -0.020650926096864895, + 0.0029367999405405425, + -0.006630237378378379, + 0.010420081979243248, + -0.001797412861621615, + 0.006000229992972958, + 0.02513403323243256, + -0.04051091970432429, + 0.016437013362162183, + 0.008169780156756753, + 0.010605073612270283, + -0.014074353574054115, + 0.001890994940540519, + -0.00912456161891894, + -0.011556316408108112, + -0.004322038713513496, + -0.0011294842637837807, + -0.006298975859459421, + 0.017070309424864923, + 0.0166714651562162 + ] + ], + "std": [ + [ + 0.9799722867298174, + 0.9831760308737035, + 1.0071900480073166, + 1.003544153680456, + 0.9998334222405475, + 0.997242014320636, + 0.9816671365897304, + 0.9927759081786102, + 1.0236053141912813, + 0.9882650425660089, + 1.0199540485168141, + 0.9750354662835033, + 1.000698654175577, + 0.9953898045603353, + 0.9850292707815245, + 0.9950063778865423, + 0.9842233774554926, + 1.0005588371487018, + 1.0122840782683846, + 1.0155158561773454 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 22280, + "cert_evals": { + "36": 0.9604966044425964, + "72": 0.9390519261360168, + "108": 0.9126410484313965, + "255": 0.6812641024589539 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9767696332938636, + "std_test_acc": 0.0018570613907558967, + "n_samples": 7400, + "n_features": 20, + "n_classes": 2, + "mean_cert_acc_36": 0.9646466672420502, + "std_cert_acc_36": 0.0038306281278522366, + "mean_cert_acc_72": 0.9477850496768951, + "std_cert_acc_72": 0.0058376808073712155, + "mean_cert_acc_108": 0.9255168735980988, + "std_cert_acc_108": 0.008776080179482337, + "mean_cert_acc_255": 0.758088082075119, + "std_cert_acc_255": 0.05149101751692835 + }, + "thyroid": { + "dataset": "thyroid", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 3, + "best_val_acc": 0.9024390243902439, + "test_acc": 0.9077848312729703, + "train_size": 3428, + "val_size": 779, + "test_size": 2993, + "stats": { + "mean": [ + [ + 2.1796966167956114e-07, + -8.751458590497311e-08, + 3.876896143196366e-07, + -4.066511084792401e-07, + -2.217036219565563e-08, + -6.01225204592932e-07, + -3.491831976714682e-07, + 1.7327888073170088e-07, + -1.2952158793330312e-07, + 3.471411895625862e-07, + 2.2170361729813757e-07, + -8.051341829072995e-08, + -2.386231042215566e-07, + -9.655775979550964e-08, + 0.0, + -1.1260210272149139e-07, + 3.3932322032535964e-08, + -3.3576429478599215e-08, + 2.5419486573375144e-07, + -5.215869288406012e-08, + 1.4458576431177031e-07 + ] + ], + "std": [ + [ + 0.9998541758225387, + 0.9998532681152404, + 0.9998556205991698, + 0.9998539274386128, + 0.999854696658317, + 0.9998534548382348, + 0.9998502394347666, + 0.999853857874386, + 0.9998538109684775, + 0.9998551002843616, + 0.9998536686664701, + 0.9998545576369466, + 0.9998513717555766, + 0.9998546597440786, + 1.0, + 0.9998533945369356, + 0.9998545375243406, + 0.9998541828261739, + 0.9998546087571518, + 0.999854053898975, + 0.999854213852071 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 22409, + "cert_evals": { + "36": 0.827931821346283, + "72": 0.6047444343566895, + "108": 0.361176073551178, + "255": 0.055128633975982666 + }, + "fold": 0 + }, + { + "best_epoch": 40, + "best_val_acc": 0.8660598179453837, + "test_acc": 0.8618048618048618, + "train_size": 3428, + "val_size": 769, + "test_size": 3003, + "stats": { + "mean": [ + [ + 2.1796966167956114e-07, + -8.751458590497311e-08, + 3.876896143196366e-07, + -4.066511084792401e-07, + -2.217036219565563e-08, + -6.01225204592932e-07, + -3.491831976714682e-07, + 1.7327888073170088e-07, + -1.2952158793330312e-07, + 3.471411895625862e-07, + 2.2170361729813757e-07, + -8.051341829072995e-08, + -2.386231042215566e-07, + -9.655775979550964e-08, + 0.0, + -1.1260210272149139e-07, + 3.3932322032535964e-08, + -3.3576429478599215e-08, + 2.5419486573375144e-07, + -5.215869288406012e-08, + 1.4458576431177031e-07 + ] + ], + "std": [ + [ + 0.9998541758225387, + 0.9998532681152404, + 0.9998556205991698, + 0.9998539274386128, + 0.999854696658317, + 0.9998534548382348, + 0.9998502394347666, + 0.999853857874386, + 0.9998538109684775, + 0.9998551002843616, + 0.9998536686664701, + 0.9998545576369466, + 0.9998513717555766, + 0.9998546597440786, + 1.0, + 0.9998533945369356, + 0.9998545375243406, + 0.9998541828261739, + 0.9998546087571518, + 0.999854053898975, + 0.999854213852071 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 22409, + "cert_evals": { + "36": 0.7758907675743103, + "72": 0.665001630783081, + "108": 0.5507825613021851, + "255": 0.25574424862861633 + }, + "fold": 1 + }, + { + "best_epoch": 31, + "best_val_acc": 0.9276807980049875, + "test_acc": 0.9353535353535354, + "train_size": 3428, + "val_size": 802, + "test_size": 2970, + "stats": { + "mean": [ + [ + 2.1796966167956114e-07, + -8.751458590497311e-08, + 3.876896143196366e-07, + -4.066511084792401e-07, + -2.217036219565563e-08, + -6.01225204592932e-07, + -3.491831976714682e-07, + 1.7327888073170088e-07, + -1.2952158793330312e-07, + 3.471411895625862e-07, + 2.2170361729813757e-07, + -8.051341829072995e-08, + -2.386231042215566e-07, + -9.655775979550964e-08, + 0.0, + -1.1260210272149139e-07, + 3.3932322032535964e-08, + -3.3576429478599215e-08, + 2.5419486573375144e-07, + -5.215869288406012e-08, + 1.4458576431177031e-07 + ] + ], + "std": [ + [ + 0.9998541758225387, + 0.9998532681152404, + 0.9998556205991698, + 0.9998539274386128, + 0.999854696658317, + 0.9998534548382348, + 0.9998502394347666, + 0.999853857874386, + 0.9998538109684775, + 0.9998551002843616, + 0.9998536686664701, + 0.9998545576369466, + 0.9998513717555766, + 0.9998546597440786, + 1.0, + 0.9998533945369356, + 0.9998545375243406, + 0.9998541828261739, + 0.9998546087571518, + 0.999854053898975, + 0.999854213852071 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 22409, + "cert_evals": { + "36": 0.8804713487625122, + "72": 0.7989898920059204, + "108": 0.6929292678833008, + "255": 0.31144779920578003 + }, + "fold": 2 + }, + { + "best_epoch": 4, + "best_val_acc": 0.9290780141843972, + "test_acc": 0.9103358330616237, + "train_size": 3428, + "val_size": 705, + "test_size": 3067, + "stats": { + "mean": [ + [ + 2.1796966167956114e-07, + -8.751458590497311e-08, + 3.876896143196366e-07, + -4.066511084792401e-07, + -2.217036219565563e-08, + -6.01225204592932e-07, + -3.491831976714682e-07, + 1.7327888073170088e-07, + -1.2952158793330312e-07, + 3.471411895625862e-07, + 2.2170361729813757e-07, + -8.051341829072995e-08, + -2.386231042215566e-07, + -9.655775979550964e-08, + 0.0, + -1.1260210272149139e-07, + 3.3932322032535964e-08, + -3.3576429478599215e-08, + 2.5419486573375144e-07, + -5.215869288406012e-08, + 1.4458576431177031e-07 + ] + ], + "std": [ + [ + 0.9998541758225387, + 0.9998532681152404, + 0.9998556205991698, + 0.9998539274386128, + 0.999854696658317, + 0.9998534548382348, + 0.9998502394347666, + 0.999853857874386, + 0.9998538109684775, + 0.9998551002843616, + 0.9998536686664701, + 0.9998545576369466, + 0.9998513717555766, + 0.9998546597440786, + 1.0, + 0.9998533945369356, + 0.9998545375243406, + 0.9998541828261739, + 0.9998546087571518, + 0.999854053898975, + 0.999854213852071 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 22409, + "cert_evals": { + "36": 0.821323812007904, + "72": 0.7228562235832214, + "108": 0.5911313891410828, + "255": 0.26377567648887634 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9038197653732477, + "std_test_acc": 0.03064752114358298, + "n_samples": 7200, + "n_features": 21, + "n_classes": 3, + "mean_cert_acc_36": 0.8264044374227524, + "std_cert_acc_36": 0.04282914661627336, + "mean_cert_acc_72": 0.6978980451822281, + "std_cert_acc_72": 0.08286986073251039, + "mean_cert_acc_108": 0.5490048229694366, + "std_cert_acc_108": 0.13877042538281795, + "mean_cert_acc_255": 0.22152408957481384, + "std_cert_acc_255": 0.11362208863913893 + }, + "vertebral-column-2clases": { + "dataset": "vertebral-column-2clases", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 31, + "best_val_acc": 0.9152542372881356, + "test_acc": 0.764367816091954, + "train_size": 77, + "val_size": 59, + "test_size": 174, + "stats": { + "mean": [ + [ + -0.04851593662337664, + -0.013603715584415602, + 0.017817786623376606, + -0.052196842324675335, + -0.002157415584415587, + -0.03604349805194806 + ] + ], + "std": [ + [ + 0.9285507134809343, + 1.06595981877074, + 0.9952787423256769, + 0.8624418582955644, + 0.9372946280214954, + 0.7536679299194217 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5576, + "cert_evals": { + "36": 0.6781609058380127, + "72": 0.4655172526836395, + "108": 0.29885056614875793, + "255": 0.005747126415371895 + }, + "fold": 0 + }, + { + "best_epoch": 6, + "best_val_acc": 0.8095238095238095, + "test_acc": 0.7591623036649214, + "train_size": 77, + "val_size": 42, + "test_size": 191, + "stats": { + "mean": [ + [ + -0.01160272857142857, + 0.19142412077922066, + 0.13749096324675333, + -0.1576678293376624, + 0.1349718081818182, + 0.01367927922077926 + ] + ], + "std": [ + [ + 0.9739076978851005, + 1.1234128014311557, + 1.0980714645789118, + 0.9124304878226723, + 0.8779104710989865, + 0.8103068848046617 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5576, + "cert_evals": { + "36": 0.005235602147877216, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 8, + "best_val_acc": 0.9019607843137255, + "test_acc": 0.7417582417582418, + "train_size": 77, + "val_size": 51, + "test_size": 182, + "stats": { + "mean": [ + [ + -0.08900769350649353, + 0.022068336363636327, + -0.17777378870129867, + -0.13070269816883123, + -0.08019039701298694, + 0.034270005844155946 + ] + ], + "std": [ + [ + 1.1891598679346718, + 1.0629718968025748, + 0.9683921685715591, + 1.1934548554540982, + 1.0519483392859137, + 1.4108241281173226 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5576, + "cert_evals": { + "36": 0.3681318759918213, + "72": 0.19230769574642181, + "108": 0.010989011265337467, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 32, + "best_val_acc": 0.8913043478260869, + "test_acc": 0.8288770053475936, + "train_size": 77, + "val_size": 46, + "test_size": 187, + "stats": { + "mean": [ + [ + -0.06772925194805193, + -0.07967984805194804, + -0.14121441038961047, + -0.02757299220779231, + -0.014883416753246786, + -0.1100020467532468 + ] + ], + "std": [ + [ + 1.0828152543652132, + 1.0199396915025827, + 0.9339640371725322, + 0.9916023829290741, + 1.077978313814909, + 0.7401101130023645 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 5576, + "cert_evals": { + "36": 0.732620358467102, + "72": 0.5935829281806946, + "108": 0.4652406573295593, + "255": 0.24064171314239502 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7735413417156778, + "std_test_acc": 0.038136209478320866, + "n_samples": 310, + "n_features": 6, + "n_classes": 2, + "mean_cert_acc_36": 0.4460371856112033, + "std_cert_acc_36": 0.33485649150382585, + "mean_cert_acc_72": 0.312851969152689, + "std_cert_acc_72": 0.2674096960384504, + "mean_cert_acc_108": 0.19377005868591368, + "std_cert_acc_108": 0.22781128587487612, + "mean_cert_acc_255": 0.06159720988944173, + "std_cert_acc_255": 0.1193937442547211 + }, + "vertebral-column-3clases": { + "dataset": "vertebral-column-3clases", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 2, + "best_val_acc": 0.7727272727272727, + "test_acc": 0.6031746031746031, + "train_size": 77, + "val_size": 44, + "test_size": 189, + "stats": { + "mean": [ + [ + -0.017758871428571372, + -0.13893042727272728, + -0.08468526142857148, + 0.08071379740259733, + 0.06779229129870129, + 0.08923458311688294 + ] + ], + "std": [ + [ + 1.0953816731705295, + 0.8966984943146973, + 0.956938148341136, + 1.2077590425927807, + 1.073031602135157, + 1.464104633953606 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 3, + "depth": 6, + "padding": 12, + "parameters": 5609, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 4, + "best_val_acc": 0.7407407407407407, + "test_acc": 0.776536312849162, + "train_size": 77, + "val_size": 54, + "test_size": 179, + "stats": { + "mean": [ + [ + -0.049201149350649384, + -0.06358896883116881, + -0.11700971038961039, + -0.01579821818181819, + -6.0709350649427305e-05, + 0.0891967623376624 + ] + ], + "std": [ + [ + 1.093043067173537, + 1.0341900281252163, + 0.948390256340442, + 1.1192974642236186, + 1.0160280673716198, + 1.4089004707085644 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 3, + "depth": 6, + "padding": 12, + "parameters": 5609, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 3, + "best_val_acc": 0.6428571428571429, + "test_acc": 0.7062146892655368, + "train_size": 77, + "val_size": 56, + "test_size": 177, + "stats": { + "mean": [ + [ + -0.030620783376623464, + -0.15526778051948048, + -0.0557417341558442, + 0.0764179809090909, + -0.11299565064935047, + -0.10344603831168832 + ] + ], + "std": [ + [ + 0.9944305280127423, + 0.9108287434677631, + 0.8529822131400763, + 0.9664086884725089, + 0.9649650863065573, + 0.713799883374489 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 3, + "depth": 6, + "padding": 12, + "parameters": 5609, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 23, + "best_val_acc": 0.7924528301886793, + "test_acc": 0.7777777777777778, + "train_size": 77, + "val_size": 53, + "test_size": 180, + "stats": { + "mean": [ + [ + 0.20264046623376622, + 0.3261196974025974, + 0.10299690753246762, + 0.017040496636363645, + -0.09640795220779223, + 0.03692924155844167 + ] + ], + "std": [ + [ + 1.1066380009229393, + 1.1415960579871545, + 1.0733819141948675, + 1.089301161345955, + 0.9585561559088557, + 0.8693443253284101 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 3, + "depth": 6, + "padding": 12, + "parameters": 5609, + "cert_evals": { + "36": 0.43888890743255615, + "72": 0.3055555522441864, + "108": 0.23888888955116272, + "255": 0.0055555556900799274 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7159258457667699, + "std_test_acc": 0.08227279720561584, + "n_samples": 310, + "n_features": 6, + "n_classes": 3, + "mean_cert_acc_36": 0.10972222685813904, + "std_cert_acc_36": 0.21944445371627808, + "mean_cert_acc_72": 0.0763888880610466, + "std_cert_acc_72": 0.1527777761220932, + "mean_cert_acc_108": 0.05972222238779068, + "std_cert_acc_108": 0.11944444477558136, + "mean_cert_acc_255": 0.0013888889225199819, + "std_cert_acc_255": 0.0027777778450399637 + }, + "waveform": { + "dataset": "waveform", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 10, + "best_val_acc": 0.8825857519788918, + "test_acc": 0.8532754010695187, + "train_size": 1250, + "val_size": 758, + "test_size": 2992, + "stats": { + "mean": [ + [ + 0.020179633495999987, + 0.011963990736, + -0.033601846864, + -0.041786463160000016, + -0.03154164217599994, + -0.040098393640000014, + -0.043940430239999995, + -0.03151536300719995, + -0.036418570040000015, + 0.043107926798400066, + 0.03738288511999999, + -0.0024740305919999984, + 0.03243670563199995, + 0.011112976024000014, + 0.03951120671200011, + 0.0219850811552, + 0.028168458383999943, + 0.06235075759679998, + 0.020069774392, + 0.007039422583999985, + -0.02925996517600002 + ] + ], + "std": [ + [ + 0.9901799387654557, + 1.0306402386317552, + 0.9708771794256926, + 0.9608246419787663, + 1.0044852476869415, + 0.9877134023221446, + 0.9749943080882616, + 1.0123255354438774, + 0.986958011185208, + 1.0005937342506195, + 0.9789827068743525, + 1.0033150982759136, + 0.9538985981244916, + 1.006689675325801, + 0.9956488213117433, + 1.001823072865656, + 0.9921420818481883, + 0.9865005595269615, + 1.0350777753049674, + 1.0160784990711804, + 0.9870983405424562 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 22409, + "cert_evals": { + "36": 0.8051470518112183, + "72": 0.7453208565711975, + "108": 0.6731283664703369, + "255": 0.31450536847114563 + }, + "fold": 0 + }, + { + "best_epoch": 29, + "best_val_acc": 0.8814713896457765, + "test_acc": 0.8696949602122016, + "train_size": 1250, + "val_size": 734, + "test_size": 3016, + "stats": { + "mean": [ + [ + 0.010216515320000044, + -0.04063758078400007, + 0.025120129951999963, + -0.025077058975999964, + 0.003169892232000061, + -0.01685490820000002, + -0.011714589596800004, + -0.03299081049600003, + -0.01699664363999998, + -0.018953863726399994, + -0.010869116344000016, + 0.041914844448000185, + -0.01596277459040001, + 0.012558276106399974, + 0.026120965832000048, + 0.03314989547359999, + 0.03347167229600001, + 0.023257175787200043, + 0.017851450192000014, + -0.004257698511999955, + -0.04945521833600015 + ] + ], + "std": [ + [ + 1.0013552490719653, + 0.9855864106795154, + 0.9729457372221003, + 0.9924096158327768, + 1.0128588967374343, + 1.0016694374565032, + 1.0094886119500357, + 1.0100863354319733, + 1.0019192663797813, + 0.9946338222875807, + 0.999064791075417, + 1.0101141099838185, + 0.9759008425547311, + 1.0113866649689796, + 1.0124143691513183, + 1.0133948233035053, + 1.0110196515539809, + 1.0206255456252598, + 1.0155072750087655, + 0.9949826852691384, + 0.9838169172120375 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 22409, + "cert_evals": { + "36": 0.825596809387207, + "72": 0.758952260017395, + "108": 0.6946286559104919, + "255": 0.37035807967185974 + }, + "fold": 1 + }, + { + "best_epoch": 31, + "best_val_acc": 0.8770053475935828, + "test_acc": 0.8734177215189873, + "train_size": 1250, + "val_size": 748, + "test_size": 3002, + "stats": { + "mean": [ + [ + 0.007048574136000094, + -0.015209897391999988, + 0.011429607696000007, + -0.03273079147199999, + -0.023185516656000008, + 0.003389837535999984, + 0.0013940158719999971, + -0.00547288197039998, + 0.006071109367999992, + 0.005879158908799994, + 0.032166854647999996, + 0.005692848927999994, + 0.022531058751999993, + 0.009790249777599982, + 0.0040757011359999935, + 0.030061611308799984, + 0.029284791384000003, + 0.02420849601600001, + 0.014083066104000005, + 0.02953013189600018, + -0.004491209880000014 + ] + ], + "std": [ + [ + 0.9996125618988059, + 0.9720078266135495, + 1.0135851933941078, + 1.0319065276512462, + 0.9931170056559575, + 0.9993639751369633, + 0.9853632660237902, + 0.9995807541677071, + 1.0238743231650074, + 0.9969840482557133, + 0.9979292933830571, + 1.0142743499688514, + 1.001427080201001, + 0.9998997970203162, + 1.0142762186668912, + 1.0117340691797234, + 1.0099181268245983, + 1.0006047030346061, + 0.9985746890321932, + 1.0069732844455408, + 1.0040803599543435 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 22409, + "cert_evals": { + "36": 0.8254497051239014, + "72": 0.7628247737884521, + "108": 0.6842105388641357, + "255": 0.36975350975990295 + }, + "fold": 2 + }, + { + "best_epoch": 5, + "best_val_acc": 0.8700410396716827, + "test_acc": 0.8598873799271282, + "train_size": 1250, + "val_size": 731, + "test_size": 3019, + "stats": { + "mean": [ + [ + -0.009131498528000003, + -0.0039044835359999803, + 0.07005067444800003, + -0.010843439071999996, + 0.006077575768000002, + -0.013402124615999992, + -0.0034755865247999887, + 0.0036035160240000075, + -0.0006721240640000021, + -0.006537375988799971, + -0.015753593288000012, + 0.013293681728000002, + -0.011138352720000024, + -0.025798392399999908, + 0.0029978399759999904, + 0.017920257033599982, + -0.008153607000000004, + 0.01568651420000006, + -0.051382837735999956, + 0.005123328096000027, + 0.025813726736000034 + ] + ], + "std": [ + [ + 1.0018392101812919, + 1.0020859314875776, + 1.0033561958769905, + 0.9975363296716959, + 0.9849899598871443, + 0.9756730653513883, + 0.993760630561838, + 0.9861757179284345, + 1.0000258312156731, + 1.0000825386418444, + 0.99177201535984, + 1.0234277089306048, + 1.0159176275153121, + 0.9839459155591159, + 0.9943404985027471, + 1.0116349239455822, + 1.0052044277000671, + 0.9841510621883656, + 1.0190638151002673, + 0.9952041186962591, + 1.0328002659610966 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 22409, + "cert_evals": { + "36": 0.7999337315559387, + "72": 0.7263994216918945, + "108": 0.6462404727935791, + "255": 0.23948326706886292 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.864068865681959, + "std_test_acc": 0.009184003240828017, + "n_samples": 5000, + "n_features": 21, + "n_classes": 3, + "mean_cert_acc_36": 0.8140318244695663, + "std_cert_acc_36": 0.013438902283714763, + "mean_cert_acc_72": 0.7483743280172348, + "std_cert_acc_72": 0.016461350939560943, + "mean_cert_acc_108": 0.6745520085096359, + "std_cert_acc_108": 0.020816089856364423, + "mean_cert_acc_255": 0.3235250562429428, + "std_cert_acc_255": 0.06184598907270766 + }, + "wall-following": { + "dataset": "wall-following", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 40, + "best_val_acc": 0.7914634146341464, + "test_acc": 0.7689486552567237, + "train_size": 1364, + "val_size": 820, + "test_size": 3272, + "stats": { + "mean": [ + [ + -0.005686892404692003, + 0.022638621533284334, + 0.0029726543621700742, + -0.007766223049853293, + -0.008952794454545568, + 0.009051411851906211, + 0.004111615835777271, + 0.054535739948680446, + 0.01721141257331339, + -0.00017557098093850144, + -0.0030259690689149518, + -0.015323145063782956, + 0.004263515249266924, + 0.013408757045454725, + -0.0019448981744868829, + 0.0003941872595307252, + -0.023833700213343096, + -0.0418792441422289, + -0.01742122004472146, + -0.01653938162023472, + 0.004910744486803571, + 0.04303871550586514, + -0.015449803416422289, + -0.003778200753665663 + ] + ], + "std": [ + [ + 0.9538903586600096, + 1.0100879107934733, + 1.0049069273556643, + 0.9922954720481119, + 0.9870136651293122, + 0.990779450218937, + 0.997732207974109, + 1.0249084242333972, + 1.0039227101782235, + 0.9840871960957936, + 0.9963448823117925, + 0.9855998980612843, + 1.0024509972558129, + 1.0025416545074122, + 0.9881545916458445, + 1.0165283990308178, + 0.9738216818182036, + 0.9275548118344852, + 0.9839704565560611, + 0.9728388862456517, + 1.0184938963953918, + 1.0303474329203226, + 0.9612235203553664, + 0.9816909108470405 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 4, + "depth": 6, + "padding": 48, + "parameters": 22666, + "cert_evals": { + "36": 0.6885697245597839, + "72": 0.6103301048278809, + "108": 0.5183374285697937, + "255": 0.19254279136657715 + }, + "fold": 0 + }, + { + "best_epoch": 34, + "best_val_acc": 0.7809762202753442, + "test_acc": 0.7968417856058305, + "train_size": 1364, + "val_size": 799, + "test_size": 3293, + "stats": { + "mean": [ + [ + -0.02975309696847506, + 0.005558309164222893, + 0.004718745812316816, + -0.020307799296187545, + -0.007320344633431353, + -0.028494500266862125, + -0.024019284164222755, + 0.009570253951612977, + 0.01097609736070351, + -0.00032918113929638346, + 0.032141068781524784, + 0.02072696681818175, + 0.02201199852639303, + 0.02843859972873922, + -0.010288174340176055, + -0.0025629487653958533, + 0.014673984588709695, + -0.0024179095725806485, + 0.011989980659823955, + 0.014437480175952963, + 0.010780398057038091, + -0.02107569172287382, + 0.018757813350439904, + -0.03195081329985328 + ] + ], + "std": [ + [ + 0.945216136192205, + 0.9992147601024853, + 1.0013950133535414, + 1.0070090886620435, + 1.0100405651888793, + 1.0035220275618202, + 1.0076868559644707, + 1.0146043586860587, + 1.0036702207634716, + 1.0020409725295103, + 1.0195319569843622, + 1.018330702441904, + 1.0188371291097438, + 1.0099651693219551, + 0.9929137513000473, + 0.9893773454929811, + 1.0312952518146736, + 0.9850531254011928, + 0.9991545369015657, + 1.024970910904686, + 1.0211398104956508, + 0.9811793320532708, + 1.0213393023608297, + 0.9709259568406406 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 4, + "depth": 6, + "padding": 48, + "parameters": 22666, + "cert_evals": { + "36": 0.7354995608329773, + "72": 0.6395384073257446, + "108": 0.5463103652000427, + "255": 0.22836320102214813 + }, + "fold": 1 + }, + { + "best_epoch": 17, + "best_val_acc": 0.7835909631391201, + "test_acc": 0.7739157182405414, + "train_size": 1364, + "val_size": 841, + "test_size": 3251, + "stats": { + "mean": [ + [ + 0.01872266574486808, + 0.006327694957038103, + -0.07104427478152507, + -0.011521076319648046, + -0.004222936934017776, + -0.012975204868035104, + -0.01602920872434, + 0.018177438951613122, + 0.001741687587976442, + 0.026653914322580085, + 0.006544868966275523, + -0.0006487189816715815, + -0.006107012813782889, + -0.017521736390762342, + -0.02309750486070397, + 0.015360951164222853, + -0.05447749436730212, + 0.011644383885630553, + -0.005685932580645217, + 0.033520921312316744, + 0.015700824787390003, + 0.00464063532258066, + -0.007768450139296197, + -0.01706286590102635 + ] + ], + "std": [ + [ + 1.0075883148093572, + 0.9956149685197124, + 0.9336114810272496, + 1.0053964412297443, + 1.0037906536892414, + 0.9889864422444196, + 0.993232391245941, + 1.0033346943820691, + 1.0019335251023536, + 1.015228028452373, + 1.0184871692443849, + 0.9950347742751352, + 1.001225456339628, + 0.9911991075823401, + 0.9891922963313015, + 1.020897686359133, + 0.9021478154164623, + 1.027059313060404, + 0.9920589942567254, + 1.037458331459377, + 1.0154700216289818, + 1.0017979731537894, + 0.9794245346392066, + 0.9721130758506005 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 4, + "depth": 6, + "padding": 48, + "parameters": 22666, + "cert_evals": { + "36": 0.6960934996604919, + "72": 0.6050446033477783, + "108": 0.5090740919113159, + "255": 0.16979390382766724 + }, + "fold": 2 + }, + { + "best_epoch": 32, + "best_val_acc": 0.7924757281553398, + "test_acc": 0.7784577723378213, + "train_size": 1364, + "val_size": 824, + "test_size": 3268, + "stats": { + "mean": [ + [ + 0.02031997529545452, + -0.033795195992888556, + -0.02352743731011721, + 0.01124182900293254, + -0.01151259605278599, + -0.015031226107038104, + 0.03267076282991228, + 0.0279429813196483, + -0.007205795674486686, + -0.0060127819017595785, + 0.01344909527859221, + 0.01992942824853357, + -0.01951502722360692, + -0.029693211412756465, + -0.009494099098240562, + -0.01795489370381231, + 0.010101200832844593, + -0.0059742676495601315, + -0.017900947921847564, + -0.021026184816715806, + 0.016916847096700823, + -0.0052597014662755836, + 0.032237512456011766, + 0.007093840727272726 + ] + ], + "std": [ + [ + 1.0112945026202158, + 0.970221558754097, + 0.9823204142944053, + 1.0136980604051529, + 0.982757495735732, + 0.9808366104043786, + 1.001324458975229, + 1.0152847209982614, + 0.9908830298302452, + 0.9932341203049162, + 1.0097191496904292, + 1.0252804409457419, + 0.9852042484069533, + 0.992545202932286, + 0.9901306066571973, + 0.9793681779580009, + 0.9956413121371739, + 0.9901468286266072, + 0.9701309779282022, + 0.9725832802282708, + 1.0307338552882614, + 0.991132554001173, + 1.0343162251093825, + 0.9974059438112418 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 4, + "depth": 6, + "padding": 48, + "parameters": 22666, + "cert_evals": { + "36": 0.7132803201675415, + "72": 0.6331089735031128, + "108": 0.5458996295928955, + "255": 0.21664626896381378 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7795409828602292, + "std_test_acc": 0.012170074318857665, + "n_samples": 5456, + "n_features": 24, + "n_classes": 4, + "mean_cert_acc_36": 0.7083607763051987, + "std_cert_acc_36": 0.02083976441746373, + "mean_cert_acc_72": 0.6220055222511292, + "std_cert_acc_72": 0.01687875223269367, + "mean_cert_acc_108": 0.529905378818512, + "std_cert_acc_108": 0.019084894752821463, + "mean_cert_acc_255": 0.20183654129505157, + "std_cert_acc_255": 0.02605184647006368 + }, + "wine": { + "dataset": "wine", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 7, + "best_val_acc": 1.0, + "test_acc": 0.93, + "train_size": 44, + "val_size": 34, + "test_size": 100, + "stats": { + "mean": [ + [ + -0.0032810681818182252, + -0.005479031818181848, + -0.08091575454545454, + 0.05187518272727261, + -0.06624296590909094, + -0.007079050000000028, + -0.06275028018181807, + -0.08246524999999992, + 0.05402081363636373, + 0.0044511772727273136, + -0.04690897272727282, + 0.09077693181818178, + -0.0044964045454545494 + ] + ], + "std": [ + [ + 0.9486079560461609, + 0.9748783430969256, + 0.9254167517337237, + 0.9617928120291063, + 0.8801585454960099, + 0.9897338243089531, + 0.9271822071946669, + 0.9702762446771567, + 0.9107960044629595, + 1.0952735150882602, + 0.9243353232179793, + 0.9887201896638538, + 0.9269494258065332 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 3, + "depth": 6, + "padding": 26, + "parameters": 21897, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 8, + "best_val_acc": 0.9259259259259259, + "test_acc": 0.9065420560747663, + "train_size": 44, + "val_size": 27, + "test_size": 107, + "stats": { + "mean": [ + [ + 0.06530710454545458, + 0.007947954545454524, + -0.18861000681818177, + -0.06994299681818188, + -0.08852099545454545, + 0.06554911590909095, + 0.0228023237272727, + -0.08063868636363627, + 0.11120031590909094, + 0.1451315113636364, + 0.07976722954545465, + 0.05492483636363638, + -0.04130375068181816 + ] + ], + "std": [ + [ + 1.1054246265200351, + 1.022075699615381, + 1.0101337670617143, + 0.9836114927228263, + 1.0039715573451675, + 1.0160855472349155, + 1.00168059755674, + 0.942713932749028, + 1.1841316940042428, + 1.0673173131706486, + 1.0204335593229852, + 0.9474429014625287, + 0.9790698019551516 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 3, + "depth": 6, + "padding": 26, + "parameters": 21897, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 26, + "best_val_acc": 0.9655172413793104, + "test_acc": 0.9333333333333333, + "train_size": 44, + "val_size": 29, + "test_size": 105, + "stats": { + "mean": [ + [ + -0.0016014659090909378, + -0.2809373181818182, + -0.0013865818181818283, + -0.011415792727272868, + -0.005774513636363688, + 0.0034522068181817842, + -0.09596993699999999, + 0.061802877272727264, + -0.18700712727272728, + 0.003569234090909025, + 0.14042048863636367, + -0.033103909090909094, + -0.06411021136363641 + ] + ], + "std": [ + [ + 0.9298272868804931, + 0.8250056451408178, + 1.08551443258742, + 1.1391522997578776, + 1.162897463787286, + 0.9140439887115281, + 0.9166314532406474, + 1.013186331346434, + 0.9551870696183078, + 1.1440128298039551, + 1.0494592532907625, + 1.0314806625541306, + 0.958232402601652 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 3, + "depth": 6, + "padding": 26, + "parameters": 21897, + "cert_evals": { + "36": 0.8666666746139526, + "72": 0.7142857313156128, + "108": 0.5047619342803955, + "255": 0.16190476715564728 + }, + "fold": 2 + }, + { + "best_epoch": 7, + "best_val_acc": 0.967741935483871, + "test_acc": 0.8155339805825242, + "train_size": 44, + "val_size": 31, + "test_size": 103, + "stats": { + "mean": [ + [ + -0.0007615090909091727, + 0.05596002272727269, + -0.07345953863636358, + -0.09784549954545461, + 0.008546922727272678, + 0.09278491795454552, + 0.0448726857272727, + 0.11476138181818184, + 0.09094955909090909, + 0.005921997727272779, + 0.16726700681818205, + 0.005308763636363668, + -0.08561718409090915 + ] + ], + "std": [ + [ + 1.007206359663615, + 0.8850705986397225, + 1.0706938375587134, + 0.8864652113978174, + 1.1440281408589326, + 0.9372647448943219, + 0.9191041363758027, + 0.9830875500627535, + 1.0190542547845243, + 0.9888966660536255, + 1.11752991456707, + 0.9731773531474354, + 0.8829161708393709 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 3, + "depth": 6, + "padding": 26, + "parameters": 21897, + "cert_evals": { + "36": 0.21359223127365112, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8963523424976559, + "std_test_acc": 0.05518211190839615, + "n_samples": 178, + "n_features": 13, + "n_classes": 3, + "mean_cert_acc_36": 0.27006472647190094, + "std_cert_acc_36": 0.41028158631582656, + "mean_cert_acc_72": 0.1785714328289032, + "std_cert_acc_72": 0.3571428656578064, + "mean_cert_acc_108": 0.12619048357009888, + "std_cert_acc_108": 0.25238096714019775, + "mean_cert_acc_255": 0.04047619178891182, + "std_cert_acc_255": 0.08095238357782364 + }, + "wine-quality-red": { + "dataset": "wine-quality-red", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 44, + "best_val_acc": 0.49794238683127573, + "test_acc": 0.47280334728033474, + "train_size": 400, + "val_size": 243, + "test_size": 956, + "stats": { + "mean": [ + [ + -0.02693017225000001, + -0.010865180249999969, + 0.01090508905000014, + 0.028862860500000035, + -0.005716316749999986, + -0.0022627200000000882, + -0.008672537749999942, + 0.0023822675999998814, + 0.03910194012499996, + -0.003237799000000088, + -0.015897374500000026 + ] + ], + "std": [ + [ + 0.9743049425383958, + 1.0208202037213217, + 1.0045213439257272, + 1.0312615683961275, + 0.9360785088397681, + 1.0135085097778138, + 1.054760065228032, + 0.9991490231742983, + 0.9910168624962105, + 0.9560724374897602, + 1.0224479021869215 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 6, + "depth": 6, + "padding": 22, + "parameters": 5868, + "cert_evals": { + "36": 0.286610871553421, + "72": 0.09832635521888733, + "108": 0.030334727838635445, + "255": 0.0010460250778123736 + }, + "fold": 0 + }, + { + "best_epoch": 3, + "best_val_acc": 0.3686440677966102, + "test_acc": 0.43094496365524404, + "train_size": 400, + "val_size": 236, + "test_size": 963, + "stats": { + "mean": [ + [ + 0.013418094749999616, + -0.03892854174999997, + 0.03785578170000011, + 0.030990686500000093, + 0.03390959879999997, + -0.02747751350000006, + 0.024918823500000065, + -0.0024924809250000362, + -0.023241676749999992, + 0.00015447274999999162, + 0.017258733749999842 + ] + ], + "std": [ + [ + 1.0484699134032194, + 0.9803949233513032, + 1.0076892023564636, + 1.0290250752162338, + 1.1997081630921285, + 0.9489970021589998, + 1.0263878594773712, + 1.03076931004531, + 0.9684548723090626, + 0.9627052256819137, + 0.9972530011672733 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 6, + "depth": 6, + "padding": 22, + "parameters": 5868, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 26, + "best_val_acc": 0.49372384937238495, + "test_acc": 0.41041666666666665, + "train_size": 400, + "val_size": 239, + "test_size": 960, + "stats": { + "mean": [ + [ + -0.0013715520000001779, + -0.035088978500000055, + 0.06416455662500034, + -0.006156608600000014, + 0.0926046769, + -0.01361536200000002, + -0.007988503499999982, + 0.019787725674999798, + -0.030528630750000167, + 0.09543056175000009, + -0.01609288975000005 + ] + ], + "std": [ + [ + 0.9829420987934913, + 0.9707586864617593, + 1.0018786547407759, + 0.964170646447104, + 1.218209093004271, + 0.993770255551407, + 0.9825900214132555, + 0.9579306637091782, + 1.0278450401756267, + 1.103602348070479, + 1.019972708382203 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 6, + "depth": 6, + "padding": 22, + "parameters": 5868, + "cert_evals": { + "36": 0.2958333492279053, + "72": 0.20520834624767303, + "108": 0.09479167312383652, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 46, + "best_val_acc": 0.4625, + "test_acc": 0.4337851929092805, + "train_size": 400, + "val_size": 240, + "test_size": 959, + "stats": { + "mean": [ + [ + -0.024919883000000052, + 0.11828172599999993, + -0.10639385059999999, + 0.09154341099999996, + -0.0404553217, + 0.02593951999999995, + -0.03595611450000001, + 0.029616401199999934, + 0.04752242037499988, + -0.06532982275000002, + -0.002994586000000021 + ] + ], + "std": [ + [ + 1.0557689652662066, + 1.036986432681799, + 0.9776537301766356, + 1.148436386560584, + 0.6942596510748834, + 1.0910930117650621, + 0.9332303748474275, + 0.9830858412290316, + 0.9796850899079309, + 0.8673250562614796, + 1.0016840683328132 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 6, + "depth": 6, + "padding": 22, + "parameters": 5868, + "cert_evals": { + "36": 0.2200208604335785, + "72": 0.06360792368650436, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.43698754262788153, + "std_test_acc": 0.0260483596195598, + "n_samples": 1599, + "n_features": 11, + "n_classes": 6, + "mean_cert_acc_36": 0.2006162703037262, + "std_cert_acc_36": 0.1379429708147932, + "mean_cert_acc_72": 0.09178565628826618, + "std_cert_acc_72": 0.08587991355175918, + "mean_cert_acc_108": 0.03128160024061799, + "std_cert_acc_108": 0.0446896817032188, + "mean_cert_acc_255": 0.0002615062694530934, + "std_cert_acc_255": 0.0005230125389061868 + }, + "waveform-noise": { + "dataset": "waveform-noise", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 16, + "best_val_acc": 0.8638132295719845, + "test_acc": 0.8388721047331319, + "train_size": 1250, + "val_size": 771, + "test_size": 2979, + "stats": { + "mean": [ + [ + 0.04109552382399996, + -0.007068212280000003, + 0.014182510261599956, + 0.0026211762400000084, + 0.014018176879999957, + 0.02370059650560003, + 0.004374500936000023, + -0.0038294597343999904, + -0.014804110096000014, + 0.00045386584799994817, + -0.010192400336000008, + -0.01903542342399992, + -0.010784385815999982, + -0.005200951027200047, + -0.002328150511999989, + 0.014533825215999989, + 0.007865440576000029, + -0.025042890535999954, + -0.005855280768000005, + 0.010768292656000005, + -0.029557043135999994, + 0.02497473343199999, + 0.0059397922879999695, + 0.02985397081600005, + 0.034868211864000014, + -0.03436343556000003, + 0.022563571339200006, + 0.013530936152000026, + 0.006182852718399999, + 0.02533174106799999, + -0.023453127760000032, + -0.012310209543200052, + 0.023519454263999984, + -0.010153050279999989, + 0.015502481212800007, + 0.010150338703999973, + 0.0053944454240000125, + -0.0034366949536000007, + -0.005722000272000003, + 0.007498833936000044 + ] + ], + "std": [ + [ + 1.0036717936871953, + 1.0115164152393803, + 1.0267935868392655, + 1.0141719003383043, + 1.0034317001981041, + 0.9959239723426369, + 0.9939861987845015, + 1.0288633031133263, + 1.0043429776096469, + 0.9779096908533591, + 1.0249129338514036, + 1.0084484801657798, + 1.0020500717103944, + 1.026928437823279, + 1.009036128138247, + 1.0055555854598206, + 0.9775356004635903, + 1.0198250392925892, + 0.9777825735121067, + 0.9997432850888442, + 1.0057789366361842, + 1.0008832746108618, + 0.9887462327692325, + 0.9949832502604571, + 0.9939865250881332, + 0.9973380026834073, + 0.977390812504474, + 0.998438673003916, + 0.9765375704247188, + 1.0137678154638436, + 0.9930247910455883, + 1.0298745659129236, + 0.9839097409542001, + 0.991922743066992, + 1.0070087822831295, + 0.9876272290873123, + 1.0098641388551413, + 1.0215112956805443, + 1.0133094868761658, + 0.98802284916221 + ] + ] + }, + "width": 128, + "in_features": 40, + "out_features": 3, + "depth": 6, + "padding": 80, + "parameters": 88201, + "cert_evals": { + "36": 0.7680429816246033, + "72": 0.6935213208198547, + "108": 0.6143000721931458, + "255": 0.251762330532074 + }, + "fold": 0 + }, + { + "best_epoch": 12, + "best_val_acc": 0.8709256844850065, + "test_acc": 0.8541736506872276, + "train_size": 1250, + "val_size": 767, + "test_size": 2983, + "stats": { + "mean": [ + [ + 0.044322997631999955, + 0.029345537880000067, + -0.011366358759840026, + -0.0005867047360000063, + -0.006665745688000015, + -0.006024195060800007, + -0.013584043487999992, + -0.024554553948799986, + 0.01623729534400002, + -0.007884222439999988, + 0.0019230570479999735, + -0.02265010408799999, + 0.007417331240000002, + -0.002911046979200009, + 0.020059001183999964, + 0.01574975624800002, + 0.02813207348000001, + 0.004678202063999986, + 0.028763643272000018, + 0.018513851640000002, + 0.0358815304, + 0.028113823255999978, + -0.00718522141599999, + -0.006245005135999949, + 0.011452240719999996, + -0.039296166616000015, + 0.013289260721600025, + -0.003815815991999974, + -0.001233308884800033, + 0.0033645557719999956, + 0.02454588116, + 0.010769942833599997, + 0.008991375496000034, + -0.012577069439999996, + 0.051492131759200026, + 0.009570444000000011, + 0.022488379120000006, + -0.00477033891360003, + -0.009759721552000007, + 0.0046987019359999846 + ] + ], + "std": [ + [ + 0.9680395488640641, + 0.9731934131975439, + 1.0256129853497884, + 1.0016500605542749, + 0.9832741110357304, + 1.0155722609031699, + 1.0177266822426836, + 1.0012352994664209, + 1.0017870547556, + 0.9825996623950224, + 1.0116415424885532, + 1.0008713618877405, + 1.004966285943376, + 0.991554206326663, + 1.0098780435455994, + 1.0036202953348388, + 0.9885930770833588, + 1.000767817574134, + 0.9955550387843519, + 1.0082268705074462, + 0.9951019252067327, + 0.9944184018582543, + 1.0206633343240308, + 1.0149218534426545, + 0.9851575763005246, + 0.9922537027672286, + 1.0164765099719621, + 1.0106305279893444, + 1.006251693120508, + 0.9864167800458236, + 1.0043559273464866, + 0.9969845117753792, + 0.99621846666241, + 1.0281731534980536, + 0.9986967919798584, + 0.9696604033255324, + 0.9966142799032668, + 0.9849892430729312, + 1.0057643181118128, + 1.0029305279401282 + ] + ] + }, + "width": 128, + "in_features": 40, + "out_features": 3, + "depth": 6, + "padding": 80, + "parameters": 88201, + "cert_evals": { + "36": 0.8015421032905579, + "72": 0.7371773719787598, + "108": 0.6590680480003357, + "255": 0.26852163672447205 + }, + "fold": 1 + }, + { + "best_epoch": 32, + "best_val_acc": 0.8587257617728532, + "test_acc": 0.8546895640686922, + "train_size": 1250, + "val_size": 722, + "test_size": 3028, + "stats": { + "mean": [ + [ + 0.014308189376000027, + 0.028783297960000027, + 0.03795345253087996, + 0.013117279295999998, + 0.032089058063999955, + 0.012632187806400005, + 0.018484099464000054, + 0.009576141620799988, + 0.036987581783999995, + -0.006325697687999988, + -0.02381616588800001, + -0.008374505503999985, + -0.04596340019200004, + -0.03257486172959995, + -0.021728262640000023, + -0.019410886679999996, + -0.04224714851999999, + -0.02175625772000002, + -0.0017738945599999954, + 0.006572127119999979, + 0.015226716143999997, + -0.002422181303999986, + -0.025979705407999994, + 0.022093594352000027, + 0.03834592470399997, + -0.009863329287999975, + 0.020212545147199973, + 0.0037560529200000177, + 0.03646794663519996, + -0.018870360144, + -0.011957785879999988, + 0.016431144787999986, + 0.014396109119999995, + 0.008498349159999984, + 0.012689327942400006, + -0.00249464457599998, + -0.022068862224000004, + -0.0005122236512000032, + 0.008362260016000047, + -0.02581517636800003 + ] + ], + "std": [ + [ + 1.0188927880817935, + 0.9988893028885985, + 1.0203039986619837, + 1.0176161206264251, + 1.0298233594756412, + 1.032613885870231, + 1.0145448604818694, + 1.0020618139895976, + 0.9933894833504273, + 0.9801525816452665, + 0.9828864827428538, + 1.0084878782151452, + 1.0036037092630097, + 0.9753885414870564, + 1.015306973575768, + 0.9941278153766206, + 0.9825139145564932, + 0.9962329520442799, + 0.9688294278798073, + 0.98310050706914, + 0.9843726349902746, + 0.9830497457267643, + 1.019877833578896, + 1.0231451225251817, + 0.9901755816567956, + 0.9958326894928737, + 1.032928859241582, + 0.9924515511719896, + 0.9749189762682579, + 1.0285239667561281, + 1.002192158381019, + 0.9935329644391413, + 1.0052344609016668, + 1.0064075388331128, + 1.0160814777549847, + 0.9845645364365565, + 0.9925488055513885, + 1.0072044814714247, + 1.0303878632271122, + 0.9885231209627763 + ] + ] + }, + "width": 128, + "in_features": 40, + "out_features": 3, + "depth": 6, + "padding": 80, + "parameters": 88201, + "cert_evals": { + "36": 0.7962351441383362, + "72": 0.7275429368019104, + "108": 0.6472919583320618, + "255": 0.2929326295852661 + }, + "fold": 2 + }, + { + "best_epoch": 15, + "best_val_acc": 0.8701986754966887, + "test_acc": 0.8434056761268781, + "train_size": 1250, + "val_size": 755, + "test_size": 2995, + "stats": { + "mean": [ + [ + -0.036278040016000025, + 0.00810417363999999, + 0.0013843179736000206, + -0.0018023679760000122, + -0.005956154304000002, + 0.025961240582400028, + 0.010167898040000027, + 0.01906255140800001, + -0.02535409856000002, + 0.013357130255999999, + -0.007777053167999971, + 0.007395055352000006, + -0.009246732704000024, + 0.000417141663999981, + -0.012846879495999965, + -0.011422848472000015, + -0.02694291900799997, + -0.010714078007999981, + -0.017699573224000033, + 0.006549602159999982, + 0.02394824680000007, + -0.027398905735999915, + -0.006791929848000011, + 0.016008580479999996, + 0.04892266430400006, + 0.035720964879999914, + 0.03039491798320002, + 0.0066352822719999895, + -0.02569047550079999, + 0.01171173369999999, + 0.022736661080000005, + -0.02455200705200002, + 0.03534526224799999, + 0.039964129560000006, + 0.04194475229440003, + 0.012341044367999982, + 0.04449289257600006, + 0.05609793443199992, + 0.037631368336000094, + -0.0013801063520000427 + ] + ], + "std": [ + [ + 0.9967186390712067, + 1.0046232169850224, + 0.9740084152266493, + 0.9826095647211786, + 0.9807015091355339, + 0.9903924974929869, + 0.9994986310830332, + 0.999954070658992, + 1.0016268406564945, + 1.0082593311694388, + 1.0031753015138711, + 1.0033236672468044, + 0.987229114309021, + 1.0132234933998234, + 0.9873167353551544, + 0.983479654201213, + 1.011117373386074, + 1.0372041491820654, + 0.9890339764711912, + 0.9663488793448463, + 1.0078666660648328, + 0.9894244150573558, + 1.0015699231644122, + 1.0021673571075749, + 0.98850640710336, + 1.0232697675089457, + 1.0136787449302005, + 1.0052546165431762, + 0.9928535231583258, + 0.9947831559397796, + 0.9947379135130683, + 0.968921467398204, + 1.0158922450868932, + 0.9723954832645065, + 0.9861131949259808, + 1.0009190287109688, + 0.9931377428957798, + 1.0140326666524644, + 0.9958387641879904, + 0.9761305424003285 + ] + ] + }, + "width": 128, + "in_features": 40, + "out_features": 3, + "depth": 6, + "padding": 80, + "parameters": 88201, + "cert_evals": { + "36": 0.7766277194023132, + "72": 0.7088481187820435, + "108": 0.6283806562423706, + "255": 0.2564273774623871 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8477852489039824, + "std_test_acc": 0.007897384418445811, + "n_samples": 5000, + "n_features": 40, + "n_classes": 3, + "mean_cert_acc_36": 0.7856119871139526, + "std_cert_acc_36": 0.015874582270241983, + "mean_cert_acc_72": 0.7167724370956421, + "std_cert_acc_72": 0.019457425834476124, + "mean_cert_acc_108": 0.6372601836919785, + "std_cert_acc_108": 0.01985138262093524, + "mean_cert_acc_255": 0.2674109935760498, + "std_cert_acc_255": 0.01842197881866721 + }, + "yeast": { + "dataset": "yeast", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 16, + "best_val_acc": 0.5283018867924528, + "test_acc": 0.5027746947835738, + "train_size": 371, + "val_size": 212, + "test_size": 901, + "stats": { + "mean": [ + [ + -0.0680236417412399, + 0.0016312938814016407, + -0.008786120350404263, + -0.04364633274932616, + 0.013936777088948886, + 0.007389660377358629, + -0.024600268247978344, + 0.05087596307277619 + ] + ], + "std": [ + [ + 1.027205380998011, + 0.9953693200489844, + 0.9507124252634552, + 0.9691826685352211, + 1.0679577073315545, + 1.038674237448053, + 0.9068718437558525, + 1.1001821882054232 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 10, + "depth": 6, + "padding": 16, + "parameters": 5904, + "cert_evals": { + "36": 0.09988901764154434, + "72": 0.026637069880962372, + "108": 0.00998890120536089, + "255": 0.0033296337351202965 + }, + "fold": 0 + }, + { + "best_epoch": 25, + "best_val_acc": 0.5324675324675324, + "test_acc": 0.5068027210884354, + "train_size": 371, + "val_size": 231, + "test_size": 882, + "stats": { + "mean": [ + [ + 0.08549606216172505, + 0.03251707697035039, + 0.04905938702964963, + 0.04128734865229108, + -0.013936692183288498, + 0.036949762803234386, + -0.002681268247978456, + 0.005315634501347734 + ] + ], + "std": [ + [ + 0.9621845394333128, + 0.9690282797537528, + 0.9491603484155484, + 1.0401770820495524, + 0.9261376999963121, + 1.1814628524634447, + 0.9836755462977512, + 0.993812117132581 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 10, + "depth": 6, + "padding": 16, + "parameters": 5904, + "cert_evals": { + "36": 0.12018140405416489, + "72": 0.04421768710017204, + "108": 0.019274376332759857, + "255": 0.00907029490917921 + }, + "fold": 1 + }, + { + "best_epoch": 48, + "best_val_acc": 0.4792626728110599, + "test_acc": 0.484375, + "train_size": 371, + "val_size": 217, + "test_size": 896, + "stats": { + "mean": [ + [ + 0.004417079552560633, + -0.0405647886981132, + -0.038330890598382725, + -0.009830160646900232, + -0.013936692183288395, + 0.036949762803234296, + -0.01154207417789756, + 0.005568702156334372 + ] + ], + "std": [ + [ + 1.0326495870955454, + 0.9133440779524218, + 0.9914487013412665, + 0.9617359852499671, + 0.9261376999963089, + 1.181462852463445, + 0.873907032459684, + 0.9724601246460749 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 10, + "depth": 6, + "padding": 16, + "parameters": 5904, + "cert_evals": { + "36": 0.3370535969734192, + "72": 0.2008928656578064, + "108": 0.1283482164144516, + "255": 0.01116071455180645 + }, + "fold": 2 + }, + { + "best_epoch": 21, + "best_val_acc": 0.484304932735426, + "test_acc": 0.5089887640449439, + "train_size": 371, + "val_size": 223, + "test_size": 890, + "stats": { + "mean": [ + [ + -0.01207341391913747, + -0.03099437134770888, + -0.004743151369272138, + 0.0033422831536388878, + 0.013936777088948926, + 0.007389660377358682, + -0.05258191859838276, + -0.01645215983827505 + ] + ], + "std": [ + [ + 1.002118550793497, + 0.9931572183782578, + 1.0350703782367132, + 0.9624293574797959, + 1.0679577073315536, + 1.0386742374480524, + 1.0723089145971894, + 0.9483399576263618 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 10, + "depth": 6, + "padding": 16, + "parameters": 5904, + "cert_evals": { + "36": 0.13258427381515503, + "72": 0.04157303273677826, + "108": 0.013483146205544472, + "255": 0.012359550222754478 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5007352949792383, + "std_test_acc": 0.011206423969889455, + "n_samples": 1484, + "n_features": 8, + "n_classes": 10, + "mean_cert_acc_36": 0.17242707312107086, + "std_cert_acc_36": 0.11057534451109015, + "mean_cert_acc_72": 0.07833016384392977, + "std_cert_acc_72": 0.08207423387032649, + "mean_cert_acc_108": 0.042773660039529204, + "std_cert_acc_108": 0.05717807168827759, + "mean_cert_acc_255": 0.008980048354715109, + "std_cert_acc_255": 0.004004650120095463 + }, + "zoo": { + "dataset": "zoo", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 29, + "best_val_acc": 0.9285714285714286, + "test_acc": 0.8548387096774194, + "train_size": 25, + "val_size": 14, + "test_size": 62, + "stats": { + "mean": [ + [ + 0.18968232000000004, + 0.004943600000000055, + -0.04877112000000002, + 0.06901168000000008, + 0.005554399999999982, + -0.24190180000000008, + 0.011100480000000044, + 0.07332431999999998, + 0.047367959999999966, + 0.1174986, + 0.002917720000000048, + -0.128498, + 0.05823499999999993, + 0.03965752000000001, + -0.025889279999999938, + 0.0890122 + ] + ], + "std": [ + [ + 1.005390221359596, + 0.9987632000000001, + 1.0021422025080997, + 1.0058025598467213, + 0.9984392123352528, + 0.8872886923159564, + 0.9937582269928686, + 0.97657824, + 0.9532010403686509, + 0.898886886807812, + 0.9995686698918299, + 0.864227081446769, + 0.8401435100754158, + 0.9719779957616784, + 0.9655601622370106, + 1.0025794726604769 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 7, + "depth": 6, + "padding": 32, + "parameters": 22349, + "cert_evals": { + "36": 0.7903225421905518, + "72": 0.4838709533214569, + "108": 0.16129031777381897, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 58, + "best_val_acc": 0.8333333333333334, + "test_acc": 0.859375, + "train_size": 25, + "val_size": 12, + "test_size": 64, + "stats": { + "mean": [ + [ + 0.028691039999999952, + 0.004943600000000057, + -0.048771120000000036, + 0.06901168, + 0.005554399999999972, + 0.17360919999999994, + -0.06897883999999993, + -0.00805720000000001, + 0.0473679599999999, + -0.07865459999999999, + 0.0029177199999999947, + -0.022119, + 0.09757803999999994, + -0.051376560000000016, + -0.26359375999999995, + 0.24955340000000004 + ] + ], + "std": [ + [ + 0.9989246223251673, + 0.9987632000000002, + 1.0021422025080997, + 1.0058025598467215, + 0.998439212335253, + 1.0312711812638613, + 1.0001903862262094, + 0.9967159924605201, + 0.9532010403686509, + 1.047171532893174, + 0.9995686698918299, + 0.9749796397074146, + 1.045377756731086, + 1.02185501364051, + 0.5822546855736085, + 0.9961319493678737 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 7, + "depth": 6, + "padding": 32, + "parameters": 22349, + "cert_evals": { + "36": 0.625, + "72": 0.453125, + "108": 0.15625, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 5, + "best_val_acc": 0.9166666666666666, + "test_acc": 0.71875, + "train_size": 25, + "val_size": 12, + "test_size": 64, + "stats": { + "mean": [ + [ + 0.02869103999999997, + 0.004943600000000048, + -0.04877112000000006, + 0.06901168, + 0.005554399999999982, + 0.007404799999999972, + 0.011100480000000062, + 0.07332431999999998, + 0.04736795999999993, + 0.01942200000000002, + -0.14446064, + -0.022119000000000017, + 0.09757803999999996, + 0.03965751999999999, + -0.14474151999999998, + 0.08901219999999999 + ] + ], + "std": [ + [ + 0.9989246223251673, + 0.9987632000000001, + 1.0021422025080997, + 1.0058025598467215, + 0.9984392123352529, + 0.9972263999999998, + 0.9937582269928688, + 0.97657824, + 0.9532010403686509, + 0.980766, + 0.722003562256413, + 0.9749796397074147, + 1.045377756731086, + 0.9719779957616785, + 0.8060951109136004, + 1.0025794726604769 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 7, + "depth": 6, + "padding": 32, + "parameters": 22349, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 10, + "best_val_acc": 0.9473684210526315, + "test_acc": 0.8421052631578947, + "train_size": 25, + "val_size": 19, + "test_size": 57, + "stats": { + "mean": [ + [ + 0.10918667999999991, + 0.004943600000000039, + -0.04877112000000009, + 0.06901168, + -0.087958, + -0.07569740000000007, + 0.011100480000000062, + 0.07332432000000001, + 0.04736795999999993, + 0.019421999999999984, + 0.29767443999999993, + -0.022119, + 0.05823475999999992, + 0.03965752, + -0.025889279999999938, + 0.08901219999999999 + ] + ], + "std": [ + [ + 1.0053902213595962, + 0.9987632, + 1.0021422025080997, + 1.0058025598467215, + 0.9351239999999998, + 0.9691298611116264, + 0.9937582269928686, + 0.97657824, + 0.9532010403686509, + 0.980766, + 1.3507449809969043, + 0.9749796397074147, + 1.007680466714654, + 0.9719779957616784, + 0.9655601622370106, + 1.0025794726604769 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 7, + "depth": 6, + "padding": 32, + "parameters": 22349, + "cert_evals": { + "36": 0.12280701845884323, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8187672432088285, + "std_test_acc": 0.06707769803007696, + "n_samples": 101, + "n_features": 16, + "n_classes": 7, + "mean_cert_acc_36": 0.38453239016234875, + "std_cert_acc_36": 0.38247250364848095, + "mean_cert_acc_72": 0.23424898833036423, + "std_cert_acc_72": 0.27077851401592595, + "mean_cert_acc_108": 0.07938507944345474, + "std_cert_acc_108": 0.09168908650907337, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "wine-quality-white": { + "dataset": "wine-quality-white", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 42, + "best_val_acc": 0.40272108843537413, + "test_acc": 0.410683906090507, + "train_size": 1224, + "val_size": 735, + "test_size": 2939, + "stats": { + "mean": [ + [ + -0.0032048589052286994, + -0.028953991503268075, + -0.009521662091503368, + -0.033446381021241915, + -0.021216290767973777, + 0.0013643637254901876, + -0.019732506176470634, + -0.0385083221609477, + -0.012002372222222163, + -0.05735950201797371, + 0.02225335972222248 + ] + ], + "std": [ + [ + 1.023683347421332, + 0.9447226597106944, + 0.9620105291208404, + 0.9658980402573037, + 0.9263448142152314, + 0.9948440839445967, + 0.9740337269720393, + 0.9614465411758055, + 1.0172641404349574, + 0.9821399823923815, + 0.9957833992600652 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 7, + "depth": 6, + "padding": 22, + "parameters": 5901, + "cert_evals": { + "36": 0.2391970008611679, + "72": 0.11092207580804825, + "108": 0.04151071608066559, + "255": 0.003742769593372941 + }, + "fold": 0 + }, + { + "best_epoch": 23, + "best_val_acc": 0.3427800269905533, + "test_acc": 0.31435390385271056, + "train_size": 1224, + "val_size": 741, + "test_size": 2933, + "stats": { + "mean": [ + [ + -0.017049376225490367, + 0.014491614133986936, + 0.008908331290849619, + 0.010737108415032604, + 0.04067164330065363, + 0.0329015589869281, + -0.002488432352941375, + 0.006007091343954325, + -0.021524885539215638, + 0.0011987277042483457, + -0.014868995751633802 + ] + ], + "std": [ + [ + 1.0062718660617844, + 0.9894618025720731, + 1.0916182332376316, + 0.9825566386411965, + 1.1470818763060382, + 1.0937605281552916, + 0.9895690762781538, + 0.9664685559760209, + 0.9624746400083976, + 0.9868208733792134, + 0.99380448190184 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 7, + "depth": 6, + "padding": 22, + "parameters": 5901, + "cert_evals": { + "36": 0.12137742340564728, + "72": 0.04091373831033707, + "108": 0.004432321526110172, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 24, + "best_val_acc": 0.36, + "test_acc": 0.34825364530349273, + "train_size": 1224, + "val_size": 725, + "test_size": 2949, + "stats": { + "mean": [ + [ + -0.008771757843137384, + -0.004596860539215801, + 0.008705725245097917, + -0.034847791446078476, + -0.030826640032679757, + -0.01616954820261436, + -0.03943745302287589, + -0.040444966319444435, + 0.02927997336601328, + 0.006854076119281012, + 0.030744455310457264 + ] + ], + "std": [ + [ + 1.0204079506641692, + 1.0029139391565418, + 1.0078310341851806, + 0.9854918621954571, + 0.9449468354581222, + 0.957020515296538, + 0.954249288652687, + 0.976569994872353, + 0.9899815735473346, + 1.008692992013154, + 0.9893537338950328 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 7, + "depth": 6, + "padding": 22, + "parameters": 5901, + "cert_evals": { + "36": 0.1549677848815918, + "72": 0.046795524656772614, + "108": 0.01424211636185646, + "255": 0.0003390980127733201 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.3624823695345557, + "test_acc": 0.3649241146711636, + "train_size": 1224, + "val_size": 709, + "test_size": 2965, + "stats": { + "mean": [ + [ + -0.022035407434640455, + 0.006143019934640497, + -0.030651977777777773, + 0.024485125988562038, + -0.018449098774509846, + -0.0018301268790849984, + 0.008402089934640587, + 0.008618634501633892, + -0.035267637908496643, + 0.02360550346405227, + -0.013176123529411856 + ] + ], + "std": [ + [ + 1.0070335678428375, + 0.9660388185917548, + 0.9095987830657093, + 0.9927445013639002, + 0.8945149881344938, + 0.9537849826536657, + 1.0086544512672544, + 0.9850628871532389, + 0.9772491357585545, + 0.995730526664069, + 1.0046258178743335 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 7, + "depth": 6, + "padding": 22, + "parameters": 5901, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.35955389247946845, + "std_test_acc": 0.040057675653780135, + "n_samples": 4898, + "n_features": 11, + "n_classes": 7, + "mean_cert_acc_36": 0.12888555228710175, + "std_cert_acc_36": 0.09919132376586454, + "mean_cert_acc_72": 0.04965783469378948, + "std_cert_acc_72": 0.04583979285181842, + "mean_cert_acc_108": 0.015046288492158055, + "std_cert_acc_108": 0.018619521230401493, + "mean_cert_acc_255": 0.0010204669015365653, + "std_cert_acc_255": 0.001821894700837319 + }, + "statlog-shuttle": { + "dataset": "statlog-shuttle", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 13, + "best_val_acc": 0.8987918851151129, + "test_acc": 0.9012843402637793, + "train_size": 14500, + "val_size": 8774, + "test_size": 34726, + "stats": { + "mean": [ + [ + 1.2510344720706063e-08, + -4.003449266179364e-09, + -2.8330344823007095e-07, + 2.2496552349729375e-08, + 4.917241296073994e-09, + -3.906206872704791e-09, + -2.4448276142207472e-08, + 8.781379274356982e-09, + 1.222586207623664e-07 + ] + ], + "std": [ + [ + 0.9999654436530625, + 0.9999653004098481, + 0.9999654876854136, + 0.9999670453911623, + 0.9999655862280178, + 0.9999655271700041, + 0.9999659054814384, + 0.9999654302872448, + 0.9999654402261486 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 7, + "depth": 6, + "padding": 18, + "parameters": 5837, + "cert_evals": { + "36": 0.8470022678375244, + "72": 0.6869492530822754, + "108": 0.40090999007225037, + "255": 0.03602487966418266 + }, + "fold": 0 + }, + { + "best_epoch": 4, + "best_val_acc": 0.9440666041275797, + "test_acc": 0.9457566052842273, + "train_size": 14500, + "val_size": 8528, + "test_size": 34972, + "stats": { + "mean": [ + [ + 1.2510344720706063e-08, + -4.003449266179364e-09, + -2.8330344823007095e-07, + 2.2496552349729375e-08, + 4.917241296073994e-09, + -3.906206872704791e-09, + -2.4448276142207472e-08, + 8.781379274356982e-09, + 1.222586207623664e-07 + ] + ], + "std": [ + [ + 0.9999654436530625, + 0.9999653004098481, + 0.9999654876854136, + 0.9999670453911623, + 0.9999655862280178, + 0.9999655271700041, + 0.9999659054814384, + 0.9999654302872448, + 0.9999654402261486 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 7, + "depth": 6, + "padding": 18, + "parameters": 5837, + "cert_evals": { + "36": 0.8159384727478027, + "72": 0.5084067583084106, + "108": 0.05698844790458679, + "255": 0.04077547788619995 + }, + "fold": 1 + }, + { + "best_epoch": 4, + "best_val_acc": 0.8933102652825836, + "test_acc": 0.8958082113120873, + "train_size": 14500, + "val_size": 8670, + "test_size": 34830, + "stats": { + "mean": [ + [ + 1.2510344720706063e-08, + -4.003449266179364e-09, + -2.8330344823007095e-07, + 2.2496552349729375e-08, + 4.917241296073994e-09, + -3.906206872704791e-09, + -2.4448276142207472e-08, + 8.781379274356982e-09, + 1.222586207623664e-07 + ] + ], + "std": [ + [ + 0.9999654436530625, + 0.9999653004098481, + 0.9999654876854136, + 0.9999670453911623, + 0.9999655862280178, + 0.9999655271700041, + 0.9999659054814384, + 0.9999654302872448, + 0.9999654402261486 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 7, + "depth": 6, + "padding": 18, + "parameters": 5837, + "cert_evals": { + "36": 0.7769164443016052, + "72": 0.5963249802589417, + "108": 0.05575653165578842, + "255": 0.04843525588512421 + }, + "fold": 2 + }, + { + "best_epoch": 26, + "best_val_acc": 0.9288044089528736, + "test_acc": 0.9294403189921696, + "train_size": 14500, + "val_size": 8891, + "test_size": 34609, + "stats": { + "mean": [ + [ + 1.2510344720706063e-08, + -4.003449266179364e-09, + -2.8330344823007095e-07, + 2.2496552349729375e-08, + 4.917241296073994e-09, + -3.906206872704791e-09, + -2.4448276142207472e-08, + 8.781379274356982e-09, + 1.222586207623664e-07 + ] + ], + "std": [ + [ + 0.9999654436530625, + 0.9999653004098481, + 0.9999654876854136, + 0.9999670453911623, + 0.9999655862280178, + 0.9999655271700041, + 0.9999659054814384, + 0.9999654302872448, + 0.9999654402261486 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 7, + "depth": 6, + "padding": 18, + "parameters": 5837, + "cert_evals": { + "36": 0.8191510438919067, + "72": 0.6755756735801697, + "108": 0.5036550760269165, + "255": 0.04056748002767563 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.918072368963066, + "std_test_acc": 0.023616222193411952, + "n_samples": 58000, + "n_features": 9, + "n_classes": 7, + "mean_cert_acc_36": 0.8147520571947098, + "std_cert_acc_36": 0.028823418460975504, + "mean_cert_acc_72": 0.6168141663074493, + "std_cert_acc_72": 0.08275227688282409, + "mean_cert_acc_108": 0.2543275114148855, + "std_cert_acc_108": 0.23239606817838146, + "mean_cert_acc_255": 0.04145077336579561, + "std_cert_acc_255": 0.0051465052747775445 + }, + "miniboone": { + "dataset": "miniboone", + "algorithm": "ldlt", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 19, + "best_val_acc": 0.8814905314599878, + "test_acc": 0.8818930991990142, + "train_size": 32516, + "val_size": 19644, + "test_size": 77904, + "stats": { + "mean": [ + [ + -0.0066929692905031805, + -0.0067178206113913536, + -0.00044848711604975365, + -0.006682303195350012, + -0.006676431252304934, + -0.006678322865666758, + -0.006603011846475587, + -0.006676624523311714, + -0.0066787164688152925, + -0.006674537190921409, + -0.006651495260794631, + -0.0021907771461773715, + -0.006695997997908723, + -0.006680375196826281, + -0.006672462064829712, + -0.0019113073704711085, + -0.006682638614835791, + -0.005199885844285893, + -0.006682950415180203, + -0.0027868723179357985, + -0.006732400171929552, + -0.006675056184647536, + -0.0009806369656784695, + -0.0067719209681387305, + -0.006673680111329746, + -0.006853424330988536, + -0.0049757818568722766, + -0.0066786663365727686, + -0.006678683045269993, + -0.00666663167363761, + -0.006713104959930439, + -0.00667692119264367, + -0.006648468240250945, + -0.005555848155831019, + -0.0066771619571901345, + -0.006676893769221374, + -0.006640021976872997, + -0.006652168061569651, + -0.006656952063599499, + -0.006676646404846852, + -0.005321780849683204, + -0.007256703317981967, + -0.006479226783737146, + -0.006305387427130641, + -0.006670434807482904, + -0.006676957442489813, + -0.006832965117468275, + -0.006830883164011628, + -0.006874203773250122, + -0.00667477880120567 + ] + ], + "std": [ + [ + 1.0538567724237127, + 1.0538641992619597, + 0.9958589711579526, + 1.0538780837060269, + 1.053878006921434, + 1.0538798560451104, + 1.053879432020278, + 1.0538786291178488, + 1.053873986660415, + 1.0538783590814276, + 1.0538757864954629, + 1.0176547701635106, + 1.0538752752995135, + 1.053872770510109, + 1.0538659033426634, + 0.9932644775405934, + 1.0538747558236612, + 1.04937218635993, + 1.053877924513502, + 0.0025831688488992767, + 1.053829697906066, + 1.0538783793218856, + 1.018390578757397, + 1.053842634750244, + 1.0538786083464582, + 1.0538111764047524, + 1.022739919992211, + 1.0538741322767364, + 1.0538782493179681, + 1.053875543573962, + 1.0538088816355915, + 1.0538723979257454, + 1.0538730852936433, + 1.0247711822180132, + 1.0538781798354342, + 1.053878585676999, + 1.0538691274084275, + 1.0538654744064087, + 1.05387761105871, + 1.0538781920284286, + 1.0452185226194493, + 1.0438926673439166, + 1.0538793178576804, + 1.0536246877698876, + 1.0538784902027962, + 1.0538787998823098, + 1.0538650746236322, + 1.0538068876186153, + 1.0538062411125644, + 1.0538784592336081 + ] + ] + }, + "width": 256, + "in_features": 50, + "out_features": 2, + "depth": 6, + "padding": 100, + "parameters": 342536, + "cert_evals": { + "36": 0.8277238607406616, + "72": 0.7539664506912231, + "108": 0.6730334758758545, + "255": 0.2907809615135193 + }, + "fold": 0 + }, + { + "best_epoch": 39, + "best_val_acc": 0.8807246081823733, + "test_acc": 0.8838708020951012, + "train_size": 32516, + "val_size": 19652, + "test_size": 77896, + "stats": { + "mean": [ + [ + -0.003659472481547509, + -0.0035700208512731936, + -0.00456473851721011, + -0.00360049339094594, + -0.003593886083772473, + -0.00358800156845938, + -0.003609804330175811, + -0.0035959653862712893, + -0.003585372367449882, + -0.0036011496647804257, + -0.003574454936031472, + -0.0002376014663141565, + -0.0035765183694182563, + -0.0035786825070734597, + -0.003581793034198606, + 0.0027392871255968536, + -0.0035747984868988035, + -0.0018979996262606397, + -0.0035937045023987507, + 0.008311608403247624, + -0.0038405719449991636, + -0.003598410862344705, + -1.2960689975229953e-05, + -0.0037911689629719237, + -0.0035987016976257243, + -0.003553280317375533, + -0.00120645956911968, + -0.003604746423299312, + -0.003595963956206178, + -0.0036390921810801925, + -0.0036627183510209798, + -0.003597980923237808, + -0.0035958085404107568, + -0.005033409016920937, + -0.0036001520635993464, + -0.0035987486652726062, + -0.0035917900449008895, + -0.0035793614428588296, + -0.0035902388547176894, + -0.0035928566736375947, + -0.0009922327992711712, + -0.002124953252319455, + -0.0036879309878213567, + -0.0034349073177313027, + -0.003598185213436877, + -0.0035934901402386375, + -0.003602609255707958, + -0.0035299332937630697, + -0.0036069077674990894, + -0.003592571029647003 + ] + ], + "std": [ + [ + 1.0293487576429072, + 1.0293632141886253, + 0.9887037915056724, + 1.029365893060315, + 1.0293658502982712, + 1.029368237348854, + 1.0293622172155605, + 1.0293663659457355, + 1.0293628691485286, + 1.0293656358483938, + 1.029364102494499, + 1.006763216099369, + 1.0293667056536349, + 1.029362370179701, + 1.029358770899615, + 1.0012661620897783, + 1.029365775010478, + 1.027354601762616, + 1.0293662087119093, + 1.9999643273466732, + 1.0293241490670084, + 1.0293658647973212, + 1.007217844105937, + 1.0292982324584112, + 1.0293659919295302, + 1.0293214796094297, + 1.0139090551352947, + 1.0293616933725718, + 1.0293661117606363, + 1.0293612193672406, + 1.0293028748669328, + 1.0293608389078128, + 1.0293624280631426, + 1.0121183384237977, + 1.029365684051124, + 1.029366166790506, + 1.0293578351184116, + 1.0293603667049085, + 1.0293647225554694, + 1.02936611660418, + 1.0243754023495473, + 1.0175071683627712, + 1.0293461366945726, + 1.0291967790319312, + 1.0293656729659864, + 1.0293667176112475, + 1.029354896915401, + 1.0293422770958582, + 1.0293448836449766, + 1.029366280982135 + ] + ] + }, + "width": 256, + "in_features": 50, + "out_features": 2, + "depth": 6, + "padding": 100, + "parameters": 342536, + "cert_evals": { + "36": 0.8296446204185486, + "72": 0.7550451755523682, + "108": 0.6743221879005432, + "255": 0.29767894744873047 + }, + "fold": 1 + }, + { + "best_epoch": 14, + "best_val_acc": 0.8818284308701445, + "test_acc": 0.880731476023272, + "train_size": 32516, + "val_size": 19514, + "test_size": 78034, + "stats": { + "mean": [ + [ + 0.0005872713728625283, + 0.0005592911951040488, + -0.0015875384167732419, + 0.0005084049237298592, + 0.0005126942889679038, + 0.0005151387839825248, + 0.0005130335342600157, + 0.0005107385533274924, + 0.000518504668470965, + 0.0005099805941690433, + 0.0004972431602903669, + 0.006199611582771556, + 0.0004437178835034895, + 0.0005174753444456869, + 0.00045390833435860097, + -0.006724558695826372, + 0.00046023495202354226, + -0.0014645146025250007, + 0.0005134210419486034, + 0.008326016098843635, + 0.0005855647507836025, + 0.0005188788657891645, + -0.005855233801703189, + 0.0005363233146758781, + 0.000517880286628172, + 0.000289813760165567, + 0.0011647067174228383, + 0.000515516933202204, + 0.0005118400049205469, + 0.0005662085096567202, + 0.0006245390962356869, + 0.0005227987882888596, + 0.0004455256058554989, + -0.0012331349033552603, + 0.000509145377660323, + 0.0005160132888423314, + 0.0005081290841431461, + 0.0004383096252307822, + 0.0005235053327593691, + 0.0005115684401526536, + -6.85762123339298e-05, + -0.0002997175066182346, + 0.0005932577715586378, + 0.0008539802024421717, + 0.0005163635748510258, + 0.0005131155830974517, + 0.00047798527387127445, + 0.0004895968192581729, + 0.0006103754389776044, + 0.0005093450393652897 + ] + ], + "std": [ + [ + 0.9957345954073729, + 0.9957338045117373, + 1.009089174106892, + 0.9957299331571907, + 0.9957297207983613, + 0.9957319779858296, + 0.9957285308484073, + 0.99573027967679, + 0.9957274461972008, + 0.9957298025727774, + 0.9957267869288412, + 0.9986824060207489, + 0.995727937063426, + 0.995726209358951, + 0.9957222508374016, + 0.9849068775325148, + 0.9957260724507725, + 0.9984485547058798, + 0.9957301232252692, + 1.9999635778290246, + 0.9957403323167682, + 0.9957303943483548, + 0.9869664238989766, + 0.9957341301924101, + 0.9957304810256162, + 0.9957436771610553, + 0.9965972478945923, + 0.9957273137356182, + 0.9957300780370839, + 0.9957353083328109, + 0.995745588680438, + 0.9957274480178427, + 0.9957264072745984, + 0.9993516959593822, + 0.9957297379201838, + 0.9957305689438095, + 0.9957296474590059, + 0.9957273179676576, + 0.9957300585487675, + 0.9957298638455957, + 0.9958033136974604, + 1.001216743433296, + 0.9957377405837478, + 0.9958618328338358, + 0.9957300476528158, + 0.9957306269775752, + 0.9957358265962181, + 0.9957255439006696, + 0.9957566204204258, + 0.9957298904542489 + ] + ] + }, + "width": 256, + "in_features": 50, + "out_features": 2, + "depth": 6, + "padding": 100, + "parameters": 342536, + "cert_evals": { + "36": 0.826165497303009, + "72": 0.7549914121627808, + "108": 0.6828177571296692, + "255": 0.3269343972206116 + }, + "fold": 2 + }, + { + "best_epoch": 11, + "best_val_acc": 0.8818684129745217, + "test_acc": 0.8829388990025897, + "train_size": 32516, + "val_size": 19546, + "test_size": 78002, + "stats": { + "mean": [ + [ + -0.004108113020359334, + -0.004135750738098101, + -0.001322435285942239, + -0.004109338048960558, + -0.004110013236557907, + -0.004103856971953094, + -0.004105435167302326, + -0.004108234536843478, + -0.0041157547053759375, + -0.004111229871447928, + -0.004129319931725945, + -0.009310410842292996, + -0.004151154668470918, + -0.004106480246647911, + -0.004078257611637442, + -0.0012255257009042696, + -0.004128084247755086, + -0.001812244588848235, + -0.004106642698979071, + -0.002771495593861472, + -0.003930339402381827, + -0.004107319867142366, + -0.0020118547528348136, + -0.004110450282937586, + -0.004107549326485374, + -0.003903686475773098, + 0.0034778790131669113, + -0.004089806615204751, + -0.004105919012178624, + -0.004107724389223812, + -0.004053504517403692, + -0.004112779779185523, + -0.004036618249477243, + 0.0003978993396296994, + -0.004112451033337286, + -0.004115697588879312, + -0.004161525821134272, + -0.004013369772911648, + -0.004074420147004465, + -0.004107203911920277, + -0.003583577395203846, + -0.003683256187455512, + -0.00410252064829624, + -0.00435002289662263, + -0.004109810948460561, + -0.00410555030446539, + -0.004173506213295106, + -0.004126808812892148, + -0.004084347094353566, + -0.00411184631565997 + ] + ], + "std": [ + [ + 1.0334801859758438, + 1.0334838209190884, + 0.9910692934328427, + 1.0334925739257474, + 1.0334920746964988, + 1.0334944696977597, + 1.033489534681566, + 1.0334928363605922, + 1.0334882086728014, + 1.0334922326917702, + 1.0334875046199652, + 1.0060291795040275, + 1.0334893624231647, + 1.033487735872467, + 1.0334857443384646, + 0.9987636855559352, + 1.0334891465642266, + 1.0284163803912958, + 1.0334926279501595, + 0.001394515045967005, + 1.0334671696186013, + 1.0334925293155786, + 1.0120329637568104, + 1.033467979482877, + 1.0334926503936537, + 1.033454580542911, + 1.019800750059293, + 1.0334899846628842, + 1.033492713983251, + 1.0334904070281967, + 1.033453265260482, + 1.0334870912604435, + 1.033493356896935, + 1.0148066500638184, + 1.0334921455669586, + 1.0334923339339557, + 1.0334817504638347, + 1.0334892263464805, + 1.0334932384339353, + 1.033492453509268, + 1.0277860358762678, + 1.0269827669348142, + 1.0334755350744662, + 1.0331928866784732, + 1.033492181460736, + 1.0334932068430196, + 1.0334910911748012, + 1.033455511075802, + 1.0334588140472194, + 1.0334923126040656 + ] + ] + }, + "width": 256, + "in_features": 50, + "out_features": 2, + "depth": 6, + "padding": 100, + "parameters": 342536, + "cert_evals": { + "36": 0.8270172476768494, + "72": 0.7553139328956604, + "108": 0.6835721731185913, + "255": 0.32022255659103394 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8823585690799942, + "std_test_acc": 0.0013524946748351752, + "n_samples": 130064, + "n_features": 50, + "n_classes": 2, + "mean_cert_acc_36": 0.8276378065347672, + "std_cert_acc_36": 0.0014818338931372, + "mean_cert_acc_72": 0.7548292428255081, + "std_cert_acc_72": 0.0005922444786766435, + "mean_cert_acc_108": 0.6784363985061646, + "std_cert_acc_108": 0.005528435164792093, + "mean_cert_acc_255": 0.3089042156934738, + "std_cert_acc_255": 0.017393976695134098 + } + }, + "overall": {} +} \ No newline at end of file diff --git a/UCI_N6/ortho/summary.json b/UCI_N6/ortho/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..d0b629cdd1f01669d84476bd03e57ce3ff632b50 --- /dev/null +++ b/UCI_N6/ortho/summary.json @@ -0,0 +1,45372 @@ +{ + "metadata": { + "data_root": "data/UCI", + "out": "runs/UCI_N6", + "gpus": 4, + "max_epochs": 100, + "patience": 30, + "batch_size": 64, + "lr": 0.001, + "seed": 1337, + "verbosity": "info", + "datasets": null, + "algorithms": [ + "sdp", + "ldlt", + "ldlt-resnet", + "aol", + "ortho", + "sandwich" + ], + "depth": 6, + "n_tasks": 726, + "run_dir": "/home/mjuston2/Documents/DeepLipschitzResNet" + }, + "datasets": { + "acute-inflammation": { + "dataset": "acute-inflammation", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.375, + "test_acc": 0.527027027027027, + "train_size": 30, + "val_size": 16, + "test_size": 74, + "stats": { + "mean": [ + [ + -0.029776199999999933, + 0.05815319999999998, + 0.03366299999999992, + -0.07041613333333337, + 0.0829954666666666, + 0.3029878333333334 + ] + ], + "std": [ + [ + 1.046299339147563, + 1.028676385077134, + 0.9895473157792913, + 1.0179845925601472, + 0.9937462864656396, + 1.0009348864350793 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 739, + "cert_evals": { + "36": 0.5270270109176636, + "72": 0.3243243396282196, + "108": 0.31081080436706543, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 33, + "best_val_acc": 1.0, + "test_acc": 0.9583333333333334, + "train_size": 30, + "val_size": 18, + "test_size": 72, + "stats": { + "mean": [ + [ + 0.2066000000000002, + 0.2132320000000001, + 0.16832333333333327, + -6.666666666858371e-07, + 0.08299546666666664, + -0.033663 + ] + ], + "std": [ + [ + 1.073465583913181, + 1.0965727109827237, + 0.9521923485684088, + 0.9958250796083059, + 0.9937462864656397, + 0.9895473157792911 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 739, + "cert_evals": { + "36": 0.8611111044883728, + "72": 0.7083333134651184, + "108": 0.236111119389534, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 17, + "best_val_acc": 0.65, + "test_acc": 0.8857142857142857, + "train_size": 30, + "val_size": 20, + "test_size": 70, + "stats": { + "mean": [ + [ + -0.06825569999999999, + -0.09692560000000008, + 0.10099316666666662, + 0.07041479999999994, + -0.11619693333333347, + 0.16832750000000007 + ] + ], + "std": [ + [ + 0.9390286569686838, + 0.9304728, + 0.9733809278809981, + 0.9680526182869189, + 0.9870693041144554, + 1.0099525000000003 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 739, + "cert_evals": { + "36": 0.7571428418159485, + "72": 0.6142857074737549, + "108": 0.37142857909202576, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 47, + "best_val_acc": 0.7142857142857143, + "test_acc": 0.6376811594202898, + "train_size": 30, + "val_size": 21, + "test_size": 69, + "stats": { + "mean": [ + [ + 0.061842666666666594, + -0.01938619999999999, + -0.03366716666666666, + -0.14083160000000008, + -0.049799466666666695, + -0.3029836666666666 + ] + ], + "std": [ + [ + 0.9526045937382531, + 0.9838646893399317, + 1.000934886435079, + 1.0348917799997448, + 0.9937462864656396, + 0.8932355996217098 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 739, + "cert_evals": { + "36": 0.49275362491607666, + "72": 0.3913043439388275, + "108": 0.3913043439388275, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7521889513737339, + "std_test_acc": 0.20341619709176453, + "n_samples": 120, + "n_features": 6, + "n_classes": 2, + "mean_cert_acc_36": 0.6595086455345154, + "std_cert_acc_36": 0.17845130815993113, + "mean_cert_acc_72": 0.5095619261264801, + "std_cert_acc_72": 0.1814524308652902, + "mean_cert_acc_108": 0.3274137116968632, + "std_cert_acc_108": 0.06983585834877833, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "acute-nephritis": { + "dataset": "acute-nephritis", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 35, + "best_val_acc": 0.8823529411764706, + "test_acc": 0.7671232876712328, + "train_size": 30, + "val_size": 17, + "test_size": 73, + "stats": { + "mean": [ + [ + -0.1415510333333333, + 0.21323200000000003, + -0.03366716666666671, + -6.666666667154431e-07, + 0.2821878666666666, + -0.1683233333333333 + ] + ], + "std": [ + [ + 1.0909027516263303, + 1.0965727109827237, + 1.0009348864350789, + 0.9958250796083059, + 0.9598970403996372, + 0.9521923485684088 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 739, + "cert_evals": { + "36": 0.6712328791618347, + "72": 0.42465752363204956, + "108": 0.39726027846336365, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 15, + "best_val_acc": 0.8571428571428571, + "test_acc": 0.8289473684210527, + "train_size": 30, + "val_size": 14, + "test_size": 76, + "stats": { + "mean": [ + [ + 0.012368109999999948, + -0.0969256, + 0.10099316666666665, + -0.21124706666666673, + -0.11619693333333339, + -0.033662999999999985 + ] + ], + "std": [ + [ + 0.9970611705313925, + 0.9304727999999999, + 0.9733809278809981, + 1.0468011683411809, + 0.9870693041144555, + 0.9895473157792911 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 739, + "cert_evals": { + "36": 0.8289473652839661, + "72": 0.5921052694320679, + "108": 0.02631578966975212, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 34, + "best_val_acc": 0.9090909090909091, + "test_acc": 0.9873417721518988, + "train_size": 30, + "val_size": 11, + "test_size": 79, + "stats": { + "mean": [ + [ + 0.03252466666666676, + 0.05815320000000001, + -0.10099733333333338, + -6.666666667154431e-07, + 0.1493929333333332, + -0.033662999999999985 + ] + ], + "std": [ + [ + 0.9744119491152714, + 1.0286763850771339, + 1.0077056618442157, + 0.9958250796083059, + 0.9870693041144553, + 0.9895473157792911 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 739, + "cert_evals": { + "36": 0.8481012582778931, + "72": 0.5822784900665283, + "108": 0.3417721688747406, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 20, + "best_val_acc": 1.0, + "test_acc": 1.0, + "train_size": 30, + "val_size": 19, + "test_size": 71, + "stats": { + "mean": [ + [ + -0.029776590000000006, + -0.01938619999999999, + -0.10099733333333341, + -6.666666667080416e-07, + 0.01659799999999996, + -0.10099316666666663 + ] + ], + "std": [ + [ + 1.0535901730675965, + 0.9838646893399317, + 1.0077056618442157, + 0.9958250796083058, + 0.995962, + 0.9733809278809978 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 739, + "cert_evals": { + "36": 1.0, + "72": 0.563380241394043, + "108": 0.23943661153316498, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.895853107061046, + "std_test_acc": 0.1158511910628475, + "n_samples": 120, + "n_features": 6, + "n_classes": 2, + "mean_cert_acc_36": 0.8370703756809235, + "std_cert_acc_36": 0.13445668621189427, + "mean_cert_acc_72": 0.5406053811311722, + "std_cert_acc_72": 0.07821228893631514, + "mean_cert_acc_108": 0.25119621213525534, + "std_cert_acc_108": 0.16355244625314028, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "abalone": { + "dataset": "abalone", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 42, + "best_val_acc": 0.6190476190476191, + "test_acc": 0.6348381941669996, + "train_size": 1044, + "val_size": 630, + "test_size": 2503, + "stats": { + "mean": [ + [ + 0.03759131666666678, + -0.0067216787931033565, + -0.00504821235632188, + -0.010079406034482869, + 0.0077948497126437005, + -0.0035954527720305413, + 0.011847337255747069, + 0.020808682452107305 + ] + ], + "std": [ + [ + 0.9932562075552053, + 1.0067465043023525, + 0.9980809038500921, + 0.9297052233036605, + 1.0141436995589543, + 0.9931430828536596, + 1.017739933100054, + 1.0318462596531948 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 1288, + "cert_evals": { + "36": 0.5133839249610901, + "72": 0.39312824606895447, + "108": 0.31522172689437866, + "255": 0.17898520827293396 + }, + "fold": 0 + }, + { + "best_epoch": 25, + "best_val_acc": 0.6592356687898089, + "test_acc": 0.6395209580838324, + "train_size": 1044, + "val_size": 628, + "test_size": 2505, + "stats": { + "mean": [ + [ + 0.005192849233716447, + -0.0023747756321838803, + -0.004999904980842867, + -0.01065197068965531, + -0.001757506036398443, + -0.0004581268045977247, + -0.008801511695402298, + -0.0025385303256705034 + ] + ], + "std": [ + [ + 0.9921988752896624, + 1.0113577078934743, + 1.0108378611135136, + 0.93746968476643, + 1.0135082046349184, + 1.0099861173658438, + 1.0142707677051552, + 1.019381711286177 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 1288, + "cert_evals": { + "36": 0.5045908093452454, + "72": 0.38922154903411865, + "108": 0.3013972043991089, + "255": 0.1724550873041153 + }, + "fold": 1 + }, + { + "best_epoch": 33, + "best_val_acc": 0.6855241264559068, + "test_acc": 0.6362559241706162, + "train_size": 1044, + "val_size": 601, + "test_size": 2532, + "stats": { + "mean": [ + [ + -0.017948929501915466, + 0.023985624319923418, + 0.023087170114942556, + 0.018317038026819783, + 0.02778346245977014, + 0.025539904827586328, + 0.018261344003831434, + 0.034770174578544095 + ] + ], + "std": [ + [ + 0.9978233519534647, + 1.0049712832060378, + 1.0100440980049294, + 0.9634042347353897, + 1.0033357823934823, + 1.0054816988393045, + 0.9890488354165379, + 1.0152622279378631 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 1288, + "cert_evals": { + "36": 0.4992101192474365, + "72": 0.3886255919933319, + "108": 0.30055293440818787, + "255": 0.15876777470111847 + }, + "fold": 2 + }, + { + "best_epoch": 26, + "best_val_acc": 0.6639209225700164, + "test_acc": 0.6298495645288994, + "train_size": 1044, + "val_size": 607, + "test_size": 2526, + "stats": { + "mean": [ + [ + -0.039933615229885006, + 0.033357397988505864, + 0.02810616465517236, + 0.015225409386973148, + 0.03982630053544057, + 0.03327093634674338, + 0.031858401652298855, + 0.04330609419540234 + ] + ], + "std": [ + [ + 1.000898664612302, + 1.0028361176421674, + 1.0029617333979737, + 0.9244955132147792, + 1.020547570022181, + 1.016662196023235, + 1.0053994226175234, + 1.025123395710352 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 1288, + "cert_evals": { + "36": 0.5023753046989441, + "72": 0.37727633118629456, + "108": 0.2992874085903168, + "255": 0.17537608742713928 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6351161602375869, + "std_test_acc": 0.004021426006799342, + "n_samples": 4177, + "n_features": 8, + "n_classes": 3, + "mean_cert_acc_36": 0.504890039563179, + "std_cert_acc_36": 0.006077856368456302, + "mean_cert_acc_72": 0.3870629295706749, + "std_cert_acc_72": 0.006823174334491748, + "mean_cert_acc_108": 0.30411481857299805, + "std_cert_acc_108": 0.007455193831642778, + "mean_cert_acc_255": 0.17139603942632675, + "std_cert_acc_255": 0.00883234431410056 + }, + "annealing": { + "dataset": "annealing", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 14, + "best_val_acc": 0.8392857142857143, + "test_acc": 0.7571428571428571, + "train_size": 100, + "val_size": 168, + "test_size": 630, + "stats": { + "mean": [ + [ + 0.07222222999999978, + -0.345, + 4.33, + 12.0, + 0.14, + -0.17333315999999985, + -0.07800000000000064, + 29.2, + 0.09999999999999996, + -0.010000000000000224, + 0.3, + -0.010000000000000111, + -4.132729999999996e-16, + -0.11000000000000007, + -0.11999999999999993, + -0.12999999999999998, + -0.13, + -0.029999999999999773, + -1.847940000000002e-16, + -0.05999999999999975, + -1.626729999999999e-16, + -0.03999999999999998, + -0.010000000000000222, + -0.06000000000000002, + 0.1, + 1.3318299999999998, + 771.9469999999998, + 1183.75, + 0.009999999999999986, + -0.9466666699999999, + -1.5582099999999978e-17 + ] + ], + "std": [ + [ + 0.27504207913753365, + 0.41800119617053744, + 14.650634798533474, + 25.758493744782516, + 0.34698703145794935, + 0.2133331200000003, + 0.2543933961407015, + 110.08796482813175, + 0.29999999999999993, + 0.09949874371066192, + 0.47958315233127174, + 0.06557438524301994, + 1.0, + 0.31288975694324034, + 0.32496153618543855, + 0.3363034344160047, + 0.3363034344160045, + 0.17058722109231966, + 1.0, + 0.23748684174075815, + 1.0, + 0.19595917942265428, + 0.09949874371066192, + 0.2374868417407582, + 0.9949874371066199, + 0.9335979547428329, + 410.1759096911958, + 1742.0412703205398, + 0.09949874371066196, + 0.2436755226844934, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 31, + "out_features": 5, + "depth": 6, + "padding": 62, + "parameters": 17928, + "cert_evals": { + "36": 0.7142857313156128, + "72": 0.6682539582252502, + "108": 0.6190476417541504, + "255": 0.4888888895511627 + }, + "fold": 0 + }, + { + "best_epoch": 15, + "best_val_acc": 0.8571428571428571, + "test_acc": 0.8367346938775511, + "train_size": 100, + "val_size": 161, + "test_size": 637, + "stats": { + "mean": [ + [ + 0.07222222999999978, + -0.345, + 4.33, + 12.0, + 0.14, + -0.17333315999999985, + -0.07800000000000064, + 29.2, + 0.09999999999999996, + -0.010000000000000224, + 0.3, + -0.010000000000000111, + -4.132729999999996e-16, + -0.11000000000000007, + -0.11999999999999993, + -0.12999999999999998, + -0.13, + -0.029999999999999773, + -1.847940000000002e-16, + -0.05999999999999975, + -1.626729999999999e-16, + -0.03999999999999998, + -0.010000000000000222, + -0.06000000000000002, + 0.1, + 1.3318299999999998, + 771.9469999999998, + 1183.75, + 0.009999999999999986, + -0.9466666699999999, + -1.5582099999999978e-17 + ] + ], + "std": [ + [ + 0.27504207913753365, + 0.41800119617053744, + 14.650634798533474, + 25.758493744782516, + 0.34698703145794935, + 0.2133331200000003, + 0.2543933961407015, + 110.08796482813175, + 0.29999999999999993, + 0.09949874371066192, + 0.47958315233127174, + 0.06557438524301994, + 1.0, + 0.31288975694324034, + 0.32496153618543855, + 0.3363034344160047, + 0.3363034344160045, + 0.17058722109231966, + 1.0, + 0.23748684174075815, + 1.0, + 0.19595917942265428, + 0.09949874371066192, + 0.2374868417407582, + 0.9949874371066199, + 0.9335979547428329, + 410.1759096911958, + 1742.0412703205398, + 0.09949874371066196, + 0.2436755226844934, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 31, + "out_features": 5, + "depth": 6, + "padding": 62, + "parameters": 17928, + "cert_evals": { + "36": 0.7770800590515137, + "72": 0.7551020383834839, + "108": 0.692307710647583, + "255": 0.5541601181030273 + }, + "fold": 1 + }, + { + "best_epoch": 22, + "best_val_acc": 0.8070175438596491, + "test_acc": 0.7671451355661882, + "train_size": 100, + "val_size": 171, + "test_size": 627, + "stats": { + "mean": [ + [ + 0.07222222999999978, + -0.345, + 4.33, + 12.0, + 0.14, + -0.17333315999999985, + -0.07800000000000064, + 29.2, + 0.09999999999999996, + -0.010000000000000224, + 0.3, + -0.010000000000000111, + -4.132729999999996e-16, + -0.11000000000000007, + -0.11999999999999993, + -0.12999999999999998, + -0.13, + -0.029999999999999773, + -1.847940000000002e-16, + -0.05999999999999975, + -1.626729999999999e-16, + -0.03999999999999998, + -0.010000000000000222, + -0.06000000000000002, + 0.1, + 1.3318299999999998, + 771.9469999999998, + 1183.75, + 0.009999999999999986, + -0.9466666699999999, + -1.5582099999999978e-17 + ] + ], + "std": [ + [ + 0.27504207913753365, + 0.41800119617053744, + 14.650634798533474, + 25.758493744782516, + 0.34698703145794935, + 0.2133331200000003, + 0.2543933961407015, + 110.08796482813175, + 0.29999999999999993, + 0.09949874371066192, + 0.47958315233127174, + 0.06557438524301994, + 1.0, + 0.31288975694324034, + 0.32496153618543855, + 0.3363034344160047, + 0.3363034344160045, + 0.17058722109231966, + 1.0, + 0.23748684174075815, + 1.0, + 0.19595917942265428, + 0.09949874371066192, + 0.2374868417407582, + 0.9949874371066199, + 0.9335979547428329, + 410.1759096911958, + 1742.0412703205398, + 0.09949874371066196, + 0.2436755226844934, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 31, + "out_features": 5, + "depth": 6, + "padding": 62, + "parameters": 17928, + "cert_evals": { + "36": 0.7065390944480896, + "72": 0.6523125767707825, + "108": 0.6140350699424744, + "255": 0.5470494627952576 + }, + "fold": 2 + }, + { + "best_epoch": 41, + "best_val_acc": 0.8562874251497006, + "test_acc": 0.8019017432646592, + "train_size": 100, + "val_size": 167, + "test_size": 631, + "stats": { + "mean": [ + [ + 0.07222222999999978, + -0.345, + 4.33, + 12.0, + 0.14, + -0.17333315999999985, + -0.07800000000000064, + 29.2, + 0.09999999999999996, + -0.010000000000000224, + 0.3, + -0.010000000000000111, + -4.132729999999996e-16, + -0.11000000000000007, + -0.11999999999999993, + -0.12999999999999998, + -0.13, + -0.029999999999999773, + -1.847940000000002e-16, + -0.05999999999999975, + -1.626729999999999e-16, + -0.03999999999999998, + -0.010000000000000222, + -0.06000000000000002, + 0.1, + 1.3318299999999998, + 771.9469999999998, + 1183.75, + 0.009999999999999986, + -0.9466666699999999, + -1.5582099999999978e-17 + ] + ], + "std": [ + [ + 0.27504207913753365, + 0.41800119617053744, + 14.650634798533474, + 25.758493744782516, + 0.34698703145794935, + 0.2133331200000003, + 0.2543933961407015, + 110.08796482813175, + 0.29999999999999993, + 0.09949874371066192, + 0.47958315233127174, + 0.06557438524301994, + 1.0, + 0.31288975694324034, + 0.32496153618543855, + 0.3363034344160047, + 0.3363034344160045, + 0.17058722109231966, + 1.0, + 0.23748684174075815, + 1.0, + 0.19595917942265428, + 0.09949874371066192, + 0.2374868417407582, + 0.9949874371066199, + 0.9335979547428329, + 410.1759096911958, + 1742.0412703205398, + 0.09949874371066196, + 0.2436755226844934, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 31, + "out_features": 5, + "depth": 6, + "padding": 62, + "parameters": 17928, + "cert_evals": { + "36": 0.7527734041213989, + "72": 0.7305864095687866, + "108": 0.6973058581352234, + "255": 0.5657686591148376 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7907311074628139, + "std_test_acc": 0.036173570909805365, + "n_samples": 898, + "n_features": 31, + "n_classes": 5, + "mean_cert_acc_36": 0.7376695722341537, + "std_cert_acc_36": 0.033152289373695486, + "mean_cert_acc_72": 0.7015637457370758, + "std_cert_acc_72": 0.049138862366461956, + "mean_cert_acc_108": 0.6556740701198578, + "std_cert_acc_108": 0.045278880221251656, + "mean_cert_acc_255": 0.5389667823910713, + "std_cert_acc_255": 0.03426515781263212 + }, + "arrhythmia": { + "dataset": "arrhythmia", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 27, + "best_val_acc": 0.6329113924050633, + "test_acc": 0.5769230769230769, + "train_size": 113, + "val_size": 79, + "test_size": 260, + "stats": { + "mean": [ + [ + -0.05548900442477873, + 0.17327679646017674, + -0.09933938283185836, + -0.022536060176991165, + -0.05529378318584072, + -0.02827017327433631, + -0.005964132743362813, + 0.04588333831858407, + -0.06835887191150443, + -0.01879734327433625, + 0.08708691123893805, + -0.010227719469026567, + -0.05324860619469024, + 0.03857876283185871, + -0.0029412946902654486, + -0.14624673451327397, + 0.0106677238938053, + -0.09994685221238946, + -2.2654867242673962e-07, + -0.10041930088495568, + 0.14110856637168184, + -0.02112876106194691, + -0.021128761061946916, + -0.06659289999999989, + -0.06659289999999989, + -0.09438650000000005, + -0.024449619469026587, + -0.006156723893805307, + -0.03655609734513271, + -0.06008078761061956, + -0.05587280000000011, + -0.1535461769911505, + -2.9203539835147346e-07, + 0.1454482212389377, + -0.04703600000000003, + -0.06659289999999989, + 0.0665928778761063, + -0.053692424778761245, + 0.10382045292035355, + -0.045959752212389356, + -0.039423744247787586, + -0.042264867256637376, + -0.0339906548672566, + -0.10218601769911498, + -0.04703600000000003, + 0.04783872566371683, + 0.14110856637168165, + -2.920353982139237e-07, + -0.1056450000000003, + -0.06659289999999989, + 0.039230692920353964, + -0.048857433628318604, + -0.0949235044247789, + -0.0951867699115044, + -0.04703600000000003, + -0.07884043362831854, + -0.021128761061946947, + 0.0665928778761063, + 0.0665928778761063, + 0.06659287787610634, + 0.0665928778761063, + 1.0619469034296467e-07, + -0.14459542477876128, + 0.10166875221238943, + -0.0007696849557522316, + 0.08089214159292042, + 0.024555884070796462, + -0.06704164601769926, + -0.04703600000000003, + 0.1411085663716821, + 0.02721671504424786, + -0.04703600000000003, + 0.008643274336283235, + -0.03328283893805306, + -0.08280126353982296, + -0.04353061946902624, + 0.022193132743362702, + -0.07879264601769921, + 0.06659287787610634, + 0.07170867256637195, + 0.1411085663716824, + -0.04703600000000003, + 0.14110856637168173, + -0.05805589380530971, + 0.08516874884955755, + 0.043014315044247776, + -0.002110141592920556, + -0.07482919999999994, + 0.027698871681415955, + -0.08165009999999992, + -0.0536924247787612, + 1.0619469030955972e-07, + -0.09438650000000005, + 0.06338747787610613, + -0.0901489026548673, + -0.04849817699115047, + 0.07722033628318585, + 0.026260424778761074, + 0.0738569911504426, + 0.04712901946902665, + 0.16431531858407084, + 0.09438671238938037, + 0.09438671238938054, + -0.0386190796460177, + -0.09438650000000005, + 1.0619469029580476e-07, + 0.06704106194690244, + 0.00271023008849546, + 0.04821953097345133, + -0.022629159292035374, + 0.24075912389380558, + 0.19588278672566428, + 0.10636762831858415, + 0.07170867256637167, + 0.0665928778761063, + -0.08165009999999992, + 1.0619469029580476e-07, + 0.24495034513274322, + -0.02112876106194717, + -0.03837423008849555, + 0.0792644690265486, + -0.010963192920353986, + -0.13985853097345086, + -0.06118739999999991, + -0.05918213274336283, + -0.06659289999999989, + 0.19309768141592948, + 0.0665928778761063, + -2.920353984064934e-07, + -0.08791879646017699, + -0.009588667256637163, + 0.039876742477876134, + -0.04371391504424787, + -0.09472733274336269, + -0.08165009999999992, + -0.04703600000000003, + -0.08165009999999992, + -0.059833336283185844, + -0.07838458407079653, + -0.015475274336283125, + -0.0805356, + -0.13698139380530983, + 0.14110856637168137, + -0.04703600000000003, + 0.0665928778761063, + -0.021128761061947016, + 0.017010241592920368, + 0.09822180530973434, + 0.005761375398230098, + 0.0322361946902655, + -0.034939104424778704, + 0.06566965486725665, + 0.061632838053097376, + 0.0004023300884955741, + 0.07045262681415927, + 0.028733457522123865, + 0.02147898230088495, + -0.05026543539823011, + 0.060225181415929224, + -0.07029714159292026, + 0.06618380000000008, + 0.011594984955752213, + 0.040387401769911555, + -0.0058615916814159065, + 0.04742410654867257, + -0.015766054867256643, + -0.062290848053097175, + -0.05214830601769914, + 0.04644970973451337, + -0.05739616814159293, + 0.05439313274336291, + -0.0036409858407079588, + -0.009598277876106183, + -0.011235967256637188, + -0.002634908849557516, + -0.005508535398230053, + -0.05590965752212387, + -0.06772527787610619, + 0.08251315044247781, + -0.08976234513274321, + 0.04703600000000003, + -0.04274165486725669, + -0.05909215752212393, + 0.027935999115044265, + -0.036451818017699096, + 0.03197787610619467, + 0.1596792035398229, + 0.0024668168141592844, + -0.015842806194690306, + 0.07878208849557493, + 0.006463776548672604, + 0.06462291946902653, + 0.025483634513274327, + 0.06707996637168136, + -0.07861038619469025, + -0.0949829097345134, + -0.08679084778761066, + 0.09411216159292037, + -0.061483929203539976, + -0.03750280353982299, + 0.024982454867256657, + 0.010920844247787605, + -0.036973680442477924, + -0.00325765690265486, + -0.06706977168141595, + 0.054682415929203546, + 0.07233616902654867, + 0.024967183185840673, + 0.0201886814159292, + 0.0625599000000001, + 0.016163015929203547, + -0.19404511061946894, + 0.1314095771681416, + -0.02607840336283184, + -0.07232390353982299, + 0.06542182300884967, + 0.09097714132743363, + -0.0490932584955752, + 0.17395115044247766, + -0.08915754336283198, + 0.005843493805309704, + -0.1311985026548673, + 0.0822022767256637, + -0.0316962311504425, + -0.15503262123893807, + 0.050416203539823005, + 0.012278147787610633, + 0.0764223432743363, + 0.20117684424778776, + -0.15312840973451328, + -0.006850403539823016, + -0.22191862300884949, + 0.1207021007964602, + -0.08917110283185833, + -0.07690047646017703, + 0.030319972566371638, + -0.1126870734513274, + 0.06241866831858403, + -0.1273596991150443, + 0.06213639999999999, + -0.07254762831858405, + -0.08504349999999997, + 0.034207636283185856, + -0.02238689532743362, + 0.10946240796460185, + 0.021622823008849552, + -0.1487953611504425, + 0.02685327893805308, + -0.04490421946902649, + -0.04955592035398229, + 0.06734868938053096, + -0.08363668734513273, + 0.022693176017699095, + 0.09933861353982294, + -0.00604589380530972, + -0.10963647433628322, + 0.03259297079646029, + -0.07945840000000003, + -0.007002541592920362, + 0.10658185398230094, + -0.0866022876106194, + 0.06365430106194689 + ] + ], + "std": [ + [ + 0.9732374444872444, + 0.9655808459932996, + 0.2507734231833244, + 0.85756632700396, + 0.9152499916483915, + 0.9319460220789437, + 0.9577523305438101, + 1.1527478213503135, + 0.9576681124104236, + 1.0097636409421697, + 0.9939501739346246, + 0.8077223719814682, + 0.9956881527950738, + 1.065832253077651, + 0.8648866626310105, + 0.7884428876814543, + 0.8846283104978594, + 1.0392968702844574, + 0.9547571784517959, + 0.830419971626617, + 1.9911349325902201, + 0.8944357999064113, + 0.8944357999064099, + 1.0, + 1.0, + 1.0, + 1.0288388455432311, + 1.0366372636701484, + 1.0104922342254585, + 0.6029602666961917, + 1.0, + 0.9119059418676891, + 0.9988936769842922, + 1.3401171108416883, + 1.0, + 1.0, + 1.409505785723462, + 0.7576328500006007, + 1.1142082921935355, + 1.100915710823559, + 0.9521761840451372, + 0.8352521125885086, + 0.7194469320515606, + 0.9886952789548065, + 1.0, + 1.111662684055426, + 1.9911349325902201, + 0.9988936769842919, + 1.0, + 1.0, + 0.9092993788613446, + 1.061138924056677, + 0.8860454459362529, + 0.77869888137794, + 1.0, + 0.9971658374137916, + 0.8944357999064098, + 1.4095057857234619, + 1.409505785723463, + 1.4095057857234636, + 1.4095057857234625, + 0.9988939483461562, + 0.8359429042688657, + 0.9455652546275832, + 1.047159553008427, + 1.2373317065584502, + 0.9367499049873408, + 0.7094990007768702, + 1.0, + 1.9911349325902201, + 1.152138074538977, + 1.0, + 1.076296523650441, + 1.0790204523971971, + 0.9278040585020654, + 0.6623289850929874, + 1.0736843273720698, + 1.059187675645061, + 1.4095057857234636, + 1.1978616378928757, + 1.9911349325902201, + 1.0, + 1.9911349325902201, + 0.9142231440920847, + 1.3486308966826843, + 0.9779239267203217, + 1.072217573812213, + 1.0, + 1.0670736267417575, + 1.0, + 0.7576328500006009, + 0.9988939483461562, + 1.0, + 1.2592635987036094, + 0.6360290623787335, + 0.8549033709264361, + 1.300841714365119, + 0.979322007928904, + 1.2296324368044147, + 1.3300447893255654, + 1.2339107860310472, + 1.4063287585864288, + 1.4063287585864277, + 0.817419899167048, + 1.0, + 0.9988939483461566, + 1.2178666747421332, + 0.9179155627028488, + 1.1674686384124506, + 0.937597875841375, + 1.9128860722576218, + 1.9849443701676805, + 1.2128492302504466, + 1.1978616378928766, + 1.409505785723462, + 1.0, + 0.9988939483461566, + 1.9776639067090993, + 0.8944357999064088, + 0.9089427774812973, + 1.1565813541259533, + 0.9312031818896745, + 0.37790291497240225, + 1.0, + 1.0103067336455187, + 1.0, + 1.612796005825811, + 1.4095057857234625, + 0.9988936769842919, + 0.9869575017654069, + 1.0625408223089012, + 0.8572543250334869, + 0.4626232154331089, + 0.8399894436428749, + 1.0, + 1.0, + 1.0, + 0.9949165069017805, + 0.9763809111647539, + 0.9886383527662114, + 1.0, + 0.8853802248708618, + 1.9911349325902201, + 1.0, + 1.4095057857234612, + 0.8944357999064094, + 0.8545082434186259, + 0.8796291945635648, + 0.9389113833926183, + 0.8861374760427413, + 0.39441056751713705, + 0.8648668783726172, + 0.9862191391833568, + 0.8481954658017612, + 0.9206020572467216, + 0.886517128434336, + 1.0192902215038742, + 0.956622629021229, + 0.8523688961466389, + 0.2992587051477164, + 1.0, + 0.8898404778961094, + 1.0071877733497892, + 0.950155747946548, + 1.0050918229648342, + 0.7815635141616576, + 0.9972744785704897, + 0.9594844360499902, + 0.9255046483391078, + 0.4876909595587591, + 0.5036861467715275, + 0.8566188861170654, + 0.7638467720219689, + 1.0032544884403838, + 1.0560420525550518, + 0.8986819691295396, + 0.9372189161919664, + 0.8101867430665612, + 0.8950623205358443, + 0.7725356624236849, + 1.0, + 0.872460731649835, + 1.045597205130584, + 0.881115812189619, + 0.9553256168269835, + 0.8848742890899297, + 0.5907365616618244, + 0.9525692591339604, + 0.9761188977078773, + 1.2163938242844157, + 0.9319895550002153, + 0.8335462617896103, + 0.9176414735582966, + 0.9775951517497435, + 0.8425042883529639, + 1.2598848541968266, + 0.949252647471748, + 0.838972165335258, + 0.23456841787874302, + 1.1642248030770597, + 0.8628119131177865, + 0.8751618803772816, + 0.9228296916565395, + 0.9809394578124714, + 0.5915262659968897, + 0.8563703331027254, + 1.223677024967222, + 0.9284798655045788, + 1.2965375076317172, + 1.0, + 0.9389878405072626, + 0.8540110671890598, + 1.316521539927867, + 1.4340416104694482, + 0.8735072262525767, + 0.676363014728904, + 1.1134658692256694, + 1.0134545560863548, + 1.7552329970203224, + 1.7155564074285294, + 0.873049365917997, + 1.030474558081803, + 1.0170344415415917, + 1.0766146909852692, + 0.7111765255105056, + 0.6923440560955865, + 1.0058025631570486, + 0.9240158601820535, + 1.9435205267323648, + 1.9899491083438348, + 0.8387690283436754, + 0.9708565551581373, + 0.8493149601758292, + 0.985055690803851, + 0.8279931417986857, + 0.9098729896957297, + 0.9370725829078755, + 0.8393620512490872, + 0.28080206241297245, + 1.0, + 0.8220194136548338, + 0.9761698379739507, + 0.7917031329595748, + 0.9270879739715543, + 0.847139011361557, + 1.0122054789755355, + 0.9745187015121873, + 0.8548335912371546, + 0.16972156566241, + 0.8245729285934237, + 1.06901211839648, + 0.8750748380574906, + 1.0605384058291198, + 0.814622435544981, + 1.1662691506968674, + 1.0027045465050628, + 0.707221379699125, + 1.0, + 0.8738904193642293, + 1.0307627522011051, + 0.9112504790758761, + 1.0340966211802813 + ] + ] + }, + "width": 512, + "in_features": 262, + "out_features": 13, + "depth": 6, + "padding": 524, + "parameters": 1245042, + "cert_evals": { + "36": 0.550000011920929, + "72": 0.5384615659713745, + "108": 0.5153846144676208, + "255": 0.3346153795719147 + }, + "fold": 0 + }, + { + "best_epoch": 9, + "best_val_acc": 0.5789473684210527, + "test_acc": 0.6453900709219859, + "train_size": 113, + "val_size": 57, + "test_size": 282, + "stats": { + "mean": [ + [ + -0.08236052831858409, + 0.04887446902654869, + 0.0825547600000001, + 0.07080902389380533, + 0.06969351327433632, + -0.02017880672566372, + 0.0033134920353982203, + -0.0904622607964602, + 0.0008566455575221136, + 0.05502761778761062, + 0.0029605046017698983, + 0.16618478141592918, + 0.10348846991150445, + -0.12880789292035386, + 0.001393306194690269, + -0.009972053097345045, + -0.13480514867256632, + 0.15853807787610613, + -0.022554120353982243, + -0.17088875221238942, + -0.04703600000000003, + -0.02112876106194702, + 0.14790371681415893, + 0.0665928778761063, + 0.0665928778761063, + 0.09438671238938028, + -0.033913831858407135, + -0.05746374070796462, + 0.020589044247787618, + -0.08296883185840712, + -0.016433217699115002, + -0.02482472566371683, + -0.13408300000000029, + -0.0661125929203539, + 0.14110856637168206, + 0.19977865575221251, + 0.06659287787610634, + 0.16107630088495584, + -0.04968823575221234, + 0.16085886725663703, + -0.040819525663716834, + -0.04226484955752222, + 0.03399069026548677, + 0.08868894690265484, + 0.14110856637168143, + 0.1435154159292037, + -0.04703600000000003, + -2.920353984457933e-07, + -0.02112876106194691, + 0.1997786557522125, + -0.14194291681415921, + 0.11196102831858407, + 0.0592675752212388, + 0.09347194690265491, + -0.04703600000000003, + 0.13773737168141595, + -0.1056450000000003, + -0.06659289999999989, + 0.0665928778761063, + -0.06659289999999989, + 0.0665928778761063, + 0.09438671238938029, + -0.09931298230088502, + -0.11574543716814155, + 0.19007244637168158, + 0.006741415929203616, + -0.17417296814159283, + -2.920353982846636e-07, + -0.04703600000000003, + -0.04703600000000003, + 0.027216715044247736, + 0.14110856637168231, + -0.00288054867256639, + 0.04904841858407081, + 0.02098572858407086, + -0.1192364601769909, + -0.0031704955752213143, + 0.01358514159292034, + -0.06659289999999989, + 0.014341504424779012, + -0.04703600000000003, + -0.04703600000000003, + -0.04703600000000003, + 0.07784732743362836, + 0.10888657327433629, + -0.1186584123893806, + -0.02180679646017706, + -0.07482919999999994, + 0.08863622212389385, + 0.13608353008849555, + 0.08948672566371674, + 1.0619469028597977e-07, + -0.09438650000000005, + -0.02112876106194696, + 0.09014838938053121, + -0.048498132743362864, + 0.05329288938053096, + 0.07878135752212394, + 0.006330884955752202, + 0.04712901946902665, + 0.11292442477876118, + -0.09438650000000005, + 0.09438671238938054, + -0.03861907964601756, + 1.0619469029580476e-07, + -0.09438650000000005, + 0.06704106194690229, + -0.07101396460177, + 0.11338092035398238, + 0.022629575221239016, + 0.15994504424778788, + 0.039176644247788044, + 0.11334270796460184, + -0.100392831858407, + 0.0665928778761063, + -0.08165009999999992, + 1.0619469028597977e-07, + 0.027216715044247736, + -0.0211287610619469, + 0.007675044247787407, + 0.017898353982300903, + 0.022447520353982425, + -0.10415006194690236, + -0.06118739999999991, + -0.031867106194690256, + 0.0665928778761063, + 0.0386198407079645, + -0.06659289999999989, + 0.06704106194690229, + 0.03697516814159319, + -0.044993100884955714, + -0.005112693362831841, + -0.08742769999999993, + -0.04059785840707965, + 0.027216715044247736, + 0.1411085663716819, + 0.13608353008849491, + 0.03589945132743362, + -0.0453806460176991, + 0.003572176991150533, + 0.05211161769911493, + -0.012922732743362846, + 0.1411085663716814, + -0.04703600000000003, + 0.1997786557522125, + 0.14790371681415954, + 0.14316932831858414, + 0.03571657522123903, + -0.10441322884955753, + -0.23222040176991168, + -0.03493910442477871, + 0.05546864601769913, + 0.12581869469026555, + -0.18030577079646018, + -0.07161228646017702, + -0.03718444513274338, + 0.013523787610619589, + 0.10059417451327425, + 0.01624747876106193, + 0.05021323893805318, + -0.05147623362831883, + 0.1827229362831858, + 0.0034618557522124397, + 0.05241511327433623, + 0.030558143362831823, + -0.19202160176991148, + 0.11133997495575228, + 0.12129543628318586, + 0.060097776106194795, + 0.11579815929203502, + -0.027196398230088462, + 0.17599128230088495, + -0.1195051539823009, + 0.18247482389380532, + 0.06219380353982303, + -0.09025506017699113, + 0.08350311504424779, + 0.1271729522123894, + -0.0951591353982304, + 0.10388311504424796, + 0.04703600000000003, + -0.14397143362831855, + -0.056712807079646044, + 0.11911974769911506, + 0.07255731355752211, + 0.17956833628318594, + 0.03657456283185836, + -0.12767188938053103, + -0.21526490619469008, + 0.019409734513274046, + -0.20038580796460184, + 0.13453505858407078, + -0.20150050008849554, + -0.10956924336283183, + -0.1755137388495575, + 0.07771356637168146, + 0.1258815132743363, + 0.05789021663716825, + 0.059674265486725525, + 0.04250356814159293, + 0.18101372743362842, + -0.08988732212389382, + 0.148077411681416, + 0.041530495575221225, + -0.07796867964601775, + -0.08606286725663721, + 0.216610610619469, + 0.09511035132743359, + -0.05938040707964593, + 0.0625599000000001, + -0.09312924070796465, + -0.07196051769911511, + 0.13021555911504423, + 0.10358608645132746, + -0.0039450442477876055, + 0.015811640707964647, + 0.042050546725663725, + -0.11399942584070796, + 0.01275024778761036, + -0.012157897345132696, + -0.07146561415929208, + -0.03644905008849562, + -0.0460240963716814, + -0.04567296300884947, + -0.0159320159292035, + -0.020865886725663647, + 0.006243656991150445, + -0.04104453495575228, + 0.04250217699115046, + 0.034307366371681414, + -0.11968876460176998, + -0.0937977030973451, + -0.007898124601769923, + -0.06254813724778759, + 0.027666705132743385, + -0.0678103380530974, + 0.0033648314159292177, + 0.014861656991150381, + -0.08490639823008855, + 0.06213639999999999, + 0.10985744247787621, + -0.1141806185840708, + -0.0051085477876106, + -0.07652198922123891, + 0.1186390026548673, + -0.006018964601769793, + -0.03378361716814159, + 0.011641800000000063, + -0.06094139999999994, + 0.1415026725663717, + -0.08340849911504429, + -0.021807159292035423, + -0.08355237141592924, + 0.10080485079646004, + -0.0028213893805309528, + -0.039560768141592914, + -0.03811751592920355, + 0.06180052389380527, + 0.08721472743362838, + -0.045456217699115044, + -0.04452998026548677, + -0.08741183716814158 + ] + ], + "std": [ + [ + 1.0288523625377175, + 0.9926765498781311, + 1.5821926864265932, + 1.2345480341843558, + 1.0919259987637373, + 0.8553411989728208, + 0.9770372253740158, + 1.0941619685910755, + 0.9070109264400832, + 1.1660151450666374, + 0.82811358045681, + 0.8585451804478106, + 0.9271539318095082, + 0.826139795075132, + 0.9407871254954377, + 1.1098127265333941, + 0.9673996715099642, + 1.0170784936919917, + 0.7160692020317576, + 0.8881539469849713, + 1.0, + 0.8944357999064094, + 1.5353137244867066, + 1.409505785723462, + 1.4095057857234625, + 1.4063287585864295, + 0.8810006273224485, + 0.9386543902953636, + 0.9544080465249254, + 0.605561339519823, + 0.41738930632162535, + 0.9435148318250272, + 1.0, + 0.7880462841530468, + 1.9911349325902201, + 1.9844233966366362, + 1.4095057857234636, + 1.494834216304884, + 0.8945327921343991, + 1.0465252306595956, + 0.9657902518204129, + 0.8818849232826983, + 1.01289922968906, + 0.9542609489006632, + 1.9911349325902201, + 1.303101066939662, + 1.0, + 0.9988936769842933, + 0.8944357999064099, + 1.9844233966366385, + 0.9721978598866062, + 0.9751070654641969, + 1.053405494669145, + 1.2277188687789828, + 1.0, + 0.9710532649972081, + 1.0, + 1.0, + 1.4095057857234625, + 1.0, + 1.409505785723463, + 1.4063287585864295, + 0.9944538524514821, + 1.0084398738408038, + 1.096956593110858, + 0.9848747659663566, + 1.0176485758563296, + 0.9988936769842915, + 1.0, + 1.0, + 1.1521380745389784, + 1.9911349325902201, + 0.8886796764360778, + 1.0626176220464763, + 0.9820129092696263, + 0.48071756015968203, + 0.8052609158630751, + 0.9014845427415126, + 1.0, + 1.0421263616247836, + 1.0, + 1.0, + 1.0, + 1.0603166366167238, + 1.3948018100222412, + 1.0002378777841179, + 1.0521891063258038, + 1.0, + 1.170667828978199, + 1.6220790112596297, + 1.3004892166096398, + 0.9988939483461562, + 1.0, + 0.8944357999064098, + 1.2549059943840741, + 0.9010506624821365, + 1.2640911636544077, + 0.947031285603356, + 0.991260918816901, + 1.3300447893255651, + 1.1497030038124454, + 1.0, + 1.4063287585864277, + 0.8174198991670485, + 0.9988939483461566, + 1.0, + 1.217866674742133, + 0.8282680988206665, + 1.073085103116072, + 0.9693454139903576, + 1.7234040703162494, + 1.1056144342459158, + 1.074119172644369, + 0.6071170412907283, + 1.409505785723462, + 1.0, + 0.9988939483461562, + 1.1521380745389787, + 0.8944357999064119, + 1.058370875443875, + 1.0846522644237848, + 1.0598613115637294, + 0.5613288969768316, + 1.0, + 1.077530223972941, + 1.4095057857234625, + 1.15083399388167, + 1.0, + 1.2178666747421318, + 1.0966395583377115, + 1.0389053330759344, + 1.0429545495698374, + 1.0, + 1.0244696199828591, + 1.152138074538978, + 1.9911349325902201, + 1.6220790112596353, + 1.1329428844818097, + 1.0304640926757396, + 1.0027828154445004, + 1.4038062005460157, + 1.0648539403871593, + 1.9911349325902201, + 1.0, + 1.9844233966366391, + 1.5353137244867094, + 0.6866407429573802, + 0.9470876233472572, + 0.8928451459276403, + 1.3503062413436946, + 0.39441056751713693, + 1.0739060999830787, + 0.8074286630470415, + 0.8622816943277237, + 0.9235511168325403, + 0.8884646840941383, + 0.9253177369109523, + 1.0067482855890655, + 0.8717444615689396, + 1.7004798113300974, + 1.2451967529281143, + 1.0189016467998342, + 0.9159576992318523, + 0.9716842292520014, + 0.8537203439878127, + 0.6934639134127168, + 0.6814900866218891, + 1.08628728041417, + 0.8695100152450093, + 1.7244969164094923, + 0.9957413253735008, + 0.886998298843266, + 1.0086098935045376, + 0.9474117590718318, + 0.9527864599550645, + 0.8622024829086022, + 0.928715896349544, + 1.165972778898159, + 1.1444020655792773, + 1.249832703644339, + 1.0, + 1.04414181114218, + 0.7888691092407913, + 0.8896110919230731, + 0.8385172959457787, + 0.6963004767756463, + 1.0524770129026086, + 0.8728215158868736, + 1.2422671085343606, + 1.0395955941659785, + 0.9729248895409327, + 0.942112878700215, + 0.9029124312015971, + 0.9945356002953412, + 0.9067257721352653, + 0.6559269963983796, + 1.0530222495928638, + 0.7742650861348659, + 1.7415209866320729, + 0.31751695199855035, + 0.9401556411866103, + 0.9925662855482592, + 0.9703437391049544, + 0.9315271035229352, + 0.76726349356305, + 1.113451820498087, + 1.5950728246019172, + 0.9108834606609704, + 0.6187680270209445, + 1.0, + 1.026218169309107, + 0.9226908311101232, + 1.3695879042350074, + 1.390915117042367, + 0.9165066682832561, + 1.0788295714407763, + 0.8648263176100378, + 0.9635758583333331, + 0.8878642706591297, + 0.9006687498171835, + 0.8634669309414519, + 1.0263681887473621, + 1.1035216758671196, + 0.9668823371087334, + 0.9093839574625667, + 1.2537251227686863, + 0.925393016008483, + 0.9198488449490679, + 0.9988290268424753, + 0.1771101235529094, + 1.05614751420039, + 0.9497863099739803, + 1.0994839009481026, + 0.92792429034674, + 0.9973731985207415, + 1.4008749618490997, + 0.9833759189369512, + 0.7900467121392818, + 0.5512800744398914, + 1.0, + 1.160435495736531, + 0.840523823247663, + 1.0569742675732663, + 0.8576934466322704, + 0.9349861286126709, + 0.8587290535040432, + 0.9574488028099564, + 0.8825111948837125, + 1.0, + 0.9946462418130932, + 0.8401625258336195, + 1.0609041780534152, + 0.8625411201961046, + 0.8578849236354916, + 0.9245113485505083, + 0.9397104471617286, + 0.949988633400937, + 1.4949439323664353, + 1.0752730715733643, + 0.854508526946672, + 1.0304209489391347, + 0.9286338973772724 + ] + ] + }, + "width": 512, + "in_features": 262, + "out_features": 13, + "depth": 6, + "padding": 524, + "parameters": 1245042, + "cert_evals": { + "36": 0.6063829660415649, + "72": 0.567375898361206, + "108": 0.5035460591316223, + "255": 0.21631205081939697 + }, + "fold": 1 + }, + { + "best_epoch": 8, + "best_val_acc": 0.6153846153846154, + "test_acc": 0.6824817518248175, + "train_size": 113, + "val_size": 65, + "test_size": 274, + "stats": { + "mean": [ + [ + 0.003089986725663709, + -0.004440814159291977, + 0.06255539469026555, + 0.0030673203539822954, + 0.001728016814159293, + 0.11026861433628313, + 0.017892446017699123, + -0.06960080176991157, + 0.039233834283185866, + 0.15144875398230093, + 0.006497817787610628, + -0.01399969203539821, + 0.12535314601769912, + 0.032636741592920446, + -0.04566848761061949, + -0.12298024778761062, + -0.000969959292035392, + 0.11890371504424775, + -0.09021629999999985, + -0.11451322123893802, + -0.04703600000000003, + 0.06338747787610569, + -0.1056450000000003, + -0.06659289999999989, + 0.0665928778761063, + -0.09438650000000005, + -0.04968765486725668, + 0.10877121769911505, + -0.018068128318584065, + -0.08296883185840709, + -0.05587280000000011, + -0.06895776106194693, + -2.920353983278935e-07, + -0.013222389380530894, + -0.04703600000000003, + 0.06659287787610632, + -0.06659289999999989, + -0.1252820000000002, + 0.010099320973451271, + 0.07353538053097344, + -0.007326469911504469, + -0.07684545132743385, + -0.0339906548672566, + 0.05784047787610613, + 0.14110856637168143, + 3.805309734868323e-07, + -0.04703600000000003, + -0.06704164601769919, + -0.02112876106194691, + -0.06659289999999989, + 0.15620863893805323, + -0.03053643008849556, + -0.18165605309734498, + -0.11233752212389378, + -0.04703600000000003, + -0.016779973451327427, + -0.021128761061946985, + -0.06659289999999989, + 0.0665928778761063, + -0.06659289999999989, + -0.06659289999999989, + -0.09438650000000005, + -0.00463133628318579, + -0.07507774690265485, + -0.0007694676106195044, + -0.08089127433628311, + -0.10792991415929203, + -2.9203539847723323e-07, + -0.04703600000000003, + -0.04703600000000003, + 0.027216715044247893, + -0.04703600000000003, + -0.02592799999999999, + 0.08057962389380531, + 0.024038425752212503, + -0.16465999999999992, + -0.07926050000000014, + -0.09237758407079648, + -0.06659289999999989, + -0.043025663716814114, + 0.14110856637168245, + 0.1411085663716826, + -0.04703600000000003, + -0.023750336283185847, + 0.03126479168141594, + 0.008899934513274312, + -0.02743449557522126, + 0.06331698053097352, + 0.05539779646017699, + 0.027216715044247736, + 0.017897150442477798, + 1.0619469029187476e-07, + 1.061946903233147e-07, + -0.02112876106194691, + -0.1502479999999999, + -0.016447008849557545, + -0.0054378495575221125, + 0.07474130442477876, + -0.07807693805309734, + -0.07854839999999999, + -0.008790955752212368, + 1.0619469031152472e-07, + 1.0619469029973474e-07, + 0.038619840707964564, + 1.061946903233147e-07, + 1.0619469035868464e-07, + -2.920353983829134e-07, + -0.06884565486725683, + -0.043006230088495565, + 0.13900964601769922, + -0.06902842477876096, + -0.06529410000000001, + -0.07149334513274326, + -0.043025663716814044, + -0.06659289999999989, + 0.02721671504424799, + 1.0619469029187476e-07, + -0.08165009999999992, + -0.1056450000000003, + -0.0844234336283186, + 0.045172380530973465, + 0.08091592477876108, + -0.08034439823008824, + -0.06118739999999991, + 0.009105318584070807, + 0.0665928778761063, + 0.03861984070796471, + -0.06659289999999989, + -2.920353983475435e-07, + -0.01561157522123892, + 0.034667146902654884, + 0.04805644646017698, + 0.07649909380531038, + 0.0778107902654868, + -0.08165009999999992, + -0.04703600000000003, + 0.027216715044247736, + 0.003988389380530976, + 0.07484829203539822, + 0.06071553097345137, + 0.014212502654867237, + 0.06978295752212389, + -0.04703600000000003, + -0.04703600000000003, + -0.06659289999999989, + -0.1056450000000003, + -0.05670110707964598, + 0.09375696460176995, + -0.16628776973451334, + -0.004178826548672555, + -0.07220739999999994, + -0.06694404424778763, + -0.06819787345132745, + -0.049705195575221274, + -0.11667001238938055, + -0.12676487345132748, + 0.06602797345132745, + 0.0027255099115044237, + 0.08367987168141594, + -0.07531826548672561, + 0.06618380000000008, + -0.05077870088495575, + -0.03939802035398229, + 0.0725209725663717, + 0.018818907079646008, + -0.0012129309734513318, + 0.08232463584070795, + 0.06279675221238941, + 0.05451436991150446, + -0.09364632743362859, + -0.013597840707964663, + -0.02791582300884959, + 0.02277181946902653, + 0.09624579256637165, + 0.10685669557522126, + 0.05720445840707966, + -0.11690305221238939, + -0.07600262831858408, + 0.20486032743362856, + -0.11598514159292016, + 0.04703600000000003, + 0.12372530088495573, + 0.07733639557522128, + 0.009731815840707961, + 0.06515634630088495, + -0.004099914159292028, + -0.062444362831858426, + -0.14432490088495575, + 0.010303688495575204, + -0.03996258407079658, + -0.01723771946902648, + -0.03748595911504427, + -0.09338390796460176, + -0.12455748761061945, + -0.07069998663716814, + 0.09306433097345132, + 0.05574491150442479, + 0.05271592371681417, + -0.10488400000000016, + 0.0725061, + -0.06092212743362833, + -0.021001579646017662, + 0.08582514876106195, + 0.05783091212389381, + 0.07796875840707959, + -0.0484065486725664, + -0.06359218141592915, + 0.12465353274336273, + -0.03740971681415926, + -0.006256027433628239, + 0.02847770973451326, + 0.03523589380530972, + -0.007258076106194675, + 0.029468245840707955, + 0.07720809823008848, + -0.029801646017699017, + -0.07590199938053097, + -0.0023667877876106243, + -0.06193052212389384, + 0.0729473, + -0.08944441592920359, + -0.008905622654867247, + -0.09599750318584069, + -0.11731536725663715, + 0.03799221946902657, + 0.04264000707964609, + -0.05476776486725663, + -0.08099349336283189, + -0.06403644955752204, + 0.0510427, + -0.1728837920353984, + 0.04379192212389381, + -0.08503633221238939, + -0.04843164778761059, + -0.013288855929203541, + 0.05900416725663712, + 0.01502987168141596, + -0.028499033982300897, + -0.06898648672566376, + 0.06213639999999999, + -0.020727761061946872, + 0.056635334513274314, + -0.009026141592920364, + 0.03156841769911506, + -0.12126076106194686, + 0.06353122123893817, + 0.031937667522123854, + 0.029336698938053133, + 0.12508993982300817, + -0.07582650442477877, + 0.006734969026548675, + 0.06509837044247789, + 0.03657155663716816, + -0.13086254787610632, + -0.01249529203539823, + 0.041217141592920364, + 0.050712616814159305, + 0.008828665486725618, + -0.04774530973451326, + -0.06531424955752214, + 0.08627439557522125, + 0.019008834867256633 + ] + ], + "std": [ + [ + 0.9244692810470073, + 0.9993356910018533, + 1.1547522998507793, + 0.9432810092169331, + 1.03584004279498, + 0.8753158130277445, + 1.0465755215467378, + 0.9102607240673849, + 1.023778543447583, + 0.9297280045159075, + 1.0069835198754635, + 0.9525566546794436, + 0.9399759480360307, + 0.9978150756585966, + 0.9862811329995884, + 0.9613244275752023, + 1.111865207612389, + 0.9715796850385696, + 1.0, + 1.0813226579822182, + 1.0, + 1.2592635987036094, + 1.0, + 1.0, + 1.4095057857234625, + 1.0, + 1.010538238524329, + 1.0722512669094082, + 1.0593646908068974, + 0.605561339519823, + 1.0, + 0.9556792785074675, + 0.9988936769842924, + 0.9607982608538026, + 1.0, + 1.4095057857234632, + 1.0, + 1.0, + 0.972373648410722, + 1.0584533172538098, + 1.0284056325027326, + 0.8751294762374062, + 0.7194469320515607, + 0.9753483226530357, + 1.9911349325902201, + 0.99889397212978, + 1.0, + 0.7094990007768706, + 0.8944357999064104, + 1.0, + 0.9004941973725803, + 1.0121581074927941, + 0.761525664661198, + 0.6638398438080123, + 1.0, + 1.0084273596642825, + 0.8944357999064123, + 1.0, + 1.4095057857234632, + 1.0, + 1.0, + 1.0, + 1.0674172345021198, + 1.0415595393603108, + 0.9952640371583976, + 0.7847375185646767, + 1.0253922671299165, + 0.9988936769842935, + 1.0, + 1.0, + 1.1521380745389769, + 1.0, + 0.9380600926852771, + 0.9688329579782285, + 1.0699750013871834, + 1.0, + 1.0, + 0.9022130416875166, + 1.0, + 0.8547515543653855, + 1.9911349325902201, + 1.9911349325902201, + 1.0, + 0.9833161542151768, + 0.9113836368578456, + 1.0154070458101938, + 0.8175726795277899, + 1.0291658658053822, + 1.0023879541161114, + 1.1521380745389784, + 1.0666606471785436, + 0.9988939483461562, + 0.9988939483461564, + 0.8944357999064111, + 1.0, + 1.0194849042181624, + 0.9377289254070391, + 0.9868393622488469, + 0.7115324821514019, + 1.0, + 0.9291878599599749, + 0.9988939483461571, + 0.9988939483461564, + 1.150833993881672, + 0.9988939483461564, + 0.9988939483461563, + 0.9988936769842928, + 0.8446756150368765, + 0.8840822390425243, + 0.879273891482901, + 0.356357040154056, + 1.0, + 0.8575361470050674, + 0.8547515543653872, + 1.0, + 1.1521380745389762, + 0.9988939483461562, + 1.0, + 1.0, + 0.7707096318942795, + 0.9479029615796615, + 0.8861435214681488, + 0.709392406059319, + 1.0, + 0.9648083778490988, + 1.4095057857234619, + 1.1508339938816696, + 1.0, + 0.9988936769842918, + 0.8265732991714976, + 1.0190844405952648, + 0.9459831021380053, + 1.7348381185160544, + 1.1517740759366022, + 1.0, + 1.0, + 1.152138074538978, + 0.912843060712004, + 1.1388119070973806, + 0.9915799039109703, + 1.002719667279991, + 1.085125621845705, + 1.0, + 1.0, + 1.0, + 1.0, + 1.5001714286910226, + 0.9966194693620798, + 0.9443805992812078, + 0.8655175815339226, + 1.0, + 0.7897012658620092, + 1.1164175335449071, + 1.264530190302258, + 0.8921583865445091, + 1.0648052330194941, + 0.8695758038727032, + 0.8660581580725691, + 0.8367831000825393, + 0.37197924168302665, + 1.0, + 0.9262178979224102, + 0.9242646117464632, + 0.973591105652927, + 0.9951600891998066, + 1.1111862475284577, + 0.6670563380647561, + 0.9442962334551489, + 0.990332316811185, + 0.480719441273429, + 1.223234975369157, + 0.940394811395897, + 0.9089632031900003, + 1.0458338698053655, + 0.9721165818563446, + 1.374767108546496, + 0.8594004341053223, + 0.7653673558229712, + 0.6670525311692612, + 0.645642563256581, + 1.0, + 0.891254315503885, + 1.0775980834755503, + 1.007431548670928, + 0.9530753484316439, + 1.4811962251096449, + 1.2176806384389702, + 0.9602107117788192, + 0.8795846242039457, + 1.1116750216535782, + 0.9501349187678776, + 1.0821885258200035, + 1.1407026156836266, + 0.9231893015164008, + 0.8990327480493145, + 0.6422405879838027, + 0.9092214790537131, + 0.9351958368508632, + 1.0, + 1.0, + 0.9288775753611616, + 0.8531876075690629, + 1.034017858801366, + 1.0285706599327553, + 1.5382840820664052, + 1.0793433921827003, + 0.7014984131399681, + 0.9478974831267535, + 0.8121083950620509, + 0.5317226069000799, + 0.877495299738119, + 1.105656776922663, + 0.9679617815757274, + 0.7155463726091819, + 1.108302722756925, + 1.0944778308312668, + 0.7749616919771513, + 0.8850563716056123, + 0.5693811287198752, + 1.0, + 0.9220528856937216, + 0.8553127512283658, + 0.9975197765961968, + 0.8796722204092665, + 1.1740947078133768, + 0.9516756586234943, + 0.9063555755946218, + 0.9537956983823893, + 0.21590336552059824, + 1.0, + 1.1291952185180558, + 1.0007499385498189, + 1.0111383561599954, + 0.9704983147288865, + 1.1385710361021162, + 0.7564588026775311, + 1.0046465692486821, + 0.9312841189336238, + 0.6375502285227569, + 1.0, + 0.829387189699574, + 1.0544363475675953, + 0.9771879250820691, + 1.0137760206245479, + 1.0423498864484522, + 0.43681029699877133, + 0.8991224001063718, + 0.8257144621838688, + 1.968770644943309, + 0.8856828178067617, + 1.0398871114616712, + 0.8345338516516961, + 0.9722595951185294, + 1.285772740124495, + 0.8915167876690523, + 0.8875667705363124, + 0.6453390579256484, + 0.9343424770462008, + 0.8887305596443167, + 1.0443061214405034, + 1.027608228431771, + 0.9189390661089004 + ] + ] + }, + "width": 512, + "in_features": 262, + "out_features": 13, + "depth": 6, + "padding": 524, + "parameters": 1245042, + "cert_evals": { + "36": 0.6313868761062622, + "72": 0.5839415788650513, + "108": 0.5, + "255": 0.21897810697555542 + }, + "fold": 2 + }, + { + "best_epoch": 18, + "best_val_acc": 0.6716417910447762, + "test_acc": 0.6507352941176471, + "train_size": 113, + "val_size": 67, + "test_size": 272, + "stats": { + "mean": [ + [ + 0.04070993805309734, + 0.11996151327433617, + -0.07505505699115043, + -0.053473368141592904, + -0.0023036168141593112, + -0.04386066761061949, + 0.1000648973451327, + 0.21898467610619468, + 0.0844638663362832, + -0.21027526176991146, + 0.08278053309734511, + 0.02691175840707965, + -0.10311968407079651, + -0.019989650442477833, + -0.029568291150442447, + 0.06979861946902657, + -0.09989179115044242, + -0.0017227557522123856, + -2.2654867243656462e-07, + 0.06518417699115044, + -0.04703600000000003, + -0.1056450000000003, + -0.1056450000000003, + 0.19977865575221251, + 0.0665928778761063, + 0.09438671238938035, + -0.10331811504424784, + -0.11287559292035391, + 0.1063068938053097, + 0.04291548672566383, + -0.05587280000000011, + -0.032180318584070916, + 0.06704106194690261, + -0.1718930000000004, + -0.04703600000000003, + 0.0665928778761063, + -0.06659289999999989, + 0.08948672566371665, + -0.025450121504424723, + -0.17311484513274336, + 0.07640526460176993, + 0.11526853982300869, + 0.1133023008849558, + -0.07326554867256642, + -0.04703600000000003, + 0.047838725663716816, + -0.04703600000000003, + 0.06704106194690251, + -0.02112876106194691, + -0.06659289999999989, + -0.013552253982300916, + -0.020357922123893812, + -0.027464973451327517, + -0.006002522123893788, + -0.04703600000000003, + -0.04337743362831858, + 0.14790371681415934, + 0.0665928778761063, + -0.06659289999999989, + 0.06659287787610634, + -0.06659289999999989, + 1.0619469029580476e-07, + 0.044767823008849614, + 0.08289923362831852, + -0.12235442831858409, + -0.11459614159292028, + 0.14790476371681416, + -2.9203539830824354e-07, + -0.04703600000000003, + 0.14110856637168223, + 0.027216715044247736, + -0.04703600000000003, + -0.055889752212389385, + -0.12962760265486717, + 0.10187851619469035, + -0.01324823008849549, + 0.022193132743362702, + -0.07879260176991155, + 0.0665928778761063, + 0.12907584070796485, + -0.04703600000000003, + -0.04703600000000003, + -0.04703600000000003, + -0.002639044247787606, + 0.054982569292035384, + 0.05932991150442477, + -0.06964141592920373, + -0.07482919999999994, + -0.033238396460177, + 0.13608353008849555, + 0.0894867256637167, + -0.09438650000000005, + -0.09438650000000005, + -0.1056450000000003, + 0.030049292035398203, + 0.0004219557522123656, + 0.04024157522123887, + 0.01212035575221241, + -0.06541580530973452, + -0.07854839999999999, + 0.02907596460176992, + -0.09438650000000005, + 0.09438671238938048, + -0.03861907964601766, + 1.0619469030366473e-07, + 1.0619469029580476e-07, + -0.0670416460176993, + -0.04499362831858416, + 0.0430065663716814, + 0.05495734513274337, + 0.025254761061947018, + -0.06529410000000001, + 0.06800543362831867, + -0.15775999999999976, + 0.0665928778761063, + -0.08165009999999992, + 1.0619469029580476e-07, + -0.08165009999999992, + -0.021128761061946954, + 0.0199548849557522, + -0.04005870796460183, + 0.07256339026548671, + 0.0029753097345135682, + 0.008741072566371728, + -0.12291731858407075, + 0.0665928778761063, + -0.03861907964601771, + 0.0665928778761063, + -2.9203539835933345e-07, + -0.15365226548672545, + -0.02139016460176988, + 0.03374174115044254, + -0.03278541946902662, + -0.16577226814159277, + 0.027216715044247785, + 0.14110856637168206, + -0.08165009999999992, + -0.17471278761061948, + -0.05009553982300891, + 0.10357247787610621, + 0.01421250265486715, + -0.16799606460176988, + 0.1411085663716814, + -0.04703600000000003, + 0.1997786557522125, + -0.02112876106194691, + 0.10064383539823014, + -0.09822227433628321, + 0.010812114336283181, + -0.0005969424778760985, + -0.034939104424778704, + -0.021039132743362887, + 0.1549942769911504, + -0.05473569823008849, + 0.09371048247787614, + 0.1284547699115043, + 0.08193819469026561, + -0.1894623433628318, + -0.03994628938053097, + 0.005021592920354035, + 0.06618380000000008, + 0.046780255752212445, + 0.12412912743362833, + -0.15687404504424782, + -0.04040450761061948, + 0.01819149026548674, + 0.047322232477876085, + -0.1316860601769911, + -0.08258592566371675, + 0.05638880530973452, + -0.10198681415929205, + 0.1290602176991152, + -0.03669845398230087, + -0.10499076469026546, + -0.12757559911504432, + -0.06652606637168137, + 0.05155422566371681, + 0.031605256637168136, + 0.0629123805309736, + 0.023197380530973564, + 0.04703600000000003, + -0.03599286283185842, + -0.1574473318584071, + 0.10887992823008849, + -0.053605181415929175, + -0.012299078761061958, + -0.05887616991150452, + 0.07308711769911504, + 0.09051549646017694, + -0.10846913274336303, + -0.15513741725663718, + 0.12073644318584073, + 0.05041307504424779, + 0.1529646697345132, + 0.0776218637168141, + 0.057565741592920404, + -0.17276489823008853, + -0.014984845840707986, + -0.04701723008849572, + -0.03750280353982299, + 0.06355189203539817, + 0.06636549999999998, + -0.1410115592035399, + -0.08766313362831851, + -0.09892783274336285, + -0.013420267079645989, + 0.09777304070796461, + 0.07535415840707965, + -0.10688448672566354, + 0.0625599000000001, + -0.011544922123893811, + -0.09627820707964604, + 0.08584640530973452, + 0.007022314424778771, + -0.05128431504424778, + -0.06365885663716808, + 0.02538907345132746, + 0.071253879380531, + -0.032786734513274456, + 0.0729473, + 0.04719471592920353, + 0.014598110265486715, + 0.026159213575221246, + 0.059101831504424836, + -0.07843545663716811, + 0.0003891433628318023, + 0.014624393274336253, + 0.03384382522123893, + -0.07310352920353969, + 0.0510427, + 0.14306325132743355, + -0.011243908849557487, + 0.02559352380530976, + 0.03617407230973455, + -0.012417333274336301, + -0.10102372743362834, + -0.09638603628318594, + 0.02360371292035396, + -0.0742930973451328, + -0.014339143362831862, + 0.03523714159292039, + 0.03915302300884953, + -0.08945827723893807, + -0.02228378656637163, + 0.10421852477876106, + 0.0697730088495576, + -0.12811908238938052, + -0.10229047238938055, + -0.048111653097345074, + 0.041196920353982314, + 0.10879424867256633, + -0.10693692778761064, + 0.02704163566371678, + 0.12719723849557518, + 0.1358370884955751, + -0.11345866194690264, + -0.11236356814159291, + 0.008828665486725625, + 0.04901849557522122, + 0.10906433185840712, + -0.12028646725663718, + 0.005514894867256633 + ] + ], + "std": [ + [ + 1.0502669179700934, + 0.9792224218294541, + 0.24305352147883325, + 1.043042266446498, + 1.0744571502175468, + 0.9508826739984755, + 0.9451555552883207, + 1.1810283789026603, + 1.0064552702700122, + 1.1190882010665817, + 0.9034793296608571, + 1.1336521923679663, + 0.9786491101919341, + 0.9206985848676537, + 0.8610889538505271, + 0.9619675032812017, + 0.9308084274399617, + 0.9863758024756076, + 0.9547571784517959, + 0.9496800506935921, + 1.0, + 1.0, + 1.0, + 1.9844233966366367, + 1.4095057857234627, + 1.40632875858643, + 0.892002130496044, + 1.0129634785032875, + 0.978487303853688, + 1.1394715296586964, + 1.0, + 1.0267988761241287, + 1.217866674742132, + 1.0, + 1.0, + 1.4095057857234627, + 1.0, + 1.30048921660964, + 1.101075351501756, + 0.9423320679555461, + 0.9745566669040967, + 1.0784150005489006, + 1.3072548131334407, + 1.020520797792866, + 1.0, + 1.1116626840554256, + 1.0, + 1.2178666747421323, + 0.8944357999064103, + 1.0, + 0.9763859814864452, + 0.9882312110151381, + 0.9941548135105892, + 1.0805382570058093, + 1.0, + 0.9455390825539804, + 1.5353137244867092, + 1.4095057857234619, + 1.0, + 1.4095057857234636, + 1.0, + 0.9988939483461567, + 0.9028116049768871, + 1.0263167291591377, + 0.9964436627027657, + 0.4280387316306564, + 1.0514551909197751, + 0.9988936769842915, + 1.0, + 1.9911349325902201, + 1.152138074538978, + 1.0, + 0.9644113662850948, + 0.9806946309645141, + 0.9930268680075975, + 0.8905664891946655, + 1.0736843273720693, + 1.0058668086951204, + 1.409505785723462, + 1.3330925209888196, + 1.0, + 1.0, + 1.0, + 1.0450036005861865, + 1.3244456183776097, + 0.932189980942975, + 0.9625014477361986, + 1.0, + 1.0074707737922228, + 1.62207901125963, + 1.3004892166096393, + 1.0, + 1.0, + 1.0, + 1.0917543201475843, + 1.0127130749629136, + 1.2877909824303606, + 0.9604994075919616, + 0.8657450013263874, + 1.0, + 1.0599660091906427, + 1.0, + 1.4063287585864277, + 0.8174198991670479, + 0.9988939483461567, + 0.9988939483461567, + 0.7094990007768708, + 0.8740833234525124, + 1.010657132912493, + 0.9328151962443406, + 1.3541564903516528, + 1.0, + 1.0437864539647888, + 1.0, + 1.409505785723462, + 1.0, + 0.9988939483461567, + 1.0, + 0.8944357999064098, + 1.2065791134004533, + 1.0500123468485083, + 0.9959504427215604, + 1.0958354145667224, + 0.7400533918928887, + 0.9943642075886404, + 1.4095057857234627, + 0.8174198991670482, + 1.4095057857234627, + 0.9988936769842922, + 0.9193790839730072, + 1.0436031910295362, + 0.9868834993023391, + 0.5782795414175284, + 0.9541173647907301, + 1.1521380745389775, + 1.9911349325902201, + 1.0, + 0.9325216486314452, + 1.0303184562115624, + 0.9698188611354921, + 1.0027196672799903, + 1.0327882823860284, + 1.9911349325902201, + 1.0, + 1.9844233966366391, + 0.8944357999064109, + 0.7112349595162911, + 1.0528496975740775, + 0.9693293962135208, + 1.098217436491506, + 0.39441056751713705, + 1.131185111941341, + 0.8933013668038887, + 0.8692841653701331, + 0.9535583303775852, + 0.9578421783922644, + 0.9351032690489206, + 0.9587912379925385, + 0.8874155629442673, + 0.7402206710271984, + 1.0, + 1.0688089329251667, + 0.997681462694144, + 0.9866601266296527, + 0.9496581319654654, + 0.9257831061652533, + 0.9073562336120353, + 0.9768579353882867, + 0.9602672008044747, + 0.7793988687883875, + 1.2643817992013762, + 0.8858997832358527, + 1.0783739453909889, + 0.9243425987503827, + 0.9894525958813807, + 0.8138319611992417, + 0.9527697944043735, + 1.1413505837251008, + 0.8792523651290115, + 1.0992317647014969, + 1.0, + 1.065433498566479, + 0.9150528093441637, + 1.0062463574228966, + 1.011250604668206, + 0.7913263564369651, + 0.9735543146496928, + 0.9610800849612564, + 0.9880567372837797, + 0.3866698577857632, + 0.9853949011817834, + 0.990227174214131, + 0.8869793376043191, + 1.0049463863071384, + 0.9992217219580515, + 0.9135057665522096, + 0.9794517412025064, + 0.8334338014885702, + 0.37518500497353446, + 1.1642248030770597, + 0.9506854878365382, + 1.1083600583283926, + 0.9361744720072924, + 1.0051395038183164, + 0.7234663786843327, + 1.1371317753211319, + 1.5356103741191347, + 0.8479920793399001, + 0.46656712729960265, + 1.0, + 1.0891589322731212, + 0.8545812844441173, + 1.3469557389840487, + 1.3298686360213214, + 0.8184103746992143, + 1.2426545134673366, + 0.9345647421429395, + 0.8739291157345797, + 0.7954155323258645, + 1.0, + 0.9396031266002715, + 0.8729340873197525, + 1.1022147706138496, + 0.9052007430680863, + 0.8002297286948205, + 1.1474637082252046, + 1.0050624674836923, + 0.8958786752659496, + 0.1199464140766847, + 1.0, + 0.9484606934407114, + 0.924743989986394, + 1.1045533858189263, + 0.9763355497679247, + 0.8775711016746042, + 1.4892483405130004, + 0.9479162196372228, + 0.824520740664537, + 0.48200134691826974, + 0.8093410764663572, + 1.0307538015892828, + 0.8557116942728363, + 0.9675781578595044, + 0.9316537658305905, + 0.961482671503125, + 0.9499524026348503, + 1.0156281171297905, + 0.9533815998673338, + 0.13577727875330386, + 1.0944930405696027, + 0.9984202119037168, + 1.0610893586418122, + 1.0416564535479678, + 0.953141207852886, + 0.9699518518482332, + 1.0661304370514315, + 0.9605383246803934, + 0.9343424770461999, + 1.1428421085341074, + 0.9995106529728873, + 1.0191031224939573, + 1.0275583030415119 + ] + ] + }, + "width": 512, + "in_features": 262, + "out_features": 13, + "depth": 6, + "padding": 524, + "parameters": 1245042, + "cert_evals": { + "36": 0.6176470518112183, + "72": 0.5661764740943909, + "108": 0.5220588445663452, + "255": 0.29411765933036804 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6388825484468819, + "std_test_acc": 0.04443235336028476, + "n_samples": 452, + "n_features": 262, + "n_classes": 13, + "mean_cert_acc_36": 0.6013542264699936, + "std_cert_acc_36": 0.03573028489206585, + "mean_cert_acc_72": 0.5639888793230057, + "std_cert_acc_72": 0.01885038827908183, + "mean_cert_acc_108": 0.5102473795413971, + "std_cert_acc_108": 0.010260252943969326, + "mean_cert_acc_255": 0.2660057991743088, + "std_cert_acc_255": 0.0582483867097661 + }, + "audiology-std": { + "dataset": "audiology-std", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 10, + "best_val_acc": 0.1935483870967742, + "test_acc": 0.37857142857142856, + "train_size": 25, + "val_size": 31, + "test_size": 140, + "stats": { + "mean": [ + [ + -1.7763568394002505e-17, + -8.399999999486596e-07, + 7.99999999756551e-08, + -1.2800000001833566e-06, + -3.6000000007696543e-07, + -8.799999999986596e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.000000002006402e-08, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 7.99999999756551e-08, + 0.0, + -3.199999999159431e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3306690738754695e-17, + -3.999999999981796e-07, + 0.0, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.659739592076221e-17, + 0.0, + -8.659739592076221e-17, + 0.0, + 0.0, + 0.0, + -7.199999999940587e-07, + -4.800000000759752e-07, + 2.799999999325564e-07, + 0.0, + 2.220446049250313e-18, + 0.0, + -1.5999999996907377e-07, + 0.0, + -4.0000000006479297e-07, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9797958971132714, + 0.979795399156076, + 0.979796007645425, + 0.9797944438980055, + 0.979795825808005, + 0.9797970293219844, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132714, + 1.0, + 0.9797961795409461, + 0.979796007645425, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797960076454252, + 1.0, + 0.9797960772142222, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132711, + 0.9797952000000001, + 1.0, + 0.9797960076454251, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132709, + 1.0, + 0.9797958971132709, + 1.0, + 1.0, + 1.0, + 0.9797942770355633, + 0.9797949007791427, + 0.9797958854236333, + 1.0, + 0.979795897113271, + 1.0, + 0.9797957933341287, + 1.0, + 0.9797952, + 1.0, + 1.0 + ] + ] + }, + "width": 256, + "in_features": 59, + "out_features": 18, + "depth": 6, + "padding": 118, + "parameters": 65395, + "cert_evals": { + "36": 0.34285715222358704, + "72": 0.25, + "108": 0.16428571939468384, + "255": 0.02857142873108387 + }, + "fold": 0 + }, + { + "best_epoch": 22, + "best_val_acc": 0.5454545454545454, + "test_acc": 0.34782608695652173, + "train_size": 25, + "val_size": 33, + "test_size": 138, + "stats": { + "mean": [ + [ + -1.7763568394002505e-17, + -8.399999999486596e-07, + 7.99999999756551e-08, + -1.2800000001833566e-06, + -3.6000000007696543e-07, + -8.799999999986596e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.000000002006402e-08, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 7.99999999756551e-08, + 0.0, + -3.199999999159431e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3306690738754695e-17, + -3.999999999981796e-07, + 0.0, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.659739592076221e-17, + 0.0, + -8.659739592076221e-17, + 0.0, + 0.0, + 0.0, + -7.199999999940587e-07, + -4.800000000759752e-07, + 2.799999999325564e-07, + 0.0, + 2.220446049250313e-18, + 0.0, + -1.5999999996907377e-07, + 0.0, + -4.0000000006479297e-07, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9797958971132714, + 0.979795399156076, + 0.979796007645425, + 0.9797944438980055, + 0.979795825808005, + 0.9797970293219844, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132714, + 1.0, + 0.9797961795409461, + 0.979796007645425, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797960076454252, + 1.0, + 0.9797960772142222, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132711, + 0.9797952000000001, + 1.0, + 0.9797960076454251, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132709, + 1.0, + 0.9797958971132709, + 1.0, + 1.0, + 1.0, + 0.9797942770355633, + 0.9797949007791427, + 0.9797958854236333, + 1.0, + 0.979795897113271, + 1.0, + 0.9797957933341287, + 1.0, + 0.9797952, + 1.0, + 1.0 + ] + ] + }, + "width": 256, + "in_features": 59, + "out_features": 18, + "depth": 6, + "padding": 118, + "parameters": 65395, + "cert_evals": { + "36": 0.3115942180156708, + "72": 0.26811593770980835, + "108": 0.239130437374115, + "255": 0.043478261679410934 + }, + "fold": 1 + }, + { + "best_epoch": 31, + "best_val_acc": 0.32, + "test_acc": 0.363013698630137, + "train_size": 25, + "val_size": 25, + "test_size": 146, + "stats": { + "mean": [ + [ + -1.7763568394002505e-17, + -8.399999999486596e-07, + 7.99999999756551e-08, + -1.2800000001833566e-06, + -3.6000000007696543e-07, + -8.799999999986596e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.000000002006402e-08, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 7.99999999756551e-08, + 0.0, + -3.199999999159431e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3306690738754695e-17, + -3.999999999981796e-07, + 0.0, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.659739592076221e-17, + 0.0, + -8.659739592076221e-17, + 0.0, + 0.0, + 0.0, + -7.199999999940587e-07, + -4.800000000759752e-07, + 2.799999999325564e-07, + 0.0, + 2.220446049250313e-18, + 0.0, + -1.5999999996907377e-07, + 0.0, + -4.0000000006479297e-07, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9797958971132714, + 0.979795399156076, + 0.979796007645425, + 0.9797944438980055, + 0.979795825808005, + 0.9797970293219844, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132714, + 1.0, + 0.9797961795409461, + 0.979796007645425, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797960076454252, + 1.0, + 0.9797960772142222, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132711, + 0.9797952000000001, + 1.0, + 0.9797960076454251, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132709, + 1.0, + 0.9797958971132709, + 1.0, + 1.0, + 1.0, + 0.9797942770355633, + 0.9797949007791427, + 0.9797958854236333, + 1.0, + 0.979795897113271, + 1.0, + 0.9797957933341287, + 1.0, + 0.9797952, + 1.0, + 1.0 + ] + ] + }, + "width": 256, + "in_features": 59, + "out_features": 18, + "depth": 6, + "padding": 118, + "parameters": 65395, + "cert_evals": { + "36": 0.301369845867157, + "72": 0.25342464447021484, + "108": 0.19178082048892975, + "255": 0.027397260069847107 + }, + "fold": 2 + }, + { + "best_epoch": 13, + "best_val_acc": 0.4666666666666667, + "test_acc": 0.36879432624113473, + "train_size": 25, + "val_size": 30, + "test_size": 141, + "stats": { + "mean": [ + [ + -1.7763568394002505e-17, + -8.399999999486596e-07, + 7.99999999756551e-08, + -1.2800000001833566e-06, + -3.6000000007696543e-07, + -8.799999999986596e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.000000002006402e-08, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 7.99999999756551e-08, + 0.0, + -3.199999999159431e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3306690738754695e-17, + -3.999999999981796e-07, + 0.0, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.659739592076221e-17, + 0.0, + -8.659739592076221e-17, + 0.0, + 0.0, + 0.0, + -7.199999999940587e-07, + -4.800000000759752e-07, + 2.799999999325564e-07, + 0.0, + 2.220446049250313e-18, + 0.0, + -1.5999999996907377e-07, + 0.0, + -4.0000000006479297e-07, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9797958971132714, + 0.979795399156076, + 0.979796007645425, + 0.9797944438980055, + 0.979795825808005, + 0.9797970293219844, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132714, + 1.0, + 0.9797961795409461, + 0.979796007645425, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797960076454252, + 1.0, + 0.9797960772142222, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132711, + 0.9797952000000001, + 1.0, + 0.9797960076454251, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132709, + 1.0, + 0.9797958971132709, + 1.0, + 1.0, + 1.0, + 0.9797942770355633, + 0.9797949007791427, + 0.9797958854236333, + 1.0, + 0.979795897113271, + 1.0, + 0.9797957933341287, + 1.0, + 0.9797952, + 1.0, + 1.0 + ] + ] + }, + "width": 256, + "in_features": 59, + "out_features": 18, + "depth": 6, + "padding": 118, + "parameters": 65395, + "cert_evals": { + "36": 0.3191489279270172, + "72": 0.26950353384017944, + "108": 0.21276594698429108, + "255": 0.042553190141916275 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.36455138509980556, + "std_test_acc": 0.012866808023434012, + "n_samples": 196, + "n_features": 59, + "n_classes": 18, + "mean_cert_acc_36": 0.318742536008358, + "std_cert_acc_36": 0.017650200022153645, + "mean_cert_acc_72": 0.26026102900505066, + "std_cert_acc_72": 0.009985795847737764, + "mean_cert_acc_108": 0.2019907310605049, + "std_cert_acc_108": 0.03173522355293714, + "mean_cert_acc_255": 0.03550003515556455, + "std_cert_acc_255": 0.008699801622305006 + }, + "balloons": { + "dataset": "balloons", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.5, + "test_acc": 0.75, + "train_size": 4, + "val_size": 4, + "test_size": 8, + "stats": { + "mean": [ + [ + 0.0, + 0.0, + -0.968246, + 0.0 + ] + ], + "std": [ + [ + 0.968246, + 0.968246, + 1.0, + 0.968246 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 517, + "cert_evals": { + "36": 0.125, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5, + "test_acc": 0.5, + "train_size": 4, + "val_size": 2, + "test_size": 10, + "stats": { + "mean": [ + [ + -0.484123, + 0.484123, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.8385256331126676, + 0.8385256331126676, + 0.968246, + 0.968246 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 517, + "cert_evals": { + "36": 0.5, + "72": 0.30000001192092896, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 1.0, + "test_acc": 0.45454545454545453, + "train_size": 4, + "val_size": 1, + "test_size": 11, + "stats": { + "mean": [ + [ + -0.484123, + 0.0, + -0.484123, + -0.484123 + ] + ], + "std": [ + [ + 0.8385256331126676, + 0.968246, + 0.8385256331126676, + 0.8385256331126676 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 517, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.0, + "test_acc": 0.5454545454545454, + "train_size": 4, + "val_size": 1, + "test_size": 11, + "stats": { + "mean": [ + [ + 0.48412299999999997, + 0.484123, + -0.968246, + 0.0 + ] + ], + "std": [ + [ + 0.8385256331126676, + 0.8385256331126676, + 1.0, + 0.968246 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 517, + "cert_evals": { + "36": 0.5454545617103577, + "72": 0.4545454680919647, + "108": 0.1818181872367859, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5625, + "std_test_acc": 0.13039329150044324, + "n_samples": 16, + "n_features": 4, + "n_classes": 2, + "mean_cert_acc_36": 0.2926136404275894, + "std_cert_acc_36": 0.2712039261229404, + "mean_cert_acc_72": 0.18863637000322342, + "std_cert_acc_72": 0.2267721833055727, + "mean_cert_acc_108": 0.04545454680919647, + "std_cert_acc_108": 0.09090909361839294, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "balance-scale": { + "dataset": "balance-scale", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 11, + "best_val_acc": 0.4578313253012048, + "test_acc": 0.4585492227979275, + "train_size": 156, + "val_size": 83, + "test_size": 386, + "stats": { + "mean": [ + [ + 0.05887832692307693, + -2.5641025661690044e-08, + 0.09964028205128199, + -0.09058207692307692 + ] + ], + "std": [ + [ + 0.9464310236223092, + 0.9765235538802873, + 0.9974316897506468, + 1.0391308031314608 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 528, + "cert_evals": { + "36": 0.3108808100223541, + "72": 0.19948185980319977, + "108": 0.12435232847929001, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 63, + "best_val_acc": 0.8865979381443299, + "test_acc": 0.8844086021505376, + "train_size": 156, + "val_size": 97, + "test_size": 372, + "stats": { + "mean": [ + [ + 0.09511109615384612, + -3.416070845000482e-17, + 0.00905823076923074, + 0.08152388461538454 + ] + ], + "std": [ + [ + 1.0090351712085057, + 1.0055834762270852, + 0.9532661180714023, + 1.002273371607005 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 528, + "cert_evals": { + "36": 0.7822580933570862, + "72": 0.6370967626571655, + "108": 0.5107526779174805, + "255": 0.08064515888690948 + }, + "fold": 1 + }, + { + "best_epoch": 18, + "best_val_acc": 0.7849462365591398, + "test_acc": 0.601063829787234, + "train_size": 156, + "val_size": 93, + "test_size": 376, + "stats": { + "mean": [ + [ + -0.00452913461538464, + 0.06340748717948716, + -1.2820512825151571e-08, + 0.09964030769230771 + ] + ], + "std": [ + [ + 0.9879158233594086, + 0.9907460042778667, + 1.027617579941566, + 0.9614936385801037 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 528, + "cert_evals": { + "36": 0.3617021143436432, + "72": 0.20212765038013458, + "108": 0.1249999925494194, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 54, + "best_val_acc": 0.7391304347826086, + "test_acc": 0.7586206896551724, + "train_size": 156, + "val_size": 92, + "test_size": 377, + "stats": { + "mean": [ + [ + 0.05434929487179499, + -0.08605298076923085, + 0.06793655769230768, + -0.16757685256410257 + ] + ], + "std": [ + [ + 1.0569029867956488, + 1.0161657906649941, + 0.9625917447832895, + 0.9469510608150327 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 528, + "cert_evals": { + "36": 0.5941644310951233, + "72": 0.4111405909061432, + "108": 0.27586206793785095, + "255": 0.015915118157863617 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6756605860977178, + "std_test_acc": 0.1854365418089534, + "n_samples": 625, + "n_features": 4, + "n_classes": 3, + "mean_cert_acc_36": 0.5122513622045517, + "std_cert_acc_36": 0.21819605942087725, + "mean_cert_acc_72": 0.36246171593666077, + "std_cert_acc_72": 0.2082174246940254, + "mean_cert_acc_108": 0.2589917667210102, + "std_cert_acc_108": 0.1823455852178499, + "mean_cert_acc_255": 0.024140069261193275, + "std_cert_acc_255": 0.038409898299495676 + }, + "blood": { + "dataset": "blood", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.7295081967213115, + "test_acc": 0.7539863325740319, + "train_size": 187, + "val_size": 122, + "test_size": 439, + "stats": { + "mean": [ + [ + 0.08207599251336908, + 0.07211877540106948, + 0.07211877540106948, + 0.12092969090909093 + ] + ], + "std": [ + [ + 1.0915037898164763, + 0.9154190444987925, + 0.9154190444987925, + 1.0234960637376278 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 517, + "cert_evals": { + "36": 0.519362211227417, + "72": 0.28473806381225586, + "108": 0.11845102906227112, + "255": 0.002277904422953725 + }, + "fold": 0 + }, + { + "best_epoch": 51, + "best_val_acc": 0.5775862068965517, + "test_acc": 0.6674157303370787, + "train_size": 187, + "val_size": 116, + "test_size": 445, + "stats": { + "mean": [ + [ + -0.0044589358288771265, + -0.03777642245989305, + -0.03777642245989305, + -0.04118699946524062 + ] + ], + "std": [ + [ + 1.0355747128653376, + 1.0168425706533084, + 1.0168425706533084, + 0.9389071377082803 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 517, + "cert_evals": { + "36": 0.5730336904525757, + "72": 0.4089887738227844, + "108": 0.22921349108219147, + "255": 0.008988764137029648 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.7636363636363637, + "test_acc": 0.6607538802660754, + "train_size": 187, + "val_size": 110, + "test_size": 451, + "stats": { + "mean": [ + [ + 0.05565309197860972, + -0.04876601497326191, + -0.04876601497326191, + 0.022211831550802065 + ] + ], + "std": [ + [ + 1.2081413746481122, + 0.9472357528176619, + 0.9472357528176619, + 0.9442482982599183 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 517, + "cert_evals": { + "36": 0.286031037569046, + "72": 0.008869179524481297, + "108": 0.008869179524481297, + "255": 0.002217294881120324 + }, + "fold": 2 + }, + { + "best_epoch": 3, + "best_val_acc": 0.7288135593220338, + "test_acc": 0.6817155756207675, + "train_size": 187, + "val_size": 118, + "test_size": 443, + "stats": { + "mean": [ + [ + 0.02856966417112282, + -0.11561878823529406, + -0.11561878823529406, + -0.0299989443850266 + ] + ], + "std": [ + [ + 1.1041996654221626, + 0.9454192748690525, + 0.9454192748690525, + 0.9892882254644951 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 517, + "cert_evals": { + "36": 0.530474066734314, + "72": 0.3431151211261749, + "108": 0.04063205420970917, + "255": 0.013544018380343914 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6909678796994884, + "std_test_acc": 0.04291277989448565, + "n_samples": 748, + "n_features": 4, + "n_classes": 2, + "mean_cert_acc_36": 0.47722525149583817, + "std_cert_acc_36": 0.12954464367433707, + "mean_cert_acc_72": 0.2614277845714241, + "std_cert_acc_72": 0.17585627143000654, + "mean_cert_acc_108": 0.09929143846966326, + "std_cert_acc_108": 0.09808829006093674, + "mean_cert_acc_255": 0.006756995455361903, + "std_cert_acc_255": 0.005529183466331867 + }, + "breast-cancer": { + "dataset": "breast-cancer", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 8, + "best_val_acc": 0.7941176470588235, + "test_acc": 0.6077348066298343, + "train_size": 71, + "val_size": 34, + "test_size": 181, + "stats": { + "mean": [ + [ + -0.0162575774647888, + 0.01285738028169014, + 0.05645037746478872, + -0.0029103802816902316, + -0.11736198591549311, + -0.028151649295774777, + -0.03566477464788737, + 0.00970807042253526, + 0.22726122535211296 + ] + ], + "std": [ + [ + 1.0503834784726616, + 0.9628419637542994, + 0.9596794691642652, + 0.9092740907525307, + 1.049772063174192, + 1.0411696038595801, + 0.9953573619388768, + 0.9968442343032266, + 0.8156962912830921 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 1591, + "cert_evals": { + "36": 0.49723759293556213, + "72": 0.2928176820278168, + "108": 0.0883977934718132, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.7391304347826086, + "test_acc": 0.7100591715976331, + "train_size": 71, + "val_size": 46, + "test_size": 169, + "stats": { + "mean": [ + [ + 0.19254230985915494, + -0.19285994366197182, + 0.20358705070422517, + 0.009330281690140758, + -0.03202669014084532, + -0.08538911549295794, + -0.007489267605633831, + -0.18945425352112666, + -0.10300454929577448 + ] + ], + "std": [ + [ + 1.026498898055275, + 1.0381849522269773, + 0.8715501768246713, + 1.1092478240870034, + 1.0696236526518819, + 1.0540261837033709, + 0.9977471789729346, + 0.7297492222931498, + 1.0547842980526614 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 1591, + "cert_evals": { + "36": 0.4911242723464966, + "72": 0.2840236723423004, + "108": 0.13017751276493073, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 7, + "best_val_acc": 0.8666666666666667, + "test_acc": 0.6486486486486487, + "train_size": 71, + "val_size": 30, + "test_size": 185, + "stats": { + "mean": [ + [ + 0.011582478873239406, + 0.03857201408450704, + 0.023010226760563364, + -0.21100099999999994, + 0.1670883239436617, + -0.04723080000000009, + -0.17654230985915503, + 0.10343116901408457, + -0.003924816901408183 + ] + ], + "std": [ + [ + 1.0328973500575376, + 0.9120557342457011, + 1.064258264362845, + 0.5867856877712776, + 0.7568737218929631, + 1.003788410624883, + 0.9711357918131928, + 0.9987696871895037, + 1.0006562466084945 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 1591, + "cert_evals": { + "36": 0.5675675868988037, + "72": 0.45945948362350464, + "108": 0.3081081211566925, + "255": 0.0054054055362939835 + }, + "fold": 2 + }, + { + "best_epoch": 10, + "best_val_acc": 0.717391304347826, + "test_acc": 0.6923076923076923, + "train_size": 71, + "val_size": 46, + "test_size": 169, + "stats": { + "mean": [ + [ + 0.10902253521126751, + -0.06428660563380281, + 0.1099546112676056, + 0.08277422535211261, + -0.1742519718309861, + 0.18171905915492953, + -0.14836680281690146, + 0.1854393802816902, + -0.16905770422535188 + ] + ], + "std": [ + [ + 0.9700145966779166, + 1.0084610495616426, + 1.0559460579933821, + 1.206060152642598, + 1.1213259288422783, + 0.9728498213970074, + 0.9776535548414097, + 1.0665540888636171, + 1.0843586560371206 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 1591, + "cert_evals": { + "36": 0.5325443744659424, + "72": 0.3254438042640686, + "108": 0.05325444042682648, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6646875797959522, + "std_test_acc": 0.045906853669282564, + "n_samples": 286, + "n_features": 9, + "n_classes": 2, + "mean_cert_acc_36": 0.5221184566617012, + "std_cert_acc_36": 0.0353742846452687, + "mean_cert_acc_72": 0.3404361605644226, + "std_cert_acc_72": 0.08132488447581843, + "mean_cert_acc_108": 0.14498446695506573, + "std_cert_acc_108": 0.11320338898821651, + "mean_cert_acc_255": 0.0013513513840734959, + "std_cert_acc_255": 0.0027027027681469917 + }, + "breast-cancer-wisc": { + "dataset": "breast-cancer-wisc", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 25, + "best_val_acc": 0.9745762711864406, + "test_acc": 0.9655172413793104, + "train_size": 175, + "val_size": 118, + "test_size": 406, + "stats": { + "mean": [ + [ + -0.022535588571428563, + 0.03270772571428592, + 0.05325746457142836, + 0.06163440114285701, + 0.059859796571428064, + -0.04726777714285723, + 0.04544096571428557, + 0.06602559942857117, + 0.14610774857142944 + ] + ], + "std": [ + [ + 0.952214787303689, + 1.0892638945885795, + 1.0696936676502014, + 1.089278359409774, + 1.1050209023715667, + 0.9596438048031793, + 1.0789832917046138, + 1.092361737838657, + 1.280102883239457 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 1591, + "cert_evals": { + "36": 0.958128035068512, + "72": 0.9433497190475464, + "108": 0.9285714030265808, + "255": 0.7709359526634216 + }, + "fold": 0 + }, + { + "best_epoch": 3, + "best_val_acc": 0.9736842105263158, + "test_acc": 0.9658536585365853, + "train_size": 175, + "val_size": 114, + "test_size": 410, + "stats": { + "mean": [ + [ + -0.014418068571428517, + 0.008363611428571432, + 0.0013426971428572047, + 0.04362350857142855, + 0.06760174228571425, + -0.012737622857143117, + 0.12043267999999967, + -0.02566830114285711, + -0.0004912342857143631 + ] + ], + "std": [ + [ + 1.0359812403938078, + 0.9851680594955492, + 1.0075838815724851, + 1.0487044899930569, + 1.0481096015979268, + 0.9902459117914181, + 1.0891962569916647, + 0.9837374432610851, + 1.028364534365016 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 1591, + "cert_evals": { + "36": 0.9536585211753845, + "72": 0.9341463446617126, + "108": 0.8975609540939331, + "255": 0.2536585330963135 + }, + "fold": 1 + }, + { + "best_epoch": 6, + "best_val_acc": 0.9813084112149533, + "test_acc": 0.9640287769784173, + "train_size": 175, + "val_size": 107, + "test_size": 417, + "stats": { + "mean": [ + [ + 0.022111400000000093, + 0.05892480000000022, + 0.053257361714285696, + 0.011603669142857164, + 0.01340863999999994, + 0.028070879999999694, + -0.015489731428571414, + -0.006955264571428654, + -0.02714547428571435 + ] + ], + "std": [ + [ + 1.030600322394337, + 1.0255153351270532, + 1.050776582254071, + 0.979718412809739, + 0.9943823240987255, + 1.0416854377063047, + 1.0036051510508777, + 0.9886021184539473, + 1.0198774589002766 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 1591, + "cert_evals": { + "36": 0.9616307020187378, + "72": 0.9376499056816101, + "108": 0.9112709760665894, + "255": 0.6306954622268677 + }, + "fold": 2 + }, + { + "best_epoch": 5, + "best_val_acc": 0.978494623655914, + "test_acc": 0.9651972157772621, + "train_size": 175, + "val_size": 93, + "test_size": 431, + "stats": { + "mean": [ + [ + 0.0424054742857143, + -0.014108091428571279, + -0.00827128971428571, + -0.056438248, + -0.030462011428571644, + 0.035918565714285505, + -0.09751196000000009, + -0.053737870857142926, + -0.04380451428571453 + ] + ], + "std": [ + [ + 0.9542842873481718, + 0.9773558222868145, + 0.959218665273952, + 0.9009025916399945, + 0.98004059543331, + 1.0172287889258582, + 1.000728061455461, + 0.9224531635202544, + 0.947073789238405 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 1591, + "cert_evals": { + "36": 0.9535962343215942, + "72": 0.9419953227043152, + "108": 0.9280742406845093, + "255": 0.6519721150398254 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9651492231678939, + "std_test_acc": 0.0007935929995205995, + "n_samples": 699, + "n_features": 9, + "n_classes": 2, + "mean_cert_acc_36": 0.9567533731460571, + "std_cert_acc_36": 0.003882596494213578, + "mean_cert_acc_72": 0.9392853230237961, + "std_cert_acc_72": 0.0042010753304114615, + "mean_cert_acc_108": 0.9163693934679031, + "std_cert_acc_108": 0.014895678761713403, + "mean_cert_acc_255": 0.5768155157566071, + "std_cert_acc_255": 0.22410171984648272 + }, + "bank": { + "dataset": "bank", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 7, + "best_val_acc": 0.854493580599144, + "test_acc": 0.8144981412639405, + "train_size": 1130, + "val_size": 701, + "test_size": 2690, + "stats": { + "mean": [ + [ + -0.043444115752212485, + 0.038350172566371764, + 0.021509683185840713, + -0.021201484955752213, + -0.006912000000000016, + 0.04290420228318581, + -0.031048147787610524, + -0.010544807964601867, + -0.027401819469027113, + -0.0011023982300885904, + -0.020262814867256583, + -0.01690946219469023, + -0.0050658819469022965, + 0.027795634513274152, + 0.0035984575221236132, + 0.03735520353982189 + ] + ], + "std": [ + [ + 0.9589625434028519, + 0.9947635481983416, + 1.013551308348929, + 0.9759306172571834, + 1.025514103095601, + 1.1941195969624385, + 0.9952628808737004, + 1.0099558672249285, + 1.0069197139677768, + 1.0315253300196314, + 1.005152797600638, + 0.9721293687592033, + 0.9311569270874402, + 1.0436010567990328, + 0.9725976279868672, + 1.0344584167333912 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 4839, + "cert_evals": { + "36": 0.7501859068870544, + "72": 0.6631970405578613, + "108": 0.5617100596427917, + "255": 0.0996282547712326 + }, + "fold": 0 + }, + { + "best_epoch": 7, + "best_val_acc": 0.8492537313432836, + "test_acc": 0.824696802646086, + "train_size": 1130, + "val_size": 670, + "test_size": 2721, + "stats": { + "mean": [ + [ + -0.01574801380530978, + 0.0023927396460177394, + 0.0021967858407077644, + -0.01932307256637162, + 0.006853599999999982, + -0.03479098039734521, + 0.0010882398230089275, + 0.02142298584070794, + -0.04310824424778776, + -0.002926514159292115, + -0.01356536707964567, + 0.01527978015929205, + -0.04149083628318521, + -0.006613960176991296, + 0.006211176106194516, + -0.021354536283185895 + ] + ], + "std": [ + [ + 0.969300386690253, + 1.0029838787869998, + 1.0077378567908635, + 1.0067270576318987, + 0.9737641828355684, + 0.8874066057167844, + 1.0000362134178429, + 0.978768086158569, + 1.0166647522536418, + 1.0110908544078474, + 0.9795699211960872, + 0.988628308543735, + 0.8468895052095667, + 1.0088647512260476, + 1.0744144429583726, + 0.97024384329565 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 4839, + "cert_evals": { + "36": 0.7618522644042969, + "72": 0.6824696660041809, + "108": 0.5722160935401917, + "255": 0.1157662570476532 + }, + "fold": 1 + }, + { + "best_epoch": 11, + "best_val_acc": 0.8903318903318903, + "test_acc": 0.8228317272053373, + "train_size": 1130, + "val_size": 693, + "test_size": 2698, + "stats": { + "mean": [ + [ + 0.03612999486725651, + 0.0039014732743363205, + -0.026264318584070866, + 0.007914513274336264, + -2.920000000001238e-05, + -0.02074493859203536, + -0.02212137345132746, + -0.02529917433628319, + -0.017585318584070603, + 0.002009283628318563, + -0.032913651327433256, + 0.01575317238053096, + 0.01656134477876116, + 0.004832360176991011, + 0.0046435044247787275, + -0.007806110619469017 + ] + ], + "std": [ + [ + 1.026029784154538, + 1.014567266706415, + 0.9934924943110668, + 1.0009548228746656, + 0.9999976513205256, + 0.9005330945128681, + 0.9966950423207805, + 1.02369326820955, + 1.0066229970970322, + 1.0105897259642973, + 0.9953808522736891, + 1.0444837633462487, + 0.9721502138598372, + 1.0252935681497495, + 0.9895490051866441, + 0.9907898156267138 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 4839, + "cert_evals": { + "36": 0.762416660785675, + "72": 0.6868050694465637, + "108": 0.5922905802726746, + "255": 0.17902150750160217 + }, + "fold": 2 + }, + { + "best_epoch": 13, + "best_val_acc": 0.8672699849170438, + "test_acc": 0.8284457478005866, + "train_size": 1130, + "val_size": 663, + "test_size": 2728, + "stats": { + "mean": [ + [ + -0.0319807638938054, + 0.00842759592920361, + 0.0032132584070795264, + -0.0512567557522122, + 0.02061919999999998, + 0.017208951831858395, + -0.023906728318583995, + 0.009127680530973464, + 0.04229537345132683, + 0.03913422522123883, + -0.0012866005309730669, + 0.019049747389380534, + 0.0011946368141599608, + -0.01394144424778776, + -0.01887086017699146, + -0.012322258407079635 + ] + ], + "std": [ + [ + 0.9997012384907139, + 1.011637351521284, + 1.0052459246549308, + 0.9835551200097631, + 0.9188989108776542, + 0.975563370252112, + 0.9964151726496702, + 0.9910016079646086, + 0.9876324728734414, + 0.9709295082923052, + 1.018649934814902, + 1.045208416973306, + 1.0916320113723843, + 0.971971990527501, + 0.9802679634858928, + 0.9883913040231975 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 4839, + "cert_evals": { + "36": 0.7829912304878235, + "72": 0.7148093581199646, + "108": 0.632331371307373, + "255": 0.209310844540596 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8226181047289876, + "std_test_acc": 0.005895248087417702, + "n_samples": 4521, + "n_features": 16, + "n_classes": 2, + "mean_cert_acc_36": 0.7643615156412125, + "std_cert_acc_36": 0.013639317688164983, + "mean_cert_acc_72": 0.6868202835321426, + "std_cert_acc_72": 0.021294553366589624, + "mean_cert_acc_108": 0.5896370261907578, + "std_cert_acc_108": 0.03116222504459035, + "mean_cert_acc_255": 0.150931715965271, + "std_cert_acc_255": 0.051851755589512875 + }, + "breast-cancer-wisc-diag": { + "dataset": "breast-cancer-wisc-diag", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.95, + "test_acc": 0.9740634005763689, + "train_size": 142, + "val_size": 80, + "test_size": 347, + "stats": { + "mean": [ + [ + 0.0825849457746479, + 0.16776179100774652, + 0.08018569295774641, + 0.08525118492957748, + -0.13794442330985915, + -0.020546994366197266, + 0.031128610563380326, + 0.027148295774647915, + -0.03857999985915492, + -0.13734727633802823, + 0.08226506922535208, + -0.06624039612676055, + 0.09562314598591552, + 0.11241559394366195, + -0.0706283795774648, + 0.012817941971830999, + 0.03673792985915488, + 0.06254002929577464, + -0.016561529295774678, + -0.03867594647887324, + 0.07726569126760555, + 0.11026314366197185, + 0.07734966126760559, + 0.07510323753521127, + -0.10811489788732392, + 0.017963794225352204, + 0.03508001049295764, + 0.03470587605633805, + -0.006298125654929594, + -0.05882395070422536 + ] + ], + "std": [ + [ + 1.0298680528672801, + 1.0456187991444128, + 1.0339745446187498, + 1.1112548477482211, + 0.9413610006349405, + 1.0168663973319072, + 1.0127149891342198, + 0.9829034935431965, + 0.9115153190139265, + 0.8362062139046329, + 1.3277929800502757, + 0.7882767184809211, + 1.351171258508586, + 1.4874958213599554, + 0.8030624718228448, + 1.0638857030973894, + 1.0680975160236916, + 1.029388660893026, + 0.8840778078833855, + 0.9386046041123467, + 1.042323932480091, + 1.0325935116911305, + 1.0468623000133939, + 1.097427344818284, + 0.9438879408105022, + 1.048839947871273, + 1.087511123501064, + 1.02306665439061, + 0.9281333050780699, + 0.9709946269989288 + ] + ] + }, + "width": 128, + "in_features": 30, + "out_features": 2, + "depth": 6, + "padding": 60, + "parameters": 16627, + "cert_evals": { + "36": 0.9481267929077148, + "72": 0.9106627702713013, + "108": 0.8731988072395325, + "255": 0.6109510064125061 + }, + "fold": 0 + }, + { + "best_epoch": 12, + "best_val_acc": 0.9634146341463414, + "test_acc": 0.9826086956521739, + "train_size": 142, + "val_size": 82, + "test_size": 345, + "stats": { + "mean": [ + [ + -0.11201186056338029, + 0.07070025633802816, + -0.10239308169014083, + -0.11672702063380279, + 0.032527111971830974, + 0.05026270500000002, + -0.02818336908450703, + -0.04343403450704224, + -0.02067522316901408, + 0.08708522408450704, + -0.11080013492957747, + 0.04381799119718306, + -0.0825752031690141, + -0.11760619366197181, + -0.12109326042253515, + 0.0031279288732394177, + -0.06837052551408451, + -0.09945178922535211, + 0.02686396394366193, + -0.03645938134507036, + -0.09511004859154928, + 0.08993712535211269, + -0.07473255774647886, + -0.10130778450704225, + 0.04382505676056337, + 0.08864361894366199, + 0.03680164077464787, + -0.003688304577464759, + 0.0977748130774647, + 0.08804689718309852 + ] + ], + "std": [ + [ + 0.9195016301354824, + 1.094593366492765, + 0.9291056843219847, + 0.8651637977085379, + 1.104895872882098, + 1.0612349352106514, + 0.9960386306069985, + 0.9599334814324468, + 0.995073713912434, + 1.0059759191906428, + 0.8154754957601557, + 1.1714910738712319, + 0.8337124056974246, + 0.7056775636749633, + 0.8384686418997397, + 0.997008703041016, + 0.7652271837716654, + 0.9491550332342998, + 0.9894126977193328, + 0.8349121832481521, + 0.9324374909578882, + 1.0776300277359205, + 0.9582162700674596, + 0.8930111054213019, + 1.0965646002689322, + 1.0909755237588887, + 1.0811372221216917, + 1.0368266566472815, + 1.0808007528399084, + 1.0161303395181038 + ] + ] + }, + "width": 128, + "in_features": 30, + "out_features": 2, + "depth": 6, + "padding": 60, + "parameters": 16627, + "cert_evals": { + "36": 0.9507246613502502, + "72": 0.9275362491607666, + "108": 0.8898550868034363, + "255": 0.6840580105781555 + }, + "fold": 1 + }, + { + "best_epoch": 7, + "best_val_acc": 0.9659090909090909, + "test_acc": 0.9351032448377581, + "train_size": 142, + "val_size": 88, + "test_size": 339, + "stats": { + "mean": [ + [ + -0.021816593521126793, + 0.06485498873239437, + -0.02247304859154929, + -0.029893932042253508, + 0.038515619718309926, + -0.02588728169014086, + -0.05297414225352113, + -0.003333404225352076, + 0.04336582049295775, + -0.03314538676056333, + -0.030619029577464745, + -0.0005102492957746506, + -0.05296082697183101, + -0.03949717746478873, + 0.010749251408450719, + -0.0881686789436619, + -0.1314002314507042, + -0.11034913126760565, + -0.034516665140845094, + -0.06504294760563381, + -0.02178127598591549, + 0.04724548049295773, + -0.027157091126760537, + -0.033063059859154906, + 0.05190005140845066, + -0.03469985169014086, + -0.07640525704225351, + -0.020877885915492986, + 0.0502971771619718, + -0.0047201802816901695 + ] + ], + "std": [ + [ + 0.9463937708331187, + 1.0456850321490456, + 0.9481587587922021, + 0.9061036579406758, + 0.9991272345406123, + 0.9529645424014063, + 0.9656412252488126, + 1.0086024557337858, + 1.0101851762447767, + 0.971237840916314, + 0.8511955942668115, + 0.9348241096823969, + 0.7677709117900025, + 0.7619556774338143, + 0.9861286665457306, + 0.835402354513955, + 0.6497713689377111, + 0.83419033386709, + 0.8966910096607936, + 0.7137654744350889, + 0.9276882020178508, + 1.0094191904095935, + 0.9175498580969587, + 0.8830907945718708, + 0.9951613811713826, + 0.955386515361877, + 0.9648461201262609, + 1.0198807080859185, + 1.0490861818978507, + 0.9618292961310324 + ] + ] + }, + "width": 128, + "in_features": 30, + "out_features": 2, + "depth": 6, + "padding": 60, + "parameters": 16627, + "cert_evals": { + "36": 0.9026548862457275, + "72": 0.8790560364723206, + "108": 0.8731563091278076, + "255": 0.7109144330024719 + }, + "fold": 2 + }, + { + "best_epoch": 13, + "best_val_acc": 0.9629629629629629, + "test_acc": 0.9624277456647399, + "train_size": 142, + "val_size": 81, + "test_size": 346, + "stats": { + "mean": [ + [ + 0.041954460563380286, + -0.03068368455563383, + 0.05642674225352119, + 0.04212094478873236, + 0.0753741992957746, + 0.19173782535211265, + 0.13158766190140847, + 0.10927857042253514, + 0.12073864654929573, + 0.16060644718309858, + 0.0007204726760563243, + 0.02137304077464788, + 0.05429816549295772, + -0.012780137042253566, + 0.013563698028169006, + 0.15196018795774635, + 0.11918610920422545, + 0.08330966570422528, + 0.08884857161971826, + 0.08853129507042258, + 0.03332697760563379, + -0.006147756197183027, + 0.06017890535211265, + 0.025833432394366203, + 0.10165912112676065, + 0.184136802112676, + 0.17515080211267609, + 0.12936214014084502, + 0.10002845492957746, + 0.16336953521126774 + ] + ], + "std": [ + [ + 1.0573062114321623, + 0.9552884577469056, + 1.0710079092993716, + 1.0509022734984494, + 1.1270846333930622, + 1.1567722248607955, + 1.1330587765489406, + 1.140649555855837, + 1.1542513895561295, + 1.0051375538789176, + 0.8967996396101922, + 1.097489083446709, + 0.9381483291097392, + 0.7912780594989863, + 0.9397288734854672, + 0.9788202766737033, + 1.073938446577066, + 0.9563830108562081, + 1.1438144705840625, + 0.7701703811879946, + 1.0262729293228618, + 0.9839279786422038, + 1.0483951162266714, + 1.0167649174977718, + 1.0851034209747896, + 1.0398339487141628, + 1.1490024738247944, + 1.0756456277267925, + 1.0959872724158726, + 0.9323448193880042 + ] + ] + }, + "width": 128, + "in_features": 30, + "out_features": 2, + "depth": 6, + "padding": 60, + "parameters": 16627, + "cert_evals": { + "36": 0.945086658000946, + "72": 0.9248554706573486, + "108": 0.9075144529342651, + "255": 0.7312138676643372 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.96355077168276, + "std_test_acc": 0.02069011682996623, + "n_samples": 569, + "n_features": 30, + "n_classes": 2, + "mean_cert_acc_36": 0.9366482496261597, + "std_cert_acc_36": 0.022779067969713036, + "mean_cert_acc_72": 0.9105276316404343, + "std_cert_acc_72": 0.022249041969807454, + "mean_cert_acc_108": 0.8859311640262604, + "std_cert_acc_108": 0.01639659880451532, + "mean_cert_acc_255": 0.6842843294143677, + "std_cert_acc_255": 0.05256542418795678 + }, + "breast-cancer-wisc-prog": { + "dataset": "breast-cancer-wisc-prog", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 3, + "best_val_acc": 0.7727272727272727, + "test_acc": 0.6929133858267716, + "train_size": 49, + "val_size": 22, + "test_size": 127, + "stats": { + "mean": [ + [ + -0.31970781836734696, + 0.1594104081632653, + 0.24753781836734692, + 0.15300701836734695, + 0.1584555244897959, + -0.07602553591836737, + -0.06153886122448981, + 0.024552744897959188, + 0.06713168775510207, + -0.10528630102040819, + -0.1678704836734694, + -0.0915255861224489, + 0.07864324755102042, + -0.0763010120408163, + -0.037683283673469285, + -0.06905704693877551, + -0.042495671428571434, + -0.06359507428571427, + 0.03737176122448981, + -0.1542635448979592, + -0.17539257755102045, + 0.03410600122448976, + 0.19654199204081632, + 0.030810593877551008, + 0.026635724489795946, + -0.07049495102040816, + -0.06440993673469386, + -0.08851851224489796, + 0.02908160000000001, + -0.1859407571428571, + -0.1654363697959184, + 0.12819854693877544, + 0.07058588775510208 + ] + ], + "std": [ + [ + 0.8821495545994039, + 1.046791889090161, + 0.9578267027302361, + 1.039660283165596, + 1.062402836067028, + 0.8890421367893667, + 0.77925901952072, + 1.0440797113889244, + 1.07089974397772, + 0.8387965488338012, + 0.843277245772551, + 0.9360392595139003, + 0.9823857653557395, + 0.9082591415396649, + 0.9365116398737245, + 0.5979213497916245, + 0.6539721608757036, + 0.7958185885004673, + 0.9242350544633458, + 0.6845312987462778, + 0.6502938972920995, + 0.949219789937265, + 0.9404670831714534, + 0.9171284397752019, + 0.9104156790640995, + 1.0518203238418193, + 0.8156351280441914, + 0.8683551446970883, + 0.9112079933660755, + 0.813430119013099, + 0.8388136650033143, + 1.1512761088815193, + 1.0375108599738538 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 20071, + "cert_evals": { + "36": 0.5984252095222473, + "72": 0.5196850299835205, + "108": 0.4094488024711609, + "255": 0.14173227548599243 + }, + "fold": 0 + }, + { + "best_epoch": 2, + "best_val_acc": 0.7666666666666667, + "test_acc": 0.8067226890756303, + "train_size": 49, + "val_size": 30, + "test_size": 119, + "stats": { + "mean": [ + [ + -0.2954286122448979, + 0.22705779387755098, + 0.13045305210204083, + 0.21518541632653068, + 0.21329647816326533, + -0.23494008897959187, + -0.13741642857142858, + -0.01620160836734699, + 0.07495674877551023, + -0.08356683326530613, + -0.30211086122448977, + 0.17222382204081632, + 0.1861636093877551, + 0.18613398183673469, + 0.17258124081632648, + -0.019180042857142875, + 0.011242470816326589, + -0.019861698775510188, + 0.09400348163265304, + 0.03439312653061231, + -0.08544421122448984, + 0.1251565993877551, + 0.0614657979591837, + 0.1106848959183673, + 0.10643556734693876, + -0.283786518367347, + -0.22690647755102036, + -0.21750787142857142, + -0.11082883795918366, + -0.2517320069387755, + -0.3646700183673469, + 0.17979882653061224, + -0.02691289795918366 + ] + ], + "std": [ + [ + 0.8143503780150015, + 0.9174121431953063, + 0.9505147809888337, + 0.9270519324131056, + 0.9280401005535991, + 1.1301563685159044, + 1.0842494023346008, + 1.17774758901752, + 1.1259425788210895, + 1.0343443324314006, + 0.899946779911175, + 1.0776959194375155, + 1.0652779342066867, + 1.0778896598336396, + 1.0489415511808549, + 1.0202607569462199, + 1.065380703338058, + 1.046928716393895, + 1.0889438008342867, + 1.0504050035821422, + 0.966138030350577, + 0.8642794080204923, + 1.0800430340260923, + 0.8743291823479178, + 0.8688670309147045, + 1.0842628402104706, + 0.8975026094533473, + 0.9571151684782386, + 1.0396216376453484, + 0.914946697740367, + 0.749250166005288, + 1.1231797264684098, + 0.8886200116636936 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 20071, + "cert_evals": { + "36": 0.7142857313156128, + "72": 0.605042040348053, + "108": 0.5210084319114685, + "255": 0.1428571492433548 + }, + "fold": 1 + }, + { + "best_epoch": 11, + "best_val_acc": 0.7027027027027027, + "test_acc": 0.7321428571428571, + "train_size": 49, + "val_size": 37, + "test_size": 112, + "stats": { + "mean": [ + [ + -0.03842323061224502, + -0.10614214693877552, + 0.030698034693877517, + -0.1000028979591836, + -0.08415378163265311, + -0.03538041755102043, + -0.04750202040816325, + -0.10165484306122448, + -0.1358923424489796, + -0.02547460816326529, + 0.027964706122448967, + 0.1158320934693878, + 0.2141981857142857, + 0.11305339408163259, + 0.09026773632653065, + -0.07205539183673473, + -0.11876845979591835, + -0.09018467959183678, + -0.001788581632653037, + -0.09199452244897957, + -0.05832562632653058, + -0.06420658346938772, + 0.05587048142857144, + -0.07304466938775511, + -0.028326246938775446, + -0.04279098959183677, + -0.11518350408163265, + -0.12291339183673465, + -0.1940691712244898, + -0.03263718653061224, + -0.029735322448979654, + 0.15452512040816324, + 0.20183378571428573 + ] + ], + "std": [ + [ + 0.9794534025714385, + 1.0053275769298504, + 0.9095119348920842, + 1.008933323770274, + 0.9879586777091109, + 1.0102761898726105, + 0.9960048575197608, + 1.0021029195920532, + 0.9776597311295145, + 0.9821341050152573, + 0.9436155579641772, + 1.1817284472744785, + 1.1856988946274227, + 1.1970542714305854, + 1.1086625077552497, + 0.6618568645391364, + 0.7687365990953271, + 0.8119143908977525, + 1.0415418534564902, + 0.8186632232431363, + 0.8434368212477027, + 1.0615598386819989, + 0.8454048970519085, + 1.0522702304694245, + 1.041897029381895, + 1.1007804274989816, + 0.8280858289610474, + 0.8451988761728604, + 1.0253215425598294, + 0.9705970427113062, + 0.8554540105246272, + 0.9682864062481196, + 1.2134784272055537 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 20071, + "cert_evals": { + "36": 0.6696428656578064, + "72": 0.6428571939468384, + "108": 0.598214328289032, + "255": 0.2946428656578064 + }, + "fold": 2 + }, + { + "best_epoch": 4, + "best_val_acc": 0.72, + "test_acc": 0.7419354838709677, + "train_size": 49, + "val_size": 25, + "test_size": 124, + "stats": { + "mean": [ + [ + -0.06744018775510212, + 0.18968365714285723, + -0.014217911020408189, + 0.21184517142857145, + 0.16995342797959181, + 0.0988115742857143, + 0.23174346530612244, + 0.2643820010204082, + 0.2708541071428573, + 0.17052290612244894, + 0.08597982244897957, + 0.02605522000000001, + -0.09904910612244898, + 0.07999727979591835, + 0.021088532448979617, + 0.032508024489795916, + 0.1139721422448979, + 0.17344601857142858, + 0.1454327612244898, + 0.09731225102040818, + 0.07194746775510205, + 0.15103356959183675, + -0.07001499795918376, + 0.19365317551020406, + 0.10773460285714288, + 0.06407297959183662, + 0.08076181836734692, + 0.18958595510204077, + 0.30016600816326516, + 0.048603673469387716, + 0.014894271020408143, + 0.2872125, + 0.2280839387755102 + ] + ], + "std": [ + [ + 0.9697920367102327, + 0.9203134351014114, + 0.9060497409545201, + 0.9187807307729611, + 0.9729266703311016, + 0.9430977585802243, + 0.8769553733450195, + 0.8356859349258849, + 0.8680804682359612, + 1.0166341852710845, + 0.8914293133833798, + 0.7940097770795826, + 0.7723528820449007, + 0.8508321197542031, + 0.7752894285658177, + 0.7444263872990391, + 0.9053411998307737, + 0.9999993608516502, + 0.8504750965678145, + 1.090497279238265, + 0.7631870591645827, + 0.9076864322017706, + 0.8687695687330197, + 0.9366133883217269, + 0.9044846120349299, + 0.9712465829469978, + 0.7332294033502637, + 0.8612201045664006, + 0.9404165330479154, + 0.8777899215486339, + 0.6950358654750831, + 1.288136700201249, + 1.084093306135652 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 20071, + "cert_evals": { + "36": 0.6935483813285828, + "72": 0.6129032373428345, + "108": 0.5403225421905518, + "255": 0.3145161271095276 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7434286039790567, + "std_test_acc": 0.047214143228815154, + "n_samples": 198, + "n_features": 33, + "n_classes": 2, + "mean_cert_acc_36": 0.6689755469560623, + "std_cert_acc_36": 0.050446778628803875, + "mean_cert_acc_72": 0.5951218754053116, + "std_cert_acc_72": 0.05286449592526354, + "mean_cert_acc_108": 0.5172485262155533, + "std_cert_acc_108": 0.0789995541101883, + "mean_cert_acc_255": 0.2234371043741703, + "std_cert_acc_255": 0.09404689797283865 + }, + "breast-tissue": { + "dataset": "breast-tissue", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 44, + "best_val_acc": 0.625, + "test_acc": 0.625, + "train_size": 26, + "val_size": 16, + "test_size": 64, + "stats": { + "mean": [ + [ + 0.05975213076923076, + -0.1700837961538461, + -0.07101548961538463, + -0.07560978846153853, + -0.09291733192307686, + -0.016577561538461575, + -0.04475990000000001, + -0.07285894230769238, + 0.07173603846153843 + ] + ], + "std": [ + [ + 1.0224159106861461, + 0.8445520785357892, + 0.7741253936128145, + 0.8853536860600771, + 0.38729731508258874, + 0.9582996830625056, + 0.82333349002183, + 0.8965544012774733, + 1.0474511376253193 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 1667, + "cert_evals": { + "36": 0.421875, + "72": 0.359375, + "108": 0.328125, + "255": 0.109375 + }, + "fold": 0 + }, + { + "best_epoch": 9, + "best_val_acc": 0.17647058823529413, + "test_acc": 0.2857142857142857, + "train_size": 26, + "val_size": 17, + "test_size": 63, + "stats": { + "mean": [ + [ + 0.06515484615384612, + 0.03429535384615387, + 0.00023585769230772996, + 0.02817068038461536, + 0.29457321923076923, + 0.28562573076923076, + 0.1850123226923077, + 0.007732330769230795, + 0.09394715384615383 + ] + ], + "std": [ + [ + 1.0481371005758702, + 0.9468687513118862, + 0.9541555931791563, + 1.161367210725673, + 1.8089072605844074, + 1.4326989403612587, + 1.2263588432882497, + 1.1230111041722295, + 1.0768662243391771 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 1667, + "cert_evals": { + "36": 0.2380952537059784, + "72": 0.222222238779068, + "108": 0.1428571492433548, + "255": 0.0634920671582222 + }, + "fold": 1 + }, + { + "best_epoch": 15, + "best_val_acc": 0.22727272727272727, + "test_acc": 0.39655172413793105, + "train_size": 26, + "val_size": 22, + "test_size": 58, + "stats": { + "mean": [ + [ + 0.1420645923076924, + -0.021972550769230735, + 0.05583075653846149, + 0.1584816346153846, + 0.34043701807692306, + 0.2878222653846154, + 0.08915464576923074, + 0.16733479230769233, + 0.15722880769230765 + ] + ], + "std": [ + [ + 1.1134982409667369, + 0.9816789499398818, + 1.0050663167371856, + 1.3274295018092825, + 1.8473866317578664, + 1.5489183023129736, + 1.1110278693236766, + 1.3406661330121303, + 1.11545486536904 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 1667, + "cert_evals": { + "36": 0.3103448152542114, + "72": 0.13793103396892548, + "108": 0.12068965286016464, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 11, + "best_val_acc": 0.75, + "test_acc": 0.5147058823529411, + "train_size": 26, + "val_size": 12, + "test_size": 68, + "stats": { + "mean": [ + [ + 0.1574124615384615, + 0.10245514615384627, + 0.03514549230769227, + 0.3551133961538462, + 0.3894629076923076, + 0.3001374115384615, + 0.28138883461538466, + 0.3308483076923076, + 0.1433466538461538 + ] + ], + "std": [ + [ + 1.080732063435857, + 0.9803609509557707, + 0.9980517989674806, + 1.3433457176877586, + 1.8319487646118202, + 1.4349909430519747, + 1.3440593710651376, + 1.3474895378547405, + 1.0747301574317993 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 1667, + "cert_evals": { + "36": 0.22058823704719543, + "72": 0.13235294818878174, + "108": 0.05882352963089943, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.45549297305128944, + "std_test_acc": 0.14667159951208353, + "n_samples": 106, + "n_features": 9, + "n_classes": 6, + "mean_cert_acc_36": 0.2977258265018463, + "std_cert_acc_36": 0.09142988037515334, + "mean_cert_acc_72": 0.2129703052341938, + "std_cert_acc_72": 0.10590873966580476, + "mean_cert_acc_108": 0.16262383293360472, + "std_cert_acc_108": 0.115922871641183, + "mean_cert_acc_255": 0.04321676678955555, + "std_cert_acc_255": 0.05330221224318578 + }, + "car": { + "dataset": "car", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 22, + "best_val_acc": 0.7962962962962963, + "test_acc": 0.7251461988304093, + "train_size": 432, + "val_size": 270, + "test_size": 1026, + "stats": { + "mean": [ + [ + 0.08486305092592587, + -0.024837976851851778, + -1.3287037036350012e-06, + 0.011336944444444445, + -0.03684506944444444, + -0.03401083333333333 + ] + ], + "std": [ + [ + 1.0016589891278265, + 1.0231915721256846, + 0.9608720065155524, + 0.9785956932593036, + 0.9832757136677825, + 1.0299163223065575 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 4, + "depth": 6, + "padding": 12, + "parameters": 765, + "cert_evals": { + "36": 0.5789473652839661, + "72": 0.4366471767425537, + "108": 0.3245614171028137, + "255": 0.0487329438328743 + }, + "fold": 0 + }, + { + "best_epoch": 43, + "best_val_acc": 0.8070866141732284, + "test_acc": 0.7677543186180422, + "train_size": 432, + "val_size": 254, + "test_size": 1042, + "stats": { + "mean": [ + [ + 0.11177086574074095, + 0.05174572685185183, + 0.006257092592592696, + -0.014171180555555555, + 0.00850270833333333, + -0.04251354166666666 + ] + ], + "std": [ + [ + 1.0027127363181396, + 1.0149158181522542, + 1.0007483470954381, + 0.9838637435503522, + 0.9979369093278955, + 0.9935806706647962 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 4, + "depth": 6, + "padding": 12, + "parameters": 765, + "cert_evals": { + "36": 0.5930901765823364, + "72": 0.383877158164978, + "108": 0.1842610239982605, + "255": 0.0009596928721293807 + }, + "fold": 1 + }, + { + "best_epoch": 73, + "best_val_acc": 0.828, + "test_acc": 0.7973231357552581, + "train_size": 432, + "val_size": 250, + "test_size": 1046, + "stats": { + "mean": [ + [ + 0.03725695833333315, + -0.008279379629629494, + -0.017212699074074026, + -0.022673888888888886, + 0.11053520833333332, + -0.005668472222222222 + ] + ], + "std": [ + [ + 1.015550913169218, + 1.0070528609914111, + 1.0176501107132674, + 0.9748453883737107, + 1.0057305909552958, + 0.9857113000295774 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 4, + "depth": 6, + "padding": 12, + "parameters": 765, + "cert_evals": { + "36": 0.6883364915847778, + "72": 0.5755258202552795, + "108": 0.45889100432395935, + "255": 0.0630975142121315 + }, + "fold": 2 + }, + { + "best_epoch": 66, + "best_val_acc": 0.7765567765567766, + "test_acc": 0.7683284457478006, + "train_size": 432, + "val_size": 273, + "test_size": 1023, + "stats": { + "mean": [ + [ + 0.006209462962963474, + 0.006209476851851934, + -0.0015661527777777126, + -0.017005416666666662, + 0.02267388888888889, + -0.04534777777777777 + ] + ], + "std": [ + [ + 1.0216642383326442, + 0.997836524752538, + 0.9973262178910823, + 0.9855809020000981, + 1.020073036790825, + 0.9917072748761516 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 4, + "depth": 6, + "padding": 12, + "parameters": 765, + "cert_evals": { + "36": 0.6608015894889832, + "72": 0.5112414360046387, + "108": 0.32649070024490356, + "255": 0.0166177898645401 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7646380247378777, + "std_test_acc": 0.029727940227460017, + "n_samples": 1728, + "n_features": 6, + "n_classes": 4, + "mean_cert_acc_36": 0.6302939057350159, + "std_cert_acc_36": 0.05266322315530479, + "mean_cert_acc_72": 0.4768228977918625, + "std_cert_acc_72": 0.0840236112691826, + "mean_cert_acc_108": 0.3235510364174843, + "std_cert_acc_108": 0.1121431777761815, + "mean_cert_acc_255": 0.03235198519541882, + "std_cert_acc_255": 0.028557919394455494 + }, + "cardiotocography-10clases": { + "dataset": "cardiotocography-10clases", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 40, + "best_val_acc": 0.6520376175548589, + "test_acc": 0.6105015673981191, + "train_size": 531, + "val_size": 319, + "test_size": 1276, + "stats": { + "mean": [ + [ + 0.05696145216572526, + 0.04547308248587554, + 0.02537313540489641, + 0.00411199623352259, + 0.004895357815442945, + 0.008270713935970049, + 0.005839290018833664, + -0.016622836393596845, + 0.056058268926553946, + -0.03742293794726937, + 0.012369841544256039, + 0.0072619020715631285, + 0.009574918079096046, + 0.031539144971751344, + 0.013908543314500948, + 0.011100862523540712, + 0.04299334557438753, + 0.0388642668549907, + 0.03971033022598931, + 0.04886574700564973, + 0.01822254990583819 + ] + ], + "std": [ + [ + 0.9791003932834449, + 1.021744482805594, + 1.1340682159044895, + 1.0045684160238317, + 1.0167341100485954, + 1.0690427250537498, + 1.0300221271732741, + 1.0094253367928134, + 1.0210603991574776, + 0.9572713912379988, + 1.0483212024662971, + 1.0072461534048065, + 1.0014897901284459, + 0.9804849453944862, + 0.9885214019890697, + 1.0745697261946487, + 0.992143934303644, + 0.984246843865331, + 0.9805974247887139, + 1.1272267847632704, + 1.0038856117840471 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 10, + "depth": 6, + "padding": 42, + "parameters": 8583, + "cert_evals": { + "36": 0.5250783562660217, + "72": 0.4208463728427887, + "108": 0.33542320132255554, + "255": 0.08385580033063889 + }, + "fold": 0 + }, + { + "best_epoch": 39, + "best_val_acc": 0.6322188449848024, + "test_acc": 0.6240126382306477, + "train_size": 531, + "val_size": 329, + "test_size": 1266, + "stats": { + "mean": [ + [ + 0.02423730847457605, + 0.013319074199623025, + 0.015243735216572874, + 0.004751267419963072, + -0.009100580225987828, + 0.008270713935970045, + 0.024992621468926206, + 0.03573573145009404, + -0.005775212429378253, + -0.0017990462335216943, + -0.04130081879472713, + 0.004844720715630924, + 0.008810358945386055, + 0.025032086685499028, + -0.003331445386064059, + 0.003099077212806293, + 0.013448002824858358, + 0.00903407777777766, + 0.006905300357815675, + 0.014681350583804143, + -0.02494074199623351 + ] + ], + "std": [ + [ + 0.9901364010340642, + 1.0331843009790576, + 1.0385537848348627, + 1.004594460707876, + 0.9939531654620118, + 1.0690427250537498, + 1.1059904833090093, + 1.0066519698467797, + 0.9947251360209003, + 1.007854194532267, + 0.9613978699084029, + 1.0039167957400732, + 1.0015612937949965, + 1.0093255157872945, + 0.9891264460600468, + 0.9170858677231267, + 1.0232842600875196, + 0.9997950684728752, + 1.0142818567858394, + 1.0064323164990734, + 0.9910108983737475 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 10, + "depth": 6, + "padding": 42, + "parameters": 8583, + "cert_evals": { + "36": 0.5363349318504333, + "72": 0.43364930152893066, + "108": 0.330963671207428, + "255": 0.09320694953203201 + }, + "fold": 1 + }, + { + "best_epoch": 84, + "best_val_acc": 0.7032640949554896, + "test_acc": 0.6160572337042926, + "train_size": 531, + "val_size": 337, + "test_size": 1258, + "stats": { + "mean": [ + [ + -0.017864035781544274, + 0.006498658568738066, + 0.055962871563087456, + 0.031599305084746454, + -0.01800729736346521, + 0.008270713935970026, + -0.010121785310734386, + 0.06804887372881353, + -0.026457461770244318, + -0.009681385969868147, + -0.06351851043314512, + 0.0022826497175141396, + 0.0007831224105461175, + 0.006246139887005633, + 0.020293879472693028, + -0.039576907721280453, + -0.031042671939736536, + -0.02997460489642182, + -0.02915410564971728, + -0.03835001242937842, + -0.02802381167608266 + ] + ], + "std": [ + [ + 0.9840240485333955, + 1.0369630058509158, + 1.3077211738329413, + 0.9781910820406798, + 0.9593815683814114, + 1.0690427250537495, + 0.9831811654899777, + 1.0030139105693259, + 0.9410382228102027, + 1.0102835335540883, + 0.9567918855139759, + 0.9840184308800868, + 0.9460545431142556, + 1.0343625123637432, + 0.9972026659995562, + 0.9845178278494092, + 0.982127775954673, + 0.9875424397739129, + 0.9974176458730358, + 0.9332863192875079, + 1.005191404704601 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 10, + "depth": 6, + "padding": 42, + "parameters": 8583, + "cert_evals": { + "36": 0.531001627445221, + "72": 0.44276630878448486, + "108": 0.36883944272994995, + "255": 0.12082671374082565 + }, + "fold": 2 + }, + { + "best_epoch": 60, + "best_val_acc": 0.6740506329113924, + "test_acc": 0.6059421422986708, + "train_size": 531, + "val_size": 316, + "test_size": 1279, + "stats": { + "mean": [ + [ + 0.00242115593220332, + -0.035886080602636754, + -0.03572555838041413, + -0.01890058003766386, + -0.032639473446328435, + 0.008270713935969828, + -0.010121798493407167, + 0.037159613276836166, + -0.026031056685498998, + -0.0068150113747645945, + -0.01142061785310738, + -0.00994834726930324, + -0.03017912354048965, + -0.07131180037664787, + -0.020571447269303055, + -0.026240708097928056, + 0.01977089152542346, + -0.0009897885122410945, + 0.008988329585687696, + -0.027821750659133063, + 0.07988433521657268 + ] + ], + "std": [ + [ + 0.9646815053252067, + 0.9964364169189934, + 0.8667767137648238, + 0.9918320242400497, + 0.9443068366192023, + 1.0690427250537484, + 0.9028491559082471, + 0.9963685539925591, + 0.9378981844514512, + 0.9990211691032591, + 0.9968931340694016, + 0.9947823538218709, + 1.01034823063542, + 0.9491639320099594, + 0.9768788202272297, + 0.8919007118681375, + 0.9486367993709804, + 0.9697075304143699, + 0.975375266216865, + 0.9399010412320569, + 0.9783943677709094 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 10, + "depth": 6, + "padding": 42, + "parameters": 8583, + "cert_evals": { + "36": 0.5152462720870972, + "72": 0.4034402072429657, + "108": 0.3088350296020508, + "255": 0.07427678257226944 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6141283954079325, + "std_test_acc": 0.007780044874197169, + "n_samples": 2126, + "n_features": 21, + "n_classes": 10, + "mean_cert_acc_36": 0.5269152969121933, + "std_cert_acc_36": 0.009036372998446033, + "mean_cert_acc_72": 0.4251755475997925, + "std_cert_acc_72": 0.01705291919498679, + "mean_cert_acc_108": 0.33601533621549606, + "std_cert_acc_108": 0.024779433536424846, + "mean_cert_acc_255": 0.0930415615439415, + "std_cert_acc_255": 0.020071017037128783 + }, + "cardiotocography-3clases": { + "dataset": "cardiotocography-3clases", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 37, + "best_val_acc": 0.8947368421052632, + "test_acc": 0.8616352201257862, + "train_size": 531, + "val_size": 323, + "test_size": 1272, + "stats": { + "mean": [ + [ + -0.030111656873823105, + -0.003732127118644177, + 0.01116787758945438, + -0.08985611299434969, + -0.00846454877589486, + 0.008270713935970052, + 0.01860809416195951, + 0.07714044712806034, + -0.005562035969867772, + -0.02718609557438801, + -0.012457818041431213, + 0.012724705461393555, + -0.02157851902071565, + -0.007921984030131852, + 0.03306414218455754, + 0.04044068926553697, + -0.048516965348399554, + -0.04458778192090391, + -0.03123695568738192, + 0.02170018583804156, + -0.018774542372881505 + ] + ], + "std": [ + [ + 1.0267196734843282, + 1.0079165135088577, + 0.9473557451244335, + 0.9914796817927604, + 1.004413984395137, + 1.0690427250537498, + 1.0265337126752654, + 1.0005000887455053, + 1.027745709308044, + 0.9908319242282088, + 1.0037543771306683, + 1.0398975301195088, + 1.0062327099761543, + 1.0841869723664168, + 1.0142218392015123, + 1.151741953917099, + 1.0734457791437295, + 1.0354213623061976, + 1.0200885928553527, + 1.1205840477329363, + 1.0030899076810105 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 8282, + "cert_evals": { + "36": 0.8238993287086487, + "72": 0.7908805012702942, + "108": 0.7492138147354126, + "255": 0.525943398475647 + }, + "fold": 0 + }, + { + "best_epoch": 46, + "best_val_acc": 0.8803680981595092, + "test_acc": 0.8707643814026793, + "train_size": 531, + "val_size": 326, + "test_size": 1269, + "stats": { + "mean": [ + [ + 0.016391169491525318, + 0.0011396926553671261, + -0.02373987099811634, + 0.03607396610169575, + -0.010373017325799852, + 0.00827071393597003, + 0.012223685499058473, + 0.010651874764595136, + 0.01981098888888896, + 0.01887923308851223, + -0.018915777890772333, + -0.015072648775894497, + 0.009447557815442556, + -0.017157672448210953, + -0.006524062146892641, + -0.03690971751412391, + -0.03587095574387965, + -0.017897674387947204, + -0.022515022862523364, + 0.011496865838041524, + -0.04343927306967993 + ] + ], + "std": [ + [ + 0.9391569592897272, + 1.0230906606141204, + 0.9581004188558814, + 0.9835526445831309, + 0.9979926559581693, + 1.0690427250537498, + 1.0123898646052452, + 1.000643989202775, + 1.0328535759777588, + 1.0412458470198602, + 1.0101002215424937, + 1.0019895656154183, + 1.0176643747680885, + 0.9912502978877031, + 0.9736333689619006, + 0.8842664932785655, + 1.039084545290219, + 0.9977498578188039, + 0.9855549645903211, + 1.0605253991894208, + 1.000119457990836 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 8282, + "cert_evals": { + "36": 0.8376674652099609, + "72": 0.8014184236526489, + "108": 0.7438928484916687, + "255": 0.5035461187362671 + }, + "fold": 1 + }, + { + "best_epoch": 22, + "best_val_acc": 0.8696969696969697, + "test_acc": 0.8474308300395257, + "train_size": 531, + "val_size": 330, + "test_size": 1265, + "stats": { + "mean": [ + [ + 0.011989649905837963, + 0.017703763653483834, + -0.04815508248587558, + 0.0878522580037672, + -0.0001940107344639859, + -0.0574620999999995, + 0.04414582297551817, + 0.04154100908662901, + 0.0033932510357819923, + 0.013044282391713674, + -0.042404981242937984, + 0.04134378888888889, + -0.01985842806026365, + 0.05704191233521654, + 0.04647320527306972, + -0.06624954802259869, + 0.0383948538606398, + 0.015676433521657228, + 0.03476359286252388, + 0.0983877023352167, + -0.00027604896421838714 + ] + ], + "std": [ + [ + 1.0121411725514342, + 1.0022698506112053, + 0.7850107263672123, + 1.021861659011844, + 1.0205680703685656, + 1.0, + 1.0504178369202641, + 0.9762037792485212, + 0.9969033920323853, + 1.0262088384173584, + 0.9577094393711939, + 1.018018865673482, + 1.0072567026892174, + 1.0240761987453126, + 0.9864342700743015, + 0.8655231462742808, + 1.0132444325659744, + 1.002180759880479, + 1.0086965056851351, + 1.1584443320466373, + 0.9678154222739248 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 8282, + "cert_evals": { + "36": 0.8118577003479004, + "72": 0.7786561250686646, + "108": 0.7233201265335083, + "255": 0.4166007936000824 + }, + "fold": 2 + }, + { + "best_epoch": 30, + "best_val_acc": 0.8690095846645367, + "test_acc": 0.8666146645865834, + "train_size": 531, + "val_size": 313, + "test_size": 1282, + "stats": { + "mean": [ + [ + 0.07590710470809812, + -0.024193697175141464, + -0.04779198342749522, + -0.03360304143126111, + 0.029070319209039387, + -0.024595693032014893, + 0.005839325800377342, + 0.06772045080037671, + 0.004032814877590208, + -0.01572106636534833, + -0.023934781092278794, + -0.0005697517890771726, + -0.008709438794726921, + -0.015583420433144993, + -0.012270593220338952, + 0.01910270809792879, + -0.009544668926553972, + -0.0007485035781543035, + 0.019792885216572968, + 0.012601643615819754, + 0.07063507344632772 + ] + ], + "std": [ + [ + 0.9774443663972388, + 0.9691878598072985, + 0.7938133543361705, + 1.0258465761633682, + 0.9993132346074002, + 0.7566415100311142, + 1.0194614547438874, + 0.9883543548463236, + 0.9952655430481072, + 0.9924332095258233, + 1.0409700820319554, + 0.9838443180700808, + 0.9913771235918427, + 0.9821486224205357, + 0.9651162627503362, + 1.033340912804804, + 1.0105779866484361, + 1.0049118298763688, + 0.989141891228224, + 1.0204876585018856, + 0.9866082018247349 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 8282, + "cert_evals": { + "36": 0.8361934423446655, + "72": 0.8010920286178589, + "108": 0.7597503662109375, + "255": 0.5156006217002869 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8616112740386437, + "std_test_acc": 0.01016364201160173, + "n_samples": 2126, + "n_features": 21, + "n_classes": 3, + "mean_cert_acc_36": 0.8274044841527939, + "std_cert_acc_36": 0.012063210844574186, + "mean_cert_acc_72": 0.7930117696523666, + "std_cert_acc_72": 0.01074847667904429, + "mean_cert_acc_108": 0.7440442889928818, + "std_cert_acc_108": 0.015307064837846721, + "mean_cert_acc_255": 0.49042273312807083, + "std_cert_acc_255": 0.050058451651327295 + }, + "congressional-voting": { + "dataset": "congressional-voting", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.6140350877192983, + "test_acc": 0.5762081784386617, + "train_size": 109, + "val_size": 57, + "test_size": 269, + "stats": { + "mean": [ + [ + -0.05633650458715604, + -0.11779591743119261, + -0.04414557798165136, + -0.044145577981651356, + -0.1385431192660551, + -0.04414557798165139, + -0.026378550458715573, + 0.11256628440366967, + -0.10507706422018329, + -0.054913027522935885, + -0.05395532110091718, + 0.008270385321100901, + 0.10771073394495408, + 0.03500372477064211, + -0.000600422018348633, + -0.02276844036697253 + ] + ], + "std": [ + [ + 0.8184815616369955, + 0.8313668954689791, + 0.8538679440524577, + 0.8538679440524576, + 0.5219210944971431, + 0.8538679440524588, + 0.9259164552817457, + 1.2484961570437194, + 0.7457451590890042, + 0.7568400989501728, + 0.8761485096645807, + 1.012504902324288, + 1.1811957798165138, + 1.0783310548027614, + 0.9977827937237086, + 0.9845600817644352 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 4839, + "cert_evals": { + "36": 0.3011152446269989, + "72": 0.2825278639793396, + "108": 0.24163568019866943, + "255": 0.05204460769891739 + }, + "fold": 0 + }, + { + "best_epoch": 7, + "best_val_acc": 0.625, + "test_acc": 0.5381679389312977, + "train_size": 109, + "val_size": 64, + "test_size": 262, + "stats": { + "mean": [ + [ + -0.00038625688073406236, + 0.057688394495412916, + 0.07259284403669729, + 0.07259284403669727, + -0.08832123853211014, + 0.01422363302752295, + -0.07830136697247703, + -0.08832123853211014, + 0.10401949541284418, + -0.054913027522935885, + -0.09670699082568791, + 0.043890183486238465, + -0.010408844036697309, + -0.05957216513761476, + 0.22344607339449585, + 0.020201284403669834 + ] + ], + "std": [ + [ + 0.9977358415203772, + 1.0666277227790677, + 1.1962128629178321, + 1.196212862917833, + 0.7346827772265264, + 1.0408721364505138, + 0.7595653225302291, + 0.7346827772265264, + 1.1887281938323424, + 0.7568400989501728, + 0.7623714803384029, + 1.0685939449541277, + 0.9788020482079224, + 0.8432648555935023, + 1.3191500469500397, + 1.0109306979905373 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 4839, + "cert_evals": { + "36": 0.2328244298696518, + "72": 0.20229007303714752, + "108": 0.17175573110580444, + "255": 0.015267175622284412 + }, + "fold": 1 + }, + { + "best_epoch": 4, + "best_val_acc": 0.5660377358490566, + "test_acc": 0.5714285714285714, + "train_size": 109, + "val_size": 53, + "test_size": 273, + "stats": { + "mean": [ + [ + -0.05633650458715604, + -0.0008063761467889231, + -0.044145577981651335, + -0.10251478899082538, + -0.08832123853211014, + 0.014223633027522997, + -0.078301366972477, + -0.08832123853211014, + -0.14689637614678883, + -0.12773999999999977, + 0.03154801834862407, + 0.008270385321100882, + 0.028964348623853046, + -0.012284220183486308, + -0.0006004220183486534, + 0.04168614678899078 + ] + ], + "std": [ + [ + 0.8184815616369948, + 0.9978460372285823, + 0.853867944052458, + 0.6065906343935914, + 0.7346827772265261, + 1.0408721364505131, + 0.7595653225302292, + 0.7346827772265265, + 0.6117637925728782, + 1.0, + 1.062789656192666, + 1.0125049023242882, + 1.0520823572341493, + 0.9691144875367229, + 0.9977827937237085, + 1.023184850832101 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 4839, + "cert_evals": { + "36": 0.5457875728607178, + "72": 0.27106228470802307, + "108": 0.16117216646671295, + "255": 0.07692307978868484 + }, + "fold": 2 + }, + { + "best_epoch": 2, + "best_val_acc": 0.5352112676056338, + "test_acc": 0.5647058823529412, + "train_size": 109, + "val_size": 71, + "test_size": 255, + "stats": { + "mean": [ + [ + -0.0003862568807340379, + -0.05930114678899078, + 0.014223633027522962, + -0.04414557798165134, + -0.03809935779816519, + -0.04414557798165141, + -0.026378550458715615, + 0.012122522935779772, + -0.02143844036697227, + 0.017913944954128333, + -0.0967069908256879, + 0.07950998165137609, + 0.028964348623853057, + -0.012284220183486292, + -0.0006004220183485913, + -0.02276844036697257 + ] + ], + "std": [ + [ + 0.9977358415203773, + 0.9202474953183722, + 1.0408721364505134, + 0.8538679440524575, + 0.8955844252869521, + 0.8538679440524586, + 0.9259164552817456, + 1.0292422785092563, + 0.9536270350654188, + 1.0653667607530586, + 0.7623714803384029, + 1.1207507845689388, + 1.0520823572341482, + 0.9691144875367229, + 0.9977827937237086, + 0.9845600817644354 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 4839, + "cert_evals": { + "36": 0.529411792755127, + "72": 0.29019609093666077, + "108": 0.18039216101169586, + "255": 0.08627451211214066 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.562627642787868, + "std_test_acc": 0.0169753103647836, + "n_samples": 435, + "n_features": 16, + "n_classes": 2, + "mean_cert_acc_36": 0.40228476002812386, + "std_cert_acc_36": 0.1588567636633243, + "mean_cert_acc_72": 0.26151907816529274, + "std_cert_acc_72": 0.04026118056911548, + "mean_cert_acc_108": 0.18873893469572067, + "std_cert_acc_108": 0.03612981331488088, + "mean_cert_acc_255": 0.057627343805506825, + "std_cert_acc_255": 0.031720321930206526 + }, + "conn-bench-sonar-mines-rocks": { + "dataset": "conn-bench-sonar-mines-rocks", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 14, + "best_val_acc": 0.7878787878787878, + "test_acc": 0.7723577235772358, + "train_size": 52, + "val_size": 33, + "test_size": 123, + "stats": { + "mean": [ + [ + 0.07224829615384616, + 0.06143836403846155, + 0.17981892115384618, + 0.18359467307692307, + 0.17865188250000005, + 0.18166694038461537, + 0.13145928269230767, + 0.3580806807692308, + 0.2723380293846154, + 0.32641636923076933, + 0.3547530749999999, + 0.27079468269230766, + 0.2390470615384616, + 0.08077609423076923, + 0.06372549615384623, + 0.027136992307692294, + -0.0707615403846154, + -0.013202551923076929, + 0.07079190192307686, + 0.14980152423076923, + 0.19067387173076927, + 0.18353470192307691, + 0.09474908461538462, + 0.11814903269230771, + 0.12851396730769224, + 0.09148541923076925, + 0.007863109038461517, + -0.03280788846153844, + -0.038817317307692306, + -0.030111546153846168, + -0.06803155000000002, + -0.1759780653846154, + -0.09925099846153843, + -0.06391267884615386, + -0.10967796730769228, + -0.09900584423076922, + -0.07212157115384613, + -0.04979613730769235, + -0.014902880769230744, + -0.06563232307692309, + -0.19819578653846154, + -0.09516337250000001, + 0.028546435961538493, + 0.02690762884615383, + -0.051032306153846144, + -0.1709350942307693, + -0.15902759326923072, + 0.05230017500000001, + -0.06006629230769232, + -0.14417805423076924, + 0.04664167115384615, + 0.035231851923076866, + 0.10847407884615384, + 0.0320697788461538, + 0.014380650000000059, + 0.1584930519230769, + 0.24879878846153847, + -0.06910759711538458, + -0.04868835576923079, + -0.009460907692307728 + ] + ], + "std": [ + [ + 0.8826781365757673, + 0.8736204750730865, + 1.0631193826022287, + 1.0559935051069889, + 1.0948164691784295, + 0.9911164668100656, + 1.058133601574446, + 1.1345779651029129, + 1.2612720115229583, + 1.3050289136088924, + 1.2242580940441732, + 1.1507745621698449, + 0.9449561434126305, + 0.9761316418147328, + 1.0515687251009254, + 1.0336058228027496, + 1.0092336792759293, + 0.9721128786372969, + 0.9828570204269845, + 1.0526094050032175, + 1.007626826074757, + 0.9451553241613345, + 1.0688742655635421, + 1.1766129754915444, + 1.0893546356638915, + 0.9472223527353211, + 0.9975324667404246, + 0.9442106678014526, + 0.9147349976996598, + 0.8924870761180707, + 0.9115618167344114, + 0.9476131762252616, + 0.9936735012487963, + 1.091198911266045, + 1.0880994377807855, + 1.058748260466537, + 1.0322810862952991, + 1.0794760575131008, + 1.0563032817583005, + 1.063491740689508, + 0.9911947467095144, + 0.9289066519838143, + 1.060366924720947, + 1.0624085035469397, + 0.8715483240662897, + 0.6896203094035522, + 0.7267883935975691, + 0.928021673885073, + 0.8751357100836189, + 0.7223660360736314, + 0.7383172079055456, + 0.8199366242592814, + 1.0798630214435168, + 1.1347800621794066, + 0.9003324355296055, + 1.2234839576090903, + 1.1067568444114322, + 0.7263873158583661, + 0.9265847016853823, + 0.8105858418957635 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 2, + "depth": 6, + "padding": 120, + "parameters": 65647, + "cert_evals": { + "36": 0.6910569071769714, + "72": 0.6341463327407837, + "108": 0.5365853309631348, + "255": 0.28455284237861633 + }, + "fold": 0 + }, + { + "best_epoch": 12, + "best_val_acc": 0.8620689655172413, + "test_acc": 0.8267716535433071, + "train_size": 52, + "val_size": 29, + "test_size": 127, + "stats": { + "mean": [ + [ + -0.1496621807692307, + -0.08903577807692303, + -0.14030929807692305, + -0.035338826923076924, + 0.08386959669423068, + 0.09199651153846154, + 0.14088967307692307, + 0.07056369423076922, + -0.0025582480769230555, + 0.009174194230769301, + 0.0818218730769231, + 0.08237485384615381, + 0.04123067288461538, + -0.00616768461538463, + -0.028849084615384605, + -0.04050276923076927, + -0.0212545653846154, + -0.05132907923076921, + -0.04626740192307692, + -0.07403159615384614, + -0.05252051923076921, + 0.030670448076923096, + -0.021138782692307692, + 0.005048434615384597, + 0.09778213076923079, + 0.2050811269230769, + 0.18951900000000002, + 0.09827862115384613, + 0.07715956730769227, + 0.1654723846153846, + 0.07360706730769234, + -0.012788405769230859, + -0.07698564038461544, + -0.11772723500000001, + -0.012259624999999958, + 0.0018293673076923635, + -0.07115984249999997, + -0.07953136711538462, + -0.04274317096153846, + -0.03792623653846152, + -0.08625715769230768, + -0.05082718653846153, + 0.0639244403846154, + 0.05993298846153846, + 0.008120661730769264, + -0.03299837499999998, + -0.08261534326923076, + -0.13786070961538463, + -0.11194899807692303, + -0.1165946903846154, + -0.11254034384615383, + -0.09731205576923077, + -0.10915543461538466, + -0.020348332692307698, + -0.03527259615384616, + -0.05305450769230768, + -0.0766177076923077, + 0.017685547115384614, + 0.05708845576923076, + 0.13349773076923077 + ] + ], + "std": [ + [ + 0.808987901180408, + 0.6916743939877592, + 0.6533719713044063, + 0.7289409087743024, + 0.9799815957215703, + 1.1546934744155954, + 1.0489671907417901, + 1.0406351665781963, + 1.06602300100525, + 0.9855510401092009, + 0.941611877990984, + 0.874334438804182, + 0.8948617088044496, + 0.9284777014495024, + 0.9652796384670821, + 0.9176168045360895, + 0.9187448624511494, + 0.9637941840958039, + 1.036895695822955, + 1.080455047426266, + 1.0569445623516454, + 1.027280062203057, + 0.9972067893847262, + 0.9558109386682533, + 0.9135564279343454, + 0.9323450964074564, + 0.9165881179625035, + 0.9150530169961677, + 0.8966782811687405, + 0.9697039290944067, + 1.0552459326194796, + 1.0678782438443375, + 1.0350794282536124, + 0.981036806175182, + 1.0268794592105523, + 1.049486682131856, + 1.0562822257610098, + 1.0082564159163012, + 1.008195204043701, + 1.0704359719340684, + 1.0356445372719016, + 0.9497252302544834, + 1.0265656593627723, + 1.1425919880616457, + 0.984594565229331, + 0.9387504917802769, + 0.9538513934843633, + 0.9644663205759176, + 0.9826957464876444, + 0.906104614495397, + 0.6863012460053298, + 0.8135699574469399, + 0.8718984903633391, + 0.87106180576059, + 0.9705550873133266, + 0.7881063937322114, + 1.0305107562527829, + 0.9850679024115949, + 1.0840227025091698, + 0.955646054806482 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 2, + "depth": 6, + "padding": 120, + "parameters": 65647, + "cert_evals": { + "36": 0.7559055089950562, + "72": 0.7401574850082397, + "108": 0.6377952694892883, + "255": 0.29921260476112366 + }, + "fold": 1 + }, + { + "best_epoch": 20, + "best_val_acc": 0.9393939393939394, + "test_acc": 0.8130081300813008, + "train_size": 52, + "val_size": 33, + "test_size": 123, + "stats": { + "mean": [ + [ + -0.11352727307692301, + 0.005484550769230757, + 0.14128544711538463, + 0.01698709807692309, + -0.05546616484423073, + 0.015633542307692313, + 0.01695465576923076, + 0.007012186538461534, + 0.16428315769230764, + 0.1885259807692308, + 0.17271181923076925, + 0.10288603057692303, + 0.035842053846153805, + 0.06598513846153845, + 0.024155067307692363, + -0.031890009615384636, + -0.09900835576923078, + -0.06074108884615382, + -0.057217736538461544, + -0.05421212307692307, + 0.009597998076923055, + 0.08198633076923077, + 0.0738865326923077, + 0.11153800000000001, + 0.12820763269230767, + 0.1497061423076923, + 0.17804224999999999, + 0.12074562557692313, + 0.011866653846153862, + 0.02657458461538462, + 0.08961283461538459, + 0.012436888461538488, + -0.15344758865384617, + -0.25327539384615383, + -0.1676381884615385, + -0.08097806538461542, + 0.010272027115384563, + 0.0761040280769231, + 0.07725368461538452, + 0.01526856923076923, + 0.09035966538461546, + -0.018093585576923078, + -0.08110181153846155, + -0.05179539615384614, + -0.062206399423076895, + -0.05773718076923074, + -0.015536751903846145, + -0.05303988461538456, + -0.0334830886538462, + -0.019491399423076903, + -0.014853353461538439, + -0.04920472788461536, + -0.013006382692307706, + -0.11464770384615387, + -0.22059024807692304, + -0.20056836153846153, + -0.17135017615384612, + -0.09496722596153845, + -0.12957644230769227, + 0.05055160769230771 + ] + ], + "std": [ + [ + 0.7779847294085735, + 0.8164589056484339, + 0.8897943994160501, + 0.8232379895108087, + 0.8913136137549748, + 1.2277539871431498, + 1.148342655187086, + 1.0125738638827777, + 1.0308151593845143, + 1.0814728380420244, + 1.1275636354460448, + 1.0953105542528634, + 0.9617223163008869, + 0.9271042130221435, + 1.002366167344782, + 1.0134009310910002, + 0.9541301699800748, + 0.9039526162729385, + 0.8533527267834845, + 0.8674137383144989, + 0.8667342359963858, + 0.8682751705934699, + 0.8669633975953135, + 0.8844079338595519, + 0.8959832014657619, + 0.9477171784962183, + 0.9665146933040765, + 0.9608709208756278, + 0.9362600441482569, + 0.826100491116595, + 0.9039285396250091, + 0.9697986338184826, + 0.8888423793086146, + 0.878236080206782, + 0.9309060317786465, + 0.9900496254008503, + 1.00813869687356, + 1.0903606967893815, + 1.0386726650233546, + 0.9723646970288363, + 0.965534654631892, + 0.9659616919831083, + 0.9294069827841253, + 0.9165737515917189, + 0.890391924899276, + 0.8408198724294259, + 0.7367456383541913, + 0.9168199780746074, + 0.8757122466574018, + 0.8068953654942984, + 0.8229736283202036, + 0.7999629806684128, + 0.9417385941942646, + 0.873184043119562, + 0.7480790001744239, + 0.9895160335641305, + 1.0132212109764678, + 0.7628419936253807, + 0.961901997536315, + 1.3290599320503582 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 2, + "depth": 6, + "padding": 120, + "parameters": 65647, + "cert_evals": { + "36": 0.772357702255249, + "72": 0.6829267740249634, + "108": 0.6097560524940491, + "255": 0.2926829159259796 + }, + "fold": 2 + }, + { + "best_epoch": 13, + "best_val_acc": 0.9696969696969697, + "test_acc": 0.7723577235772358, + "train_size": 52, + "val_size": 33, + "test_size": 123, + "stats": { + "mean": [ + [ + -0.11402919442307692, + -0.1958088194230769, + -0.192454475, + -0.2174456115384615, + -0.1483449469961539, + -0.09730015192307692, + -0.11111996346153846, + -0.1199549596153846, + -0.08601968673076922, + -0.1359838, + -0.07711971153846155, + 0.005683598076923046, + -0.07644932499999996, + -0.12452823865384616, + -0.18065320384615383, + -0.24127502307692308, + -0.2122367865384616, + -0.17662752923076924, + -0.13966792115384613, + -0.06574370384615388, + -0.007378620000000012, + -0.0002028721153846167, + 0.06875905961538463, + 0.10454161923076924, + 0.1822036923076923, + 0.14234525, + 0.08357052884615387, + 0.14328510769230768, + 0.2375776069230769, + 0.1643224807692307, + 0.10515068653846156, + 0.09213309999999994, + 0.013323825000000011, + -0.06487759653846153, + -0.13430994076923078, + -0.21115623846153847, + -0.22730641923076922, + -0.23543729230769228, + -0.22808152115384622, + -0.14895506923076926, + -0.001168684615384663, + -0.04320264326923076, + -0.018799333269230768, + -0.013186748076922994, + -0.07072882692307694, + -0.03641541923076926, + -0.009211202865384651, + 0.028638237499999993, + 0.052042886346153845, + -0.09590774230769232, + -0.057291330384615397, + 0.06657091249999998, + 0.02539913076923079, + -0.15310468230769228, + -0.20838050961538462, + -0.049366707692307735, + -0.07994125884615386, + -0.19751397115384617, + -0.2403308269230769, + -0.24415720000000002 + ] + ], + "std": [ + [ + 0.8763416312333093, + 0.602973469758421, + 0.5448117196260321, + 0.5663296924240132, + 0.686341085757452, + 0.8337013907572342, + 0.6813276818285096, + 0.7825144766842531, + 0.7861121760890293, + 0.7905273301791387, + 0.7805552299762032, + 0.9027317120726256, + 0.8667207852850977, + 0.8531311452416169, + 0.8318630140159454, + 0.8852179006046725, + 0.8740431599665568, + 0.8442406359472446, + 0.8609171894886277, + 0.886971626868803, + 0.9185053211820478, + 1.0100806480837976, + 0.9919727273312126, + 1.0562822860856174, + 0.9850251469218465, + 0.9910273621465151, + 1.0655846350198521, + 0.9906322053442151, + 0.8736899428048334, + 0.9821436750511889, + 0.9453561139667965, + 0.8625303165093016, + 1.0040239879345572, + 0.9847231539651756, + 0.9280844832031707, + 0.9503954469001101, + 0.9765763369138967, + 0.965164414073675, + 0.9709362119147936, + 1.0665530487737096, + 1.0793454570821943, + 1.0572717622116554, + 1.0593503627745042, + 1.0162684589041668, + 1.0177130607371694, + 1.0958546673800382, + 1.1902586310529617, + 1.1293249209196217, + 1.0653539976947333, + 0.9647675285784101, + 1.1814566025747812, + 1.13738601881979, + 1.0351334435322548, + 0.934859922308927, + 0.7895031892247589, + 0.9239212461978867, + 0.8971132845231489, + 0.7340435621135994, + 0.876038640540552, + 0.7272617950430326 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 2, + "depth": 6, + "padding": 120, + "parameters": 65647, + "cert_evals": { + "36": 0.7235772013664246, + "72": 0.642276406288147, + "108": 0.5365853309631348, + "255": 0.2520325183868408 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7961238076947699, + "std_test_acc": 0.028012046849950244, + "n_samples": 208, + "n_features": 60, + "n_classes": 2, + "mean_cert_acc_36": 0.7357243299484253, + "std_cert_acc_36": 0.03601858475895458, + "mean_cert_acc_72": 0.6748767495155334, + "std_cert_acc_72": 0.04847035709331125, + "mean_cert_acc_108": 0.5801804959774017, + "std_cert_acc_108": 0.05162445317010704, + "mean_cert_acc_255": 0.2821202203631401, + "std_cert_acc_255": 0.020935676106003397 + }, + "conn-bench-vowel-deterding": { + "dataset": "conn-bench-vowel-deterding", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 55, + "best_val_acc": 0.7722772277227723, + "test_acc": 0.7494145199063232, + "train_size": 462, + "val_size": 101, + "test_size": 427, + "stats": { + "mean": [ + [ + -2.857142828580301e-07, + 2.385281389853348e-08, + -4.3088744564142115e-08, + -3.844155827509708e-08, + -8.807359302639395e-08, + -1.304545454734722e-07, + 2.852813846998729e-08, + -1.7538961132040442e-08, + 1.6883116991740976e-08, + 6.995670959114648e-08, + -9.999999998989893e-08 + ] + ], + "std": [ + [ + 0.9989172494309853, + 0.9989172586260624, + 0.9989172585041448, + 0.9989169579535073, + 0.9989173225330026, + 0.9989172947423731, + 0.9989172394761775, + 0.9989172874813478, + 0.9989173118500234, + 0.9989170573955074, + 0.9989173544054772 + ] + ] + }, + "width": 64, + "in_features": 11, + "out_features": 11, + "depth": 6, + "padding": 22, + "parameters": 2546, + "cert_evals": { + "36": 0.601873517036438, + "72": 0.45199060440063477, + "108": 0.27400466799736023, + "255": 0.023419203236699104 + }, + "fold": 0 + }, + { + "best_epoch": 74, + "best_val_acc": 0.7962962962962963, + "test_acc": 0.7571428571428571, + "train_size": 462, + "val_size": 108, + "test_size": 420, + "stats": { + "mean": [ + [ + -2.857142828580301e-07, + 2.385281389853348e-08, + -4.3088744564142115e-08, + -3.844155827509708e-08, + -8.807359302639395e-08, + -1.304545454734722e-07, + 2.852813846998729e-08, + -1.7538961132040442e-08, + 1.6883116991740976e-08, + 6.995670959114648e-08, + -9.999999998989893e-08 + ] + ], + "std": [ + [ + 0.9989172494309853, + 0.9989172586260624, + 0.9989172585041448, + 0.9989169579535073, + 0.9989173225330026, + 0.9989172947423731, + 0.9989172394761775, + 0.9989172874813478, + 0.9989173118500234, + 0.9989170573955074, + 0.9989173544054772 + ] + ] + }, + "width": 64, + "in_features": 11, + "out_features": 11, + "depth": 6, + "padding": 22, + "parameters": 2546, + "cert_evals": { + "36": 0.6309524178504944, + "72": 0.4809524118900299, + "108": 0.31190478801727295, + "255": 0.03333333507180214 + }, + "fold": 1 + }, + { + "best_epoch": 63, + "best_val_acc": 0.7425742574257426, + "test_acc": 0.747072599531616, + "train_size": 462, + "val_size": 101, + "test_size": 427, + "stats": { + "mean": [ + [ + -2.857142828580301e-07, + 2.385281389853348e-08, + -4.3088744564142115e-08, + -3.844155827509708e-08, + -8.807359302639395e-08, + -1.304545454734722e-07, + 2.852813846998729e-08, + -1.7538961132040442e-08, + 1.6883116991740976e-08, + 6.995670959114648e-08, + -9.999999998989893e-08 + ] + ], + "std": [ + [ + 0.9989172494309853, + 0.9989172586260624, + 0.9989172585041448, + 0.9989169579535073, + 0.9989173225330026, + 0.9989172947423731, + 0.9989172394761775, + 0.9989172874813478, + 0.9989173118500234, + 0.9989170573955074, + 0.9989173544054772 + ] + ] + }, + "width": 64, + "in_features": 11, + "out_features": 11, + "depth": 6, + "padding": 22, + "parameters": 2546, + "cert_evals": { + "36": 0.6088992953300476, + "72": 0.4309133291244507, + "108": 0.2505854666233063, + "255": 0.023419203236699104 + }, + "fold": 2 + }, + { + "best_epoch": 45, + "best_val_acc": 0.7476635514018691, + "test_acc": 0.7315914489311164, + "train_size": 462, + "val_size": 107, + "test_size": 421, + "stats": { + "mean": [ + [ + -2.857142828580301e-07, + 2.385281389853348e-08, + -4.3088744564142115e-08, + -3.844155827509708e-08, + -8.807359302639395e-08, + -1.304545454734722e-07, + 2.852813846998729e-08, + -1.7538961132040442e-08, + 1.6883116991740976e-08, + 6.995670959114648e-08, + -9.999999998989893e-08 + ] + ], + "std": [ + [ + 0.9989172494309853, + 0.9989172586260624, + 0.9989172585041448, + 0.9989169579535073, + 0.9989173225330026, + 0.9989172947423731, + 0.9989172394761775, + 0.9989172874813478, + 0.9989173118500234, + 0.9989170573955074, + 0.9989173544054772 + ] + ] + }, + "width": 64, + "in_features": 11, + "out_features": 11, + "depth": 6, + "padding": 22, + "parameters": 2546, + "cert_evals": { + "36": 0.5938242673873901, + "72": 0.4346793591976166, + "108": 0.24703088402748108, + "255": 0.021377673372626305 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7463053563779782, + "std_test_acc": 0.010711458896688814, + "n_samples": 990, + "n_features": 11, + "n_classes": 11, + "mean_cert_acc_36": 0.6088873744010925, + "std_cert_acc_36": 0.015947389259379396, + "mean_cert_acc_72": 0.449633926153183, + "std_cert_acc_72": 0.022807172169822632, + "mean_cert_acc_108": 0.27088145166635513, + "std_cert_acc_108": 0.02985210875396109, + "mean_cert_acc_255": 0.025387353729456663, + "std_cert_acc_255": 0.005384031599125241 + }, + "chess-krvkp": { + "dataset": "chess-krvkp", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 32, + "best_val_acc": 0.9719827586206896, + "test_acc": 0.9736161407139162, + "train_size": 799, + "val_size": 464, + "test_size": 1933, + "stats": { + "mean": [ + [ + -0.012910581977471696, + 0.0232343479349185, + 0.01974840050062684, + -0.006236645807259704, + 0.016582745932415422, + 0.011297774718398169, + 0.042862941176470284, + 0.03031926157697225, + 0.0180404605757215, + -0.010202853566957767, + -0.00189366082603287, + -0.016319619524404437, + 0.0033822653316640658, + -0.03204078085106409, + 0.0705100575719649, + 0.02903828535669439, + -0.03100208760951203, + -0.008096886107634134, + -0.03482669524405622, + 0.019232514392990924, + 0.012952405506882283, + 0.028141539424280874, + 0.012118360450564641, + -0.021248015018773447, + -0.016025085481852858, + 5.306633288432277e-07, + -0.020626277847311296, + -0.017688700000000283, + 0.0857653942428025, + -0.03719805506883507, + 0.005740868585732433, + 0.07288125406758252, + 0.025791864831039592, + -0.00712086608260405, + -0.040342160200250346, + -0.05876795494368149 + ] + ], + "std": [ + [ + 0.9837163023685394, + 1.0378682164982054, + 1.0465982807867846, + 0.9915165284267596, + 1.005530465952035, + 1.0006602278791406, + 1.010781822340367, + 1.0199155022259125, + 1.0041109770934162, + 0.9954304425556489, + 0.999580748645936, + 0.9784729377035531, + 1.001226355888721, + 0.7309839212424674, + 1.0450840322089407, + 1.0585050069556725, + 0.9104979964986178, + 1.0030733244153598, + 0.7855814376765642, + 1.0182546843992308, + 1.0103378991543899, + 1.020315666869466, + 1.0226041285721963, + 0.9944445166738229, + 0.8530722671343124, + 0.9998428506463546, + 0.958403864877632, + 1.0, + 1.297598626233983, + 0.9108937768595846, + 1.0046803731698561, + 1.1311938967311475, + 1.0059129579966133, + 1.0017029704517841, + 1.020154120299574, + 0.9629351207831572 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 2, + "depth": 6, + "padding": 72, + "parameters": 23839, + "cert_evals": { + "36": 0.955509603023529, + "72": 0.9270564317703247, + "108": 0.8841180205345154, + "255": 0.42110711336135864 + }, + "fold": 0 + }, + { + "best_epoch": 48, + "best_val_acc": 0.9800443458980045, + "test_acc": 0.9732785200411099, + "train_size": 799, + "val_size": 451, + "test_size": 1946, + "stats": { + "mean": [ + [ + -0.0009927534418022186, + 0.018342768460575525, + -0.06582760575719632, + -0.0020792615769724375, + 0.051078400500625745, + 0.011297774718398223, + -0.03506647058823558, + -0.021223376720899582, + -0.03866361702127398, + -0.02380752190237722, + -0.014526558197747444, + 0.016318818523153884, + 0.006087788485606497, + 0.07781297659574443, + -0.04009326658322881, + 0.017423181476844563, + -0.016413096370462833, + -0.032386387984980926, + 0.020896709511889343, + 0.0017488035043802706, + 0.0032379173967446036, + -0.04377830913642133, + 0.00134634543179087, + -0.008370843554443178, + -0.01602508548185286, + -0.05699136670838574, + 0.012376380475592372, + -0.017688700000000283, + 0.023390775969961416, + 0.03719677847309204, + 0.005740868585732397, + -0.004124948685859613, + 0.002579862327909166, + -0.025243699624531293, + -0.02052447684605754, + 0.019589255319148336 + ] + ], + "std": [ + [ + 0.9986195311743077, + 1.0300230852190024, + 0.8216604611116667, + 0.9970790771407829, + 1.0163955081800622, + 1.0006602278791408, + 0.9894273630441428, + 0.9849960711322177, + 0.9895223747807858, + 0.9893503391280706, + 0.9977270081722001, + 1.0205058915949463, + 1.0023223894472089, + 1.4564544306041578, + 0.9790108101412359, + 1.0355371587989588, + 0.9537117155994841, + 1.0123108404588719, + 1.108181480971759, + 1.001546561141509, + 1.0024924985959782, + 0.9655037096440781, + 1.0024053099202712, + 0.9977739015125082, + 0.8530722671343125, + 1.021876104669329, + 1.0237032374075374, + 1.0, + 1.0898218142005072, + 1.080220497632301, + 1.0046803731698557, + 0.9917285097795778, + 1.000482486194206, + 1.0061895454376688, + 1.0104282205557285, + 1.0110875620192163 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 2, + "depth": 6, + "padding": 72, + "parameters": 23839, + "cert_evals": { + "36": 0.9491264224052429, + "72": 0.9146968722343445, + "108": 0.8576567769050598, + "255": 0.41983556747436523 + }, + "fold": 1 + }, + { + "best_epoch": 24, + "best_val_acc": 0.968421052631579, + "test_acc": 0.9682622268470343, + "train_size": 799, + "val_size": 475, + "test_size": 1922, + "stats": { + "mean": [ + [ + 0.04270595118898613, + -0.035464605757197565, + -0.026330987484355414, + 0.010392891113891287, + 0.024543281602002653, + -0.001253777221526715, + -0.011687647058824222, + -0.02728721652065032, + 0.0025757121401775553, + -0.07006339424280264, + -0.0018936608260329234, + -0.004080205256570354, + 0.04125958948685799, + -0.03204078085106409, + -0.02626784230287835, + -0.023229682102629934, + 0.041942868585731145, + 0.01619261576971138, + 0.006965858322903206, + -0.001747938673341953, + -0.05828717396746041, + 0.04064933917396773, + 0.06597843554443104, + -0.018672580725907748, + 0.005341821777221022, + -0.005427269086358065, + 0.03437815269086148, + -0.017688700000000283, + -0.007796533166459127, + -6.382978713675692e-07, + -0.04346299874843527, + 0.01787682352940982, + -0.03610680851063828, + 0.04465865832290276, + 0.019110889862328, + 0.03990408760951166 + ] + ], + "std": [ + [ + 1.0503026614950781, + 0.9377299469744113, + 0.9332222466570044, + 1.0134812577120929, + 1.0081529457229899, + 0.9997466732969692, + 0.9965218768327301, + 0.9806280790356154, + 1.0004721494235536, + 0.9669617912464558, + 0.9995807486459362, + 0.9945690429937961, + 1.0158077550757176, + 0.7309839212424674, + 0.9989487460582208, + 0.9496723729602274, + 1.1079472020538745, + 0.9931560757473815, + 1.0372639011971079, + 0.998134626824417, + 0.9489971567418679, + 1.0290373693626786, + 1.116580541935386, + 0.9951246155880097, + 1.0441402229839951, + 1.0021017867674258, + 1.064445876205708, + 1.0, + 0.9678679341238935, + 0.999842760601726, + 0.9613338278133499, + 1.0340832941176457, + 0.9901571062749744, + 0.9869400115230125, + 0.9895000075374855, + 1.0222216905424544 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 2, + "depth": 6, + "padding": 72, + "parameters": 23839, + "cert_evals": { + "36": 0.9417273998260498, + "72": 0.9058272838592529, + "108": 0.8621228337287903, + "255": 0.44432884454727173 + }, + "fold": 2 + }, + { + "best_epoch": 36, + "best_val_acc": 0.962882096069869, + "test_acc": 0.9587416193914389, + "train_size": 799, + "val_size": 458, + "test_size": 1939, + "stats": { + "mean": [ + [ + 0.0029798560700874874, + -0.015898287859826204, + 0.013165630788484818, + -0.002079261576972459, + 0.06434595994993732, + -0.0087847083854817, + -0.035066470588235754, + -0.021223376720899842, + 0.012885544430540316, + -0.0755052615769703, + -0.07516446558197788, + 0.004079404255319092, + 0.041259589486858005, + 0.04119505744680826, + -0.0069122853566958315, + -0.029037234042554844, + -0.01641309637046286, + -0.037784055068836316, + -0.03482669524405622, + -0.04370884480600792, + -0.035620035043805974, + 0.04690323904881119, + -0.009425669586981995, + -0.00064454067584565, + -0.05875890000000068, + -0.04884966708385503, + 0.0453790387984959, + -0.017688700000000283, + 0.002599236545681054, + 0.030997209011264834, + -0.05002351439299086, + 0.006875937421775107, + -0.010315694618272687, + -0.04077755694618336, + 0.004955401752189988, + 0.10084858448060059 + ] + ], + "std": [ + [ + 1.003506639923147, + 0.9726497119550556, + 1.031291250931018, + 0.9970790771407828, + 1.0202330509186042, + 0.9991224561764447, + 0.9894273630441432, + 0.9849960711322175, + 1.0029259974983142, + 0.9641477850388797, + 0.9865314194046129, + 1.0050737920779802, + 1.0158077550757172, + 1.2629201270580204, + 0.9808444007141872, + 0.9366196797544946, + 0.9537117155994845, + 1.0142732074093561, + 0.7855814376765643, + 0.9552444287880467, + 0.9695039665985851, + 1.033313842690941, + 0.9816728244810887, + 0.9996865943557063, + 1.0, + 1.0189528540341442, + 1.0840757895240576, + 1.0, + 1.0102634466126872, + 1.067334702526026, + 0.9552142319361535, + 1.0131869855246693, + 0.9972193469515207, + 1.0097604697449478, + 0.9972056619226006, + 1.052569358911855 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 2, + "depth": 6, + "padding": 72, + "parameters": 23839, + "cert_evals": { + "36": 0.9406911134719849, + "72": 0.9102630615234375, + "108": 0.8808664679527283, + "255": 0.4579680263996124 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9684746267483748, + "std_test_acc": 0.006935154469659187, + "n_samples": 3196, + "n_features": 36, + "n_classes": 2, + "mean_cert_acc_36": 0.9467636346817017, + "std_cert_acc_36": 0.006935750462314978, + "mean_cert_acc_72": 0.9144609123468399, + "std_cert_acc_72": 0.009144475181097195, + "mean_cert_acc_108": 0.8711910247802734, + "std_cert_acc_108": 0.013242977690176226, + "mean_cert_acc_255": 0.435809887945652, + "std_cert_acc_255": 0.018573334078018717 + }, + "contrac": { + "dataset": "contrac", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 35, + "best_val_acc": 0.5876777251184834, + "test_acc": 0.5044742729306487, + "train_size": 368, + "val_size": 211, + "test_size": 894, + "stats": { + "mean": [ + [ + 0.04983602472826088, + -0.03683848315217381, + -0.030433624999999895, + 0.04126441032608701, + 0.0759277635869569, + 0.038788576086956336, + -0.05566297010869535, + 0.0662070706521741, + 0.049484739130435086 + ] + ], + "std": [ + [ + 1.0349771394866476, + 1.0203618187773704, + 1.0773888859130338, + 0.9920452760418988, + 0.9188135203134653, + 0.9763026632803047, + 0.9941427090552807, + 0.9825316131926941, + 1.0760483787682442 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 3, + "depth": 6, + "padding": 18, + "parameters": 1610, + "cert_evals": { + "36": 0.3523489832878113, + "72": 0.20022371411323547, + "108": 0.1230425089597702, + "255": 0.02460850030183792 + }, + "fold": 0 + }, + { + "best_epoch": 52, + "best_val_acc": 0.5523809523809524, + "test_acc": 0.48156424581005586, + "train_size": 368, + "val_size": 210, + "test_size": 895, + "stats": { + "mean": [ + [ + -0.029433755434782626, + -0.071642726902174, + -0.09035044293478262, + 0.020525774456521734, + 0.007337516304348054, + 0.03878857608695629, + 0.035455372282608796, + -0.03957563858695622, + 0.049484739130434774 + ] + ], + "std": [ + [ + 1.034137512591575, + 1.0184105128981196, + 1.0653920839838686, + 1.048083233025277, + 0.9923881347533616, + 0.9763026632803046, + 0.9969044818106321, + 1.048729739192908, + 1.0760483787682442 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 3, + "depth": 6, + "padding": 18, + "parameters": 1610, + "cert_evals": { + "36": 0.38659217953681946, + "72": 0.2849161922931671, + "108": 0.1955307275056839, + "255": 0.020111732184886932 + }, + "fold": 1 + }, + { + "best_epoch": 11, + "best_val_acc": 0.5080645161290323, + "test_acc": 0.4795799299883314, + "train_size": 368, + "val_size": 248, + "test_size": 857, + "stats": { + "mean": [ + [ + -0.0224978108695652, + 0.0756058451086956, + 0.07941412771739106, + 0.040112260869565215, + -0.03076817663043453, + -0.09286419021739152, + -0.046236899456521284, + 0.002180663043478335, + -0.06466629619565217 + ] + ], + "std": [ + [ + 1.0160308953617057, + 0.95882526146548, + 0.9253350657327032, + 1.0559034595300474, + 1.0290230539377072, + 1.0476659682160625, + 0.9462830856884548, + 0.9600526966125309, + 0.8858527840526336 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 3, + "depth": 6, + "padding": 18, + "parameters": 1610, + "cert_evals": { + "36": 0.28471413254737854, + "72": 0.13885647058486938, + "108": 0.06301049888134003, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 18, + "best_val_acc": 0.4805194805194805, + "test_acc": 0.4805491990846682, + "train_size": 368, + "val_size": 231, + "test_size": 874, + "stats": { + "mean": [ + [ + -0.05156334456521742, + -0.044870314673913024, + -0.03376221739130403, + 0.026286519021739164, + 0.06068548641304363, + -0.023903217391304493, + 0.03859739402173936, + -0.05627817934782584, + -0.01277946195652176 + ] + ], + "std": [ + [ + 1.0188547788894706, + 0.9948418681411789, + 0.9984372596511997, + 1.0660676802579363, + 0.9360979718845777, + 1.0130497245255512, + 0.9834396874521251, + 1.0057604797479107, + 0.9785587320331135 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 3, + "depth": 6, + "padding": 18, + "parameters": 1610, + "cert_evals": { + "36": 0.3432494103908539, + "72": 0.2425629198551178, + "108": 0.1350114345550537, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.48654191195342605, + "std_test_acc": 0.011982327693481929, + "n_samples": 1473, + "n_features": 9, + "n_classes": 3, + "mean_cert_acc_36": 0.3417261764407158, + "std_cert_acc_36": 0.042341845534069285, + "mean_cert_acc_72": 0.21663982421159744, + "std_cert_acc_72": 0.06232551135860622, + "mean_cert_acc_108": 0.12914879247546196, + "std_cert_acc_108": 0.05432155020010102, + "mean_cert_acc_255": 0.011180058121681213, + "std_cert_acc_255": 0.013039494624223923 + }, + "credit-approval": { + "dataset": "credit-approval", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 37, + "best_val_acc": 0.9, + "test_acc": 0.84688995215311, + "train_size": 172, + "val_size": 100, + "test_size": 418, + "stats": { + "mean": [ + [ + 0.04231717441860458, + -0.04319939244186043, + 0.01132773546511633, + 0.10497429069767436, + 0.1039714651162791, + -0.016887567441860464, + 0.12197747790697662, + 0.056721959767441876, + 0.023127069767441777, + 0.01803883720930219, + 0.02175907906976748, + -0.014331000000000156, + 0.026975616279069855, + -0.07794171941860471, + 0.08645942000000016 + ] + ], + "std": [ + [ + 0.9668001544731439, + 0.9828833679832603, + 1.0033612624654744, + 1.0683622008830216, + 1.0656041538091992, + 1.0007415139821727, + 1.1272056598607636, + 1.0528268054248064, + 1.0000784525981627, + 0.9964680315230805, + 0.9149454309542941, + 1.0003809007273163, + 1.0289037612452905, + 0.9424723282553955, + 1.5519077166103805 + ] + ] + }, + "width": 64, + "in_features": 15, + "out_features": 2, + "depth": 6, + "padding": 30, + "parameters": 4267, + "cert_evals": { + "36": 0.8205741047859192, + "72": 0.7655501961708069, + "108": 0.6866028308868408, + "255": 0.23923444747924805 + }, + "fold": 0 + }, + { + "best_epoch": 23, + "best_val_acc": 0.8709677419354839, + "test_acc": 0.8305882352941176, + "train_size": 172, + "val_size": 93, + "test_size": 425, + "stats": { + "mean": [ + [ + -0.05893763953488379, + -0.09494667732558137, + 0.10661604441860463, + 0.0016465697674418215, + -0.0016443023255812898, + -0.03715416976744184, + 0.019046397674418694, + 0.12816041290697705, + 0.04639099999999992, + 0.006295348837209058, + -0.02008573604651146, + -0.13093850000000004, + 0.006132180232558206, + -0.012206166162790686, + 0.10673194959302351 + ] + ], + "std": [ + [ + 1.0212712368033299, + 1.002227255518295, + 1.0267015215317181, + 1.0197891663144403, + 1.0132886907601226, + 0.9740103182437764, + 0.9462774495372472, + 1.135180114956504, + 1.0003490000000002, + 0.9983346607548056, + 0.9387238466077318, + 1.0017391917815985, + 0.9989094608428061, + 0.9604377028423987, + 1.6924318356475039 + ] + ] + }, + "width": 64, + "in_features": 15, + "out_features": 2, + "depth": 6, + "padding": 30, + "parameters": 4267, + "cert_evals": { + "36": 0.7882352471351624, + "72": 0.7435293793678284, + "108": 0.6894117593765259, + "255": 0.22117646038532257 + }, + "fold": 1 + }, + { + "best_epoch": 10, + "best_val_acc": 0.8691588785046729, + "test_acc": 0.8588807785888077, + "train_size": 172, + "val_size": 107, + "test_size": 411, + "stats": { + "mean": [ + [ + -0.09690819767441845, + -0.07829492377906978, + 0.14346898139534883, + 0.008104488372092981, + 0.011557720930232681, + 0.0203769784883721, + -0.058847231395348816, + -0.004431645348837212, + 0.01149510465116271, + -0.02893511627906998, + -0.018890154651162814, + -0.07263475000000007, + -0.0563980755813953, + -0.0557846427906977, + -0.04536849656976747 + ] + ], + "std": [ + [ + 1.0400780435620642, + 0.9163334239629656, + 1.1299454947101701, + 0.9838838771477533, + 0.9907637201902963, + 1.0059394076223003, + 0.9122317175379675, + 0.9398719190475693, + 0.9997401653873875, + 1.0030891544052551, + 0.8392167415058691, + 1.0027567026500943, + 0.9205981575020528, + 0.8548997051032522, + 0.5350874335618861 + ] + ] + }, + "width": 64, + "in_features": 15, + "out_features": 2, + "depth": 6, + "padding": 30, + "parameters": 4267, + "cert_evals": { + "36": 0.812652051448822, + "72": 0.7493917346000671, + "108": 0.7080292105674744, + "255": 0.18978102505207062 + }, + "fold": 2 + }, + { + "best_epoch": 9, + "best_val_acc": 0.8962264150943396, + "test_acc": 0.8398058252427184, + "train_size": 172, + "val_size": 106, + "test_size": 412, + "stats": { + "mean": [ + [ + 0.029660302325581287, + 0.04967415668604653, + 0.035228697674418614, + -0.08230726744186062, + -0.0808560755813953, + -0.06068950697674418, + 0.05521145232558148, + 0.0520138111627908, + -0.00013686046511636238, + -0.02893511627906982, + 0.0647990941860465, + -0.08429550000000029, + -0.11892838372093019, + -0.14010143755813953, + -0.060122975697674434 + ] + ], + "std": [ + [ + 0.9866458073044232, + 1.0497387015089001, + 0.9194770520533397, + 0.928940005324823, + 0.9330534400726008, + 1.0077990709538949, + 1.0375139084982685, + 0.9494310078822967, + 0.9992663708949371, + 1.0030891544052551, + 1.2789280573338035, + 1.0028244999999991, + 0.8074645456755252, + 0.8265119967382965, + 0.4698103883611287 + ] + ] + }, + "width": 64, + "in_features": 15, + "out_features": 2, + "depth": 6, + "padding": 30, + "parameters": 4267, + "cert_evals": { + "36": 0.7742718458175659, + "72": 0.7160194516181946, + "108": 0.6504854559898376, + "255": 0.09951456636190414 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8440411978196884, + "std_test_acc": 0.011933833419254768, + "n_samples": 690, + "n_features": 15, + "n_classes": 2, + "mean_cert_acc_36": 0.7989333122968674, + "std_cert_acc_36": 0.021441114947590535, + "mean_cert_acc_72": 0.7436226904392242, + "std_cert_acc_72": 0.020623973740166154, + "mean_cert_acc_108": 0.6836323142051697, + "std_cert_acc_108": 0.02405652175956421, + "mean_cert_acc_255": 0.18742662481963634, + "std_cert_acc_255": 0.06206763813821941 + }, + "cylinder-bands": { + "dataset": "cylinder-bands", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 23, + "best_val_acc": 0.7439024390243902, + "test_acc": 0.7185430463576159, + "train_size": 128, + "val_size": 82, + "test_size": 302, + "stats": { + "mean": [ + [ + -0.018113468749999997, + -0.09801495312499989, + -0.09835764843749996, + 0.015201562499999939, + -0.08460044531249963, + -0.05902956249999998, + -0.02159560937500003, + -0.10518925781250046, + 0.03565878125000016, + 0.03781927343750002, + -0.0029206640624998936, + -0.005388015624999963, + -0.007189643749999884, + -0.11441540624999999, + 0.02687471875000009, + -0.08272973437500022, + 0.014233650781250131, + -0.040908945312500035, + -0.20346299999999978, + 0.09558365781249996, + -0.12876496562500006, + -0.05027554687499996, + 0.03137399609374995, + -0.07727224921875003, + -0.112076146875, + 0.04986750409374999, + 0.0467316294531248, + 0.08485301562499976, + -0.07968368828125014, + -0.0404871031249999, + 0.026726734374999978, + 0.04898852562499999, + 0.07183878906250019, + 0.01963753046874992, + 0.07539527343749987 + ] + ], + "std": [ + [ + 1.009708113595319, + 0.6915256837343526, + 1.1851115463631896, + 1.1075149207516606, + 0.6356019715752345, + 0.9895598820491779, + 1.036117446187858, + 0.47416953322612243, + 0.9128570390625407, + 0.9754439041131451, + 0.9772769577736968, + 0.9965990540260843, + 1.0049338980010496, + 1.0152930221805465, + 1.0110105352731478, + 0.9779734187172597, + 0.946783796715577, + 0.9180378675297654, + 0.9791387337832046, + 1.3026657902081404, + 1.1587041225508155, + 1.0035768471185391, + 1.0872637801794474, + 0.8506413201552353, + 1.0909742588199165, + 0.9223170655454694, + 0.925140911301162, + 1.2060797979297548, + 0.10884702615305564, + 1.0969927491363656, + 1.0397512419029202, + 0.9385559077709305, + 0.7908440559763066, + 0.8086858742098973, + 0.23360368046727112 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 2, + "depth": 6, + "padding": 70, + "parameters": 22547, + "cert_evals": { + "36": 0.5927152037620544, + "72": 0.47350993752479553, + "108": 0.3642384111881256, + "255": 0.09602648764848709 + }, + "fold": 0 + }, + { + "best_epoch": 7, + "best_val_acc": 0.7083333333333334, + "test_acc": 0.7019230769230769, + "train_size": 128, + "val_size": 72, + "test_size": 312, + "stats": { + "mean": [ + [ + -0.15498346874999988, + 0.07623314062499989, + -0.08125197656250005, + 0.1064101249999995, + 0.028200664062500352, + 0.14560404687500025, + 0.1655534453124999, + -0.021037773437500448, + 0.03565884375000017, + -0.09565992968750019, + -0.06719309374999989, + 0.07724234374999989, + 0.014383128125000021, + 0.015113148437499955, + 0.11287723437500005, + 0.15718076562499975, + -0.11598707812499996, + 0.01952450812500009, + -0.05958846093749991, + 0.05810956640625002, + 0.09577258359374996, + 0.01608712499999998, + 0.0455139015625, + -0.09322180656250004, + 0.010363770312500003, + -0.09235189678125001, + -0.12943964476562508, + 0.07837251562499978, + -0.08934230000000017, + -0.11201488515624988, + -0.016908421875000006, + -0.19726601218749995, + -0.027512601562499843, + -0.1071632757812501, + -0.06936312500000016 + ] + ], + "std": [ + [ + 0.9566675689840457, + 1.1785922605080725, + 1.0752069854571855, + 1.134315391792329, + 1.0921920451077407, + 1.0073040155644573, + 1.0080335723206957, + 0.8147932438575216, + 0.7216766565111302, + 1.0325076089625134, + 1.0351765461316509, + 0.9787809233141151, + 0.9952912678839302, + 0.9646382079847095, + 0.9376275956128628, + 1.025290058167112, + 1.1238851154497491, + 0.9392938268734667, + 0.9623682791314133, + 0.6383677679060908, + 0.8128844998290236, + 0.9862468382017052, + 0.8444859158500648, + 1.051379690058149, + 0.9861572089261571, + 1.2038176163546097, + 1.2075147493034224, + 1.1662944917994549, + 1.0, + 1.0433698981937496, + 0.9167305702944823, + 1.1576246436005715, + 1.2133555868200756, + 1.2553958063370618, + 1.386742675536984 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 2, + "depth": 6, + "padding": 70, + "parameters": 22547, + "cert_evals": { + "36": 0.6153846383094788, + "72": 0.46474358439445496, + "108": 0.3365384638309479, + "255": 0.057692307978868484 + }, + "fold": 1 + }, + { + "best_epoch": 3, + "best_val_acc": 0.72, + "test_acc": 0.6957928802588996, + "train_size": 128, + "val_size": 75, + "test_size": 309, + "stats": { + "mean": [ + [ + -0.018113499999999876, + -0.010890906250000026, + 0.004276054687499921, + -0.04560409375000058, + -0.02819989062499964, + 0.003934625000000143, + 0.10796916406250016, + 0.02103777343750001, + -0.02139478124999982, + 0.02002204687499978, + -0.008763656249999825, + -0.04131476562499997, + 0.057528609375000095, + -0.11441537500000004, + -0.051960625, + 0.09099853124999963, + 0.025328648437500097, + 0.06508276609375009, + -0.0463809687499999, + 0.05531756718749999, + 0.048115672656250004, + -0.044416265624999944, + -0.006333254687500049, + 0.07249342484374995, + 0.017864971093750025, + -0.032888132281249996, + -0.005630188515625072, + -0.08849829687500009, + 0.1810991601562506, + -0.03171481484375, + -0.03763525000000013, + 0.012247269375000123, + -0.010699218749999687, + -0.04182582187500004, + 0.0392055468749999 + ] + ], + "std": [ + [ + 1.0014570356459378, + 0.9701723266723137, + 0.976668923366092, + 0.8848220008281984, + 0.8953310490553396, + 0.9995254897694512, + 1.0022604928841146, + 1.1538252271496559, + 1.0317076974392008, + 0.9849764181760653, + 0.9644949026944296, + 0.9682202506697574, + 1.0200144373065265, + 1.024650754456481, + 0.991180532876508, + 1.0231518076189408, + 0.9417295162218619, + 1.1518106310277838, + 1.0373234489917649, + 1.1369455371092343, + 0.9154717541032745, + 1.1226380377592042, + 1.0778851186420637, + 0.9942494651921334, + 0.9650868598248783, + 0.991851813013072, + 0.9883223822673011, + 0.8159153965212675, + 1.7818000158367098, + 0.9958958318550638, + 0.8529177390193199, + 0.9950922963006184, + 1.0386479794315284, + 1.046608837125399, + 0.3263770311133624 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 2, + "depth": 6, + "padding": 70, + "parameters": 22547, + "cert_evals": { + "36": 0.553398072719574, + "72": 0.4012944996356964, + "108": 0.30744338035583496, + "255": 0.0776699036359787 + }, + "fold": 2 + }, + { + "best_epoch": 4, + "best_val_acc": 0.7702702702702703, + "test_acc": 0.7161290322580646, + "train_size": 128, + "val_size": 74, + "test_size": 310, + "stats": { + "mean": [ + [ + -0.09862528124999967, + 0.07623314062499992, + -0.14967442968749994, + 0.1064100937499999, + 0.08460121875000035, + 0.11412195312500018, + 0.035988921874999975, + 0.02103796874999956, + 0.049922195312500195, + 0.020022046875000005, + 0.07303782812500019, + 0.1706510703124999, + 0.03116200625000013, + 0.10146572656249976, + 0.12004409375000007, + 0.04963468749999977, + -0.09730074531250002, + 0.2519632110937501, + 0.10295269531250012, + -0.017867453124999995, + 0.15167814140624994, + 0.053232843750000036, + 0.05788653593750008, + -0.03172638593750004, + 0.12707835390624983, + -0.07419502420312495, + -0.046009344765625224, + 0.07189192187499989, + -0.012073297656250094, + -0.011471089062500009, + 0.04745321093750001, + -0.06254772593749994, + 0.02904130468750018, + -0.017295875000000013, + -0.045236640625000143 + ] + ], + "std": [ + [ + 0.9681512944811281, + 1.1785922605080716, + 1.1820212062123494, + 1.2342204701284085, + 1.2560999937316328, + 1.0073040155644557, + 0.9422562101157176, + 0.9370712715647449, + 0.8107579850267628, + 0.9849764181760654, + 1.0089890027616917, + 1.0128688585013823, + 1.021806803227722, + 0.9860449137879513, + 0.965560494387225, + 1.0099223731350104, + 1.1411416049886207, + 0.9766554256496787, + 1.078888741266553, + 0.8735915598455525, + 0.9043004878113329, + 0.935916801014639, + 0.9022876021268718, + 1.0095878491602719, + 0.9226412455171137, + 1.103674350946853, + 1.109671652163808, + 1.0892584104797631, + 0.8707774330138579, + 0.9662087759049208, + 0.9327069000527582, + 1.0958735530051178, + 1.0258970951245958, + 1.0635339261419625, + 1.376208872677819 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 2, + "depth": 6, + "padding": 70, + "parameters": 22547, + "cert_evals": { + "36": 0.57419353723526, + "72": 0.4419354796409607, + "108": 0.3258064389228821, + "255": 0.05483870953321457 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7080970089494143, + "std_test_acc": 0.011002153053877374, + "n_samples": 512, + "n_features": 35, + "n_classes": 2, + "mean_cert_acc_36": 0.5839228630065918, + "std_cert_acc_36": 0.02641698420335319, + "mean_cert_acc_72": 0.4453708752989769, + "std_cert_acc_72": 0.032257492750182616, + "mean_cert_acc_108": 0.33350667357444763, + "std_cert_acc_108": 0.023750230286630286, + "mean_cert_acc_255": 0.07155685219913721, + "std_cert_acc_255": 0.01921678378854866 + }, + "dermatology": { + "dataset": "dermatology", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 15, + "best_val_acc": 1.0, + "test_acc": 0.9493087557603687, + "train_size": 91, + "val_size": 58, + "test_size": 217, + "stats": { + "mean": [ + [ + 0.06255490109890108, + -0.09950824175824165, + 0.06084052747252747, + -0.16717494505494507, + 0.052244340659340686, + 0.0025714945054945153, + -0.02246861538461534, + -0.017277736263736184, + -0.021717483516483508, + 0.03348407692307688, + -0.0475760989010988, + 0.06572261538461521, + 0.08858902197802174, + -0.1041265714285716, + 0.005385186813186856, + -0.035476670329670376, + 0.07677762417582405, + 0.04374145054945071, + 0.1155099230769231, + 0.12043031868131869, + 0.01650943956043959, + 0.07769217582417579, + -0.030356758241758278, + 0.013477208791208829, + 0.015482648351648287, + -0.0034025274725273612, + 0.04002742857142865, + 0.03137470329670338, + 0.008364593406593394, + 0.03786149450549449, + 0.03501758241758232, + 0.19951439560439582, + -0.014634098901098907, + 0.06380519120879125 + ] + ], + "std": [ + [ + 0.9579388217601761, + 1.0149277614583099, + 0.9508267211955849, + 0.9797619817212763, + 0.9779606305193399, + 1.0067406344751444, + 1.0036930400753548, + 0.9655703337016306, + 0.988719482589257, + 1.0387140092945895, + 0.9421816899315113, + 1.108600785818115, + 1.0553627690990925, + 0.8963300954815475, + 1.0312593831866153, + 0.9305276662720072, + 0.9419348744801717, + 1.0024345032706516, + 0.9943938503609722, + 1.126743771486882, + 1.024448001551178, + 1.0936199274871503, + 0.9903178300286889, + 1.0625282108029304, + 1.0022849145804325, + 1.0039785513963642, + 1.0686040527754073, + 1.0117848046592977, + 1.0099891482666616, + 1.032180187104034, + 1.0599064093185755, + 0.98964025727435, + 0.9787453595616104, + 0.9013728009327256 + ] + ] + }, + "width": 128, + "in_features": 34, + "out_features": 6, + "depth": 6, + "padding": 68, + "parameters": 21567, + "cert_evals": { + "36": 0.921658992767334, + "72": 0.8986175060272217, + "108": 0.843317985534668, + "255": 0.6912442445755005 + }, + "fold": 0 + }, + { + "best_epoch": 12, + "best_val_acc": 0.9454545454545454, + "test_acc": 0.9590909090909091, + "train_size": 91, + "val_size": 55, + "test_size": 220, + "stats": { + "mean": [ + [ + -0.15234734065934108, + -0.03685075824175817, + 0.024514153846154, + -0.003059032967032986, + 0.0522442747252747, + -0.020386087912087892, + 0.03530865934065939, + -0.043625648351648345, + -0.08879309890109885, + 0.09415389010989002, + -0.04757609890109863, + 0.06572261538461541, + 0.222018769230769, + 0.05758529670329658, + -0.007495417582417526, + -0.08522665934065947, + -0.07745157142857151, + -0.04334439560439563, + -0.12401621978021984, + 0.04764354945054952, + -0.021313461538461483, + 0.0352194725274725, + 0.051580087912087895, + 0.05687082417582426, + 0.041357142857142794, + -0.028813681318681075, + 0.017010725274725334, + -0.04641174945054939, + 0.01987447252747256, + 0.013464769230769122, + -0.009952681318681485, + -0.14857142857142827, + 0.03504902197802198, + 0.07064716813186812 + ] + ], + "std": [ + [ + 1.0799649707740484, + 0.9701819203088585, + 1.0349980862760444, + 0.9962695208080098, + 1.0565723090694727, + 0.956401750666777, + 1.0996255828899324, + 0.9272437132189425, + 0.9338556246970804, + 1.132692340014453, + 0.9421816899315112, + 1.108600785818116, + 1.3507430798011204, + 0.9954000343509968, + 0.9838347974365711, + 1.0051011914402448, + 1.082244925397, + 0.9863336565802372, + 0.8936601742161131, + 1.0709540797521042, + 0.9668866324311055, + 1.0433938478729325, + 1.061517000809812, + 1.0860930768159869, + 1.0492767576804765, + 0.9727826405276763, + 1.0221067222848232, + 0.9644227334697079, + 1.0222445250094454, + 1.1137241387036405, + 0.9325232366107138, + 0.9431871301685265, + 1.0294846104354056, + 0.954054376413069 + ] + ] + }, + "width": 128, + "in_features": 34, + "out_features": 6, + "depth": 6, + "padding": 68, + "parameters": 21567, + "cert_evals": { + "36": 0.913636326789856, + "72": 0.8909090757369995, + "108": 0.863636314868927, + "255": 0.6454545259475708 + }, + "fold": 1 + }, + { + "best_epoch": 18, + "best_val_acc": 0.9836065573770492, + "test_acc": 0.9672897196261683, + "train_size": 91, + "val_size": 61, + "test_size": 214, + "stats": { + "mean": [ + [ + 0.1286785934065936, + -0.052514956043955986, + -0.0723557912087912, + -0.03202061538461543, + -0.15349332967032966, + -0.020386153846153894, + -0.09950505494505507, + -0.004103824175824138, + 0.03417917582417588, + 0.08201997802197789, + -0.01447120879120871, + -0.022712967032967008, + -0.04484103296703309, + 0.003681208791208678, + 0.044027285714285734, + 0.04412385714285691, + -0.04660575824175837, + -0.014315659340659313, + -0.02820572527472527, + 0.03724537362637364, + -0.01185779120879114, + -0.039107373626373704, + 0.0024179670329669205, + -0.015451747252747299, + 0.002545351648351576, + 0.08553615384615376, + 0.017010747252747392, + -0.017241828571428485, + 0.008364593406593424, + -0.05972478021978029, + 0.012532417582417426, + 0.1541118681318682, + 0.0052391428571429075, + 0.04806798461538459 + ] + ], + "std": [ + [ + 0.9701280514742756, + 0.9293627837603032, + 0.9985142789172075, + 1.0092809883627014, + 0.9144981766921801, + 0.9688575910999048, + 0.7552905986573396, + 0.9998322435146684, + 1.0704136812401557, + 1.0731541860690452, + 0.9820497437937411, + 0.9606585652114606, + 0.9412251138507225, + 1.032650720921409, + 1.0662219170916833, + 1.0316415589934254, + 0.8883921685550962, + 1.0965763955898655, + 0.9938166856011934, + 1.0449962571399998, + 0.9713151295619376, + 0.916982706185695, + 1.0485354727700578, + 0.9633861656803218, + 0.9854442339078262, + 1.003978327496943, + 1.0338310542422602, + 0.9972909993244929, + 1.0099891482666616, + 0.6769782284640671, + 0.9985019725218273, + 0.9997718075782989, + 1.0050250528703155, + 0.9607093594262002 + ] + ] + }, + "width": 128, + "in_features": 34, + "out_features": 6, + "depth": 6, + "padding": 68, + "parameters": 21567, + "cert_evals": { + "36": 0.9579439163208008, + "72": 0.9392523169517517, + "108": 0.9018691182136536, + "255": 0.6962616443634033 + }, + "fold": 2 + }, + { + "best_epoch": 10, + "best_val_acc": 1.0, + "test_acc": 0.9641255605381166, + "train_size": 91, + "val_size": 52, + "test_size": 223, + "stats": { + "mean": [ + [ + -0.05316160439560428, + 0.07280001098901108, + 0.00029673626373637353, + -0.012712835164835188, + 0.028039912087912074, + -0.05482258241758234, + 0.01604945054945059, + 0.009070153846153903, + 0.011820373626373679, + -0.0029178351648351595, + -0.14689076923076905, + -0.02271290109890109, + -0.04484103296703295, + 0.0036813406593406033, + 0.08266931868131823, + 0.054073769230769106, + -0.000336973626373744, + 0.02922736263736266, + 0.043652076923076925, + 0.03724537362637369, + -0.0024020659340658864, + 0.03521959340659338, + 0.0024179780219780282, + 0.056870879120879105, + 0.015482648351648276, + 0.00930285714285733, + 0.017010725274725344, + 0.002204784615384724, + -0.014655186813186854, + 0.0622580769230768, + 0.012532483516483228, + 0.06330681318681318, + -0.004697549450549487, + 0.015909242857142816 + ] + ], + "std": [ + [ + 0.9579387151851927, + 0.9666344534450786, + 0.9971916717551561, + 1.0285803186606315, + 0.9689331448788322, + 0.9145691771687489, + 0.8846614143098532, + 1.0173836013652253, + 0.9964001763067949, + 0.9871125181905619, + 0.8027509230903981, + 0.9299285829647791, + 0.9412251138507224, + 0.9834698643403745, + 1.1391943175030825, + 0.9785493379039759, + 1.017445012936306, + 0.9645207385980711, + 0.9428629894457031, + 1.0449962571399996, + 0.9921708037991144, + 1.033514126697011, + 1.048535468132942, + 1.0684193315579842, + 1.002284914580432, + 0.9595830510736266, + 1.022106722284823, + 1.0153293741790863, + 0.9598175741851003, + 1.1500085669506441, + 1.0435622629094696, + 0.949962818915988, + 1.0144124428718615, + 1.013968145011949 + ] + ] + }, + "width": 128, + "in_features": 34, + "out_features": 6, + "depth": 6, + "padding": 68, + "parameters": 21567, + "cert_evals": { + "36": 0.9327354431152344, + "72": 0.9103139638900757, + "108": 0.8789238333702087, + "255": 0.6636771559715271 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9599537362538906, + "std_test_acc": 0.00785877111507547, + "n_samples": 366, + "n_features": 34, + "n_classes": 6, + "mean_cert_acc_36": 0.9314936697483063, + "std_cert_acc_36": 0.019293894662097563, + "mean_cert_acc_72": 0.9097732156515121, + "std_cert_acc_72": 0.021210181942195365, + "mean_cert_acc_108": 0.8719368129968643, + "std_cert_acc_108": 0.024716370443975073, + "mean_cert_acc_255": 0.6741593927145004, + "std_cert_acc_255": 0.023904311705259848 + }, + "echocardiogram": { + "dataset": "echocardiogram", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 37, + "best_val_acc": 0.8, + "test_acc": 0.8076923076923077, + "train_size": 33, + "val_size": 20, + "test_size": 78, + "stats": { + "mean": [ + [ + -0.057606475757575756, + -0.15964663636363635, + -0.060374909090909125, + 0.0400295, + 0.10041431515151517, + 0.07715459090909091, + 0.009048404242424318, + 0.011163848484848474, + -0.3499357575757576, + -0.0035744545454545447 + ] + ], + "std": [ + [ + 1.1573831652081632, + 0.8404744208999705, + 0.7381400184555348, + 1.0796554948826975, + 0.8705069277860507, + 1.2129557576954413, + 1.0456434215229085, + 0.9246089519830962, + 1.0989667179647085, + 0.9932372830639454 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 1947, + "cert_evals": { + "36": 0.7051281929016113, + "72": 0.42307692766189575, + "108": 0.23076923191547394, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 14, + "best_val_acc": 0.7391304347826086, + "test_acc": 0.7466666666666667, + "train_size": 33, + "val_size": 23, + "test_size": 75, + "stats": { + "mean": [ + [ + -0.10427761212121212, + -0.08161054545454546, + 0.08791276969696966, + -0.14441026060606058, + 0.09186773939393943, + 0.02212875757575757, + -0.12115638181818184, + 0.13688663636363635, + -0.19213333333333332, + -0.08161054545454546 + ] + ], + "std": [ + [ + 0.8430736384486278, + 0.9233354795587926, + 1.041073713648991, + 0.8385992375905786, + 0.7966783723844354, + 0.8163890823085291, + 0.8747642125794102, + 0.7576737832204337, + 1.0947098909221693, + 0.9233354795587928 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 1947, + "cert_evals": { + "36": 0.6000000238418579, + "72": 0.2666666805744171, + "108": 0.20000000298023224, + "255": 0.03999999910593033 + }, + "fold": 1 + }, + { + "best_epoch": 4, + "best_val_acc": 0.8, + "test_acc": 0.8205128205128205, + "train_size": 33, + "val_size": 20, + "test_size": 78, + "stats": { + "mean": [ + [ + 0.04318501212121217, + -0.08161054545454545, + -0.1960651757575758, + 0.10663209696969696, + -0.039179059090909095, + -0.08327692727272729, + -0.02021858363636361, + -0.027255212121212104, + -0.0343309090909092, + -0.08161054545454542 + ] + ], + "std": [ + [ + 1.1928881057545633, + 0.9233354795587926, + 0.7336788223210056, + 1.0424668853529024, + 1.015206992443095, + 0.7150465728455708, + 0.9871909809630498, + 0.7552585618074782, + 1.0673558137650077, + 0.9233354795587926 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 1947, + "cert_evals": { + "36": 0.6666666865348816, + "72": 0.4615384638309479, + "108": 0.19230769574642181, + "255": 0.012820512987673283 + }, + "fold": 2 + }, + { + "best_epoch": 10, + "best_val_acc": 0.8888888888888888, + "test_acc": 0.7078651685393258, + "train_size": 33, + "val_size": 9, + "test_size": 89, + "stats": { + "mean": [ + [ + 0.17818635454545453, + -0.003574454545454491, + 0.09132509090909088, + -0.2657220666666666, + 0.02064670606060603, + 0.008581981818181823, + -0.001812626060606065, + -0.08051203030303035, + 0.005119696969696846, + -0.08161054545454548 + ] + ], + "std": [ + [ + 0.65057027499482, + 0.9932372830639454, + 0.9917679778099099, + 0.9657357364086732, + 0.9330992242935773, + 1.0185738628461445, + 0.9305394942774076, + 0.8664314560759948, + 1.0688129554861598, + 0.9233354795587926 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 1947, + "cert_evals": { + "36": 0.5955055952072144, + "72": 0.37078651785850525, + "108": 0.2247191071510315, + "255": 0.04494382068514824 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7706842408527801, + "std_test_acc": 0.05283800424645249, + "n_samples": 131, + "n_features": 10, + "n_classes": 2, + "mean_cert_acc_36": 0.6418251246213913, + "std_cert_acc_36": 0.05328920939039754, + "mean_cert_acc_72": 0.3805171474814415, + "std_cert_acc_72": 0.08452298022790725, + "mean_cert_acc_108": 0.21194900944828987, + "std_cert_acc_108": 0.01867115537007766, + "mean_cert_acc_255": 0.024441083194687963, + "std_cert_acc_255": 0.02156267074213869 + }, + "ecoli": { + "dataset": "ecoli", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 49, + "best_val_acc": 0.7962962962962963, + "test_acc": 0.8434343434343434, + "train_size": 84, + "val_size": 54, + "test_size": 198, + "stats": { + "mean": [ + [ + 0.013150064285714266, + 0.030534154761904717, + -0.03497671428571443, + -0.05455450000000004, + -0.07806762144047612, + 0.0146216491309523, + 0.00923791428571434 + ] + ], + "std": [ + [ + 0.9944073468449054, + 1.0029903172616768, + 0.8958309259021103, + 1.0, + 1.0494215334470565, + 0.9464416656581703, + 0.9697251209067621 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 8, + "depth": 6, + "padding": 14, + "parameters": 1077, + "cert_evals": { + "36": 0.7777777910232544, + "72": 0.6616161465644836, + "108": 0.46464645862579346, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 82, + "best_val_acc": 0.7543859649122807, + "test_acc": 0.6974358974358974, + "train_size": 84, + "val_size": 57, + "test_size": 195, + "stats": { + "mean": [ + [ + 0.05841213633333324, + 0.009642500000000023, + -0.1049293571428573, + -0.05455450000000004, + -0.13059923814285718, + -0.04276377619047619, + -0.11014530833333327 + ] + ], + "std": [ + [ + 1.0146171837993285, + 1.0844043612606449, + 0.6372989064356027, + 1.0, + 1.1282134026013562, + 0.9791745837868009, + 1.0002488772478277 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 8, + "depth": 6, + "padding": 14, + "parameters": 1077, + "cert_evals": { + "36": 0.6153846383094788, + "72": 0.5025641322135925, + "108": 0.4307692348957062, + "255": 0.04615384712815285 + }, + "fold": 1 + }, + { + "best_epoch": 5, + "best_val_acc": 0.44642857142857145, + "test_acc": 0.40816326530612246, + "train_size": 84, + "val_size": 56, + "test_size": 196, + "stats": { + "mean": [ + [ + -0.011315743142857089, + -0.03455130952380979, + -0.03497671428571443, + -0.05455450000000004, + 0.08828174398809528, + -0.05821374880952385, + -0.06637139999999996 + ] + ], + "std": [ + [ + 1.012351652595517, + 1.0330947119577754, + 0.8958309259021106, + 1.0, + 1.0026493882045864, + 0.9566088016671406, + 0.9710783614044303 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 8, + "depth": 6, + "padding": 14, + "parameters": 1077, + "cert_evals": { + "36": 0.04591836780309677, + "72": 0.015306122601032257, + "108": 0.015306122601032257, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 78, + "best_val_acc": 0.37037037037037035, + "test_acc": 0.37373737373737376, + "train_size": 84, + "val_size": 54, + "test_size": 198, + "stats": { + "mean": [ + [ + -0.17523749880952394, + -0.0650854523809525, + -0.03497671428571443, + -0.05455450000000004, + 0.014348625000000045, + -0.16084512944047624, + -0.12776817619047612 + ] + ], + "std": [ + [ + 1.0115769923283313, + 0.9182494349544681, + 0.8958309259021106, + 1.0, + 1.1277230453570237, + 0.9641663228847202, + 0.9980600835386763 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 8, + "depth": 6, + "padding": 14, + "parameters": 1077, + "cert_evals": { + "36": 0.26767677068710327, + "72": 0.1515151560306549, + "108": 0.0555555559694767, + "255": 0.01515151560306549 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5806927199784343, + "std_test_acc": 0.2274928997034076, + "n_samples": 336, + "n_features": 7, + "n_classes": 8, + "mean_cert_acc_36": 0.4266893919557333, + "std_cert_acc_36": 0.33123030583631896, + "mean_cert_acc_72": 0.33275038935244083, + "std_cert_acc_72": 0.30033673647075165, + "mean_cert_acc_108": 0.24156934302300215, + "std_cert_acc_108": 0.23899523878104018, + "mean_cert_acc_255": 0.015326340682804585, + "std_cert_acc_255": 0.02175744435740923 + }, + "energy-y1": { + "dataset": "energy-y1", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 24, + "best_val_acc": 0.875, + "test_acc": 0.8601694915254238, + "train_size": 192, + "val_size": 104, + "test_size": 472, + "stats": { + "mean": [ + [ + 0.04037588177083325, + -0.02897297395833333, + -0.0555741354166667, + -0.0014130312499998996, + -0.01040988541666666, + 0.08845356250000003, + 0.019546906250001692, + 0.12425216145833322 + ] + ], + "std": [ + [ + 1.0503259507282519, + 1.0401598299798114, + 0.9566204676221528, + 1.0115106857597378, + 0.9992947803759471, + 0.9870322434122373, + 0.9626025350664883, + 1.0012373439432847 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 1288, + "cert_evals": { + "36": 0.8177965879440308, + "72": 0.7775423526763916, + "108": 0.6970338821411133, + "255": 0.06355932354927063 + }, + "fold": 0 + }, + { + "best_epoch": 22, + "best_val_acc": 0.8484848484848485, + "test_acc": 0.8130630630630631, + "train_size": 192, + "val_size": 132, + "test_size": 444, + "stats": { + "mean": [ + [ + -0.035944025000000025, + 0.01883181770833327, + 0.02047402083333334, + 0.008475244791666782, + 2.3129646346357427e-18, + -9.25185853854297e-18, + -0.003910447916664952, + -0.010073338541666126 + ] + ], + "std": [ + [ + 0.9212095277307366, + 0.9229015509828643, + 1.0465139198851874, + 0.9891013465328523, + 0.9993489999999986, + 0.9993506559221339, + 0.9981490715102995, + 0.9882682016149288 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 1288, + "cert_evals": { + "36": 0.7702702879905701, + "72": 0.7229729890823364, + "108": 0.5270270109176636, + "255": 0.020270271226763725 + }, + "fold": 1 + }, + { + "best_epoch": 10, + "best_val_acc": 0.8235294117647058, + "test_acc": 0.838074398249453, + "train_size": 192, + "val_size": 119, + "test_size": 457, + "stats": { + "mean": [ + [ + -0.06401001406250006, + 0.06953358854166669, + -4.583333333418871e-07, + 0.0678050677083333, + -0.0624593125, + 0.10707533333333334, + 0.011727677083334845, + -0.026863999999998927 + ] + ], + "std": [ + [ + 0.9971640605357807, + 1.016537043200003, + 0.9590898709257725, + 0.9858397966646458, + 0.997395236645448, + 0.9977770953987608, + 1.0267126976352656, + 1.0236092624260158 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 1288, + "cert_evals": { + "36": 0.5951859951019287, + "72": 0.39824944734573364, + "108": 0.29759299755096436, + "255": 0.039387308061122894 + }, + "fold": 2 + }, + { + "best_epoch": 21, + "best_val_acc": 0.8771929824561403, + "test_acc": 0.8614718614718615, + "train_size": 192, + "val_size": 114, + "test_size": 462, + "stats": { + "mean": [ + [ + -0.09306050364583336, + 0.10140363020833336, + 0.038023541666666646, + 0.08051876041666675, + -0.06245931250000001, + 4.166666664589166e-08, + 0.16615551562499892, + 0.11081956770833301 + ] + ], + "std": [ + [ + 1.0103381574343495, + 1.0260340528127347, + 0.9660180839931469, + 0.9757962633490739, + 0.997395236645448, + 0.9993506559221341, + 0.9513965888850403, + 0.9859377713172496 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 1288, + "cert_evals": { + "36": 0.7922077775001526, + "72": 0.6645021438598633, + "108": 0.5216450095176697, + "255": 0.008658008649945259 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8431947035774503, + "std_test_acc": 0.022776678228077083, + "n_samples": 768, + "n_features": 8, + "n_classes": 3, + "mean_cert_acc_36": 0.7438651621341705, + "std_cert_acc_36": 0.10100427311685994, + "mean_cert_acc_72": 0.6408167332410812, + "std_cert_acc_72": 0.168169985675842, + "mean_cert_acc_108": 0.5108247250318527, + "std_cert_acc_108": 0.16383041274450508, + "mean_cert_acc_255": 0.03296872787177563, + "std_cert_acc_255": 0.024008641401232853 + }, + "energy-y2": { + "dataset": "energy-y2", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 60, + "best_val_acc": 0.9051724137931034, + "test_acc": 0.8652173913043478, + "train_size": 192, + "val_size": 116, + "test_size": 460, + "stats": { + "mean": [ + [ + 0.0009850791666666432, + 0.010139916666666622, + 0.032173687500000006, + -0.005650822916666537, + 0.010409885416666669, + -0.06052093749999998, + -0.02541311979166509, + 0.0537312500000005 + ] + ], + "std": [ + [ + 1.0456101033083376, + 1.0498619980358046, + 0.9456106661428212, + 0.9965179021332218, + 0.999294780375947, + 1.0222397484588055, + 1.030433216371699, + 0.995731298264168 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 1288, + "cert_evals": { + "36": 0.8304347395896912, + "72": 0.7869564890861511, + "108": 0.7173912525177002, + "255": 0.35652172565460205 + }, + "fold": 0 + }, + { + "best_epoch": 29, + "best_val_acc": 0.8852459016393442, + "test_acc": 0.8590308370044053, + "train_size": 192, + "val_size": 122, + "test_size": 454, + "stats": { + "mean": [ + [ + 0.07533532916666669, + -0.059394307291666594, + -0.017550052083333306, + -0.04944196875000006, + 0.031229656250000005, + -0.004655374999999985, + 0.06255218750000145, + 1.1510416676625372e-06 + ] + ], + "std": [ + [ + 1.0729275910612097, + 1.0653863321722707, + 0.9433869502795601, + 1.0190501631365936, + 0.998860917431203, + 0.9951670891648171, + 1.0163359360027204, + 1.0396997731000648 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 1288, + "cert_evals": { + "36": 0.8215858936309814, + "72": 0.7775329947471619, + "108": 0.7224669456481934, + "255": 0.2070484459400177 + }, + "fold": 1 + }, + { + "best_epoch": 24, + "best_val_acc": 0.860655737704918, + "test_acc": 0.8546255506607929, + "train_size": 192, + "val_size": 122, + "test_size": 454, + "stats": { + "mean": [ + [ + -0.0004920619791667415, + 0.007242729166666742, + -0.020474875000000007, + 0.016951052083333352, + 2.3129646346357427e-18, + 0.004655458333333339, + 0.11924057812500127, + 0.06380555208333295 + ] + ], + "std": [ + [ + 1.0283618263304504, + 1.0335770524750947, + 0.8923225124501564, + 0.9833589680412395, + 0.9993489999999986, + 1.0280747733173587, + 0.9999909373553216, + 0.955311666538388 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 1288, + "cert_evals": { + "36": 0.7863435745239258, + "72": 0.7158589959144592, + "108": 0.6718061566352844, + "255": 0.4581497609615326 + }, + "fold": 2 + }, + { + "best_epoch": 6, + "best_val_acc": 0.8584070796460177, + "test_acc": 0.8509719222462203, + "train_size": 192, + "val_size": 113, + "test_size": 463, + "stats": { + "mean": [ + [ + -0.045791585416666704, + 0.053598781249999984, + 0.038023489583333334, + 0.0339023333333334, + -0.04163954166666667, + 0.013966291666666672, + 0.03909468750000155, + 0.06716386458333357 + ] + ], + "std": [ + [ + 1.0190772752310013, + 1.0258162287916472, + 1.0141309105461986, + 1.0041302689502694, + 0.998481132706467, + 0.9782096135772306, + 0.997298911424109, + 1.0244022864972453 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 1288, + "cert_evals": { + "36": 0.7473002076148987, + "72": 0.6198703646659851, + "108": 0.4730021357536316, + "255": 0.02591792494058609 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8574614253039415, + "std_test_acc": 0.006131174346807123, + "n_samples": 768, + "n_features": 8, + "n_classes": 3, + "mean_cert_acc_36": 0.7964161038398743, + "std_cert_acc_36": 0.03787969115155004, + "mean_cert_acc_72": 0.7250547111034393, + "std_cert_acc_72": 0.0768854305334094, + "mean_cert_acc_108": 0.6461666226387024, + "std_cert_acc_108": 0.1176690449445458, + "mean_cert_acc_255": 0.2619094643741846, + "std_cert_acc_255": 0.18811651709969363 + }, + "fertility": { + "dataset": "fertility", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 21, + "best_val_acc": 0.7777777777777778, + "test_acc": 0.7192982456140351, + "train_size": 25, + "val_size": 18, + "test_size": 57, + "stats": { + "mean": [ + [ + -0.050080199999999984, + -0.12364147839999998, + 0.14793016000000006, + -0.32071263999999977, + 0.1791338, + -0.12053400000000013, + 0.5731312000000003, + -0.16074628000000002, + 0.03862860000000002 + ] + ], + "std": [ + [ + 1.0236052735742232, + 0.8512034434759349, + 0.8026475169365781, + 0.9000012058569202, + 0.9750796495625166, + 0.7418187080757671, + 0.7460504646830267, + 0.9966002512278438, + 0.8297482471350933 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 1591, + "cert_evals": { + "36": 0.6140350699424744, + "72": 0.5263158082962036, + "108": 0.42105263471603394, + "255": 0.07017543911933899 + }, + "fold": 0 + }, + { + "best_epoch": 5, + "best_val_acc": 0.7857142857142857, + "test_acc": 0.8032786885245902, + "train_size": 25, + "val_size": 14, + "test_size": 61, + "stats": { + "mean": [ + [ + 0.08396883999999995, + 0.0741850816, + -0.08875767999999994, + 0.16035823999999999, + -0.2985557199999999, + 0.017217679999999954, + -0.28656639999999994, + -0.012364960000000034, + 7.200000000029405e-07 + ] + ], + "std": [ + [ + 0.9493769176881722, + 1.0402868069724176, + 1.0846399428755964, + 1.0014288942292522, + 0.95537904, + 1.089027811624688, + 1.008650391054026, + 0.9817617018642958, + 0.9407763787630519 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 1591, + "cert_evals": { + "36": 0.7049179673194885, + "72": 0.37704914808273315, + "108": 0.21311473846435547, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.9, + "test_acc": 0.8181818181818182, + "train_size": 25, + "val_size": 20, + "test_size": 55, + "stats": { + "mean": [ + [ + -0.15099352, + 0.04121466079999998, + 0.029586240000000055, + 0.16035823999999999, + -0.059710959999999924, + 0.29272248000000006, + 0.09552136000000001, + -0.25966716, + -0.27897695999999994 + ] + ], + "std": [ + [ + 0.9753651401849921, + 1.00304651742069, + 0.9614305510351658, + 1.001428894229252, + 0.9943900320852971, + 0.9593333711047946, + 0.911221690762852, + 0.8623722386522275, + 0.6562133354788506 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 1591, + "cert_evals": { + "36": 0.6727272272109985, + "72": 0.5090909004211426, + "108": 0.27272725105285645, + "255": 0.0181818176060915 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.8181818181818182, + "test_acc": 0.875, + "train_size": 25, + "val_size": 11, + "test_size": 64, + "stats": { + "mean": [ + [ + -0.05008016, + 0.16980184160000003, + 0.029586240000000055, + -0.08017719999999987, + -0.13932587999999993, + 0.22384639999999986, + -0.19104464, + 0.23493724, + -0.28326872000000003 + ] + ], + "std": [ + [ + 0.967192993888714, + 1.0029056548149258, + 0.9614305510351658, + 0.981981821759731, + 0.9879951745516705, + 0.9393450743392652, + 0.9552200000001204, + 1.0881296800000002, + 0.6448658384270962 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 1591, + "cert_evals": { + "36": 0.734375, + "72": 0.640625, + "108": 0.546875, + "255": 0.109375 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8039396880801108, + "std_test_acc": 0.06433510421518543, + "n_samples": 100, + "n_features": 9, + "n_classes": 2, + "mean_cert_acc_36": 0.6815138161182404, + "std_cert_acc_36": 0.05155141247631795, + "mean_cert_acc_72": 0.5132702142000198, + "std_cert_acc_72": 0.10795535266839669, + "mean_cert_acc_108": 0.36344240605831146, + "std_cert_acc_108": 0.1503264247763004, + "mean_cert_acc_255": 0.04943306418135762, + "std_cert_acc_255": 0.049811478043453476 + }, + "flags": { + "dataset": "flags", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 49, + "best_val_acc": 0.4074074074074074, + "test_acc": 0.40336134453781514, + "train_size": 48, + "val_size": 27, + "test_size": 119, + "stats": { + "mean": [ + [ + 0.2352414791666667, + -0.14561693750000007, + 0.1764680979166667, + 0.11582924333333333, + 0.0278278833333333, + 0.04467812499999988, + -0.14742766666666676, + -0.14850950000000007, + 0.10914166666666664, + 0.020176562500000023, + -0.14527287500000005, + -0.021462375000000023, + -0.005958499999999978, + -0.18136456250000013, + -0.1484010833333332, + -0.13407733333333335, + -0.14238879166666651, + -0.06353299999999999, + 0.039132958333333315, + 0.23061385416666677, + 0.16322545416666676, + 0.20470881250000014, + -0.04084762500000006, + -0.005915999999999931, + -0.08552499999999989, + 0.003115083333333317, + -0.00012200000000005262, + 0.016370875000000003 + ] + ], + "std": [ + [ + 0.9423798810959939, + 0.9424971000607776, + 1.1257258803436931, + 1.5640772168523231, + 0.9974256598053217, + 1.129307049644929, + 1.052031616542435, + 0.7965270829416287, + 0.9104918487062668, + 0.9984666452987403, + 0.9898063223282548, + 0.9958585433814053, + 1.0008837456871553, + 0.8789136023594675, + 0.8091964732150918, + 0.9827727342487288, + 0.6596688427296609, + 0.858146791992489, + 1.050181614737104, + 1.5175473203808312, + 0.8994410282874392, + 1.317453200121319, + 0.9530138431587623, + 0.994027422565394, + 0.9275008724551151, + 1.0021317232904448, + 0.9667438830883966, + 0.9280632223285767 + ] + ] + }, + "width": 128, + "in_features": 28, + "out_features": 8, + "depth": 6, + "padding": 56, + "parameters": 14853, + "cert_evals": { + "36": 0.29411765933036804, + "72": 0.21008405089378357, + "108": 0.11764706671237946, + "255": 0.02521008625626564 + }, + "fold": 0 + }, + { + "best_epoch": 32, + "best_val_acc": 0.6206896551724138, + "test_acc": 0.41025641025641024, + "train_size": 48, + "val_size": 29, + "test_size": 117, + "stats": { + "mean": [ + [ + 0.19499710416666668, + -0.0022983958333333797, + -0.02790886250000002, + 0.11650907499999995, + -0.06750504166666671, + -0.11583450000000012, + -0.10268268750000005, + 0.02775170833333333, + 0.26183579166666643, + -0.02146237499999999, + -0.14527287500000005, + 0.27001018749999983, + -0.10226858333333351, + 0.10011306249999985, + -0.3313875208333335, + -0.17088533333333333, + -0.18737783333333316, + -0.06353299999999996, + 0.03913295833333332, + -0.008377395833333351, + -0.026332812499999955, + -0.15468943749999978, + 0.07922083333333325, + 0.13755950000000008, + -0.03367612499999993, + 0.07865360416666665, + 0.0827322729166666, + -0.1398202291666666 + ] + ], + "std": [ + [ + 1.0149211380035321, + 1.0106590573641523, + 0.800987362794606, + 1.5710238762349773, + 0.9911412389198323, + 0.8417359860573123, + 0.7550650019137193, + 0.8454707572998891, + 0.7463117905961775, + 0.9958585433814053, + 0.9898063223282548, + 0.9774069853377493, + 1.0506189728199082, + 1.04374696833814, + 0.41816393735262497, + 0.8196612593038392, + 0.596847083543995, + 0.8581467919924893, + 1.050181614737104, + 0.8097533539243018, + 0.6013621428718394, + 0.6159775664971462, + 1.073924939147738, + 1.064042786035294, + 0.9713883617826264, + 1.1076121378365742, + 1.021768139613268, + 0.8455337132759265 + ] + ] + }, + "width": 128, + "in_features": 28, + "out_features": 8, + "depth": 6, + "padding": 56, + "parameters": 14853, + "cert_evals": { + "36": 0.3333333432674408, + "72": 0.25641027092933655, + "108": 0.19658119976520538, + "255": 0.0683760717511177 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.3076923076923077, + "test_acc": 0.375, + "train_size": 48, + "val_size": 26, + "test_size": 120, + "stats": { + "mean": [ + [ + 0.0340199583333333, + 0.10917162499999984, + -0.07162090208333334, + 0.06506778333333332, + -0.10921322916666676, + 0.12493452083333324, + 0.013654270833333296, + 0.15594170833333318, + -0.04355245833333338, + -0.021462374999999978, + 0.104134875, + 0.02017656249999995, + 0.1385066249999999, + 0.053200124999999876, + 0.09558083333333343, + 0.3076187916666668, + 0.17253487500000028, + 0.15269966666666668, + 0.1823765416666667, + 0.13501729166666662, + 0.262743825, + -0.06483987499999996, + 0.19928929166666667, + -0.1015663333333332, + -0.03367612499999994, + 0.07865360416666677, + 0.23660444999999997, + 0.06843458333333337 + ] + ], + "std": [ + [ + 1.0728446319744602, + 1.004997765945125, + 0.6738313483909325, + 1.1276322526496132, + 0.9889360364810051, + 1.0737570402474663, + 1.2301542970075396, + 1.0335005003320021, + 1.0268293591046207, + 0.9958585433814053, + 0.9898063223282548, + 0.9984666452987404, + 0.9021844164633743, + 1.0235194592787966, + 1.0911203018947113, + 1.043398618770709, + 1.428359917728367, + 1.0537876663148145, + 1.2133500974257005, + 0.931759019467099, + 1.699034990837401, + 0.8618067283867119, + 1.170282570673264, + 0.9322841280124254, + 0.9713883617826267, + 1.1076121378365744, + 1.009283746545842, + 1.0092164745858712 + ] + ] + }, + "width": 128, + "in_features": 28, + "out_features": 8, + "depth": 6, + "padding": 56, + "parameters": 14853, + "cert_evals": { + "36": 0.22500000894069672, + "72": 0.10000000894069672, + "108": 0.05833333730697632, + "255": 0.01666666753590107 + }, + "fold": 2 + }, + { + "best_epoch": 29, + "best_val_acc": 0.1935483870967742, + "test_acc": 0.3391304347826087, + "train_size": 48, + "val_size": 31, + "test_size": 115, + "stats": { + "mean": [ + [ + 0.060849604166666675, + -0.11376839583333333, + -0.09783850416666667, + -0.09356036875000003, + 0.22445235416666667, + 0.024614104166666605, + 0.0762974583333333, + 0.09184660416666661, + -0.14534854166666666, + -0.021462374999999978, + 0.18727079166666663, + 0.061815500000000016, + 0.042196541666666705, + 0.10011306249999992, + -0.08740560416666669, + 0.0008853750000000308, + -0.1423887916666665, + -0.06353283333333333, + -0.10411062500000007, + -0.056175625000000166, + 0.25800489583333336, + -0.15468943749999986, + 0.07922083333333328, + -0.10156633333333316, + -0.08552499999999985, + 0.0031150833333333725, + -0.1421576375, + 0.0684342083333334 + ] + ], + "std": [ + [ + 1.0293582077836319, + 0.9794406225141076, + 0.6268224867254953, + 0.3684227553507345, + 1.025591356541465, + 1.1118837703058688, + 1.0365020313045694, + 1.0275207215403601, + 1.0856923338143685, + 0.9958585433814053, + 0.9757408637342995, + 0.9993344999999996, + 0.9714914160365958, + 1.0437469683381402, + 0.8943692877865511, + 1.023515389848972, + 0.6596688427296608, + 1.0084428269148291, + 0.8321700190516114, + 0.7587733649056444, + 1.7047553305488228, + 0.615977566497146, + 1.073924939147738, + 0.9322841280124254, + 0.9275008724551151, + 1.0021317232904448, + 0.8580294890796403, + 1.071739861024061 + ] + ] + }, + "width": 128, + "in_features": 28, + "out_features": 8, + "depth": 6, + "padding": 56, + "parameters": 14853, + "cert_evals": { + "36": 0.19130434095859528, + "72": 0.09565217047929764, + "108": 0.03478260710835457, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.38193704739420853, + "std_test_acc": 0.03236003466648161, + "n_samples": 194, + "n_features": 28, + "n_classes": 8, + "mean_cert_acc_36": 0.2609388381242752, + "std_cert_acc_36": 0.06450416314769465, + "mean_cert_acc_72": 0.16553662531077862, + "std_cert_acc_72": 0.08045988173496406, + "mean_cert_acc_108": 0.10183605272322893, + "std_cert_acc_108": 0.07214633709525205, + "mean_cert_acc_255": 0.027563206385821104, + "std_cert_acc_255": 0.02915299903866457 + }, + "glass": { + "dataset": "glass", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 10, + "best_val_acc": 0.40540540540540543, + "test_acc": 0.45161290322580644, + "train_size": 53, + "val_size": 37, + "test_size": 124, + "stats": { + "mean": [ + [ + 0.012939788679245282, + 0.04699466943396226, + 0.04250909433962263, + -0.01625201207547179, + -0.03750319433962267, + -0.18787082075471698, + 0.06524139433962263, + -0.040507150943396124, + -0.2307195471698114 + ] + ], + "std": [ + [ + 0.801738486196533, + 0.8467082620054888, + 0.9820084649167357, + 0.9338214241369891, + 0.8598618475288062, + 0.3955791139166082, + 0.8724031270593463, + 0.8657099216828293, + 0.7013424696367202 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 1667, + "cert_evals": { + "36": 0.3145161271095276, + "72": 0.08064515888690948, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.16666666666666666, + "test_acc": 0.1297709923664122, + "train_size": 53, + "val_size": 30, + "test_size": 131, + "stats": { + "mean": [ + [ + -0.06851211245283018, + -0.15009423962264148, + 0.02275701132075471, + -0.11148559811320762, + 0.16614626415094338, + 0.138459841509434, + -0.08099267547169811, + 0.036904622641509635, + -0.12809118867924535 + ] + ], + "std": [ + [ + 0.8515731555985958, + 0.9581970001358434, + 0.9640671504859841, + 0.9248622429706228, + 0.9755758770264732, + 1.357781655818288, + 0.8022445220282372, + 1.1525134057528226, + 0.8492428385949199 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 1667, + "cert_evals": { + "36": 0.12977099418640137, + "72": 0.1221374049782753, + "108": 0.09923664480447769, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 25, + "best_val_acc": 0.5384615384615384, + "test_acc": 0.4222222222222222, + "train_size": 53, + "val_size": 26, + "test_size": 135, + "stats": { + "mean": [ + [ + 0.17342035830188673, + 0.10083030188679246, + -0.0808434981132076, + -0.019653658490565933, + -0.19072764905660378, + 0.02794728113207545, + 0.12344338867924527, + -0.06403424528301871, + 0.22045922641509424 + ] + ], + "std": [ + [ + 1.2137577085998512, + 0.8431029761509528, + 1.0333305367739407, + 1.0160914345283907, + 1.0137208401349003, + 1.2887142840709145, + 1.1306321303495666, + 0.9397607053756946, + 1.2490718777482173 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 1667, + "cert_evals": { + "36": 0.14814814925193787, + "72": 0.014814814552664757, + "108": 0.007407407276332378, + "255": 0.007407407276332378 + }, + "fold": 2 + }, + { + "best_epoch": 65, + "best_val_acc": 0.39285714285714285, + "test_acc": 0.3308270676691729, + "train_size": 53, + "val_size": 28, + "test_size": 133, + "stats": { + "mean": [ + [ + -0.09789963037735849, + -0.25360606113207534, + -0.0009194132075472026, + 0.04837090226415086, + 0.10451545471698113, + 0.3782897773584904, + -0.08351155283018871, + -0.02570778301886777, + 0.11976666037735839 + ] + ], + "std": [ + [ + 0.9830235331660265, + 0.9613168258565478, + 1.0022618468949342, + 0.9817559883419383, + 1.0203488325490284, + 1.7842263867081236, + 1.0422858738909424, + 0.9054813684433138, + 1.1073266176346976 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 1667, + "cert_evals": { + "36": 0.05263157933950424, + "72": 0.02255639061331749, + "108": 0.015037594363093376, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.33360829637090345, + "std_test_acc": 0.14529842489473627, + "n_samples": 214, + "n_features": 9, + "n_classes": 6, + "mean_cert_acc_36": 0.16126671247184277, + "std_cert_acc_36": 0.11022862938569164, + "mean_cert_acc_72": 0.06003844225779176, + "std_cert_acc_72": 0.05076415611920064, + "mean_cert_acc_108": 0.03042041161097586, + "std_cert_acc_108": 0.0462864444825613, + "mean_cert_acc_255": 0.0018518518190830946, + "std_cert_acc_255": 0.003703703638166189 + }, + "haberman-survival": { + "dataset": "haberman-survival", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.717391304347826, + "test_acc": 0.7391304347826086, + "train_size": 76, + "val_size": 46, + "test_size": 184, + "stats": { + "mean": [ + [ + 0.056303715789473636, + 0.11814425789473684, + 0.07505885618421046 + ] + ], + "std": [ + [ + 1.071529133459213, + 0.9640121301272397, + 1.1153002449883138 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 507, + "cert_evals": { + "36": 0.739130437374115, + "72": 0.739130437374115, + "108": 0.739130437374115, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.8604651162790697, + "test_acc": 0.7058823529411765, + "train_size": 76, + "val_size": 43, + "test_size": 187, + "stats": { + "mean": [ + [ + 0.10623882105263147, + 0.09384808421052634, + 0.007344408815789407 + ] + ], + "std": [ + [ + 1.0605035134671559, + 1.0869710980458733, + 1.1078408305262222 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 507, + "cert_evals": { + "36": 0.7058823704719543, + "72": 0.3582887649536133, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 3, + "best_val_acc": 0.8301886792452831, + "test_acc": 0.6666666666666666, + "train_size": 76, + "val_size": 53, + "test_size": 177, + "stats": { + "mean": [ + [ + 0.06604734605263156, + -0.015483576315789458, + 0.01100456263157891 + ] + ], + "std": [ + [ + 1.0531764871263751, + 0.9959949318361989, + 0.8640777726923776 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 507, + "cert_evals": { + "36": 0.2259887009859085, + "72": 0.016949152573943138, + "108": 0.005649717524647713, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 11, + "best_val_acc": 0.7837837837837838, + "test_acc": 0.7098445595854922, + "train_size": 76, + "val_size": 37, + "test_size": 193, + "stats": { + "mean": [ + [ + -0.03016957763157897, + -0.13291423947368405, + 0.01283475092105254 + ] + ], + "std": [ + [ + 1.0380766725977404, + 1.0963438485094303, + 1.0823191968380823 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 507, + "cert_evals": { + "36": 0.41450774669647217, + "72": 0.11917097866535187, + "108": 0.005181347019970417, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7053810034939859, + "std_test_acc": 0.029765744699429345, + "n_samples": 306, + "n_features": 3, + "n_classes": 2, + "mean_cert_acc_36": 0.5213773138821125, + "std_cert_acc_36": 0.24504018426708, + "mean_cert_acc_72": 0.3083848333917558, + "std_cert_acc_72": 0.32081605145297026, + "mean_cert_acc_108": 0.18749037547968328, + "std_cert_acc_108": 0.36776895171101187, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "hayes-roth": { + "dataset": "hayes-roth", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 19, + "best_val_acc": 0.6470588235294118, + "test_acc": 0.5918367346938775, + "train_size": 28, + "val_size": 34, + "test_size": 98, + "stats": { + "mean": [ + [ + -2.0777030889413645e-15, + -2.0142617732484982e-15, + -2.0142617732484982e-15 + ] + ], + "std": [ + [ + 0.9711863730167035, + 0.9711863730167036, + 0.9711863730167035 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 518, + "cert_evals": { + "36": 0.10204081237316132, + "72": 0.020408162847161293, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 30, + "best_val_acc": 0.64, + "test_acc": 0.5794392523364486, + "train_size": 28, + "val_size": 25, + "test_size": 107, + "stats": { + "mean": [ + [ + -2.0777030889413645e-15, + -2.0142617732484982e-15, + -2.0142617732484982e-15 + ] + ], + "std": [ + [ + 0.9711863730167035, + 0.9711863730167036, + 0.9711863730167035 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 518, + "cert_evals": { + "36": 0.037383176386356354, + "72": 0.009345794096589088, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.35714285714285715, + "test_acc": 0.3942307692307692, + "train_size": 28, + "val_size": 28, + "test_size": 104, + "stats": { + "mean": [ + [ + -2.0777030889413645e-15, + -2.0142617732484982e-15, + -2.0142617732484982e-15 + ] + ], + "std": [ + [ + 0.9711863730167035, + 0.9711863730167036, + 0.9711863730167035 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 518, + "cert_evals": { + "36": 0.39423078298568726, + "72": 0.18269231915473938, + "108": 0.03846153989434242, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 16, + "best_val_acc": 0.6071428571428571, + "test_acc": 0.4807692307692308, + "train_size": 28, + "val_size": 28, + "test_size": 104, + "stats": { + "mean": [ + [ + -2.0777030889413645e-15, + -2.0142617732484982e-15, + -2.0142617732484982e-15 + ] + ], + "std": [ + [ + 0.9711863730167035, + 0.9711863730167036, + 0.9711863730167035 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 518, + "cert_evals": { + "36": 0.18269231915473938, + "72": 0.01923076994717121, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5115689967575815, + "std_test_acc": 0.0926753591303567, + "n_samples": 160, + "n_features": 3, + "n_classes": 3, + "mean_cert_acc_36": 0.17908677272498608, + "std_cert_acc_36": 0.1552588530357717, + "mean_cert_acc_72": 0.05791926151141524, + "std_cert_acc_72": 0.08332982569860455, + "mean_cert_acc_108": 0.009615384973585606, + "std_cert_acc_108": 0.01923076994717121, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "heart-cleveland": { + "dataset": "heart-cleveland", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 2, + "best_val_acc": 0.5740740740740741, + "test_acc": 0.5722543352601156, + "train_size": 76, + "val_size": 54, + "test_size": 173, + "stats": { + "mean": [ + [ + 0.025679380263157865, + 0.06560718421052641, + -0.04165710526315796, + 0.12079876315789474, + -0.05836617236842103, + 0.21103164473684244, + 0.009953435000000009, + -0.04552891578947369, + -0.07930921052631572, + 0.018019449999999958, + -0.1633495263157895, + 0.1490460526315791, + 0.1173184736842107 + ] + ], + "std": [ + [ + 0.8936682722687875, + 0.9705101476202265, + 1.0410809532354568, + 0.9713482365754217, + 1.0046131234392313, + 1.1698900228292355, + 0.991743905598925, + 1.063967410026795, + 0.9653541002995567, + 0.9670845428420584, + 0.8530269008877411, + 1.0419737091060064, + 0.9887800977718967 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 5, + "depth": 6, + "padding": 26, + "parameters": 3312, + "cert_evals": { + "36": 0.4161849617958069, + "72": 0.2832369804382324, + "108": 0.080924853682518, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 32, + "best_val_acc": 0.4883720930232558, + "test_acc": 0.41304347826086957, + "train_size": 76, + "val_size": 43, + "test_size": 184, + "stats": { + "mean": [ + [ + -0.2101489736842105, + 0.09376453947368439, + -0.1649965789473685, + -0.03545365789473685, + -0.1381618, + 0.02633263157894729, + -0.1355152364473684, + -0.028272514473684226, + 0.060729605263158, + -0.12137016052631582, + 0.02882180263157893, + -0.062184184210526385, + -0.10297684210526317 + ] + ], + "std": [ + [ + 0.9630708106281646, + 0.9569359106048417, + 1.0685892850045124, + 0.9716813782156916, + 0.8933102337559928, + 1.0237058396713807, + 0.987768251139324, + 1.0505795881681008, + 1.018728244712418, + 0.800844776889746, + 0.9838325491030496, + 0.9678759361024273, + 0.9824728943441249 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 5, + "depth": 6, + "padding": 26, + "parameters": 3312, + "cert_evals": { + "36": 0.28804346919059753, + "72": 0.15217392146587372, + "108": 0.05434782803058624, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 57, + "best_val_acc": 0.3508771929824561, + "test_acc": 0.4470588235294118, + "train_size": 76, + "val_size": 57, + "test_size": 170, + "stats": { + "mean": [ + [ + 0.009666096052631561, + 0.12192189473684223, + -0.04165730263157901, + -0.053396460526315796, + 0.009485552631578952, + -0.08448677631578952, + -0.12229084131578946, + 0.029248118421052637, + 0.0887373684210527, + 0.14607715657894724, + 0.007469368421052609, + 0.13496389473684212, + -0.016193828947368444 + ] + ], + "std": [ + [ + 0.991747257977119, + 0.9423253440641232, + 1.054702252215874, + 1.01578753443219, + 0.912628998922061, + 0.9070959475884481, + 0.9828872816770845, + 1.0215811465249889, + 1.026781557739585, + 1.110916508206595, + 1.0555936285886078, + 1.1293737151568792, + 0.9751655205627294 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 5, + "depth": 6, + "padding": 26, + "parameters": 3312, + "cert_evals": { + "36": 0.20000000298023224, + "72": 0.029411764815449715, + "108": 0.0058823530562222, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 68, + "best_val_acc": 0.5405405405405406, + "test_acc": 0.42105263157894735, + "train_size": 76, + "val_size": 37, + "test_size": 190, + "stats": { + "mean": [ + [ + 0.009666401315789493, + -0.1314943026315789, + -0.027953026315789546, + -0.017510736842105287, + 0.14569758815789477, + -0.12142657894736847, + 0.16864663157894735, + 0.0298232342105263, + 0.032721842105263264, + -0.0567749657894737, + -0.14199722368421067, + 0.050471736842105284, + -0.002842618421052697 + ] + ], + "std": [ + [ + 1.037308935092612, + 1.039536608942455, + 1.0731491570199134, + 0.9857713056853448, + 1.1678879570276746, + 0.8615768485992676, + 0.9924490204448371, + 1.0295305309669156, + 1.0098342617684068, + 1.0125711830157138, + 0.967005700282042, + 1.1226814635925688, + 0.9876978299691207 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 5, + "depth": 6, + "padding": 26, + "parameters": 3312, + "cert_evals": { + "36": 0.1631578952074051, + "72": 0.04210526496171951, + "108": 0.015789475291967392, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.46335231715733605, + "std_test_acc": 0.07403911162937801, + "n_samples": 303, + "n_features": 13, + "n_classes": 5, + "mean_cert_acc_36": 0.26684658229351044, + "std_cert_acc_36": 0.1125034349135268, + "mean_cert_acc_72": 0.12673198292031884, + "std_cert_acc_72": 0.11800284280397874, + "mean_cert_acc_108": 0.03923612751532346, + "std_cert_acc_108": 0.03477802540425936, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "heart-hungarian": { + "dataset": "heart-hungarian", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 21, + "best_val_acc": 0.8823529411764706, + "test_acc": 0.8235294117647058, + "train_size": 73, + "val_size": 34, + "test_size": 187, + "stats": { + "mean": [ + [ + 0.0800741506849315, + 0.187091506849315, + 0.14536817123287665, + 0.057955123287671204, + 0.007548964931506878, + 0.0018470410958903167, + -0.026523986301369866, + -0.07145227945205493, + -0.002936657534246297, + 0.06359038356164397, + 0.03073776712328766, + -0.08100684931506869 + ] + ], + "std": [ + [ + 0.9987991948716954, + 0.8797143812899805, + 1.0138369657816542, + 1.004282733869356, + 1.1169105950079397, + 1.0014602608653556, + 0.9486883864181348, + 1.0204510052676476, + 0.9970306548239305, + 1.1098417855233023, + 1.0026671671379417, + 0.8754503895152498 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 2767, + "cert_evals": { + "36": 0.7540107369422913, + "72": 0.6791443824768066, + "108": 0.5133689641952515, + "255": 0.03743315488100052 + }, + "fold": 0 + }, + { + "best_epoch": 15, + "best_val_acc": 0.7435897435897436, + "test_acc": 0.8131868131868132, + "train_size": 73, + "val_size": 39, + "test_size": 182, + "stats": { + "mean": [ + [ + -0.03390847945205465, + 0.1564823287671232, + -0.05334468493150675, + 0.17270156164383563, + -0.14544580410958913, + -0.10677657534246586, + 0.03300201369863015, + 0.11938546301369855, + 0.026828767123288015, + 0.11635597260273989, + 0.11918921917808224, + -0.025584246575342404 + ] + ], + "std": [ + [ + 1.015281664085163, + 0.9028410442013451, + 1.0337121941577725, + 0.9152783215528201, + 0.8308188513709485, + 0.787052874670898, + 0.9862292931929137, + 0.8791726610331962, + 1.0093946605762534, + 0.9709004823896129, + 0.9957071278619543, + 0.9379507836223181 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 2767, + "cert_evals": { + "36": 0.7692307829856873, + "72": 0.7087912559509277, + "108": 0.6153846383094788, + "255": 0.13736264407634735 + }, + "fold": 1 + }, + { + "best_epoch": 10, + "best_val_acc": 0.8095238095238095, + "test_acc": 0.8156424581005587, + "train_size": 73, + "val_size": 42, + "test_size": 179, + "stats": { + "mean": [ + [ + 0.14495649315068504, + 0.003436438356164301, + -0.06753834246575333, + 0.2389838082191781, + 0.03065915232876712, + -0.16108838356164396, + 0.03300202739726026, + 0.07263872739726036, + 0.02682876712328804, + -0.04947819178082209, + 0.0012539315068493056, + -0.05725431506849332 + ] + ], + "std": [ + [ + 0.9448396245451279, + 0.9965626371881349, + 0.9510883979986018, + 0.9219475695799935, + 0.863125052835077, + 0.6471998892994516, + 1.0497525444673081, + 0.9275566360232819, + 1.0093946605762534, + 0.8385071156366399, + 0.992646777404723, + 0.8922594920555511 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 2767, + "cert_evals": { + "36": 0.7653630971908569, + "72": 0.7541899085044861, + "108": 0.6592178344726562, + "255": 0.10614524781703949 + }, + "fold": 2 + }, + { + "best_epoch": 2, + "best_val_acc": 0.8181818181818182, + "test_acc": 0.7740112994350282, + "train_size": 73, + "val_size": 44, + "test_size": 177, + "stats": { + "mean": [ + [ + 0.03448108219178094, + 0.03404561643835607, + 0.2021428561643836, + -0.012603835616438326, + 0.012083080821917778, + 0.0018470410958903595, + 0.03300201369863012, + -0.05440366712328782, + 0.14589046575342487, + 0.0786663835616438, + 0.13393120547945203, + -0.05725438356164386 + ] + ], + "std": [ + [ + 0.9357023656034743, + 0.98044976884177, + 0.9447129008604433, + 0.8618425109620811, + 1.2011825380327528, + 1.0014602608653553, + 0.986229293192914, + 0.847254895689431, + 1.0489937022040874, + 1.0096312619774381, + 1.0380236400472438, + 0.844840730482065 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 2767, + "cert_evals": { + "36": 0.7231638431549072, + "72": 0.5762711763381958, + "108": 0.33898305892944336, + "255": 0.07909604907035828 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8065924956217765, + "std_test_acc": 0.022164388241861597, + "n_samples": 294, + "n_features": 12, + "n_classes": 2, + "mean_cert_acc_36": 0.7529421150684357, + "std_cert_acc_36": 0.020876533319090833, + "mean_cert_acc_72": 0.6795991808176041, + "std_cert_acc_72": 0.07548253055878913, + "mean_cert_acc_108": 0.5317386239767075, + "std_cert_acc_108": 0.14229049755061546, + "mean_cert_acc_255": 0.09000927396118641, + "std_cert_acc_255": 0.042371602473794755 + }, + "heart-switzerland": { + "dataset": "heart-switzerland", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 10, + "best_val_acc": 0.3333333333333333, + "test_acc": 0.28378378378378377, + "train_size": 31, + "val_size": 18, + "test_size": 74, + "stats": { + "mean": [ + [ + -0.03867648709677418, + 0.061165483870967645, + -0.031605645161290254, + -0.04727649354838697, + 0.12035961290322578, + 0.10471612903225812, + 0.10948048064516128, + 0.21947058064516128, + 0.24267312903225804, + 0.146339935483871, + 0.09546838709677423, + -0.14905170967741943 + ] + ], + "std": [ + [ + 1.1959209887023292, + 0.8952513255013157, + 1.0680537841920705, + 1.1526431663263934, + 1.2389629579337629, + 1.0370364433639812, + 0.8482163286791152, + 0.998704338537551, + 0.823971907762666, + 0.9616527651367163, + 1.172612838656165, + 1.0452475193168111 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 2842, + "cert_evals": { + "36": 0.09459459781646729, + "72": 0.027027027681469917, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.16666666666666666, + "test_acc": 0.20270270270270271, + "train_size": 31, + "val_size": 18, + "test_size": 74, + "stats": { + "mean": [ + [ + 0.38275906451612907, + -0.056386774193548456, + 0.015231451612903284, + 0.016496377419354898, + 0.2830434193548386, + -0.059711161290322494, + 0.04518695483870968, + -0.039474967741935506, + 0.10301854838709676, + -0.043132193548387085, + 0.0954683870967742, + -0.026422451612903276 + ] + ], + "std": [ + [ + 0.8537728993403316, + 1.0773842413872565, + 0.9891428503533505, + 0.8244718913923468, + 1.4910217148161218, + 1.0016724276385454, + 0.8092921347980535, + 0.9902763031378431, + 0.9512021337497041, + 1.1112826701924636, + 1.172612838656165, + 1.014523633801689 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 2842, + "cert_evals": { + "36": 0.054054055362939835, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.125, + "test_acc": 0.17647058823529413, + "train_size": 31, + "val_size": 24, + "test_size": 68, + "stats": { + "mean": [ + [ + 0.1363268064516129, + 0.06116548387096767, + -0.07844332258064517, + 0.28318253870967747, + 0.12035961290322578, + -0.00490193548387092, + -0.09028977096774195, + -0.16894774193548387, + -0.07077383870967743, + -0.23260409677419347, + -0.0015777419354838426, + -0.12861274193548392 + ] + ], + "std": [ + [ + 0.9985620954632528, + 0.8952513255013155, + 0.7865317101247931, + 0.8496477832825274, + 1.2389629579337627, + 0.8129502811517081, + 0.9201252610360474, + 0.960195792094272, + 0.7788574621968283, + 0.922011584077965, + 1.0630870797904943, + 0.9101297422084665 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 2842, + "cert_evals": { + "36": 0.0882352963089943, + "72": 0.014705882407724857, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 17, + "best_val_acc": 0.42857142857142855, + "test_acc": 0.28205128205128205, + "train_size": 31, + "val_size": 14, + "test_size": 78, + "stats": { + "mean": [ + [ + 0.06132570967741941, + -0.05638677419354848, + -0.03160587096774191, + -0.08206108387096776, + 0.1203596129032258, + 0.21433419354838715, + 0.08651870322580645, + 0.08999780645161289, + 0.000605741935483859, + -0.11892112903225804, + 0.19251451612903228, + -0.09795603225806457 + ] + ], + "std": [ + [ + 1.1796944897022907, + 1.0773842413872565, + 1.002361426374151, + 1.2266934302261872, + 1.2389629579337627, + 1.2107719727384119, + 1.1761632862640778, + 1.0028917964777728, + 0.9746182884484196, + 1.026652327670446, + 1.4781625990241394, + 1.0351077769123456 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 2842, + "cert_evals": { + "36": 0.05128205195069313, + "72": 0.03846153989434242, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.23625208919326568, + "std_test_acc": 0.0549430530876385, + "n_samples": 123, + "n_features": 12, + "n_classes": 5, + "mean_cert_acc_36": 0.07204150035977364, + "std_cert_acc_36": 0.02254908799264036, + "mean_cert_acc_72": 0.0200486124958843, + "std_cert_acc_72": 0.016514900359860425, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "heart-va": { + "dataset": "heart-va", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 11, + "best_val_acc": 0.32432432432432434, + "test_acc": 0.26548672566371684, + "train_size": 50, + "val_size": 37, + "test_size": 113, + "stats": { + "mean": [ + [ + 0.12417273199999997, + 0.05847433999999993, + 0.11939195999999985, + 0.13652684859999997, + 0.169332294, + -0.08422980000000006, + -0.051211000000000055, + -0.025999581999999997, + -0.10986361999999993, + 0.02611757999999999, + 0.18437666399999986, + -0.16063424000000026 + ] + ], + "std": [ + [ + 1.0375983940843654, + 0.8186406200000009, + 0.906257232351079, + 0.9850972422932538, + 0.9999215189422874, + 0.964959379692824, + 0.9368765586228528, + 0.926118336928491, + 0.985877688928741, + 0.8984566513475283, + 1.109014128975748, + 0.8047660315047241 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 2842, + "cert_evals": { + "36": 0.08849557489156723, + "72": 0.008849557489156723, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 2, + "best_val_acc": 0.23333333333333334, + "test_acc": 0.26666666666666666, + "train_size": 50, + "val_size": 30, + "test_size": 120, + "stats": { + "mean": [ + [ + -0.10881117199999998, + 0.17542300000000016, + 0.21993213999999972, + -0.08821109999999997, + 0.13781262600000002, + 0.08422731999999994, + 0.00731520000000001, + -0.12721317799999998, + -0.30961252, + -0.25667714, + -0.17580066800000008, + -0.02059391999999999 + ] + ], + "std": [ + [ + 0.9929893928858932, + 1.0, + 0.8501447398821216, + 1.0656963957883359, + 1.0325714366151477, + 1.022085030499879, + 0.9621289169237981, + 1.0393960665815958, + 0.9317809815586118, + 0.8468928172805285, + 0.9604725295714901, + 0.9867682179778366 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 2842, + "cert_evals": { + "36": 0.03333333507180214, + "72": 0.008333333767950535, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 36, + "best_val_acc": 0.25925925925925924, + "test_acc": 0.2926829268292683, + "train_size": 50, + "val_size": 27, + "test_size": 123, + "stats": { + "mean": [ + [ + 0.15233571999999998, + 0.05847433999999995, + 0.11939203999999982, + -0.012556939999999935, + 0.15528536399999998, + -0.042115520000000004, + 0.06584127999999993, + 0.009825086000000021, + 0.16978484000000008, + 0.05313653999999998, + 0.04716622799999987, + 0.15239717999999963 + ] + ], + "std": [ + [ + 0.9466778160837978, + 0.8186406200000006, + 0.794839780092792, + 1.0183639969617624, + 0.9927764037429706, + 0.982265363064182, + 1.1062072213290066, + 0.982147212242076, + 0.9915274640582656, + 1.040558924765334, + 1.0326448287754921, + 1.138945356222443 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 2842, + "cert_evals": { + "36": 0.10569105297327042, + "72": 0.008130080997943878, + "108": 0.008130080997943878, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 43, + "best_val_acc": 0.26666666666666666, + "test_acc": 0.2833333333333333, + "train_size": 50, + "val_size": 30, + "test_size": 120, + "stats": { + "mean": [ + [ + -0.07040700000000005, + 0.17542300000000016, + 0.14452675999999975, + 0.06532269999999997, + -0.19794047999999992, + -0.08422980000000009, + -0.16826343999999985, + 0.010868634000000012, + 0.009985720000000033, + -0.009907080000000006, + -0.10719553600000013, + -0.08649541999999996 + ] + ], + "std": [ + [ + 1.2049567103246417, + 1.0, + 0.9024156133740057, + 0.9721589400778301, + 0.9497444006039201, + 0.964959379692824, + 0.920277085388703, + 0.9840113193010918, + 0.9979451845458254, + 1.0793938409678105, + 0.9369066157621472, + 0.9024286546800494 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 2842, + "cert_evals": { + "36": 0.15000000596046448, + "72": 0.03333333507180214, + "108": 0.008333333767950535, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.2770424131232463, + "std_test_acc": 0.013233686476457143, + "n_samples": 200, + "n_features": 12, + "n_classes": 5, + "mean_cert_acc_36": 0.09437999222427607, + "std_cert_acc_36": 0.04824536848278257, + "mean_cert_acc_72": 0.014661576831713319, + "std_cert_acc_72": 0.012451522299370816, + "mean_cert_acc_108": 0.004115853691473603, + "std_cert_acc_108": 0.004753302791488785, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "hepatitis": { + "dataset": "hepatitis", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 9, + "best_val_acc": 0.7391304347826086, + "test_acc": 0.8602150537634409, + "train_size": 39, + "val_size": 23, + "test_size": 93, + "stats": { + "mean": [ + [ + -0.07305103333333338, + -0.25417620512820527, + -0.0684997948717948, + 0.002734846153846289, + -0.27956964102564097, + 0.043173205128205175, + -0.08607384615384614, + 0.058396666666666625, + 0.06670830769230766, + -0.04725699999999998, + 0.016169358974358995, + -0.02457512820512817, + 0.0025034871794872037, + -0.027701887179487183, + -0.15169055846153845, + -0.0886186358974359, + -0.07013070256410256, + 0.1575872743589744, + -0.1341903076923079 + ] + ], + "std": [ + [ + 0.7065121639768482, + 0.5178280049962226, + 1.0644445404981495, + 0.9941527427588283, + 0.9460715809412041, + 1.0610130501194135, + 1.1425568971679159, + 0.9324615341247179, + 0.946176852270342, + 0.9924710852804189, + 0.9714365294574488, + 0.9824999787091323, + 0.9634407063351287, + 0.8415828453559291, + 0.8432379274259605, + 0.6407479822535036, + 0.9523942193593046, + 1.0530325526231488, + 0.9744402928447131 + ] + ] + }, + "width": 64, + "in_features": 19, + "out_features": 2, + "depth": 6, + "padding": 38, + "parameters": 6771, + "cert_evals": { + "36": 0.7956989407539368, + "72": 0.698924720287323, + "108": 0.602150559425354, + "255": 0.08602150529623032 + }, + "fold": 0 + }, + { + "best_epoch": 12, + "best_val_acc": 0.8461538461538461, + "test_acc": 0.7888888888888889, + "train_size": 39, + "val_size": 26, + "test_size": 90, + "stats": { + "mean": [ + [ + -0.11794246410256407, + -0.08617061538461546, + 0.18073612820512838, + 0.002734846153846107, + -0.01757938461538464, + -0.10891841025641022, + -0.26475346153846147, + -0.16237000000000007, + -0.13763476923076928, + 0.0032585384615384802, + -0.12308166666666664, + -0.13340641025641017, + -0.052936256410256344, + -0.1222803846153846, + -0.12690142128205126, + -0.21492274871794878, + -0.0701304769230769, + -0.19038912820512827, + -0.03147528205128203 + ] + ], + "std": [ + [ + 0.9308482815868492, + 0.8729826521744097, + 0.9562346989313699, + 0.9941527427588275, + 1.0687148745897885, + 1.082595260131678, + 1.2147882026120127, + 1.1445852172148068, + 1.1192331270078257, + 1.0668209925491146, + 1.0726249795408656, + 1.1491882555748711, + 1.1143257286511818, + 0.9024022721027672, + 0.9826150523838478, + 0.6405176575741821, + 1.0834147839386958, + 1.0210323203399736, + 0.9932070287924958 + ] + ] + }, + "width": 64, + "in_features": 19, + "out_features": 2, + "depth": 6, + "padding": 38, + "parameters": 6771, + "cert_evals": { + "36": 0.6888889074325562, + "72": 0.6000000238418579, + "108": 0.5222222208976746, + "255": 0.13333334028720856 + }, + "fold": 1 + }, + { + "best_epoch": 25, + "best_val_acc": 0.8333333333333334, + "test_acc": 0.8061224489795918, + "train_size": 39, + "val_size": 18, + "test_size": 98, + "stats": { + "mean": [ + [ + 0.25751469999999993, + -0.0021678205128206176, + -0.16819412820512808, + -0.13856787179487162, + -0.22717153846153848, + -0.05822148717948713, + -0.026513846153846145, + -0.07406333333333337, + 0.025839692307692258, + -0.04725692307692307, + 0.016169487179487147, + -0.13340641025641015, + -0.052936256410256344, + -0.040312646153846145, + 0.10239844307692307, + 0.13277096923076923, + 0.021281615384615406, + -0.028776703589743616, + 0.019882230769230784 + ] + ], + "std": [ + [ + 1.005461160498127, + 0.9939344729297802, + 0.9562346989313698, + 1.1126187137474748, + 0.8609878396947588, + 0.9804372857666263, + 0.9786685591250096, + 0.9813568775708227, + 0.946176852270342, + 1.0881358642498125, + 1.054392008519234, + 1.1491882555748716, + 1.1143257286511812, + 0.6571748166650522, + 0.9244222305036086, + 1.0717140331590138, + 0.8996151755406562, + 0.9261613145039079, + 0.998504170514703 + ] + ] + }, + "width": 64, + "in_features": 19, + "out_features": 2, + "depth": 6, + "padding": 38, + "parameters": 6771, + "cert_evals": { + "36": 0.7346938848495483, + "72": 0.6632652878761292, + "108": 0.5510203838348389, + "255": 0.16326530277729034 + }, + "fold": 2 + }, + { + "best_epoch": 8, + "best_val_acc": 0.9230769230769231, + "test_acc": 0.8333333333333334, + "train_size": 39, + "val_size": 26, + "test_size": 90, + "stats": { + "mean": [ + [ + -0.07509134615384613, + -0.17017341025641036, + 0.13088894871794884, + 0.1440375641025641, + -0.12237543589743595, + -0.05822148717948713, + 0.1521657692307693, + 0.1467033333333333, + 0.10757692307692303, + 0.003258384615384635, + 0.06258628205128201, + -0.13340641025641015, + 0.057943230769230816, + 0.03955354102564104, + 0.16271944128205126, + 0.026228858974358962, + 0.12825329743589742, + -0.037512437692307686, + 0.2253122820512821 + ] + ], + "std": [ + [ + 0.9881800818586763, + 0.7226193648278391, + 0.9639985722278488, + 0.835958152953438, + 0.9195820679374928, + 0.9804372857666264, + 0.8380816839591891, + 0.797209189164857, + 0.8727148090274184, + 0.8602473119915564, + 0.8683835140087598, + 0.9266649753751967, + 0.7801070627641344, + 0.8750146780135224, + 1.0473279879316608, + 0.8897406999004371, + 0.8705306469748111, + 0.8788094464260305, + 0.9932070287924956 + ] + ] + }, + "width": 64, + "in_features": 19, + "out_features": 2, + "depth": 6, + "padding": 38, + "parameters": 6771, + "cert_evals": { + "36": 0.7777777910232544, + "72": 0.7333333492279053, + "108": 0.6666666865348816, + "255": 0.13333334028720856 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8221399312413138, + "std_test_acc": 0.031290034414575466, + "n_samples": 155, + "n_features": 19, + "n_classes": 2, + "mean_cert_acc_36": 0.7492648810148239, + "std_cert_acc_36": 0.047702830301284804, + "mean_cert_acc_72": 0.6738808453083038, + "std_cert_acc_72": 0.05695864504599696, + "mean_cert_acc_108": 0.5855149626731873, + "std_cert_acc_108": 0.06339871843006017, + "mean_cert_acc_255": 0.12898837216198444, + "std_cert_acc_255": 0.03193126532979008 + }, + "hill-valley": { + "dataset": "hill-valley", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 30, + "best_val_acc": 0.5952380952380952, + "test_acc": 0.6, + "train_size": 606, + "val_size": 126, + "test_size": 480, + "stats": { + "mean": [ + [ + -1.948844459480215e-17, + -2.5637266420541724e-17, + 1.2457948131107367e-17, + 1.9391116875027874e-17, + -2.980518289087544e-17, + -2.2969341866729208e-17, + 7.036221623681505e-18, + 4.146160862384171e-17, + -4.096351970499688e-18, + 9.532391377892357e-19, + 1.2762526642400985e-16, + 6.309698821366465e-17, + -9.017699495086035e-17, + 4.1186800944479046e-17, + 3.661239811508806e-17, + 6.973244863827561e-18, + -3.7865850329681034e-17, + 3.669827551488889e-18, + -2.6341461098908545e-17, + 1.0127235500512785e-16, + 3.784473880223e-17, + 2.1297595150606345e-17, + -4.580127989377708e-19, + 3.18891411260423e-17, + -1.0585820815449228e-17, + -7.048816975652293e-17, + -8.823616571536156e-17, + 1.865257123674072e-17, + -5.615236914977071e-17, + 1.1031524520415547e-16, + 2.3600540755265324e-17, + -8.852242371469766e-17, + 5.783556618586702e-17, + -3.1912041765989185e-17, + -4.751882788979372e-19, + 6.6869868644914544e-18, + 5.2737311217690955e-17, + 6.242714449521817e-17, + 9.860156787132197e-18, + -8.186978781012654e-17, + 1.2269017851545536e-17, + 5.862563826403467e-18, + -4.1037946784824266e-17, + 1.648846076175975e-18, + 1.992355675379303e-17, + -1.343351539284482e-16, + -2.5190703941577397e-18, + -3.162578376665308e-17, + -6.822100640178097e-17, + 2.2213620748481885e-18, + -4.009902054700184e-17, + -2.0221265073102584e-17, + 4.0786039745408495e-17, + -5.3014981477046974e-18, + -8.636403839970342e-17, + 1.3323592321099754e-16, + -3.031686906468873e-17, + 2.4629638262878628e-17, + -7.900720781676547e-19, + -2.1808565679421295e-17, + -2.3667811385109308e-17, + -3.421355608065148e-17, + -3.93662000687014e-17, + -1.3477026608743907e-17, + 5.461086982334577e-17, + 4.520586325515798e-17, + 3.3308980802749385e-17, + -2.4513703773147504e-17, + 7.315036915034873e-17, + -4.9035995286275094e-17, + -9.27475917848986e-18, + 1.3957940047628566e-17, + 8.647532119694533e-17, + 8.232780060906432e-18, + -1.8377763557378056e-18, + 3.1476929606998304e-17, + 5.3192461436635365e-17, + -3.9789861907718845e-18, + 1.712967868027263e-17, + -1.1502705187322778e-16, + 3.993299090738689e-17, + -8.666460929900633e-17, + 5.111995352144195e-17, + 4.9780266084548967e-17, + 5.461802627332917e-17, + 6.062944425938742e-17, + -9.681245537547131e-18, + 3.755704951289721e-18, + 4.145015830386826e-17, + 6.518380902882487e-17, + -4.1083748064718045e-17, + -3.692155675437105e-17, + 9.606818457719744e-18, + -1.3339622769062576e-18, + -5.272872347771087e-18, + 7.472765072669068e-17, + 5.4952948132552416e-17, + -1.1065589222336543e-16, + 6.657287597060333e-18, + -4.7032189290922345e-17 + ] + ], + "std": [ + [ + 0.9991740198480986, + 0.999174018921411, + 0.9991740270954932, + 0.9991740228113029, + 0.9991740158723277, + 0.9991740243561008, + 0.9991740252725309, + 0.999174022151669, + 0.9991740235072105, + 0.9991740165590162, + 0.9991740265611315, + 0.9991740307025938, + 0.9991740258785623, + 0.9991740332613678, + 0.9991740406234768, + 0.9991740233656764, + 0.99917402208918, + 0.9991740282488505, + 0.9991740156767379, + 0.9991740258273182, + 0.9991740265687704, + 0.9991740257984052, + 0.9991740313679454, + 0.9991740235402499, + 0.9991740301415374, + 0.999174025174945, + 0.9991740248772705, + 0.9991740131152005, + 0.9991740154072135, + 0.999174010790505, + 0.9991740145205046, + 0.9991740094880226, + 0.999174013734848, + 0.9991740112483611, + 0.999174012892406, + 0.9991740196421095, + 0.9991740163331171, + 0.9991740185362487, + 0.999174022570399, + 0.9991740213173976, + 0.9991740202239284, + 0.9991740238427211, + 0.9991740163680863, + 0.999174017062169, + 0.9991740125363977, + 0.9991740134381419, + 0.9991740191519729, + 0.9991740283370354, + 0.9991740155322458, + 0.9991740139261396, + 0.9991740184139896, + 0.999174019859705, + 0.9991740278504871, + 0.9991740398149004, + 0.999174023614369, + 0.9991740280305289, + 0.9991740362925333, + 0.9991740390736555, + 0.9991740447608781, + 0.9991740366854855, + 0.9991740362046343, + 0.9991740405864491, + 0.9991740375979712, + 0.9991740333245271, + 0.9991740409940638, + 0.9991740310134122, + 0.9991740304658957, + 0.999174033728742, + 0.999174036884333, + 0.9991740224573864, + 0.9991740220790023, + 0.9991740325877202, + 0.9991740370120651, + 0.9991740334250748, + 0.9991740430984879, + 0.9991740318332668, + 0.9991740344761934, + 0.999174042827945, + 0.9991740330505716, + 0.9991740252745448, + 0.9991740274917971, + 0.9991740305192677, + 0.9991740228891964, + 0.9991740211061582, + 0.9991740277499128, + 0.9991740236142126, + 0.9991740237191634, + 0.999174021976502, + 0.9991740197184515, + 0.9991740112462193, + 0.9991740199131119, + 0.999174015985377, + 0.9991740108661882, + 0.9991740240105333, + 0.9991740207849835, + 0.9991740206058937, + 0.9991740208986494, + 0.9991740167020124, + 0.9991740260065186, + 0.9991740164246233 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 2, + "depth": 6, + "padding": 200, + "parameters": 181407, + "cert_evals": { + "36": 0.125, + "72": 0.03750000149011612, + "108": 0.02291666716337204, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 23, + "best_val_acc": 0.5537190082644629, + "test_acc": 0.554639175257732, + "train_size": 606, + "val_size": 121, + "test_size": 485, + "stats": { + "mean": [ + [ + -1.948844459480215e-17, + -2.5637266420541724e-17, + 1.2457948131107367e-17, + 1.9391116875027874e-17, + -2.980518289087544e-17, + -2.2969341866729208e-17, + 7.036221623681505e-18, + 4.146160862384171e-17, + -4.096351970499688e-18, + 9.532391377892357e-19, + 1.2762526642400985e-16, + 6.309698821366465e-17, + -9.017699495086035e-17, + 4.1186800944479046e-17, + 3.661239811508806e-17, + 6.973244863827561e-18, + -3.7865850329681034e-17, + 3.669827551488889e-18, + -2.6341461098908545e-17, + 1.0127235500512785e-16, + 3.784473880223e-17, + 2.1297595150606345e-17, + -4.580127989377708e-19, + 3.18891411260423e-17, + -1.0585820815449228e-17, + -7.048816975652293e-17, + -8.823616571536156e-17, + 1.865257123674072e-17, + -5.615236914977071e-17, + 1.1031524520415547e-16, + 2.3600540755265324e-17, + -8.852242371469766e-17, + 5.783556618586702e-17, + -3.1912041765989185e-17, + -4.751882788979372e-19, + 6.6869868644914544e-18, + 5.2737311217690955e-17, + 6.242714449521817e-17, + 9.860156787132197e-18, + -8.186978781012654e-17, + 1.2269017851545536e-17, + 5.862563826403467e-18, + -4.1037946784824266e-17, + 1.648846076175975e-18, + 1.992355675379303e-17, + -1.343351539284482e-16, + -2.5190703941577397e-18, + -3.162578376665308e-17, + -6.822100640178097e-17, + 2.2213620748481885e-18, + -4.009902054700184e-17, + -2.0221265073102584e-17, + 4.0786039745408495e-17, + -5.3014981477046974e-18, + -8.636403839970342e-17, + 1.3323592321099754e-16, + -3.031686906468873e-17, + 2.4629638262878628e-17, + -7.900720781676547e-19, + -2.1808565679421295e-17, + -2.3667811385109308e-17, + -3.421355608065148e-17, + -3.93662000687014e-17, + -1.3477026608743907e-17, + 5.461086982334577e-17, + 4.520586325515798e-17, + 3.3308980802749385e-17, + -2.4513703773147504e-17, + 7.315036915034873e-17, + -4.9035995286275094e-17, + -9.27475917848986e-18, + 1.3957940047628566e-17, + 8.647532119694533e-17, + 8.232780060906432e-18, + -1.8377763557378056e-18, + 3.1476929606998304e-17, + 5.3192461436635365e-17, + -3.9789861907718845e-18, + 1.712967868027263e-17, + -1.1502705187322778e-16, + 3.993299090738689e-17, + -8.666460929900633e-17, + 5.111995352144195e-17, + 4.9780266084548967e-17, + 5.461802627332917e-17, + 6.062944425938742e-17, + -9.681245537547131e-18, + 3.755704951289721e-18, + 4.145015830386826e-17, + 6.518380902882487e-17, + -4.1083748064718045e-17, + -3.692155675437105e-17, + 9.606818457719744e-18, + -1.3339622769062576e-18, + -5.272872347771087e-18, + 7.472765072669068e-17, + 5.4952948132552416e-17, + -1.1065589222336543e-16, + 6.657287597060333e-18, + -4.7032189290922345e-17 + ] + ], + "std": [ + [ + 0.9991740198480986, + 0.999174018921411, + 0.9991740270954932, + 0.9991740228113029, + 0.9991740158723277, + 0.9991740243561008, + 0.9991740252725309, + 0.999174022151669, + 0.9991740235072105, + 0.9991740165590162, + 0.9991740265611315, + 0.9991740307025938, + 0.9991740258785623, + 0.9991740332613678, + 0.9991740406234768, + 0.9991740233656764, + 0.99917402208918, + 0.9991740282488505, + 0.9991740156767379, + 0.9991740258273182, + 0.9991740265687704, + 0.9991740257984052, + 0.9991740313679454, + 0.9991740235402499, + 0.9991740301415374, + 0.999174025174945, + 0.9991740248772705, + 0.9991740131152005, + 0.9991740154072135, + 0.999174010790505, + 0.9991740145205046, + 0.9991740094880226, + 0.999174013734848, + 0.9991740112483611, + 0.999174012892406, + 0.9991740196421095, + 0.9991740163331171, + 0.9991740185362487, + 0.999174022570399, + 0.9991740213173976, + 0.9991740202239284, + 0.9991740238427211, + 0.9991740163680863, + 0.999174017062169, + 0.9991740125363977, + 0.9991740134381419, + 0.9991740191519729, + 0.9991740283370354, + 0.9991740155322458, + 0.9991740139261396, + 0.9991740184139896, + 0.999174019859705, + 0.9991740278504871, + 0.9991740398149004, + 0.999174023614369, + 0.9991740280305289, + 0.9991740362925333, + 0.9991740390736555, + 0.9991740447608781, + 0.9991740366854855, + 0.9991740362046343, + 0.9991740405864491, + 0.9991740375979712, + 0.9991740333245271, + 0.9991740409940638, + 0.9991740310134122, + 0.9991740304658957, + 0.999174033728742, + 0.999174036884333, + 0.9991740224573864, + 0.9991740220790023, + 0.9991740325877202, + 0.9991740370120651, + 0.9991740334250748, + 0.9991740430984879, + 0.9991740318332668, + 0.9991740344761934, + 0.999174042827945, + 0.9991740330505716, + 0.9991740252745448, + 0.9991740274917971, + 0.9991740305192677, + 0.9991740228891964, + 0.9991740211061582, + 0.9991740277499128, + 0.9991740236142126, + 0.9991740237191634, + 0.999174021976502, + 0.9991740197184515, + 0.9991740112462193, + 0.9991740199131119, + 0.999174015985377, + 0.9991740108661882, + 0.9991740240105333, + 0.9991740207849835, + 0.9991740206058937, + 0.9991740208986494, + 0.9991740167020124, + 0.9991740260065186, + 0.9991740164246233 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 2, + "depth": 6, + "padding": 200, + "parameters": 181407, + "cert_evals": { + "36": 0.12577320635318756, + "72": 0.047422681003808975, + "108": 0.022680412977933884, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 73, + "best_val_acc": 0.6166666666666667, + "test_acc": 0.5802469135802469, + "train_size": 606, + "val_size": 120, + "test_size": 486, + "stats": { + "mean": [ + [ + -1.948844459480215e-17, + -2.5637266420541724e-17, + 1.2457948131107367e-17, + 1.9391116875027874e-17, + -2.980518289087544e-17, + -2.2969341866729208e-17, + 7.036221623681505e-18, + 4.146160862384171e-17, + -4.096351970499688e-18, + 9.532391377892357e-19, + 1.2762526642400985e-16, + 6.309698821366465e-17, + -9.017699495086035e-17, + 4.1186800944479046e-17, + 3.661239811508806e-17, + 6.973244863827561e-18, + -3.7865850329681034e-17, + 3.669827551488889e-18, + -2.6341461098908545e-17, + 1.0127235500512785e-16, + 3.784473880223e-17, + 2.1297595150606345e-17, + -4.580127989377708e-19, + 3.18891411260423e-17, + -1.0585820815449228e-17, + -7.048816975652293e-17, + -8.823616571536156e-17, + 1.865257123674072e-17, + -5.615236914977071e-17, + 1.1031524520415547e-16, + 2.3600540755265324e-17, + -8.852242371469766e-17, + 5.783556618586702e-17, + -3.1912041765989185e-17, + -4.751882788979372e-19, + 6.6869868644914544e-18, + 5.2737311217690955e-17, + 6.242714449521817e-17, + 9.860156787132197e-18, + -8.186978781012654e-17, + 1.2269017851545536e-17, + 5.862563826403467e-18, + -4.1037946784824266e-17, + 1.648846076175975e-18, + 1.992355675379303e-17, + -1.343351539284482e-16, + -2.5190703941577397e-18, + -3.162578376665308e-17, + -6.822100640178097e-17, + 2.2213620748481885e-18, + -4.009902054700184e-17, + -2.0221265073102584e-17, + 4.0786039745408495e-17, + -5.3014981477046974e-18, + -8.636403839970342e-17, + 1.3323592321099754e-16, + -3.031686906468873e-17, + 2.4629638262878628e-17, + -7.900720781676547e-19, + -2.1808565679421295e-17, + -2.3667811385109308e-17, + -3.421355608065148e-17, + -3.93662000687014e-17, + -1.3477026608743907e-17, + 5.461086982334577e-17, + 4.520586325515798e-17, + 3.3308980802749385e-17, + -2.4513703773147504e-17, + 7.315036915034873e-17, + -4.9035995286275094e-17, + -9.27475917848986e-18, + 1.3957940047628566e-17, + 8.647532119694533e-17, + 8.232780060906432e-18, + -1.8377763557378056e-18, + 3.1476929606998304e-17, + 5.3192461436635365e-17, + -3.9789861907718845e-18, + 1.712967868027263e-17, + -1.1502705187322778e-16, + 3.993299090738689e-17, + -8.666460929900633e-17, + 5.111995352144195e-17, + 4.9780266084548967e-17, + 5.461802627332917e-17, + 6.062944425938742e-17, + -9.681245537547131e-18, + 3.755704951289721e-18, + 4.145015830386826e-17, + 6.518380902882487e-17, + -4.1083748064718045e-17, + -3.692155675437105e-17, + 9.606818457719744e-18, + -1.3339622769062576e-18, + -5.272872347771087e-18, + 7.472765072669068e-17, + 5.4952948132552416e-17, + -1.1065589222336543e-16, + 6.657287597060333e-18, + -4.7032189290922345e-17 + ] + ], + "std": [ + [ + 0.9991740198480986, + 0.999174018921411, + 0.9991740270954932, + 0.9991740228113029, + 0.9991740158723277, + 0.9991740243561008, + 0.9991740252725309, + 0.999174022151669, + 0.9991740235072105, + 0.9991740165590162, + 0.9991740265611315, + 0.9991740307025938, + 0.9991740258785623, + 0.9991740332613678, + 0.9991740406234768, + 0.9991740233656764, + 0.99917402208918, + 0.9991740282488505, + 0.9991740156767379, + 0.9991740258273182, + 0.9991740265687704, + 0.9991740257984052, + 0.9991740313679454, + 0.9991740235402499, + 0.9991740301415374, + 0.999174025174945, + 0.9991740248772705, + 0.9991740131152005, + 0.9991740154072135, + 0.999174010790505, + 0.9991740145205046, + 0.9991740094880226, + 0.999174013734848, + 0.9991740112483611, + 0.999174012892406, + 0.9991740196421095, + 0.9991740163331171, + 0.9991740185362487, + 0.999174022570399, + 0.9991740213173976, + 0.9991740202239284, + 0.9991740238427211, + 0.9991740163680863, + 0.999174017062169, + 0.9991740125363977, + 0.9991740134381419, + 0.9991740191519729, + 0.9991740283370354, + 0.9991740155322458, + 0.9991740139261396, + 0.9991740184139896, + 0.999174019859705, + 0.9991740278504871, + 0.9991740398149004, + 0.999174023614369, + 0.9991740280305289, + 0.9991740362925333, + 0.9991740390736555, + 0.9991740447608781, + 0.9991740366854855, + 0.9991740362046343, + 0.9991740405864491, + 0.9991740375979712, + 0.9991740333245271, + 0.9991740409940638, + 0.9991740310134122, + 0.9991740304658957, + 0.999174033728742, + 0.999174036884333, + 0.9991740224573864, + 0.9991740220790023, + 0.9991740325877202, + 0.9991740370120651, + 0.9991740334250748, + 0.9991740430984879, + 0.9991740318332668, + 0.9991740344761934, + 0.999174042827945, + 0.9991740330505716, + 0.9991740252745448, + 0.9991740274917971, + 0.9991740305192677, + 0.9991740228891964, + 0.9991740211061582, + 0.9991740277499128, + 0.9991740236142126, + 0.9991740237191634, + 0.999174021976502, + 0.9991740197184515, + 0.9991740112462193, + 0.9991740199131119, + 0.999174015985377, + 0.9991740108661882, + 0.9991740240105333, + 0.9991740207849835, + 0.9991740206058937, + 0.9991740208986494, + 0.9991740167020124, + 0.9991740260065186, + 0.9991740164246233 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 2, + "depth": 6, + "padding": 200, + "parameters": 181407, + "cert_evals": { + "36": 0.12757201492786407, + "72": 0.05349794030189514, + "108": 0.02469135820865631, + "255": 0.002057613106444478 + }, + "fold": 2 + }, + { + "best_epoch": 73, + "best_val_acc": 0.7017543859649122, + "test_acc": 0.5711382113821138, + "train_size": 606, + "val_size": 114, + "test_size": 492, + "stats": { + "mean": [ + [ + -1.948844459480215e-17, + -2.5637266420541724e-17, + 1.2457948131107367e-17, + 1.9391116875027874e-17, + -2.980518289087544e-17, + -2.2969341866729208e-17, + 7.036221623681505e-18, + 4.146160862384171e-17, + -4.096351970499688e-18, + 9.532391377892357e-19, + 1.2762526642400985e-16, + 6.309698821366465e-17, + -9.017699495086035e-17, + 4.1186800944479046e-17, + 3.661239811508806e-17, + 6.973244863827561e-18, + -3.7865850329681034e-17, + 3.669827551488889e-18, + -2.6341461098908545e-17, + 1.0127235500512785e-16, + 3.784473880223e-17, + 2.1297595150606345e-17, + -4.580127989377708e-19, + 3.18891411260423e-17, + -1.0585820815449228e-17, + -7.048816975652293e-17, + -8.823616571536156e-17, + 1.865257123674072e-17, + -5.615236914977071e-17, + 1.1031524520415547e-16, + 2.3600540755265324e-17, + -8.852242371469766e-17, + 5.783556618586702e-17, + -3.1912041765989185e-17, + -4.751882788979372e-19, + 6.6869868644914544e-18, + 5.2737311217690955e-17, + 6.242714449521817e-17, + 9.860156787132197e-18, + -8.186978781012654e-17, + 1.2269017851545536e-17, + 5.862563826403467e-18, + -4.1037946784824266e-17, + 1.648846076175975e-18, + 1.992355675379303e-17, + -1.343351539284482e-16, + -2.5190703941577397e-18, + -3.162578376665308e-17, + -6.822100640178097e-17, + 2.2213620748481885e-18, + -4.009902054700184e-17, + -2.0221265073102584e-17, + 4.0786039745408495e-17, + -5.3014981477046974e-18, + -8.636403839970342e-17, + 1.3323592321099754e-16, + -3.031686906468873e-17, + 2.4629638262878628e-17, + -7.900720781676547e-19, + -2.1808565679421295e-17, + -2.3667811385109308e-17, + -3.421355608065148e-17, + -3.93662000687014e-17, + -1.3477026608743907e-17, + 5.461086982334577e-17, + 4.520586325515798e-17, + 3.3308980802749385e-17, + -2.4513703773147504e-17, + 7.315036915034873e-17, + -4.9035995286275094e-17, + -9.27475917848986e-18, + 1.3957940047628566e-17, + 8.647532119694533e-17, + 8.232780060906432e-18, + -1.8377763557378056e-18, + 3.1476929606998304e-17, + 5.3192461436635365e-17, + -3.9789861907718845e-18, + 1.712967868027263e-17, + -1.1502705187322778e-16, + 3.993299090738689e-17, + -8.666460929900633e-17, + 5.111995352144195e-17, + 4.9780266084548967e-17, + 5.461802627332917e-17, + 6.062944425938742e-17, + -9.681245537547131e-18, + 3.755704951289721e-18, + 4.145015830386826e-17, + 6.518380902882487e-17, + -4.1083748064718045e-17, + -3.692155675437105e-17, + 9.606818457719744e-18, + -1.3339622769062576e-18, + -5.272872347771087e-18, + 7.472765072669068e-17, + 5.4952948132552416e-17, + -1.1065589222336543e-16, + 6.657287597060333e-18, + -4.7032189290922345e-17 + ] + ], + "std": [ + [ + 0.9991740198480986, + 0.999174018921411, + 0.9991740270954932, + 0.9991740228113029, + 0.9991740158723277, + 0.9991740243561008, + 0.9991740252725309, + 0.999174022151669, + 0.9991740235072105, + 0.9991740165590162, + 0.9991740265611315, + 0.9991740307025938, + 0.9991740258785623, + 0.9991740332613678, + 0.9991740406234768, + 0.9991740233656764, + 0.99917402208918, + 0.9991740282488505, + 0.9991740156767379, + 0.9991740258273182, + 0.9991740265687704, + 0.9991740257984052, + 0.9991740313679454, + 0.9991740235402499, + 0.9991740301415374, + 0.999174025174945, + 0.9991740248772705, + 0.9991740131152005, + 0.9991740154072135, + 0.999174010790505, + 0.9991740145205046, + 0.9991740094880226, + 0.999174013734848, + 0.9991740112483611, + 0.999174012892406, + 0.9991740196421095, + 0.9991740163331171, + 0.9991740185362487, + 0.999174022570399, + 0.9991740213173976, + 0.9991740202239284, + 0.9991740238427211, + 0.9991740163680863, + 0.999174017062169, + 0.9991740125363977, + 0.9991740134381419, + 0.9991740191519729, + 0.9991740283370354, + 0.9991740155322458, + 0.9991740139261396, + 0.9991740184139896, + 0.999174019859705, + 0.9991740278504871, + 0.9991740398149004, + 0.999174023614369, + 0.9991740280305289, + 0.9991740362925333, + 0.9991740390736555, + 0.9991740447608781, + 0.9991740366854855, + 0.9991740362046343, + 0.9991740405864491, + 0.9991740375979712, + 0.9991740333245271, + 0.9991740409940638, + 0.9991740310134122, + 0.9991740304658957, + 0.999174033728742, + 0.999174036884333, + 0.9991740224573864, + 0.9991740220790023, + 0.9991740325877202, + 0.9991740370120651, + 0.9991740334250748, + 0.9991740430984879, + 0.9991740318332668, + 0.9991740344761934, + 0.999174042827945, + 0.9991740330505716, + 0.9991740252745448, + 0.9991740274917971, + 0.9991740305192677, + 0.9991740228891964, + 0.9991740211061582, + 0.9991740277499128, + 0.9991740236142126, + 0.9991740237191634, + 0.999174021976502, + 0.9991740197184515, + 0.9991740112462193, + 0.9991740199131119, + 0.999174015985377, + 0.9991740108661882, + 0.9991740240105333, + 0.9991740207849835, + 0.9991740206058937, + 0.9991740208986494, + 0.9991740167020124, + 0.9991740260065186, + 0.9991740164246233 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 2, + "depth": 6, + "padding": 200, + "parameters": 181407, + "cert_evals": { + "36": 0.1341463327407837, + "72": 0.0630081295967102, + "108": 0.03658536449074745, + "255": 0.004065040498971939 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5765060750550232, + "std_test_acc": 0.01891149253185934, + "n_samples": 1212, + "n_features": 100, + "n_classes": 2, + "mean_cert_acc_36": 0.12812288850545883, + "std_cert_acc_36": 0.004157674870597322, + "mean_cert_acc_72": 0.05035718809813261, + "std_cert_acc_72": 0.010705593935973633, + "mean_cert_acc_108": 0.02671845071017742, + "std_cert_acc_108": 0.006638885409130776, + "mean_cert_acc_255": 0.0015306634013541043, + "std_cert_acc_255": 0.0019482132122464132 + }, + "horse-colic": { + "dataset": "horse-colic", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 12, + "best_val_acc": 0.9090909090909091, + "test_acc": 0.8076923076923077, + "train_size": 68, + "val_size": 66, + "test_size": 234, + "stats": { + "mean": [ + [ + -3.918434204559376e-17, + 1.6081907047879105e-16, + -8.898111006186917e-17, + 4.5715065719859385e-17, + 1.1428766429964846e-16, + -9.240973999085862e-16, + -1.457167719820518e-15, + -1.240837498110469e-16, + -8.996071861300901e-16, + -9.469549327685159e-16, + 2.661269897263243e-16, + -3.632715043810255e-16, + 0.0, + 4.5715065719859385e-17, + -2.1796290262861528e-16, + -2.729842495843032e-15, + 1.0841001299280941e-15, + 3.7306758989242393e-16, + 7.836868409118753e-17, + 7.151142423320861e-16, + 7.836868409118753e-17, + -4.081702296416017e-17, + 5.877651306839064e-17, + -2.9959694855693565e-16, + 5.028657229184532e-16 + ] + ], + "std": [ + [ + 0.9742956396024967, + 0.9874129079346324, + 0.9918559595947606, + 0.99225721180266, + 0.9921299699802761, + 0.9848134955127864, + 0.9843013518199359, + 0.9861089730182948, + 0.9755495809457849, + 0.9860401240147575, + 0.985286300764603, + 0.9842961745285809, + 0.9824073002181559, + 0.9834383442239104, + 0.9888717265277447, + 0.986845504027903, + 0.9879390608769005, + 0.9920717709998307, + 0.9922690297982814, + 0.9844178185972415, + 0.9871806289366772, + 0.9789339023991226, + 0.9926179246174212, + 0.9926033525170048, + 0.9725972171816771 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 11607, + "cert_evals": { + "36": 0.7393162846565247, + "72": 0.6709402203559875, + "108": 0.5512821078300476, + "255": 0.055555559694767 + }, + "fold": 0 + }, + { + "best_epoch": 16, + "best_val_acc": 0.9166666666666666, + "test_acc": 0.8157894736842105, + "train_size": 68, + "val_size": 72, + "test_size": 228, + "stats": { + "mean": [ + [ + -3.918434204559376e-17, + 1.6081907047879105e-16, + -8.898111006186917e-17, + 4.5715065719859385e-17, + 1.1428766429964846e-16, + -9.240973999085862e-16, + -1.457167719820518e-15, + -1.240837498110469e-16, + -8.996071861300901e-16, + -9.469549327685159e-16, + 2.661269897263243e-16, + -3.632715043810255e-16, + 0.0, + 4.5715065719859385e-17, + -2.1796290262861528e-16, + -2.729842495843032e-15, + 1.0841001299280941e-15, + 3.7306758989242393e-16, + 7.836868409118753e-17, + 7.151142423320861e-16, + 7.836868409118753e-17, + -4.081702296416017e-17, + 5.877651306839064e-17, + -2.9959694855693565e-16, + 5.028657229184532e-16 + ] + ], + "std": [ + [ + 0.9742956396024967, + 0.9874129079346324, + 0.9918559595947606, + 0.99225721180266, + 0.9921299699802761, + 0.9848134955127864, + 0.9843013518199359, + 0.9861089730182948, + 0.9755495809457849, + 0.9860401240147575, + 0.985286300764603, + 0.9842961745285809, + 0.9824073002181559, + 0.9834383442239104, + 0.9888717265277447, + 0.986845504027903, + 0.9879390608769005, + 0.9920717709998307, + 0.9922690297982814, + 0.9844178185972415, + 0.9871806289366772, + 0.9789339023991226, + 0.9926179246174212, + 0.9926033525170048, + 0.9725972171816771 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 11607, + "cert_evals": { + "36": 0.7412281036376953, + "72": 0.6359649300575256, + "108": 0.5175438523292542, + "255": 0.10087719559669495 + }, + "fold": 1 + }, + { + "best_epoch": 34, + "best_val_acc": 0.9047619047619048, + "test_acc": 0.7848101265822784, + "train_size": 68, + "val_size": 63, + "test_size": 237, + "stats": { + "mean": [ + [ + -3.918434204559376e-17, + 1.6081907047879105e-16, + -8.898111006186917e-17, + 4.5715065719859385e-17, + 1.1428766429964846e-16, + -9.240973999085862e-16, + -1.457167719820518e-15, + -1.240837498110469e-16, + -8.996071861300901e-16, + -9.469549327685159e-16, + 2.661269897263243e-16, + -3.632715043810255e-16, + 0.0, + 4.5715065719859385e-17, + -2.1796290262861528e-16, + -2.729842495843032e-15, + 1.0841001299280941e-15, + 3.7306758989242393e-16, + 7.836868409118753e-17, + 7.151142423320861e-16, + 7.836868409118753e-17, + -4.081702296416017e-17, + 5.877651306839064e-17, + -2.9959694855693565e-16, + 5.028657229184532e-16 + ] + ], + "std": [ + [ + 0.9742956396024967, + 0.9874129079346324, + 0.9918559595947606, + 0.99225721180266, + 0.9921299699802761, + 0.9848134955127864, + 0.9843013518199359, + 0.9861089730182948, + 0.9755495809457849, + 0.9860401240147575, + 0.985286300764603, + 0.9842961745285809, + 0.9824073002181559, + 0.9834383442239104, + 0.9888717265277447, + 0.986845504027903, + 0.9879390608769005, + 0.9920717709998307, + 0.9922690297982814, + 0.9844178185972415, + 0.9871806289366772, + 0.9789339023991226, + 0.9926179246174212, + 0.9926033525170048, + 0.9725972171816771 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 11607, + "cert_evals": { + "36": 0.7088607549667358, + "72": 0.6371307969093323, + "108": 0.5569620132446289, + "255": 0.05485231801867485 + }, + "fold": 2 + }, + { + "best_epoch": 22, + "best_val_acc": 0.86, + "test_acc": 0.804, + "train_size": 68, + "val_size": 50, + "test_size": 250, + "stats": { + "mean": [ + [ + -3.918434204559376e-17, + 1.6081907047879105e-16, + -8.898111006186917e-17, + 4.5715065719859385e-17, + 1.1428766429964846e-16, + -9.240973999085862e-16, + -1.457167719820518e-15, + -1.240837498110469e-16, + -8.996071861300901e-16, + -9.469549327685159e-16, + 2.661269897263243e-16, + -3.632715043810255e-16, + 0.0, + 4.5715065719859385e-17, + -2.1796290262861528e-16, + -2.729842495843032e-15, + 1.0841001299280941e-15, + 3.7306758989242393e-16, + 7.836868409118753e-17, + 7.151142423320861e-16, + 7.836868409118753e-17, + -4.081702296416017e-17, + 5.877651306839064e-17, + -2.9959694855693565e-16, + 5.028657229184532e-16 + ] + ], + "std": [ + [ + 0.9742956396024967, + 0.9874129079346324, + 0.9918559595947606, + 0.99225721180266, + 0.9921299699802761, + 0.9848134955127864, + 0.9843013518199359, + 0.9861089730182948, + 0.9755495809457849, + 0.9860401240147575, + 0.985286300764603, + 0.9842961745285809, + 0.9824073002181559, + 0.9834383442239104, + 0.9888717265277447, + 0.986845504027903, + 0.9879390608769005, + 0.9920717709998307, + 0.9922690297982814, + 0.9844178185972415, + 0.9871806289366772, + 0.9789339023991226, + 0.9926179246174212, + 0.9926033525170048, + 0.9725972171816771 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 11607, + "cert_evals": { + "36": 0.7240000367164612, + "72": 0.6600000262260437, + "108": 0.5360000133514404, + "255": 0.08000000566244125 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8030729769896991, + "std_test_acc": 0.013133146119482495, + "n_samples": 368, + "n_features": 25, + "n_classes": 2, + "mean_cert_acc_36": 0.7283512949943542, + "std_cert_acc_36": 0.015109134083922606, + "mean_cert_acc_72": 0.6510089933872223, + "std_cert_acc_72": 0.017291815587497292, + "mean_cert_acc_108": 0.5404469966888428, + "std_cert_acc_108": 0.017649127340461163, + "mean_cert_acc_255": 0.07282126974314451, + "std_cert_acc_255": 0.022057932771453497 + }, + "ilpd-indian-liver": { + "dataset": "ilpd-indian-liver", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 7, + "best_val_acc": 0.7674418604651163, + "test_acc": 0.6495726495726496, + "train_size": 146, + "val_size": 86, + "test_size": 351, + "stats": { + "mean": [ + [ + -0.04947167191780823, + -0.00829989520547949, + 0.0029959439041094614, + 0.043865143424657534, + -0.02727346465753423, + 0.06000245376712337, + 0.18081108150684932, + 0.13766838972602727, + 0.07700867876712333 + ] + ], + "std": [ + [ + 1.0220386211163874, + 0.9305248911517027, + 1.0317627748416793, + 1.0430349333459359, + 0.6968608763678219, + 1.4666603089790804, + 0.976649603737411, + 0.9779410793607819, + 1.0045141661622095 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 1591, + "cert_evals": { + "36": 0.404558390378952, + "72": 0.29629629850387573, + "108": 0.202279195189476, + "255": 0.07692307978868484 + }, + "fold": 0 + }, + { + "best_epoch": 7, + "best_val_acc": 0.7971014492753623, + "test_acc": 0.6168478260869565, + "train_size": 146, + "val_size": 69, + "test_size": 368, + "stats": { + "mean": [ + [ + 0.023718123972602808, + -0.005873168493150683, + 0.03226138232876717, + 0.04699460315068498, + 0.05445175945205481, + -0.012896076027397266, + 0.006021310958904103, + -0.03022427397260268, + 0.024170888356164395 + ] + ], + "std": [ + [ + 0.9837490979337397, + 0.9321175505257335, + 1.0715555930063725, + 0.9529710623514904, + 1.1810113146612142, + 0.7086815710476746, + 1.0423446624153474, + 1.010859445699408, + 1.0504905455411107 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 1591, + "cert_evals": { + "36": 0.4130434989929199, + "72": 0.23097826540470123, + "108": 0.16304348409175873, + "255": 0.10326087474822998 + }, + "fold": 1 + }, + { + "best_epoch": 4, + "best_val_acc": 0.6931818181818182, + "test_acc": 0.6590257879656161, + "train_size": 146, + "val_size": 88, + "test_size": 349, + "stats": { + "mean": [ + [ + -0.06850946301369858, + -0.0660989635342466, + -0.043828577945205456, + -0.023010099041095942, + 0.006519339726027369, + -0.025199812328767113, + -0.0009198609589041257, + -0.051749036301369795, + -0.1729785705479453 + ] + ], + "std": [ + [ + 0.960568795724854, + 0.7317880619730879, + 0.8532176637131939, + 0.846889651522413, + 0.8393088412983767, + 0.6466602014941917, + 1.025247253115212, + 1.0319261806513593, + 0.9884325003029147 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 1591, + "cert_evals": { + "36": 0.42120346426963806, + "72": 0.266475647687912, + "108": 0.18911175429821014, + "255": 0.11461318284273148 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.75, + "test_acc": 0.6090651558073654, + "train_size": 146, + "val_size": 84, + "test_size": 353, + "stats": { + "mean": [ + [ + 0.10156164794520553, + 0.11148967165753422, + 0.14932299390410964, + -0.06575168465753424, + 0.08565644520547948, + 0.041416027397260274, + 0.12780630068493154, + 0.0825649349315068, + 0.027512271917808223 + ] + ], + "std": [ + [ + 0.9791992181077636, + 1.0803158704678002, + 1.2337654004282645, + 0.900953545319748, + 1.161354860471408, + 0.8045626472841879, + 0.9144661645250372, + 1.0285214362372226, + 1.0463698865975202 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 1591, + "cert_evals": { + "36": 0.4645892381668091, + "72": 0.30878186225891113, + "108": 0.22096316516399384, + "255": 0.0991501435637474 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6336278548581469, + "std_test_acc": 0.02438706648232726, + "n_samples": 583, + "n_features": 9, + "n_classes": 2, + "mean_cert_acc_36": 0.4258486479520798, + "std_cert_acc_36": 0.026706166385472345, + "mean_cert_acc_72": 0.27563301846385, + "std_cert_acc_72": 0.034658916107611945, + "mean_cert_acc_108": 0.19384939968585968, + "std_cert_acc_108": 0.0243424694039453, + "mean_cert_acc_255": 0.09848682023584843, + "std_cert_acc_255": 0.01579331153079092 + }, + "image-segmentation": { + "dataset": "image-segmentation", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 14, + "best_val_acc": 0.92, + "test_acc": 0.91875, + "train_size": 2100, + "val_size": 50, + "test_size": 160, + "stats": { + "mean": [ + [ + 4.532088989809121e-17, + -7.34333229144925e-17, + 5.686456596603897e-16, + -1.441175221489608e-16, + 1.2583849306495375e-16, + -1.7241499233613294e-17, + -4.0893214740359934e-17, + 1.316275131219278e-16, + -6.396999332363997e-18, + -1.3756191952736462e-16, + -3.933361572957697e-17, + -1.1186818667175387e-16, + 2.5106900685451756e-16, + 4.337799960499719e-17, + 4.421066687346605e-17, + -1.850371707708594e-17, + -2.350368577012995e-16, + -9.793753110086202e-17 + ] + ], + "std": [ + [ + 0.9996246758364985, + 0.9995878274866169, + 0.8038207521572458, + 0.7019751493522468, + 0.9960026008909317, + 0.9995397039243666, + 0.9968889591858656, + 0.9995749389029804, + 0.9994997832814528, + 0.9994762671895456, + 0.9995321523164318, + 0.9994865643378964, + 0.9988998799598826, + 0.9992534567413346, + 0.9989012736519327, + 0.9995288891246146, + 0.9578356691087312, + 0.9933295528418025 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 6276, + "cert_evals": { + "36": 0.887499988079071, + "72": 0.856249988079071, + "108": 0.7750000357627869, + "255": 0.39375001192092896 + }, + "fold": 0 + }, + { + "best_epoch": 2, + "best_val_acc": 0.9574468085106383, + "test_acc": 0.8957055214723927, + "train_size": 2100, + "val_size": 47, + "test_size": 163, + "stats": { + "mean": [ + [ + 4.532088989809121e-17, + -7.34333229144925e-17, + 5.686456596603897e-16, + -1.441175221489608e-16, + 1.2583849306495375e-16, + -1.7241499233613294e-17, + -4.0893214740359934e-17, + 1.316275131219278e-16, + -6.396999332363997e-18, + -1.3756191952736462e-16, + -3.933361572957697e-17, + -1.1186818667175387e-16, + 2.5106900685451756e-16, + 4.337799960499719e-17, + 4.421066687346605e-17, + -1.850371707708594e-17, + -2.350368577012995e-16, + -9.793753110086202e-17 + ] + ], + "std": [ + [ + 0.9996246758364985, + 0.9995878274866169, + 0.8038207521572458, + 0.7019751493522468, + 0.9960026008909317, + 0.9995397039243666, + 0.9968889591858656, + 0.9995749389029804, + 0.9994997832814528, + 0.9994762671895456, + 0.9995321523164318, + 0.9994865643378964, + 0.9988998799598826, + 0.9992534567413346, + 0.9989012736519327, + 0.9995288891246146, + 0.9578356691087312, + 0.9933295528418025 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 6276, + "cert_evals": { + "36": 0.8098159432411194, + "72": 0.7423312664031982, + "108": 0.6687116622924805, + "255": 0.33742329478263855 + }, + "fold": 1 + }, + { + "best_epoch": 8, + "best_val_acc": 0.9534883720930233, + "test_acc": 0.9041916167664671, + "train_size": 2100, + "val_size": 43, + "test_size": 167, + "stats": { + "mean": [ + [ + 4.532088989809121e-17, + -7.34333229144925e-17, + 5.686456596603897e-16, + -1.441175221489608e-16, + 1.2583849306495375e-16, + -1.7241499233613294e-17, + -4.0893214740359934e-17, + 1.316275131219278e-16, + -6.396999332363997e-18, + -1.3756191952736462e-16, + -3.933361572957697e-17, + -1.1186818667175387e-16, + 2.5106900685451756e-16, + 4.337799960499719e-17, + 4.421066687346605e-17, + -1.850371707708594e-17, + -2.350368577012995e-16, + -9.793753110086202e-17 + ] + ], + "std": [ + [ + 0.9996246758364985, + 0.9995878274866169, + 0.8038207521572458, + 0.7019751493522468, + 0.9960026008909317, + 0.9995397039243666, + 0.9968889591858656, + 0.9995749389029804, + 0.9994997832814528, + 0.9994762671895456, + 0.9995321523164318, + 0.9994865643378964, + 0.9988998799598826, + 0.9992534567413346, + 0.9989012736519327, + 0.9995288891246146, + 0.9578356691087312, + 0.9933295528418025 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 6276, + "cert_evals": { + "36": 0.8742515444755554, + "72": 0.8263473510742188, + "108": 0.7544910311698914, + "255": 0.32335329055786133 + }, + "fold": 2 + }, + { + "best_epoch": 3, + "best_val_acc": 0.8611111111111112, + "test_acc": 0.9022988505747126, + "train_size": 2100, + "val_size": 36, + "test_size": 174, + "stats": { + "mean": [ + [ + 4.532088989809121e-17, + -7.34333229144925e-17, + 5.686456596603897e-16, + -1.441175221489608e-16, + 1.2583849306495375e-16, + -1.7241499233613294e-17, + -4.0893214740359934e-17, + 1.316275131219278e-16, + -6.396999332363997e-18, + -1.3756191952736462e-16, + -3.933361572957697e-17, + -1.1186818667175387e-16, + 2.5106900685451756e-16, + 4.337799960499719e-17, + 4.421066687346605e-17, + -1.850371707708594e-17, + -2.350368577012995e-16, + -9.793753110086202e-17 + ] + ], + "std": [ + [ + 0.9996246758364985, + 0.9995878274866169, + 0.8038207521572458, + 0.7019751493522468, + 0.9960026008909317, + 0.9995397039243666, + 0.9968889591858656, + 0.9995749389029804, + 0.9994997832814528, + 0.9994762671895456, + 0.9995321523164318, + 0.9994865643378964, + 0.9988998799598826, + 0.9992534567413346, + 0.9989012736519327, + 0.9995288891246146, + 0.9578356691087312, + 0.9933295528418025 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 6276, + "cert_evals": { + "36": 0.8563218116760254, + "72": 0.8045976758003235, + "108": 0.7183908224105835, + "255": 0.3448275923728943 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.905236497203393, + "std_test_acc": 0.009715551091957143, + "n_samples": 2310, + "n_features": 18, + "n_classes": 7, + "mean_cert_acc_36": 0.8569723218679428, + "std_cert_acc_36": 0.033934530824945894, + "mean_cert_acc_72": 0.8073815703392029, + "std_cert_acc_72": 0.048260111901573345, + "mean_cert_acc_108": 0.7291483879089355, + "std_cert_acc_108": 0.04659379857540296, + "mean_cert_acc_255": 0.3498385474085808, + "std_cert_acc_255": 0.03059920322602879 + }, + "ionosphere": { + "dataset": "ionosphere", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 6, + "best_val_acc": 0.8936170212765957, + "test_acc": 0.9490740740740741, + "train_size": 88, + "val_size": 47, + "test_size": 216, + "stats": { + "mean": [ + [ + -0.053792624999999955, + 0.11437863863636365, + -0.09784573977272727, + 0.037641697727272765, + 0.03979244659090908, + -0.022637212499999986, + -0.03695475681818172, + -0.03367938977272729, + -0.021329492045454524, + -0.09884267272727273, + 0.035718605681818186, + 0.06464764249999998, + -0.019363167613636392, + -0.05855647840909092, + -0.09749018068181807, + -0.038717673863636344, + -0.20421359857954527, + -0.07935669659090909, + -0.1400404538977272, + 0.02510688295454545, + -0.037117688954545446, + 0.033973999999999976, + -0.1653208722727273, + 0.005757295454545449, + -0.1324492284090909, + -0.08898458409090908, + -0.05795820443181821, + -0.02483663102272733, + -0.08507457556818178, + 0.08867289204545453, + -0.04576606920454543, + 0.02797571125000001, + -0.0760243448863635 + ] + ], + "std": [ + [ + 1.0628766820372375, + 0.7507239967772006, + 1.0291396537758577, + 0.8884938256308751, + 0.9340022757733981, + 0.913837455075107, + 0.9736609191811407, + 0.9876988868200146, + 1.0170932036566493, + 0.9930860356859771, + 0.9548850329366211, + 0.9223725518038193, + 0.8913550898838349, + 1.0187510679778873, + 1.017494178014936, + 1.0307802521113834, + 0.975629252171648, + 1.0218068809970482, + 0.9797731524500652, + 0.9502446255339264, + 0.9112949974613238, + 0.9538996196640592, + 0.8900589740016208, + 0.9778636762599577, + 0.9154522749390646, + 1.05891815419685, + 0.9349516698212756, + 1.028413342097531, + 1.0174809086582552, + 0.8603550537251974, + 0.9177215824920913, + 0.9334496357023497, + 0.9708996223344086 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 20071, + "cert_evals": { + "36": 0.8935185074806213, + "72": 0.8703703880310059, + "108": 0.8148148059844971, + "255": 0.49074074625968933 + }, + "fold": 0 + }, + { + "best_epoch": 16, + "best_val_acc": 0.9454545454545454, + "test_acc": 0.9086538461538461, + "train_size": 88, + "val_size": 55, + "test_size": 208, + "stats": { + "mean": [ + [ + -0.05379262500000004, + 0.057230188340909066, + -0.12594148852272724, + -0.0657140477272727, + 0.03683578340909091, + -0.019606631818181786, + -0.060358038636363666, + 0.04340084659090913, + -0.0891362948863636, + 0.11950643409090907, + -0.0431416420454545, + 0.015000489886363617, + 0.006661120113636418, + 0.05273973636363641, + 0.015397984090909127, + 0.014861920909090958, + 0.1809429574999999, + 0.08595570852272723, + 0.06362748978409093, + 0.013652813181818213, + 0.08379081831818179, + 0.012709255681818172, + 0.05176218068181814, + -0.0808674875, + 0.0755702415909092, + 0.018801221590909037, + 0.00032548409090908274, + -0.044570049999999944, + -0.06261137522727273, + -0.029789787386363672, + 0.05672472590909099, + 0.07217833522727275, + -0.1547468361363635 + ] + ], + "std": [ + [ + 1.062876682037237, + 0.9307820453086587, + 1.0773699872895335, + 1.0440681513418153, + 0.8335723077848519, + 1.0288328270221063, + 1.012134427705991, + 0.9381625016034029, + 1.0351171735867382, + 0.8413129464522849, + 0.957745165443786, + 0.996483818815002, + 1.0520779681632726, + 0.9017607688663065, + 0.9016249527670053, + 0.9886646202839675, + 0.948531710759369, + 0.9429119629240612, + 0.9771648840049503, + 1.0130626800360227, + 0.9206929443124036, + 1.0062206389304456, + 0.9740332111643196, + 1.0276361536986764, + 1.004938887359179, + 0.9916060965398966, + 1.0389805297776586, + 0.9937147733197984, + 0.9550117277666471, + 1.045048464961226, + 0.9419333165833579, + 0.9692634514790782, + 0.8827267306674739 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 20071, + "cert_evals": { + "36": 0.889423131942749, + "72": 0.8557692766189575, + "108": 0.7932692766189575, + "255": 0.5144230723381042 + }, + "fold": 1 + }, + { + "best_epoch": 33, + "best_val_acc": 0.8983050847457628, + "test_acc": 0.9362745098039216, + "train_size": 88, + "val_size": 59, + "test_size": 204, + "stats": { + "mean": [ + [ + -0.1268343749999996, + 0.03819893595454546, + -0.011457272727272726, + 0.05116481477272727, + -0.0830110590909092, + 0.047313343863636344, + 0.10252151931818183, + 0.1333957454545454, + 0.05029393693181818, + 0.04156139318181821, + -0.001252886136363645, + -0.02304269772727273, + -0.028127184431818178, + 0.09080393977272729, + 0.051952362500000016, + 0.026424043636363623, + 0.004673466193181796, + 0.08743039488636364, + -0.026571849534090915, + 0.14150050181818186, + 0.03335016056818166, + 0.12982050340909096, + 0.16414423761363636, + 0.09544092727272725, + -0.013555443181818177, + 0.13096514511363633, + 0.08380314419318177, + 0.11039518400000002, + 0.10956971738636363, + 0.16996981363636354, + 0.20297531795454554, + 0.13073818977272728, + 0.22886673897727264 + ] + ], + "std": [ + [ + 1.1403639563737902, + 0.9669190187863775, + 0.9172167629719893, + 0.8606790311963011, + 0.9989705798429368, + 0.9373035431734378, + 0.9209352640839872, + 0.8488345605516046, + 0.8825266596197384, + 0.9437597259890439, + 0.8884696173398924, + 1.0048586652940763, + 0.9550518112139788, + 0.9614986333459294, + 0.9194447344313414, + 0.9950631727543465, + 0.9784728631967848, + 0.9580770253420143, + 0.9232846642295484, + 0.9004257495362915, + 0.9845719410626651, + 0.9096258762479161, + 0.9598729860189827, + 0.9018492624900448, + 0.9747064152086655, + 0.8917378557660298, + 1.0112826407608113, + 0.9771390659506771, + 0.934094299138346, + 0.9171760631839044, + 0.9408030802675159, + 0.9489033599031296, + 0.9833308046410482 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 20071, + "cert_evals": { + "36": 0.9215686321258545, + "72": 0.9117647409439087, + "108": 0.8872549533843994, + "255": 0.6421568989753723 + }, + "fold": 2 + }, + { + "best_epoch": 7, + "best_val_acc": 0.9629629629629629, + "test_acc": 0.9186602870813397, + "train_size": 88, + "val_size": 54, + "test_size": 209, + "stats": { + "mean": [ + [ + -0.05379262500000004, + 0.08337084420454545, + 0.012367452272727331, + -0.10430459318181814, + -0.04320599500000006, + -0.02125417613636366, + 0.13601533749999994, + 0.08083362500000006, + 0.04508737613636362, + 0.06580848409090917, + -0.04573462613636365, + -0.11163381636363634, + -0.08390394295454544, + -0.08376589772727273, + -0.044872403409090926, + -0.0040415840909091135, + -0.08072537250000003, + 0.09002621590909089, + -0.162396136590909, + -0.039994314090909096, + -0.10034994406818182, + -0.025718289772727287, + -0.07362233545454551, + 0.15139177386363645, + -0.09483327613636364, + 0.035840585227272695, + 0.10623734090909087, + 0.16713354263636365, + -0.09824181704545455, + -0.02187183522727274, + -0.02442285272727274, + -0.04313826136363642, + 0.1828973070454546 + ] + ], + "std": [ + [ + 1.062876682037237, + 0.9490576864105106, + 0.9875219449564684, + 1.1736996169419784, + 1.085283557408111, + 1.0964938389858863, + 1.0087899511657812, + 1.0744821220114844, + 1.0108692257357619, + 1.0627108745057163, + 1.0442983244440271, + 1.1469962087719372, + 1.0331323404442145, + 1.1049553685537077, + 1.023216090225595, + 1.0297914379913535, + 1.0415403651865944, + 1.0022218327408114, + 1.0389078436934174, + 1.0658270934057976, + 1.0847302652617432, + 1.0404853997786638, + 1.050257290760166, + 0.893199357426146, + 1.0313013612091906, + 0.9776385188820035, + 1.0220555587416027, + 0.8817940384222789, + 1.0763521420836772, + 1.0347943476784296, + 1.1267168423195861, + 1.0726159506205808, + 1.1123266143540387 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 20071, + "cert_evals": { + "36": 0.8755980730056763, + "72": 0.822966456413269, + "108": 0.7559808492660522, + "255": 0.3349282145500183 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9281656792782954, + "std_test_acc": 0.018018307524328068, + "n_samples": 351, + "n_features": 33, + "n_classes": 2, + "mean_cert_acc_36": 0.8950270861387253, + "std_cert_acc_36": 0.01928402038743799, + "mean_cert_acc_72": 0.8652177155017853, + "std_cert_acc_72": 0.03682217404223768, + "mean_cert_acc_108": 0.8128299713134766, + "std_cert_acc_108": 0.05524931667578524, + "mean_cert_acc_255": 0.49556223303079605, + "std_cert_acc_255": 0.12605853398421016 + }, + "iris": { + "dataset": "iris", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.3333333333333333, + "test_acc": 0.33695652173913043, + "train_size": 37, + "val_size": 21, + "test_size": 92, + "stats": { + "mean": [ + [ + -0.06538616216216218, + 0.037524162162162124, + -0.05163069459459464, + -0.05491507459459471 + ] + ], + "std": [ + [ + 0.9148870367317358, + 1.0881966465526376, + 0.9955337168703222, + 0.9789290060304676 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 528, + "cert_evals": { + "36": 0.33695653080940247, + "72": 0.33695653080940247, + "108": 0.27173912525177, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 33, + "best_val_acc": 0.3793103448275862, + "test_acc": 0.4880952380952381, + "train_size": 37, + "val_size": 29, + "test_size": 84, + "stats": { + "mean": [ + [ + -0.1894133945945945, + -0.14947308108108107, + -0.07307603783783788, + -0.09033012864864856 + ] + ], + "std": [ + [ + 0.9592123832790647, + 0.9096266883189955, + 1.0119512040032557, + 1.0176631024602978 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 528, + "cert_evals": { + "36": 0.3571428656578064, + "72": 0.3095238208770752, + "108": 0.1666666716337204, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 17, + "best_val_acc": 0.8695652173913043, + "test_acc": 0.7222222222222222, + "train_size": 37, + "val_size": 23, + "test_size": 90, + "stats": { + "mean": [ + [ + 0.12065495945945945, + 0.08115708108108108, + -0.014868264864864856, + 0.0017480032432432313 + ] + ], + "std": [ + [ + 1.079972374505205, + 0.8268394002889127, + 1.0381376116445211, + 1.0358017457861401 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 528, + "cert_evals": { + "36": 0.25555557012557983, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 36, + "best_val_acc": 0.6764705882352942, + "test_acc": 0.6582278481012658, + "train_size": 37, + "val_size": 34, + "test_size": 79, + "stats": { + "mean": [ + [ + 0.019474235135135163, + 0.1372560810810812, + -0.050099464864865016, + -0.012418108108108169 + ] + ], + "std": [ + [ + 1.0035126577760827, + 0.9654086463610752, + 1.0191317626227525, + 1.0325640931007958 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 528, + "cert_evals": { + "36": 0.37974685430526733, + "72": 0.3291139304637909, + "108": 0.13924050331115723, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5513754575394642, + "std_test_acc": 0.17376796460989247, + "n_samples": 150, + "n_features": 4, + "n_classes": 3, + "mean_cert_acc_36": 0.332350455224514, + "std_cert_acc_36": 0.05409791299291519, + "mean_cert_acc_72": 0.24389857053756714, + "std_cert_acc_72": 0.16300779912803973, + "mean_cert_acc_108": 0.1444115750491619, + "std_cert_acc_108": 0.11193604923598865, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "led-display": { + "dataset": "led-display", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 64, + "best_val_acc": 0.6858974358974359, + "test_acc": 0.7171717171717171, + "train_size": 250, + "val_size": 156, + "test_size": 594, + "stats": { + "mean": [ + [ + 0.007071759999999854, + -0.06713887999999998, + 0.04580425999999983, + -0.02524725599999987, + 0.032490744000000016, + 0.026608120000000096, + 1.7199999999801818e-06 + ] + ], + "std": [ + [ + 0.9950459658737895, + 1.009900234084628, + 0.9724760974354865, + 1.0074396393306633, + 1.004766715631752, + 0.9754811567914686, + 0.9994980323196654 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 10, + "depth": 6, + "padding": 14, + "parameters": 1107, + "cert_evals": { + "36": 0.6767676472663879, + "72": 0.6397306323051453, + "108": 0.5875420570373535, + "255": 0.1750841736793518 + }, + "fold": 0 + }, + { + "best_epoch": 22, + "best_val_acc": 0.6312056737588653, + "test_acc": 0.5944170771756979, + "train_size": 250, + "val_size": 141, + "test_size": 609, + "stats": { + "mean": [ + [ + -0.030645360000000187, + 0.03051721599999998, + -0.07328692000000013, + -0.01683115199999986, + -0.024368800000000006, + 0.02660812000000029, + 1.7199999999624183e-06 + ] + ], + "std": [ + [ + 1.018012947504733, + 0.9932371252643158, + 1.0370805647209447, + 1.0048701299259322, + 0.9948347843380658, + 0.9754811567914693, + 0.9994980323196655 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 10, + "depth": 6, + "padding": 14, + "parameters": 1107, + "cert_evals": { + "36": 0.517241358757019, + "72": 0.3021346628665924, + "108": 0.28735631704330444, + "255": 0.042692940682172775 + }, + "fold": 1 + }, + { + "best_epoch": 52, + "best_val_acc": 0.6878980891719745, + "test_acc": 0.7048903878583473, + "train_size": 250, + "val_size": 157, + "test_size": 593, + "stats": { + "mean": [ + [ + -0.02121608000000006, + -0.018310832, + -0.02748262000000013, + 0.008417160000000156, + 0.01624516000000005, + 0.026608120000000093, + -0.01687781599999998 + ] + ], + "std": [ + [ + 1.0124517882249175, + 1.002792806702983, + 1.0143765302763266, + 0.9966955712286966, + 1.0022682733933526, + 0.9754811567914692, + 1.005041365963769 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 10, + "depth": 6, + "padding": 14, + "parameters": 1107, + "cert_evals": { + "36": 0.5716694593429565, + "72": 0.5531197190284729, + "108": 0.517706573009491, + "255": 0.08768971264362335 + }, + "fold": 2 + }, + { + "best_epoch": 62, + "best_val_acc": 0.7168674698795181, + "test_acc": 0.7208904109589042, + "train_size": 250, + "val_size": 166, + "test_size": 584, + "stats": { + "mean": [ + [ + -0.0023575200000001267, + 0.0061031919999999995, + 0.009160819999999905, + -0.04207946399999987, + -0.016246007999999923, + -0.1011123440000001, + 0.05064032800000006 + ] + ], + "std": [ + [ + 1.0009703691603724, + 0.9983249694649329, + 0.9943226309022788, + 1.0123492183086487, + 0.9964583563164333, + 1.0799745182608878, + 0.9809392436444123 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 10, + "depth": 6, + "padding": 14, + "parameters": 1107, + "cert_evals": { + "36": 0.681506872177124, + "72": 0.6301369667053223, + "108": 0.5462328791618347, + "255": 0.15582191944122314 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6843423982911666, + "std_test_acc": 0.06033877874439483, + "n_samples": 1000, + "n_features": 7, + "n_classes": 10, + "mean_cert_acc_36": 0.6117963343858719, + "std_cert_acc_36": 0.08089425215148932, + "mean_cert_acc_72": 0.5312804952263832, + "std_cert_acc_72": 0.1576058357314302, + "mean_cert_acc_108": 0.4847094565629959, + "std_cert_acc_108": 0.13465603912766844, + "mean_cert_acc_255": 0.11532218661159277, + "std_cert_acc_255": 0.06123801771074653 + }, + "lenses": { + "dataset": "lenses", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 10, + "best_val_acc": 0.75, + "test_acc": 0.5714285714285714, + "train_size": 6, + "val_size": 4, + "test_size": 14, + "stats": { + "mean": [ + [ + 0.0, + 0.6526299999999999, + 0.0, + -0.32631499999999997 + ] + ], + "std": [ + [ + 0.9789467406691065, + 0.7296625220778439, + 0.978945, + 0.922958197211553 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 528, + "cert_evals": { + "36": 0.4285714626312256, + "72": 0.2857142984867096, + "108": 0.2142857313156128, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.75, + "test_acc": 0.42857142857142855, + "train_size": 6, + "val_size": 4, + "test_size": 14, + "stats": { + "mean": [ + [ + 0.0, + -0.32631499999999997, + -0.6526299999999999, + 0.0 + ] + ], + "std": [ + [ + 0.9789467406691065, + 0.922958197211553, + 0.7296625220778439, + 0.978945 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 528, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5, + "test_acc": 0.25, + "train_size": 6, + "val_size": 2, + "test_size": 16, + "stats": { + "mean": [ + [ + 0.0, + 0.0, + 0.32631499999999997, + 0.0 + ] + ], + "std": [ + [ + 0.9789467406691065, + 0.978945, + 0.9229581972115529, + 0.978945 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 528, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5, + "test_acc": 0.6428571428571429, + "train_size": 6, + "val_size": 4, + "test_size": 14, + "stats": { + "mean": [ + [ + -0.59948, + 0.32631499999999997, + 0.32631499999999997, + -0.32631499999999997 + ] + ], + "std": [ + [ + 0.915720825870709, + 0.9229581972115529, + 0.922958197211553, + 0.922958197211553 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 528, + "cert_evals": { + "36": 0.2857142984867096, + "72": 0.0714285746216774, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.4732142857142857, + "std_test_acc": 0.17343812243254128, + "n_samples": 24, + "n_features": 4, + "n_classes": 3, + "mean_cert_acc_36": 0.1785714402794838, + "std_cert_acc_36": 0.21428572965992826, + "mean_cert_acc_72": 0.08928571827709675, + "std_cert_acc_72": 0.1352121095158871, + "mean_cert_acc_108": 0.0535714328289032, + "std_cert_acc_108": 0.1071428656578064, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "chess-krvk": { + "dataset": "chess-krvk", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 41, + "best_val_acc": 0.21793658305726454, + "test_acc": 0.20587535680304472, + "train_size": 7014, + "val_size": 4226, + "test_size": 16816, + "stats": { + "mean": [ + [ + 0.012324607927003232, + 0.007078780439120998, + 0.0020496236099223986, + -0.024108994297119334, + -0.0005551300684344027, + 0.00494480253777899 + ] + ], + "std": [ + [ + 0.999931915679557, + 1.0057899986789152, + 1.0018138589619487, + 0.9949807268406698, + 1.0000689847213224, + 1.0016960231746526 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 18, + "depth": 6, + "padding": 12, + "parameters": 947, + "cert_evals": { + "36": 0.11602045595645905, + "72": 0.05280685052275658, + "108": 0.02360846847295761, + "255": 0.0016650808975100517 + }, + "fold": 0 + }, + { + "best_epoch": 22, + "best_val_acc": 0.24213762118704185, + "test_acc": 0.21417950395527272, + "train_size": 7014, + "val_size": 4229, + "test_size": 16813, + "stats": { + "mean": [ + [ + 0.02662805560307895, + 0.005693713430283323, + -0.0016727181351587745, + 0.014426962075848423, + -0.007343462446535813, + 0.00437411206158899 + ] + ], + "std": [ + [ + 0.9852094089714073, + 0.9988688121679218, + 1.0043106562162794, + 0.9917902725212167, + 0.9953541320225967, + 0.995076350426718 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 18, + "depth": 6, + "padding": 12, + "parameters": 947, + "cert_evals": { + "36": 0.11889608949422836, + "72": 0.05686076357960701, + "108": 0.02081722393631935, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 39, + "best_val_acc": 0.22848311935330481, + "test_acc": 0.21293656450463294, + "train_size": 7014, + "val_size": 4206, + "test_size": 16836, + "stats": { + "mean": [ + [ + 0.009281328200740034, + -0.0021550139720564235, + -0.004650539349872485, + 0.006120143427431122, + -0.0004934166951813222, + 0.0024717757342437065 + ] + ], + "std": [ + [ + 0.9905305563279689, + 1.0007194352174467, + 1.0073929861352688, + 0.996792137495875, + 0.995664797353786, + 0.9984373474066448 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 18, + "depth": 6, + "padding": 12, + "parameters": 947, + "cert_evals": { + "36": 0.12485150992870331, + "72": 0.06634592264890671, + "108": 0.029579471796751022, + "255": 0.00041577572119422257 + }, + "fold": 2 + }, + { + "best_epoch": 45, + "best_val_acc": 0.2351288056206089, + "test_acc": 0.21583591700453136, + "train_size": 7014, + "val_size": 4270, + "test_size": 16772, + "stats": { + "mean": [ + [ + 0.0038034088964931244, + -0.012312182207011678, + 0.00825354519532299, + -0.012616928286283908, + 0.00814625808383194, + 0.012173608639860799 + ] + ], + "std": [ + [ + 0.9903915605524702, + 0.991199162231707, + 1.011474563134033, + 0.9971077092137348, + 0.999255185770078, + 1.0033642166267953 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 18, + "depth": 6, + "padding": 12, + "parameters": 947, + "cert_evals": { + "36": 0.12240638583898544, + "72": 0.05634390562772751, + "108": 0.023908894509077072, + "255": 0.00023849272110965103 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.21220683556687042, + "std_test_acc": 0.004384889976238884, + "n_samples": 28056, + "n_features": 6, + "n_classes": 18, + "mean_cert_acc_36": 0.12054361030459404, + "std_cert_acc_36": 0.0038816311837752107, + "mean_cert_acc_72": 0.05808936059474945, + "std_cert_acc_72": 0.005791712276531416, + "mean_cert_acc_108": 0.024478514678776264, + "std_cert_acc_108": 0.003674518606031073, + "mean_cert_acc_255": 0.0005798373349534813, + "std_cert_acc_255": 0.000743280405496678 + }, + "libras": { + "dataset": "libras", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 32, + "best_val_acc": 0.6666666666666666, + "test_acc": 0.7477477477477478, + "train_size": 90, + "val_size": 48, + "test_size": 222, + "stats": { + "mean": [ + [ + 0.059153607855555554, + -0.022086486111111102, + 0.05922882088888888, + -0.02086866645555565, + 0.056779304333333384, + -0.018696930000000046, + 0.05689053533333337, + -0.016248013333333245, + 0.0569165588888889, + -0.0036989233333332458, + 0.06283389777777776, + -0.0037991557777777556, + 0.05937392222222222, + -0.007620807444444464, + 0.05464593999999994, + -0.011244530777777774, + 0.04970278000000001, + -0.013921464755555614, + 0.04771983000000002, + -0.019249020222222305, + 0.044871499788888936, + -0.020557805333333252, + 0.03973438522222228, + -0.026101116888888873, + 0.0330146356666666, + -0.027676334444444468, + 0.034978265333333355, + -0.0210573455555555, + 0.04064138888888893, + -0.01831029133333337, + 0.044241277888888826, + -0.010786282777777736, + 0.051733793333333285, + -0.0034738184444444765, + 0.045049727888888905, + -0.021378303111111135, + 0.04119049111111115, + -0.045665581555555515, + 0.03553613722222227, + -0.07517735188888884, + 0.022791370888888884, + -0.09528456055555552, + 0.01893847222222228, + -0.11598632511111107, + 0.02626179000000001, + -0.1326080574444444, + 0.034327293333333335, + -0.13289333, + 0.03746381222222225, + -0.11572220622222221, + 0.042059589422222224, + -0.09740232666666666, + 0.04862533955555555, + -0.08259843555555557, + 0.04790880555555556, + -0.06473083111111111, + 0.04817679555555557, + -0.043231756999999996, + 0.05318957111111112, + -0.019220134666666673, + 0.055677036666666645, + -0.002841064555555544, + 0.05546902555555555, + 0.003981006666666653, + 0.05436141222222221, + 0.010304663333333285, + 0.04651793477777778, + 0.004333857777777748, + 0.038974952222222185, + -0.008231636300000048, + 0.03247019888888887, + -0.02334288095555553, + 0.03011131132222221, + -0.030717089555555615, + 0.02976556422222225, + -0.03948321999999996, + 0.022267378333333344, + -0.03566932055555558, + 0.015906501777777787, + -0.04077892000000001, + 0.011949363777777782, + -0.03570859, + 0.004940353333333312, + -0.031180698333333357, + 0.0004020502222222259, + -0.025412966666666658, + -0.002333565333333347, + -0.02677985111111109, + -0.0059334082222222105, + -0.026852045555555534 + ] + ], + "std": [ + [ + 1.0272697848649774, + 0.9664771136823957, + 1.027688880747467, + 0.9662624765656191, + 1.0292677018687986, + 0.9684534093051018, + 1.0319599452853536, + 0.9677596062743243, + 1.0377674721252286, + 0.9616782342445047, + 1.0370360978842266, + 0.9555582821931108, + 1.0289925918383118, + 0.9579834639182713, + 1.0189074336088546, + 0.9625256328191537, + 1.0121348350240766, + 0.9646803522961049, + 1.0126185493427433, + 0.9598197286028425, + 1.0189730181818124, + 0.951620173828917, + 1.0350698342948041, + 0.9370228296137644, + 1.0541894305710373, + 0.9184614636871827, + 1.0696682809354456, + 0.9329853150754773, + 1.0890255312769253, + 0.9489615861352966, + 1.1066977252299934, + 0.9608235727079338, + 1.1024326497238879, + 0.9717686177151472, + 1.0972507342710132, + 0.9657911543082057, + 1.069178058095652, + 0.9664501545749722, + 1.0261884635827954, + 0.9801982751719368, + 0.9882367711096164, + 1.0014044489935727, + 0.9672861968365165, + 1.024725533269629, + 0.9648715731537318, + 1.033145694150089, + 0.973815805756156, + 1.0313002194928262, + 0.9859951872457644, + 1.0345119812696684, + 0.9964608835988579, + 1.0372020790742669, + 1.002794362543549, + 1.050476963151338, + 1.0100223483256028, + 1.051659471579452, + 1.0207177149077362, + 1.0380336604147125, + 1.0274778037875825, + 1.0217936789225461, + 1.023355900720886, + 0.99539519439483, + 1.0134647330026565, + 0.9689247631505362, + 1.0089599239522917, + 0.950558838647045, + 1.008875615908425, + 0.9499906362659443, + 1.0089288969813415, + 0.9607648958830952, + 1.0158951823905173, + 0.9737378299181498, + 1.0199933463033373, + 0.9860581507065539, + 1.0263547725332822, + 1.0015989523192506, + 1.032627742296777, + 1.0279180377810286, + 1.0376802603494275, + 1.050663043279449, + 1.0450149927264303, + 1.0536672233709206, + 1.048344449365565, + 1.0509585135332231, + 1.049228637606536, + 1.0418893656144446, + 1.0487172103574718, + 1.0370002214587464, + 1.0495960897157208, + 1.0304275340443008 + ] + ] + }, + "width": 512, + "in_features": 90, + "out_features": 15, + "depth": 6, + "padding": 180, + "parameters": 149420, + "cert_evals": { + "36": 0.707207202911377, + "72": 0.639639675617218, + "108": 0.5630630850791931, + "255": 0.28378379344940186 + }, + "fold": 0 + }, + { + "best_epoch": 13, + "best_val_acc": 0.7321428571428571, + "test_acc": 0.6635514018691588, + "train_size": 90, + "val_size": 56, + "test_size": 214, + "stats": { + "mean": [ + [ + -0.033764339333333275, + 0.0455450088888889, + -0.0393941557777778, + 0.0442136877777778, + -0.045103564444444466, + 0.04001134399999995, + -0.05244813000000002, + 0.028505362222222205, + -0.06154681444444444, + 0.021204386666666637, + -0.07797415355555551, + 0.01921581555555562, + -0.10197233555555556, + 0.006906205777777777, + -0.12702198222222222, + -0.005695309999999986, + -0.14416418666666672, + -0.02292435444444457, + -0.16337620333333333, + -0.03858305355555561, + -0.1711072416555556, + -0.04597038555555552, + -0.17688608222222224, + -0.0510546662222222, + -0.1777130125555556, + -0.055949267777777756, + -0.1758602002222223, + -0.056614647777777784, + -0.17039360222222222, + -0.06617457911111113, + -0.16981005877777777, + -0.07106641555555543, + -0.16308817222222222, + -0.05537972144444455, + -0.14865953544444438, + -0.04185643888888888, + -0.12450770666666665, + -0.020887783333333316, + -0.0970945600000001, + -0.01284855222222223, + -0.06770919911111105, + -0.006189087555555519, + -0.045649386666666646, + -0.019774148444444417, + -0.024750903666666667, + -0.028532645999999984, + -0.008615883333333359, + -0.04990173111111105, + 0.0027711554444444235, + -0.06698789577777778, + 0.001936522755555571, + -0.08285931522222224, + -0.0073226571111110784, + -0.08259888076666667, + -0.02258475644444445, + -0.07283224555555554, + -0.03855426111111113, + -0.06328560555555554, + -0.06116145375555557, + -0.06039820777777778, + -0.08062423999999999, + -0.06031211888888889, + -0.1001700812222222, + -0.0643715877777778, + -0.11488044000000007, + -0.06820063999999999, + -0.1203164692222222, + -0.07924086666666665, + -0.12108284722222223, + -0.0915652744444445, + -0.11548237566666666, + -0.10036381111111108, + -0.10867505555555551, + -0.11164193444444444, + -0.10020240444444449, + -0.12007570888888885, + -0.09298762111111107, + -0.12944496888888887, + -0.0845759822222222, + -0.12039282000000003, + -0.07738502700000004, + -0.1146484011111111, + -0.06909253888888889, + -0.09596822888888885, + -0.0527662786666667, + -0.08531162555555549, + -0.04094482422222221, + -0.0668187426666667, + -0.03109291377777779, + -0.049228804444444406 + ] + ], + "std": [ + [ + 0.9391947140806977, + 0.9661200046110473, + 0.9369047047249826, + 0.965372181859147, + 0.9379655989040812, + 0.9626856204401466, + 0.9383704435642225, + 0.9596973553804454, + 0.9435124416750471, + 0.9569644766257196, + 0.9507806726832521, + 0.9503884002742878, + 0.9577699621134407, + 0.945652945681381, + 0.9650370451264835, + 0.9434629223854399, + 0.9739544466032157, + 0.9438505847776927, + 0.9764228611015309, + 0.9469890572332942, + 0.9779898535101123, + 0.9533340820544212, + 0.9757437918199428, + 0.9549347448822753, + 0.9663610809902762, + 0.9438525284454122, + 0.952169999214585, + 0.9678377690397413, + 0.9393886782621469, + 0.9947209380373468, + 0.9361716970367747, + 1.0123442945183636, + 0.9252713522214633, + 1.0260951627274713, + 0.9231710047035482, + 1.025557832763311, + 0.9248516800643717, + 1.0172305910811887, + 0.9282810826954029, + 1.0064682263739466, + 0.9205614506509361, + 0.9946120696327407, + 0.9081070345079777, + 0.9949749986778512, + 0.9033325693342755, + 1.006822968070411, + 0.9085081292518836, + 1.0191220579997762, + 0.9153594418262174, + 1.0318423200857954, + 0.9183368353262834, + 1.0392962508240564, + 0.9237882688127866, + 1.055023953325584, + 0.9343012330154237, + 1.0481089228331875, + 0.9560851685143908, + 1.0339727591956172, + 0.9853902060723677, + 1.0098325304467373, + 0.9988778299057116, + 0.9870909710943886, + 1.0021729674536564, + 0.9828786628007012, + 1.0079592542333784, + 0.9835701890015256, + 1.017348186621727, + 0.9858555228606939, + 1.0242608111755789, + 0.9832306180154835, + 1.0262585496418493, + 0.9866284497369432, + 1.0229030560951116, + 0.9869096028519032, + 1.0172087108740004, + 0.9788435218174495, + 1.0148292680398843, + 0.9702030398470889, + 1.0139464402917768, + 0.9650993937320577, + 1.0142334827118167, + 0.9622076846279796, + 1.0188552180562984, + 0.9619140911906384, + 1.0175453036347175, + 0.9585537532942093, + 1.0155723528745622, + 0.9543291962926345, + 1.012212127147541, + 0.9495775298724907 + ] + ] + }, + "width": 512, + "in_features": 90, + "out_features": 15, + "depth": 6, + "padding": 180, + "parameters": 149420, + "cert_evals": { + "36": 0.6214953064918518, + "72": 0.5560747385025024, + "108": 0.4672897160053253, + "255": 0.2757009267807007 + }, + "fold": 1 + }, + { + "best_epoch": 35, + "best_val_acc": 0.7678571428571429, + "test_acc": 0.7149532710280374, + "train_size": 90, + "val_size": 56, + "test_size": 214, + "stats": { + "mean": [ + [ + -0.0795752713666667, + 0.0976775155555555, + -0.0792770048888889, + 0.09542594000000003, + -0.0793193911111111, + 0.09638493444444453, + -0.0793156911111111, + 0.09763250999999992, + -0.08028563333333336, + 0.0968837866666667, + -0.08446061444444444, + 0.09761106766666666, + -0.0858379077777778, + 0.09109071466666677, + -0.08833427666666666, + 0.08412569366666675, + -0.08150408654444444, + 0.07868567302222215, + -0.07937965800000002, + 0.07571118444444438, + -0.07020866522222223, + 0.07384745777777788, + -0.05723015477777777, + 0.06437183422222217, + -0.04520808033333336, + 0.04587258000000005, + -0.029391714666666645, + 0.02986913666666669, + -0.01909765222222218, + 0.021750623000000042, + -0.016599911111111112, + 0.03220027088888891, + -0.021600725555555558, + 0.038351117999999955, + -0.029936903333333327, + 0.043317289555555506, + -0.04636568555555557, + 0.04265821111111109, + -0.06504211555555557, + 0.0398037177777778, + -0.07834400400000001, + 0.03486788355555556, + -0.09061476011111111, + 0.024548287777777737, + -0.10536790666666669, + 0.029715636555555532, + -0.1355004688888889, + 0.023034604444444474, + -0.1566124356666667, + 0.013996776444444445, + -0.17107036222222222, + 0.008349538444444445, + -0.17717941188888894, + 0.011516642222222234, + -0.18186103466666662, + 0.006701916666666682, + -0.1859549, + 0.017993973000000038, + -0.1814516993111111, + 0.023018069777777796, + -0.177811022, + 0.013411195555555524, + -0.17198873444444454, + 0.007958389222222214, + -0.159803446, + 0.01762081777777776, + -0.14861193111111112, + 0.03175548111111108, + -0.13662967000000004, + 0.039799975555555506, + -0.12218454000000008, + 0.05352645888888891, + -0.10940399555555551, + 0.056771615555555516, + -0.10123112444444446, + 0.04481529555555562, + -0.09524841888888891, + 0.04344370633333331, + -0.08900512488888888, + 0.047798668888888826, + -0.08192136066666673, + 0.039209352222222264, + -0.07595590804444444, + 0.038319951666666546, + -0.0710968062222223, + 0.046865989111111096, + -0.06933622333333335, + 0.04505355422222219, + -0.0645431828888889, + 0.048621090000000124 + ] + ], + "std": [ + [ + 0.9995783575072309, + 0.9453718021917624, + 0.9986629556137443, + 0.9447043484979707, + 0.9963987589123307, + 0.9459381244093827, + 0.9892357792736222, + 0.9448309404294691, + 0.9884066352373108, + 0.9409207140609871, + 0.9850607322448387, + 0.9374842650334984, + 0.9943922917763706, + 0.9366045758806816, + 1.0082213369876118, + 0.9387174087314007, + 1.0167982259784791, + 0.9414588919501151, + 1.0151339246945583, + 0.946713464769804, + 1.0115845765750173, + 0.9519023234179994, + 1.0054336883537112, + 0.9439031440238868, + 0.9948632401641084, + 0.9178338997823589, + 0.985985091605607, + 0.8980699861250137, + 0.9786895246049818, + 0.8844782943097348, + 0.9763567999689986, + 0.8891258733016062, + 0.9893411781237217, + 0.8987381436886754, + 1.0077858282578576, + 0.8950579121384119, + 1.0348131829708704, + 0.8802295332034641, + 1.0573036237099012, + 0.8816011636092593, + 1.0741826778133243, + 0.8914978392878847, + 1.076897441410801, + 0.911788092656148, + 1.0751351512562335, + 0.9265647791225483, + 1.0763970425573648, + 0.9407369624799463, + 1.075053685265128, + 0.9417913276181705, + 1.0697018034326975, + 0.9523523099253108, + 1.0619584342897572, + 0.9687246728261701, + 1.0496115620329747, + 0.9819961763171552, + 1.0437880565787132, + 0.9902261296333055, + 1.036776335171439, + 1.0167686539675216, + 1.02719908329187, + 1.0393897565193124, + 1.0151559172418654, + 1.0633025125446949, + 1.0021468886253628, + 1.0845540064051982, + 0.9949848743518965, + 1.0934858712212507, + 0.9936750833266651, + 1.0939158617327953, + 0.9887264840502932, + 1.07687069654482, + 0.9849073877892529, + 1.0495601673985115, + 0.968536122796128, + 1.0302608877871398, + 0.9595525737715221, + 1.0250582586535266, + 0.9494218117785129, + 1.0314076443737552, + 0.9369730450579224, + 1.0282406198941436, + 0.927613615345622, + 1.0110472572993734, + 0.9191954706340935, + 0.9917321431280843, + 0.9152228948941693, + 0.9841156236614271, + 0.9187162282547586, + 0.9920089857228521 + ] + ] + }, + "width": 512, + "in_features": 90, + "out_features": 15, + "depth": 6, + "padding": 180, + "parameters": 149420, + "cert_evals": { + "36": 0.663551390171051, + "72": 0.6168224215507507, + "108": 0.5747663378715515, + "255": 0.3925233483314514 + }, + "fold": 2 + }, + { + "best_epoch": 25, + "best_val_acc": 0.7555555555555555, + "test_acc": 0.6711111111111111, + "train_size": 90, + "val_size": 45, + "test_size": 225, + "stats": { + "mean": [ + [ + 0.09026950530000002, + -0.03347233166666681, + 0.08805549977777775, + -0.03405123534444449, + 0.08708464222222234, + -0.03423331444444434, + 0.08310377777777779, + -0.037732521111111056, + 0.07844351111111113, + -0.04188870111111114, + 0.07671959222222215, + -0.04202225133333326, + 0.08212408711111117, + -0.0449390454444444, + 0.0878047777777778, + -0.05257811300000004, + 0.09755105444444442, + -0.051445295555555555, + 0.10336957555555559, + -0.05607170222222236, + 0.10687409668888889, + -0.05782803755555547, + 0.10272375744444447, + -0.057026167999999905, + 0.10213378411111111, + -0.044367474444444326, + 0.09731909555555555, + -0.04350549444444442, + 0.08865874400000001, + -0.06280649233333332, + 0.08169131444444443, + -0.08661213244444435, + 0.07810773555555556, + -0.1112553797777778, + 0.07463555555555558, + -0.1263340871111112, + 0.06639933666666666, + -0.1465535255555555, + 0.05377655111111114, + -0.1640056500000001, + 0.04418829777777779, + -0.17093437533333333, + 0.02842860777777779, + -0.16408909622222206, + 0.016942645555555583, + -0.16675064855555574, + 0.0073328979777777265, + -0.1588536488888888, + 0.00373534444444446, + -0.1495966028888889, + 0.0037222849777777105, + -0.1322372677777777, + -0.0027955453333333665, + -0.10401365777777777, + -0.014766566666666684, + -0.0861462788888889, + -0.025277220000000013, + -0.07635618999999995, + -0.03186592444444443, + -0.07135788, + -0.030484778888888852, + -0.06502929344444444, + -0.022410275666666677, + -0.05761954077777779, + -0.016950835555555564, + -0.03907689404444446, + -0.011996154444444438, + -0.029193174444444425, + -0.010071146111111135, + -0.02858531444444451, + -0.007421466666666659, + -0.023952365555555542, + -0.009688820900000063, + -0.01668311955555556, + -0.005838026666666681, + -0.0015534499999999242, + -0.005162895555555574, + -0.0012964042222222037, + -0.001906099777777802, + 0.003737124444444456, + -0.003503918111111117, + 0.001677034444444477, + -0.007449703600000025, + -0.0018753644444445127, + -0.012184628888888922, + 0.0026639691111110986, + -0.016971600444444422, + 0.007810784999999998, + -0.020134840000000025, + 0.010748244444444445 + ] + ], + "std": [ + [ + 0.9926513732856214, + 0.9922740467464981, + 0.9964342900718223, + 0.9915656502494293, + 1.0031269607060127, + 0.9916453686089172, + 1.0081725642875177, + 0.9907693657057502, + 1.0084903680397026, + 0.9923185425628301, + 1.0128792801232473, + 0.9902737219168581, + 1.010792816435926, + 0.9888655842110828, + 1.0031758362749574, + 0.9854298441685992, + 0.9890882368719963, + 0.9804285773312239, + 0.9730772918992427, + 0.9745141433518287, + 0.9567259704295461, + 0.9768662669607254, + 0.9493774355368427, + 1.0038706259343744, + 0.9377382291600974, + 1.0496602487376752, + 0.9305872026550348, + 1.0503150154169958, + 0.9307025386159513, + 1.0392640335949292, + 0.9406209149566932, + 1.0233939080464391, + 0.9494506124739838, + 1.012079221518538, + 0.9489390893774563, + 1.0141082199450873, + 0.9442671255914099, + 1.0105514136076659, + 0.9468901507686455, + 1.0026766110539935, + 0.9613592957699403, + 0.985068403868737, + 0.9800073579280031, + 0.975436460339431, + 1.0032379235377316, + 0.9551918013742791, + 1.028917517888183, + 0.9387713484170384, + 1.0523789652036324, + 0.9234035510206958, + 1.070132196612977, + 0.9175395296994716, + 1.0842267579309721, + 0.9236823939192144, + 1.0897183483523363, + 0.9433433068622874, + 1.086396588028764, + 0.9587574522789919, + 1.0791277022520895, + 0.9570482720019563, + 1.0581187757889448, + 0.9635751628260921, + 1.0294739845645628, + 0.9733935507031055, + 1.0038087220203096, + 0.976159293071053, + 0.9795623017359278, + 0.9735603509166184, + 0.9585371109226899, + 0.9664985333557078, + 0.9486892392383033, + 0.9697532879719861, + 0.9467364294702475, + 0.9789250453647614, + 0.945107639018188, + 0.9917430005321338, + 0.9508272395661652, + 0.9771349829809848, + 0.9547821795258222, + 0.9594346199487507, + 0.9622256316466118, + 0.9685833725709367, + 0.9607418125919945, + 0.9665777543918542, + 0.9594116876542311, + 0.9632493733809626, + 0.9562909158066344, + 0.9622547186764627, + 0.9546903734091414, + 0.9522119089089927 + ] + ] + }, + "width": 512, + "in_features": 90, + "out_features": 15, + "depth": 6, + "padding": 180, + "parameters": 149420, + "cert_evals": { + "36": 0.6399999856948853, + "72": 0.5911111235618591, + "108": 0.542222261428833, + "255": 0.30666667222976685 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6993408829390138, + "std_test_acc": 0.039432550831169456, + "n_samples": 360, + "n_features": 90, + "n_classes": 15, + "mean_cert_acc_36": 0.6580634713172913, + "std_cert_acc_36": 0.03700785412075102, + "mean_cert_acc_72": 0.6009119898080826, + "std_cert_acc_72": 0.035867401960486454, + "mean_cert_acc_108": 0.5368353500962257, + "std_cert_acc_108": 0.04827790367845821, + "mean_cert_acc_255": 0.3146686851978302, + "std_cert_acc_255": 0.05353423676352233 + }, + "low-res-spect": { + "dataset": "low-res-spect", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 22, + "best_val_acc": 0.8902439024390244, + "test_acc": 0.8259493670886076, + "train_size": 133, + "val_size": 82, + "test_size": 316, + "stats": { + "mean": [ + [ + 0.024469110902255578, + 0.005587958646616302, + 0.01128199067669173, + -0.06037009248120303, + -0.05151846172932332, + -0.024907055639097758, + -0.0322428857142857, + -0.07194005187969929, + -0.07847493984962406, + -0.07729481917293234, + -0.0773144627819549, + -0.07946655714285718, + -0.08317833781954889, + -0.08108707368421056, + -0.051557367819548866, + -0.021992530075187956, + 0.014977627969924827, + 0.04699444218045112, + 0.04272368962406013, + 0.05729708105263157, + 0.07787030999999998, + 0.07839934406015038, + 0.09192532827067672, + 0.07718017969924812, + 0.0731354135338346, + 0.07884905857142857, + 0.07964327293233082, + 0.05894142315789478, + 0.062022699022556374, + 0.07031742661654138, + 0.043068441142857156, + 0.04871273007518795, + 0.04621051263157891, + 0.06354882256390976, + 0.0722840044360902, + 0.038285738646616524, + 0.02072807609022559, + 0.04804389000000004, + 0.0138044796992481, + -0.018880903210526323, + 0.011148169654135377, + 0.02407343864661653, + 3.409736842104958e-05, + 0.014395889473684208, + 0.012942278195488701, + 0.003991518496240605, + 0.004891412781954892, + -0.0026670207518796982, + 0.0021274761654135233, + 0.004516233834586465, + -0.017067495330827086, + 0.05021997804511279, + 0.05085938015037594, + 0.049456287593984995, + 0.04968600586466166, + 0.038087282105263166, + 0.0031582917293233393, + 0.021881782706766925, + 0.006666542857142849, + -0.009844528496240594, + 0.009452689842105257, + -0.006844017293233067, + -0.0035632469924812256, + -0.013377724812030098, + -0.0006018690977443607, + -0.018097159398496255, + -0.011943087969924802, + -0.03201817045112783, + 0.003904128195488711, + -0.007856270676691717, + -0.008680359248120318, + 0.014900510601503778, + 0.004884186917293262, + 0.009004930977443638, + 0.005372908571428565, + 0.007624029323308276, + -0.002930867593984958, + -0.006319933082706782, + 0.00469686285714285, + -0.008532866616541344, + 0.0019344359398495853, + -0.004738761654135335, + 0.0044714904511278155, + -0.001649885714285715, + -0.00984493360902256, + -0.01978030300751879, + -0.00966449759398497, + -0.010639091127819557, + -0.00729790171428571, + -0.01663022781954888, + -0.014927266917293243, + -0.0048786105263157985, + -0.023854766390977448, + -0.002417377293233085, + -0.018055805503759383, + -0.035139856165413506, + -0.003715027067669185, + -0.023457403157894727, + -0.028482144812030083, + -0.012900542255639115 + ] + ], + "std": [ + [ + 1.017393269930814, + 0.9859850544384411, + 0.6351269169990451, + 0.9218499349108917, + 0.9397831881819683, + 0.9559682118638801, + 0.9438724801654544, + 0.9693197875856094, + 0.9713955988615406, + 0.9774390189841138, + 0.9920460008560096, + 0.9991906740103633, + 1.0018878985632447, + 1.0231730392212295, + 1.0116746756260164, + 1.0108766947238579, + 0.9897047919639949, + 0.9656545067924569, + 0.9779229908137462, + 0.9930910566294954, + 0.9769947826741521, + 0.9930680515190659, + 0.9847812255306415, + 0.9945404262409027, + 1.0133003340234725, + 1.010622334528224, + 0.9790643689216147, + 0.9695036033277806, + 0.9691086110146303, + 0.9709469151594099, + 0.9509962741361917, + 0.9459390595619844, + 0.9682759104651395, + 0.9693952498748859, + 0.9565179833606766, + 1.0087728224509616, + 1.0339412420571243, + 0.9797879106089201, + 1.046812274765615, + 1.017780178031687, + 0.9666275571579879, + 1.0256130258535934, + 1.0669421863085269, + 1.0402013313577008, + 1.0594653822910898, + 1.0511922704716143, + 1.0356545195251559, + 1.0641512050185258, + 1.0747163688005084, + 1.0935617174093786, + 1.07443136746114, + 1.0136851672908218, + 0.997280326392972, + 0.9783984688090382, + 1.0042883048291307, + 1.0487180616841298, + 1.0824392363653417, + 1.0689163006997184, + 1.07508445719523, + 1.094579375466917, + 1.0691245108180063, + 1.0218590639920084, + 1.0406528766233436, + 1.0483992179501052, + 1.0151157130662107, + 0.9890602540733745, + 1.0033195884602837, + 0.9979416719998978, + 0.9549270557055792, + 0.9629229016162045, + 0.9687018168255607, + 0.9641140507904243, + 0.9578638967395385, + 0.9634794979402529, + 0.9643850012759382, + 0.9632020577312645, + 0.9577176582123652, + 0.9571989614345542, + 0.9564290236354037, + 0.9456491144494708, + 0.9478771903690641, + 0.9493390272820802, + 0.9470489606741441, + 0.9627884351729016, + 0.9803995592284533, + 0.9681002662445597, + 0.9719751368852133, + 0.9739709130127491, + 0.9720839287368537, + 0.9671210605802054, + 0.9711011471027048, + 0.9845527475390607, + 0.9825803050843526, + 1.0038184387573925, + 0.979717500002443, + 0.9649405988529449, + 0.9876179722405718, + 0.9748242307388256, + 0.9872212806368876, + 0.982676241489978 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 9, + "depth": 6, + "padding": 200, + "parameters": 182814, + "cert_evals": { + "36": 0.7784810066223145, + "72": 0.7405063509941101, + "108": 0.6962025761604309, + "255": 0.5506329536437988 + }, + "fold": 0 + }, + { + "best_epoch": 49, + "best_val_acc": 0.8260869565217391, + "test_acc": 0.817629179331307, + "train_size": 133, + "val_size": 69, + "test_size": 329, + "stats": { + "mean": [ + [ + 0.1530652789473686, + -0.009363782556390993, + 0.05088392255639105, + 0.09471572902255651, + 0.08876052902255634, + 0.12944444736842103, + 0.10373392857142849, + -0.02023532421052626, + -0.029163837593984988, + -0.026313689849624053, + -0.02965288872180454, + -0.034014545112781965, + -0.03632338819548872, + -0.014735644736842088, + 0.01785539338345867, + 0.042751381052631564, + 0.08679215699248122, + 0.10001419052631579, + 0.1017368892481203, + 0.1075867052631579, + 0.10462587691729323, + 0.0953443353383458, + 0.1062469197894737, + 0.10487969082706766, + 0.1025905135338346, + 0.08913448766917297, + 0.09933672556390981, + 0.10743754187969931, + 0.11109795225563905, + 0.10047740721804511, + 0.08384493444360905, + 0.08902717887218042, + 0.08559397548872186, + 0.06289796500751879, + 0.060330664586466215, + 0.046363331127819554, + 0.07722293548872182, + 0.0516131944360902, + -0.022730849022556402, + -0.028101030902255634, + -0.013324536090225563, + -0.09062933308270675, + -0.0771601732330827, + -0.06511450924812032, + -0.12265796165413538, + -0.08916524360902257, + -0.07463184060150373, + -0.05617420278195486, + -0.030201605263157905, + -0.07578766255639095, + -0.059237725210526344, + 0.1091188300225564, + 0.09946399218045113, + 0.08242898984962406, + 0.03451749195488724, + 0.014174642255639086, + -0.049911600902255625, + -0.08932375545864665, + -0.07350661661654141, + -0.06060752706766915, + -0.0945347070225564, + -0.07166026834586467, + -0.08000871849624057, + -0.06738826315789478, + -0.0653453539849624, + -0.06987513011278194, + -0.07700414037593982, + -0.0684724142857143, + -0.06314225375939844, + -0.06643927654135334, + -0.056201902105263185, + -0.045947005037593976, + -0.033031945488721806, + -0.04689342698496246, + -0.051469952631578955, + -0.03478667669172926, + -0.032341004661654134, + -0.056062630977443614, + -0.05649333834586465, + -0.039601220375939813, + -0.037854870451127794, + -0.045860515789473665, + -0.05729389000000003, + -0.0682322045112782, + -0.058773774210526354, + -0.06832082496240602, + -0.0708990614285714, + -0.0600364096992481, + -0.07209753969172931, + -0.0762365472180451, + -0.0768351112781955, + -0.07007685624060155, + -0.08927176834586463, + -0.0882228510300752, + -0.07869736499248121, + -0.0844527432330827, + -0.07372521428571428, + -0.09207066969172933, + -0.08798474277443606, + -0.09338331523308271 + ] + ], + "std": [ + [ + 0.9744553382107187, + 0.9677597969434724, + 1.777310974913784, + 0.9984082294697983, + 0.9969586292153921, + 1.0583440616051412, + 1.0566345380560944, + 0.9857375895494132, + 1.0026115267211986, + 1.0074187005868174, + 0.9914187021756643, + 0.9940673441835514, + 0.98310153446628, + 0.9642872316677437, + 0.9316107906957257, + 0.8392466954824206, + 0.8182299587971944, + 0.8347678474815514, + 0.8515903298166666, + 0.8799721558505285, + 0.89007089287234, + 0.8866071634453673, + 0.8820893100565611, + 0.8826542910069028, + 0.8881722225389, + 0.8787089402752493, + 0.8964119629138864, + 0.879494453663738, + 0.8784873894639735, + 0.886681676346154, + 0.9222856861284946, + 0.9332670529570117, + 0.9776036297075393, + 0.9305127026487992, + 0.9359011475452199, + 0.9633874454328895, + 0.9527398490690858, + 0.965465879462667, + 1.0188818420464785, + 0.9828227999977308, + 0.9531229051081205, + 0.8713338836905145, + 0.9153495157969829, + 0.9223417239665608, + 0.8942885354612832, + 0.8998020432065605, + 0.9315570163515208, + 0.9082683584325931, + 0.9187746260543722, + 0.893070795181221, + 0.9468936674390013, + 0.9056643525291117, + 0.9110446769794468, + 0.9379974540127038, + 0.9647664124557613, + 1.0085574939350006, + 0.9275642673326407, + 0.8504043471913983, + 0.9142116919528667, + 0.8800039098256741, + 0.8415645024254653, + 0.8409729112787964, + 0.8399221552071359, + 0.8651820522167459, + 0.8672852422573245, + 0.8259267130126927, + 0.8390487632459173, + 0.8180961860126535, + 0.8777786937858696, + 0.8683920376045541, + 0.8383842635930155, + 0.8430069272476867, + 0.8666946932557273, + 0.8486025752416404, + 0.8592189394385275, + 0.8740498203324533, + 0.8491655645886534, + 0.8344601422755191, + 0.8287917280777043, + 0.8272025037471293, + 0.8136865464598907, + 0.8270386668301318, + 0.80191790451096, + 0.7804539659801455, + 0.7882991571441237, + 0.778040195581798, + 0.7589918746851501, + 0.7570902805838913, + 0.7293901823605933, + 0.7351310134454143, + 0.7408556555784315, + 0.725678505691747, + 0.6990444825351154, + 0.6919872173073935, + 0.7125567265129449, + 0.7086783958233831, + 0.6708513004398178, + 0.6871596422451152, + 0.6809238754969238, + 0.6885319279117135 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 9, + "depth": 6, + "padding": 200, + "parameters": 182814, + "cert_evals": { + "36": 0.7841945290565491, + "72": 0.7537993788719177, + "108": 0.7234042882919312, + "255": 0.6291793584823608 + }, + "fold": 1 + }, + { + "best_epoch": 24, + "best_val_acc": 0.8297872340425532, + "test_acc": 0.8585526315789473, + "train_size": 133, + "val_size": 94, + "test_size": 304, + "stats": { + "mean": [ + [ + -0.13586325413533815, + -0.0618193278195488, + -0.04310375263157894, + -0.004718533834586481, + 0.01244425488721805, + -0.025889947368421044, + -0.03012266992481201, + -0.06166973518796993, + -0.058414011278195524, + -0.04856861338345865, + -0.053738878195488775, + -0.0494522635338346, + -0.033144374736842064, + -0.01673198932330828, + 0.00380962645112784, + 0.03076035639097744, + 0.08222181203007521, + 0.08607955939849626, + 0.08385189150375942, + 0.08648061872180456, + 0.08489306466165417, + 0.08092049669172934, + 0.08067010932330827, + 0.07488779000000001, + 0.07012468195488719, + 0.07198337165413535, + 0.04773527819548873, + 0.050869944360902274, + 0.03545853684210525, + 0.016283467669172918, + 0.004097258646616531, + 0.010401111278195502, + -0.01792126090225564, + -0.002418199992481197, + 0.024459281879699275, + 0.025849884210526343, + 0.037459733984962384, + 0.006547264984962439, + -0.010970754511278193, + 0.04163085169924812, + 0.02889156383458647, + 0.030891175112781943, + 0.028361738345864675, + 0.02267998270676693, + -0.025261697518796977, + -0.0006612544360902128, + 0.015497131578947396, + 0.0313857212706767, + 0.03935556884962408, + 0.020145579699248115, + 0.01561868073684209, + 0.07393228112781952, + 0.04280226511278196, + 0.015148240601503748, + -0.02417430518796993, + 0.02045143834586462, + -0.006660919548872173, + 0.012737768827067671, + 0.005639975112781977, + 0.025091721879699245, + 0.0078095799248120235, + -0.0012346056390977465, + -0.00859317037593985, + -0.006910761654135332, + 0.0007964472932330711, + -0.013898008308270668, + -0.00025283060150373826, + -0.016696168195488716, + -0.01286229004511279, + -0.012526450751879697, + -0.030305314661654148, + -0.022196533157894733, + -0.014210327067669165, + -0.022408989473684207, + -0.032924627819548864, + -0.03237249348120299, + -0.020712286992481198, + -0.029102100751879693, + -0.03426806187969925, + -0.0444582919548872, + -0.05113502075187971, + -0.02233855496240602, + -0.032802209022556386, + -0.05755775917293232, + -0.047944335338345884, + -0.049902552481203004, + -0.045151886090225545, + -0.03859559834586468, + -0.05805407509774432, + -0.04678762857142857, + -0.04049555030075189, + -0.03414902180451127, + -0.04661476240601504, + -0.059792844360902264, + -0.045702631368421086, + -0.04080758105263156, + -0.05423186360902256, + -0.061008449345864635, + -0.04793841503759399, + -0.03687203282706768 + ] + ], + "std": [ + [ + 1.0650127556320446, + 1.0066608520484202, + 0.4156979395941612, + 1.0111846623477019, + 1.0239930605317062, + 0.9684176798741715, + 0.9492043006836792, + 0.9787734675960276, + 0.988203812821042, + 0.9943574947885739, + 0.9813196660052181, + 0.9835335096862478, + 0.9989723824774754, + 1.0098341686716865, + 1.0089678435680955, + 1.006897414092789, + 1.0014680482759133, + 0.9969246326169929, + 1.003048211475138, + 0.9963037789822996, + 0.9898134995117452, + 0.9862762846232758, + 0.9696634183119972, + 0.9719462993345181, + 0.9829041377072096, + 0.9970195508702976, + 0.9730130647207035, + 0.9951471045673186, + 1.000240668580986, + 0.9831852201961157, + 0.9993734243431007, + 0.9862173484627466, + 1.0050828113211423, + 0.9769241582086713, + 0.9707777014896144, + 0.9086079382002629, + 0.9264498134320229, + 0.8898792590804552, + 0.9013370080430921, + 0.9668210661261372, + 1.0273237339044736, + 1.0647338020747121, + 1.0837400905988852, + 1.0895012361342458, + 0.9942055646868553, + 1.0030736971903318, + 1.0609720074331763, + 1.062673419595116, + 1.0433128230210706, + 1.0685942775734432, + 1.0659683471227248, + 0.9465620323080091, + 0.9666073282199529, + 0.9823564017132853, + 0.9338971590735567, + 0.9507680860369068, + 0.9776613927510699, + 1.0598523929295665, + 1.0562343768456484, + 1.0489211645884213, + 1.0066351241778364, + 0.9808309075924808, + 0.9798741552856448, + 0.9697984887288765, + 0.983702693591976, + 0.9640382228774541, + 0.9492112764984969, + 0.9447960904251254, + 0.9458208100097997, + 0.9393657515269506, + 0.9219232080989007, + 0.9287988887010107, + 0.9255985041358817, + 0.9022261222236313, + 0.919866535230441, + 0.9212084221960762, + 0.9055005820857147, + 0.9052992836968272, + 0.8965515106580905, + 0.9021371283357683, + 0.8931093485275595, + 0.8894800077414449, + 0.875828335944702, + 0.8768265814954874, + 0.8758047501041376, + 0.8679342278962235, + 0.8563653918115903, + 0.8447870748154496, + 0.8533573385243273, + 0.8580903767160212, + 0.8449284057138841, + 0.8368868316325839, + 0.8375542445936696, + 0.8372449278647315, + 0.8325101772382546, + 0.8345010300544318, + 0.835506482915972, + 0.8231852532778424, + 0.8212941968447315, + 0.8516404740029587 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 9, + "depth": 6, + "padding": 200, + "parameters": 182814, + "cert_evals": { + "36": 0.8223684430122375, + "72": 0.7828947305679321, + "108": 0.7434210777282715, + "255": 0.5855263471603394 + }, + "fold": 2 + }, + { + "best_epoch": 27, + "best_val_acc": 0.8666666666666667, + "test_acc": 0.8474025974025974, + "train_size": 133, + "val_size": 90, + "test_size": 308, + "stats": { + "mean": [ + [ + 0.10493862744360913, + 0.0936277362406016, + -0.0037778827819548765, + -0.03855023533834586, + -0.02125209138345864, + -0.04543471105263157, + -0.04156411240601502, + 0.01708999368421052, + 0.01226467932330826, + 0.008226878796992469, + -0.0025615368421052433, + -0.018209970902255675, + -0.022531850601503787, + -0.047815336466165384, + -0.04824461954887216, + -0.04206402887218042, + -0.02118501894736845, + -0.0029625436842105487, + 0.01991662105263155, + 0.02359305000000002, + 0.0402974844360902, + 0.02456900902255638, + 0.02643880670676695, + 0.01608115548872179, + 0.022838549624060137, + 0.021608356240601513, + 0.0155475280451128, + 0.0207188052631579, + 0.0194884992481203, + 0.035869669473684244, + 0.023877902255639096, + 0.02819542037593984, + 0.011200890977443602, + 0.0551807004511278, + 0.04744355939849627, + 0.06211426172932332, + 0.06588056992481206, + 0.07162352157894733, + 0.08258311954887225, + 0.064603631774436, + 0.07408918799999994, + 0.07613642842105264, + 0.06256042105263157, + 0.050916241353383455, + 0.04188059195488719, + 0.06601848721804507, + 0.08979577601503759, + 0.04491898714285714, + 0.05555289037593983, + 0.08533037067669177, + 0.1070483993233083, + 0.02408604115037597, + 0.03420398706766918, + 0.0032010017293233246, + 0.029893602556390973, + 0.09153908646616546, + 0.11421593466165411, + 0.07139292911278192, + 0.08337384052631581, + 0.06448526315789473, + 0.04947902714285716, + 0.017647485338345863, + -0.0008786248120300822, + -0.015028007622556393, + -0.005325834736842084, + -0.018705311578947382, + -0.027164074135338317, + -0.029699412736842082, + -0.03217006824060152, + -0.03655872067669175, + -0.05774721052631579, + -0.04586767902255643, + -0.04562037030075189, + -0.07277231285714282, + -0.054276041203007504, + -0.034596221676691734, + -0.054279020075187985, + -0.060108875413533845, + -0.05830179338345861, + -0.06900260458646613, + -0.06369796345864664, + -0.050903367669172896, + -0.06467745977443612, + -0.039303367142857155, + -0.05294008157894737, + -0.05645630721804513, + -0.029166729631578958, + -0.04837335909774438, + -0.057497763834586456, + -0.046163446466165416, + -0.046505692105263174, + -0.042113237368421055, + -0.047567896992481186, + -0.03315349614285714, + -0.04929982421052632, + -0.046727424661654124, + -0.04073674195488724, + -0.040684289624060156, + -0.04322478375939848, + -0.03915163230075189 + ] + ], + "std": [ + [ + 1.085273555336867, + 1.0600160276531263, + 0.5674366488770868, + 1.0538936578762175, + 1.0736216450711755, + 1.0086568899549089, + 1.0107145864607423, + 0.9639829575234186, + 0.9684391767243656, + 0.9700338935541478, + 0.9673544475161013, + 0.9769837254042069, + 0.9832042991536264, + 0.9966940528369324, + 1.0144584886010504, + 1.0253444526714819, + 1.044458899094195, + 1.0437288549864745, + 1.032355378351829, + 1.0318246656034074, + 1.0266339589652462, + 1.0146406956988476, + 1.0044468099155188, + 1.025901708674945, + 1.0091911104926408, + 1.0132829244630681, + 1.0135138926532963, + 1.0124400641048181, + 1.002468214234293, + 0.9964174189277575, + 1.0143810743935044, + 1.016224305012167, + 1.0394808957835124, + 0.9841938243486714, + 0.976043096972565, + 0.9976075386689336, + 1.0012751177529822, + 0.9622637624799687, + 1.0036628686765507, + 1.0160940224228003, + 1.0693721871548225, + 1.0925110746781017, + 1.0637453552419913, + 1.112434336735407, + 1.0720233742927996, + 1.0887433013425338, + 1.1365343727139479, + 1.1082290562555606, + 1.0534133646461585, + 1.0636388960493586, + 1.127374798190782, + 1.0194494800051157, + 1.0115614911992439, + 0.9818412722460208, + 0.9822209459756657, + 1.005189728257075, + 1.08403913325294, + 1.085459527481645, + 1.0752872906455573, + 1.0795318572671038, + 1.0523758463978325, + 1.0153359772434278, + 1.0026092291413942, + 0.9950344482682812, + 1.0022482399439303, + 0.9810221193577394, + 0.9883984901555372, + 0.9708415174186519, + 0.9316161962977328, + 0.9305979660096333, + 0.9093710872091209, + 0.8961295852270974, + 0.9009089691160881, + 0.8750080609089094, + 0.885858487783631, + 0.8776260762487318, + 0.8673876172449833, + 0.8724100819567573, + 0.8723912389263426, + 0.8799174782922783, + 0.8777004895430206, + 0.8741256633416288, + 0.8800181503826561, + 0.8711684637095992, + 0.8970805311242029, + 0.90130116126784, + 0.8913911258859273, + 0.9120317859512505, + 0.9060025721716157, + 0.898262341874369, + 0.9234492395195655, + 0.9258258169182748, + 0.9069694433482488, + 0.9289092057679259, + 0.9258785829559869, + 0.9254000265308414, + 0.931316640531728, + 0.9258381499941104, + 0.9377776810526488, + 0.9431768651197908 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 9, + "depth": 6, + "padding": 200, + "parameters": 182814, + "cert_evals": { + "36": 0.8116883039474487, + "72": 0.7727272510528564, + "108": 0.75, + "255": 0.5941558480262756 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8373834438503648, + "std_test_acc": 0.018881093056934396, + "n_samples": 531, + "n_features": 100, + "n_classes": 9, + "mean_cert_acc_36": 0.7991830706596375, + "std_cert_acc_36": 0.021190990109826, + "mean_cert_acc_72": 0.7624819278717041, + "std_cert_acc_72": 0.018973330380985896, + "mean_cert_acc_108": 0.7282569855451584, + "std_cert_acc_108": 0.02417810442636469, + "mean_cert_acc_255": 0.5898736268281937, + "std_cert_acc_255": 0.03225940292758958 + }, + "lung-cancer": { + "dataset": "lung-cancer", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 12, + "best_val_acc": 1.0, + "test_acc": 0.4, + "train_size": 8, + "val_size": 4, + "test_size": 20, + "stats": { + "mean": [ + [ + -0.176777, + -1.2499999999804334e-06, + 0.2121181, + 0.22119374999999997, + -0.34205175000000004, + -0.25413399999999997, + -0.4991070000000001, + -0.20667375000000004, + 0.18207425, + 0.1674343749999999, + 0.18600550000000005, + 0.25552725, + -0.39027892500000017, + 0.254131375, + 0.20814399999999994, + -0.11680949999999997, + 4.999999999866223e-07, + 4.999999999866223e-07, + -0.556826, + 0.03246771249999994, + 1.000000000070389e-06, + -0.15760575000000004, + 1.000000000070389e-06, + -0.526415, + 0.26887700000000003, + -0.5463909500000002, + 0.3981490000000001, + -0.11073775000000001, + -0.0461445, + -0.08733862499999998, + -0.20931662499999998, + -0.20931662499999998, + -0.34491900000000003, + -0.30012262500000003, + 0.530329625, + 0.5840457499999999, + -0.2706785, + 0.334991875, + -0.19773098749999996, + 0.28412875, + -0.55909175, + -7.500000000632001e-07, + -0.176777, + -6.250000000040945e-07, + -0.2341686250000001, + 0.143568, + -0.254133, + -0.254133, + -0.347985, + 0.0, + 0.0, + 0.06977162499999998, + 0.06977162499999998, + 0.12400250000000002, + 0.15760662499999997, + 0.0684115 + ] + ], + "std": [ + [ + 1.0, + 0.8745283537861638, + 0.8040182621062347, + 0.68534473627397, + 0.7239840501975423, + 0.9583948535512387, + 0.8803408658477123, + 1.0967323649565501, + 1.2845975870016406, + 1.26287547547214, + 1.275192087344785, + 1.0828786155044974, + 0.8691968462812435, + 0.9433006737973234, + 0.9271293940653591, + 0.8092773571506556, + 0.984249913856105, + 0.984249913856105, + 1.0, + 0.963139848525996, + 0.9842499957566675, + 1.0919276973489076, + 0.9842499957566675, + 1.0, + 0.5691037527613045, + 0.8831049872737146, + 1.061731, + 0.8858950000009523, + 1.1526351972973712, + 0.9725553242070524, + 1.0348836588388737, + 1.0348836588388737, + 1.3655263400268045, + 0.9701424604483272, + 0.7071057500002983, + 0.9344725000001003, + 1.0207927843497426, + 0.9180330571660311, + 0.6975292820538815, + 0.7517340128236433, + 0.7042730759798983, + 0.6959722224846242, + 1.0, + 1.2187770455635987, + 1.497375656357527, + 1.0, + 1.0, + 1.0, + 1.6688774326399765, + 1.0, + 1.0, + 0.7383957883078252, + 0.7383957883078252, + 0.9605327902178821, + 0.8339735544200334, + 0.9479176319916991 + ] + ] + }, + "width": 256, + "in_features": 56, + "out_features": 3, + "depth": 6, + "padding": 112, + "parameters": 57352, + "cert_evals": { + "36": 0.4000000059604645, + "72": 0.3499999940395355, + "108": 0.15000000596046448, + "255": 0.05000000074505806 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.25, + "test_acc": 0.45, + "train_size": 8, + "val_size": 4, + "test_size": 20, + "stats": { + "mean": [ + [ + -0.176777, + -1.2499999999804334e-06, + 0.3333284, + 0.22119374999999997, + -0.34205175000000004, + -0.08471187499999999, + -0.332738375, + 0.28934212499999995, + 0.18207425, + 0.1674343749999999, + 0.37201150000000005, + 0.54755725, + -0.0780548750000001, + 0.254131875, + 0.20814499999999997, + -0.584046, + 0.372012, + 0.372012, + 0.037120499999999945, + 0.03246771249999994, + 0.2841295000000001, + 0.15760662499999994, + -0.2841274999999999, + -0.14356812499999994, + 0.483978, + -0.5463909500000002, + 0.6635817500000001, + 0.33220974999999997, + 0.13842525, + 0.26201350000000007, + -0.627947875, + -0.627947875, + -0.7391125000000001, + 0.21437324999999996, + 1.2499999998971667e-07, + -0.11680875, + -0.09022612500000005, + -0.23927749999999992, + 0.06591022500000003, + 0.28412875, + 0.050826124999999986, + -7.50000000007689e-07, + 0.176776375, + 1.2499999998971667e-07, + -0.8586173750000001, + 0.143568, + -0.254133, + -0.254133, + -0.69597, + 0.0, + 0.0, + 0.06977162499999998, + -0.20931575000000002, + -0.3720145, + 0.15760662499999997, + 0.615692 + ] + ], + "std": [ + [ + 1.0, + 0.8745283537861637, + 0.6748704785505882, + 0.68534473627397, + 0.7239840501975423, + 0.8125185082212646, + 1.0389725707942121, + 0.6403537411098333, + 1.2845975870016406, + 1.26287547547214, + 1.2338234677314055, + 1.0010303391915438, + 0.7486887534635199, + 0.6561671321123982, + 0.6449175678604204, + 1.0, + 1.0, + 1.0, + 1.0287455149777083, + 0.963139848525996, + 0.7517333513858155, + 0.8339735544200334, + 1.100424948682894, + 1.0129176214682314, + 1.0, + 0.8831049872737147, + 1.0280166202880368, + 0.7672062760475096, + 0.9766487648315219, + 1.1975188335072229, + 1.080900755511744, + 1.080900755511744, + 1.5267048606832134, + 0.822478277401104, + 0.6846529246237537, + 0.9047995916201208, + 1.0047163027130392, + 0.7656924999999999, + 1.054565000000008, + 0.7517340128236433, + 1.1319596096912465, + 0.6959722224846243, + 0.9354143054375608, + 0.6723723872158637, + 1.2092403856025213, + 1.0, + 1.0, + 1.0, + 1.2054554005437115, + 1.39194, + 0.98425, + 0.7383957883078252, + 0.9667870265020562, + 0.9605327902178821, + 0.8339735544200334, + 1.0 + ] + ] + }, + "width": 256, + "in_features": 56, + "out_features": 3, + "depth": 6, + "padding": 112, + "parameters": 57352, + "cert_evals": { + "36": 0.3499999940395355, + "72": 0.30000001192092896, + "108": 0.30000001192092896, + "255": 0.15000000596046448 + }, + "fold": 1 + }, + { + "best_epoch": 4, + "best_val_acc": 0.625, + "test_acc": 0.3125, + "train_size": 8, + "val_size": 8, + "test_size": 16, + "stats": { + "mean": [ + [ + 0.5303301249999998, + -0.22580399999999995, + -0.3939341, + -0.4866262499999999, + 0.20522875000000002, + -0.08471187499999998, + 0.166368, + -0.04133512500000004, + -0.303458, + -0.27905975000000005, + -0.186006, + -0.32853374999999996, + 0.23417107499999992, + -0.25413399999999997, + 0.04162699999999995, + -0.3504277499999999, + 0.372012, + 5.000000000143778e-07, + 0.037120499999999945, + 0.03246771249999997, + -0.2841274999999999, + 0.47281899999999993, + 0.2841295000000001, + 0.04785500000000001, + 0.2688775, + -0.23416595000000007, + 0.13271625000000004, + 0.11073562499999999, + 0.32299500000000003, + -0.08733862499999998, + -0.06977312500000003, + -0.06977312500000003, + 0.24637075000000005, + -0.12862400000000002, + -0.35355349999999997, + -0.350427, + 0.27067862499999995, + -0.62212375, + 0.593192725, + 0.28412875, + 0.6607445000000001, + -0.20091262500000007, + 0.176776375, + 0.25413225, + 0.07805589999999993, + 0.7178385, + 0.7623977500000001, + 0.7623977500000001, + 0.347985, + 0.347985, + 0.0, + -0.48840412499999997, + -0.48840412499999997, + -0.124006, + 0.15760662499999994, + -0.47886900000000004 + ] + ], + "std": [ + [ + 1.8708296030318634, + 1.1948341428692102, + 1.0773417243604047, + 0.8486461065652968, + 1.059804131102034, + 0.8125185082212646, + 0.8803404878832395, + 0.920566504074317, + 1.0, + 0.7733489942365526, + 0.7203981402946568, + 0.5655146315423125, + 0.9749224782092981, + 0.9583948535512387, + 0.8811270319533954, + 0.6180957912261151, + 1.0, + 0.984249913856105, + 1.0287455149777083, + 0.963139848525996, + 1.100424948682894, + 1.0, + 0.7517333513858155, + 1.0658003128899194, + 1.0315890948113742, + 1.0355328887342052, + 1.0280166202880368, + 1.0621504008726752, + 0.7148326632261567, + 0.9725553242070524, + 1.0809007555117442, + 1.0809007555117442, + 0.5214703075947253, + 0.9548636855920851, + 0.9842497172806299, + 0.934473, + 0.8654191884816481, + 0.6631091564872164, + 0.913279950038126, + 0.7517340128236433, + 0.8132235000004611, + 1.3773654997805538, + 0.9354143054375608, + 1.01653000000083, + 1.2488975000001081, + 0.994665683287983, + 1.7606829064560963, + 1.7606829064560963, + 0.9206817699808115, + 0.9206817699808115, + 0.98425, + 1.5538907649834526, + 1.5538907649834526, + 0.9920339999999999, + 0.8339735544200334, + 1.0945610000000001 + ] + ] + }, + "width": 256, + "in_features": 56, + "out_features": 3, + "depth": 6, + "padding": 112, + "parameters": 57352, + "cert_evals": { + "36": 0.25, + "72": 0.1875, + "108": 0.1875, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 4, + "best_val_acc": 0.5714285714285714, + "test_acc": 0.4117647058823529, + "train_size": 8, + "val_size": 7, + "test_size": 17, + "stats": { + "mean": [ + [ + 0.5303301249999998, + -1.2499999999804334e-06, + -0.39393409999999995, + -0.48662574999999997, + 0.20522875000000002, + 0.25413137500000005, + 0.166368, + 0.12400349999999996, + 0.18207425, + -0.055812250000000035, + 0.18600550000000005, + -0.03650375000000001, + 0.23417107499999992, + -0.08471287499999999, + -0.12489200000000006, + 0.11680875, + 4.999999999866223e-07, + 5.000000000143778e-07, + -0.556826, + 0.03246771249999994, + -0.28412749999999987, + -0.47281812500000003, + 0.2841295000000001, + -0.334991875, + -0.16132500000000002, + -0.23416690000000004, + -0.13271649999999996, + -0.11073775000000001, + -0.41528250000000005, + -0.08733862499999998, + 0.06977074999999999, + 0.06977074999999999, + 0.049274500000000054, + -0.814618375, + 0.53032925, + 0.35042749999999995, + -0.45113087499999993, + 0.526415, + 0.06591029999999999, + 0.28412875, + -0.7623978749999999, + 0.200909125, + -0.176777, + -0.508266375, + 0.07805589999999987, + 0.143568, + -0.254133, + -0.254133, + 0.0, + 0.0, + -0.2460625, + 0.348859, + 0.348859, + 0.12400250000000004, + 0.15760662499999994, + 0.06841149999999997 + ] + ], + "std": [ + [ + 1.8708296030318634, + 0.8745283537861637, + 1.0773417243604047, + 1.1050835007108908, + 1.059804131102034, + 0.9433006737973234, + 0.8803404878832395, + 0.9352965034364771, + 1.2845975870016406, + 1.2429866458078653, + 1.275192087344785, + 0.7002636005201451, + 0.9749224782092981, + 1.2564662193460912, + 1.2349267641556725, + 0.9047995916201208, + 0.984249913856105, + 0.984249913856105, + 1.0, + 0.963139848525996, + 1.100424948682894, + 1.2208122788934872, + 0.7517333513858155, + 0.5064579839368311, + 0.8330825907525617, + 0.826068984966516, + 0.9194860179854557, + 0.8858950000009523, + 0.8851640178287581, + 0.9725553242070524, + 0.956663241117368, + 0.956663241117368, + 1.0429379694381398, + 0.45374271193952453, + 0.9999985416822804, + 1.120393298613817, + 1.0047163027130392, + 0.7656924999999999, + 1.0, + 0.7517340128236433, + 0.5378974467662115, + 0.531557565187073, + 1.0, + 1.4149504831054103, + 1.2488975000001081, + 1.0, + 1.0, + 1.0, + 1.39194, + 1.0, + 0.6510201819788307, + 1.0, + 1.0, + 0.9605327902178821, + 0.8339735544200334, + 0.9479176319916991 + ] + ] + }, + "width": 256, + "in_features": 56, + "out_features": 3, + "depth": 6, + "padding": 112, + "parameters": 57352, + "cert_evals": { + "36": 0.3529411852359772, + "72": 0.23529411852359772, + "108": 0.23529411852359772, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.3935661764705882, + "std_test_acc": 0.058106459662897555, + "n_samples": 32, + "n_features": 56, + "n_classes": 3, + "mean_cert_acc_36": 0.3382352963089943, + "std_cert_acc_36": 0.0631269043406222, + "mean_cert_acc_72": 0.26819853112101555, + "std_cert_acc_72": 0.07140907227644558, + "mean_cert_acc_108": 0.2181985341012478, + "std_cert_acc_108": 0.06474869372365791, + "mean_cert_acc_255": 0.050000001676380634, + "std_cert_acc_255": 0.07071068092844465 + }, + "lymphography": { + "dataset": "lymphography", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 24, + "best_val_acc": 0.8, + "test_acc": 0.7362637362637363, + "train_size": 37, + "val_size": 20, + "test_size": 91, + "stats": { + "mean": [ + [ + 0.11571070270270278, + 0.027093891891891864, + -0.1061727567567567, + -0.22205799999999987, + 0.12556329729729743, + 0.06734324324324321, + 0.05365567567567566, + 0.1178617837837836, + -0.021548756756756857, + 0.3392003783783783, + 0.10699794594594601, + 0.16341409189189185, + 0.04434448648648651, + -0.18670452972972956, + 0.26953127027027013, + 0.028475135135135103, + 0.04964567567567568, + 0.039015189189189156 + ] + ], + "std": [ + [ + 0.9649959417614393, + 0.9932963186135503, + 0.8953249050860361, + 1.0, + 1.0617235061005919, + 0.9934273444847499, + 1.0837969821071396, + 0.93550276827785, + 1.0343414594594595, + 0.9787865374391254, + 0.967613635624315, + 0.9191462546392654, + 0.8904463864306404, + 0.9446597120353613, + 0.8244693349942901, + 0.9863926362299982, + 0.9592304425723344, + 1.0431241983062185 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 6165, + "cert_evals": { + "36": 0.6703296899795532, + "72": 0.6043956279754639, + "108": 0.49450549483299255, + "255": 0.09890110045671463 + }, + "fold": 0 + }, + { + "best_epoch": 27, + "best_val_acc": 0.7857142857142857, + "test_acc": 0.8072289156626506, + "train_size": 37, + "val_size": 28, + "test_size": 83, + "stats": { + "mean": [ + [ + 0.04959027027027034, + 0.08128264864864862, + -0.035391108108108124, + -0.22205799999999987, + 0.18834432432432444, + 0.12121940540540535, + 0.053655675675675654, + 0.1178617837837837, + 0.06464635135135137, + -0.08076164864864863, + 0.05944235135135144, + 0.00778283243243246, + 0.15077297297297293, + -0.11202250000000004, + 0.16519686486486485, + 0.028475135135135117, + -0.08274070270270273, + 0.08157664864864865 + ] + ], + "std": [ + [ + 0.9907038663718554, + 0.9843876514961846, + 0.9653329850824838, + 1.0, + 1.0873992856216566, + 0.9875663650472953, + 1.0837969821071396, + 0.93550276827785, + 1.1435074740788183, + 0.8987462927541991, + 0.9629278239378523, + 0.8670760159672493, + 1.0294219151090758, + 0.8796063323575559, + 0.8770711701884819, + 0.9863926362299982, + 1.050784302485063, + 1.0667820327309758 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 6165, + "cert_evals": { + "36": 0.626505970954895, + "72": 0.518072247505188, + "108": 0.3975903391838074, + "255": 0.012048192322254181 + }, + "fold": 1 + }, + { + "best_epoch": 37, + "best_val_acc": 0.76, + "test_acc": 0.7209302325581395, + "train_size": 37, + "val_size": 25, + "test_size": 86, + "stats": { + "mean": [ + [ + -0.08265059459459453, + 0.0812826486486486, + -0.03539110810810814, + 0.031722972972972906, + 1.2432432433330043e-06, + -0.09428524324324326, + -0.05365621621621621, + -4.864864865424842e-07, + -0.02154875675675677, + -0.016152108108108066, + -0.03566883783783778, + -0.02334296756756763, + -0.06208424324324333, + 0.08712936486486486, + -0.043471945945945945, + 0.08542454054054054, + 0.248225243243243, + 0.09576443243243248 + ] + ], + "std": [ + [ + 0.9873886182585688, + 0.9843876514961846, + 0.9653329850824838, + 1.0616419779070554, + 0.9966179074004299, + 0.9934273444847498, + 0.8978357031769213, + 0.9966159264522366, + 1.0343414594594607, + 0.8607871843035175, + 0.946344799312269, + 0.9999220929965701, + 0.8847748864465823, + 0.9544491031115466, + 0.9396531993920559, + 0.9631018357081231, + 0.7605018441428824, + 0.9305366467747157 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 6165, + "cert_evals": { + "36": 0.5813953280448914, + "72": 0.4767441749572754, + "108": 0.39534884691238403, + "255": 0.06976744532585144 + }, + "fold": 2 + }, + { + "best_epoch": 26, + "best_val_acc": 0.7777777777777778, + "test_acc": 0.7526881720430108, + "train_size": 37, + "val_size": 18, + "test_size": 93, + "stats": { + "mean": [ + [ + 0.04959027027027031, + -0.1896611351351352, + -0.035391108108108124, + -0.22205799999999987, + 0.1255632972972974, + -0.20203756756756758, + -0.0536562162162162, + 0.1767929189189188, + -0.021548756756756837, + -0.04845689189189187, + 0.011886594594594657, + -0.14784801081081084, + -0.133037, + -0.03734048648648648, + 0.06086245945945948, + 0.14237394594594593, + -0.0827407027027028, + -0.017734054054054066 + ] + ], + "std": [ + [ + 0.949006736815226, + 0.9991913040086986, + 0.9653329850824838, + 1.0, + 1.061723506100592, + 0.9787090886861045, + 0.8978357031769213, + 0.8976123081203877, + 1.0343414594594595, + 0.9022230780655615, + 1.039718775420792, + 0.9842972464819717, + 1.0946013067767175, + 0.8968738654850321, + 0.9148697472881367, + 0.9357742193114152, + 1.050784302485063, + 0.9574019230274994 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 6165, + "cert_evals": { + "36": 0.6236559152603149, + "72": 0.47311827540397644, + "108": 0.31182795763015747, + "255": 0.02150537632405758 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7542777641318843, + "std_test_acc": 0.03760724359986831, + "n_samples": 148, + "n_features": 18, + "n_classes": 4, + "mean_cert_acc_36": 0.6254717260599136, + "std_cert_acc_36": 0.03632874261681826, + "mean_cert_acc_72": 0.5180825814604759, + "std_cert_acc_72": 0.06104805423286236, + "mean_cert_acc_108": 0.39981815963983536, + "std_cert_acc_108": 0.07468356587613566, + "mean_cert_acc_255": 0.05055552860721946, + "std_cert_acc_255": 0.040959811022092736 + }, + "adult": { + "dataset": "adult", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 16, + "best_val_acc": 0.8163669612922889, + "test_acc": 0.8008000307704143, + "train_size": 16281, + "val_size": 6562, + "test_size": 25999, + "stats": { + "mean": [ + [ + 5.755174894932247e-09, + -1.5212824565593372e-07, + 1.9344708602300844e-08, + -5.868804126934776e-07, + 4.3847429484189405e-07, + -1.2794054493469234e-07, + -3.0931760979923667e-08, + 1.2424912468644162e-06, + 2.0428720567267194e-07, + -1.2898470607021481e-06, + 5.428255022845695e-07, + 2.9734045846837646e-07, + 9.031386283659057e-08, + 2.0421350090431894e-07 + ] + ], + "std": [ + [ + 0.999969279768083, + 0.9999691631254963, + 0.9999692601356567, + 0.9999684455490998, + 0.9999701766278255, + 0.9999695789931851, + 0.9999697101647755, + 0.9999695985584383, + 0.9999687129297181, + 0.999967689659048, + 0.9999708394490064, + 0.9999690163307019, + 0.9999694763882633, + 0.9999692067843523 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 3731, + "cert_evals": { + "36": 0.7434901595115662, + "72": 0.6842186450958252, + "108": 0.6263702511787415, + "255": 0.3690142035484314 + }, + "fold": 0 + }, + { + "best_epoch": 5, + "best_val_acc": 0.8111246943765281, + "test_acc": 0.800591920667256, + "train_size": 16281, + "val_size": 6544, + "test_size": 26017, + "stats": { + "mean": [ + [ + 5.755174894932247e-09, + -1.5212824565593372e-07, + 1.9344708602300844e-08, + -5.868804126934776e-07, + 4.3847429484189405e-07, + -1.2794054493469234e-07, + -3.0931760979923667e-08, + 1.2424912468644162e-06, + 2.0428720567267194e-07, + -1.2898470607021481e-06, + 5.428255022845695e-07, + 2.9734045846837646e-07, + 9.031386283659057e-08, + 2.0421350090431894e-07 + ] + ], + "std": [ + [ + 0.999969279768083, + 0.9999691631254963, + 0.9999692601356567, + 0.9999684455490998, + 0.9999701766278255, + 0.9999695789931851, + 0.9999697101647755, + 0.9999695985584383, + 0.9999687129297181, + 0.999967689659048, + 0.9999708394490064, + 0.9999690163307019, + 0.9999694763882633, + 0.9999692067843523 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 3731, + "cert_evals": { + "36": 0.7366337180137634, + "72": 0.6732905507087708, + "108": 0.6159049868583679, + "255": 0.340777188539505 + }, + "fold": 1 + }, + { + "best_epoch": 20, + "best_val_acc": 0.8119499768411301, + "test_acc": 0.805819659561417, + "train_size": 16281, + "val_size": 6477, + "test_size": 26084, + "stats": { + "mean": [ + [ + 5.755174894932247e-09, + -1.5212824565593372e-07, + 1.9344708602300844e-08, + -5.868804126934776e-07, + 4.3847429484189405e-07, + -1.2794054493469234e-07, + -3.0931760979923667e-08, + 1.2424912468644162e-06, + 2.0428720567267194e-07, + -1.2898470607021481e-06, + 5.428255022845695e-07, + 2.9734045846837646e-07, + 9.031386283659057e-08, + 2.0421350090431894e-07 + ] + ], + "std": [ + [ + 0.999969279768083, + 0.9999691631254963, + 0.9999692601356567, + 0.9999684455490998, + 0.9999701766278255, + 0.9999695789931851, + 0.9999697101647755, + 0.9999695985584383, + 0.9999687129297181, + 0.999967689659048, + 0.9999708394490064, + 0.9999690163307019, + 0.9999694763882633, + 0.9999692067843523 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 3731, + "cert_evals": { + "36": 0.7474313974380493, + "72": 0.692570149898529, + "108": 0.6331084370613098, + "255": 0.3807314932346344 + }, + "fold": 2 + }, + { + "best_epoch": 29, + "best_val_acc": 0.8109580747691842, + "test_acc": 0.8090853047699776, + "train_size": 16281, + "val_size": 6607, + "test_size": 25954, + "stats": { + "mean": [ + [ + 5.755174894932247e-09, + -1.5212824565593372e-07, + 1.9344708602300844e-08, + -5.868804126934776e-07, + 4.3847429484189405e-07, + -1.2794054493469234e-07, + -3.0931760979923667e-08, + 1.2424912468644162e-06, + 2.0428720567267194e-07, + -1.2898470607021481e-06, + 5.428255022845695e-07, + 2.9734045846837646e-07, + 9.031386283659057e-08, + 2.0421350090431894e-07 + ] + ], + "std": [ + [ + 0.999969279768083, + 0.9999691631254963, + 0.9999692601356567, + 0.9999684455490998, + 0.9999701766278255, + 0.9999695789931851, + 0.9999697101647755, + 0.9999695985584383, + 0.9999687129297181, + 0.999967689659048, + 0.9999708394490064, + 0.9999690163307019, + 0.9999694763882633, + 0.9999692067843523 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 3731, + "cert_evals": { + "36": 0.7503660321235657, + "72": 0.6932264566421509, + "108": 0.6327348351478577, + "255": 0.37870848178863525 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8040742289422663, + "std_test_acc": 0.004123277563140989, + "n_samples": 48842, + "n_features": 14, + "n_classes": 2, + "mean_cert_acc_36": 0.7444803267717361, + "std_cert_acc_36": 0.005941381594936078, + "mean_cert_acc_72": 0.685826450586319, + "std_cert_acc_72": 0.00930898122379721, + "mean_cert_acc_108": 0.6270296275615692, + "std_cert_acc_108": 0.008035208491929626, + "mean_cert_acc_255": 0.3673078417778015, + "std_cert_acc_255": 0.018411556541423967 + }, + "mammographic": { + "dataset": "mammographic", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 3, + "best_val_acc": 0.8561643835616438, + "test_acc": 0.8104347826086956, + "train_size": 240, + "val_size": 146, + "test_size": 575, + "stats": { + "mean": [ + [ + -0.045138683333333235, + -0.06581824708333332, + -0.0668893333333335, + 0.0035843166666667194, + 0.07534454166666703 + ] + ], + "std": [ + [ + 0.3742768596239394, + 1.0309553579295558, + 1.0205845721721885, + 1.0069085496781394, + 0.8984819781883195 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 527, + "cert_evals": { + "36": 0.7530434727668762, + "72": 0.5252174139022827, + "108": 0.32695654034614563, + "255": 0.12000000476837158 + }, + "fold": 0 + }, + { + "best_epoch": 17, + "best_val_acc": 0.8, + "test_acc": 0.8213660245183888, + "train_size": 240, + "val_size": 150, + "test_size": 571, + "stats": { + "mean": [ + [ + -0.06838790416666667, + 0.0036981495833333564, + 0.08851065416666656, + 0.06187655000000008, + 0.041687441666667095 + ] + ], + "std": [ + [ + 0.4594652865573056, + 0.9162656618320462, + 0.976470911981312, + 0.9979276514274945, + 0.967574818664843 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 527, + "cert_evals": { + "36": 0.7688266038894653, + "72": 0.6777582764625549, + "108": 0.5656742453575134, + "255": 0.12609456479549408 + }, + "fold": 1 + }, + { + "best_epoch": 21, + "best_val_acc": 0.815068493150685, + "test_acc": 0.8226086956521739, + "train_size": 240, + "val_size": 146, + "test_size": 575, + "stats": { + "mean": [ + [ + -0.033514049999999865, + -0.031616095833333364, + -0.03834651666666679, + 0.05680765833333342, + -0.03524305833333262 + ] + ], + "std": [ + [ + 0.37826323579119164, + 0.9793517631184475, + 1.0048978854533288, + 1.01250978800026, + 1.0390956653058405 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 527, + "cert_evals": { + "36": 0.7547826170921326, + "72": 0.7078260779380798, + "108": 0.6365217566490173, + "255": 0.08521739393472672 + }, + "fold": 2 + }, + { + "best_epoch": 6, + "best_val_acc": 0.8235294117647058, + "test_acc": 0.7846153846153846, + "train_size": 240, + "val_size": 136, + "test_size": 585, + "stats": { + "mean": [ + [ + 0.09435683749999943, + -0.13088563458333324, + -0.032003683333333525, + -0.03189805833333325, + 0.008030341666667275 + ] + ], + "std": [ + [ + 1.8583061444674212, + 1.0447702499996767, + 0.9948185192592106, + 1.0005602571514343, + 1.0036844453305227 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 527, + "cert_evals": { + "36": 0.752136766910553, + "72": 0.7076923251152039, + "108": 0.6358974575996399, + "255": 0.015384615398943424 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8097562218486607, + "std_test_acc": 0.017630425806874878, + "n_samples": 961, + "n_features": 5, + "n_classes": 2, + "mean_cert_acc_36": 0.7571973651647568, + "std_cert_acc_36": 0.007830169821788111, + "mean_cert_acc_72": 0.6546235233545303, + "std_cert_acc_72": 0.08742228453406597, + "mean_cert_acc_108": 0.5412624999880791, + "std_cert_acc_108": 0.14668910301696866, + "mean_cert_acc_255": 0.08667414472438395, + "std_cert_acc_255": 0.05082290028638745 + }, + "magic": { + "dataset": "magic", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 32, + "best_val_acc": 0.8394672274798458, + "test_acc": 0.8332457062740974, + "train_size": 4755, + "val_size": 2853, + "test_size": 11412, + "stats": { + "mean": [ + [ + -0.006388502646498379, + 0.006146446558885208, + -0.004209508307465906, + -0.004618793225236638, + -0.005315102475499497, + 0.006428044290851726, + -0.009059829779516417, + -0.008184151766561471, + 0.0033090761545739233, + -0.037376705087697235 + ] + ], + "std": [ + [ + 1.0023231607535665, + 1.0146947634200698, + 0.9896786368249049, + 1.001451036065264, + 1.0040066512880044, + 0.9905161210566023, + 0.9988965907369368, + 1.0089426097443763, + 0.998566492615012, + 0.9927003057378353 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 1947, + "cert_evals": { + "36": 0.761917233467102, + "72": 0.6789344549179077, + "108": 0.5832456946372986, + "255": 0.16000699996948242 + }, + "fold": 0 + }, + { + "best_epoch": 13, + "best_val_acc": 0.8363636363636363, + "test_acc": 0.8388426128890837, + "train_size": 4755, + "val_size": 2860, + "test_size": 11405, + "stats": { + "mean": [ + [ + -0.02436633946876997, + -0.022955164259726813, + -0.01993822200946376, + 0.03387639055541514, + 0.03436448497875925, + 0.0038116422946371125, + 0.007543406119453581, + 0.009698795669190335, + 0.0014860032576237098, + 0.00582992035215565 + ] + ], + "std": [ + [ + 0.9720381092498293, + 0.977333352882092, + 1.005139358382248, + 1.0164880549439819, + 1.0140583933617473, + 0.9837401295374851, + 0.9888378476099222, + 0.9663806918109694, + 1.005931831682823, + 1.000297701528725 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 1947, + "cert_evals": { + "36": 0.7684348821640015, + "72": 0.6833844780921936, + "108": 0.5764138698577881, + "255": 0.13108286261558533 + }, + "fold": 1 + }, + { + "best_epoch": 26, + "best_val_acc": 0.8446771378708552, + "test_acc": 0.838421052631579, + "train_size": 4755, + "val_size": 2865, + "test_size": 11400, + "stats": { + "mean": [ + [ + -0.012130254007592012, + -0.00826500078065223, + -0.010807356011566996, + 0.006499159247108326, + 0.006873201220609896, + 0.02000870184077821, + 0.001820881288265063, + -0.006523736593059914, + 0.0003778347011781665, + -0.018002280250893746 + ] + ], + "std": [ + [ + 0.9818839030528209, + 1.009368494398234, + 0.999432313276235, + 1.001141721390468, + 1.0040075321280533, + 0.9881194208362026, + 0.9709869282224545, + 1.0026493070298281, + 0.9996452002230842, + 0.9913588270685182 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 1947, + "cert_evals": { + "36": 0.7646491527557373, + "72": 0.6671053171157837, + "108": 0.5606140494346619, + "255": 0.1397368460893631 + }, + "fold": 2 + }, + { + "best_epoch": 51, + "best_val_acc": 0.8340425531914893, + "test_acc": 0.8329401485364788, + "train_size": 4755, + "val_size": 2820, + "test_size": 11445, + "stats": { + "mean": [ + [ + 0.002866516450893953, + 0.007929027486435548, + -0.0013075722715039048, + -0.001188124590956882, + 0.002480280701366967, + 0.012874902747423648, + 0.0054113211936909185, + -0.007862206105783356, + -0.005652595006519504, + 0.005077877345299725 + ] + ], + "std": [ + [ + 1.0050954716049485, + 1.0162654558216224, + 1.0021008916654397, + 1.0041169983170044, + 1.0089152336885907, + 0.9909098405813409, + 0.9979067399488123, + 0.9973925897941894, + 0.9985454656770815, + 0.9973467754133581 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 1947, + "cert_evals": { + "36": 0.752293586730957, + "72": 0.6632590889930725, + "108": 0.563302755355835, + "255": 0.13595455884933472 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8358623800828098, + "std_test_acc": 0.0032049447121070738, + "n_samples": 19020, + "n_features": 10, + "n_classes": 2, + "mean_cert_acc_36": 0.7618237137794495, + "std_cert_acc_36": 0.006892573788989909, + "mean_cert_acc_72": 0.6731708347797394, + "std_cert_acc_72": 0.009531894458123342, + "mean_cert_acc_108": 0.5708940923213959, + "std_cert_acc_108": 0.01074457541427697, + "mean_cert_acc_255": 0.1416953168809414, + "std_cert_acc_255": 0.012711331345015958 + }, + "molec-biol-promoter": { + "dataset": "molec-biol-promoter", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 6, + "best_val_acc": 0.8125, + "test_acc": 0.703125, + "train_size": 26, + "val_size": 16, + "test_size": 64, + "stats": { + "mean": [ + [ + -0.09373999999999999, + 0.349711153846154, + -0.124846, + -0.18628265384615392, + -0.0025111153846154245, + -0.027689192307692376, + -0.32854380769230773, + -0.2587748846153846, + -0.291938, + -0.12147457692307692, + 0.013408923076923039, + -0.18303142307692302, + 0.10672619230769233, + -0.0388065384615385, + -0.2118675692307692, + 0.26045576923076913, + -0.0038293076923076983, + -0.12772800000000012, + 0.406745076923077, + -0.22977469230769215, + -0.23213830769230762, + 0.057734, + -0.25536484615384614, + 0.036332807692307734, + -0.306678, + 0.12654100000000004, + -0.06969015384615382, + -0.22098480769230766, + -0.20798946153846154, + -0.24676503846153855, + -0.3183693461538464, + -0.1853619230769231, + -0.30043107692307686, + -0.37097869230769237, + -0.36548838461538463, + 0.011515653846153858, + -0.05251046153846157, + -0.17936411538461533, + 0.030728153846153836, + 0.0502869230769231, + -0.08165438461538464, + -0.04035388461538459, + -0.044060461538461534, + 0.1891277692307692, + -0.09007600000000004, + 0.08841000000000002, + 0.34717700000000007, + -0.08658792307692309, + -0.14910884615384612, + -0.01171784615384617, + -0.010542692307692277, + 0.2279287692307692, + 0.19163046153846158, + 0.044342807692307744, + 0.11406934615384606, + 0.26639184615384615, + 0.0024606538461537973 + ] + ], + "std": [ + [ + 1.0076078297495967, + 0.9724627657739631, + 0.9573573651622793, + 1.0262408425117875, + 0.9587446442307666, + 0.9571040384617393, + 0.9896566783801658, + 1.0271371774080218, + 0.9458984467553748, + 0.983396009484761, + 0.9474507771505324, + 1.0162340072708942, + 0.9916278302898655, + 0.9889509346456372, + 1.0996503269494506, + 0.8339239830692423, + 0.9718806374953891, + 1.0013701717610572, + 1.1087224946399736, + 0.9663160194574336, + 0.8925655267102359, + 1.0240426363341295, + 0.9129708359204913, + 0.9674367468039534, + 0.934498494547744, + 0.996046000000193, + 0.9001646244230804, + 1.011066294523225, + 0.9306740888083066, + 0.9019636923091955, + 1.0103842953596318, + 0.9763974023364559, + 1.0034859025495506, + 1.0189729800426417, + 0.8809657272220804, + 1.001293348052636, + 0.8026415950749621, + 1.0084947048958783, + 1.0447591131223906, + 1.080924244585727, + 0.9862369191590393, + 1.0095530529552834, + 1.014776711029924, + 0.9243136682665729, + 0.9998867689999087, + 1.0150113097032656, + 1.0058059432415762, + 0.8281138846158841, + 0.9053220114009879, + 0.7877964184833098, + 0.8751600073353956, + 1.0046622498233042, + 0.9279195402053261, + 0.9992859945990674, + 0.9930878632688641, + 0.9472126805852605, + 1.0500485456210673 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 59287, + "cert_evals": { + "36": 0.578125, + "72": 0.484375, + "108": 0.34375, + "255": 0.046875 + }, + "fold": 0 + }, + { + "best_epoch": 5, + "best_val_acc": 0.9333333333333333, + "test_acc": 0.676923076923077, + "train_size": 26, + "val_size": 15, + "test_size": 65, + "stats": { + "mean": [ + [ + 0.09734461538461536, + -0.009867653846153778, + 0.10790676923076924, + -0.15064011538461541, + 0.09738461538461546, + -0.05959273076923076, + -0.048695384615384696, + -0.10221076923076929, + -0.19740069230769225, + 0.26099000000000006, + -0.20290846153846157, + 0.20358803846153845, + -0.1825234230769231, + 0.21829484615384614, + 0.007081746153846278, + -0.06588375384615386, + 0.19917507692307695, + -0.3013095384615385, + 0.04983446153846157, + 0.007020153846153817, + -0.0066845384615384406, + -0.042044076923076885, + -0.07821423076923074, + 0.137686, + -0.015271923076923129, + -0.17227284615384614, + 0.2755073076923076, + 0.10235538461538465, + -0.2435485769230769, + -0.1773835384615385, + 0.08412084615384617, + -0.15183184615384618, + -0.10858899999999995, + -0.09742265384615373, + -0.05963238461538462, + -0.05630061538461538, + -0.018979730769230797, + 0.05089046153846155, + 0.15364107692307694, + -0.010982076923076903, + 0.10650861538461538, + -0.1806068846153846, + -0.20850592307692312, + -0.014057692307692288, + 0.21039161538461543, + -0.055766615384615394, + 0.2426295384615386, + -0.12109303846153843, + -0.29682430769230767, + -0.15785057692307694, + 0.19899334615384612, + -0.13024523076923075, + -0.20279253846153844, + 0.04434280769230771, + -0.06270500000000002, + 0.09504676923076928, + 0.10028380769230766 + ] + ], + "std": [ + [ + 1.0412699655331787, + 0.974109238604762, + 0.9613906810801298, + 0.9643340756609565, + 0.9673793894378168, + 1.003312008397785, + 0.9182015580655095, + 0.982743930536501, + 0.9723005343268958, + 0.9411703711795796, + 0.9796610632100985, + 0.9145025424643751, + 0.9879752636511461, + 1.0944915110032636, + 0.9430338516297093, + 0.9508755832408867, + 0.9258429683390378, + 0.8679061723089316, + 1.0276288482675964, + 0.9501945836398535, + 1.0169676029594148, + 1.0501744622186107, + 0.9644548335998028, + 0.9121775925932151, + 0.9112105136727959, + 1.0206435073325324, + 0.9080727257130373, + 0.9347829604211333, + 0.8967697697883465, + 0.9663770689480945, + 0.9532701925574484, + 0.8568118833949174, + 0.9554743200735837, + 1.1504807500220855, + 1.0155470332338918, + 1.0396018722819245, + 0.9268106513458504, + 0.9168958971379897, + 0.9852213842143813, + 1.001611750376513, + 0.990217812330316, + 0.9873887799655962, + 1.0110391392211635, + 0.9439560657308471, + 1.068328170673588, + 1.0047193948569797, + 0.9979267159932226, + 0.9934730341322996, + 0.8557618796771218, + 0.7460287358936586, + 0.9778352307693193, + 1.02192658245343, + 1.037835803866067, + 0.9677087884615755, + 0.956543380038049, + 1.0171593177603953, + 0.91997592085019 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 59287, + "cert_evals": { + "36": 0.5384615659713745, + "72": 0.4615384638309479, + "108": 0.2461538463830948, + "255": 0.04615384712815285 + }, + "fold": 1 + }, + { + "best_epoch": 10, + "best_val_acc": 0.9166666666666666, + "test_acc": 0.8235294117647058, + "train_size": 26, + "val_size": 12, + "test_size": 68, + "stats": { + "mean": [ + [ + -0.030045192307692332, + -0.23869049999999983, + 0.041405769230769246, + 0.06321669230769228, + -0.0025107307692308154, + 0.09992461538461536, + 0.013492769230769159, + 0.14829176923076925, + -0.10286334615384617, + -0.08960249999999997, + 0.19882307692307696, + 0.09814630769230767, + -0.021829269230769246, + 0.03465076923076919, + -0.18058907692307682, + -0.1311519076923077, + 0.11797353846153848, + -0.05829530769230779, + 0.1212169230769231, + 0.07467584615384616, + 0.18656150000000013, + 0.2905494615384615, + -0.2553650384615384, + -0.06502038461538459, + -0.30667792307692304, + 0.09333938461538464, + 0.13742846153846142, + 0.17420873076923077, + 0.1120429615384615, + 0.23890723076923073, + -0.16356549999999995, + 0.08287507692307697, + -0.14056257692307694, + -0.09742265384615377, + -0.05963253846153847, + 0.011515500000000038, + 0.014551115384615343, + 0.08378369230769231, + 0.18436938461538463, + 0.019652346153846163, + 0.13786915384615384, + -0.14554365384615378, + -0.1756169230769231, + 0.12139923076923075, + 0.010079923076923155, + 0.30467446153846156, + -0.10586153846153845, + 0.15494511538461542, + -0.11217969230769238, + -0.011717730769230784, + -0.4645376538461538, + -0.13024538461538462, + 0.02728761538461537, + -0.024779269230769223, + -0.16876950000000007, + -0.04202923076923075, + 0.06767634615384611 + ] + ], + "std": [ + [ + 0.9790173867981108, + 0.8922350160543789, + 1.0237664792278374, + 0.9979986758255733, + 1.0450661465298063, + 1.0048325881986542, + 1.029402187109299, + 1.0083506459854783, + 0.9890083565745167, + 1.0164135742199043, + 1.0470407615391002, + 1.0378839738382932, + 0.9292517115719242, + 0.9612825317480931, + 1.0472447179957627, + 1.0262853071350215, + 1.052495553619595, + 1.059841692041489, + 1.1269554422034933, + 0.9208378006880765, + 0.9000880971984075, + 0.9294786618886555, + 1.076982881442786, + 1.0095815066264635, + 0.9911193052127372, + 1.0313874086125658, + 0.9980922524006728, + 0.9095892006901778, + 0.9905655045642239, + 1.0384115432086387, + 0.9810218452020498, + 1.060299711989925, + 0.9844584721629052, + 0.9476257009349917, + 0.8894460896472517, + 1.0593221207156762, + 0.8826955613077969, + 0.9713319428712611, + 1.075487248351794, + 1.0067518301441576, + 1.0419999967859404, + 0.986766332875252, + 1.0083607367807386, + 0.9773806693737923, + 1.0515029245809187, + 0.9917044123633906, + 0.9657665710047374, + 0.9290685404960641, + 1.1225398591645361, + 1.0183526454206688, + 0.8092726993206232, + 0.9375164234499523, + 1.0268476122485855, + 0.9726335635209717, + 0.9727406960463761, + 1.112026712980068, + 1.0129397204932757 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 59287, + "cert_evals": { + "36": 0.6323529481887817, + "72": 0.5147058963775635, + "108": 0.38235294818878174, + "255": 0.029411764815449715 + }, + "fold": 2 + }, + { + "best_epoch": 3, + "best_val_acc": 0.8181818181818182, + "test_acc": 0.7971014492753623, + "train_size": 26, + "val_size": 11, + "test_size": 69, + "stats": { + "mean": [ + [ + 0.06549715384615382, + -0.1733123461538461, + -0.22459746153846155, + -0.008068615384615393, + -0.33549623076923074, + -0.1233995769230769, + -0.17307238461538452, + 0.023040692307692345, + -0.07135107692307693, + -0.18521865384615382, + -0.04839615384615389, + 0.09814603846153849, + -0.021828923076923114, + 0.07137899999999996, + -0.1493106769230769, + -0.0006160384615384937, + -0.16623299999999996, + -0.19716084615384608, + -0.1643116153846154, + 0.14233134615384618, + 0.18656149999999996, + 0.09099338461538463, + 0.09893680769230777, + -0.031236038461538454, + -0.43619169230769256, + -0.3382805384615385, + -0.13872946153846152, + 0.21013507692307687, + 0.32539880769230767, + 0.34298038461538466, + -0.0706831923076923, + -0.0847729230769231, + 0.08325415384615384, + 0.03935515384615389, + -0.12760034615384613, + 0.045423692307692304, + 0.24926692307692294, + -0.014896576923076922, + 0.030727999999999995, + 0.14219007692307695, + -0.08165438461538452, + -0.07541711538461539, + -0.2085062307692308, + -0.14951476923076926, + 0.010080153846153841, + 0.16049815384615387, + -0.14071053846153841, + -0.19010246153846153, + 0.22017992307692313, + -0.08478423076923074, + 0.12914796153846148, + -0.195368, + -0.13705561538461536, + -0.33582846153846135, + -0.1687693076923077, + -0.0077596923076923285, + 0.035068461538461576 + ] + ], + "std": [ + [ + 0.9949457610380924, + 1.0006243291807655, + 1.0805097483660284, + 1.0669055953756055, + 1.0322555409439118, + 0.9848822871167503, + 0.9431346904463401, + 0.9378178344246724, + 1.0181978932718458, + 0.966727095536948, + 0.9908076284467556, + 1.0378839686283479, + 1.088933086989841, + 0.8046857737758931, + 1.134679772935726, + 0.9553453144737399, + 0.9684821547379812, + 0.8999479146517183, + 0.9741754410810941, + 1.0108802015807785, + 0.7709686644604582, + 1.0772131326993413, + 0.8384300579512153, + 1.0358089031747673, + 1.0305305742983066, + 0.9367306253151163, + 0.9884948822596298, + 0.9666870451735153, + 0.7559985089760948, + 0.8999593432865595, + 0.9970138749450403, + 1.052317535287378, + 1.0819218493489575, + 0.9767902491283019, + 0.9784792222564622, + 0.9949578210493984, + 0.8614226395733138, + 0.9539103328924243, + 1.0209907346186988, + 0.9432236511876507, + 1.036795800272391, + 1.0138060762016619, + 1.1167776196923178, + 1.0142323983395336, + 1.1052486656840097, + 1.0124481502282436, + 1.0529966821172885, + 0.9493509361557843, + 1.1279936610242616, + 1.0051609553372078, + 0.9160134879427471, + 1.0114984451985467, + 0.8295657525376697, + 1.028154229267194, + 0.9727407925020125, + 0.8988663639372382, + 0.9628933437374779 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 59287, + "cert_evals": { + "36": 0.6086956858634949, + "72": 0.4057971239089966, + "108": 0.28985506296157837, + "255": 0.028985507786273956 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7501697344907863, + "std_test_acc": 0.0710926812700723, + "n_samples": 106, + "n_features": 57, + "n_classes": 2, + "mean_cert_acc_36": 0.5894088000059128, + "std_cert_acc_36": 0.04057556172369053, + "mean_cert_acc_72": 0.466604121029377, + "std_cert_acc_72": 0.046017158802218835, + "mean_cert_acc_108": 0.3155279643833637, + "std_cert_acc_108": 0.059816184740333206, + "mean_cert_acc_255": 0.03785652993246913, + "std_cert_acc_255": 0.01000312229264197 + }, + "molec-biol-splice": { + "dataset": "molec-biol-splice", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 30, + "best_val_acc": 0.81875, + "test_acc": 0.7976999477260847, + "train_size": 797, + "val_size": 480, + "test_size": 1913, + "stats": { + "mean": [ + [ + -0.08088939774153121, + -0.017083478042659816, + -0.008676474278544535, + 0.01205199498117964, + -0.019879412797992446, + -0.06819678419071469, + 0.014172110414052605, + -0.0726562358845669, + -0.0424785457967378, + 0.030165779171894516, + -0.015724135508155584, + 0.016329740276034888, + -0.03650249309912165, + 0.060801804265996566, + 0.050552770388958924, + -0.03993303764115418, + -0.02479237139272276, + 0.026231244667502603, + 0.0006134240903385369, + 0.008120775407778993, + 0.011976850690087297, + 0.012784564617315019, + 0.02205557967377646, + 0.003761100376411143, + 0.004885728983688804, + -0.007185055207026799, + 0.006090311166875841, + -0.06913297616060121, + 0.01692240903387772, + -0.024909814303639064, + 0.002042144291092072, + 0.03893583663739384, + 0.04832313927227111, + -0.04144308908406656, + -0.04533064868255915, + 0.029196543287328434, + -0.017319196988707316, + 0.002574765370137967, + 0.014485728983688884, + -0.04080718946047651, + -0.016152210790464142, + -0.1060891342534501, + 0.00146361355081561, + -0.02892638393977404, + 0.03808938393977416, + 0.004615427854454175, + -0.006006715181932309, + 0.03929904642409064, + -0.0026646035131743587, + -0.0008532597239647819, + -0.018261164366373872, + -0.015718006273525736, + -0.03865469008782939, + -0.0023145696361355087, + -0.01960441405269735, + -0.0853860326223336, + 0.005193398996235927, + -0.017738670012547086, + 0.055998069008782805, + 0.039315545796737614 + ] + ], + "std": [ + [ + 0.9945490246391062, + 0.9934109752899847, + 1.0063178858807398, + 0.9896020723574798, + 0.9849358791871932, + 0.9857421550044541, + 0.9930276963595361, + 0.9834603310222596, + 1.0029783411831081, + 1.008680505435535, + 1.000646776584492, + 1.017380058680371, + 0.9990572202887158, + 1.0037947864498273, + 0.9921475019154874, + 1.0063268933844312, + 0.9808355420987935, + 0.9924788012799176, + 0.9847824180917667, + 0.9870544204448741, + 1.0013704839730797, + 1.0166518616214755, + 0.985710071283119, + 1.0044850695151961, + 0.9909244249062288, + 0.9987615357097599, + 1.0051852364272729, + 0.9860816983161693, + 1.0064425553080443, + 1.021154244482058, + 0.9991376459347909, + 0.9638884376422283, + 1.0033244557289336, + 0.9848543808197192, + 1.0055575628990723, + 0.9940712305710926, + 0.9741863114052403, + 1.0048179660304701, + 0.9887806108854191, + 0.9765227042348682, + 0.997334968218974, + 0.9962132645441986, + 1.0014416509782584, + 1.002091005752959, + 0.9893159775047747, + 0.9934985594799247, + 0.9886647568170538, + 0.9919893464761707, + 0.9955923461346924, + 0.9926319617434606, + 0.9728863130641628, + 1.0082140966036435, + 0.9961100311402014, + 1.0077701107332304, + 0.9792654768868749, + 1.0119326199882663, + 1.0172792289838704, + 0.9956848073966668, + 1.0083179950377872, + 0.9802036286210523 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 3, + "depth": 6, + "padding": 120, + "parameters": 65768, + "cert_evals": { + "36": 0.7135389447212219, + "72": 0.6225823163986206, + "108": 0.524307370185852, + "255": 0.15316256880760193 + }, + "fold": 0 + }, + { + "best_epoch": 53, + "best_val_acc": 0.8157894736842105, + "test_acc": 0.8193082085699536, + "train_size": 797, + "val_size": 456, + "test_size": 1937, + "stats": { + "mean": [ + [ + 0.018491488080301106, + -0.0011505069008782528, + 0.021436997490589735, + 0.03502552697616077, + 0.021530190715181953, + 0.01771506524466753, + 0.0028268569636132166, + -0.03774227101631111, + 0.019095676286072647, + -0.016733656210790544, + -0.0663814040150566, + 0.005845333751568237, + 0.004257730238393967, + 0.0011046449184443634, + -0.027280681304893566, + 0.005402819322459137, + 0.04633495859473012, + 0.009161250941028725, + 0.026725796737766497, + -0.01972711794228387, + -0.01983136010037666, + -0.009908578419071404, + 0.022055481806775055, + 0.05518264240903318, + -0.04640085570890846, + -0.03727541907151866, + -0.0335212045169384, + -0.03967690213299759, + 0.005998318695107535, + -0.01785224341279831, + -0.003198117942283299, + -0.013416670639897136, + -0.009072863237139185, + -0.007062920953576991, + 0.011101452948557616, + -0.045883223337515024, + -0.012705889585947094, + -0.05706059096612311, + 0.00637870514429108, + -0.024475352572145292, + -0.033483001254705075, + -0.018872419071518255, + -0.004380110414052662, + -0.019757495608531926, + -0.01618084692597215, + 0.06015848933500684, + 0.004326102885821954, + 0.031207774153074287, + 0.09302961606022617, + 0.037705563362610196, + 0.031232815558343906, + 0.05163176913425327, + 0.051368831869510787, + -0.02336010790464227, + 0.006880800501882391, + -0.05682849560853219, + -0.004021038895859437, + 0.002038494353826773, + 0.05144887452948544, + -0.00027493977415304015 + ] + ], + "std": [ + [ + 0.9889166025491434, + 1.0113611751416451, + 1.00351331532884, + 1.0051662180322105, + 0.9987679141001061, + 0.9996822942772838, + 1.0042310134414263, + 1.0134372724050602, + 1.0000665011762366, + 0.9994360301075128, + 0.9995393709189473, + 1.0346986177316517, + 1.011186369192948, + 1.0016439123703365, + 0.9965028721446453, + 1.0098540994428735, + 0.9933407245937251, + 1.0209497831856362, + 0.9866653742506231, + 0.982825314351339, + 0.9914313036126221, + 1.0062435071011668, + 1.0149240913230397, + 0.9887363914059815, + 0.9994565119417103, + 1.016608779035485, + 0.9986323360957506, + 0.9983077834509023, + 0.992117921809115, + 1.0118934305428742, + 1.0093115895196225, + 1.0141263884110643, + 0.998031262724133, + 0.9978752951488421, + 1.0058194162074532, + 0.9997345249416975, + 1.0043988806220703, + 1.0026034007181608, + 1.0124721562205274, + 0.9897322617082525, + 0.9985816439065134, + 0.9919527474532689, + 1.0036339185538052, + 0.973512268444304, + 1.0130393993507771, + 0.9897840394213037, + 0.9936053260728854, + 1.0155800367441008, + 1.0112837805104922, + 0.9806050237126605, + 1.0133289778387422, + 1.003164742603154, + 0.9684252971086295, + 0.9941237378734813, + 0.9987879065672047, + 1.0056255382787287, + 1.0017418494408326, + 0.9935852276048891, + 1.024679553968222, + 1.007096200700548 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 3, + "depth": 6, + "padding": 120, + "parameters": 65768, + "cert_evals": { + "36": 0.7423851490020752, + "72": 0.6396489143371582, + "108": 0.5353639721870422, + "255": 0.1595250368118286 + }, + "fold": 1 + }, + { + "best_epoch": 69, + "best_val_acc": 0.8314176245210728, + "test_acc": 0.809192944949225, + "train_size": 797, + "val_size": 522, + "test_size": 1871, + "stats": { + "mean": [ + [ + 0.016180366373901797, + 0.0159205972396487, + -0.04805540652446672, + 0.017795338770389135, + -0.018760287327477875, + -0.012470120451693864, + -0.025536504391468096, + -0.023100938519447715, + -0.021953736511919807, + 0.005599485570890773, + -0.028107018820577125, + -0.0663806737766629, + -0.002535664993726509, + -0.041697066499373665, + -0.041221063989962406, + -0.019531874529485415, + 0.001174760351317426, + 5.719824341241943e-05, + 0.009695979924717433, + -0.006360112923463307, + 0.031288966122960366, + 0.01732320451693862, + 0.034643243412797765, + -0.05223140276035192, + 0.012863726474278572, + -0.02278748055207084, + 0.08181816185696375, + 0.022917264742786353, + 0.03112372647427915, + 0.01743540276035093, + 0.009902525721455502, + 0.030388477038899016, + -0.007947400250940755, + -0.002626762860728837, + -0.002393195734001926, + 0.0224729749058976, + -0.035772559598494034, + 0.031245622333751583, + 0.07355148055206996, + -0.02680844165621052, + 0.0011786298619825138, + -0.023523868255959906, + 0.009644725219573422, + -0.011734667503136672, + 0.04155336135508157, + -0.008113194479297375, + 0.023843790464241343, + 0.03351953826850721, + -0.05937222333751553, + 0.01956023839397823, + -0.05714953952321155, + 0.029942850690087883, + -0.01788004265997477, + 0.018731055207026504, + 0.00457773149309927, + -0.028270974905896498, + -0.044334417816813056, + 0.02181565872020062, + -0.004279376411543287, + 0.033493360100376554 + ] + ], + "std": [ + [ + 1.006032731784378, + 0.9981987082501484, + 1.0058419047925986, + 1.0147724595576162, + 0.9940588732535701, + 0.9991159025458402, + 0.9691047120808344, + 0.9991048317365939, + 1.020189994500977, + 0.9848978164137729, + 0.998075185404707, + 0.9900346208081456, + 0.9970676239537044, + 1.0074170125268456, + 0.9888612246445799, + 1.0204821123725891, + 1.0188778509112115, + 1.021786600393116, + 0.9923811904568762, + 0.9930750642777653, + 1.0126874688330874, + 1.0123955584555848, + 1.0119546947996216, + 0.967160657446603, + 1.013064602613993, + 1.0088579414594196, + 1.0050975228498589, + 1.0226014249223117, + 1.0030135447468238, + 1.0006692722984143, + 1.0063109761380487, + 0.9976611466924694, + 1.0191830139161713, + 1.0037191251141417, + 1.0000135193218243, + 1.008885797923785, + 1.005277894129722, + 0.9951865869001352, + 1.003658412696999, + 1.0103592136706143, + 1.013785819980191, + 1.0167078374977943, + 1.0100157686042965, + 1.0010457270061084, + 1.0282359743543752, + 0.9985304229175116, + 0.9712378399548074, + 1.0007272977609394, + 1.00869249677983, + 0.9976542416860067, + 1.0108332275437888, + 1.0094799027511412, + 0.9910934491654954, + 1.0239973266326525, + 0.9997566127783953, + 0.995332570938697, + 1.0015100811283149, + 1.0189914283748178, + 0.9815154139951994, + 1.0109702187257807 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 3, + "depth": 6, + "padding": 120, + "parameters": 65768, + "cert_evals": { + "36": 0.7226082682609558, + "72": 0.6312133073806763, + "108": 0.5285943746566772, + "255": 0.14270444214344025 + }, + "fold": 2 + }, + { + "best_epoch": 37, + "best_val_acc": 0.7978947368421052, + "test_acc": 0.8029197080291971, + "train_size": 797, + "val_size": 475, + "test_size": 1918, + "stats": { + "mean": [ + [ + 0.023113880803011123, + -0.031878431618569576, + 0.0017474705144291346, + -0.048827942283563595, + 0.02600689711417815, + -0.020596907151819388, + 0.03119006398996214, + -0.010712095357591008, + -0.03563701003764123, + -0.0066837766624844005, + 0.020298818067753775, + 0.0349687051442911, + 0.03369574404015041, + 0.010115574654956229, + -0.008693601003764222, + -0.037666260978670006, + 0.013593819322459105, + -0.06367114930991241, + 0.002884076537013706, + -0.04311930238393992, + -0.028919440401505687, + 0.03661243287327482, + -0.012274677540778, + 0.022044312421580708, + -0.0019524943538268248, + -0.00718509535759122, + 0.018905804265997497, + -0.020039599749058525, + 0.011460363864492227, + 0.00190883061480542, + 0.015142810539523602, + 0.0015411859473054327, + -0.0034457590966119997, + 0.007354567126724528, + -0.019568141781680794, + 6.111668757913393e-05, + 0.014974058971141782, + 0.017483629861982628, + 0.004062395232120175, + -0.039640589711417734, + -0.017307636135508092, + -0.015383726474278643, + 0.02951326599749063, + 0.010041510664993838, + -0.009252728983688915, + 0.023129829360100374, + 0.024991664993726456, + 0.005777824341280051, + 0.010330861982434136, + -0.02240079799247117, + 0.013556362609786848, + 0.009395460476787914, + -0.05596691593475561, + -0.0011453801756584612, + 0.019547611041405746, + -0.005424897114178279, + -0.036271767879548236, + -0.04216928481806779, + -0.06910606649937284, + 0.013698135508155716 + ] + ], + "std": [ + [ + 0.9995168687982413, + 1.0072187255531315, + 0.9922765699545656, + 1.0014379023165043, + 1.0007423887263762, + 1.006595287508758, + 0.996025190875742, + 1.0015863398288425, + 0.9939619881518538, + 1.0012546381038536, + 0.9974235803209218, + 0.9958759047377087, + 1.0231793150542605, + 0.9988598615456608, + 1.0165807865563634, + 0.9981765632980487, + 0.9916120393689883, + 0.9967806721546657, + 1.0001387498061993, + 0.9907382633450215, + 0.9919466420747174, + 0.9918048070565159, + 0.9927131112764388, + 0.9987541938182435, + 0.9829950228363971, + 0.9987615525719863, + 1.006646575684889, + 0.9727270348859581, + 1.0274767556558333, + 0.9948545552577256, + 0.9724110619354693, + 0.999399954650725, + 1.0137453383320747, + 1.0038171597805419, + 0.9942857302920103, + 1.0221132950933616, + 1.0125332438729522, + 1.0058606284258966, + 1.0061583893468007, + 1.0071484737907352, + 0.993080173542264, + 0.994054088509694, + 1.0019557537886754, + 0.9879867613789639, + 1.0059203970540576, + 1.002236769456239, + 1.0166179760088292, + 1.0148930646959913, + 0.9855942441531308, + 0.9881712595842015, + 0.997375001351328, + 1.0153221146032385, + 0.9987022726517054, + 1.0023090382878383, + 0.9960039697880356, + 0.9659716681886643, + 1.0079997805456118, + 0.9972223231158401, + 0.9973623069301778, + 1.0162353419266272 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 3, + "depth": 6, + "padding": 120, + "parameters": 65768, + "cert_evals": { + "36": 0.7163712382316589, + "72": 0.6193951964378357, + "108": 0.5062565207481384, + "255": 0.14963503181934357 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8072802023186151, + "std_test_acc": 0.009293845764069494, + "n_samples": 3190, + "n_features": 60, + "n_classes": 3, + "mean_cert_acc_36": 0.723725900053978, + "std_cert_acc_36": 0.013003612082854586, + "mean_cert_acc_72": 0.6282099336385727, + "std_cert_acc_72": 0.009114826766955618, + "mean_cert_acc_108": 0.5236305594444275, + "std_cert_acc_108": 0.012444915018455979, + "mean_cert_acc_255": 0.1512567698955536, + "std_cert_acc_255": 0.0070182773683986534 + }, + "monks-1": { + "dataset": "monks-1", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 19, + "best_val_acc": 0.6, + "test_acc": 0.7303370786516854, + "train_size": 432, + "val_size": 35, + "test_size": 89, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 739, + "cert_evals": { + "36": 0.5730336904525757, + "72": 0.3820224702358246, + "108": 0.26966291666030884, + "255": 0.033707864582538605 + }, + "fold": 0 + }, + { + "best_epoch": 33, + "best_val_acc": 0.8260869565217391, + "test_acc": 0.7524752475247525, + "train_size": 432, + "val_size": 23, + "test_size": 101, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 739, + "cert_evals": { + "36": 0.5841584205627441, + "72": 0.4356435537338257, + "108": 0.2970297038555145, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 2, + "best_val_acc": 0.7241379310344828, + "test_acc": 0.6421052631578947, + "train_size": 432, + "val_size": 29, + "test_size": 95, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 739, + "cert_evals": { + "36": 0.4842105507850647, + "72": 0.1473684310913086, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 24, + "best_val_acc": 0.782608695652174, + "test_acc": 0.7623762376237624, + "train_size": 432, + "val_size": 23, + "test_size": 101, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 739, + "cert_evals": { + "36": 0.5742574334144592, + "72": 0.40594059228897095, + "108": 0.24752475321292877, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7218234567395236, + "std_test_acc": 0.05480733667970563, + "n_samples": 556, + "n_features": 6, + "n_classes": 2, + "mean_cert_acc_36": 0.5539150238037109, + "std_cert_acc_36": 0.04673583082793957, + "mean_cert_acc_72": 0.34274376183748245, + "std_cert_acc_72": 0.13208399790930628, + "mean_cert_acc_108": 0.20355434343218803, + "std_cert_acc_108": 0.1372051434008264, + "mean_cert_acc_255": 0.008426966145634651, + "std_cert_acc_255": 0.016853932291269302 + }, + "monks-2": { + "dataset": "monks-2", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.6666666666666666, + "test_acc": 0.5971223021582733, + "train_size": 432, + "val_size": 30, + "test_size": 139, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 739, + "cert_evals": { + "36": 0.48201438784599304, + "72": 0.1942446082830429, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.6538461538461539, + "test_acc": 0.6153846153846154, + "train_size": 432, + "val_size": 26, + "test_size": 143, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 739, + "cert_evals": { + "36": 0.615384578704834, + "72": 0.615384578704834, + "108": 0.6083915829658508, + "255": 0.09090909361839294 + }, + "fold": 1 + }, + { + "best_epoch": 14, + "best_val_acc": 0.6206896551724138, + "test_acc": 0.6214285714285714, + "train_size": 432, + "val_size": 29, + "test_size": 140, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 739, + "cert_evals": { + "36": 0.6142857074737549, + "72": 0.5071428418159485, + "108": 0.2857142984867096, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.6551724137931034, + "test_acc": 0.6142857142857143, + "train_size": 432, + "val_size": 29, + "test_size": 140, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 739, + "cert_evals": { + "36": 0.5785714387893677, + "72": 0.44285714626312256, + "108": 0.3214285671710968, + "255": 0.02142857201397419 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6120553008142936, + "std_test_acc": 0.010438897301772184, + "n_samples": 601, + "n_features": 6, + "n_classes": 2, + "mean_cert_acc_36": 0.5725640282034874, + "std_cert_acc_36": 0.06274186379440859, + "mean_cert_acc_72": 0.439907293766737, + "std_cert_acc_72": 0.17857935035490033, + "mean_cert_acc_108": 0.3038836121559143, + "std_cert_acc_108": 0.24880266841374915, + "mean_cert_acc_255": 0.028084416408091784, + "std_cert_acc_255": 0.04308406210012944 + }, + "monks-3": { + "dataset": "monks-3", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 17, + "best_val_acc": 0.6875, + "test_acc": 0.5111111111111111, + "train_size": 432, + "val_size": 32, + "test_size": 90, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 739, + "cert_evals": { + "36": 0.4888888895511627, + "72": 0.4888888895511627, + "108": 0.4888888895511627, + "255": 0.4444444477558136 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.4444444444444444, + "test_acc": 0.5192307692307693, + "train_size": 432, + "val_size": 18, + "test_size": 104, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 739, + "cert_evals": { + "36": 0.5192307829856873, + "72": 0.5192307829856873, + "108": 0.5192307829856873, + "255": 0.5192307829856873 + }, + "fold": 1 + }, + { + "best_epoch": 2, + "best_val_acc": 0.625, + "test_acc": 0.4897959183673469, + "train_size": 432, + "val_size": 24, + "test_size": 98, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 739, + "cert_evals": { + "36": 0.4897959232330322, + "72": 0.4897959232330322, + "108": 0.4897959232330322, + "255": 0.47959181666374207 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5172413793103449, + "test_acc": 0.5053763440860215, + "train_size": 432, + "val_size": 29, + "test_size": 93, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 739, + "cert_evals": { + "36": 0.5053763389587402, + "72": 0.5053763389587402, + "108": 0.5053763389587402, + "255": 0.4301075339317322 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5063785356988122, + "std_test_acc": 0.012430671239366201, + "n_samples": 554, + "n_features": 6, + "n_classes": 2, + "mean_cert_acc_36": 0.5008229836821556, + "std_cert_acc_36": 0.014417567806324817, + "mean_cert_acc_72": 0.5008229836821556, + "std_cert_acc_72": 0.014417567806324817, + "mean_cert_acc_108": 0.5008229836821556, + "std_cert_acc_108": 0.014417567806324817, + "mean_cert_acc_255": 0.4683436453342438, + "std_cert_acc_255": 0.0397877451681328 + }, + "letter": { + "dataset": "letter", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 45, + "best_val_acc": 0.706766917293233, + "test_acc": 0.6970103006448372, + "train_size": 5000, + "val_size": 3059, + "test_size": 11941, + "stats": { + "mean": [ + [ + 0.00514853171999978, + 0.005659159839999929, + 0.015561632360000245, + 0.01129863240000007, + 0.0052732767999999685, + 0.00552804246000023, + -0.003806189400000043, + 0.004888994199999829, + 0.008798804439999558, + -0.008297726599999769, + 0.0009121625999998376, + 0.004806467700000183, + 0.003901915299999814, + -0.011281666800000121, + -0.0074610201999999294, + 0.003215448200000049 + ] + ], + "std": [ + [ + 0.9872835099546217, + 1.006134190408135, + 0.9972389123333294, + 1.0049266649751227, + 0.9943131104630408, + 0.9927707764568473, + 1.0068065835854811, + 1.0134669668414158, + 1.0040007520709764, + 0.9997230654740944, + 1.007968354670923, + 1.0003581319476724, + 1.005041480077882, + 1.0049516430140362, + 0.9976563117551296, + 0.9860491581099939 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 26, + "depth": 6, + "padding": 32, + "parameters": 5631, + "cert_evals": { + "36": 0.615358829498291, + "72": 0.5234067440032959, + "108": 0.42810484766960144, + "255": 0.14245037734508514 + }, + "fold": 0 + }, + { + "best_epoch": 59, + "best_val_acc": 0.7074895531983285, + "test_acc": 0.7083017915720414, + "train_size": 5000, + "val_size": 3111, + "test_size": 11889, + "stats": { + "mean": [ + [ + 0.0029532797399999047, + 0.004388175279999976, + 0.004244063760000119, + 0.012979005999999998, + -0.004678983799999144, + 0.003455055400000179, + -0.007418534600000143, + 0.003926012599999779, + 0.00795879715999929, + -0.00524365779999995, + -0.01178226520000005, + -0.015187571099999951, + -0.012475097320000503, + -0.0018423520000003316, + -0.013382179199999674, + -0.004821816599999932 + ] + ], + "std": [ + [ + 0.9986276678083476, + 0.9950343941586423, + 0.99640667299183, + 1.0000071963490385, + 0.992160528900722, + 1.0037788827185958, + 1.0135243337906252, + 1.019023638516362, + 1.0086984945355297, + 1.009749704171076, + 1.013939210703217, + 0.9887907814862574, + 0.9896867749920725, + 0.9916791039398155, + 1.0056717046836126, + 1.0037598172363915 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 26, + "depth": 6, + "padding": 32, + "parameters": 5631, + "cert_evals": { + "36": 0.6320968866348267, + "72": 0.5387333035469055, + "108": 0.43485575914382935, + "255": 0.14130710065364838 + }, + "fold": 1 + }, + { + "best_epoch": 86, + "best_val_acc": 0.703103448275862, + "test_acc": 0.7041322314049587, + "train_size": 5000, + "val_size": 2900, + "test_size": 12100, + "stats": { + "mean": [ + [ + 0.021874334520000687, + 0.017884720619999826, + 0.014568840500000449, + 0.006699696200000058, + -0.00020502299999983865, + 0.011056104300000202, + -0.0043222202000001006, + -0.005629635800000384, + 0.0012383624799995345, + 0.011071598799999905, + -0.0038767746000001103, + -0.0036525290000001725, + 0.002787233879999989, + 0.011734750599999826, + -0.007305219399999943, + 0.006554009400000075 + ] + ], + "std": [ + [ + 1.018882039972734, + 0.9909097519297484, + 1.011006149224975, + 0.9981095511490614, + 0.9744828743262628, + 1.0187271547521726, + 1.0142349021053059, + 1.0059981552155532, + 1.0032678982013254, + 0.9974167859950539, + 0.9962881566563585, + 1.0100493766021112, + 0.9931648907076084, + 1.0108922135098513, + 1.0056449285270137, + 1.001713691144833 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 26, + "depth": 6, + "padding": 32, + "parameters": 5631, + "cert_evals": { + "36": 0.6285950541496277, + "72": 0.5345454216003418, + "108": 0.4403305649757385, + "255": 0.14363636076450348 + }, + "fold": 2 + }, + { + "best_epoch": 57, + "best_val_acc": 0.7131886477462437, + "test_acc": 0.6951270304039984, + "train_size": 5000, + "val_size": 2995, + "test_size": 12005, + "stats": { + "mean": [ + [ + 0.004834942479999971, + 0.001483113019999944, + -0.0019111359399998356, + 0.0075840941999999545, + -0.0010267499999996761, + 0.017176408160000104, + -0.001742007400000528, + -0.001036997800000219, + 0.003506500319999635, + -0.004038084999999959, + -0.005625091799999523, + 0.0011537186999995067, + 0.00047216481999986826, + -0.0067559524000002655, + 0.007341836400000017, + 0.0008661090000000479 + ] + ], + "std": [ + [ + 1.004162670449844, + 1.0009285120042208, + 1.0009316003026747, + 1.0058812415247276, + 1.0013613633110403, + 0.9913646988590394, + 0.9980301597574796, + 0.9947148416325726, + 0.9936745035912995, + 0.9961424729063775, + 0.9987978729631191, + 0.9997824037300547, + 0.9953405790803281, + 1.0103550196199995, + 1.0017727765855509, + 1.0101591352858876 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 26, + "depth": 6, + "padding": 32, + "parameters": 5631, + "cert_evals": { + "36": 0.616076648235321, + "72": 0.5279467105865479, + "108": 0.4327363669872284, + "255": 0.14685547351837158 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7011428385064589, + "std_test_acc": 0.006149658397021786, + "n_samples": 20000, + "n_features": 16, + "n_classes": 26, + "mean_cert_acc_36": 0.6230318546295166, + "std_cert_acc_36": 0.008570768242659427, + "mean_cert_acc_72": 0.5311580449342728, + "std_cert_acc_72": 0.006813080510839334, + "mean_cert_acc_108": 0.4340068846940994, + "std_cert_acc_108": 0.00507141585811475, + "mean_cert_acc_255": 0.14356232807040215, + "std_cert_acc_255": 0.002392542085877739 + }, + "musk-1": { + "dataset": "musk-1", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 7, + "best_val_acc": 0.8552631578947368, + "test_acc": 0.8149466192170819, + "train_size": 119, + "val_size": 76, + "test_size": 281, + "stats": { + "mean": [ + [ + -0.009291536974789802, + -0.12607884680672266, + -0.04762204201680674, + -0.0761702235294117, + -0.044936774789916, + -0.014382231932773128, + -0.041894201680672254, + -0.03190622907563026, + 0.021353001680672248, + 0.10775567647058813, + 0.09010778932773111, + -0.057640225210084016, + 0.14667296336134458, + 0.10126893949579828, + 0.14001244605042018, + -0.04249502016806724, + 0.038105572268907546, + 0.002184308487394976, + -0.05224322941176468, + 0.06215304016806718, + -0.12393828857142859, + -0.02803303361344539, + -0.10647747142857145, + 0.02538642941176475, + 0.03754377647058824, + -0.00930381512605037, + -0.10533614621848736, + -0.07591091428571431, + 0.015518248319327696, + 0.03344583445378154, + -0.0436141698991596, + -0.03440255966386541, + -0.08419558653781517, + 0.059494676050420144, + 0.011928458739495816, + -0.006269523999999992, + 0.060528428571428566, + 0.03592683193277311, + 0.07123646218487396, + -0.0823780630252101, + -0.03973622907563024, + -0.09128727731092437, + 0.134798512605042, + 0.09857759663865544, + 0.08639189302521, + 0.04655348655462184, + 0.12397431176470586, + -0.0036607467226890487, + -0.045298374201680695, + 0.09763559579831942, + -0.11482796470588238, + 0.005798111764705843, + -0.04984500840336133, + 0.10562984689075626, + -0.006794973949579853, + -0.06879170025210085, + -0.05042998067226895, + -0.1381735478991597, + 0.018107122621848763, + 0.07930746134453784, + -0.035087430369747964, + -0.047216151260504276, + -0.050801200000000026, + 0.000790052100840336, + -0.03210146470588229, + -0.011450639932773149, + 0.13865514789915964, + 0.024682792941176448, + 0.04572973361344544, + -0.07111193899159665, + -0.05305032773109243, + -0.03151311848739495, + 0.13506087714285714, + 0.03930882689075631, + 0.13208768117647057, + 0.03213378487394958, + 0.036931210084033585, + 0.0542657411764706, + -0.055266365126050425, + -0.007700784890756318, + -0.06660210142857143, + -0.0472203361344537, + -0.13513644588235293, + -0.0953638899159664, + 0.0684584218487394, + -0.027715061344537825, + -0.13681975714285718, + -0.03402985277310925, + 0.0014045230252100738, + 0.0014960380672269073, + -0.013881531092436904, + -0.054739220168067156, + -0.07439434873949584, + 0.16347766033613445, + -0.027834813445378172, + 0.04105560084033615, + -0.018090553781512614, + 0.039478408403361344, + 0.01011179831932775, + -0.056224057983193236, + -0.05482081092436975, + -0.09049105663865546, + 0.1384086307563025, + 0.1158592352941177, + 0.1295010983193277, + 0.026534809327731116, + 0.030993403193277324, + 0.045596629411764705, + 0.07867409050420171, + 0.07023428403361341, + -0.010699962478991626, + -0.1297697013445378, + -0.06125888739495793, + -0.054635241344537774, + 0.07315159588235293, + 0.14113961932773117, + 0.03369915462184867, + -0.017007521008403328, + -0.03182301008403359, + -0.10475748344537812, + 0.029890118487394944, + 0.008469613445378164, + 0.0055577798319327845, + -0.015650881428571396, + 0.0048053532268907215, + 0.06544014621848733, + 0.11003610159663865, + 0.04605257647058817, + 0.14969492016806743, + -0.012363702521008463, + -0.051404617310924446, + -0.01038593529411762, + -0.07927427529411762, + -0.04159334571428572, + 0.06169648184873948, + 0.11608897882352946, + 0.038903689075630285, + 0.1461880742857143, + -0.06708651966386553, + -0.11414608924369747, + -0.1295263958823529, + -0.03233595445378152, + -0.04501458058823521, + -0.000721831932773089, + -0.004400483109243784, + -0.12390628907563028, + -0.036873544537815106, + -0.0909845665546218, + -0.10444491176470592, + -0.09871166294117649, + 0.005718816974789886, + -0.036594511848739485, + -0.04913234621848742, + -0.08743706722689078, + -0.11513121176470595, + -0.08874053697478997, + -0.05336954033613433, + 0.082962791092437, + -0.021164454621848745, + -0.0932097171428572, + 0.014436121848739485, + -0.04426032336134451, + -0.1090511277310925, + 0.1449148087394958, + 0.1817663789915966, + 0.013956836806722718 + ] + ], + "std": [ + [ + 1.0099114119845158, + 0.9348594846360825, + 0.9584972842977127, + 0.9640337720371549, + 0.2970971465206269, + 0.9902644318765941, + 0.9766608443635819, + 0.9277337303843832, + 1.0209147991357326, + 0.8462688910212999, + 0.937274236323561, + 0.9720030442747652, + 0.8629052767970179, + 1.0131630405366665, + 1.0235995127546023, + 0.9236691973697053, + 1.0455909357050364, + 1.035981564713016, + 0.99532697338212, + 0.9211771365528878, + 0.874501926986878, + 0.9704498314090642, + 0.891302047446978, + 0.9804149844573272, + 1.0041773279830728, + 1.002529298728106, + 1.0224471703080853, + 0.9244712375286949, + 0.9743559806263377, + 0.9887295244749511, + 0.9544273760411471, + 1.02985801200279, + 0.9474472095469905, + 0.9846549124544697, + 1.0482961086154436, + 1.055409389025073, + 1.0423422939087563, + 1.0253865871036294, + 1.0239668108505644, + 0.9972886803210333, + 0.9397442064430964, + 0.9896358956731565, + 0.8331728551459917, + 1.0002340413586819, + 1.026654843545489, + 0.9343094828155423, + 1.0805604708964744, + 1.016149424944211, + 0.9476470504397961, + 0.8577284376860824, + 0.920172262946738, + 1.0002820735413485, + 0.9664321885797094, + 1.019659024980453, + 1.0132206139363333, + 1.00472748039475, + 1.0024772758067237, + 0.9013838379335253, + 0.9715976585133171, + 0.9356214917883198, + 0.9726637625607683, + 1.00574462045675, + 0.9321535556262043, + 1.004591790870879, + 1.0091107376933197, + 1.0832569998991441, + 1.8163040204653527, + 0.9290261409599484, + 1.0054342451497356, + 0.9239187303729655, + 0.9412606308289463, + 0.9574057112375489, + 0.8857071278100311, + 1.0050826351619282, + 0.9471390167804283, + 1.0193559664076242, + 1.033149121132442, + 0.9758992146197891, + 0.9828293233847875, + 0.90614346312176, + 0.9387813930150655, + 0.9606369771060325, + 0.8549597722364108, + 0.9981213041653383, + 0.9677112371500205, + 0.9888508064525113, + 0.9412501606612704, + 0.9784409127120647, + 0.9536777420064435, + 1.0085901119483398, + 1.0060567404606122, + 1.05851562000323, + 0.9752413461311447, + 0.832810761621145, + 0.9562798547506608, + 0.9993771767194177, + 0.9838326504712223, + 1.0393844730608708, + 0.9854152300072946, + 0.9930779495430294, + 0.9453202880876939, + 1.0360449396357243, + 0.9713513980461649, + 0.9992332279693708, + 1.030407313898056, + 1.0076912122214956, + 1.0744880656744056, + 1.0277037793008523, + 0.9982104529316067, + 1.0186593720796726, + 0.9108463414168625, + 0.8553233102911179, + 0.9405777768078974, + 0.9494600014203208, + 0.9952734588081359, + 0.9638326137771844, + 0.9939522113357686, + 0.9987681660336664, + 1.0036155891840373, + 1.0182452713672059, + 0.9910446446968689, + 1.0210928396177827, + 1.014427730685323, + 1.0086920592279505, + 1.0093171765266578, + 0.9594492714523327, + 0.9056353320538072, + 0.9878559376915045, + 0.865650141810967, + 1.0394374951234533, + 0.9719119864007881, + 0.9799530665659871, + 0.9588363638135182, + 0.9822725442114135, + 0.9853299809008946, + 0.9191461281202059, + 1.0618195424162966, + 0.9695623887099393, + 0.9472161121894884, + 0.9054444134708255, + 0.8581249512539794, + 0.9983938325913907, + 0.9776524170683517, + 1.0043567453308122, + 1.0368357351214297, + 0.7773405936733125, + 0.9853354382623081, + 0.9079498191834765, + 0.9125689627310116, + 1.007586247217154, + 1.0299208957325752, + 0.9872806671843242, + 0.9852145677771802, + 0.961619761600875, + 1.0605262646288578, + 0.980777477262741, + 0.8407792662129906, + 0.9672088420960975, + 0.993154330767692, + 0.9994330628955878, + 0.9756248219133866, + 1.0207484353264802, + 0.8458747953216613, + 1.047455330809163, + 0.8596011234926225, + 0.9804108130279062 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 498339, + "cert_evals": { + "36": 0.790035605430603, + "72": 0.7651245594024658, + "108": 0.7295373678207397, + "255": 0.5480427145957947 + }, + "fold": 0 + }, + { + "best_epoch": 12, + "best_val_acc": 0.7804878048780488, + "test_acc": 0.8181818181818182, + "train_size": 119, + "val_size": 82, + "test_size": 275, + "stats": { + "mean": [ + [ + 0.024158311764705866, + 0.06841572537815128, + 0.07787132436974789, + 0.05814358991596639, + -0.0888491647058824, + 0.03483687310924371, + -0.08321678991596636, + 0.0172144136134454, + -0.07243344537815127, + 0.008146065798319318, + -0.016513243697478995, + -0.05358841159663873, + -0.11541696184873952, + -0.030794808823529415, + -0.023826682857142848, + 0.22576291260504208, + -0.07960640428571429, + 0.17796446697478982, + -0.10515495630252099, + -0.1766215479831932, + -0.021160134789915977, + -0.09120216806722693, + -0.08078450756302523, + 0.036557993277310914, + 0.07266807731092434, + -0.07452452100840339, + -0.09814859546218489, + 0.003981514285714288, + 0.06022833823529412, + 0.03180818907563029, + 0.12598115882352945, + -0.019460692436974722, + 0.005478542042016823, + 0.03584051008403359, + 0.02924001680672268, + 0.08767364537815124, + 0.028594260504201666, + -0.07716408655462187, + 0.056073705882352984, + -0.05639972268907562, + 0.0835798580672269, + 0.025938724369747895, + -0.10687808823529413, + -0.07300582436974785, + -0.056062168571428615, + 0.07744706722689071, + -0.11377087142857145, + 0.048533752268907604, + -0.08137850462184877, + -0.058378573949579855, + -0.028422560504201697, + -0.0789361680672269, + -0.08572274453781516, + 0.03500715462184874, + 0.09914903445378148, + -0.01241268218487394, + -0.09931365378151263, + -0.012532198319327783, + 0.059187288168067245, + 0.08141363613445372, + 0.08123671047058818, + 0.02099984705882357, + -0.061353805882352924, + 0.05045417815126048, + 0.003424229411764733, + 0.03549537599999996, + 0.10939142605042013, + 0.024103800252100897, + 0.09995052563025215, + 0.04793713714285712, + 0.08099445378151263, + 0.04342324285714288, + -0.04197519075630255, + -0.006363128907563019, + -0.04760110218487393, + 0.18736039663865556, + -0.06648005882352942, + 0.04628493109243699, + -0.08752957159663863, + -0.10092213726050421, + -0.04371235016806719, + -0.08629289915966386, + -0.061165748991596644, + 0.06382008823529413, + 0.08361947142857139, + -0.08537609243697473, + 0.011821439495798298, + 0.059812282521008404, + 0.07737757478991594, + 0.048898662184873966, + 0.05884979831932784, + 0.032120366386554605, + 0.049671467226890774, + 0.06206085193277312, + -0.06417456806722689, + 0.09108409243697482, + 0.013927862352941179, + -0.0819115100840336, + 0.06585645378151259, + -0.080924987394958, + 0.08453104543697479, + 0.03520098739495797, + -0.033171742605042, + -0.07644083142857143, + -0.07423916470588235, + 0.19354969352941173, + 0.07750047327731097, + 0.04090831848739493, + -0.009056908571428546, + -0.08928623369747901, + -0.1007881585714285, + -0.06398705378151263, + -0.08433044033613445, + -0.08870030352941174, + 0.009959691008403333, + -0.09990773865546218, + 0.05553736134453778, + -0.06597402521008403, + -0.09688954873949583, + -0.07634268067226894, + 0.04976200672268908, + 0.09565500000000006, + 0.04676366134453782, + 0.039169940336134454, + 0.01394140588235296, + 0.09173843613445375, + 0.04849337193277301, + 0.02735341008403359, + 0.0022560852100840245, + 0.017306670588235304, + -0.07432240336134455, + 0.018145999999999957, + 0.07377648403361345, + 0.03658892100840334, + 0.09466570336134442, + -0.01156839252100844, + -0.08601561932773116, + -0.023251629747899148, + -0.07814215966386556, + -0.05655879957983193, + -0.07487231655462186, + -0.05101524907563022, + -0.07532593025210085, + -0.08363757142857142, + 0.04670676983193278, + 0.01303225319327727, + 0.1082119579831933, + 0.058739847226890775, + 0.04739272436974786, + -0.08494485210084034, + -0.007814653361344537, + 0.03440219747899159, + 0.03682794453781517, + 0.019789025210084014, + -0.020285273949579827, + 0.01840798831932768, + 0.09117156386554631, + 0.09178180537815128, + 0.028927057983193283, + 0.039525619159663856, + 0.03801534126050421, + 0.05517624386554618, + 0.027384261176470626, + -0.06334286823529411, + -0.002208981512605072, + 0.04186990235294113 + ] + ], + "std": [ + [ + 0.9547059509648184, + 0.9457416976985498, + 0.9671967001393593, + 1.0340808405040773, + 0.29867998736393586, + 0.9719739664896527, + 1.0223829819294672, + 0.9920370365260445, + 0.9938178926570024, + 1.0674678703036786, + 1.0536235501005935, + 0.9759681128010698, + 1.1933806341652835, + 1.0462009952757907, + 1.0396377705165756, + 1.2364398130013148, + 1.0297123743799923, + 1.0513930980262587, + 0.9790963258765985, + 1.0632151511993007, + 0.8881037178933221, + 0.997644465555213, + 0.9146456782945884, + 0.9986846418706715, + 1.028389228812699, + 1.0052304374745582, + 1.0570364058143467, + 1.1112265087401707, + 1.0072333277340315, + 0.9792224727759794, + 1.140107641685767, + 1.0319855071635557, + 1.012909596546793, + 1.0478738212633798, + 1.0393769664926573, + 1.040313487043468, + 1.0004874772542869, + 1.0065552249215965, + 0.9959877333213383, + 1.0314341517051941, + 0.9609827644603898, + 0.9407821598946572, + 1.1423539444973092, + 1.040681629733202, + 1.035405523493998, + 1.0348642291431813, + 0.9384238030240764, + 1.007329148159345, + 0.96532151079532, + 1.080102411960722, + 0.9189706961196683, + 0.9890328023534652, + 0.9970449665503818, + 1.0032947034394086, + 1.0232492622926868, + 0.9044539334562162, + 1.0428486576399463, + 0.9869742154628898, + 0.9627579193146311, + 1.0375988820208812, + 1.0442635152617854, + 0.9921480147512401, + 1.0172361211613725, + 0.9856162070884749, + 1.0071085351580469, + 1.004680228407639, + 1.0918099971010347, + 0.859818967469955, + 0.951570742602994, + 0.8998130747416146, + 0.9682740422741012, + 0.9513593820658351, + 1.0918457242129123, + 1.0306512739007234, + 1.1233409715843774, + 1.319054880300292, + 1.0190368042078375, + 1.0726089749646683, + 0.9780586022786055, + 1.0237281910570661, + 0.9302196391823201, + 1.0150095369233572, + 0.8567595112619277, + 1.0253125704582768, + 1.0329663588386147, + 1.0150497595004389, + 0.9645261987539875, + 0.9987452828678794, + 0.9996111734287946, + 0.9939296531881606, + 1.0641892502012626, + 1.0238265092687246, + 1.0399511925040086, + 1.0927394981630942, + 0.947573210798269, + 1.0191620496299643, + 0.9777226300254053, + 1.0076015412678785, + 0.9989352692153354, + 1.0456873119376142, + 0.9570466525951427, + 0.9629678052479418, + 1.0756215730851235, + 1.0393724244555782, + 1.0305172746367526, + 1.0836356914908913, + 1.0236898037082116, + 1.030964269392618, + 1.054840275031591, + 1.0178620591147387, + 1.006995468728297, + 0.8734971943634845, + 0.942877766385353, + 0.971630330747536, + 1.0292634993717256, + 1.116414229811486, + 1.0266501952515827, + 1.0364187186039386, + 1.0294974903053178, + 1.069916118390874, + 0.9920027928850452, + 1.0092646258306635, + 0.9981544780299838, + 0.9515782433268465, + 1.0464699288665589, + 1.0272730625017454, + 1.0548039781673533, + 0.983479378572509, + 1.135184518802563, + 1.0353433069590894, + 1.0020848418547366, + 1.0073768884693561, + 0.9727461694029419, + 0.9973821577284503, + 1.0529917786648204, + 0.8823455010261391, + 1.0295445080258667, + 0.906856533293073, + 0.9621107954508806, + 0.8425968192386732, + 0.8559038698220399, + 1.016468338504835, + 1.037043233806624, + 1.0173006551929522, + 1.0578471179473388, + 1.0163426747138629, + 1.1986785031894742, + 0.9143980309098125, + 0.9344978248549644, + 1.0421032838564122, + 0.9875543674864906, + 1.0306666337849881, + 1.0407485217723018, + 0.9295624550306794, + 1.0304280230394511, + 0.9628856470269781, + 1.122180757252087, + 1.1061285175248974, + 1.0018242894154332, + 0.9161538026866665, + 1.0210998734495285, + 0.9425158583796771, + 1.017252092911681, + 1.1339821301332038, + 0.9482657315372943, + 1.0539881791338177 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 498339, + "cert_evals": { + "36": 0.7927272915840149, + "72": 0.7599999904632568, + "108": 0.7309091091156006, + "255": 0.578181803226471 + }, + "fold": 1 + }, + { + "best_epoch": 12, + "best_val_acc": 0.921875, + "test_acc": 0.8976109215017065, + "train_size": 119, + "val_size": 64, + "test_size": 293, + "stats": { + "mean": [ + [ + 0.06318337899159665, + -0.01750837369747895, + 0.02927752857142856, + -0.008290130252100843, + 0.015662287394957966, + 0.02086558571428569, + -0.13928621848739492, + -0.07404167731092438, + -0.19213065546218494, + 0.1664315235294117, + -0.12294668319327731, + -0.1817351731092437, + 0.010112128235294188, + -0.10692336386554628, + -0.08861290806722695, + -0.06722896890756305, + -0.16965138907563024, + -0.08699059201680673, + -0.09990497731092438, + 0.025839068067226904, + -0.15816130924369745, + -0.17952358823529418, + -0.12498328067226894, + 0.15700955630252103, + 0.2047434554621848, + -0.12583588235294113, + -0.159380296302521, + -0.1583042731092438, + -0.017471884033613477, + 0.17150142016806721, + -0.013367896789915854, + 0.09515493319327734, + -0.1043621142773109, + 0.14587384495798317, + -0.12920535638655464, + 0.08664596507563023, + -0.11529433613445382, + -0.11128723529411766, + 0.1026118739495799, + -0.1288278638655462, + 0.03162067176470591, + 0.10926809579831938, + 0.10145011742857142, + -0.10089418487394954, + -0.16934925134453793, + -0.10035777899159666, + -0.0022220840336134593, + -0.14973477075630254, + -0.09981443655462183, + 0.13018069327731097, + -0.16896669495798325, + -0.19508748739495796, + -0.15524649243697483, + -0.11831341932773114, + 0.22480805714285726, + -0.04188063773109245, + -0.14299176722689078, + -0.09312031680672267, + -0.03409673368067225, + 0.21123602268907565, + -0.0823785142352941, + 0.09407231092436971, + -0.06044896050420165, + 0.12690943361344537, + -0.15432811176470584, + 0.11373846321008402, + -0.09197245798319335, + -0.036408632521008365, + 0.02736904537815129, + -0.07516609663865546, + 0.02726841428571433, + 0.11449725126050421, + -0.08324179865546223, + -0.1859713232773108, + -0.029114210756302543, + -0.04372340672268908, + -0.1676014957983193, + -0.09481104907563025, + -0.14518526134453774, + -0.14023717031932764, + -0.17883970840336139, + -0.15227219327731092, + -0.12688221596638652, + 0.17267242857142853, + 0.21734268907562995, + -0.13427643697478986, + -0.10342343025210089, + -0.08278381840336131, + 0.039320595126050406, + 0.12871404033613446, + 0.01710760588235305, + 0.1303802900840336, + -0.1259390416806723, + -0.02462903075630251, + -0.011597495798319335, + -0.02996593277310922, + -0.11406075697479011, + -0.15991802436974792, + 0.08011680672268909, + -0.13947732605042013, + 0.03274552773109243, + 0.12533725361344533, + -0.110098517394958, + -0.12202160000000008, + -0.11250578067226888, + -0.029730635546218537, + -0.06243363445378147, + -0.11122854033613447, + 0.0018548309243698465, + -0.16121145042016807, + -0.11309920420168079, + -0.1428132453781513, + -0.16323598739495804, + -0.1605866899159664, + 0.2219443926890757, + 0.08728584873949588, + 0.18907824873949586, + -0.14974748739495788, + -0.15023559243697474, + -0.18183265630252093, + 0.18517070504201683, + 0.16599662184873953, + 0.14711887731092438, + -0.05699850756302512, + 0.04790072465546219, + -0.009070256302521026, + 0.17716400000000004, + 0.16732338571428573, + 0.08124960588235282, + -0.14709592941176478, + 0.0369225247058823, + -0.017422470588235324, + -0.1504932868067227, + -0.19206401436974793, + -0.11275016705882353, + 0.00605314857142857, + -0.1441573467226891, + 0.07815059025210083, + -0.13342117983193286, + -0.0817532226890756, + -0.09976520789915962, + -0.10781365663865544, + -0.14120095630252097, + -0.14986163865546215, + 0.20239748411764702, + -0.07042730252100846, + -0.02724144705882351, + -0.08136119201680665, + -0.08620197731092435, + -0.144991794117647, + -0.11356651411764705, + -0.13158160840336128, + -0.10353579159663868, + 0.15731504201680674, + 0.12369566218487399, + 0.14793098151260503, + -0.10683907815126047, + 0.04158667731092437, + 0.08902219327731095, + 0.11460572504201683, + 0.06525115428571429, + 0.08792362386554624, + 0.06720011109243695, + 0.11343997344537818, + -0.046682014285714286, + 0.08234472924369746 + ] + ], + "std": [ + [ + 0.9926193696304842, + 0.982041564897434, + 0.9788587860924499, + 1.0481325530599315, + 1.1497163338460719, + 0.9036763603503252, + 1.0073501012902193, + 1.0681136353666913, + 0.957911230073424, + 1.0517887344491312, + 1.037533414748361, + 1.0316333625809162, + 0.988344377792284, + 1.0327635738369823, + 1.0645913439075099, + 0.8772045443763791, + 1.0038093734493303, + 1.078088978405565, + 1.016038289193935, + 1.1038191425269852, + 1.0415694714449408, + 0.9494193094640091, + 0.9951683699303016, + 1.0484760713821966, + 1.0292290388549856, + 1.0046238226745023, + 1.0231894041917298, + 0.8722526507660389, + 0.9637053912866876, + 1.0443111125853262, + 0.9779088621252243, + 1.0200265098256789, + 1.04982753768682, + 1.0411057141110271, + 0.9917883582877046, + 1.0640907950667935, + 0.9109416890609948, + 1.014778603352571, + 1.012407645947388, + 1.0130519839966745, + 0.9833348170290883, + 1.0054412900355405, + 1.002550053092507, + 1.040884298794981, + 1.0022037130564367, + 1.0045856731019926, + 1.0338791557822133, + 1.0330533263056556, + 1.0342555211980782, + 1.0856777292343813, + 1.0480432440305076, + 0.9406979132818648, + 0.9525414189459014, + 1.0458734546424882, + 1.0040929970983012, + 1.0908338035551266, + 1.0204411854890103, + 0.9393304179799824, + 0.8845216239422083, + 1.0634312588079848, + 0.9761643177227193, + 0.9998814706721766, + 1.0943099390691056, + 1.0203591751451435, + 1.0002264397589242, + 1.0452620025255572, + 0.21243774403030324, + 0.9825487629977677, + 0.9989470256653102, + 0.9776195550802724, + 0.9881921942536106, + 0.9692812223632913, + 1.0114103879358118, + 1.0176471463203618, + 1.0985968046879107, + 0.9011071747489188, + 0.9852820686558261, + 1.0409724045164395, + 1.0226853862781786, + 1.0523503465387045, + 0.9984890729247287, + 0.9865085860689214, + 1.0253383015650288, + 0.9842190050210698, + 1.0482657857074558, + 1.0036930615027435, + 1.0023674926749344, + 0.9730180833171876, + 1.0498568728572968, + 1.013227026732738, + 1.0681306059244247, + 1.0419005594011688, + 1.0023012201703372, + 1.0090606387751904, + 1.0008208481733105, + 1.0237634624186749, + 0.9344050493529626, + 0.9799269064690889, + 0.9917577807573584, + 1.0154669742852132, + 0.9626828180326641, + 0.9488893200381362, + 1.0680204623811373, + 1.0577745418633626, + 1.0312684087947, + 1.034145517451026, + 0.9555340495289785, + 1.038495245556023, + 1.124990782413921, + 0.9969234745383295, + 1.0341464668845146, + 1.0190464402227772, + 0.9844502112008426, + 0.9638979266497083, + 1.0560016403249661, + 1.0338565548525813, + 1.0195784734669, + 1.0452959798033794, + 1.0300936651868722, + 1.0079193145701346, + 1.0358505453672258, + 0.9983519055294932, + 0.9782721184706487, + 1.017214512787047, + 1.0461193963805977, + 1.0786507849769222, + 1.0600256230229115, + 1.0549246896740905, + 1.0202597947720748, + 1.0047933682967538, + 1.046133607275955, + 0.9767724487049283, + 1.065119568533619, + 1.0493844633618457, + 1.0486183588403433, + 1.0360634805883144, + 1.0211356178592574, + 1.116516917576279, + 0.9684635542928414, + 1.0485198907974274, + 1.0097174728071363, + 1.0200358029187542, + 1.0093169179506543, + 0.9954927763696803, + 1.9163314627641592, + 0.7748234776717885, + 0.8330323640536798, + 0.9972784153379518, + 1.014123873707783, + 1.0176782914003792, + 0.9696823644591901, + 1.0083943170146934, + 1.016776019144507, + 0.9587407406311098, + 0.9964839901207664, + 0.9516493424090011, + 0.7372865758169305, + 0.9783224584281585, + 0.9967116551381188, + 1.0058189487431421, + 0.9864991950017903, + 0.9736185085647364, + 0.9649805689555828, + 0.7965445354430392, + 1.012032729083389, + 1.009115061348346 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 498339, + "cert_evals": { + "36": 0.8668941855430603, + "72": 0.8395904302597046, + "108": 0.8191125988960266, + "255": 0.5836177468299866 + }, + "fold": 2 + }, + { + "best_epoch": 6, + "best_val_acc": 0.8055555555555556, + "test_acc": 0.8140350877192982, + "train_size": 119, + "val_size": 72, + "test_size": 285, + "stats": { + "mean": [ + [ + 0.08827094453781521, + 0.052429700924369736, + -0.00036463781512605076, + -0.12936181092436974, + 0.24400667394957987, + 0.06789304621848738, + -0.14386008655462185, + -0.16341241647058824, + -0.09119049579831934, + 0.08688295487394951, + -0.010142181512605056, + -0.07992688621848743, + 0.07515934235294126, + -0.043617603697479, + -0.0595251351260505, + -0.00513104201680665, + -0.10509469159663867, + -0.12206933151260506, + -0.10814025714285717, + -0.12779779672268907, + -0.10893169613445379, + -0.08832163865546222, + -0.0816827924369748, + 0.09850233697478993, + 0.05851083949579831, + -0.1641787092436975, + -0.16092729126050428, + -0.1280319789915966, + -0.08851597478991598, + 0.07951196302521006, + 0.08349220993277319, + 0.005591952100840379, + 0.03787954203361344, + 0.10143728361344516, + -0.10608766731092427, + 0.14584866675630268, + 0.012883600840336178, + -0.16592546050420165, + 0.09759672268907567, + -0.19044940252100842, + 0.033699108991596664, + 0.11165795798319325, + 0.09412673485714296, + -0.05305871764705887, + -0.05172935680672275, + 0.012541703843697427, + -0.01198715798319332, + -0.18350753075630258, + -0.11316068361344542, + 0.01317001420168068, + -0.09100677478991598, + -0.07560952100840335, + -0.08295605882352938, + -0.11658848504201687, + -0.0018185008403361622, + -0.2458672547058823, + -0.1656989243697479, + -0.07704509663865547, + 0.036561694117647064, + 0.09020285378151255, + -0.03517201448739494, + 0.05582876890756301, + 0.009798390756302568, + 0.09632748058823527, + -0.07761458739495794, + 0.11183031848739493, + -0.036579986554621885, + -0.1263089718487395, + 0.11839747605042025, + -0.12111019226890757, + 0.02024199159663867, + 0.11024838487394956, + 0.04454762537815129, + -0.04300331764705883, + -0.03712093210084034, + 0.015276773109243746, + -0.10326505882352946, + -0.07333125647058819, + -0.08882397941176472, + -0.12382232100840335, + -0.08881872605042021, + -0.12030378151260503, + -0.09926218848739496, + -0.10734386974789903, + 0.06343325798319317, + -0.13570989327731095, + -0.04595993361344538, + -0.2624038873109244, + -0.16767311747899152, + 0.09202781512605042, + 0.08289800840336134, + 0.09075038487394953, + -0.06000971176470589, + 0.14886200151260504, + -0.07113343193277308, + 0.10141161344537818, + 0.010751606722689067, + -0.10513173865546219, + 0.04550339495798316, + -0.17243847226890754, + 0.046450748739495784, + 0.152537722184874, + -0.04370105689075634, + -0.0473904394957983, + -0.05494940756302522, + -0.07405113613445377, + -0.03986815983193283, + -0.20286767310924372, + -0.06405264798319323, + -0.0780125884033613, + -0.13415427676470587, + -0.08062178285714292, + -0.06563321680672268, + -0.062234380672268885, + 0.019833384033613455, + -0.030907690756302526, + 0.05372328235294116, + -0.1764853655462185, + -0.15975390168067233, + -0.13166282773109242, + 0.07275436470588237, + 0.05660831008403364, + 0.08542897647058818, + 0.12639466974789917, + 0.007908259394958005, + 0.10586099915966378, + 0.11454698386554625, + 0.09212199915966388, + 0.14067056840336137, + -0.0895770168067228, + -0.08912285042016815, + -0.05617147647058823, + -0.14716913361344536, + -0.079183261092437, + -0.05918893747899158, + -0.07452321445378149, + -0.15886370840336134, + 0.01905404537815125, + -0.10519994621848744, + -0.17713219344537812, + -0.11923718403361346, + -0.18296511042016797, + -0.16212627722689074, + -0.13948604201680673, + 0.10796782184873933, + 0.042607534453781536, + -0.20062171932773104, + -0.07986152588235298, + -0.048355900000000014, + -0.1863898361344538, + -0.0708105474789915, + -0.10174562865546222, + -0.09230160840336135, + 0.1088111268907563, + 0.036985360504201724, + 0.0905234268907563, + -0.0005666193277310296, + 0.13550344991596625, + 0.07032440672268905, + 0.12498390974789911, + 0.11443038134453778, + 0.17218037596638658, + 0.12188053815126057, + -0.04917931680672268, + -0.10940718739495801, + 0.018918798487394944 + ] + ], + "std": [ + [ + 1.2133217476808096, + 0.9652578226642976, + 0.9562814291999604, + 0.9966056010399577, + 1.8946268220275222, + 0.9886790713878757, + 1.0097226863252031, + 1.0867582795960857, + 1.0417589224997932, + 1.050242189139985, + 1.0667010091805855, + 1.0548795344041055, + 1.1190749488928982, + 1.0572465763203538, + 1.0230162584277593, + 1.0209072269541954, + 1.0668654357533103, + 1.0443336788426352, + 0.990874576128837, + 1.120212168053591, + 1.059400368391213, + 1.0526573622956357, + 1.1038394597149008, + 1.0008841743240904, + 0.9680575174660357, + 1.0707994377159522, + 1.1140756914259644, + 0.950461759055246, + 0.9718974872556142, + 0.9735586441221257, + 1.1567408121073435, + 1.0232943304431714, + 0.9691590839674367, + 1.0073028282577203, + 0.9940009027248206, + 1.1435157497277848, + 0.9996235910991119, + 1.0269563434750735, + 1.008201967276556, + 1.0550683905227118, + 0.9586071450202497, + 0.9837557247029177, + 1.0965052578037058, + 1.0450206753864866, + 1.0490515247311962, + 1.0695381870608307, + 1.038128056317601, + 1.0253465437388283, + 1.0120829704198246, + 1.0886821528839274, + 1.044134767295889, + 1.057010495053697, + 1.099547175101147, + 1.0777320456504151, + 0.9823934587662047, + 1.1421985287771175, + 1.0422574316080255, + 0.9551778546027428, + 0.956249353115088, + 0.9834601472281421, + 1.029947583292353, + 0.9913988001063331, + 1.0982033505572715, + 0.9681930495112483, + 1.0408755740827247, + 1.2253039493523459, + 0.567158136783271, + 0.9085815833042423, + 1.0299220239151927, + 0.9456963821833498, + 0.9732983818929857, + 1.0442991792113836, + 1.04539232954153, + 1.0732878711261946, + 1.1008086762685154, + 1.0285808932813831, + 1.0337505005392162, + 1.0564580683518567, + 1.009641905396013, + 1.0305981372553041, + 1.0664271922774013, + 1.0216625020139711, + 1.0388018156059555, + 0.9586012537860019, + 0.9557594962481459, + 1.0302377619239333, + 0.9961613435881551, + 0.9016777854545155, + 0.9406896531612865, + 0.9812838480496827, + 1.0699842326852145, + 1.0186354962550983, + 1.035027201513659, + 1.0841073584834067, + 1.0303881720252803, + 1.0570748314290839, + 1.02985434388838, + 1.0364309671151335, + 1.0005332938619562, + 1.025577023774322, + 0.9464780143821591, + 1.0208419763094765, + 1.0617116423350834, + 1.0293973942652435, + 1.0261666434965675, + 0.9851421752157683, + 0.9857629751068895, + 1.0385946163975952, + 1.0559440697914113, + 1.016524220581366, + 1.0027196694275118, + 1.0834757121421426, + 1.0779633843014398, + 1.0946447748718007, + 0.9723982390487668, + 1.2023645479315772, + 0.9602099447193709, + 1.0179074417662215, + 1.0352139390132336, + 1.0786183250373933, + 0.9804549368975595, + 0.9682741396185083, + 0.9768312285612, + 0.964630802629325, + 1.0207703099984005, + 1.0415806373869094, + 1.0550470699342684, + 0.9675481149164916, + 1.1420215446420958, + 1.0174455574052221, + 1.083572189658775, + 0.9761057784836439, + 1.0143463201882303, + 1.0941768766737126, + 1.0832459833284696, + 0.9500313582926581, + 1.065039580804888, + 1.0125276884653949, + 1.1411154537895276, + 1.1272755315245084, + 1.050528247361956, + 1.028501993348714, + 1.006157366499387, + 1.012150424187772, + 1.6375220163439004, + 1.093707575936411, + 0.6658659113952596, + 0.988960241303364, + 1.0068392081134723, + 1.09304691782344, + 0.9750885920735577, + 1.0310739633166615, + 1.0173047096798833, + 0.9764442487893782, + 1.0396515626155156, + 0.9538418857070222, + 0.9651813087072169, + 1.0912789245984904, + 0.9909731053384292, + 0.9928942678288627, + 1.0260651993226064, + 1.0689401877661775, + 1.1776513152500432, + 1.2958224260799447, + 1.1488774292810453, + 1.0222715473882593 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 498339, + "cert_evals": { + "36": 0.800000011920929, + "72": 0.7684210538864136, + "108": 0.7333333492279053, + "255": 0.49824562668800354 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8361936116549762, + "std_test_acc": 0.040983515074530984, + "n_samples": 476, + "n_features": 166, + "n_classes": 2, + "mean_cert_acc_36": 0.8124142736196518, + "std_cert_acc_36": 0.03656299015987687, + "mean_cert_acc_72": 0.7832840085029602, + "std_cert_acc_72": 0.037697177784234634, + "mean_cert_acc_108": 0.753223106265068, + "std_cert_acc_108": 0.043954356434078606, + "mean_cert_acc_255": 0.5520219728350639, + "std_cert_acc_255": 0.039116746462815905 + }, + "mushroom": { + "dataset": "mushroom", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 9, + "best_val_acc": 0.9941860465116279, + "test_acc": 0.9967273471057476, + "train_size": 2031, + "val_size": 1204, + "test_size": 4889, + "stats": { + "mean": [ + [ + 0.01584243131462058, + 0.019616320039388076, + -0.017441079960610038, + 1.6376169432992076e-06, + 0.03251508222550193, + -0.0356802550467818, + 0.0053510472673569415, + 0.01704437272280179, + -0.004787042589856331, + -0.006957840965042196, + -0.010824010832105619, + -0.015714124076808157, + -0.0028289399310687338, + 0.026870491383555076, + 0.022659543082221442, + -0.030434470704082447, + 0.043593827671097096, + 0.004918543082224606, + 0.02840681752831178, + -0.026348127031018555, + -0.005641193156080321 + ] + ], + "std": [ + [ + 1.035686963839167, + 1.007002340594574, + 1.0017151333988827, + 0.9999368171880522, + 0.9990636351015061, + 1.1008233629053865, + 1.0048344484644247, + 1.0068055573931955, + 1.0236440770193422, + 1.0008597796892533, + 1.0073922426397302, + 1.0167066772104598, + 1.0093964386273888, + 0.9734350559013669, + 0.9832626494901496, + 1.1103048088729688, + 1.0723209186406066, + 1.007595964551157, + 1.0120097158286505, + 1.0110411166324569, + 1.0045172770457236 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 2, + "depth": 6, + "padding": 42, + "parameters": 8239, + "cert_evals": { + "36": 0.9922274351119995, + "72": 0.9877275228500366, + "108": 0.978114128112793, + "255": 0.9069339036941528 + }, + "fold": 0 + }, + { + "best_epoch": 21, + "best_val_acc": 0.9992025518341308, + "test_acc": 0.9933870634428601, + "train_size": 2031, + "val_size": 1254, + "test_size": 4839, + "stats": { + "mean": [ + [ + 0.021851665189558965, + 0.045494687346133454, + -0.023016031905465747, + 0.036965530280656626, + -0.008439554899067095, + -0.06050103692762893, + -0.005352279172820291, + 0.018109654357464634, + -0.010826772476611657, + -0.005964144756278134, + -0.0263845425898607, + -0.005439538158541234, + 0.010182521910388735, + 0.029856061546036587, + 0.009422661742979281, + -0.06898491088133507, + 0.012714621368784741, + -0.020496901526342964, + 0.05158484524864612, + -0.02241571344165382, + -0.02120593136385968 + ] + ], + "std": [ + [ + 1.0315248601647244, + 0.9830179985436717, + 1.0047928251090696, + 0.992895294859441, + 1.0073587113125533, + 1.1652227018641232, + 0.9949884738559476, + 1.0072236447378615, + 1.00567603413793, + 1.0007315155621166, + 1.0109205575258327, + 0.9954514465944221, + 0.9929406186187327, + 0.9751836648011396, + 0.9886323473980784, + 1.2290771873330002, + 1.039381732586694, + 1.0071967460617643, + 1.021124603051882, + 0.9975517568367002, + 0.9993739380403122 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 2, + "depth": 6, + "padding": 42, + "parameters": 8239, + "cert_evals": { + "36": 0.9890472888946533, + "72": 0.9861541390419006, + "108": 0.9807811379432678, + "255": 0.9049390554428101 + }, + "fold": 1 + }, + { + "best_epoch": 33, + "best_val_acc": 0.9945397815912637, + "test_acc": 0.9958428601122428, + "train_size": 2031, + "val_size": 1282, + "test_size": 4811, + "stats": { + "mean": [ + [ + 0.03987938453963112, + 0.04048598621368699, + 0.017724141063516025, + 0.042959675036934646, + 0.03524534219595943, + -0.01085947316593538, + 0.06020559527326806, + 0.04154585032004439, + -0.021138416248152825, + 0.00794760216642041, + -0.004058537173807962, + 0.006043802067947628, + 0.019799688330871056, + 0.03766451600196941, + 0.053620419005411035, + -0.008115798128995993, + 0.03451170260955303, + -0.036620701624815996, + 0.050364973855244716, + -0.04954926834071779, + -0.038910718808467415 + ] + ], + "std": [ + [ + 1.0340777607321368, + 0.9828467876602278, + 1.0051604242584575, + 0.9916188873116444, + 1.0038227965760236, + 1.0318178450050028, + 1.0521446789948306, + 1.0160955327893362, + 0.9979031775629262, + 0.9988302921123722, + 1.0182499365894375, + 1.001416742027472, + 0.9791335857275247, + 0.980153235814559, + 0.9653369532140004, + 1.0477780788429225, + 1.071696160550273, + 1.0158478432818197, + 1.025340873611186, + 1.0205312831654343, + 1.0033427979641445 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 2, + "depth": 6, + "padding": 42, + "parameters": 8239, + "cert_evals": { + "36": 0.9929328560829163, + "72": 0.9893993139266968, + "108": 0.9821243286132812, + "255": 0.9168571829795837 + }, + "fold": 2 + }, + { + "best_epoch": 32, + "best_val_acc": 0.9967845659163987, + "test_acc": 0.9964941224994844, + "train_size": 2031, + "val_size": 1244, + "test_size": 4849, + "stats": { + "mean": [ + [ + 0.03496272082717429, + 0.006259809945836701, + -0.04574476898079691, + 0.0529499162973972, + 0.02928835942885052, + -0.032577657311676125, + 0.02140603692762581, + 0.03515416051206783, + -0.04146721969473072, + 0.024840437715410932, + -0.005411634662730505, + 0.015714001477105683, + 0.0005653535204322815, + 0.0039044672575081134, + -0.004711640078783966, + -0.03449241260462414, + -0.005449605120628364, + -0.03908023929099026, + 0.04496253520433339, + -0.007472618414573513, + -0.011867085376661432 + ] + ], + "std": [ + [ + 1.037139112731056, + 0.9986273221456993, + 0.9988733086677153, + 0.9894071869891404, + 0.9808046824130975, + 1.092466913790217, + 1.0192143900594468, + 1.0137373624703432, + 1.0005595322422731, + 0.9962556551254128, + 1.0143973341038952, + 0.977335640989274, + 1.0045271012864667, + 0.9912055809890613, + 0.9960096703292455, + 1.1096668870025468, + 0.9979657396378034, + 1.0073781800135768, + 1.0120560325807864, + 1.0092077265578872, + 1.0030900969477494 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 2, + "depth": 6, + "padding": 42, + "parameters": 8239, + "cert_evals": { + "36": 0.9919570684432983, + "72": 0.9874200820922852, + "108": 0.9841204285621643, + "255": 0.9168900847434998 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9956128482900838, + "std_test_acc": 0.001530334981491994, + "n_samples": 8124, + "n_features": 21, + "n_classes": 2, + "mean_cert_acc_36": 0.9915411621332169, + "std_cert_acc_36": 0.001712713679109473, + "mean_cert_acc_72": 0.9876752644777298, + "std_cert_acc_72": 0.0013359164246971918, + "mean_cert_acc_108": 0.9812850058078766, + "std_cert_acc_108": 0.0025200815561782328, + "mean_cert_acc_255": 0.9114050567150116, + "std_cert_acc_255": 0.006366882938722434 + }, + "musk-2": { + "dataset": "musk-2", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 42, + "best_val_acc": 0.9705573080967402, + "test_acc": 0.9662331165582791, + "train_size": 1649, + "val_size": 951, + "test_size": 3998, + "stats": { + "mean": [ + [ + 0.012168368132202085, + 0.02341837027895701, + 0.020700292359005428, + -0.02209387503335347, + -0.0020560481746509213, + 0.07922314560339604, + -0.027858995163129237, + 0.00514897956337172, + -0.025443598241358795, + -0.012925350424499825, + -0.009110814602789298, + -0.017373151864160538, + -0.040321679138872364, + 0.007127460606428197, + -0.012625362098240398, + -0.02746496821710099, + -0.023977028114008505, + -0.0128747651546395, + -0.006377627871436776, + -0.011840867556093787, + -0.035358124244997124, + -0.02599307175864223, + -0.018361714281382703, + 0.011001715591267355, + 0.027934514554275192, + -0.011575247507581028, + -0.007172763747725843, + 0.0027959981928443083, + 0.042997548386901153, + 0.023930509799878933, + -0.01096750604002399, + 0.010412050727713567, + -0.006464042322619719, + 0.029377336149787842, + -0.02244467216494814, + 0.0317711095209218, + 0.03187295605821503, + -0.0026378569678593704, + 0.020977830206185225, + -0.0036226940509401454, + 0.021893817113401794, + -0.0009828729290479623, + -0.029076973559733193, + 0.0033704940994537243, + 0.004985980127349881, + -0.010993449878715093, + -0.012518613050333069, + -0.027202663074590454, + -0.0010676262219536442, + -0.01585898565524571, + -0.03181626658580958, + -0.02924936503335347, + -0.02763026403881141, + 0.008494404038809971, + 0.04722333969678628, + 0.0229503257368101, + -0.018894740873256474, + 0.01871618680412386, + 0.06477876221952691, + 0.008558880157671074, + -0.031547880798059424, + 0.008203403517283188, + -0.000289734602789409, + 0.03673335621588857, + 0.013091789630078789, + 0.02911800007883555, + 0.01277751763492998, + 0.008987795275924537, + 0.008712649326864512, + 0.01420030491813175, + 0.025488006731351723, + 0.021362418544572378, + -0.015943126046088506, + -0.0005885549181321762, + -0.03791631068526347, + -0.015693888781078937, + -0.023804016494845228, + 0.004294386876894847, + -0.01157729425712512, + -0.01509732865979494, + -0.031328824038811424, + -0.025596520897513814, + -0.03243116698605216, + -0.02051309634930244, + 0.012494524863553975, + -0.025342257265009032, + 0.014463499423893529, + 0.03412406198301991, + 0.0033505793298965916, + 0.042880541425106077, + 0.007444614442691303, + 0.019256483653728926, + -0.015653737174045033, + 0.0006856575657974568, + 0.02221309022437888, + 0.018454490527591967, + 0.05848207186500957, + -0.019929462886597988, + 0.01588340198908411, + -0.016667239181321875, + 0.018337170509399668, + 0.005482837640995143, + -0.02818863503335347, + -0.010530225324440038, + 0.000394534081261926, + 0.0006825949909036677, + -0.004826858508186781, + -0.020504588665858026, + -0.02142568289266422, + -0.0011396426318975351, + -0.01590721860521369, + -0.030444407580351825, + -0.031948866100667064, + -0.030496640163735603, + 0.012254034827167781, + 0.012930004990903523, + 0.02322402771376609, + -0.008586242510612324, + -0.0197745485567008, + -0.007942196488781021, + 0.025542949909036442, + 0.05293685342025502, + 0.05262248675560933, + -0.029827094505761254, + 0.010104120921770921, + 0.0022028918981197103, + 0.0016149754275316386, + 0.023351566525166744, + -0.002819539854457228, + -0.002041346402668358, + 0.01823543717404487, + 0.013049118435415728, + -0.030092134930260864, + -0.014618941146149471, + 0.005299833020012497, + 0.015546710539720895, + -0.00942926343238306, + 0.015492048283808455, + -0.011970772437841034, + 0.009756993417829036, + -0.019888988114008455, + -0.0011420646452394534, + -0.015025678132201254, + -0.013745059496664378, + 0.015459569375378677, + -0.010210574627045487, + 0.021245265463917546, + 0.022011781334142992, + 0.02073261820497242, + -0.005542739993935386, + -0.019565093746513107, + 0.00036582510612481067, + -0.0189964784718008, + 0.019598904063068558, + -0.00026563279563400293, + 0.01771834469981801, + 0.01626723617465116, + 0.01942332519102481, + 0.031801142498483904, + 0.018783376682838318, + -0.004773656567616662, + -0.00011846311400895201, + 0.01336986795633728, + -0.03590764133414193, + -0.03136190026682869, + 0.019380970218314118 + ] + ], + "std": [ + [ + 1.0328022523113283, + 1.0034675961418653, + 1.004502178141599, + 0.9908819725941522, + 0.9900285779624574, + 0.9922869983839483, + 0.9940251383226943, + 1.0023957894105795, + 1.0001232563862132, + 0.9694534261265297, + 0.9909609551728282, + 1.0245658684959877, + 0.9889385630503745, + 1.02018833549602, + 1.0099637621111557, + 0.9533954360905958, + 0.9939413086518578, + 0.9495206701070115, + 1.0240125891607361, + 1.0103444615034631, + 0.9946476273612365, + 0.991342725906765, + 0.9858149199320863, + 1.0014711063260942, + 1.004472195320524, + 0.9889795116240089, + 1.000004391730708, + 1.0058601968014709, + 1.0343528189495148, + 0.9919047582182774, + 0.9696485736175491, + 0.9924140896524998, + 1.0155430689993945, + 0.9932553050087483, + 0.9699258360928635, + 1.0042970460912612, + 1.0197195605157803, + 1.001155677587926, + 1.0168152275345068, + 0.9990466599977574, + 1.0098411842715662, + 0.9846055078437203, + 0.9754412310974523, + 1.0070038006714206, + 1.0276809963147806, + 0.9906853395114988, + 0.9868894780685001, + 0.9900119186756405, + 1.0256770060540596, + 0.9757901727181725, + 1.00918520579672, + 0.9930883762442995, + 0.9893732161976826, + 1.0067582306865286, + 0.9812661122355284, + 0.9974102126361273, + 0.9972736641033295, + 1.0121917462070245, + 1.0227697257558075, + 0.9856449287075832, + 0.9902863042093888, + 0.9959939826856674, + 1.0367568153718374, + 0.9863881182581064, + 1.0128392086861082, + 1.0221798349905806, + 1.0363645719704848, + 0.9908253070164581, + 1.0128010969900354, + 0.988603956830815, + 1.0081799316492677, + 1.0108771107458496, + 0.9832967493585726, + 1.029163070750164, + 0.9916679017275597, + 0.962685533931823, + 1.0027583300444822, + 1.0001938412765523, + 1.0209787004269553, + 0.9973662987453862, + 1.0061352847046312, + 0.9919410755542308, + 0.9846501403948491, + 0.9899263174260658, + 0.9845864971582349, + 0.9930689102842462, + 1.0135506035486388, + 1.0043926518503545, + 1.0162976879588899, + 0.9792327605267319, + 1.006235132130296, + 1.0118863144201946, + 1.00544671112892, + 1.0039248549576703, + 1.0350589137732202, + 0.9995022597709913, + 1.0159841525314124, + 1.0003354265534572, + 1.0084463468690352, + 0.9985081538974993, + 1.0110839895364512, + 1.0013381576463882, + 0.9912876803786089, + 0.997289736689443, + 1.017350271822531, + 0.9797570549225073, + 1.0043565268096553, + 0.9872978856195639, + 1.0033468182033753, + 1.0218062902654916, + 1.0014959384493556, + 0.9888739832615349, + 1.0004143322752173, + 0.9931349078768341, + 0.9800306535559788, + 0.9957636890082171, + 1.0002904102651144, + 0.9887217530179371, + 0.9945292914948252, + 1.004902891466416, + 0.9962003472957158, + 0.9934257069186699, + 0.9799059188184409, + 0.9949621520724802, + 1.0029037698373038, + 1.0036871512403356, + 0.9897720620258614, + 0.9871702045154062, + 1.011521199823348, + 0.9941843616678862, + 1.0247569886394758, + 0.9988084298059352, + 0.9881291924468982, + 1.0179947532533584, + 1.0106341537352928, + 0.9919181897045649, + 1.0028443160348683, + 1.0061816857351074, + 0.9845932235691414, + 0.9825632133654874, + 0.9783171138085085, + 0.9969834535825824, + 1.0007811859343756, + 1.0019656189691033, + 1.0503484122189095, + 0.9753504608707252, + 1.0373469598286436, + 0.9949630633139451, + 1.0059234160225077, + 0.9993867259561041, + 0.9736626903578918, + 1.003303340408411, + 0.9938479422620685, + 0.9997621940680084, + 0.9893549017338009, + 0.9921437872926778, + 1.0351189228816489, + 0.9982053116677407, + 1.0049035777011361, + 1.007943748077122, + 0.987183747951824, + 0.9954065358497123, + 0.9844630756889735, + 0.9195912077534116, + 1.0102406845364933, + 0.9709132374569961 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 498339, + "cert_evals": { + "36": 0.9574787616729736, + "72": 0.9502251744270325, + "108": 0.9374687671661377, + "255": 0.8584292531013489 + }, + "fold": 0 + }, + { + "best_epoch": 44, + "best_val_acc": 0.9727361246348588, + "test_acc": 0.9648138704742478, + "train_size": 1649, + "val_size": 1027, + "test_size": 3922, + "stats": { + "mean": [ + [ + 0.0022033838386908973, + 0.06625603036992117, + 0.04649901939357201, + 0.0004913727592479633, + -0.007424528047300943, + 0.029222694481503848, + -0.02871623684293518, + -0.01058671273499129, + -0.02433525755609501, + 0.004942196840509272, + -0.015235754990903076, + -0.012600504249242172, + -0.02657332941176486, + -0.01012015760339567, + -0.018367278909944645, + 0.044433595385081875, + -0.029744519138872053, + -0.004242953947847537, + -0.008002045858095115, + 0.0011893272164947555, + -0.05592513376591881, + -0.02044694836264443, + -0.04302950797452996, + 0.025187052055791012, + 0.02474263468768939, + -0.042601262001213426, + -0.020695051036992134, + 0.0015384054093390107, + 0.011092726046088491, + 0.021371811740448717, + -0.013469555081867212, + 0.01982452726500885, + -0.044538194766525006, + 0.030567572645239703, + -0.031482593996361656, + 0.02141072656155254, + 0.010427163068524451, + -0.023554046506974034, + 0.04504258471801071, + -0.03430833826561581, + 0.06747908948453606, + 0.04348396486355425, + -0.008884907592480267, + -0.011684225839903674, + -0.00656703219526952, + 0.002896513929653742, + -0.005738400824741935, + -0.04156242043662813, + -0.004873803086719859, + -0.0020245170263190598, + -0.0404051468768953, + -0.020279581224984647, + -0.029963112977562135, + -0.0015368056033973371, + 0.029301830357792758, + -0.05476914620982405, + -0.037951578969072176, + 0.047465052261976975, + 0.020526558156458357, + 0.02033791100060642, + -0.030164184865979576, + 0.05024194190418452, + -0.04485629808368706, + 0.03147835112189204, + -0.006291162340812682, + 0.019074118508186463, + -0.0014484904548212434, + 0.008784981788962792, + 0.023386305391206525, + 0.005879860982413359, + 0.05940395211643435, + 0.04984556731352376, + -0.023843370139479056, + -0.00745569275924821, + -0.018882913905396863, + 0.02314283274711956, + -0.024472644293511335, + -0.002770279702850328, + -0.012337558138264851, + -0.011593327471195118, + -0.042932302716798265, + -0.0240285988963009, + -0.0452392710248636, + 0.04310506591873858, + 0.02492436379624043, + -0.031592489102485924, + 0.053639132025470125, + -0.030478516828380917, + 0.007038873759854203, + 0.025400627586415966, + 0.0229284818168576, + 0.0009592673741654173, + -0.024041893893268843, + -0.0050410013741663505, + -0.039906425639781765, + 0.03151746901152146, + 0.018252275536447, + -0.023123840842935037, + 0.049373840412370945, + -0.03933781325530598, + 0.07366186678593085, + 0.013209034602790264, + -0.021385058447544267, + -0.018445256191631672, + -0.012832089751363926, + 0.016886379345057278, + -0.0021345572407520425, + -0.0338357411158276, + -0.013289104663434192, + -0.0065585543056388826, + -0.01209856645239361, + -0.04576090782292301, + -0.032484600758035095, + -0.028557836749545137, + 0.02584237292904779, + 0.009022810600363702, + 0.022957384186780123, + -0.03818952886597925, + -0.032933244008489626, + -0.009165709096422076, + 0.02088987131594965, + 0.02855925063068547, + 0.024874274311704, + -0.03435405539114632, + 0.016969646773802517, + -0.018423495306246717, + 0.01951220546998175, + 0.025427100121285417, + 0.012467580333535485, + -0.010936757514857925, + -0.014689930918738598, + 0.013502246094602934, + -0.050603092346876676, + -0.01723701176470571, + -0.004896197422679896, + 0.02070974576106733, + -0.026273534445118388, + 0.030336164984839376, + -0.039887732504548135, + -0.056432912220739984, + -0.05021272674348097, + -0.02755221443298974, + -0.03442035423893272, + -0.028371501285627588, + 0.0005140135536685691, + 0.002409129072166215, + 0.02409891870830806, + 0.02409901194663454, + 0.04556790412371142, + -0.03490499576713144, + -0.052055877830807035, + -0.012115913268648306, + -0.022166139478470903, + 0.05603566475439655, + 0.037913323129169, + 0.05956955137659166, + 0.012290112295936774, + 0.04308550950879324, + 0.029600502874469404, + 0.024453837204366478, + -0.010275065567010471, + 0.0072667682619769, + 0.010619255191024834, + -0.015975785809581464, + -0.03865312817465139, + 0.001558572067919981 + ] + ], + "std": [ + [ + 0.9789609056537054, + 1.0223542173821687, + 1.006354499416772, + 1.0097426115961123, + 0.9821876353647652, + 0.9998046045489866, + 1.0178212606990535, + 1.0167721117355657, + 1.0114146027100444, + 1.001776238241197, + 1.0068173587187008, + 0.9900351224079849, + 1.0414098112135597, + 1.009574294617972, + 0.9953634621121619, + 1.0551495473134025, + 0.9981956531855851, + 1.0183570217473137, + 1.0066623632600822, + 1.0127852757834928, + 0.9819060519437951, + 1.0168025572775439, + 1.0011040348853746, + 1.0077391574190562, + 0.9960322515796017, + 1.0217184675272302, + 1.0045863660324679, + 1.0189216552292488, + 1.0209580005984413, + 0.9885762298604023, + 0.9548219575549232, + 1.0137570744288356, + 0.979579874589421, + 0.991197794892492, + 0.9880528964389337, + 0.9852989430996284, + 1.0048530597402896, + 1.0022576693152574, + 1.019817156007534, + 0.9946728227761036, + 1.0213302738059442, + 1.000964538491138, + 1.0307917076654618, + 1.006989527865548, + 1.002313843550004, + 1.0141972045736452, + 1.0080080308891233, + 0.9964183873498001, + 1.0258591594541053, + 1.0107146809178345, + 0.9717107214304516, + 1.0149102149309601, + 1.016907704482399, + 1.0078526095792883, + 0.9874709483602169, + 0.9996202197544782, + 1.0096827085606537, + 1.0379820129740673, + 1.013223513461979, + 0.9861254732898448, + 0.9893639979797026, + 0.991075106383618, + 0.9269809003308983, + 0.9875139847082404, + 1.005442372648796, + 0.9896204194858335, + 0.9935153912057717, + 0.9811099295350456, + 0.982575262307681, + 0.9795878781577906, + 1.0193143649741352, + 1.0119494318757316, + 1.0171821247574437, + 1.0034040467334655, + 1.0066093997021297, + 0.9694393186766306, + 1.0117730193741676, + 1.0122625190981362, + 0.9925145459941629, + 1.005154502988111, + 0.9987288725767053, + 1.0170813277668, + 0.976308824777624, + 0.9884631741550407, + 0.9915959199837703, + 1.0218983144556584, + 1.0142113893430906, + 0.9911920808019298, + 1.0172127287199233, + 0.9893770325784368, + 0.9989337891002755, + 0.9894791117074598, + 1.0007549319713978, + 1.0326939082689799, + 0.9899757429384302, + 1.010492032769745, + 1.0061235379816107, + 1.0091634350161915, + 1.0152313478591228, + 1.0056174411509322, + 1.017311898436513, + 0.9976512207707879, + 1.003882833915693, + 1.0004358570223468, + 1.0036377564081862, + 1.0211550893522847, + 0.9924334669404734, + 0.9971024879775969, + 0.9990772588620248, + 1.0032740804274622, + 1.0024996588619381, + 0.9916378123810937, + 1.0022499057411776, + 1.010183122426781, + 1.00163045757315, + 1.0085039687864976, + 0.9922730297554195, + 1.014983448437488, + 1.014822892124083, + 1.0148845786316816, + 0.9937553605624629, + 0.9882702039873854, + 0.9870322023279767, + 0.9850906859406272, + 0.997923959817147, + 0.9510903327769852, + 0.9917224934440294, + 0.9847975043099015, + 1.0202145588783864, + 1.0021246013348553, + 1.0003272501219964, + 1.0067673298995008, + 0.990781057863208, + 1.0020482585196349, + 1.018688317687672, + 0.9988236160134567, + 1.0069349597950046, + 1.0061002120663578, + 1.0122386395403618, + 0.9892206859790922, + 0.9855242096919327, + 0.9959531341164058, + 1.0065041184698018, + 1.0078483816424069, + 1.0021878472773025, + 0.9741424082334939, + 1.0890817487043594, + 0.9945307148083409, + 1.007530511064047, + 0.9991966896972047, + 0.9619750319373882, + 1.0030667264483681, + 0.9931958657494955, + 1.0006523699688303, + 1.010191508136165, + 0.9864924753596401, + 1.0139473615684553, + 1.0114408938636286, + 1.0033347496554157, + 0.9803226862995067, + 1.0098451761605862, + 0.9980225437342447, + 1.0129871477235215, + 0.9828742206168505, + 0.9665430998047373, + 0.9908589509231834 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 498339, + "cert_evals": { + "36": 0.9569097757339478, + "72": 0.9459459781646729, + "108": 0.9329423904418945, + "255": 0.8541560769081116 + }, + "fold": 1 + }, + { + "best_epoch": 35, + "best_val_acc": 0.9705284552845529, + "test_acc": 0.9609079445145019, + "train_size": 1649, + "val_size": 984, + "test_size": 3965, + "stats": { + "mean": [ + [ + -0.0165193507883561, + 0.023745576106731784, + 0.00894758525166726, + -0.012979845463917304, + -0.008554753389932977, + 0.008500205057610555, + -0.008827268055791222, + 0.02424651702243768, + 0.002300678673256056, + -0.006792839332929151, + 0.0047927400606429405, + 0.0003070491534258074, + -0.0037253238023046277, + 0.012077483473620145, + 0.018683199696786473, + -0.009275691437234477, + -0.006638355451788972, + 0.017810546682838085, + 0.015129445567010357, + 0.024298001443298942, + -0.003184869132808023, + -0.004290789721043456, + 0.0031496054275316357, + 0.014148549696785681, + 0.018162637962401695, + 0.0032194466707086006, + -0.006616737907822937, + -0.022775198374772664, + -0.015071109605821711, + 0.014638325488174678, + 0.011475148077623627, + 0.03049396374166147, + 0.025694605900545734, + 0.008604017768344612, + -0.012231649072164738, + 0.002613359126743679, + 0.029584712128560786, + -0.0034158958580959363, + 0.006069550751970517, + -0.00541011442692557, + 0.01880269619163089, + -0.008083247077016392, + -0.006491640764099397, + 0.014566732795633777, + 0.008376424821103932, + -0.0009929023711349493, + 0.02163681163129177, + -0.0025090638993329082, + 0.01741273975136374, + 0.005851729104123725, + -0.004465054881746678, + -0.0037159464523949803, + 0.0014873154821107525, + -0.007976062644028743, + 0.01156759172225612, + 0.023733914178289805, + -0.011275250879320775, + -0.002578957016372865, + -0.006478712734990847, + 0.00032240861127936024, + -0.011706570736203905, + 0.02587612322619762, + -0.011422028793207837, + 0.01712189235900559, + 0.0028696369314734713, + -0.0015781066646451572, + -0.027441241722256038, + -0.0014402773256522523, + -0.004449931892055841, + -0.0014659224075202345, + 0.01708213645239509, + 0.018733296931473596, + 0.008334289472407117, + 0.005727799963614559, + 0.007039103201940653, + -0.00224206858702233, + 0.0011615125591269186, + 0.0096409494117641, + 0.004899610121286758, + 0.009826549023650048, + -0.009219501334142207, + -0.004807864269254234, + -0.002443187265009144, + 0.011609495827774482, + 0.0040307750576106674, + -0.004682432261976522, + 0.013977261024863448, + 0.0012793727167981009, + -0.025686529896907437, + 0.013434234869617957, + 0.021999945691932813, + 0.012433017674347574, + -0.009033386234081325, + 0.0062409658120072915, + 0.0009289013947849186, + 0.0003903400242564852, + 0.02740975750382101, + -0.011144831170406301, + 0.005830573753789878, + -0.009510249636142982, + 0.02073330933899335, + 0.007879717440873353, + 0.009509570454820928, + 0.01405836261370407, + 0.014672617586416688, + -0.005675097756215873, + 0.0017475856822315732, + 0.0018848247543965708, + 0.02229300998180564, + 0.01026309860521593, + 0.017680451788964564, + -0.005672595821710331, + -0.009564725087932182, + -0.0036886342935116994, + 0.01000584954517868, + -0.0014087143177684452, + 0.020023876538508456, + -0.014409325075803336, + -0.008730885488174288, + -0.0034071386173437994, + 0.017709779927228837, + 0.0037029051849606504, + 0.011111249060036448, + 0.001931565688295556, + 0.0326300536264404, + 0.009591248938750647, + -0.007016625542753067, + 0.012978908750757932, + -0.0024730208186779807, + -0.005898704823529222, + 0.00046255165858092147, + -0.015087141012734237, + 0.007914145130382093, + 0.00938928223165545, + 0.01491191867192227, + 0.003460371607034447, + -0.007647012371134029, + 0.009316860582171302, + 0.012669591819284187, + 0.023290896266828284, + 0.012400781200727585, + -0.003923578150394203, + -0.005147092104305529, + -0.008281499878714238, + -0.03743850333535512, + 0.013677931825349052, + 0.0004504794117647815, + 0.0031018094057014187, + 0.009501353911461253, + -0.007035560921770639, + 0.008385035146755612, + -0.0034377712431776946, + -0.010681847180108386, + 0.029691756458459714, + 0.008845037744087314, + 0.036611106986052, + 0.006922057057610421, + 0.00199877628865977, + 0.016813865591267338, + 0.002876468101879801, + 0.005453485567009417, + 0.0042027340964213965, + -0.01236373710127327, + -0.008553608768950838, + -0.0069991010551852945, + 0.0076861960764099575 + ] + ], + "std": [ + [ + 0.9681286752068088, + 1.0188584468817592, + 1.0110661386281417, + 0.9985656246319761, + 0.9821622573144201, + 1.0036187347218821, + 1.0069688072671201, + 0.9902174757207433, + 1.01713159486763, + 0.9867718776262003, + 0.9758196806068826, + 0.9717105755097225, + 0.9881331057860607, + 0.9898880234141544, + 1.0032622320902203, + 0.9951157752575892, + 1.0046808806006051, + 0.9614388015014891, + 0.9853693985919703, + 1.0191683054599883, + 0.996439727744992, + 1.008421273109573, + 1.00416757618972, + 1.0050873163713752, + 1.0062941810400496, + 1.0106625492506378, + 1.0037290960252208, + 0.9716931899880294, + 1.0122721434564084, + 1.004145433664744, + 1.0126537584886575, + 0.9877832016144399, + 1.0016994225200662, + 0.9984055948469278, + 1.009905276240697, + 0.9928053125930449, + 1.028439787038722, + 1.0058093224458307, + 1.0026249721952805, + 1.0044305239260718, + 1.0145868354939207, + 0.9730410910554939, + 0.981275887794836, + 0.9868601113866823, + 0.9903107009766159, + 0.9840780321801739, + 1.0155043762626388, + 1.015709680805549, + 0.9877740152182051, + 1.0007933926991834, + 0.9639452930264027, + 1.0107985365057115, + 1.0139858844795777, + 0.978091201901524, + 0.9836289102008465, + 0.9892831848712296, + 1.0050542524754924, + 1.0041143150075589, + 1.011404712398526, + 0.994592205655486, + 1.003602088307178, + 1.0043236988473279, + 0.9890344165359591, + 0.9960153738734304, + 1.0247056593625234, + 0.9709722536076895, + 0.8984006766242731, + 1.0084723110544285, + 1.0080442044255657, + 1.0139042067755502, + 1.0147945346118319, + 1.0086308434283413, + 0.9798709269587462, + 0.985827749679927, + 1.0097816591529503, + 0.9967310231913435, + 1.0125467431933681, + 0.9795738908810216, + 0.9759574846742652, + 0.9879270836797008, + 1.0100364897802065, + 1.0084344135598255, + 0.9683448859407486, + 0.9884096351113933, + 0.9957784496098612, + 1.0106496350052778, + 1.0041619111843998, + 0.9965669874488615, + 1.0148365256887901, + 0.9954909131964714, + 0.9942883718958846, + 1.0007980703139212, + 1.0031320592473836, + 0.9828596472567013, + 0.9637136602853367, + 0.9970558130158634, + 1.0142250931970318, + 1.008890015046518, + 1.0055896715654262, + 1.004944159225849, + 1.015901087459527, + 0.9987432420315473, + 0.9985224279803399, + 0.9900020636370531, + 0.9946414368680025, + 0.9718565169997336, + 1.0010286004673303, + 1.0045607582554759, + 1.0126684697205748, + 0.9911582699978772, + 0.9979453061380805, + 0.9943479420017864, + 1.0057507939001675, + 1.009199116070283, + 0.996011631450574, + 1.0055786667678899, + 0.9980095514928135, + 0.9965213084556673, + 1.0065546695035632, + 0.9959098534303568, + 1.0066323304809803, + 0.9785303330423044, + 0.9869014865983016, + 1.0002036756849269, + 1.0025571744250443, + 0.9798050960785967, + 0.9928695520264623, + 1.0029641941982563, + 0.995414106898259, + 1.0148844453635921, + 0.9709719526035338, + 0.9939566879305621, + 0.9884244597895214, + 0.9767542641597464, + 0.9853765727313375, + 1.0106906221793046, + 1.005948414723524, + 1.017725449726877, + 1.0152735855520598, + 0.9876730417321886, + 0.9757936207779202, + 1.0047018133551442, + 1.004391788961941, + 1.006171785979052, + 0.8968175799273889, + 1.0473489426893206, + 1.0315201707660164, + 1.0175144216806302, + 1.0142189436584537, + 1.0038989754399161, + 1.0173990273862883, + 1.0127050623257519, + 1.0051909194938937, + 1.012068652647229, + 0.9962079218654786, + 1.002233177655679, + 1.0161322523275562, + 0.999594425724876, + 0.9955572903935671, + 0.9917181216246964, + 0.9858353212831604, + 0.991792827254217, + 0.9768523928420304, + 0.9547301155646564, + 0.963911142038982, + 0.9970598920069098 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 498339, + "cert_evals": { + "36": 0.9535939693450928, + "72": 0.9424968361854553, + "108": 0.9301387071609497, + "255": 0.8648171424865723 + }, + "fold": 2 + }, + { + "best_epoch": 20, + "best_val_acc": 0.9671120246659815, + "test_acc": 0.9627766599597586, + "train_size": 1649, + "val_size": 973, + "test_size": 3976, + "stats": { + "mean": [ + [ + -0.019377861036991656, + 0.025388282601576818, + 0.017005815742874516, + -0.007883900460885378, + 0.0060343637174048335, + 0.019899812286233772, + -0.017346581947847252, + 0.01720070440873258, + -0.022683759298605638, + 0.03576464684050942, + 0.003250418289873286, + 0.023095340225590528, + 0.025853774105518486, + 0.004904056128563328, + 0.015174882898727272, + 0.004904859053972195, + -0.0064262512310491165, + -0.0013788380109157152, + 0.03392423097634965, + 0.040471053135233824, + -0.007766068975136523, + -0.02654642546998242, + -0.002714201516070317, + -0.005730637913887314, + 0.014443505081867881, + -0.01681206773802325, + 0.022797446707095152, + 0.02924670987871426, + -0.016523001552455778, + 0.022271198156458668, + 0.007295070836871207, + -0.010380893735597325, + 0.0032170857913887633, + 0.03166040751970903, + -0.011104923177683385, + 0.023025889023650516, + 0.00955245047907632, + 0.00501562544572467, + 0.003645016027895317, + 0.012703992892661992, + 0.014234079029714866, + -0.018872668283808444, + 0.03357063479684651, + 0.002985781740448259, + 0.016828823032140804, + 0.008592184530017656, + 0.020646139611886168, + -0.025274300994542045, + 0.031819425821709706, + 0.041618958390176077, + 0.00933414724075195, + -0.02236399884778645, + -0.018589546555488203, + 0.001330274912066101, + 0.0015160872407521844, + 0.002306856531231052, + -0.0022718787992723603, + 0.028225555027289576, + -0.006301775864159792, + 0.02247907061249244, + -0.011468676332322514, + 0.02175189545178902, + -0.013670970357792456, + 0.03126135081867806, + 0.004543698483929725, + -0.0009374850879321324, + 0.021139099308671503, + 0.02629353206791973, + -0.02450631540927904, + 0.030707943529411457, + 0.01293060334141885, + 0.012913687446937628, + 0.00928486858095778, + 0.01766341600970324, + 0.03807825699818077, + 0.0017500543359613783, + -0.016347040315342783, + 0.0007416811279563446, + 0.026208501607035268, + 0.023266191340205626, + -0.018853632765312562, + -0.02368463080654962, + 0.001749331437234659, + 0.003365637052759398, + 0.025888251528199256, + -0.018965530382049504, + 0.03517410735597307, + 0.025752976476652555, + -0.02487937299575574, + 0.022010353117040575, + 0.017477714511824522, + -0.017221659584597582, + -0.003431555427531808, + 0.019807925603396073, + 0.0032348454699819393, + 0.013613221879926436, + 0.0370615994009708, + -0.016630420776227922, + 0.0136933938872041, + -0.0017249714481504044, + 0.02229983032140703, + -0.012712485694360036, + 0.026678074426925498, + 0.012642979175256863, + 0.005538239963614194, + 0.0035851682595511494, + -0.017385318223165646, + -0.027282370030321336, + 0.030769696791993668, + 0.023036587355973605, + 0.02791771238326433, + -0.005707142462098305, + -0.011955044244996943, + -0.01365990568829588, + 0.02758415771376576, + 0.001034438120072712, + 0.016993479078229498, + 0.004106490266828514, + -0.007270538144329443, + 0.023955484869617922, + 0.016178350285021865, + 0.0035198083808369264, + 0.010066467580351705, + 0.013253238295936883, + 0.003935329266222111, + -0.028011770430564572, + 0.022866120224378214, + 0.0261654426682841, + 0.02473182812007268, + -0.0015221004548212846, + 0.0038331081837477228, + 0.021399354317768703, + 0.005301140012128602, + 0.019229334445118054, + 0.005640386767737668, + 0.02194890172225591, + -0.005060289387507513, + 0.026678006622195553, + -0.009628291109763477, + -0.003739145758641676, + 0.002035451000606312, + 0.010815814196482578, + -0.011372362352941229, + -0.019185084742267905, + -0.001526538386901546, + 0.01622554252274128, + 0.012853861158277795, + 0.032111232286234526, + 0.031036171322013306, + 0.014534576640388132, + -0.0195449016634327, + -0.0031721854821107633, + -0.011472115221346063, + 0.00807888645239537, + -0.009991977598544642, + 0.015293761594905845, + 0.04696865378289867, + 0.02876006337174039, + 0.030060548720436564, + -0.016465844511825162, + -0.013467629448150867, + -0.004964211527592827, + 0.023761107562159368, + -0.0028053264645238984, + -0.011466418192844817, + 0.015592289957550014 + ] + ], + "std": [ + [ + 0.985810694952265, + 1.0034659788102347, + 1.0123314802689827, + 1.0006728383848915, + 1.0057933627069857, + 1.0211647035506441, + 0.9873544232512542, + 1.0044940106681508, + 0.9972305516917789, + 0.9962847585776434, + 1.0084467836467266, + 0.9906644883619666, + 1.0245712429201694, + 0.9866939366954063, + 1.0013177295694342, + 1.0035460862038992, + 1.0106885153319805, + 0.9519922611580153, + 0.9980325911759347, + 1.0306730880090342, + 0.9835758012913696, + 0.9850289481711405, + 1.0052216421075988, + 0.9962087717875672, + 0.9963361086627195, + 0.9956939758386721, + 0.9995284943647325, + 1.023940251071931, + 1.0274738040648672, + 0.994278832453581, + 0.9978867650735795, + 0.9858582094807091, + 1.0042951554309811, + 0.9935762200569673, + 0.987438469465117, + 1.005913310224571, + 1.00088122516216, + 0.9882229146445906, + 1.0157177678163845, + 0.9964856588375458, + 0.9973534488049755, + 0.9843481194725128, + 1.0059020116489072, + 0.9945053400237248, + 0.9893145898736398, + 1.0071798920580137, + 1.026048360719046, + 0.9784906142973205, + 0.9999905642791316, + 1.0245359594400432, + 0.9857715356622779, + 0.9921646440585971, + 0.9889209867599961, + 0.9804599263285575, + 0.989078331357909, + 1.0220508106585684, + 0.9898585563272273, + 1.0050841202007248, + 1.0381369540158623, + 0.9852302977543494, + 1.0075559260629754, + 1.000291557770776, + 0.9848158888469627, + 0.9914305575952413, + 1.0027287892746963, + 0.9998437768528288, + 1.0380871234284017, + 1.0068281699392212, + 0.9909518921848135, + 1.0027114341322005, + 1.0043121525006478, + 1.004908814037755, + 1.0186241738713828, + 0.9840706508690844, + 1.0105911993179093, + 0.9676803103445097, + 1.0008055713802275, + 0.9912309236484144, + 0.995113888208004, + 1.00892652209743, + 0.9963556594838519, + 0.9845494099501623, + 0.9992655439793966, + 0.9888161956289881, + 0.988365168461102, + 0.986911819503751, + 0.9966018266120068, + 1.0253590540025506, + 1.0073388900110996, + 0.9884492302907475, + 1.0097952364856901, + 0.9710825809435979, + 1.0049468371789398, + 0.9978639652892881, + 1.0455255018744898, + 0.9978429399237, + 1.002476959825736, + 0.9981410717372688, + 1.0060801668925174, + 0.9880101858878161, + 0.9920156642454706, + 0.9690302977750064, + 1.0160561889470001, + 1.0042221946838557, + 0.9902952403395341, + 0.9972984826953729, + 0.9761193341167186, + 0.9802187480066236, + 1.008662757516423, + 0.9977604335997484, + 1.0125273643143784, + 1.0005678108605767, + 0.99939847346626, + 0.9934285795635643, + 0.993774093323074, + 0.9507637302569011, + 1.001524151413393, + 1.0029839092558797, + 0.9922893465303836, + 0.9995915259108642, + 0.9937205680489537, + 0.9906768211587779, + 0.9885237778798726, + 0.9923092460426346, + 0.9928187226268517, + 0.9431189215637575, + 0.9768867834667897, + 0.988648327088327, + 0.9868432165802018, + 0.9936538301879408, + 1.031840475179726, + 1.0088131603924193, + 0.948009389328019, + 0.980359732399849, + 0.9812840383484884, + 1.0125452888475233, + 1.0015379468649726, + 1.0082241487185495, + 1.0028073940649291, + 1.027290919950601, + 1.0123450850356626, + 0.9892757300213824, + 0.989457850129367, + 0.9916398725034907, + 0.9733306799223379, + 1.048692795336829, + 1.0185390556939666, + 1.005180692664418, + 0.9999773815928202, + 1.0029310617714582, + 0.9847831085240544, + 0.9984589470542239, + 0.997897554671397, + 1.0021153618672554, + 0.9825493908557392, + 1.0005331081478763, + 1.0721249078632564, + 1.0255830315079582, + 1.0078969722952105, + 1.0018509428094395, + 1.007362049760478, + 0.9875884283657037, + 1.0010931986356253, + 1.0157609941665726, + 0.9972826112887371, + 1.0062038228644128 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 498339, + "cert_evals": { + "36": 0.9554828405380249, + "72": 0.9464285373687744, + "108": 0.9398893117904663, + "255": 0.8692152500152588 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9636828978766969, + "std_test_acc": 0.0023312620090669223, + "n_samples": 6598, + "n_features": 166, + "n_classes": 2, + "mean_cert_acc_36": 0.9558663368225098, + "std_cert_acc_36": 0.0017319932652806397, + "mean_cert_acc_72": 0.9462741315364838, + "std_cert_acc_72": 0.0031628165658862143, + "mean_cert_acc_108": 0.9351097941398621, + "std_cert_acc_108": 0.004390060259761395, + "mean_cert_acc_255": 0.8616544306278229, + "std_cert_acc_255": 0.006678218691988707 + }, + "oocytes_merluccius_nucleus_4d": { + "dataset": "oocytes_merluccius_nucleus_4d", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 38, + "best_val_acc": 0.7267080745341615, + "test_acc": 0.7211221122112211, + "train_size": 255, + "val_size": 161, + "test_size": 606, + "stats": { + "mean": [ + [ + -0.0371250154117647, + 0.0015389403921568473, + -0.03527819799999997, + 0.026217213882352975, + -0.022018143254901958, + -0.03976458627450978, + 0.003314039607843149, + -0.03319261360784315, + 0.01830184745098039, + -0.02685776486274508, + -0.04212637686274509, + 0.005226556078431408, + -0.02913093117647059, + -0.01200531101960785, + -0.03152609833333333, + -0.03705718681960783, + 0.00469401490196078, + -0.02551305090196081, + -0.03417245220392157, + -0.031662056862745085, + -0.018275636980392158, + -0.03872015905882352, + 0.06975402027450983, + -0.05690918172549015, + -0.0005046612313725563, + -0.026833323176470567, + -0.0324685416470588, + 0.06559194729411769, + -0.04924893603921571, + -0.002559774274509816, + -0.007582052196078413, + -0.03221969384313721, + 0.07669179423529408, + -0.05831633415686265, + -0.00790661125490195, + 0.033497423215686245, + 0.007940335568627457, + -0.0037278283529411723, + -0.005509080784313686, + -0.006456870705882385, + -0.006934026431372542 + ] + ], + "std": [ + [ + 0.9481208431065713, + 0.9777230774786245, + 0.9614649831710622, + 1.0004435636971643, + 0.9517495439744679, + 0.9370398970511897, + 0.978033253968666, + 0.9633889071060125, + 0.9762210193691487, + 0.9497999114505152, + 0.9347608009901895, + 0.9801580525147454, + 0.9702177059121481, + 0.937441002049969, + 0.9454783788330968, + 0.9479630674171062, + 0.9847917091528013, + 0.9682944519390624, + 0.9601592978081722, + 0.9504457074291478, + 0.9482732916854852, + 0.9550094850957569, + 0.8808478818975364, + 0.9032557709886272, + 0.9905437507629392, + 0.9682787727115054, + 0.9734319541870242, + 0.8994213820965716, + 0.9306569007254026, + 0.9903368456478869, + 0.9401093744879251, + 0.9661635565557377, + 0.8972092489723742, + 0.9227263611587284, + 0.9960722682017434, + 0.9400060154678039, + 0.9649245386172121, + 0.9716877264843913, + 0.9731199443916825, + 0.9739165511052336, + 0.9741830269626184 + ] + ] + }, + "width": 128, + "in_features": 41, + "out_features": 2, + "depth": 6, + "padding": 82, + "parameters": 30839, + "cert_evals": { + "36": 0.632013201713562, + "72": 0.5165016651153564, + "108": 0.4224422574043274, + "255": 0.11716172099113464 + }, + "fold": 0 + }, + { + "best_epoch": 53, + "best_val_acc": 0.8076923076923077, + "test_acc": 0.7362637362637363, + "train_size": 255, + "val_size": 130, + "test_size": 637, + "stats": { + "mean": [ + [ + 0.00023252282745095802, + 0.0023210192156862736, + -0.008575552392156847, + -0.027089618431372545, + 0.02615166227450979, + 0.00029002847058821885, + 0.001517669058823556, + -0.009498281058823606, + -0.021533545372549014, + 0.027143032117647032, + 0.00012999274509802153, + 0.0020992274509804144, + -0.005652587843137251, + -0.01031889384313722, + 0.025365951607843145, + 0.0011974224705882457, + 0.0024456095294117628, + 0.007920263137254904, + 0.007542674117647044, + 0.019472125333333323, + 0.06628882686274508, + 0.0008101664705882076, + -0.005068037960784302, + -0.0018227520000000151, + 0.00320542466666668, + 0.025693874901960758, + 0.03285470894117649, + -0.03694405458823524, + 0.02895584858823529, + 0.02036504745098036, + 0.04203500674509803, + 0.012977303843137231, + -0.016463404666666667, + 0.005529818662745095, + 0.013588346156862736, + -0.03683925767843136, + -0.016918137803921634, + -0.014870798470588246, + -0.016124755137254858, + -0.018004861274509842, + -0.020472565215686273 + ] + ], + "std": [ + [ + 0.9572394549500175, + 0.9926437581599087, + 0.9624363039043059, + 0.9193272254177784, + 1.0255768714029772, + 0.9579689477579895, + 0.9914399769465777, + 0.964698567284664, + 0.9351924375292803, + 1.0260487030041765, + 0.9515013155985146, + 0.9925204239055312, + 0.9662079425779949, + 0.9893019122153763, + 1.0199562667897872, + 0.9463721256877698, + 0.9959986832754482, + 0.9814859605265475, + 1.0491115651558893, + 1.0166099051364492, + 1.0126788732557663, + 0.9559037060605928, + 1.005464306868578, + 0.9339913124161523, + 0.9907483477382796, + 1.002837860013556, + 0.9939512794379407, + 1.0866703256453316, + 1.0174263712495963, + 0.9852130473462448, + 1.0075951167847277, + 0.9748247085177442, + 1.0259519988694812, + 0.9604781044814549, + 0.9861127645283753, + 1.0373513207775564, + 1.0101438720127272, + 0.9991977496960652, + 0.9936335573449004, + 0.9927993181263407, + 0.9922363841337328 + ] + ] + }, + "width": 128, + "in_features": 41, + "out_features": 2, + "depth": 6, + "padding": 82, + "parameters": 30839, + "cert_evals": { + "36": 0.6483516693115234, + "72": 0.49764522910118103, + "108": 0.3689168095588684, + "255": 0.05965463072061539 + }, + "fold": 1 + }, + { + "best_epoch": 5, + "best_val_acc": 0.7134502923976608, + "test_acc": 0.7164429530201343, + "train_size": 255, + "val_size": 171, + "test_size": 596, + "stats": { + "mean": [ + [ + 0.019915568666666633, + -0.014107577647058818, + -0.015105033250980377, + 0.02865576341176468, + 0.029814655176470552, + 0.017704559607843146, + -0.013470486980392094, + -0.016038092274509794, + 0.03248008262745098, + 0.030473079058823495, + 0.02067392156862747, + -0.014031545490196065, + -0.009559882039215687, + 0.03839121047058822, + 0.03184779492980397, + 0.022161854509803944, + -0.01396437243137256, + -0.0017765643137255195, + 0.055001846666666666, + 0.030386395921568613, + 0.03668542223529418, + -0.0027777596078431494, + 0.012474995117647124, + -0.0041148554117646985, + -0.013356863921568625, + 0.028240797568627463, + 0.00010664949019609575, + 0.02344727215686279, + 0.005875207882352966, + -0.007875607450980381, + 0.028559833607843157, + -0.003071006745098055, + 0.014597308196078422, + -0.0007609705999999861, + -0.016530812156862723, + -0.03674524662745102, + -0.019958698901960777, + -0.017071456470588258, + -0.017420987058823525, + -0.017710899607843143, + -0.01735895203921565 + ] + ], + "std": [ + [ + 1.0221090924456515, + 1.01545682802038, + 0.9869690473435272, + 1.037069581011897, + 1.0359698396459835, + 1.0192987930523796, + 1.016091448787416, + 0.9856390212088015, + 1.038505984158332, + 1.0379129504870621, + 1.0239033714401513, + 1.0194757702768644, + 0.9963995753206383, + 1.020298364999823, + 1.0423678031147061, + 1.0277751191583697, + 1.0205917784397192, + 1.0135024895112017, + 1.0892501748798247, + 1.0432132666589502, + 1.0172134304654925, + 1.030895619962752, + 1.0213433186098346, + 1.040706012633716, + 1.0211704714384828, + 1.010787095001102, + 1.034569087974703, + 1.0203462492134936, + 1.0580364742305262, + 1.0095797767173902, + 1.0215170604628103, + 1.033396337568214, + 1.0252577264940543, + 1.0526521075427535, + 1.017486639545284, + 1.0521736233720556, + 1.0188131869714923, + 1.0087257643396144, + 1.005460013688893, + 1.0056139578892642, + 1.0065387262698673 + ] + ] + }, + "width": 128, + "in_features": 41, + "out_features": 2, + "depth": 6, + "padding": 82, + "parameters": 30839, + "cert_evals": { + "36": 0.6291946172714233, + "72": 0.4932886064052582, + "108": 0.3791946470737457, + "255": 0.0687919482588768 + }, + "fold": 2 + }, + { + "best_epoch": 35, + "best_val_acc": 0.7771084337349398, + "test_acc": 0.7554076539101497, + "train_size": 255, + "val_size": 166, + "test_size": 601, + "stats": { + "mean": [ + [ + 0.005023620274509809, + 0.05012927215686277, + 0.0774847423529411, + -0.021592119215686236, + -0.007278767843137281, + 0.003806819607843134, + 0.05070236376470592, + 0.07836162039215684, + -0.009335469717647047, + -0.006452909647058787, + 0.004313807450980429, + 0.05239601662745102, + 0.08761111960784314, + -0.0006227640392157017, + -0.011547115941176465, + 0.007509175294117638, + 0.049814644431372575, + 0.09699411058823522, + -0.020684055294117654, + -0.014362384509803941, + 0.03558779360784312, + 0.0894858222352941, + -0.09410436105882346, + 0.07914001066274516, + 0.05154126003921575, + -0.0045582715686274125, + 0.09130289176470592, + -0.07599903827450982, + 0.08245660823529415, + 0.06585250807843139, + 0.012951737058823532, + 0.08790382078431377, + -0.08962203019607844, + 0.08192444351764702, + 0.05873899290196081, + -0.016822436196078434, + 0.029792561019607842, + 0.05055904957647062, + 0.05703265886274507, + 0.05811358976470591, + 0.05753943309803923 + ] + ], + "std": [ + [ + 1.0010627790031323, + 1.0340741776327254, + 1.0363077318633585, + 1.0137526513667938, + 1.0497867958856593, + 1.0059089649290247, + 1.032934819096642, + 1.0357871822249751, + 1.0425743779317471, + 1.0491455468136368, + 1.002585949212257, + 1.0328632642788567, + 1.0444571310319228, + 1.0499184939107524, + 1.0523852884773215, + 0.9969852155711642, + 1.036017112451258, + 1.0641484457194088, + 1.0260965200086805, + 1.0600673906871478, + 1.0132281500555904, + 1.039987043021767, + 1.0160272774539016, + 1.0119553762539002, + 1.0375407287957723, + 0.993275249370577, + 1.0310746092505982, + 1.0007724139832403, + 1.01278883373938, + 1.0152625509246365, + 0.9763093251846449, + 1.0267017964861733, + 0.997823146966079, + 1.0044670030988905, + 1.0259705961089964, + 1.0589413004871364, + 1.0376978512601307, + 1.0319158378686013, + 1.0340480487731072, + 1.0356155832366485, + 1.0358388933781137 + ] + ] + }, + "width": 128, + "in_features": 41, + "out_features": 2, + "depth": 6, + "padding": 82, + "parameters": 30839, + "cert_evals": { + "36": 0.643926739692688, + "72": 0.5307819843292236, + "108": 0.3893510699272156, + "255": 0.06489184498786926 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7323091138513103, + "std_test_acc": 0.017569534773681162, + "n_samples": 1022, + "n_features": 41, + "n_classes": 2, + "mean_cert_acc_36": 0.6383715569972992, + "std_cert_acc_36": 0.009221489417483209, + "mean_cert_acc_72": 0.5095543712377548, + "std_cert_acc_72": 0.017371233134102878, + "mean_cert_acc_108": 0.3899761959910393, + "std_cert_acc_108": 0.023196087890292788, + "mean_cert_acc_255": 0.07762503623962402, + "std_cert_acc_255": 0.026622312186005016 + }, + "oocytes_merluccius_states_2f": { + "dataset": "oocytes_merluccius_states_2f", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 11, + "best_val_acc": 0.8962962962962963, + "test_acc": 0.8481012658227848, + "train_size": 255, + "val_size": 135, + "test_size": 632, + "stats": { + "mean": [ + [ + 0.01054996298039211, + 0.027192816941176482, + -0.04626695749019601, + -0.0069539579607842475, + 0.014194326572549003, + -0.025412450196078348, + -0.04305473128235293, + 0.008311279215686227, + 0.03873141231372549, + 0.019546130517647062, + 0.04932295196078433, + 0.07244258905882356, + -0.12762710541176478, + 0.10863675447058822, + 0.03643630545098045, + 0.028625162627451017, + 0.07991438109803928, + -0.15667811082352961, + 0.11812816443137263, + 0.056641581960784365, + 0.025048539999999987, + 0.07553784419607842, + -0.12706123960784313, + 0.11197763396705882, + 0.047989735764705894 + ] + ], + "std": [ + [ + 1.055902739791254, + 1.0162268811039923, + 1.0028684541215303, + 0.9730091823212302, + 1.0042568790807076, + 1.059859315776944, + 0.9758982735241186, + 0.988138955008393, + 1.0133686644339426, + 1.0143882523728363, + 1.0032684708282238, + 1.0660462422249137, + 1.201916629773772, + 1.156152673218226, + 0.9766255498471383, + 1.0205814664175223, + 1.0558525489192028, + 1.2296182126345767, + 1.1597961969108055, + 0.9544712645073075, + 1.0067919810768349, + 1.0593103623610676, + 1.2049412432924147, + 1.1612948832756183, + 0.9664237104019653 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 3, + "depth": 6, + "padding": 50, + "parameters": 11658, + "cert_evals": { + "36": 0.824367105960846, + "72": 0.8117088675498962, + "108": 0.794303834438324, + "255": 0.6708860993385315 + }, + "fold": 0 + }, + { + "best_epoch": 13, + "best_val_acc": 0.8940397350993378, + "test_acc": 0.8701298701298701, + "train_size": 255, + "val_size": 151, + "test_size": 616, + "stats": { + "mean": [ + [ + -0.039873489411764704, + 0.06568908627450984, + -0.08042117858823533, + -0.07278203247058826, + 0.031821641215686286, + 0.042755718431372526, + 0.005826313725490188, + 0.07096834100392159, + 0.027976641294117695, + -0.0360630005411765, + 0.08661626117647052, + -0.01559811278431374, + -0.0027832955098039194, + -0.00600242694117644, + -0.011780795098039233, + 0.05183837615686276, + -0.0011791454901960582, + 0.012773291529411772, + -0.01314989992156862, + 0.009224545098039242, + 0.0690001321568627, + -0.0190796969803922, + 0.013153878745098036, + -0.02286682056078435, + 6.883568627453327e-05 + ] + ], + "std": [ + [ + 0.9701687420411181, + 0.9794453617880473, + 0.9813443525023554, + 0.9595676757646171, + 1.003115552689647, + 0.9711996996585899, + 0.96070065028928, + 0.9964287871578288, + 0.9706304482097151, + 0.9607876088942564, + 0.9996288496718735, + 1.0168336786919916, + 1.0395937464726017, + 1.0511176984743116, + 0.9543421247886298, + 0.9888423590787397, + 0.9945618062244868, + 0.993182419256565, + 0.9977759822780166, + 0.9466357052699218, + 0.970268559194868, + 0.9921749035989086, + 0.9919171706653837, + 0.9992337881273372, + 0.9493328232926572 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 3, + "depth": 6, + "padding": 50, + "parameters": 11658, + "cert_evals": { + "36": 0.8620129823684692, + "72": 0.8376623392105103, + "108": 0.8181818127632141, + "255": 0.6753246784210205 + }, + "fold": 1 + }, + { + "best_epoch": 23, + "best_val_acc": 0.9358974358974359, + "test_acc": 0.8739770867430442, + "train_size": 255, + "val_size": 156, + "test_size": 611, + "stats": { + "mean": [ + [ + 0.09042857501960787, + 0.08453290745098035, + 0.05499370141176466, + 0.003266606392156863, + -0.07544167117647055, + -0.015606528627450978, + -0.019981488733333278, + -0.025666618862745103, + -0.018207427176470593, + 0.07526210964705878, + -0.07317296886274506, + 0.06288879294117644, + -0.045770915470588244, + 0.06681564803529418, + 0.0457884809411765, + -0.057205103882352934, + 0.03428885882352944, + -0.026384509803921576, + 0.04764570376470586, + 0.0265779054901961, + -0.05987147952941173, + 0.04524020599999998, + -0.030786102745098055, + 0.050239169831372554, + 0.03661726031372548 + ] + ], + "std": [ + [ + 0.9803272049895071, + 0.9882927145330502, + 0.9802699132826773, + 0.9866157296330209, + 0.9568636941234572, + 0.9924758747611615, + 0.9911948282259507, + 1.014854441162732, + 0.9588574557798413, + 0.9306835025569801, + 0.9960935226571523, + 1.058677201136564, + 1.1189325498150606, + 1.104729425488317, + 1.0030626650633148, + 1.0161006842006703, + 1.038500769178019, + 1.1151857588414493, + 1.0890692776345845, + 0.9960240438206022, + 1.0157898082954688, + 1.0428087102486705, + 1.0990958365479944, + 1.0781825399569271, + 0.9998307298430946 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 3, + "depth": 6, + "padding": 50, + "parameters": 11658, + "cert_evals": { + "36": 0.8608838319778442, + "72": 0.8412438631057739, + "108": 0.826513946056366, + "255": 0.7217676043510437 + }, + "fold": 2 + }, + { + "best_epoch": 18, + "best_val_acc": 0.8841463414634146, + "test_acc": 0.8640132669983416, + "train_size": 255, + "val_size": 164, + "test_size": 603, + "stats": { + "mean": [ + [ + -0.0162589217254902, + -0.05657745160784315, + 0.01461218117647058, + 0.05366552894117648, + 0.038041347607843126, + -0.02560452082352941, + -0.011943972431372539, + -0.007390860000000016, + -0.011038546941176463, + -0.05211940686274512, + 0.008660175294117643, + 0.051748327019607854, + -0.01198270811764698, + 0.042424563215686224, + 0.0151460240784314, + -0.01830622803921565, + 0.029721466745098055, + 0.03686442627450982, + 0.01890176607843136, + 0.022645802980392142, + -0.02072309247058821, + 0.038014168235294084, + 0.011930823882352934, + 0.031066374470588243, + 0.015441112392156824 + ] + ], + "std": [ + [ + 1.0145212260058494, + 1.0183267267898117, + 0.9955590624479448, + 1.0189109805968923, + 0.9525691096733636, + 0.9401260529685115, + 0.9530483520235054, + 1.0372365061551077, + 0.9831280509255012, + 1.0109747306925605, + 1.0146664159530456, + 1.0835689421499082, + 1.0366330566676196, + 1.063468357562322, + 1.0478025436829708, + 1.0203756563273347, + 1.048069136775873, + 0.9743374382513833, + 1.0399684735711856, + 1.0238387714620327, + 1.0310574946708129, + 1.0714734463360287, + 1.0248857085596488, + 1.0669402741834955, + 1.0309522590651836 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 3, + "depth": 6, + "padding": 50, + "parameters": 11658, + "cert_evals": { + "36": 0.8391376733779907, + "72": 0.8225538730621338, + "108": 0.809286892414093, + "255": 0.6998341679573059 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8640553724235102, + "std_test_acc": 0.011399930229569486, + "n_samples": 1022, + "n_features": 25, + "n_classes": 3, + "mean_cert_acc_36": 0.8466003984212875, + "std_cert_acc_36": 0.018180353652563815, + "mean_cert_acc_72": 0.8282922357320786, + "std_cert_acc_72": 0.013704991757521606, + "mean_cert_acc_108": 0.8120716214179993, + "std_cert_acc_108": 0.013776358360314574, + "mean_cert_acc_255": 0.6919531375169754, + "std_cert_acc_255": 0.02360324005243795 + }, + "oocytes_trisopterus_nucleus_2f": { + "dataset": "oocytes_trisopterus_nucleus_2f", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 34, + "best_val_acc": 0.7477477477477478, + "test_acc": 0.7382198952879581, + "train_size": 228, + "val_size": 111, + "test_size": 573, + "stats": { + "mean": [ + [ + 0.008357397456140388, + 0.01802353785087694, + -0.041648607412280596, + -0.0453803663157896, + 0.0012030528070177244, + 0.022922442456140533, + 0.036679189828947405, + 0.006630059969298269, + 0.03305654250000005, + -0.013262542280701796, + -0.10907990994736835, + 0.018322935921052583, + 0.07612510290350878, + 0.012056999298245606, + 3.168017543867413e-05, + -0.10483278701754395, + 0.006886669999999989, + 0.06841488109649123, + 0.00695189035087715, + -0.010072736403508812, + -0.05385949504824569, + 0.02870514298245609, + 0.015483249929824555, + 0.03363409311403503, + -0.0021852223684209818 + ] + ], + "std": [ + [ + 0.9973978575903476, + 1.0076014353044038, + 0.9952366807299615, + 0.932027269541095, + 1.0037384211397398, + 0.9967681042898726, + 0.9897940967126091, + 0.9959439814010456, + 1.0138128967542228, + 0.9906591764143307, + 1.0399607914486315, + 1.0440929697744785, + 0.9325257900670985, + 1.077455055918072, + 1.0068935522712004, + 1.0499836979693067, + 1.020033825374287, + 0.9599692363716387, + 1.0561252019263898, + 1.0054889903033737, + 1.0309466984358973, + 1.0847181603368137, + 1.1023028462065556, + 1.254832404821169, + 0.9936933949524517 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 11607, + "cert_evals": { + "36": 0.5933682322502136, + "72": 0.44328099489212036, + "108": 0.3071553111076355, + "255": 0.0924956351518631 + }, + "fold": 0 + }, + { + "best_epoch": 38, + "best_val_acc": 0.7230769230769231, + "test_acc": 0.7382671480144405, + "train_size": 228, + "val_size": 130, + "test_size": 554, + "stats": { + "mean": [ + [ + -0.08728925657894768, + -0.0543713359210526, + -0.034470636140350855, + 0.03278697263157899, + 0.05903984850877202, + 0.027659603256579266, + 0.0052796477236843045, + -0.02784190157894725, + -0.009100311184210503, + -0.037397169736841936, + 0.10257767285964901, + -0.01304280877192977, + -0.06708928297368424, + -0.036337502456140376, + -0.047321120833333355, + 0.09918661429824563, + -0.009569511929824559, + -0.06545246535087723, + -0.012505821052631564, + -0.06283763969298246, + 0.07219973416666646, + -0.0427019519736842, + 0.004866778614035071, + -0.047571456315789504, + -0.07411300593421052 + ] + ], + "std": [ + [ + 1.0458471164356558, + 1.0593898673226612, + 1.0081986354392756, + 1.0765642846006065, + 1.0669306376265857, + 1.0624952898815982, + 1.0407781573587898, + 1.106896809173159, + 1.167838053551809, + 1.0758835524236412, + 1.0385900596754538, + 0.9885404293586944, + 0.9550027699090833, + 0.9244009468904739, + 1.0365002828514067, + 1.032883107457862, + 1.0049531003586958, + 0.9938416222614777, + 0.9755214096734742, + 1.053074988224559, + 1.0165408864776693, + 0.9716379772569274, + 0.9394817774978654, + 0.8622924823332119, + 1.0276563689405496 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 11607, + "cert_evals": { + "36": 0.577617347240448, + "72": 0.40974730253219604, + "108": 0.2797833979129791, + "255": 0.08122743666172028 + }, + "fold": 1 + }, + { + "best_epoch": 32, + "best_val_acc": 0.717391304347826, + "test_acc": 0.6959706959706959, + "train_size": 228, + "val_size": 138, + "test_size": 546, + "stats": { + "mean": [ + [ + -0.03544724921052656, + -0.03885949409210542, + -0.00817023697368415, + 0.051384859504385955, + 0.046574599692982555, + 0.04455862842105246, + 0.006319970219298388, + -0.042167378070175295, + -0.056997550482456076, + -0.04837222118421066, + 0.023236387807017467, + -0.018419659824561344, + 0.03327031526622804, + -0.03261339552631577, + 0.017033810526315828, + 0.026972617807017606, + -0.016002433162280727, + 0.07519383274999998, + -0.03613011021929823, + 0.0164577965789474, + 0.013493596793859773, + -0.02311588736842108, + 0.0705855121052632, + -0.038314935394736835, + 0.002846930162280715 + ] + ], + "std": [ + [ + 1.0173295399775188, + 1.0238875326302583, + 0.965332841080866, + 1.0357264688512589, + 1.0296595721628123, + 1.027217931369946, + 0.9273272720979442, + 1.0575953015661612, + 1.0282364738483871, + 1.0347456518954214, + 0.9384525467734931, + 0.9632166870693201, + 0.9301838169931504, + 0.9056571647388838, + 1.0051927672529442, + 0.961531287665366, + 0.9441957103814642, + 0.9064551199981514, + 0.8776461226812926, + 1.0213725987384084, + 0.997919302021147, + 0.9466852583005331, + 0.8271188054338252, + 0.8317555000647003, + 1.0271823239026208 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 11607, + "cert_evals": { + "36": 0.5824176073074341, + "72": 0.4633699655532837, + "108": 0.3461538553237915, + "255": 0.06959707289934158 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.6948051948051948, + "test_acc": 0.6924528301886792, + "train_size": 228, + "val_size": 154, + "test_size": 530, + "stats": { + "mean": [ + [ + -0.10959069377192993, + -0.09912143754385974, + -0.007162025008771894, + 0.06766152456140351, + 0.08831780850877229, + 0.08171766137061406, + 0.006699487456140278, + -0.07772155793859647, + -0.05998239798245609, + -0.07346038859649133, + -0.02367889968421067, + -0.005257190087719264, + 0.03324320991228074, + -0.048391179824561384, + 0.008669106403508755, + -0.045213709868421055, + -0.008913120438596496, + 0.02287917744298246, + -0.016604398201754404, + -0.0007747342105263451, + -0.06126861737280714, + -0.02565710350877192, + 0.05257332175438596, + -0.045432562719298235, + -0.0029558628640350784 + ] + ], + "std": [ + [ + 1.044732018887429, + 1.0625410440290517, + 1.0767800702099823, + 1.0282688245705722, + 1.08629241303742, + 1.0791696596464955, + 1.0159169319395265, + 1.053527399603391, + 0.9939044762321542, + 1.0659676193377676, + 0.9599515341324413, + 0.9624071800102462, + 0.902255701658811, + 0.882802488819804, + 0.992868117400491, + 0.976032726528656, + 0.9678528042797121, + 1.0363949239113746, + 0.9791104951035513, + 1.0023913562224034, + 0.9810108324803241, + 0.9401880345466065, + 0.8602452645459159, + 0.8427992005641717, + 1.0009607300230972 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 11607, + "cert_evals": { + "36": 0.5226415395736694, + "72": 0.39245283603668213, + "108": 0.2528302073478699, + "255": 0.06037735939025879 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7162276423654435, + "std_test_acc": 0.025462289561494114, + "n_samples": 912, + "n_features": 25, + "n_classes": 2, + "mean_cert_acc_36": 0.5690111815929413, + "std_cert_acc_36": 0.0316080578086606, + "mean_cert_acc_72": 0.42721277475357056, + "std_cert_acc_72": 0.03203553341975751, + "mean_cert_acc_108": 0.296480692923069, + "std_cert_acc_108": 0.039856137494240745, + "mean_cert_acc_255": 0.07592437602579594, + "std_cert_acc_255": 0.01395795558395835 + }, + "connect-4": { + "dataset": "connect-4", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 31, + "best_val_acc": 0.805872597795337, + "test_acc": 0.7741049558354158, + "train_size": 16889, + "val_size": 10251, + "test_size": 40417, + "stats": { + "mean": [ + [ + 0.030039043756277816, + 0.019902300550625314, + 0.02412979927762107, + 0.01985044289179096, + 0.04051709657175008, + 0.019031591236910044, + -0.0045395188821050255, + 0.00019764479838064707, + -0.0054407273373289445, + 0.0013942071762814724, + 0.0055600884599283544, + 0.001485642518807598, + -0.045466167742357476, + -0.01035231553081155, + -0.011896642548398602, + -0.003500336017520728, + -0.005169183847484449, + -0.004208846444423896, + -0.015666746284570425, + -0.004623683640220639, + -0.003240515128237825, + 0.007526564154155245, + 0.005614181419874743, + -0.0009578565812173992, + -0.008785680620530124, + 2.9899105920217333e-05, + 0.008153071703466623, + 0.012008136479367208, + 0.006621551092434575, + -0.0019656975546212823, + -0.013779740837230907, + -0.007963726330753096, + 0.0029912185446102466, + 0.006957733791219768, + 0.009923208727565623, + 0.008400017940669328, + 0.005648935283319054, + -0.0006844205696187397, + -0.00016250281250430496, + 0.005438035407640847, + 0.006130487891554314, + 0.0019121513411066388 + ] + ], + "std": [ + [ + 1.006531226467314, + 1.008924218376966, + 1.0197183666704737, + 1.023893878424687, + 1.1159454713651147, + 1.1190732652590052, + 1.0024169825217877, + 0.9994835093105424, + 0.9930989860238304, + 1.004612308430935, + 1.0242747269577495, + 0.9967703228906594, + 1.0081015996457976, + 1.0023951062831706, + 0.9892908401102037, + 0.9991151349692805, + 0.9863950858355114, + 0.960184531380724, + 0.9986346631032498, + 1.0001270989782147, + 0.9928951530660571, + 1.0169032842233705, + 1.013285375385304, + 0.970290472444351, + 0.9945759706604689, + 0.9972408901165424, + 1.0114521905940863, + 1.0290063758644428, + 1.023278904623385, + 0.9324949802555003, + 0.9965943679305745, + 0.9932874797871102, + 1.0036564691959504, + 1.0228377133115587, + 1.0386526847608728, + 1.1257342158605066, + 1.0035861966708441, + 1.000236858494279, + 0.9968329006749054, + 1.0125833294784417, + 1.0214319654141149, + 1.006766118353405 + ] + ] + }, + "width": 128, + "in_features": 42, + "out_features": 2, + "depth": 6, + "padding": 84, + "parameters": 32347, + "cert_evals": { + "36": 0.6393102407455444, + "72": 0.4847465455532074, + "108": 0.3312467634677887, + "255": 0.016799861565232277 + }, + "fold": 0 + }, + { + "best_epoch": 12, + "best_val_acc": 0.7989365892083498, + "test_acc": 0.7443473538704581, + "train_size": 16889, + "val_size": 10156, + "test_size": 40512, + "stats": { + "mean": [ + [ + 0.027203261152216014, + 0.024381636864207697, + 0.020735522529443332, + 0.023047149623986126, + 0.020027097519112465, + 0.026940308105877917, + -0.00722533788855856, + -0.00531791621766461, + -0.009308466457466616, + 0.00578968973889537, + -0.0010269574279278557, + 0.004949220640663072, + -0.037384035289282136, + -0.016723926816264917, + -0.008892225590617149, + -0.008508028006396103, + -0.004554644798399636, + 0.0002488341287307118, + -0.014038076854764218, + 0.0028520603943621176, + 0.0008038332642066601, + 0.002791597607881187, + -0.00160992456626965, + -0.0009578257800985885, + 5.388069156555676e-05, + 0.010160649535196326, + 0.012398836639225969, + 5.7993960568914834e-05, + -0.003970593522402191, + 0.0032774340103030072, + -0.010958108650600418, + 0.003209088104681389, + 0.008421007164421582, + 0.007349537331987826, + 0.008767308745328259, + -0.0032300263189079456, + -0.0018860788679084654, + -0.009485176801493057, + -0.0028463511753280563, + 0.0013060429865429904, + -0.0015533507016145245, + 0.012107637870801016 + ] + ], + "std": [ + [ + 1.0053784970608792, + 1.0086117051709853, + 1.0174407281192794, + 1.0328236445577126, + 1.0555647249928823, + 1.1828794778966805, + 1.0020910755122447, + 1.0000565113338769, + 0.9890321160451245, + 1.0150152665488792, + 0.9899360205182285, + 1.0509979377431884, + 1.0058247313452429, + 0.9943794278675755, + 0.9914355031605685, + 0.98735263698585, + 0.9895129572809503, + 0.9832660190727348, + 1.0002454573596118, + 1.005345164132691, + 1.0022702027544366, + 1.0038695389702308, + 0.9884994910041733, + 1.0323210247180712, + 0.9997460580413666, + 1.0089872644160143, + 1.0235001251776934, + 0.9984386209085483, + 0.9823324227005963, + 1.0494438702787408, + 0.9933592013054958, + 1.0038908920524567, + 1.013697656799958, + 1.0183153010542547, + 1.0567215054144603, + 0.8880868673858706, + 1.0011297314158905, + 0.9952887406369397, + 0.9967427026967423, + 1.006175884588394, + 0.991937713430211, + 1.1100304287997806 + ] + ] + }, + "width": 128, + "in_features": 42, + "out_features": 2, + "depth": 6, + "padding": 84, + "parameters": 32347, + "cert_evals": { + "36": 0.6054749488830566, + "72": 0.44779324531555176, + "108": 0.29909655451774597, + "255": 0.008713467977941036 + }, + "fold": 1 + }, + { + "best_epoch": 20, + "best_val_acc": 0.8015640273704789, + "test_acc": 0.7579751718680449, + "train_size": 16889, + "val_size": 10230, + "test_size": 40438, + "stats": { + "mean": [ + [ + 0.025572694783573928, + 0.01329715524895377, + 0.021220418319602922, + 0.01865168985727237, + 0.01982012718339098, + 0.00963998614483818, + 0.002528423115643657, + 0.014210160400253889, + 0.019369405767058635, + 0.014451386997468231, + 0.013793931316224738, + 0.012371159470670088, + -0.039714018710444283, + 0.002464175676483553, + -0.003429649002305634, + -0.009634763751553201, + 0.0009762194327558758, + 0.0017347277695622, + -0.010497498845409039, + -0.009077317366310872, + -0.009626320682147567, + -0.007594781810667109, + -0.00470596897387065, + -0.0015970677600842312, + -0.009472249452314906, + -0.00820725051809292, + -0.0026667849487946728, + -0.015432931020187987, + 0.0013254907454667974, + 0.008520569927173222, + -0.01259168517970182, + -0.013636079637638902, + -0.01148821777488854, + 0.0004930685061226005, + 0.0037583447036442816, + 0.004523333086622283, + -0.0011041412753886373, + 0.0011898180472266853, + 0.004086905974287228, + 0.0047194280300578055, + 0.006496377523849094, + 0.0006377091894106407 + ] + ], + "std": [ + [ + 1.002340911028259, + 1.000241509886604, + 1.0182352047279812, + 1.026450786988581, + 1.0586830294039484, + 1.0573441287107759, + 0.9999723336345973, + 1.0051963116139528, + 1.0189730060934503, + 1.0249429350044355, + 1.0283337398578962, + 1.0717856671455852, + 1.007021137501264, + 1.0086278986575667, + 0.9953893180688569, + 0.98676435866359, + 1.0045070750637721, + 0.9894410915928983, + 1.0018969853345276, + 0.9951351558433682, + 0.9829488046935272, + 0.9826669281585328, + 0.9809482582136214, + 1.0155101449208117, + 0.9962026519420597, + 0.990863381380769, + 1.0019931559758173, + 0.9596014491771616, + 1.0169055158769793, + 1.076548189219986, + 0.9955495648295175, + 0.9907146280157456, + 0.9785756681213451, + 1.006526766910725, + 1.0173366899136054, + 1.0876518916773228, + 1.0029420841971977, + 0.9990722630784118, + 1.0096089946640998, + 1.0127375864747392, + 1.01584212211435, + 0.9362241233272562 + ] + ] + }, + "width": 128, + "in_features": 42, + "out_features": 2, + "depth": 6, + "padding": 84, + "parameters": 32347, + "cert_evals": { + "36": 0.6176121830940247, + "72": 0.4603343605995178, + "108": 0.3037984073162079, + "255": 0.008556308224797249 + }, + "fold": 2 + }, + { + "best_epoch": 51, + "best_val_acc": 0.8035108717334929, + "test_acc": 0.7871413808375572, + "train_size": 16889, + "val_size": 10026, + "test_size": 40642, + "stats": { + "mean": [ + [ + 0.0255017919592495, + 0.022711381550094376, + 0.022287194327654584, + 0.02371314346613092, + 0.02809891444136949, + 0.011617169660734934, + -0.003762045615482179, + -0.0006222379063383423, + -0.0011956524365063191, + 0.008375274142948436, + -0.0028795755225458197, + 0.004949219420934186, + -0.03286969234417018, + -0.016504218603819, + -0.0016998223695865533, + -0.0031247556989696936, + -0.011519434898461321, + 0.0002488323820318791, + -0.012126160814738062, + -0.0071686163775022144, + 0.0038903055242530825, + 0.0026388575403812784, + 0.004066158683185444, + -0.0015970711824220074, + -0.004837915684773933, + -0.005745571910715695, + -0.003762464740373103, + -0.006138376635676964, + 0.001325493137553573, + 0.008520567025875392, + -0.0066514068920593425, + -0.003064876132393696, + 0.005525119900522458, + 0.009504424891937585, + 0.011849736177385477, + 0.008400017940669543, + -0.0067909446385286945, + -0.00818136082659884, + 0.004646044170746594, + 0.012444457339079356, + -0.0015533672804591957, + 0.00446103881223969 + ] + ], + "std": [ + [ + 1.0045809901782567, + 1.011044061995358, + 1.0172043141389446, + 1.0411444793879623, + 1.0848038904253097, + 1.0532589212327128, + 1.001732294856909, + 0.9979736375563433, + 0.9960552361012427, + 1.01505820099451, + 0.9927946698994767, + 1.0430998783719132, + 1.0035374294499668, + 0.9954329781752278, + 0.9998036225568965, + 0.9986000648188756, + 0.968307334521185, + 1.0041135888200137, + 1.0020709200665507, + 0.9957946771192316, + 1.0066983742054452, + 0.9982009085917064, + 1.0079501138389146, + 1.0086913740499897, + 0.9975519054988539, + 0.9949781645083238, + 0.9908446185534602, + 0.980252534332932, + 1.0196582337505167, + 1.129171084329408, + 0.9975018305111572, + 0.9962923547954192, + 1.0083259241822573, + 1.0245524736842544, + 1.0587730123334396, + 1.1257342158603454, + 1.000888709096108, + 0.9958781134180874, + 1.0074167017832345, + 1.03159906035601, + 0.975850670238492, + 1.1586868157131331 + ] + ] + }, + "width": 128, + "in_features": 42, + "out_features": 2, + "depth": 6, + "padding": 84, + "parameters": 32347, + "cert_evals": { + "36": 0.6571526527404785, + "72": 0.5013286471366882, + "108": 0.3458983302116394, + "255": 0.01892131194472313 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.765892215602869, + "std_test_acc": 0.018671161130347492, + "n_samples": 67557, + "n_features": 42, + "n_classes": 2, + "mean_cert_acc_36": 0.6298875063657761, + "std_cert_acc_36": 0.02294073999314103, + "mean_cert_acc_72": 0.4735506996512413, + "std_cert_acc_72": 0.02404911227571655, + "mean_cert_acc_108": 0.3200100138783455, + "std_cert_acc_108": 0.022335759323422275, + "mean_cert_acc_255": 0.013247737428173423, + "std_cert_acc_255": 0.005396793526330237 + }, + "oocytes_trisopterus_states_5b": { + "dataset": "oocytes_trisopterus_states_5b", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 38, + "best_val_acc": 0.875968992248062, + "test_acc": 0.8540540540540541, + "train_size": 228, + "val_size": 129, + "test_size": 555, + "stats": { + "mean": [ + [ + 0.07071967587719294, + -0.03126246473684206, + -0.05244502938596495, + 0.005148638640350878, + 0.12069938767543859, + -0.061311192850877064, + -0.05906930372807029, + -0.05115659995614045, + -0.13130431929824563, + -0.06720904710526317, + -0.05089102140350876, + -0.04616209415789476, + -0.008453429122807003, + 0.007494995967982444, + -0.045153931578947384, + 0.03200924100877193, + -0.0691457934210527, + -0.0009892403947368614, + 0.011054617807017532, + -0.029681514881578927, + 0.01884901570175438, + -0.046099180000000024, + 0.002979564210526361, + -0.0069296600877193516, + -0.01987498114035088, + 0.015903855074561355, + -0.12577492600877196, + -0.08353401973684217, + -0.05708607535087729, + -0.05055958596491232, + -0.04731587622807015, + -0.043790602412280666 + ] + ], + "std": [ + [ + 1.1161365921129287, + 1.019937304172635, + 0.917445075485345, + 0.922445163110283, + 1.1247212152662185, + 1.0142273750405912, + 1.013302866302, + 1.014864695381583, + 0.9032083969104956, + 0.9420860638513419, + 0.8878850299621215, + 0.9649792111481951, + 0.9283049848951963, + 0.9030510744389749, + 0.8595512938345663, + 0.9546310505717645, + 1.0275522247728062, + 0.9168016008396184, + 0.9413647122294537, + 0.8546868987355505, + 0.9932921290570054, + 1.0448863454946404, + 0.9301627049708955, + 0.9728030425741644, + 0.8334914560515586, + 0.9950352822299136, + 1.1288380460826624, + 1.0483897554983064, + 0.9912110826643573, + 0.972356775914115, + 0.9655364442120018, + 0.961757628464007 + ] + ] + }, + "width": 128, + "in_features": 32, + "out_features": 3, + "depth": 6, + "padding": 64, + "parameters": 18952, + "cert_evals": { + "36": 0.8126126527786255, + "72": 0.7657657861709595, + "108": 0.7045045495033264, + "255": 0.45765766501426697 + }, + "fold": 0 + }, + { + "best_epoch": 36, + "best_val_acc": 0.9333333333333333, + "test_acc": 0.900749063670412, + "train_size": 228, + "val_size": 150, + "test_size": 534, + "stats": { + "mean": [ + [ + 0.042168793947368305, + -0.046661154824561395, + -0.07265519657894737, + -0.029048200219298256, + 0.09316957649122803, + -0.10222960131578947, + -0.10301473457017543, + -0.10802850458421065, + -0.0797967623684211, + -0.04103184833333331, + -0.03355091710526318, + -0.07929260306140361, + -0.01261704565789473, + 0.1506792193013158, + -0.04067907675438599, + 0.0143033318859649, + -0.10382837236842095, + -0.04084723513596495, + 0.09225491631578954, + -0.05923273439912277, + -0.01375305198245613, + -0.07187321360087723, + -0.04672014346491231, + 0.0815637618859649, + -0.05598073456140354, + -0.022079915539473673, + -0.09001919685526312, + -0.07580621197368419, + -0.062005388640350885, + -0.0598721951754386, + -0.05949153206140351, + -0.05830784473684211 + ] + ], + "std": [ + [ + 1.0200834248953377, + 0.9834883235416357, + 0.948382326692065, + 0.9422895148016912, + 1.0599930578421568, + 1.008102104687054, + 1.005532265621242, + 1.002425640615904, + 1.0281516449119859, + 0.9864372876535116, + 0.9216225867194346, + 1.0175930869712388, + 0.9515569597651118, + 0.8710927832245062, + 0.9090671548749089, + 0.9587815133966584, + 1.0094043299853246, + 0.9261778760996505, + 0.8474973900761839, + 0.9036382522123776, + 0.9766692441797213, + 1.0089134547001877, + 0.9564712615645998, + 0.8678207248562414, + 0.9118462619599206, + 0.9732947965073382, + 1.0611090895722666, + 1.015667914213523, + 0.9793114555387845, + 0.9657189087278202, + 0.9606198710213132, + 0.9585784664444565 + ] + ] + }, + "width": 128, + "in_features": 32, + "out_features": 3, + "depth": 6, + "padding": 64, + "parameters": 18952, + "cert_evals": { + "36": 0.8445693254470825, + "72": 0.7996254563331604, + "108": 0.7434456944465637, + "255": 0.4344569444656372 + }, + "fold": 1 + }, + { + "best_epoch": 19, + "best_val_acc": 0.8870967741935484, + "test_acc": 0.8482142857142857, + "train_size": 228, + "val_size": 124, + "test_size": 560, + "stats": { + "mean": [ + [ + 0.003998914473684303, + -0.0213186002192983, + -0.017623903947368354, + -0.012337663596491195, + -0.017431074298245655, + -0.004555553359648964, + -0.004108547587719438, + -0.0009373696052630999, + -0.016608215043859648, + -0.03182528381578946, + -0.007421083684210486, + -0.005595805956140336, + -0.02646343394736844, + -0.03618650232456141, + -0.010698251315789472, + -0.030884499561403496, + 0.00945457565789471, + -0.009139434872807068, + -0.03419454758771928, + -0.008557029530701714, + -0.023951698464912213, + -0.004459117500000028, + -0.004532075570175454, + -0.017823669631578956, + 0.001388015307017533, + -0.0025814676008772044, + 0.025199284736842097, + -0.0031750307894736394, + -0.009545385219298277, + -0.011465425438596452, + -0.011802506973684268, + -0.012658367236842074 + ] + ], + "std": [ + [ + 0.97457074546984, + 1.0043257679235367, + 0.9742480751664327, + 0.9943971588575504, + 0.9581527150500696, + 0.9265467380337167, + 0.9264773239886217, + 0.9319494271687707, + 1.0333247779313135, + 0.920720050526615, + 0.9972315457748969, + 0.9339472735421078, + 0.994560651859279, + 0.9728161348895927, + 0.9675512654728273, + 1.0285831983370706, + 0.9503032539654157, + 0.9956226688351669, + 0.9764940921703851, + 0.9471557323877339, + 1.0287165906042777, + 0.9500178099607385, + 0.9876437160220987, + 0.9354692176608096, + 0.898511968634094, + 1.0286414971042166, + 0.9524777970147053, + 0.9772040913271117, + 0.9780996145454892, + 0.9792411013617204, + 0.9824128780686913, + 0.9861305066741933 + ] + ] + }, + "width": 128, + "in_features": 32, + "out_features": 3, + "depth": 6, + "padding": 64, + "parameters": 18952, + "cert_evals": { + "36": 0.7785714268684387, + "72": 0.7107142806053162, + "108": 0.6499999761581421, + "255": 0.42500001192092896 + }, + "fold": 2 + }, + { + "best_epoch": 35, + "best_val_acc": 0.8692307692307693, + "test_acc": 0.855595667870036, + "train_size": 228, + "val_size": 130, + "test_size": 554, + "stats": { + "mean": [ + [ + 0.19128086798245605, + -0.1545888153201755, + -0.1037753156140351, + -0.08390219271929829, + 0.19822772679824566, + -0.054646532894736755, + -0.05310007785087714, + -0.05312231039473688, + -0.09918999210526323, + -0.0755739785964912, + -0.07051384131578947, + -0.05881431096491246, + -0.07694789254385967, + 0.054556597587719274, + -0.06296629385964911, + -0.09344949605263154, + -0.05059881096491216, + -0.09314682412280695, + 0.050995198815789525, + -0.07107925399122803, + -0.13133097996491225, + -0.0199737169736841, + -0.08499977043859651, + 0.0665703333333333, + -0.06430988701754382, + -0.11358861070175429, + -0.20145491466228072, + -0.1672395333333333, + -0.13964623530701756, + -0.13065004122807017, + -0.1280007524122807, + -0.1254573030701754 + ] + ], + "std": [ + [ + 1.162459605948107, + 1.0220637257211564, + 0.9798271763297653, + 0.9281687716661429, + 1.1748679320520254, + 1.0338563715791989, + 1.0321846232991374, + 1.0330317193022602, + 1.0435830097086, + 0.9790515232110254, + 0.975207419353285, + 0.993634610991306, + 0.9186772145265852, + 0.9759927672870093, + 0.930549606138527, + 0.9430482289842438, + 1.0327123337266333, + 0.9392430037385824, + 0.9854560711615015, + 0.9600278149608173, + 0.9920638252884562, + 1.0141678876429923, + 0.9512802433446548, + 0.9952075820683842, + 0.911976129686222, + 0.9873548656001708, + 1.1909974471705074, + 1.0719478815576433, + 1.0152936018335244, + 0.9972868774145465, + 0.9919889419406073, + 0.9898458188922279 + ] + ] + }, + "width": 128, + "in_features": 32, + "out_features": 3, + "depth": 6, + "padding": 64, + "parameters": 18952, + "cert_evals": { + "36": 0.8032491207122803, + "72": 0.7581227421760559, + "108": 0.7021660804748535, + "255": 0.4584837555885315 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.864653267827197, + "std_test_acc": 0.024272962050097473, + "n_samples": 912, + "n_features": 32, + "n_classes": 3, + "mean_cert_acc_36": 0.8097506314516068, + "std_cert_acc_36": 0.027294352639080942, + "mean_cert_acc_72": 0.758557066321373, + "std_cert_acc_72": 0.03664104748578129, + "mean_cert_acc_108": 0.7000290751457214, + "std_cert_acc_108": 0.03835148949530558, + "mean_cert_acc_255": 0.44389959424734116, + "std_cert_acc_255": 0.016816064940668646 + }, + "nursery": { + "dataset": "nursery", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 11, + "best_val_acc": 0.8524504692387904, + "test_acc": 0.7971033068443989, + "train_size": 3240, + "val_size": 1918, + "test_size": 7802, + "stats": { + "mean": [ + [ + 0.051029166666666737, + -0.00196411111111071, + 0.0016562925925925533, + -0.008005376543209762, + -0.004535925925925928, + -0.014196977160493821, + -0.01014526234567894, + -0.007937870370370368 + ] + ], + "std": [ + [ + 1.0081184659855247, + 0.994466909902115, + 0.9984780980079611, + 0.9954756099225289, + 0.9980995540133645, + 0.9998602139101664, + 0.9972906807623559, + 1.0052418041464166 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 5, + "depth": 6, + "padding": 16, + "parameters": 1322, + "cert_evals": { + "36": 0.6957190632820129, + "72": 0.5972827672958374, + "108": 0.500640869140625, + "255": 0.12612150609493256 + }, + "fold": 0 + }, + { + "best_epoch": 10, + "best_val_acc": 0.9039145907473309, + "test_acc": 0.7714433122662195, + "train_size": 3240, + "val_size": 1967, + "test_size": 7753, + "stats": { + "mean": [ + [ + 0.023435617283950584, + 0.026842851851852437, + -0.0011041870370370494, + -0.001656286419753089, + -0.010961820987654315, + 0.019135056172839497, + -0.012124891358024097, + -0.0060479012345679 + ] + ], + "std": [ + [ + 1.0098249235756733, + 1.0053740157149613, + 0.9982315594686217, + 0.9999606252114857, + 0.9964249241892131, + 0.9997779009091493, + 0.9971359423938833, + 1.0041030187583004 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 5, + "depth": 6, + "padding": 16, + "parameters": 1322, + "cert_evals": { + "36": 0.685025155544281, + "72": 0.5951244831085205, + "108": 0.5107700228691101, + "255": 0.15400490164756775 + }, + "fold": 1 + }, + { + "best_epoch": 20, + "best_val_acc": 0.8821989528795812, + "test_acc": 0.8568501920614596, + "train_size": 3240, + "val_size": 1910, + "test_size": 7810, + "stats": { + "mean": [ + [ + 0.023435617283950584, + 0.047575135802469234, + 0.015458643209876576, + 0.0024844308641975513, + 0.006047901234567903, + 0.0012345197530864193, + 0.015837366358025084, + -0.0060479012345679 + ] + ], + "std": [ + [ + 1.0166780451442419, + 1.0111134194425535, + 1.0062422991159916, + 0.9960005941386431, + 0.9966991236053043, + 0.9999602379504744, + 1.0002954947822456, + 1.0041030187583007 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 5, + "depth": 6, + "padding": 16, + "parameters": 1322, + "cert_evals": { + "36": 0.7845070958137512, + "72": 0.6759282946586609, + "108": 0.5498079657554626, + "255": 0.06414853036403656 + }, + "fold": 2 + }, + { + "best_epoch": 5, + "best_val_acc": 0.8622661122661123, + "test_acc": 0.7181888147768086, + "train_size": 3240, + "val_size": 1924, + "test_size": 7796, + "stats": { + "mean": [ + [ + 0.03364145061728391, + 0.03033460493827167, + 0.03257356666666669, + 0.032849621604938234, + -0.015875740740740732, + -0.01481423703703703, + -0.01707398148148124, + 0.006425895061728395 + ] + ], + "std": [ + [ + 1.006091408188469, + 0.9961770749809249, + 1.0063245385321156, + 1.0055792592242605, + 0.9961264090870245, + 0.9998512588890658, + 1.0080135891696445, + 0.9964644995871555 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 5, + "depth": 6, + "padding": 16, + "parameters": 1322, + "cert_evals": { + "36": 0.6204463839530945, + "72": 0.5488712191581726, + "108": 0.48409441113471985, + "255": 0.14161108434200287 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7858964064872217, + "std_test_acc": 0.0575998964429503, + "n_samples": 12960, + "n_features": 8, + "n_classes": 5, + "mean_cert_acc_36": 0.6964244246482849, + "std_cert_acc_36": 0.0674824927871079, + "mean_cert_acc_72": 0.6043016910552979, + "std_cert_acc_72": 0.052714305442737905, + "mean_cert_acc_108": 0.5113283172249794, + "std_cert_acc_108": 0.027909987645441933, + "mean_cert_acc_255": 0.12147150561213493, + "std_cert_acc_255": 0.03988136776657734 + }, + "ozone": { + "dataset": "ozone", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 24, + "best_val_acc": 0.947075208913649, + "test_acc": 0.9358392741412832, + "train_size": 634, + "val_size": 359, + "test_size": 1543, + "stats": { + "mean": [ + [ + -0.003832208201892918, + -0.005418530378548824, + -0.010179585331230298, + -0.007282815457413272, + -0.012684214511040823, + -0.016161820820189455, + 0.002799892586751031, + 0.0019220082018927972, + -0.018512049842271346, + 0.005907482334384807, + -0.007494815457413195, + -0.025883145425867744, + -0.03184079188958992, + -0.019569813880126137, + -0.027278735331230344, + -0.03046446009463729, + -0.011907895583595755, + -0.007346252618296485, + -0.02668136640378576, + -0.06587051593059931, + -0.049409756782334495, + -0.07125564747634061, + -0.0656345313880127, + -0.07421817728706603, + -0.009998679968454185, + -0.0262489938485801, + -0.021923096214510832, + -0.0190336230283913, + -0.018218104037854982, + -0.016821850378548945, + -0.020884196703469835, + -0.020929776435331872, + -0.021766428958990638, + -0.02181745849999988, + -0.020616926908517234, + -0.02164594619873821, + -0.027880692514195553, + -0.03721009403785469, + -0.03371047791798095, + -0.0357276862940851, + -0.03981797839116743, + -0.04135431316246058, + -0.0396969034069403, + -0.04041245388012638, + -0.03959258725552049, + -0.035369640788643436, + -0.0329854148107256, + -0.037678351135646625, + -0.029864726656151485, + -0.030806835126182992, + -0.03040135176656141, + -0.02955822337539437, + -0.0004082835646687658, + 0.03179852176656152, + -0.030195180984227132, + -0.04001496272870659, + 0.026779878261829634, + -0.004116586119873863, + -0.0023215491955836005, + -0.024096858706624612, + -0.03674826619400633, + 0.02543307507728708, + -0.005538621608832797, + 0.01184614798107252, + -0.02897714377507889, + -0.008931562263406941, + 0.023499008943217683, + 0.017402507271293364, + 0.0359555768138801, + 0.023836606309148266, + -0.0014779406940063293, + -0.008649845488958915 + ] + ], + "std": [ + [ + 1.0253346653541646, + 0.9970790367473195, + 1.0038692152439912, + 0.9938232451774182, + 0.9892173701948798, + 0.9911118430754786, + 1.017791120532591, + 0.9932864022974621, + 0.9902464436046423, + 1.000185178231482, + 1.0011696264611658, + 0.986480392675615, + 0.9730802318969383, + 0.9778181923701852, + 0.9836970027189096, + 0.9750118443336364, + 0.9792780834573579, + 0.9880149185292257, + 0.9781480670848659, + 0.9690310973910427, + 0.9891508690776625, + 0.9800473244857659, + 0.9719895753152141, + 0.9862159945987059, + 1.000643505337353, + 0.98774444392728, + 1.0016087509397211, + 0.9981176722651791, + 0.9943416662612424, + 0.9911189659544083, + 0.9910342795958328, + 0.9946798944092399, + 0.9963025407021763, + 0.9986420543916559, + 1.0050901822096001, + 1.006920701444179, + 1.0106377164264517, + 1.0193709910492683, + 1.0139900979553602, + 1.0114902226706495, + 1.0154408973720759, + 1.0202202440190384, + 1.0187333506565903, + 1.0188947379912598, + 1.0238829760328585, + 1.0216807530782095, + 1.0172760501580516, + 1.019296401406438, + 1.0121202260566657, + 1.0092598657183676, + 1.0163059965288948, + 1.0075443434312203, + 0.9544054418118135, + 0.959178459050877, + 0.9653248526530249, + 0.9812633263036802, + 0.9443343196371533, + 0.9785419366403552, + 0.9938503050835839, + 0.9399729974257295, + 1.0017571374847212, + 0.9409064434936084, + 0.9699516997787144, + 1.0227411928766736, + 0.9603064531854989, + 0.9989953512934372, + 0.9473740110075154, + 0.9448230205985104, + 0.9456688250252197, + 0.942484207617471, + 1.0193030273935935, + 0.9279161878664934 + ] + ] + }, + "width": 256, + "in_features": 72, + "out_features": 2, + "depth": 6, + "padding": 144, + "parameters": 94327, + "cert_evals": { + "36": 0.9170446991920471, + "72": 0.8904730677604675, + "108": 0.8677899837493896, + "255": 0.7342838048934937 + }, + "fold": 0 + }, + { + "best_epoch": 29, + "best_val_acc": 0.9230769230769231, + "test_acc": 0.9272848565710473, + "train_size": 634, + "val_size": 403, + "test_size": 1499, + "stats": { + "mean": [ + [ + 0.03792215394321758, + 0.05303702501577294, + 0.055938417665614755, + 0.045617302050472784, + 0.021353089905362888, + 0.020145928075709717, + 0.0154306208201896, + 0.022261120504731842, + 0.020515404258675263, + -0.006392122712933948, + -0.018915373501577255, + -0.01732013391167209, + -0.017668103968454255, + -0.006586070347003194, + -0.016273178391167133, + -0.009117565772870817, + -0.006092351104100761, + -0.004906137602523564, + -0.015032467823343948, + -0.009775977760252257, + -0.0028146921135643894, + -0.014031686908517228, + -0.025870736750788572, + -0.018697430914826393, + 0.012961191798107244, + 0.01047141529968471, + 0.018777906104101107, + 0.026551687539432215, + 0.020844408675078762, + 0.023819117413249064, + 0.023811730189274537, + 0.019894168675078563, + 0.021038747192428944, + 0.02314655241798127, + 0.028341015741325026, + 0.024617651403785426, + 0.01178393461514206, + 0.014336364637223941, + 0.016739142365930756, + 0.012312654178627935, + 0.028485125615141934, + 0.019114635623028217, + 0.013634379747634108, + 0.008062478817034518, + 0.009352700126182908, + 0.012544397728706748, + 0.01817721485804401, + 0.017917969968454316, + 0.021168408769716013, + 0.023414116261829713, + 0.014830201829653165, + 0.02222035735015768, + 0.026335983533123025, + 0.0094259924290221, + -0.007603148958990523, + 0.0009938357413249734, + 0.005802570088328026, + 0.026215337223974716, + 0.038780452492113614, + -0.022953927902208182, + 0.031207762034700385, + 0.017113763779179843, + 0.04147194542586757, + 0.04368782463722394, + 0.01750911003659304, + 0.03434608705047321, + 0.009342367476340697, + 0.024773590962145133, + 0.004409446561514154, + 0.005585798107255572, + 0.00011378753943216802, + 0.0765020130757091 + ] + ], + "std": [ + [ + 1.03736363563334, + 1.041421531442326, + 1.0267865270755487, + 1.0121442820993367, + 1.008293110256913, + 1.01873498921806, + 1.0118066495461369, + 0.982292246248336, + 0.979405861495792, + 0.9688780031821314, + 0.9652773998745313, + 0.9694491321671315, + 0.9531773775158731, + 0.9580862657893832, + 0.9577664681306315, + 0.9623544801742809, + 0.975601277571152, + 0.9832052078314656, + 0.990296487656043, + 0.9755842570008628, + 0.9865540245890023, + 0.962851713833088, + 0.9566628208998662, + 0.9468020657890054, + 0.9742316163334963, + 0.9645422392473766, + 1.0027685912228592, + 0.9966208972539959, + 0.999182931601029, + 0.9948819423856855, + 0.9946336959149308, + 0.994301681069435, + 0.9956026583826234, + 0.9930511866663474, + 0.9890478651750041, + 0.994199597668802, + 1.0023859350650413, + 1.000426145687874, + 1.0003652424842289, + 1.0064232470420955, + 0.9992643537317858, + 1.005945961042932, + 1.0059460570896996, + 1.0088514720728148, + 1.0098664378887052, + 1.0086576841526969, + 1.0071224688030078, + 1.0065893694520875, + 1.003072381839363, + 1.0009275382343648, + 1.0031288456338048, + 1.001641400063109, + 0.9717690232361939, + 0.9645442990237298, + 1.0599901264777962, + 0.9668729591901228, + 0.9848003020040621, + 0.9858228202928896, + 0.9910100230003203, + 1.033854568614186, + 1.023206024569695, + 0.9609138694597942, + 0.9763937113178477, + 1.0499365812704335, + 1.002074911190731, + 1.0401611909032527, + 0.9829420247883154, + 0.9775076034950193, + 0.9858571161451036, + 0.98438894199897, + 0.9570620772827372, + 1.2319088901760018 + ] + ] + }, + "width": 256, + "in_features": 72, + "out_features": 2, + "depth": 6, + "padding": 144, + "parameters": 94327, + "cert_evals": { + "36": 0.9072715640068054, + "72": 0.8852568864822388, + "108": 0.8579052686691284, + "255": 0.7518345713615417 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.9738903394255874, + "test_acc": 0.8525345622119815, + "train_size": 634, + "val_size": 383, + "test_size": 1519, + "stats": { + "mean": [ + [ + -0.026519395110410078, + -0.020519656719242864, + -0.03856912839116702, + -0.016610770662460427, + -0.02360172176656157, + -0.0062361091482649456, + 0.006315673186120061, + 0.008122894006309216, + 0.019828661829653038, + 0.023493720820189235, + 0.028398340063091426, + 0.037658466246056704, + 0.03720359796845454, + 0.01712326940063089, + 0.010629502208201842, + 0.016920019873816996, + 0.004836936277602788, + 0.008885449716088383, + 0.004271558517350052, + -0.013732781230283674, + -0.003293864984227115, + -0.0059959652996845044, + 0.02009481703470032, + 0.012495374763406907, + 0.026107515615142074, + 0.0048866673501578506, + -7.10347318611639e-05, + 0.004620787066245969, + 0.006923117208201871, + 0.007044452050473267, + 0.0017660842902208816, + 0.0005843353627757844, + 0.0024381367823343115, + 0.01260079149999998, + 0.027790525930599275, + 0.03580574296529951, + 0.044962928378549, + 0.03849109044164033, + 0.031017723895899216, + 0.014714712648895947, + 0.020249673911671977, + 0.01992396563091474, + 0.00854246886435317, + 0.010404890378548888, + 0.0019442098422712223, + -0.005629299589905388, + 0.0006738145583594855, + -0.006554089621451123, + -0.0014963604731860216, + -0.004724123485804328, + 0.03185038192429032, + 0.017040701072555207, + -0.016917529684542604, + -0.01635350962145107, + 0.03180636989905358, + -0.028097102381703456, + -0.02487774311041013, + -0.024357788801261843, + 0.010347320820189253, + 0.023048282129337568, + -0.0404586584542587, + -0.01956875883911673, + -0.015517057255520493, + -0.042936753533123054, + 0.016056352455205057, + 0.0006885119637224163, + -0.017713837870662472, + 0.00866661981072551, + -0.011936950630914838, + -0.019579047318612028, + 0.010573428391167213, + 0.013769920457413393 + ] + ], + "std": [ + [ + 0.9824246191960648, + 0.9460660479955723, + 0.9414137117810848, + 0.9563951332641849, + 0.9542747430368088, + 0.9649020128187702, + 0.9480302958839442, + 0.9695925595005404, + 0.9508962724118688, + 0.9324002792481486, + 0.9491098110835717, + 0.9593993759599093, + 0.9708845814409902, + 0.9746076150662417, + 0.9730830926818287, + 0.9705828418121233, + 0.9678944356517812, + 0.9787918055436075, + 0.9871395323030632, + 0.988799836722974, + 1.0088712263265718, + 1.027651048121395, + 1.0110542737448385, + 1.014655075557104, + 0.9527254870773569, + 0.9499284788193443, + 0.9739892346448356, + 0.9717415422572252, + 0.9710591664892269, + 0.9720523397095961, + 0.9743931633453154, + 0.9750560919142672, + 0.9732640281425894, + 0.9694138817789562, + 0.9591766148620566, + 0.9523484366096532, + 0.9426339173138096, + 0.9489336834494043, + 0.9510992266164007, + 0.9608960530293392, + 0.9501293475748765, + 0.950793971802449, + 0.9575052033489578, + 0.9516958236697296, + 0.9607004557781494, + 0.9650164347980471, + 0.9627072697949259, + 0.9664615907966804, + 0.9637912770104232, + 0.9634717474587103, + 0.9445789095634398, + 0.9512185629902784, + 0.9929982903986023, + 0.9911801208163777, + 1.0345096377862717, + 1.015804013333407, + 1.0429149112118707, + 0.9641031908608965, + 0.9736098232781243, + 0.9944177175712005, + 1.0241007437497402, + 1.0365807493549954, + 0.9939798656902995, + 0.9703197880729728, + 0.9618026775337026, + 1.0327802384943932, + 1.0325597261783583, + 0.978275118853774, + 1.0112531906719258, + 1.0439400654735873, + 1.021812320404611, + 1.0812409348018392 + ] + ] + }, + "width": 256, + "in_features": 72, + "out_features": 2, + "depth": 6, + "padding": 144, + "parameters": 94327, + "cert_evals": { + "36": 0.8196181654930115, + "72": 0.7847267985343933, + "108": 0.7524687051773071, + "255": 0.5911784172058105 + }, + "fold": 2 + }, + { + "best_epoch": 15, + "best_val_acc": 0.9656019656019657, + "test_acc": 0.928428093645485, + "train_size": 634, + "val_size": 407, + "test_size": 1495, + "stats": { + "mean": [ + [ + 0.0414219129337539, + 0.04560815454258686, + 0.034397147160883365, + 0.020956117823343955, + 0.024564269400630924, + 0.0005553069400630991, + 0.016602504416403943, + 0.0062627359621451415, + -0.0031757522082018035, + -0.013944516088328245, + 0.0037218815457413378, + -0.020531244637224017, + -0.012975684929022045, + -0.015335962460567969, + 0.0022576992113565006, + 0.01988752665615142, + 0.025492129968454638, + 0.02310144264984224, + 0.03577952003154558, + 0.03828845977918, + 0.04090566182965307, + 0.016406487381703586, + 0.032255133596214486, + 0.055611245425867664, + 0.025829820504732027, + 0.017592141324921318, + 0.08482513250788633, + 0.08251534022082004, + 0.0806660400000002, + 0.0797597929968453, + 0.07844461148265003, + 0.07577048630914786, + 0.07816740391167189, + 0.07698375904258688, + 0.07839980914826507, + 0.07030392544164019, + 0.07335677605520505, + 0.07059885154574139, + 0.05749520764984241, + 0.05839240802768149, + 0.04884538044164021, + 0.057599388186119704, + 0.06056710167192429, + 0.05068962059936886, + 0.04918662220820182, + 0.05663887050473197, + 0.052981187223974706, + 0.05271488757097796, + 0.05998731700315455, + 0.058964341198738154, + 0.062026943990536335, + 0.06406211694006311, + 0.04476776665615138, + 0.04366600899053627, + 0.0071440257350158225, + 0.01720357881703467, + 0.02547216375078862, + 0.03767682965299683, + 0.005417277176656162, + -0.021366308296529912, + 0.014681808124605667, + 0.02665934194006316, + 0.0029629283911672116, + 0.04136874888012618, + -0.03195372262365931, + 0.02910725921924289, + 0.04066335638801264, + 0.040631754242902225, + 0.0663199716719243, + 0.022615533123028518, + -0.003297019858044126, + 0.04436952356466899 + ] + ], + "std": [ + [ + 1.0105987107179513, + 1.0154217840142559, + 1.0127704333239322, + 1.0250915526181619, + 1.0277899782078663, + 0.982162687271895, + 1.0035414511934382, + 0.9904593990260483, + 0.9663940188769403, + 0.9541638919218064, + 0.9616077277788638, + 0.9585349634260687, + 0.9525169153591942, + 0.9428065740578456, + 0.9687530001209573, + 0.9662943308105892, + 0.9592234004298692, + 0.979716475995095, + 0.9819854494212729, + 0.9839277847661497, + 1.002027685561712, + 0.9811382213240143, + 0.9801878541507797, + 0.9886132720669727, + 0.9572863825752432, + 0.9684473114507368, + 0.9458197712036189, + 0.9493043352225052, + 0.9536886787314945, + 0.9542388565417081, + 0.9568724214982696, + 0.9604182963982565, + 0.9628743223078909, + 0.969739870388791, + 0.9658420669879488, + 0.9663588514066725, + 0.9591914227782425, + 0.9566142593514982, + 0.9604271978550112, + 0.9572841356250656, + 0.9637592188968211, + 0.9567941828689348, + 0.9518409084669301, + 0.9583057006169418, + 0.9626024487496594, + 0.9611581570635215, + 0.9675755641595767, + 0.9693064339918899, + 0.9677848038214554, + 0.9725856655911815, + 0.9492806747367527, + 0.9580864580842854, + 0.9617728581830496, + 0.987791465119004, + 0.96105048335759, + 0.9739101949627368, + 0.9441015562727774, + 0.9653034478263104, + 0.988889321396684, + 0.9934946660414279, + 1.0125052771005791, + 0.9411383407966065, + 0.9598305998600601, + 0.9901272334268524, + 0.9825753191497685, + 1.0224810066711563, + 0.9107176652738894, + 0.9977469943360354, + 0.9461613310736207, + 0.942256538790349, + 0.9681623758458049, + 1.1107317714437548 + ] + ] + }, + "width": 256, + "in_features": 72, + "out_features": 2, + "depth": 6, + "padding": 144, + "parameters": 94327, + "cert_evals": { + "36": 0.9150501489639282, + "72": 0.9016722440719604, + "108": 0.8836120367050171, + "255": 0.7933109998703003 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9110216966424493, + "std_test_acc": 0.039175375234487456, + "n_samples": 2536, + "n_features": 72, + "n_classes": 2, + "mean_cert_acc_36": 0.8897461444139481, + "std_cert_acc_36": 0.0469417280561028, + "mean_cert_acc_72": 0.865532249212265, + "std_cert_acc_72": 0.05430385447645243, + "mean_cert_acc_108": 0.8404439985752106, + "std_cert_acc_108": 0.05959818404074292, + "mean_cert_acc_255": 0.7176519483327866, + "std_cert_acc_255": 0.08787285611432055 + }, + "parkinsons": { + "dataset": "parkinsons", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 2, + "best_val_acc": 0.78125, + "test_acc": 0.7631578947368421, + "train_size": 49, + "val_size": 32, + "test_size": 114, + "stats": { + "mean": [ + [ + -0.15177435102040818, + -0.14490747816326535, + -0.02793487336734694, + 0.07550721530612242, + 0.16469232653061222, + 0.06000429387755099, + 0.057462867346938805, + 0.05978606938775514, + 0.05105301632653058, + 0.04845383877551018, + 0.07840458979591836, + 0.035619136734693836, + -0.02313697142857144, + 0.07845370204081635, + 0.05081704489795923, + -0.05448034285714283, + 0.09286327571428574, + 0.11816354897959186, + 0.08590491632653065, + -0.06924810548979589, + -0.02065583061224492, + 0.08162519999999998 + ] + ], + "std": [ + [ + 1.0613261678715187, + 0.9389798332809319, + 1.0498853015314364, + 1.028178025788432, + 1.1302871347577632, + 1.053868521125123, + 0.9140732841638698, + 1.0539995649510843, + 0.9323130971496129, + 0.9120908163855437, + 0.965768008718649, + 0.9229613584450868, + 0.7749770294180661, + 0.9658059844041067, + 1.1469052270870694, + 0.9026558165061398, + 0.9439418569560901, + 1.0717521728726727, + 0.9888476097381187, + 0.9175952788801556, + 0.8884377062114949, + 1.0021764187683884 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 9027, + "cert_evals": { + "36": 0.640350878238678, + "72": 0.5438596606254578, + "108": 0.45614033937454224, + "255": 0.22807016968727112 + }, + "fold": 0 + }, + { + "best_epoch": 3, + "best_val_acc": 0.896551724137931, + "test_acc": 0.7692307692307693, + "train_size": 49, + "val_size": 29, + "test_size": 117, + "stats": { + "mean": [ + [ + -0.027148382244897965, + 0.009347322448979607, + 0.0018427693877550925, + 0.009376194897959197, + 0.0498221836734694, + 0.012418432040816317, + 0.0059797006122448695, + 0.012543908367346951, + -0.037508161224489786, + -0.0405606224489796, + -0.048066938775510194, + -0.07178797142857142, + -0.03155485102040816, + -0.048018842857142856, + 0.02719700816326529, + -0.008239085714285705, + -0.010052408163265357, + -0.025077353061224498, + 0.0272707673469388, + -0.04564295242857147, + -0.07848456122448978, + 0.03751739387755105 + ] + ], + "std": [ + [ + 1.0246326141739506, + 1.0196404637451633, + 1.0987023554811475, + 0.9900334582522926, + 1.068799641609979, + 1.0047499589980544, + 0.9252408702230309, + 1.0047829572179607, + 0.8748456565149585, + 0.8600654939521702, + 0.9166784846917336, + 0.7849483256776274, + 0.7558279428458922, + 0.9166869983641067, + 1.0291603272025247, + 0.9397974037578619, + 0.9834737083640328, + 1.0844660729168245, + 0.9811741510034482, + 0.945229122764763, + 1.1321558581479092, + 0.9828216273953867 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 9027, + "cert_evals": { + "36": 0.692307710647583, + "72": 0.6239316463470459, + "108": 0.504273533821106, + "255": 0.23076924681663513 + }, + "fold": 1 + }, + { + "best_epoch": 36, + "best_val_acc": 0.967741935483871, + "test_acc": 0.8173913043478261, + "train_size": 49, + "val_size": 31, + "test_size": 115, + "stats": { + "mean": [ + [ + 0.027074289795918385, + 0.06335899489795922, + -0.141163173367347, + 0.006597857142857159, + -0.010543326530612232, + 0.019088730000000016, + -0.0031925448979591826, + 0.019260090000000007, + 0.03507935306122449, + 0.04217078775510203, + 0.050042397959183714, + 0.022464604081632724, + 0.007354644897959173, + 0.050004783673469354, + 0.0323217163265306, + -0.009419553061224523, + 0.06361398795918367, + -0.10837456326530606, + -0.07562777959183671, + 0.0783767696122449, + 0.07697315102040819, + -0.0768896448979592 + ] + ], + "std": [ + [ + 1.0021709858608663, + 1.036472332412846, + 0.8511547041931776, + 1.153319334760644, + 1.1400090214649552, + 1.1856512484533104, + 1.109926186807537, + 1.1857461665406257, + 1.0993883359109478, + 1.0989049029267082, + 1.1281831752622162, + 1.0778885202444342, + 1.0368342393804297, + 1.1281482640713403, + 1.212987846980958, + 1.0961601956507685, + 0.9410222006090059, + 0.9631862850066165, + 0.9241843695124426, + 0.8888983110215023, + 0.9670994638815306, + 0.9437743892758995 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 9027, + "cert_evals": { + "36": 0.7130434513092041, + "72": 0.6695652008056641, + "108": 0.5826086401939392, + "255": 0.40869563817977905 + }, + "fold": 2 + }, + { + "best_epoch": 3, + "best_val_acc": 0.8484848484848485, + "test_acc": 0.8407079646017699, + "train_size": 49, + "val_size": 33, + "test_size": 113, + "stats": { + "mean": [ + [ + -0.017151697959183657, + -0.08282589622448981, + -0.03878951020408162, + -0.05014604183673472, + -0.00995732653061224, + -0.010962025102040794, + -0.07701460816326532, + -0.01092796510204078, + -0.18647080816326533, + -0.18633531836734696, + -0.14844791836734691, + -0.22856991510204083, + -0.237482206122449, + -0.14839450816326533, + -0.02768821020408163, + 0.14269979897959184, + -0.18449186244897958, + 0.04748424285714288, + -0.13693871632653068, + -0.31049158099999996, + -0.18406532040816326, + -0.15638604489795918 + ] + ], + "std": [ + [ + 1.0058346739543103, + 0.9487949638489124, + 0.994620516441734, + 0.973242138110713, + 1.098902934224567, + 0.9933442474130566, + 0.8958864648117469, + 0.9933555009804176, + 0.8433041190561102, + 0.7941043410091924, + 0.9208429310347311, + 0.7043302529123088, + 0.6518639290383439, + 0.9208764339301102, + 1.0359836613291062, + 0.9627627144124837, + 0.9723485565102632, + 0.9910728139212198, + 0.9457878853222512, + 0.8667410055873132, + 0.9407240712581624, + 0.9187159564771525 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 9027, + "cert_evals": { + "36": 0.7433628439903259, + "72": 0.6814159154891968, + "108": 0.6106194853782654, + "255": 0.3893805146217346 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7976219832293019, + "std_test_acc": 0.03759903490003681, + "n_samples": 195, + "n_features": 22, + "n_classes": 2, + "mean_cert_acc_36": 0.6972662210464478, + "std_cert_acc_36": 0.04335036606495079, + "mean_cert_acc_72": 0.6296931058168411, + "std_cert_acc_72": 0.0623581262489628, + "mean_cert_acc_108": 0.5384104996919632, + "std_cert_acc_108": 0.07094910136898429, + "mean_cert_acc_255": 0.314228892326355, + "std_cert_acc_255": 0.09825234572461786 + }, + "page-blocks": { + "dataset": "page-blocks", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 30, + "best_val_acc": 0.9311639549436797, + "test_acc": 0.895644283121597, + "train_size": 1368, + "val_size": 799, + "test_size": 3306, + "stats": { + "mean": [ + [ + -0.02785030869883066, + 0.04220508005847926, + -0.007799578223684104, + 0.04507938606725141, + -0.024484079290935535, + -0.03854930415204675, + -0.004306797478947405, + -0.009848768527412267, + -0.005646618040935423, + 0.010106594495613968 + ] + ], + "std": [ + [ + 0.6361019181556973, + 1.034803136362929, + 0.6754786444860511, + 1.1067239881887005, + 1.0243975057691477, + 1.0203050705017325, + 0.32326730885545285, + 0.9042709629040901, + 0.8768058573970098, + 0.9187092587310937 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 5, + "depth": 6, + "padding": 20, + "parameters": 2010, + "cert_evals": { + "36": 0.8602540493011475, + "72": 0.8036902546882629, + "108": 0.7329098582267761, + "255": 0.16515426337718964 + }, + "fold": 0 + }, + { + "best_epoch": 32, + "best_val_acc": 0.9084249084249084, + "test_acc": 0.879184418746196, + "train_size": 1368, + "val_size": 819, + "test_size": 3286, + "stats": { + "mean": [ + [ + 0.043781880409356606, + 0.01711256745614031, + 0.027425312120614106, + 0.01732590579239761, + -0.023061163435672452, + -0.011174710704678221, + -0.011325527935818777, + -0.0035091932039473506, + 0.004744587522660881, + 0.021409590767543677 + ] + ], + "std": [ + [ + 1.551216006661219, + 1.0143372028076796, + 1.2187084249301219, + 1.0297549624764555, + 1.0122460594399296, + 0.9983403928938066, + 0.28158791437027286, + 0.9526865887702041, + 0.9742767406980914, + 1.066875823567642 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 5, + "depth": 6, + "padding": 20, + "parameters": 2010, + "cert_evals": { + "36": 0.8329275250434875, + "72": 0.7775410413742065, + "108": 0.7023736834526062, + "255": 0.13846620917320251 + }, + "fold": 1 + }, + { + "best_epoch": 24, + "best_val_acc": 0.8984088127294981, + "test_acc": 0.8619221411192214, + "train_size": 1368, + "val_size": 817, + "test_size": 3288, + "stats": { + "mean": [ + [ + 0.015907781140350814, + -0.002226113421052676, + 0.00912776447295319, + -0.002154920991959126, + 0.0031836314985380356, + 0.010374599444444719, + 0.033316965369883045, + 0.009327557160087575, + 0.000891657419590793, + 0.006515192383040968 + ] + ], + "std": [ + [ + 1.3819579471500247, + 1.004275883692728, + 1.095413957795245, + 0.9803011522566464, + 1.02223461206074, + 1.0167467029099182, + 1.9464523444956574, + 1.0297533577214233, + 0.9946199232832146, + 1.0446888834153083 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 5, + "depth": 6, + "padding": 20, + "parameters": 2010, + "cert_evals": { + "36": 0.8220803141593933, + "72": 0.7655109167098999, + "108": 0.6833941340446472, + "255": 0.08150851726531982 + }, + "fold": 2 + }, + { + "best_epoch": 73, + "best_val_acc": 0.9036144578313253, + "test_acc": 0.9065648854961832, + "train_size": 1368, + "val_size": 830, + "test_size": 3275, + "stats": { + "mean": [ + [ + -0.022221515862573354, + 0.012958097207602326, + -0.023529265928362474, + 0.036208808418859734, + -0.027518972836257316, + -0.013723225687134319, + -0.012668056071783647, + -0.009748616040204477, + -0.011955442258771813, + -0.013552336834795524 + ] + ], + "std": [ + [ + 0.6475896046566302, + 1.0059677646780396, + 0.5107302397945517, + 1.1498688572629936, + 0.9979365341699833, + 1.013315424044995, + 0.29978287731614, + 0.8399280364800779, + 0.8321768138579335, + 0.8892475036231946 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 5, + "depth": 6, + "padding": 20, + "parameters": 2010, + "cert_evals": { + "36": 0.8683969378471375, + "72": 0.8213740587234497, + "108": 0.7688549757003784, + "255": 0.21190840005874634 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8858289321207995, + "std_test_acc": 0.019510724329911185, + "n_samples": 5473, + "n_features": 10, + "n_classes": 5, + "mean_cert_acc_36": 0.8459147065877914, + "std_cert_acc_36": 0.02196825451073572, + "mean_cert_acc_72": 0.7920290678739548, + "std_cert_acc_72": 0.02523375397420558, + "mean_cert_acc_108": 0.721883162856102, + "std_cert_acc_108": 0.03737184474137271, + "mean_cert_acc_255": 0.14925934746861458, + "std_cert_acc_255": 0.054418804867684405 + }, + "pima": { + "dataset": "pima", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 12, + "best_val_acc": 0.7692307692307693, + "test_acc": 0.7276688453159041, + "train_size": 192, + "val_size": 117, + "test_size": 459, + "stats": { + "mean": [ + [ + -0.0019324124999998884, + -0.00012207583333333216, + 0.04217885052083333, + 0.00848995729166671, + 0.005174749999999932, + -0.046159915651041654, + 0.005953811979166655, + 0.07872151093750006 + ] + ], + "std": [ + [ + 0.9819510309933771, + 0.9111640190273224, + 0.9708504296826285, + 1.099822957973565, + 0.9218205138345946, + 1.056214861472258, + 1.0108583076345607, + 1.01432971356633 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 2, + "depth": 6, + "padding": 16, + "parameters": 1271, + "cert_evals": { + "36": 0.5925925970077515, + "72": 0.4771241843700409, + "108": 0.3202614188194275, + "255": 0.05228757858276367 + }, + "fold": 0 + }, + { + "best_epoch": 30, + "best_val_acc": 0.762962962962963, + "test_acc": 0.746031746031746, + "train_size": 192, + "val_size": 135, + "test_size": 441, + "stats": { + "mean": [ + [ + 0.019707258333333522, + 0.03424992687499997, + 0.03491385885416665, + -0.08194942239583324, + -0.03907010052083341, + 0.053195496510416655, + -0.0036192521354166743, + -0.06521345781250003 + ] + ], + "std": [ + [ + 1.0301685557841433, + 0.9959115695466323, + 1.0735770070448536, + 0.9845812772483306, + 0.9943920335167246, + 1.0696319409722543, + 0.9860249191330342, + 0.9892410062597343 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 2, + "depth": 6, + "padding": 16, + "parameters": 1271, + "cert_evals": { + "36": 0.6417233943939209, + "72": 0.5034013390541077, + "108": 0.39229026436805725, + "255": 0.056689344346523285 + }, + "fold": 1 + }, + { + "best_epoch": 22, + "best_val_acc": 0.775, + "test_acc": 0.7543859649122807, + "train_size": 192, + "val_size": 120, + "test_size": 456, + "stats": { + "mean": [ + [ + 0.17582224895833332, + 0.038322315416666634, + -0.07783248697916666, + -0.16520565468749995, + -0.11327850364583342, + -0.135474219296875, + -0.03175727552083333, + 0.09643667291666673 + ] + ], + "std": [ + [ + 1.0638504058639158, + 0.9838373596130083, + 1.064286398859908, + 1.0275191945092796, + 0.9301240391257053, + 1.0696755566062253, + 0.953495407419293, + 1.060048294039853 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 2, + "depth": 6, + "padding": 16, + "parameters": 1271, + "cert_evals": { + "36": 0.6228070259094238, + "72": 0.49561405181884766, + "108": 0.4035087823867798, + "255": 0.02850877121090889 + }, + "fold": 2 + }, + { + "best_epoch": 23, + "best_val_acc": 0.7610619469026548, + "test_acc": 0.7213822894168467, + "train_size": 192, + "val_size": 113, + "test_size": 463, + "stats": { + "mean": [ + [ + 0.019707373958333604, + 0.04956274229166665, + -0.032895598437499944, + -0.02546561510416664, + -0.004270790312500018, + 0.06891787828125, + -0.041550713963541624, + 0.019818838020833326 + ] + ], + "std": [ + [ + 1.046076222621493, + 0.9765956060942442, + 1.0875934081009107, + 0.9881278389945256, + 0.9075867743815457, + 0.9995410119642123, + 0.8563442009545308, + 0.9709125098838245 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 2, + "depth": 6, + "padding": 16, + "parameters": 1271, + "cert_evals": { + "36": 0.6544276475906372, + "72": 0.5464362502098083, + "108": 0.4665226638317108, + "255": 0.09935204684734344 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7373672114191944, + "std_test_acc": 0.015430361488584045, + "n_samples": 768, + "n_features": 8, + "n_classes": 2, + "mean_cert_acc_36": 0.6278876662254333, + "std_cert_acc_36": 0.026878447387695, + "mean_cert_acc_72": 0.5056439563632011, + "std_cert_acc_72": 0.029342897774269468, + "mean_cert_acc_108": 0.39564578235149384, + "std_cert_acc_108": 0.059942808476045266, + "mean_cert_acc_255": 0.05920943524688482, + "std_cert_acc_255": 0.02948571968586299 + }, + "pittsburg-bridges-MATERIAL": { + "dataset": "pittsburg-bridges-MATERIAL", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 3, + "best_val_acc": 0.6, + "test_acc": 0.75, + "train_size": 26, + "val_size": 20, + "test_size": 60, + "stats": { + "mean": [ + [ + -0.11238934615384605, + 0.19736865, + 0.15455, + 0.15961346153846157, + -0.07076646153846156, + 0.15434588461538454, + 0.1840363461538461 + ] + ], + "std": [ + [ + 0.9957184371723743, + 0.9959413552215316, + 1.0315511158616348, + 0.8772828351648864, + 1.0247762294541045, + 1.1028821922601193, + 0.7995873033749223 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 1002, + "cert_evals": { + "36": 0.11666667461395264, + "72": 0.0833333358168602, + "108": 0.01666666753590107, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 11, + "best_val_acc": 0.7368421052631579, + "test_acc": 0.6557377049180327, + "train_size": 26, + "val_size": 19, + "test_size": 61, + "stats": { + "mean": [ + [ + -0.009688884615384565, + 0.22651538461538462, + 0.03409030769230755, + -0.09103884615384622, + 0.1841305, + 0.31850111538461523, + 0.027972884615384445 + ] + ], + "std": [ + [ + 1.115613086975337, + 1.0057941285258243, + 1.1782033883592151, + 0.9294434251013095, + 1.0832735600836598, + 1.0726038998514973, + 0.8999058194666532 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 1002, + "cert_evals": { + "36": 0.4590163826942444, + "72": 0.24590162932872772, + "108": 0.032786883413791656, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.0625, + "test_acc": 0.171875, + "train_size": 26, + "val_size": 16, + "test_size": 64, + "stats": { + "mean": [ + [ + 0.14436196153846156, + -0.06772561923076922, + 0.15454984615384612, + 0.15961346153846157, + 0.29337180769230764, + 0.26378273076923064, + 0.027972884615384573 + ] + ], + "std": [ + [ + 1.0179791685372954, + 1.0403197946863862, + 1.0714178998681247, + 0.8772828351648864, + 0.8271634472356539, + 1.1323512832459435, + 0.8999058194666533 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 1002, + "cert_evals": { + "36": 0.171875, + "72": 0.171875, + "108": 0.09375, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 5, + "best_val_acc": 0.8823529411764706, + "test_acc": 0.7301587301587301, + "train_size": 26, + "val_size": 17, + "test_size": 63, + "stats": { + "mean": [ + [ + -0.3691406153846153, + 0.08633426923076921, + -0.00606200000000008, + -0.34169099999999986, + -0.14359411538461544, + 0.07226838461538451, + -0.05005884615384633 + ] + ], + "std": [ + [ + 0.7352238508876096, + 0.769629063092912, + 0.993332786470492, + 1.2842104251847937, + 0.9183219104916871, + 1.1684627801712248, + 0.9363807692307694 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 1002, + "cert_evals": { + "36": 0.4920635223388672, + "72": 0.1746031790971756, + "108": 0.0476190522313118, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5769428587691907, + "std_test_acc": 0.27307659204217954, + "n_samples": 106, + "n_features": 7, + "n_classes": 3, + "mean_cert_acc_36": 0.30990539491176605, + "std_cert_acc_36": 0.19305376022155857, + "mean_cert_acc_72": 0.16892828606069088, + "std_cert_acc_72": 0.06656395074192072, + "mean_cert_acc_108": 0.04770565079525113, + "std_cert_acc_108": 0.03319677542049552, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "pittsburg-bridges-REL-L": { + "dataset": "pittsburg-bridges-REL-L", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 13, + "best_val_acc": 0.6153846153846154, + "test_acc": 0.71875, + "train_size": 26, + "val_size": 13, + "test_size": 64, + "stats": { + "mean": [ + [ + -0.2534473076923077, + 0.33873420769230767, + 0.033979423076922706, + 0.11527103846153851, + -0.28692915384615375, + 0.10456480769230773, + 0.12155461538461536 + ] + ], + "std": [ + [ + 0.9261583185285736, + 0.8009009247637227, + 1.0889481792626658, + 0.99653081940633, + 1.072126740077213, + 0.9196280170052044, + 0.8466063306348502 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 1002, + "cert_evals": { + "36": 0.46875, + "72": 0.15625, + "108": 0.0625, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 49, + "best_val_acc": 0.5333333333333333, + "test_acc": 0.3064516129032258, + "train_size": 26, + "val_size": 15, + "test_size": 62, + "stats": { + "mean": [ + [ + -0.09836800000000002, + 0.11185775384615383, + 0.07467526923076934, + -0.009052730769230726, + -0.10539519230769225, + 0.013804115384615371, + 0.27612307692307686 + ] + ], + "std": [ + [ + 1.0694354197920724, + 0.8688390763013727, + 0.8067650960246951, + 0.9157017407809144, + 1.0553979577856298, + 0.9260748900018138, + 0.7249903479716615 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 1002, + "cert_evals": { + "36": 0.22580644488334656, + "72": 0.04838709533214569, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.6875, + "test_acc": 0.26229508196721313, + "train_size": 26, + "val_size": 16, + "test_size": 61, + "stats": { + "mean": [ + [ + 0.21179084615384614, + -0.20075696923076924, + 0.23745903846153846, + 0.05310915384615384, + 0.14875234615384614, + 0.1348184615384615, + 0.12155461538461534 + ] + ], + "std": [ + [ + 0.858790726074425, + 0.9525936502475233, + 1.0303379408513154, + 0.9050907018495523, + 0.955082657540614, + 1.0895483096872065, + 0.8466063306348502 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 1002, + "cert_evals": { + "36": 0.26229506731033325, + "72": 0.26229506731033325, + "108": 0.16393440961837769, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.35714285714285715, + "test_acc": 0.6666666666666666, + "train_size": 26, + "val_size": 14, + "test_size": 63, + "stats": { + "mean": [ + [ + -0.3568335384615385, + -0.18405515384615387, + -0.00671646153846194, + 0.17743292307692307, + 0.2213659230769231, + 0.31633973076923083, + 0.12155461538461534 + ] + ], + "std": [ + [ + 0.8287037559089696, + 0.9069856689030475, + 1.0557430702422617, + 0.8702663846153843, + 0.9327384905473824, + 1.0726154740713343, + 0.8466063306348502 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 1002, + "cert_evals": { + "36": 0.3809524178504944, + "72": 0.0793650820851326, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.48854084038427636, + "std_test_acc": 0.2373946763838088, + "n_samples": 103, + "n_features": 7, + "n_classes": 3, + "mean_cert_acc_36": 0.33445098251104355, + "std_cert_acc_36": 0.11136833966904047, + "mean_cert_acc_72": 0.13657431118190289, + "std_cert_acc_72": 0.09529379515503492, + "mean_cert_acc_108": 0.05660860240459442, + "std_cert_acc_108": 0.0773791642759217, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "pittsburg-bridges-SPAN": { + "dataset": "pittsburg-bridges-SPAN", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 7, + "best_val_acc": 0.2857142857142857, + "test_acc": 0.43636363636363634, + "train_size": 23, + "val_size": 14, + "test_size": 55, + "stats": { + "mean": [ + [ + -0.029837999999999993, + -0.25806898695652175, + 0.27461930434782605, + -0.10251969565217388, + 0.0609171304347826, + -0.20858055217391297, + 0.1910520434782607 + ] + ], + "std": [ + [ + 0.7916916039569953, + 1.0125006038076372, + 0.8444054443868326, + 1.1230445292246944, + 0.9384505846315211, + 1.2509107678124556, + 0.9902371367201799 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 1002, + "cert_evals": { + "36": 0.09090908616781235, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 16, + "best_val_acc": 0.625, + "test_acc": 0.4262295081967213, + "train_size": 23, + "val_size": 8, + "test_size": 61, + "stats": { + "mean": [ + [ + -0.20886565217391312, + 0.20484198695652173, + -0.07489591304347826, + 0.10251943478260879, + -0.22335769565217395, + -0.24650454782608694, + -0.23350947826086974 + ] + ], + "std": [ + [ + 1.1322718849321831, + 1.1240719320543364, + 1.0615420299973752, + 0.8963528876008708, + 1.0527502115584615, + 0.7255249335603758, + 1.1264874806517848 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 1002, + "cert_evals": { + "36": 0.2295081913471222, + "72": 0.14754097163677216, + "108": 0.09836065024137497, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.1875, + "test_acc": 0.2641509433962264, + "train_size": 23, + "val_size": 16, + "test_size": 53, + "stats": { + "mean": [ + [ + -0.26854200000000006, + 0.08719552173913042, + -0.024965043478260857, + -0.034172999999999946, + 0.34519221739130435, + 0.24650505217391308, + -0.4033346521739131 + ] + ], + "std": [ + [ + 0.7826434027524923, + 0.8532738699385454, + 1.116485175293137, + 1.0229130046834918, + 0.891588314188393, + 0.9488533640036454, + 0.9755681035759809 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 1002, + "cert_evals": { + "36": 0.2641509473323822, + "72": 0.24528302252292633, + "108": 0.1320754736661911, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 6, + "best_val_acc": 0.5, + "test_acc": 0.3559322033898305, + "train_size": 23, + "val_size": 10, + "test_size": 59, + "stats": { + "mean": [ + [ + -0.20886582608695664, + -0.14202214347826086, + -0.024965130434782608, + 0.10251943478260875, + -0.060915000000000004, + 0.05688600869565217, + 0.1061391739130434 + ] + ], + "std": [ + [ + 0.7916911713540639, + 0.9447975425602776, + 1.0638879741325864, + 0.896352887600871, + 1.0621083198533245, + 1.0385861814225783, + 0.8575722370885731 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 1002, + "cert_evals": { + "36": 0.2542372941970825, + "72": 0.033898305147886276, + "108": 0.016949152573943138, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.3706690728366036, + "std_test_acc": 0.07951105766910943, + "n_samples": 92, + "n_features": 7, + "n_classes": 3, + "mean_cert_acc_36": 0.20970137976109982, + "std_cert_acc_36": 0.08052354083477042, + "mean_cert_acc_72": 0.10668057482689619, + "std_cert_acc_72": 0.111890146065708, + "mean_cert_acc_108": 0.0618463191203773, + "std_cert_acc_108": 0.0635246757254519, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "pittsburg-bridges-T-OR-D": { + "dataset": "pittsburg-bridges-T-OR-D", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 13, + "best_val_acc": 0.75, + "test_acc": 0.5737704918032787, + "train_size": 25, + "val_size": 16, + "test_size": 61, + "stats": { + "mean": [ + [ + 0.15020296000000002, + -0.0008959920000000077, + -0.007506879999999985, + 0.09924271999999996, + -0.11183403999999993, + 0.06574727999999996, + 0.2686277600000001 + ] + ], + "std": [ + [ + 1.1056510586049282, + 0.9894276187747426, + 0.9455226916051597, + 1.1055352321467289, + 1.0069534202490789, + 0.9298309440615328, + 0.7342804012389428 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 2, + "depth": 6, + "padding": 14, + "parameters": 987, + "cert_evals": { + "36": 0.37704914808273315, + "72": 0.2786885201931, + "108": 0.2295081913471222, + "255": 0.032786883413791656 + }, + "fold": 0 + }, + { + "best_epoch": 9, + "best_val_acc": 0.6842105263157895, + "test_acc": 0.6379310344827587, + "train_size": 25, + "val_size": 19, + "test_size": 58, + "stats": { + "mean": [ + [ + -0.22477987999999996, + -0.23302490400000006, + -0.3052941999999999, + -0.09418591999999981, + -0.30132007999999993, + 0.034113799999999944, + -0.29218840000000024 + ] + ], + "std": [ + [ + 0.8537489133489458, + 0.9442767857681105, + 1.1206967647206985, + 1.1278721619730465, + 0.8691601526879115, + 0.9222667065314241, + 1.1442940136936137 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 2, + "depth": 6, + "padding": 14, + "parameters": 987, + "cert_evals": { + "36": 0.5344827771186829, + "72": 0.3965517282485962, + "108": 0.17241379618644714, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.7142857142857143, + "test_acc": 0.8888888888888888, + "train_size": 25, + "val_size": 14, + "test_size": 63, + "stats": { + "mean": [ + [ + 0.20377195999999997, + 0.09630778000000002, + 0.3328217600000001, + -0.22313807999999993, + 0.19134339999999994, + -0.029153040000000026, + 0.26862776000000005 + ] + ], + "std": [ + [ + 1.089967253887803, + 1.1192053646352136, + 0.8759745403148782, + 1.2131111924223241, + 0.9282879043276608, + 1.1030982427632627, + 0.7342804012389427 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 2, + "depth": 6, + "padding": 14, + "parameters": 987, + "cert_evals": { + "36": 0.8730159401893616, + "72": 0.5873016119003296, + "108": 0.222222238779068, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 42, + "best_val_acc": 0.5833333333333334, + "test_acc": 0.47692307692307695, + "train_size": 25, + "val_size": 12, + "test_size": 65, + "stats": { + "mean": [ + [ + -0.17121067999999995, + -0.21648582000000005, + 0.12011635999999999, + -0.09418591999999995, + -0.11183404000000002, + -0.28222119999999995, + 0.10839464000000007 + ] + ], + "std": [ + [ + 0.8571032600003676, + 0.9702298691514799, + 1.0541263774745755, + 0.9254069877190219, + 1.006953420249079, + 1.1836178575986762, + 0.8554107804035617 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 2, + "depth": 6, + "padding": 14, + "parameters": 987, + "cert_evals": { + "36": 0.4000000059604645, + "72": 0.2769230902194977, + "108": 0.2153846174478531, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6443783730245007, + "std_test_acc": 0.1759296352006551, + "n_samples": 102, + "n_features": 7, + "n_classes": 2, + "mean_cert_acc_36": 0.5461369678378105, + "std_cert_acc_36": 0.22871553302679312, + "mean_cert_acc_72": 0.38486623764038086, + "std_cert_acc_72": 0.14610733748396684, + "mean_cert_acc_108": 0.2098822109401226, + "std_cert_acc_108": 0.025636003169576694, + "mean_cert_acc_255": 0.008196720853447914, + "std_cert_acc_255": 0.016393441706895828 + }, + "optical": { + "dataset": "optical", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 24, + "best_val_acc": 0.9580602883355177, + "test_acc": 0.9467320261437908, + "train_size": 1797, + "val_size": 763, + "test_size": 3060, + "stats": { + "mean": [ + [ + 1.3856427249732343e-07, + 3.522537559932238e-07, + 2.0200333923407371e-07, + -2.1090706664453654e-08, + 9.079577074147025e-07, + -3.7840846155241325e-08, + 1.0016694480800053e-07, + -3.839732929460532e-08, + -2.052531986360973e-07, + 5.736227047582848e-07, + -5.392877018977476e-07, + 3.446855866850716e-07, + 7.471897606570201e-07, + 6.366165789100185e-08, + 6.343906503950533e-08, + 1.6082360320555245e-08, + -1.2743461284050804e-07, + -1.040734557545233e-06, + -8.755926547578072e-07, + -3.578185863301285e-07, + 7.332220366643227e-07, + -3.0194769109244466e-07, + 7.790762325825424e-08, + 7.345575957029862e-08, + -7.23984418536337e-07, + 9.154145797987881e-07, + 1.1503060657291822e-06, + 5.397885364376055e-07, + 9.892598776549736e-07, + 1.3388981694693205e-07, + -1.4245965993065702e-08, + 0.0, + 9.849749597322357e-08, + -3.005008345580917e-07, + -1.252309404487717e-06, + 1.1563717317173418e-07, + 2.612687813142242e-07, + -2.1246521999465225e-07, + 2.181413434127969e-08, + 2.5598219080391046e-08, + 8.095715080714013e-07, + 2.046967167367694e-06, + 7.488035611850296e-07, + -5.36338341615376e-07, + 2.2593210867774937e-07, + 1.391208119443866e-09, + 2.1146353474234786e-09, + -9.627156351675032e-08, + 7.974401797152621e-08, + -4.3405676095586467e-07, + 4.762938228768179e-07, + -1.1801335560497857e-06, + -1.2314969337031567e-07, + -1.9309961105232408e-07, + -3.3611575048358445e-08, + 2.036727886363881e-07, + 1.463550362828589e-07, + 1.4123539216025922e-07, + 2.2092376161315588e-07, + -2.9421257666669716e-07, + 1.7028380694169436e-07, + -7.623817643177156e-08 + ] + ], + "std": [ + [ + 0.9997215438361656, + 0.9997210922060588, + 0.9997214681131235, + 0.999721655854133, + 0.9997208475841785, + 0.9997219821124261, + 0.9997214930298326, + 0.999721057794131, + 0.9997217596240401, + 0.9997225746036739, + 0.9997210224417119, + 0.9997227576971818, + 0.9997229351930221, + 0.9997215956873193, + 0.9997211331602884, + 0.9997230207039172, + 0.9997217447316874, + 0.9997210018360171, + 0.9997222723850343, + 0.9997221108286501, + 0.9997214178114493, + 0.9997217647676936, + 0.9997224408130486, + 0.9997228003545515, + 0.9997209577711167, + 0.9997232788951946, + 0.9997216619853025, + 0.9997205909299596, + 0.9997219977968902, + 0.9997221075144335, + 0.9997206041402685, + 1.0, + 0.9997216910380222, + 0.9997220629734219, + 0.999722192628859, + 0.9997216259221229, + 0.9997236467717389, + 0.999721912949805, + 0.9997216048405073, + 0.9997213735793822, + 0.9997214679760645, + 0.9997208302277274, + 0.9997210543542098, + 0.9997230984585895, + 0.9997218857870922, + 0.9997212960295644, + 0.9997215938175112, + 0.9997221985317171, + 0.999722021899587, + 0.999721725627861, + 0.9997220060267005, + 0.9997218313197827, + 0.9997214196784353, + 0.9997219309011688, + 0.9997206139806237, + 0.9997218079331756, + 0.9997220886750577, + 0.9997214372339108, + 0.9997213277413262, + 0.999722450536975, + 0.9997220499516833, + 0.9997216929328724 + ] + ] + }, + "width": 256, + "in_features": 62, + "out_features": 10, + "depth": 6, + "padding": 124, + "parameters": 71067, + "cert_evals": { + "36": 0.9369281530380249, + "72": 0.9235294461250305, + "108": 0.9029412269592285, + "255": 0.7571895718574524 + }, + "fold": 0 + }, + { + "best_epoch": 64, + "best_val_acc": 0.95822454308094, + "test_acc": 0.9538763493621197, + "train_size": 1797, + "val_size": 766, + "test_size": 3057, + "stats": { + "mean": [ + [ + 1.3856427249732343e-07, + 3.522537559932238e-07, + 2.0200333923407371e-07, + -2.1090706664453654e-08, + 9.079577074147025e-07, + -3.7840846155241325e-08, + 1.0016694480800053e-07, + -3.839732929460532e-08, + -2.052531986360973e-07, + 5.736227047582848e-07, + -5.392877018977476e-07, + 3.446855866850716e-07, + 7.471897606570201e-07, + 6.366165789100185e-08, + 6.343906503950533e-08, + 1.6082360320555245e-08, + -1.2743461284050804e-07, + -1.040734557545233e-06, + -8.755926547578072e-07, + -3.578185863301285e-07, + 7.332220366643227e-07, + -3.0194769109244466e-07, + 7.790762325825424e-08, + 7.345575957029862e-08, + -7.23984418536337e-07, + 9.154145797987881e-07, + 1.1503060657291822e-06, + 5.397885364376055e-07, + 9.892598776549736e-07, + 1.3388981694693205e-07, + -1.4245965993065702e-08, + 0.0, + 9.849749597322357e-08, + -3.005008345580917e-07, + -1.252309404487717e-06, + 1.1563717317173418e-07, + 2.612687813142242e-07, + -2.1246521999465225e-07, + 2.181413434127969e-08, + 2.5598219080391046e-08, + 8.095715080714013e-07, + 2.046967167367694e-06, + 7.488035611850296e-07, + -5.36338341615376e-07, + 2.2593210867774937e-07, + 1.391208119443866e-09, + 2.1146353474234786e-09, + -9.627156351675032e-08, + 7.974401797152621e-08, + -4.3405676095586467e-07, + 4.762938228768179e-07, + -1.1801335560497857e-06, + -1.2314969337031567e-07, + -1.9309961105232408e-07, + -3.3611575048358445e-08, + 2.036727886363881e-07, + 1.463550362828589e-07, + 1.4123539216025922e-07, + 2.2092376161315588e-07, + -2.9421257666669716e-07, + 1.7028380694169436e-07, + -7.623817643177156e-08 + ] + ], + "std": [ + [ + 0.9997215438361656, + 0.9997210922060588, + 0.9997214681131235, + 0.999721655854133, + 0.9997208475841785, + 0.9997219821124261, + 0.9997214930298326, + 0.999721057794131, + 0.9997217596240401, + 0.9997225746036739, + 0.9997210224417119, + 0.9997227576971818, + 0.9997229351930221, + 0.9997215956873193, + 0.9997211331602884, + 0.9997230207039172, + 0.9997217447316874, + 0.9997210018360171, + 0.9997222723850343, + 0.9997221108286501, + 0.9997214178114493, + 0.9997217647676936, + 0.9997224408130486, + 0.9997228003545515, + 0.9997209577711167, + 0.9997232788951946, + 0.9997216619853025, + 0.9997205909299596, + 0.9997219977968902, + 0.9997221075144335, + 0.9997206041402685, + 1.0, + 0.9997216910380222, + 0.9997220629734219, + 0.999722192628859, + 0.9997216259221229, + 0.9997236467717389, + 0.999721912949805, + 0.9997216048405073, + 0.9997213735793822, + 0.9997214679760645, + 0.9997208302277274, + 0.9997210543542098, + 0.9997230984585895, + 0.9997218857870922, + 0.9997212960295644, + 0.9997215938175112, + 0.9997221985317171, + 0.999722021899587, + 0.999721725627861, + 0.9997220060267005, + 0.9997218313197827, + 0.9997214196784353, + 0.9997219309011688, + 0.9997206139806237, + 0.9997218079331756, + 0.9997220886750577, + 0.9997214372339108, + 0.9997213277413262, + 0.999722450536975, + 0.9997220499516833, + 0.9997216929328724 + ] + ] + }, + "width": 256, + "in_features": 62, + "out_features": 10, + "depth": 6, + "padding": 124, + "parameters": 71067, + "cert_evals": { + "36": 0.9414458870887756, + "72": 0.9263984560966492, + "108": 0.9038273096084595, + "255": 0.7736342549324036 + }, + "fold": 1 + }, + { + "best_epoch": 66, + "best_val_acc": 0.96271637816245, + "test_acc": 0.9482421875, + "train_size": 1797, + "val_size": 751, + "test_size": 3072, + "stats": { + "mean": [ + [ + 1.3856427249732343e-07, + 3.522537559932238e-07, + 2.0200333923407371e-07, + -2.1090706664453654e-08, + 9.079577074147025e-07, + -3.7840846155241325e-08, + 1.0016694480800053e-07, + -3.839732929460532e-08, + -2.052531986360973e-07, + 5.736227047582848e-07, + -5.392877018977476e-07, + 3.446855866850716e-07, + 7.471897606570201e-07, + 6.366165789100185e-08, + 6.343906503950533e-08, + 1.6082360320555245e-08, + -1.2743461284050804e-07, + -1.040734557545233e-06, + -8.755926547578072e-07, + -3.578185863301285e-07, + 7.332220366643227e-07, + -3.0194769109244466e-07, + 7.790762325825424e-08, + 7.345575957029862e-08, + -7.23984418536337e-07, + 9.154145797987881e-07, + 1.1503060657291822e-06, + 5.397885364376055e-07, + 9.892598776549736e-07, + 1.3388981694693205e-07, + -1.4245965993065702e-08, + 0.0, + 9.849749597322357e-08, + -3.005008345580917e-07, + -1.252309404487717e-06, + 1.1563717317173418e-07, + 2.612687813142242e-07, + -2.1246521999465225e-07, + 2.181413434127969e-08, + 2.5598219080391046e-08, + 8.095715080714013e-07, + 2.046967167367694e-06, + 7.488035611850296e-07, + -5.36338341615376e-07, + 2.2593210867774937e-07, + 1.391208119443866e-09, + 2.1146353474234786e-09, + -9.627156351675032e-08, + 7.974401797152621e-08, + -4.3405676095586467e-07, + 4.762938228768179e-07, + -1.1801335560497857e-06, + -1.2314969337031567e-07, + -1.9309961105232408e-07, + -3.3611575048358445e-08, + 2.036727886363881e-07, + 1.463550362828589e-07, + 1.4123539216025922e-07, + 2.2092376161315588e-07, + -2.9421257666669716e-07, + 1.7028380694169436e-07, + -7.623817643177156e-08 + ] + ], + "std": [ + [ + 0.9997215438361656, + 0.9997210922060588, + 0.9997214681131235, + 0.999721655854133, + 0.9997208475841785, + 0.9997219821124261, + 0.9997214930298326, + 0.999721057794131, + 0.9997217596240401, + 0.9997225746036739, + 0.9997210224417119, + 0.9997227576971818, + 0.9997229351930221, + 0.9997215956873193, + 0.9997211331602884, + 0.9997230207039172, + 0.9997217447316874, + 0.9997210018360171, + 0.9997222723850343, + 0.9997221108286501, + 0.9997214178114493, + 0.9997217647676936, + 0.9997224408130486, + 0.9997228003545515, + 0.9997209577711167, + 0.9997232788951946, + 0.9997216619853025, + 0.9997205909299596, + 0.9997219977968902, + 0.9997221075144335, + 0.9997206041402685, + 1.0, + 0.9997216910380222, + 0.9997220629734219, + 0.999722192628859, + 0.9997216259221229, + 0.9997236467717389, + 0.999721912949805, + 0.9997216048405073, + 0.9997213735793822, + 0.9997214679760645, + 0.9997208302277274, + 0.9997210543542098, + 0.9997230984585895, + 0.9997218857870922, + 0.9997212960295644, + 0.9997215938175112, + 0.9997221985317171, + 0.999722021899587, + 0.999721725627861, + 0.9997220060267005, + 0.9997218313197827, + 0.9997214196784353, + 0.9997219309011688, + 0.9997206139806237, + 0.9997218079331756, + 0.9997220886750577, + 0.9997214372339108, + 0.9997213277413262, + 0.999722450536975, + 0.9997220499516833, + 0.9997216929328724 + ] + ] + }, + "width": 256, + "in_features": 62, + "out_features": 10, + "depth": 6, + "padding": 124, + "parameters": 71067, + "cert_evals": { + "36": 0.9368489980697632, + "72": 0.919921875, + "108": 0.8997396230697632, + "255": 0.7685546875 + }, + "fold": 2 + }, + { + "best_epoch": 49, + "best_val_acc": 0.9523809523809523, + "test_acc": 0.9514248704663213, + "train_size": 1797, + "val_size": 735, + "test_size": 3088, + "stats": { + "mean": [ + [ + 1.3856427249732343e-07, + 3.522537559932238e-07, + 2.0200333923407371e-07, + -2.1090706664453654e-08, + 9.079577074147025e-07, + -3.7840846155241325e-08, + 1.0016694480800053e-07, + -3.839732929460532e-08, + -2.052531986360973e-07, + 5.736227047582848e-07, + -5.392877018977476e-07, + 3.446855866850716e-07, + 7.471897606570201e-07, + 6.366165789100185e-08, + 6.343906503950533e-08, + 1.6082360320555245e-08, + -1.2743461284050804e-07, + -1.040734557545233e-06, + -8.755926547578072e-07, + -3.578185863301285e-07, + 7.332220366643227e-07, + -3.0194769109244466e-07, + 7.790762325825424e-08, + 7.345575957029862e-08, + -7.23984418536337e-07, + 9.154145797987881e-07, + 1.1503060657291822e-06, + 5.397885364376055e-07, + 9.892598776549736e-07, + 1.3388981694693205e-07, + -1.4245965993065702e-08, + 0.0, + 9.849749597322357e-08, + -3.005008345580917e-07, + -1.252309404487717e-06, + 1.1563717317173418e-07, + 2.612687813142242e-07, + -2.1246521999465225e-07, + 2.181413434127969e-08, + 2.5598219080391046e-08, + 8.095715080714013e-07, + 2.046967167367694e-06, + 7.488035611850296e-07, + -5.36338341615376e-07, + 2.2593210867774937e-07, + 1.391208119443866e-09, + 2.1146353474234786e-09, + -9.627156351675032e-08, + 7.974401797152621e-08, + -4.3405676095586467e-07, + 4.762938228768179e-07, + -1.1801335560497857e-06, + -1.2314969337031567e-07, + -1.9309961105232408e-07, + -3.3611575048358445e-08, + 2.036727886363881e-07, + 1.463550362828589e-07, + 1.4123539216025922e-07, + 2.2092376161315588e-07, + -2.9421257666669716e-07, + 1.7028380694169436e-07, + -7.623817643177156e-08 + ] + ], + "std": [ + [ + 0.9997215438361656, + 0.9997210922060588, + 0.9997214681131235, + 0.999721655854133, + 0.9997208475841785, + 0.9997219821124261, + 0.9997214930298326, + 0.999721057794131, + 0.9997217596240401, + 0.9997225746036739, + 0.9997210224417119, + 0.9997227576971818, + 0.9997229351930221, + 0.9997215956873193, + 0.9997211331602884, + 0.9997230207039172, + 0.9997217447316874, + 0.9997210018360171, + 0.9997222723850343, + 0.9997221108286501, + 0.9997214178114493, + 0.9997217647676936, + 0.9997224408130486, + 0.9997228003545515, + 0.9997209577711167, + 0.9997232788951946, + 0.9997216619853025, + 0.9997205909299596, + 0.9997219977968902, + 0.9997221075144335, + 0.9997206041402685, + 1.0, + 0.9997216910380222, + 0.9997220629734219, + 0.999722192628859, + 0.9997216259221229, + 0.9997236467717389, + 0.999721912949805, + 0.9997216048405073, + 0.9997213735793822, + 0.9997214679760645, + 0.9997208302277274, + 0.9997210543542098, + 0.9997230984585895, + 0.9997218857870922, + 0.9997212960295644, + 0.9997215938175112, + 0.9997221985317171, + 0.999722021899587, + 0.999721725627861, + 0.9997220060267005, + 0.9997218313197827, + 0.9997214196784353, + 0.9997219309011688, + 0.9997206139806237, + 0.9997218079331756, + 0.9997220886750577, + 0.9997214372339108, + 0.9997213277413262, + 0.999722450536975, + 0.9997220499516833, + 0.9997216929328724 + ] + ] + }, + "width": 256, + "in_features": 62, + "out_features": 10, + "depth": 6, + "padding": 124, + "parameters": 71067, + "cert_evals": { + "36": 0.9394429922103882, + "72": 0.9242227673530579, + "108": 0.9090025424957275, + "255": 0.7794688940048218 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9500688583680579, + "std_test_acc": 0.003204524521860577, + "n_samples": 5620, + "n_features": 62, + "n_classes": 10, + "mean_cert_acc_36": 0.938666507601738, + "std_cert_acc_36": 0.002210060042052982, + "mean_cert_acc_72": 0.9235181361436844, + "std_cert_acc_72": 0.002691094591544635, + "mean_cert_acc_108": 0.9038776755332947, + "std_cert_acc_108": 0.0038413197485512684, + "mean_cert_acc_255": 0.7697118520736694, + "std_cert_acc_255": 0.009464523990433732 + }, + "pittsburg-bridges-TYPE": { + "dataset": "pittsburg-bridges-TYPE", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 38, + "best_val_acc": 0.3333333333333333, + "test_acc": 0.26229508196721313, + "train_size": 26, + "val_size": 18, + "test_size": 61, + "stats": { + "mean": [ + [ + -0.2226830769230769, + 0.05670122692307692, + -0.043026884615384405, + -0.03758799999999994, + 0.17069815384615383, + 0.05726184615384619, + 0.03333576923076921 + ] + ], + "std": [ + [ + 0.9229643846157178, + 0.8879073657273664, + 0.9090621758106759, + 0.8047152853556344, + 0.9896400284910009, + 0.9758970201578133, + 1.0579562243200262 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 6, + "depth": 6, + "padding": 14, + "parameters": 1047, + "cert_evals": { + "36": 0.1147540956735611, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 29, + "best_val_acc": 0.2857142857142857, + "test_acc": 0.1724137931034483, + "train_size": 26, + "val_size": 21, + "test_size": 58, + "stats": { + "mean": [ + [ + -0.17140723076923073, + 0.17603493076923074, + -0.043027115384615275, + 0.08770580769230771, + 0.06073815384615386, + 0.140003576923077, + 0.11111846153846151 + ] + ], + "std": [ + [ + 0.9955960192363054, + 0.8707946707612142, + 1.076508222112097, + 0.8969691136995324, + 1.0157671583515164, + 1.0382138974203643, + 0.8520637539328237 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 6, + "depth": 6, + "padding": 14, + "parameters": 1047, + "cert_evals": { + "36": 0.051724135875701904, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.15384615384615385, + "test_acc": 0.15151515151515152, + "train_size": 26, + "val_size": 13, + "test_size": 66, + "stats": { + "mean": [ + [ + 0.13624746153846157, + -0.13478680769230772, + 0.03693388461538476, + 0.08770600000000003, + -0.01256838461538465, + 0.05726215384615386, + 0.033336038461538396 + ] + ], + "std": [ + [ + 0.8716889547511608, + 0.9579937729204642, + 1.0615560480179493, + 0.7749005943842086, + 0.9916744330944691, + 1.0538491233066194, + 0.8970306628997816 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 6, + "depth": 6, + "padding": 14, + "parameters": 1047, + "cert_evals": { + "36": 0.1515151560306549, + "72": 0.12121212482452393, + "108": 0.04545454680919647, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 2, + "best_val_acc": 0.21052631578947367, + "test_acc": 0.05, + "train_size": 26, + "val_size": 19, + "test_size": 60, + "stats": { + "mean": [ + [ + 0.2900749615384615, + -0.1092556538461538, + -0.16296869230769223, + 0.08770600000000003, + -0.12252815384615393, + 0.002101461538461631, + -0.0444463846153846 + ] + ], + "std": [ + [ + 0.9565380984621445, + 1.0668876495414104, + 1.087587760209891, + 0.7749005943842086, + 0.9250887318796751, + 0.7643326705239842, + 0.9333890769230768 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 6, + "depth": 6, + "padding": 14, + "parameters": 1047, + "cert_evals": { + "36": 0.01666666753590107, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.15905600664645325, + "std_test_acc": 0.0871527666684555, + "n_samples": 105, + "n_features": 7, + "n_classes": 6, + "mean_cert_acc_36": 0.08366501377895474, + "std_cert_acc_36": 0.06077052711405449, + "mean_cert_acc_72": 0.03030303120613098, + "std_cert_acc_72": 0.06060606241226196, + "mean_cert_acc_108": 0.011363636702299118, + "std_cert_acc_108": 0.022727273404598236, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "planning": { + "dataset": "planning", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 7, + "best_val_acc": 0.5185185185185185, + "test_acc": 0.5454545454545454, + "train_size": 45, + "val_size": 27, + "test_size": 110, + "stats": { + "mean": [ + [ + -0.13597411777777782, + -0.059930613333333334, + 0.1726637911111111, + 0.034723479999999994, + 0.1943293844444444, + -0.058733431111111144, + -0.116129388, + 0.17681400222222224, + -0.19228555555555557, + -0.07629513333333332, + 0.07577999111111111, + 0.14000706444444447 + ] + ], + "std": [ + [ + 0.9037583332493699, + 0.8892684096511589, + 0.9934159714161822, + 0.9795447749569939, + 0.991099979203418, + 0.8238368829401475, + 0.8461204418967577, + 1.0434976919452328, + 0.9979969012441308, + 0.9523454999652433, + 0.9216888475521186, + 1.061608647395146 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 2767, + "cert_evals": { + "36": 0.1818181723356247, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 7, + "best_val_acc": 0.5555555555555556, + "test_acc": 0.4752475247524752, + "train_size": 45, + "val_size": 36, + "test_size": 101, + "stats": { + "mean": [ + [ + 0.11314807155555553, + -0.05681264375555557, + 0.03933796666666664, + 0.04977631111111109, + 0.03694895555555555, + -0.044924306666666684, + 0.04804084666666663, + 0.12195993333333337, + 0.042717271111111156, + 0.008962882222222232, + -0.0006334968888889045, + -0.0009558044444444105 + ] + ], + "std": [ + [ + 0.9103807361609941, + 0.9363715375995261, + 1.1502145656153577, + 1.0558247484927283, + 1.076388481139489, + 1.0010167884068093, + 0.9233794686212015, + 0.8789681038837464, + 0.8499326718606948, + 0.8719046264511446, + 0.8860788083725304, + 0.8502961074388711 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 2767, + "cert_evals": { + "36": 0.2871287167072296, + "72": 0.15841583907604218, + "108": 0.07920791953802109, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.8333333333333334, + "test_acc": 0.6637168141592921, + "train_size": 45, + "val_size": 24, + "test_size": 113, + "stats": { + "mean": [ + [ + -0.08181936222222222, + 0.032095062222222207, + -0.2932722444444444, + -0.2642803151111112, + -0.2482941920666666, + 0.04209659104444442, + -0.08089617555555557, + 0.011037159999999989, + -0.05962093333333333, + -0.05360210222222223, + 0.041594423777777785, + 0.03579832413333331 + ] + ], + "std": [ + [ + 1.0346900075231742, + 0.983181200526179, + 0.8190101673790661, + 0.8655727810698712, + 0.9958599284470852, + 0.9221770981656976, + 1.0076979840800466, + 1.0249788633648824, + 1.0799692279692954, + 1.0059810529176614, + 1.0760442404746193, + 0.966271648432117 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 2767, + "cert_evals": { + "36": 0.6017699241638184, + "72": 0.32743361592292786, + "108": 0.017699114978313446, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 35, + "best_val_acc": 0.7391304347826086, + "test_acc": 0.4824561403508772, + "train_size": 45, + "val_size": 23, + "test_size": 114, + "stats": { + "mean": [ + [ + 0.10711943111111107, + 0.19129145333333336, + 0.23947074666666662, + 0.1974917848888889, + 0.06191540222222221, + 0.19409456755555554, + 0.10399900533333334, + -0.07677485555555555, + 0.05582479999999996, + -0.0920865622222222, + 0.07224912822222225, + -0.22088875111111111 + ] + ], + "std": [ + [ + 0.9820868604107751, + 0.8497304858975051, + 0.9414935653357391, + 0.9419249731758765, + 0.9517511837520722, + 0.8554967298035733, + 1.06563202833593, + 1.067683309777831, + 0.968308470640187, + 1.07319052594271, + 1.055131325540202, + 1.0489152018459469 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 2767, + "cert_evals": { + "36": 0.3070175349712372, + "72": 0.1315789520740509, + "108": 0.04385964944958687, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5417187561792974, + "std_test_acc": 0.08723142498477689, + "n_samples": 182, + "n_features": 12, + "n_classes": 2, + "mean_cert_acc_36": 0.34443358704447746, + "std_cert_acc_36": 0.18013843992889417, + "mean_cert_acc_72": 0.15435710176825523, + "std_cert_acc_72": 0.13455718991102295, + "mean_cert_acc_108": 0.03519167099148035, + "std_cert_acc_108": 0.03443354570622196, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "plant-margin": { + "dataset": "plant-margin", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 83, + "best_val_acc": 0.71900826446281, + "test_acc": 0.7171189979123174, + "train_size": 400, + "val_size": 242, + "test_size": 958, + "stats": { + "mean": [ + [ + -0.0010596968500001934, + -0.01804303900000009, + 0.058554600000000095, + -0.04174014875000007, + -0.00557412199999981, + 0.022321825499999975, + 0.009465832749999917, + 0.026944449999999596, + 0.0220769747500004, + -0.02089326899999988, + -0.012520925000000096, + 0.0033962770000000053, + 0.0021340793749998234, + -0.0033546413499999455, + 0.021925117425000074, + 0.013851212499999961, + -0.0015689260000001164, + -0.004634679999999923, + -0.05511270024999984, + 0.026070323000000024, + 0.01848005475000007, + 0.0022656225000003355, + -0.01842250000000018, + 0.01246016899999983, + 0.0098437735000002, + -0.032934458000000104, + 0.049291360500000325, + 0.0024477580000001266, + -0.02057179899999991, + 0.0009727362499999343, + 0.0017701742499999368, + 0.00541423612499992, + 0.02091535780000011, + 0.020351312499999816, + -0.009445618999999935, + -0.02841862299999999, + 0.029737960000000185, + 0.018735809500000172, + 0.014390100750000086, + -0.016125830000000306, + 0.012385870249999646, + -0.043971327499999775, + 0.0009311264999999372, + 0.01806689874999989, + -0.008581579999999964, + -0.009399341000000174, + -0.03755508207500001, + -0.0009747140000000407, + 0.028856429249999874, + -0.0030426587000000733, + -0.015013867049999909, + -0.004152345000000207, + 0.02680056899999996, + -0.02129718575000011, + 0.022555419000000035, + -0.00723436300000014, + 0.036754802499999906, + -0.02058847975000004, + -0.010368677175000047, + -0.029642165000000022, + -0.02736674750000015, + 0.0008163920000001678, + 0.018380879350000014, + -0.008580070000000413 + ] + ], + "std": [ + [ + 0.9874340403909011, + 0.9592061852266575, + 1.0435962908617902, + 0.9425389198852354, + 1.0047339728470936, + 1.0363144948903504, + 1.0296524029950296, + 1.0063022213625923, + 1.094313672273991, + 1.0202299972901783, + 0.985157157060649, + 0.9888027948033142, + 0.9932416135375679, + 0.9909877623883768, + 1.0005062186033022, + 1.2067387345575986, + 0.984270179305036, + 0.9091203000942354, + 0.9545319559171044, + 0.983601787222833, + 1.011060877681347, + 0.9799045991624534, + 0.9223386505533625, + 1.0460006470835634, + 1.0181216615718796, + 0.9516193964985948, + 1.0882812579258407, + 1.0329753644197, + 0.9792719916843142, + 0.9673648432380815, + 0.9958388822460692, + 1.012645249804551, + 1.0439458247448072, + 1.0733982117428793, + 1.0111716504511818, + 0.996690448869414, + 1.0367837370015323, + 1.0026230843872075, + 1.0036523141489182, + 0.9356670752186079, + 1.0259733303222744, + 0.9543079293157887, + 1.016979624435871, + 1.0361404335495707, + 0.9710294506381861, + 0.9356304778213941, + 0.9636374865372435, + 0.9682684696531572, + 1.0488592685926776, + 1.0095591832024964, + 0.9864668975312801, + 0.965788248416018, + 1.0175463184007973, + 0.9707788038864342, + 1.035917848788737, + 0.9984750436485963, + 1.047306945528514, + 0.9624268336767162, + 1.0407274202088548, + 0.9906889986330216, + 0.9133036560743315, + 1.0063256302193264, + 1.0448919868528035, + 1.060209155310641 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 87273, + "cert_evals": { + "36": 0.6461377739906311, + "72": 0.5678496956825256, + "108": 0.49895617365837097, + "255": 0.2400835156440735 + }, + "fold": 0 + }, + { + "best_epoch": 75, + "best_val_acc": 0.7350427350427351, + "test_acc": 0.7060041407867494, + "train_size": 400, + "val_size": 234, + "test_size": 966, + "stats": { + "mean": [ + [ + 0.018630191274999833, + 0.0021237185000000623, + 0.020341910000000126, + -0.03847603025000004, + 0.0024851145000002843, + -0.019245363750000032, + 0.01765857999999999, + -0.09520458750000026, + 0.016723600750000407, + -0.020893166249999973, + -0.013275087500000034, + -0.009778451499999922, + 0.02100441234999998, + -0.0006707280500000078, + 0.01202943670000018, + -0.012221054999999943, + 0.026685538499999994, + 0.03934188799999998, + -0.017911806749999953, + -0.004428536999999995, + 0.013875288750000034, + -0.007751707499999634, + 0.03217363749999957, + 0.003825904499999896, + 0.010617184500000114, + -0.03897739600000022, + -0.00972438474999977, + 0.0034970589999999357, + 0.02035820800000013, + -0.037335613750000024, + -0.008548351749999959, + 0.0018481537499997402, + -0.007583834749999951, + 0.04391894749999982, + 0.033370660000000205, + 0.00937306074999997, + -0.013948834999999842, + 0.005821061250000135, + 0.03052180125000005, + 0.02165496999999981, + -0.00854195450000032, + -0.03606767999999988, + -0.017944192250000105, + -0.02588678125000007, + 0.01616825525000002, + -0.00827056050000008, + -0.0017126565000000083, + -0.01656842850000004, + -0.017988074249999902, + -0.03559730630000006, + -0.0036789360499999424, + 0.012461489999999617, + 0.026261220249999995, + -0.020665702500000202, + -0.0005093669999999243, + -0.009416002500000138, + -0.02145052, + 0.012404727999999953, + 0.008414623600000027, + 0.026667712, + 0.023455849999999993, + 0.01995325700000049, + 0.017141528075000113, + -0.00027581000000054354 + ] + ], + "std": [ + [ + 1.041295070488909, + 1.0014805383027654, + 1.0526387415016842, + 0.9348659203435066, + 1.012132944361091, + 0.9779461065975633, + 1.0032476656820697, + 0.765138203982258, + 1.084558801095068, + 1.0155838017759249, + 0.9847823955761184, + 1.0321402388555014, + 1.0519629684769372, + 0.9582131621864026, + 0.9927092815254406, + 0.803704884375634, + 0.9988728657062945, + 1.1858597763171363, + 1.012274069308041, + 1.012471113861707, + 1.0151240798466312, + 0.9972545733894309, + 1.0563298324391637, + 1.0047120258743576, + 1.016702961526915, + 0.9272542628757423, + 1.012180666645035, + 1.0130792339306003, + 0.9869444731802731, + 0.9732936953239708, + 0.9987581693686506, + 1.0025285436476967, + 0.9823926819700436, + 1.13766033578092, + 1.0184063166975657, + 1.0037002652524598, + 1.0159024793557991, + 0.998493316788935, + 1.0374784962262864, + 1.0063283056949195, + 1.0742583169244284, + 0.9634076134691111, + 0.958447407516677, + 1.0041785286506213, + 1.013112893307404, + 0.9769612001923168, + 1.0056368868600618, + 0.9788744628207897, + 0.9629520265558652, + 0.929550730995055, + 0.9854910637585246, + 1.0358257613723332, + 1.0240098398191608, + 0.9303959288426701, + 1.0012547252975355, + 0.9956229965329875, + 1.021855039918818, + 1.0091992464793387, + 0.9897071424780775, + 0.9856059256334351, + 1.0201829621015206, + 1.0268852627871752, + 1.0341940427237508, + 0.9799526515218273 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 87273, + "cert_evals": { + "36": 0.6283643841743469, + "72": 0.5652173757553101, + "108": 0.47929608821868896, + "255": 0.2008281648159027 + }, + "fold": 1 + }, + { + "best_epoch": 65, + "best_val_acc": 0.7217391304347827, + "test_acc": 0.7082474226804124, + "train_size": 400, + "val_size": 230, + "test_size": 970, + "stats": { + "mean": [ + [ + 0.005920089124999763, + -0.001301032000000133, + 0.0013308824999999258, + 0.008417454999999876, + 0.005976730250000185, + 0.019669846999999876, + 0.010878556750000047, + 0.025150082499999716, + 0.0022754870000003123, + 0.024085954000000003, + -0.005742166250000042, + -0.007721828999999947, + 0.00371573337499994, + -0.012943442949999913, + -0.014590249949999882, + -0.025256129999999963, + -0.011889130000000098, + -0.019724357499999953, + -0.01377830674999994, + 0.006886749000000014, + -0.003516929999999907, + -0.03828019749999969, + 0.005775229999999821, + -0.030314237500000177, + -0.019109295999999804, + 0.04844473150000008, + -0.02716004849999974, + 0.002796986500000034, + -0.019719068250000017, + 0.041975102500000014, + -0.017687051749999974, + -0.021844609375000337, + 0.020916906100000077, + -0.022494655000000176, + 0.026175232000000156, + 0.010884623500000074, + -0.021303965499999796, + -0.0039162167499998055, + -0.015307416500000065, + 0.012900294999999774, + 0.006834127249999801, + 0.027173450000000154, + 0.0027974614999998885, + 0.028211698749999896, + -0.0031931937499999692, + 0.011277844999999809, + 0.00992980717499997, + -0.013968735000000017, + -0.01707076174999997, + 0.01365854819999998, + -0.0014908621499998933, + 0.009138499999999666, + 0.02060593399999994, + 0.007099336749999857, + -0.003448647499999997, + 0.0015010997499998568, + -0.03850890625000006, + 0.0022736427499999282, + -0.013522159549999977, + -0.0332120949999999, + 0.005866322499999921, + -0.004317283999999508, + -0.00538338794999997, + -0.0069175300000004145 + ] + ], + "std": [ + [ + 1.0010921783674436, + 0.9945407140012373, + 1.005748587963517, + 0.9668282590649625, + 1.0031010346345277, + 0.9967928785295819, + 0.9751713195709866, + 1.1467050887662724, + 0.9392946439639414, + 0.9895328846805108, + 0.9767912569515301, + 0.9727489873091506, + 0.9701070098004984, + 1.0053545262016492, + 0.9846236608578788, + 0.7727736342078088, + 0.971944708609996, + 0.8826840113147226, + 0.98563931252641, + 0.9711438420390225, + 0.9629058280406353, + 0.9716674314378894, + 1.1301355955709167, + 0.9477815286674603, + 0.9881704764475729, + 1.0137752766865444, + 0.9583402354865277, + 0.9958443104934569, + 0.9663730766877806, + 1.0669358291663034, + 0.955827255033273, + 0.9505215572351379, + 1.0084010054173358, + 0.9871444837708967, + 1.0130833200270473, + 1.043702427349745, + 0.9912743901116762, + 0.973685836703786, + 0.985763394194837, + 1.0377291955455417, + 1.0077815203197755, + 1.0141762382944473, + 1.019662919156708, + 1.046456382869172, + 1.0332849966442448, + 1.0406499407344652, + 0.9961622026264285, + 0.9855957603524927, + 0.9824473993933991, + 1.0388871379951687, + 1.0170409949547163, + 1.03216407460882, + 1.0347227568843633, + 1.0401704190454892, + 0.9504580582249552, + 0.9606350019976608, + 1.0073622594193574, + 1.0173972038824486, + 0.9758624776113387, + 1.017294570276939, + 1.1903867160054817, + 1.041760575180181, + 0.9817904646611345, + 0.9934098271111226 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 87273, + "cert_evals": { + "36": 0.6268041729927063, + "72": 0.5484536290168762, + "108": 0.46494847536087036, + "255": 0.1938144415616989 + }, + "fold": 2 + }, + { + "best_epoch": 76, + "best_val_acc": 0.6877470355731226, + "test_acc": 0.7254487856388595, + "train_size": 400, + "val_size": 253, + "test_size": 947, + "stats": { + "mean": [ + [ + 0.0049220609499997505, + 0.014300554999999927, + -0.013117759999999938, + 0.0006888637499999897, + 0.014571960000000097, + -0.029186410499999996, + 0.002400438750000075, + -0.053890317500000125, + 0.010837756000000382, + -0.043686283749999874, + 0.00818919124999994, + 0.02274708350000002, + -0.010304195600000106, + 0.021186932849999934, + 0.02806746060000008, + 0.03340746249999935, + -0.023547052000000096, + -0.033522315499999976, + 0.008610349500000156, + 0.027052154499999995, + -0.010934992499999938, + 0.006081485000000295, + 0.02777317250000039, + 0.016383195499999857, + 0.03879757150000023, + -0.021655729750000265, + 0.014864098750000401, + 0.036007804000000046, + -0.006075429999999921, + -0.019079332500000098, + 0.046873371749999754, + 0.020189249124999916, + -0.006358586449999976, + -0.01606563250000019, + -0.011602580249999888, + 0.013908655750000045, + -0.026925847499999826, + 0.04435231250000004, + 0.0030248995000000476, + 0.04331075999999964, + -0.010036047250000119, + -0.020255887499999837, + 0.016312687999999884, + 0.0007390799999998633, + -0.01058009674999995, + 0.022933002500000025, + 0.018606085150000003, + -0.02793774274999995, + 0.02640782450000013, + 0.0009197187999999446, + 0.01879274900000016, + -0.012793932500000254, + -0.05696751475000014, + 0.009623771999999869, + -0.014076831999999899, + 0.03262045174999992, + -0.03750922250000002, + -0.020068239750000067, + 0.007511379900000031, + 0.011995891500000104, + 0.001957915000000034, + 0.008284810500000324, + -0.03583419272500005, + 0.025183247499999534 + ] + ], + "std": [ + [ + 1.0292860056491944, + 1.0292792317834558, + 1.021157636187128, + 1.0004671883473788, + 1.0099925807918118, + 0.940459599532873, + 1.0284403765468189, + 0.8253858457506277, + 1.0205839902595195, + 0.9375845702209917, + 1.0276192722636466, + 1.0352781665590673, + 1.00573951678478, + 1.0168176366617936, + 1.0354526336454533, + 1.409467384284455, + 1.0173514777145187, + 0.9176768917465363, + 0.9987312571300704, + 1.011937740881034, + 0.998584402272729, + 1.056733717686757, + 1.037552726041927, + 1.0142258428702424, + 1.035939823876147, + 0.9963005677388238, + 1.0191184901038401, + 1.0189027476350714, + 0.9772965657228759, + 0.9822876158929498, + 1.1026232958885742, + 1.0501886707528871, + 0.9971602814316513, + 1.0340674788196675, + 0.9800225335712383, + 1.0197769718133536, + 0.9741149929553732, + 1.042912622378931, + 0.9736271090391864, + 1.061534430063924, + 0.9526685914619262, + 1.0048497041951536, + 1.0274317900005205, + 0.9912072467959292, + 0.9895627947501346, + 1.0186115853191826, + 1.013480663944259, + 0.9413201803178272, + 1.0436199704257596, + 0.9898799364419235, + 1.0333854032952587, + 0.9495359391868493, + 0.9383015025414292, + 1.0126790152589706, + 0.9761807480062364, + 1.0554871962715169, + 0.9748100083771338, + 0.9555452645008876, + 1.0523449870830452, + 0.9961427848161136, + 1.2062430696295, + 1.0118419269696228, + 0.9775440389434499, + 0.9524811445180422 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 87273, + "cert_evals": { + "36": 0.6420274972915649, + "72": 0.5638859868049622, + "108": 0.4741288423538208, + "255": 0.21541711688041687 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7142048367545847, + "std_test_acc": 0.008900578980670077, + "n_samples": 1600, + "n_features": 64, + "n_classes": 100, + "mean_cert_acc_36": 0.6358334571123123, + "std_cert_acc_36": 0.009692954526118748, + "mean_cert_acc_72": 0.5613516718149185, + "std_cert_acc_72": 0.008755003172046657, + "mean_cert_acc_108": 0.4793323948979378, + "std_cert_acc_108": 0.01436509788041375, + "mean_cert_acc_255": 0.212535809725523, + "std_cert_acc_255": 0.020451052194210676 + }, + "plant-shape": { + "dataset": "plant-shape", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 84, + "best_val_acc": 0.5514018691588785, + "test_acc": 0.5040567951318459, + "train_size": 400, + "val_size": 214, + "test_size": 986, + "stats": { + "mean": [ + [ + 0.010793134649999947, + 0.0029814738750000274, + -0.005680250974999982, + -0.00999388868249995, + -0.018943553000000047, + -0.022220061225000066, + -0.023538591772499947, + -0.023104606949999985, + -0.022654011850000027, + -0.013826088777500009, + -0.012183569699999982, + -0.019542425225000024, + -0.021094745304999968, + -0.013662524125000061, + -0.007497562182500008, + -0.004011965550000029, + -0.0018356184500000372, + 7.94950000007455e-06, + 0.00456346359999991, + 0.002077647049999971, + 0.005165495805000022, + 0.009402297242499979, + 0.008459789907500027, + 0.010384120812499977, + 0.009072800484999985, + 0.009275099372499976, + 0.011333548210000006, + 0.00974336192500002, + 0.009874121385000021, + 0.013796312999999978, + 0.0035003747700000252, + -0.0006504867999999986, + -0.006737763249999974, + -0.009779546075000065, + -0.009547967425750021, + -0.008340889135000092, + -0.01037015690000003, + -0.015118204249999967, + -0.014712120350000033, + -0.011817635924999998, + -0.01854881525000002, + -0.021627437300000017, + -0.02562561288749998, + -0.02507883772499999, + -0.01957355992500001, + -0.010989493799999993, + -0.004170166650000026, + -0.0007832742674999737, + -0.0008414850850000529, + 0.0014383313750000115, + 0.008277859025000037, + 0.015007289872500043, + 0.02009162649999997, + 0.020694419627500026, + 0.02312079630000003, + 0.02027844062500002, + 0.012670696450000017, + 0.011923742850000028, + 0.008522531550000014, + 0.0021193726999999838, + 0.00027873594999999404, + -0.005514954024999976, + -0.005619866314999964, + 0.000804423425000044 + ] + ], + "std": [ + [ + 1.0193984315579283, + 1.0138728773194225, + 1.0025119027839187, + 0.9926201913273888, + 0.9797572939727588, + 0.9675431762012998, + 0.9562849021750489, + 0.9457765924705838, + 0.9453288165685446, + 0.9493183692891524, + 0.9510566730800354, + 0.9587654362947835, + 0.9708540170515252, + 0.9906082656256265, + 1.0060018623497948, + 1.0090880491601784, + 0.9970255943580457, + 0.9966975594633455, + 1.0075598104469696, + 1.0193962682636182, + 1.040522735169908, + 1.0407459188197639, + 1.0303725268059722, + 1.0256419706953475, + 1.0198382842786065, + 1.0197936843070703, + 1.0266695425622123, + 1.0253571333157874, + 1.0153590777307844, + 1.0110354025342352, + 1.0181892223475282, + 1.0166426127543688, + 1.011169701470929, + 1.0054929366994545, + 1.0096458368985821, + 1.0140452905977049, + 1.009910026151903, + 0.9911465124845928, + 0.981395028524588, + 0.9714368920896277, + 0.9640569672295396, + 0.9682443777583067, + 0.9618240790560709, + 0.9651476273791817, + 0.9697583533908924, + 0.9857642722747081, + 0.9945128871244862, + 0.998379374233736, + 1.0006314561941052, + 1.008050481132436, + 1.0268004129156558, + 1.0452850694975346, + 1.0563281717760602, + 1.0509178269869455, + 1.0471449082028836, + 1.0431100616694575, + 1.035476811024627, + 1.0416661017312363, + 1.0428844632918242, + 1.0319514866130477, + 1.029873132188317, + 1.028802362627988, + 1.0249104343768467, + 1.0178924453800364 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 87273, + "cert_evals": { + "36": 0.37423935532569885, + "72": 0.2799188494682312, + "108": 0.21095333993434906, + "255": 0.04868154227733612 + }, + "fold": 0 + }, + { + "best_epoch": 68, + "best_val_acc": 0.4878048780487805, + "test_acc": 0.48846960167714887, + "train_size": 400, + "val_size": 246, + "test_size": 954, + "stats": { + "mean": [ + [ + -0.01969966857750001, + -0.018735893250000035, + -0.01923726170000004, + -0.01765154066999996, + -0.021040157724999967, + -0.020549986874999978, + -0.01802188749999998, + -0.013611070524999968, + -0.01314826475000005, + -0.010111033277499976, + -0.011831655162500052, + -0.009240258725000013, + -0.004857546977500041, + -0.003872501354999996, + -0.004503420224999966, + -0.007399539599999919, + -0.009506949104999987, + -0.00983436382500002, + -0.0073349694900001206, + -0.0026293045575000932, + -0.005217706800000011, + -0.01053002465000001, + -0.011560438125000017, + -0.009075882437499998, + -0.0045980930749999985, + -0.008758359152500011, + -0.012621292225000027, + -0.016511235369999985, + -0.028317963276500033, + -0.02497353765000002, + -0.014343673825000004, + -0.008610495525000058, + 0.004172939175000043, + 0.0019351163249999698, + -0.004373591600750041, + -0.0077125528000000455, + -0.01211637097500002, + -0.01259113399249995, + -0.012157099130000017, + -0.014399237225000002, + -0.009437209475000015, + -0.0046622409374999915, + -0.006370976337500016, + -0.011270999825000006, + -0.015921284525000006, + -0.012410074750000007, + -0.014884673650000003, + -0.016949542649999955, + -0.017354671999999977, + -0.011285483702500028, + -0.009929046974999904, + -0.007901803479999947, + -0.00815231512075005, + -0.010049489069999949, + -0.011786209875000047, + -0.014985319077499979, + -0.019011035099999973, + -0.008162044849999986, + -0.0058525207999999595, + -0.01041489936249999, + -0.011318642174999963, + -0.015970219724999984, + -0.026622342699999985, + -0.029072289924999974 + ] + ], + "std": [ + [ + 0.9860131433859547, + 0.9839451298693502, + 0.9815653890681931, + 0.9791684843455107, + 0.9793192609145278, + 0.980950701990714, + 0.9884282309487391, + 0.9817147072820436, + 0.9862993933397015, + 0.9922815938909398, + 0.9847563677603288, + 0.9853865969758397, + 0.9879672222996878, + 0.9946824106249518, + 0.9961943172051062, + 0.9902136279887243, + 0.9887680048123522, + 0.993003063211071, + 1.0071770840518683, + 1.0247666604590329, + 1.0257137801878309, + 1.011455364670402, + 0.9947052989179791, + 0.9869387562943811, + 0.9888179645496713, + 0.987009987810631, + 0.9897190394535154, + 0.991361121462267, + 0.992989633996112, + 0.9961724937704427, + 0.9897090546568476, + 0.9844393105882888, + 0.9858088094372514, + 0.9942345793157213, + 0.9949467347271544, + 0.9941801452632953, + 0.9935755677210956, + 0.9940539923777484, + 0.9871617326295817, + 0.9809194296573341, + 0.9841049037423958, + 0.9872912480789516, + 0.9853330949312704, + 0.9809868668056975, + 0.977760884105985, + 0.9785005795193457, + 0.9774791029379978, + 0.9747292923736738, + 0.9892632184812155, + 0.9903128998680867, + 0.9995507672572046, + 1.012420498620147, + 1.014423356554454, + 1.0113780719858716, + 1.0085495954493642, + 1.0103910622541978, + 1.0042573664175571, + 0.9954666158538873, + 0.9825056771440344, + 0.969748087810821, + 0.9684376869484385, + 0.9687387646565352, + 0.9685510643060194, + 0.9716172187511043 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 87273, + "cert_evals": { + "36": 0.37840670347213745, + "72": 0.2830188572406769, + "108": 0.21174003183841705, + "255": 0.04716980829834938 + }, + "fold": 1 + }, + { + "best_epoch": 79, + "best_val_acc": 0.5063829787234042, + "test_acc": 0.47150259067357514, + "train_size": 400, + "val_size": 235, + "test_size": 965, + "stats": { + "mean": [ + [ + -0.011195848850000047, + -0.014077039849999994, + -0.015681537625000016, + -0.015262547177500023, + -0.018894034979999984, + -0.023536119524999965, + -0.016015195249999968, + -0.008908977427499989, + -0.005013930349999998, + -0.007225348899999984, + -0.008182635, + -0.00789371312500003, + -0.011035066974999978, + -0.005199030499999984, + 0.005315251324999976, + 0.011141104150000055, + 0.011588849470000002, + 0.009680554374999966, + 0.010888354087499948, + 0.010037595079999946, + 0.011800275580000021, + 0.007671618275000015, + 0.006882413550000033, + 0.0062716886124999935, + -0.0019262105499999794, + -0.002007641149999968, + -0.003485761440000005, + -0.0017775631049999818, + 0.0007400688484999391, + -0.0018860717750000106, + -0.006113297799999992, + -0.013600633775000042, + -0.020458192474999966, + -0.023048553475000007, + -0.019547718700000005, + -0.01125536750999998, + -0.014651312500000012, + -0.017176074307499963, + -0.015313710324999983, + -0.018115000749999995, + -0.02384295694999999, + -0.02221634045249998, + -0.019668475399999934, + -0.016640133125000005, + -0.011789776774999969, + -0.006203905024999959, + -0.004540449625000036, + 0.0006846066824999924, + 0.006433635392500026, + 0.0017259993975000153, + 0.0026194728225000024, + 0.002456912675000057, + 0.0035687386999999193, + 0.003967900025000002, + 0.008058575125000038, + 0.009259356747499982, + 0.009820443250000033, + -0.000526142624999981, + -0.007535754924999987, + -0.006530597337499988, + -0.00488854567499998, + -0.004628704975000013, + -0.006573741065000051, + -0.008198970250000055 + ] + ], + "std": [ + [ + 0.9997831577603109, + 1.0025959495608783, + 0.9981200898415419, + 0.9862363254781552, + 0.9807001230728768, + 0.9703599657486957, + 0.9542469081610001, + 0.9473845839451106, + 0.9547713929170183, + 0.9636033061770535, + 0.9759543385191676, + 0.9833507068982068, + 0.9860092538737429, + 0.9928824474026815, + 1.009087175522555, + 1.0225369274879927, + 1.0377746120861517, + 1.047008477348557, + 1.0437668765399934, + 1.0330775502764258, + 1.0319662406027479, + 1.030352484762016, + 1.0343435297883754, + 1.0306714836465332, + 1.0227257424915315, + 1.0163750005569692, + 1.0080783487785092, + 1.0057728718253096, + 1.0031574142753106, + 0.9970437490537768, + 1.0039054666803333, + 1.0092902332461646, + 1.015955753316646, + 1.0094451596904581, + 0.9971506877338592, + 0.9797514030945054, + 0.9606748456549195, + 0.9429643662114964, + 0.9357296749897012, + 0.9401794981595187, + 0.9451576738004599, + 0.9529959594959825, + 0.9553731219059256, + 0.952474899040048, + 0.9565245724608336, + 0.9697603305783443, + 0.9863202900077532, + 0.9954169393962655, + 1.0081946986669663, + 1.0156075960594253, + 1.0253976925038635, + 1.0300309888526664, + 1.0402541851284346, + 1.0433040030246603, + 1.0375395049686613, + 1.0264815045978641, + 1.021912736268765, + 1.0088758758830503, + 1.003466814657958, + 1.0086525159597994, + 1.0137559378643732, + 1.0086686244063605, + 1.006042971236659, + 1.0003260366638576 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 87273, + "cert_evals": { + "36": 0.34611400961875916, + "72": 0.25181347131729126, + "108": 0.16994819045066833, + "255": 0.04352331906557083 + }, + "fold": 2 + }, + { + "best_epoch": 100, + "best_val_acc": 0.4933920704845815, + "test_acc": 0.5056526207605344, + "train_size": 400, + "val_size": 227, + "test_size": 973, + "stats": { + "mean": [ + [ + -0.01614315225000004, + -0.007862261849999979, + 0.00030315945000001577, + -6.585304499997488e-05, + 0.0033457709750000114, + 0.009937330912499974, + 0.010135651675000024, + 0.009038938675000023, + 0.008931583272500009, + 0.009906352275000018, + 0.013642040799999994, + 0.017299261174999987, + 0.019865335000000005, + 0.019657458469999986, + 0.022414197692500006, + 0.02512643972499996, + 0.026877304525000024, + 0.0296143309, + 0.027764356497500045, + 0.024134231862499998, + 0.021181714175000043, + 0.02076543959999998, + 0.018820411632499992, + 0.016560606787500022, + 0.014716417624999967, + 0.015544499800000031, + 0.008937221650000026, + 0.0035691808475000007, + 0.00756637997750002, + 0.010582013399999977, + 0.00892202232, + 0.010522723749999905, + 0.009224050324999985, + 0.011262885774999978, + 0.012877923949999981, + 0.008631394499999978, + 0.013585739524999963, + 0.012593921374999985, + 0.00966451497500001, + -0.0018835844000000157, + -0.0072232187000000215, + -0.0024773558750000612, + 0.004778897314500035, + 0.010836082050000053, + 0.013114038100000038, + 0.012921894249999984, + 0.011661495899999983, + 0.006202870582499988, + 0.009554275007499979, + 0.010892630822499966, + 0.015263733174999995, + 0.018143591994999972, + 0.01859551449250001, + 0.01313465375500002, + 0.01828117135000002, + 0.021080939575000034, + 0.020155471175000023, + 0.02226961222499997, + 0.019368037950000003, + 0.018775792600000018, + 0.018483347624999945, + 0.009753726052499946, + -0.0015497268675000327, + -0.011832948350000021 + ] + ], + "std": [ + [ + 0.9690180900805035, + 0.9727335201919173, + 0.9764755262740973, + 0.9829585179082819, + 0.9924285501408081, + 1.0058984225928205, + 1.0139421119627963, + 1.0204714628277265, + 1.024761969275269, + 1.0411321691366637, + 1.051554346720804, + 1.0528939116549463, + 1.048231049542776, + 1.035208648003462, + 1.0211826349075386, + 1.021066390612321, + 1.0225781515263015, + 1.0234107662776533, + 1.013889389780415, + 1.002809268474515, + 1.005659594852486, + 1.0123290373188114, + 1.0154559039015623, + 1.013290801738594, + 1.0094740964231081, + 1.0002162486552635, + 0.9914378185750687, + 0.9943868019460187, + 0.9942535553869897, + 0.9896262981629789, + 0.9859228057329431, + 0.9860916917991401, + 0.9824333417893006, + 0.9869225315171396, + 0.9958671872185834, + 0.999358349920491, + 0.9902030063817621, + 0.9953941674238796, + 1.0044794940384356, + 1.01450410197358, + 1.0212449253894722, + 1.031533466370799, + 1.0310663353310807, + 1.0299586525323416, + 1.0140754261682852, + 1.0146983653439086, + 1.010949221001189, + 0.9984754004996209, + 0.9996230059073175, + 1.0023281510239592, + 1.0083940727060101, + 1.0104207218854935, + 1.0188090918448567, + 1.0267152458848512, + 1.0256934112800635, + 1.0177374007859166, + 1.004324219711767, + 0.9955156869267784, + 0.9865523378817893, + 0.984584448748711, + 0.9818097517909892, + 0.9865486470036113, + 0.9850111209189524, + 0.9782242969255907 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 87273, + "cert_evals": { + "36": 0.39362797141075134, + "72": 0.2918807864189148, + "108": 0.21788284182548523, + "255": 0.04522096738219261 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.4924204020607761, + "std_test_acc": 0.01595473714736428, + "n_samples": 1600, + "n_features": 64, + "n_classes": 100, + "mean_cert_acc_36": 0.3730970099568367, + "std_cert_acc_36": 0.01982507237174692, + "mean_cert_acc_72": 0.27665799111127853, + "std_cert_acc_72": 0.01732125357195848, + "mean_cert_acc_108": 0.20263110101222992, + "std_cert_acc_108": 0.022007729869925614, + "mean_cert_acc_255": 0.046148909255862236, + "std_cert_acc_255": 0.0022517596707667727 + }, + "post-operative": { + "dataset": "post-operative", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 6, + "best_val_acc": 0.6153846153846154, + "test_acc": 0.4, + "train_size": 22, + "val_size": 13, + "test_size": 55, + "stats": { + "mean": [ + [ + 0.2644478181818181, + -0.002965454545454521, + -0.04423899999999998, + 0.0652979090909091, + -0.09040263636363635, + 0.12863909090909095, + -0.031622818181818196, + -0.010754727272727246 + ] + ], + "std": [ + [ + 0.863045425336646, + 0.9808035281210981, + 0.9954110000000002, + 0.8638286631944233, + 0.9903112638860088, + 1.0460343032985846, + 0.9593493232948251, + 0.6242961991096403 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 1288, + "cert_evals": { + "36": 0.2545454502105713, + "72": 0.05454545468091965, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 4, + "best_val_acc": 0.4444444444444444, + "test_acc": 0.26, + "train_size": 22, + "val_size": 18, + "test_size": 50, + "stats": { + "mean": [ + [ + -0.04068454545454543, + -0.13643590909090905, + -0.22522281818181814, + -0.01632572727272733, + 0.18080527272727273, + -0.36753845454545453, + -0.4196983636363635, + 0.03461609090909094 + ] + ], + "std": [ + [ + 0.48245777837997267, + 1.0509474100388445, + 0.9788196547256961, + 1.0356928042306306, + 0.9778540225386487, + 0.7579234423290888, + 0.7652973041426179, + 0.7599528606329299 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 1288, + "cert_evals": { + "36": 0.11999999731779099, + "72": 0.07999999821186066, + "108": 0.05999999865889549, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 24, + "best_val_acc": 0.6666666666666666, + "test_acc": 0.6440677966101694, + "train_size": 22, + "val_size": 9, + "test_size": 59, + "stats": { + "mean": [ + [ + 0.035598363636363664, + -0.06970068181818179, + -0.13473090909090904, + -0.17957400000000004, + 0.18080527272727273, + 0.29403163636363644, + 0.03305631818181817, + 0.034616272727272704 + ] + ], + "std": [ + [ + 0.7964199476848967, + 1.018669033729904, + 0.9912891976159546, + 1.0484797311020457, + 0.9778540225386487, + 1.24868633500981, + 1.0040929058601908, + 0.5709040666748884 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 1288, + "cert_evals": { + "36": 0.4237288236618042, + "72": 0.20338982343673706, + "108": 0.1355932205915451, + "255": 0.016949152573943138 + }, + "fold": 2 + }, + { + "best_epoch": 16, + "best_val_acc": 0.6428571428571429, + "test_acc": 0.5185185185185185, + "train_size": 22, + "val_size": 14, + "test_size": 54, + "stats": { + "mean": [ + [ + -0.4221010909090909, + 0.19724022727272736, + 0.22723672727272717, + -0.016325727272727287, + -1.0092936587501423e-17, + -0.036753454545454506, + -0.16098145454545446, + 0.41270672727272745 + ] + ], + "std": [ + [ + 0.9311555791372603, + 0.9366735504705384, + 0.9576763484720417, + 1.0356928042306308, + 0.9944290000000001, + 0.7579238589268785, + 0.9505882556493265, + 0.8002666526517147 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 1288, + "cert_evals": { + "36": 0.3333333432674408, + "72": 0.12962962687015533, + "108": 0.0555555559694767, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.45564657878217196, + "std_test_acc": 0.16414380042443022, + "n_samples": 90, + "n_features": 8, + "n_classes": 3, + "mean_cert_acc_36": 0.2829019036144018, + "std_cert_acc_36": 0.12873314911116066, + "mean_cert_acc_72": 0.11689122579991817, + "std_cert_acc_72": 0.06555463905358877, + "mean_cert_acc_108": 0.06278719380497932, + "std_cert_acc_108": 0.055686665923170495, + "mean_cert_acc_255": 0.0042372881434857845, + "std_cert_acc_255": 0.008474576286971569 + }, + "primary-tumor": { + "dataset": "primary-tumor", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 56, + "best_val_acc": 0.39215686274509803, + "test_acc": 0.3350253807106599, + "train_size": 82, + "val_size": 51, + "test_size": 197, + "stats": { + "mean": [ + [ + -0.008010512195121854, + 0.054444146341463336, + 0.0366287682926831, + 0.017473585365853656, + 0.00994146341463413, + 0.14699000000000015, + 0.04866843902439027, + -0.06218121951219504, + 0.01667878048780483, + -0.03673495121951217, + 0.060766390243902485, + -0.11804926829268325, + 0.04384986585365854, + -0.04256348780487793, + 0.026720512195121893, + 0.09196453658536587, + 0.04076614634146339 + ] + ], + "std": [ + [ + 0.9284296903454413, + 0.9827553422472404, + 0.9950878705168285, + 1.0173173538014615, + 0.9933487461181214, + 1.0, + 0.962929194381142, + 1.0381881034205123, + 0.9899379872265349, + 1.011517643744964, + 0.8811077313196498, + 1.2812447336275181, + 0.9462003808216405, + 1.0326718844648832, + 0.9328296141970309, + 0.9459362255487258, + 0.9834201107664913 + ] + ] + }, + "width": 64, + "in_features": 17, + "out_features": 15, + "depth": 6, + "padding": 34, + "parameters": 5902, + "cert_evals": { + "36": 0.2639593780040741, + "72": 0.18274110555648804, + "108": 0.1421319842338562, + "255": 0.05076142027974129 + }, + "fold": 0 + }, + { + "best_epoch": 37, + "best_val_acc": 0.42, + "test_acc": 0.2676767676767677, + "train_size": 82, + "val_size": 50, + "test_size": 198, + "stats": { + "mean": [ + [ + -0.19990898780487798, + -0.06597853658536594, + -0.06580686585365814, + -0.04826112195121953, + 0.03728248780487797, + 0.06248341463414634, + -0.06985995121951216, + -0.0032160975609755497, + -0.06506265853658541, + 0.09333218292682927, + 0.06076639024390239, + -0.30444282926829297, + -0.1407240975609757, + -0.13789832926829237, + -0.011618548780487929, + -0.07208160975609774, + 0.0923113658536586 + ] + ], + "std": [ + [ + 1.0840763211298148, + 0.9871722424447865, + 0.9943340791237609, + 0.9878070021217906, + 0.978564253608743, + 0.7605592682926824, + 1.0434538299658207, + 1.0006713020447777, + 1.0285572185582093, + 0.9582691142993712, + 0.8811077313196498, + 1.4765153864007459, + 1.1389873689905186, + 1.0994550266298473, + 0.9827072417027007, + 1.0321010371852044, + 0.961563601529827 + ] + ] + }, + "width": 64, + "in_features": 17, + "out_features": 15, + "depth": 6, + "padding": 34, + "parameters": 5902, + "cert_evals": { + "36": 0.1666666716337204, + "72": 0.07070706784725189, + "108": 0.05050504952669144, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 47, + "best_val_acc": 0.46, + "test_acc": 0.30808080808080807, + "train_size": 82, + "val_size": 50, + "test_size": 198, + "stats": { + "mean": [ + [ + 0.05595567073170747, + -0.11414758536585423, + -0.15360871951219476, + 0.11138004878048806, + 0.14664658536585373, + -0.022023170731707342, + 0.04866843902439022, + 0.11471414634146337, + -0.09230980487804882, + -0.010721524390243967, + -0.13876521951219484, + -0.024852487804878247, + -0.029979719512195135, + -0.13789832926829246, + 0.02672051219512185, + -0.0720816097560979, + 0.014993536585365865 + ] + ], + "std": [ + [ + 0.8752456105780106, + 1.0319878972477479, + 1.020270188955276, + 0.973373221402528, + 0.908857763487908, + 1.068933148158204, + 0.9629291943811422, + 0.9096695962820129, + 1.0396848408746504, + 1.0024455533701155, + 1.2137033994344781, + 1.1602914885292481, + 1.031634721498422, + 1.0994550266298473, + 0.9328296141970309, + 1.0321010371852055, + 0.9931654994287419 + ] + ] + }, + "width": 64, + "in_features": 17, + "out_features": 15, + "depth": 6, + "padding": 34, + "parameters": 5902, + "cert_evals": { + "36": 0.19191919267177582, + "72": 0.14646464586257935, + "108": 0.08080808073282242, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 43, + "best_val_acc": 0.5555555555555556, + "test_acc": 0.35377358490566035, + "train_size": 82, + "val_size": 36, + "test_size": 212, + "stats": { + "mean": [ + [ + 0.03463378048780499, + 0.006275073170731583, + 0.007361365853658851, + -0.05765181707317083, + 0.06462351219512194, + 0.062483414634146285, + 0.04866843902439023, + 0.17367926829268246, + 0.043925926829268234, + -0.03673495121951222, + 0.010883487804878128, + 0.06834443902439019, + -0.029979719512194993, + 0.11632791463414643, + 0.026720512195121806, + 0.06462351219512184, + 0.14385658536585347 + ] + ], + "std": [ + [ + 0.9863628325148939, + 0.9862904448213375, + 0.9415700081720351, + 0.9778925433614022, + 0.9627768184983537, + 0.7605592682926826, + 0.962929194381142, + 0.8544857970801263, + 0.9752042587005816, + 1.0115176437449636, + 0.9787732234590277, + 0.8230916787799415, + 1.031634721498422, + 0.888087814072915, + 0.9328296141970309, + 0.9627768184983537, + 0.9363654126487833 + ] + ] + }, + "width": 64, + "in_features": 17, + "out_features": 15, + "depth": 6, + "padding": 34, + "parameters": 5902, + "cert_evals": { + "36": 0.28773584961891174, + "72": 0.23113207519054413, + "108": 0.17924529314041138, + "255": 0.033018868416547775 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.316139135343474, + "std_test_acc": 0.03735674761027583, + "n_samples": 330, + "n_features": 17, + "n_classes": 15, + "mean_cert_acc_36": 0.22757027298212051, + "std_cert_acc_36": 0.05751611878663771, + "mean_cert_acc_72": 0.15776122361421585, + "std_cert_acc_72": 0.06760994766078693, + "mean_cert_acc_108": 0.11317260190844536, + "std_cert_acc_108": 0.058249265242150634, + "mean_cert_acc_255": 0.020945072174072266, + "std_cert_acc_255": 0.025246671508784683 + }, + "plant-texture": { + "dataset": "plant-texture", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 90, + "best_val_acc": 0.6987951807228916, + "test_acc": 0.6757894736842105, + "train_size": 400, + "val_size": 249, + "test_size": 950, + "stats": { + "mean": [ + [ + -0.016478091624999976, + -0.014961091800000008, + -0.004249621250000072, + 0.023384388500000127, + 0.005502324450000172, + 0.0145078697499998, + 0.0045305880750000724, + -0.03467714649999986, + 0.004193091999999971, + 0.012809078150000047, + -0.009651387200000038, + -0.01915911049999979, + -0.008120220149999673, + 0.007483559499999939, + -8.819250000012408e-06, + -0.019568870142500156, + 0.028020058549999945, + 0.022078226650000053, + 0.0008334952449999984, + -0.0007628900000000476, + -0.033131676325000525, + -0.02417429049999988, + 0.012456803749999997, + 0.002599056999999966, + -0.016433078500000114, + -0.0015455646349999707, + 0.03351081127500002, + -0.00866295650000013, + -0.001216327300000051, + 0.02500025624999989, + 0.002615395250000011, + 0.004382452249999722, + -0.0336998632, + 0.024454489599999945, + 0.006896749999999824, + 0.0024042895000002573, + -0.0489830051999999, + -0.0018739831749999436, + -0.0027442942499998836, + 0.014888681500000006, + 0.039273120399999896, + -0.03620304349999986, + 0.01871371774999999, + 0.0017737930000000502, + 0.03068173249999988, + 0.005476874500000017, + -0.018285551499999983, + -0.01942126079499999, + 0.020034201150000052, + -0.04440868274999999, + -0.0031926880000002233, + -0.009055307999999866, + 0.01178355375000011, + 0.006780597750000028, + -0.015243231374999874, + 0.051239233250000044, + 0.01800514339999995, + 0.008651616399999893, + 0.0034974595000000232, + 0.03453392162500026, + -0.006043314750000227, + 0.012514663999999986, + 0.043475420250000084, + -0.02456098675000002 + ] + ], + "std": [ + [ + 0.9009966230602708, + 0.9364276177287642, + 0.9754761006143327, + 1.0291666417884513, + 1.0289691228068274, + 0.9876927454085853, + 0.9560626059354702, + 0.9597522889147546, + 0.9994773403976824, + 1.0152637844096681, + 0.9520114484241692, + 0.9432619847706322, + 0.9482931419315812, + 1.0591026895126023, + 0.9522570318080412, + 0.9864956149999131, + 1.084922016377646, + 1.173758426456074, + 1.0592998584844, + 1.0606714617823771, + 0.8614306216418535, + 1.0345366597359764, + 1.042209469105469, + 1.0348653782485668, + 0.9988649975902255, + 1.0174988947519772, + 1.0858204535316325, + 0.9739602296564857, + 1.0131848275815751, + 1.0264935540496496, + 0.9816966426566287, + 1.0024562576995246, + 0.9036181164894379, + 1.0437722258848774, + 0.9846104856336191, + 1.0510739753463445, + 0.8892428833739887, + 0.9794996248503948, + 0.9461971557449678, + 1.0298104390925615, + 1.1599976257671403, + 0.9173959381413883, + 0.9736629274573383, + 0.9990534408909421, + 1.0761727962998655, + 0.9933289670108497, + 0.9771946168612999, + 1.032165319421753, + 1.0398720209157222, + 0.9587359927023673, + 1.012139905486573, + 0.9975269161128212, + 1.0373603976704429, + 0.9974923617573629, + 1.0098998196849565, + 1.1923604394819194, + 1.0833214484639513, + 1.0328745232566003, + 1.0402739857013459, + 1.1225366590688706, + 0.9261829634072084, + 1.0546429695267736, + 1.0777446293534623, + 0.9933512209550289 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 87273, + "cert_evals": { + "36": 0.6326315402984619, + "72": 0.5821052193641663, + "108": 0.5410525798797607, + "255": 0.33263155817985535 + }, + "fold": 0 + }, + { + "best_epoch": 81, + "best_val_acc": 0.6640316205533597, + "test_acc": 0.7093023255813954, + "train_size": 400, + "val_size": 253, + "test_size": 946, + "stats": { + "mean": [ + [ + -0.004256254850000026, + 0.021923264150000024, + -0.012071683000000069, + -0.011057278499999901, + -0.017880446849999797, + 0.0011827752499998178, + -0.0027601811999999146, + -0.0251483662499997, + 0.055288276499999955, + 0.018802836700000086, + 0.000680779799999956, + -0.003705401924999697, + -0.0076088335999996695, + -0.006072732000000045, + 0.0014956542500000531, + -0.02329864526500025, + 0.00074919069999995, + 0.034619562699999926, + 0.014588840164999981, + -0.0003229700500000161, + 0.03756710242499937, + -0.018300292499999992, + 0.015038550999999963, + 0.038566000999999954, + -0.024540214250000143, + 0.03385858173000003, + -0.01502205307499997, + -0.03221403250000019, + -0.03763231055000007, + -0.0005684717500001015, + 0.005178833750000021, + 0.0232263649999997, + -0.018164639750000218, + -0.0284664659000001, + 0.014296748749999815, + -0.01446542499999974, + 0.017083458499999923, + -0.05198149362499994, + 0.02665897775000016, + 0.0006017054999999511, + -0.023385096025000055, + -0.00870071099999995, + -0.02645367400000001, + 0.030389902050000018, + -0.010937763500000006, + -0.05008216174999998, + -0.014492351249999987, + -0.029835240265000052, + -0.0028061221000000624, + 0.012136923749999967, + 0.04889772374999951, + -0.005096808249999897, + -0.007376563999999944, + 0.017595101374999984, + -0.013797275999999694, + 0.054841677249999804, + -0.058722712075000016, + 0.03106128492499999, + 0.04723510375, + 0.03316721925000017, + -0.00928761275000021, + 0.004404617250000025, + -0.002385128999999882, + -0.039578189499999986 + ] + ], + "std": [ + [ + 1.0176195895454074, + 1.0490244648468456, + 0.9960419330218429, + 1.0013824399376616, + 0.9994469044392366, + 0.9946100427625639, + 1.0157545132253116, + 0.9788609202986969, + 1.071845617834868, + 0.9893086678710389, + 0.9761446960534231, + 1.0226495027246933, + 1.039042345736355, + 0.9862504907230619, + 1.010782124858231, + 0.9283410333997018, + 0.9169243300337626, + 1.2172212453002578, + 1.0463189591077335, + 1.0069757171220548, + 1.1331476744057545, + 0.9469821203572525, + 1.056155176364169, + 1.0595663845370344, + 0.9428967883897005, + 1.0970228794322368, + 0.9685633455294996, + 0.9741644818618026, + 0.9143633677590421, + 1.0691597858758368, + 1.01412670505509, + 1.070121954375621, + 0.951399475845066, + 0.9830032176811866, + 1.0946821401422548, + 0.9450181434403627, + 1.0182514042513124, + 0.9407099037863594, + 1.0799791344020868, + 0.9842100577075739, + 0.9049268404343978, + 0.9743966176706755, + 0.9614307865494272, + 1.0589976460635564, + 1.033707681388281, + 0.9570270454194322, + 0.9726967073724329, + 0.9598087507205947, + 1.0248291708573996, + 1.0065887165171423, + 1.1899283807762595, + 1.046684908157972, + 0.9585960515533316, + 1.0015106988574207, + 0.9882827515120411, + 1.1390243681390715, + 0.903234233001017, + 1.0770406438636961, + 1.0289747705280785, + 1.108986637240471, + 0.9644875764134929, + 0.9341662575099802, + 1.0003551075843455, + 0.9381906895869818 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 87273, + "cert_evals": { + "36": 0.6606765389442444, + "72": 0.6078224182128906, + "108": 0.5539112091064453, + "255": 0.34989428520202637 + }, + "fold": 1 + }, + { + "best_epoch": 89, + "best_val_acc": 0.724, + "test_acc": 0.6965226554267651, + "train_size": 400, + "val_size": 250, + "test_size": 949, + "stats": { + "mean": [ + [ + 0.006781644050000072, + -0.01704826455000003, + -0.002251882250000035, + -0.0028131144999998512, + -0.005865192699999791, + 0.009570933999999944, + -0.009578214299999865, + -0.024165803499999656, + -0.01858652050000008, + -0.016836627099999942, + 0.022271386250000094, + 0.02783143624999974, + 0.013649515400000272, + 0.03256191874999994, + 0.007509060350000286, + 0.028498989239999706, + 0.009155898099999922, + -0.05709269885000008, + -0.011131543627500075, + 0.007129308599999935, + 0.009527655224999435, + 0.048195565000000024, + -0.03163669524999997, + -0.012298672749999962, + -0.015361769500000262, + -0.020092703134999917, + 0.00814105310000005, + 0.010467141749999798, + 0.000659113049999987, + 0.0005926604999999846, + -0.003039380250000019, + 0.006916299999999689, + 0.0028526314500000234, + 0.02393395764999979, + -0.017349249750000083, + -0.004382585749999812, + 0.0006067708249999293, + -0.02260160009999996, + -0.020113583249999886, + -0.027872431749999968, + 0.012264436799999952, + 0.015939157750000252, + -0.014283123999999987, + -0.014588402899999955, + 0.013490449499999968, + 0.011403421250000092, + 0.012658765250000021, + -0.014379616514999992, + 0.014957853600000057, + 0.00609202149999992, + -0.02169176450000027, + -0.0238132444999999, + -0.016261851749999882, + -0.006561618624999998, + 0.00928921537500022, + -0.0672483589999997, + 0.0054866013749999285, + 0.003738513875000059, + -0.02022912349999999, + -0.003440074000000029, + 0.030528467999999764, + 0.03239571075000004, + 0.03326437500000009, + -0.011354963499999924 + ] + ], + "std": [ + [ + 1.0176353776788036, + 0.9190930489962008, + 1.0268538651935009, + 0.9999682393873391, + 0.9984018173866293, + 1.0374879590245607, + 0.9749352350820676, + 0.996266197839155, + 0.9511625612934416, + 0.9876855487180032, + 1.105409076208761, + 1.0321003973234553, + 1.0235494324640213, + 1.1213865795944102, + 1.0879930289006665, + 1.0838318604426802, + 1.0877272851283968, + 0.774752481406204, + 1.0373588129982505, + 0.9969058944401101, + 1.011738502430844, + 1.1511835702083388, + 0.9377685226320285, + 1.0219749119064445, + 0.92170310125349, + 0.9806129656814709, + 1.0038200109094886, + 1.0479216121391026, + 1.0231420017542938, + 0.9787899196190312, + 1.0290085842795444, + 1.0501562971981688, + 0.9469912325322501, + 1.0353208445844364, + 0.9577479946023613, + 0.9403622048724667, + 0.9697131314173383, + 0.9465545623876653, + 0.9782386950900146, + 0.9139584627856204, + 0.9779691745581587, + 1.0259013952137952, + 0.9330608640569992, + 0.942152577459924, + 0.9978008930918613, + 1.0501702677822984, + 1.0356406401318516, + 0.9717916536323801, + 0.982544393973635, + 1.047669652090456, + 0.8616845618348262, + 0.9101934286793992, + 1.0301962610060198, + 0.9575486231894531, + 0.9827140500471714, + 0.5778539784498753, + 0.9613134752896453, + 1.0047774832021952, + 0.9907827459169802, + 0.9871971074482115, + 1.162147207193799, + 1.0844411935907712, + 1.0567242900140779, + 0.9982258566338452 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 87273, + "cert_evals": { + "36": 0.6543729901313782, + "72": 0.6101158857345581, + "108": 0.5584825873374939, + "255": 0.3498419225215912 + }, + "fold": 2 + }, + { + "best_epoch": 45, + "best_val_acc": 0.7242798353909465, + "test_acc": 0.6705020920502092, + "train_size": 400, + "val_size": 243, + "test_size": 956, + "stats": { + "mean": [ + [ + -0.014342517400000006, + -0.010508095700000018, + 0.020846525499999963, + 0.0065602567500000954, + 0.04070300080000023, + 0.005624379000000016, + 0.010057827824999985, + -0.0016692939999995607, + -0.0012298350000000452, + 0.004113477850000035, + -0.006016862100000142, + -0.027265562499999736, + 0.012290107750000214, + -0.017597352249999944, + -0.05018481082499988, + -0.019962193892500257, + -0.01139161950000006, + -0.022701001150000014, + 0.0013786910799999214, + -0.014646860050000085, + -0.015396491325000532, + 0.008186758999999919, + 0.04188897099999995, + 0.029843807999999857, + -0.027753020000000236, + -0.0005539261349998608, + -0.017307911899999966, + 0.011377426749999739, + -0.022145610699999995, + 0.007566919749999868, + -0.027431704249999946, + 0.042545776999999674, + 0.052352197149999995, + -0.006990049900000131, + 0.010389971999999801, + 0.018498143250000078, + 0.06626066654999992, + 0.00848889462500006, + -0.018184080999999918, + 0.01926874899999994, + -0.03685933877500006, + 0.0007597582500002853, + -0.02537281875000002, + 0.008902194600000003, + 0.02412217824999988, + 0.031126447000000078, + 0.024641684499999875, + 0.0029474992500001605, + 0.005532393600000062, + -0.008580874249999974, + -0.015919812000000293, + -0.00023579924999993536, + 0.03706109150000009, + -0.0008052041249999526, + -0.03436781549999974, + 0.022327436750000006, + 0.007519205675000007, + -0.011987557750000155, + 0.01592568225000001, + 0.005316474750000138, + -0.0004174132500002535, + -0.032213199249999686, + -0.031228355999999867, + 0.02102232000000007 + ] + ], + "std": [ + [ + 0.8692420724813031, + 0.949763414888491, + 1.0642544830753824, + 1.0472839362776507, + 1.0901344960110089, + 1.0448532151498395, + 0.9860966887034024, + 0.992983631561972, + 1.0149294022896036, + 0.9431952484176876, + 1.0340529605805364, + 0.9513173925745501, + 1.0567752587933925, + 0.9542576532027438, + 0.7813209238320555, + 0.9338054729806743, + 0.9321480764995789, + 0.8561905534972463, + 0.9927488431023881, + 0.9167664054814741, + 0.9198840727955573, + 1.0334423218940791, + 1.0542630877180026, + 1.0910912930890575, + 0.9104729281174669, + 0.940879543920847, + 0.9516761628090449, + 1.0514139332592722, + 0.9431400801236285, + 1.0295711364901166, + 0.8800987512468141, + 1.1173664674104642, + 1.1433392914474967, + 0.9617273036124687, + 1.037564686694581, + 1.0144405124623135, + 1.141213336619724, + 0.9794696310119911, + 0.9763734610882173, + 1.0315472144044722, + 0.937513787219726, + 0.9989573963275813, + 0.898086886732961, + 1.0058174039027852, + 1.0273289677810482, + 1.0127412982823678, + 1.0261552552616107, + 1.0621741318043578, + 0.9715566474052263, + 0.9644661846983199, + 0.8986136195077067, + 0.9995526222906947, + 1.0617704910396841, + 1.063170800289359, + 0.9564967404036995, + 1.2714040020058475, + 1.0285638690116818, + 0.9378454050408493, + 1.0325468321763043, + 1.0983078969994187, + 0.916541159688309, + 1.0160097153090744, + 0.9197027539366839, + 1.0261398372506563 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 87273, + "cert_evals": { + "36": 0.624476969242096, + "72": 0.5690376162528992, + "108": 0.5020920634269714, + "255": 0.31799161434173584 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.688029136685645, + "std_test_acc": 0.018089546432873693, + "n_samples": 1599, + "n_features": 64, + "n_classes": 100, + "mean_cert_acc_36": 0.6430395096540451, + "std_cert_acc_36": 0.01724728301854567, + "mean_cert_acc_72": 0.5922702848911285, + "std_cert_acc_72": 0.02002847780488306, + "mean_cert_acc_108": 0.5388846099376678, + "std_cert_acc_108": 0.025614260176411975, + "mean_cert_acc_255": 0.3375898450613022, + "std_cert_acc_255": 0.015386009937663805 + }, + "seeds": { + "dataset": "seeds", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 61, + "best_val_acc": 0.9333333333333333, + "test_acc": 0.875, + "train_size": 52, + "val_size": 30, + "test_size": 128, + "stats": { + "mean": [ + [ + -0.07865740384615384, + -0.09929158269230767, + 0.10740706153846159, + -0.11327312326923078, + -0.054041704038461535, + 0.11302156807692312, + -0.12860311538461539 + ] + ], + "std": [ + [ + 0.9776589269685166, + 1.0102414254274936, + 0.8380902928078587, + 1.0256407102447727, + 0.9263919424516689, + 1.0662347835422732, + 0.9877327834391749 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 1002, + "cert_evals": { + "36": 0.8125, + "72": 0.65625, + "108": 0.53125, + "255": 0.046875 + }, + "fold": 0 + }, + { + "best_epoch": 48, + "best_val_acc": 0.8947368421052632, + "test_acc": 0.925, + "train_size": 52, + "val_size": 38, + "test_size": 120, + "stats": { + "mean": [ + [ + 0.058945873076923054, + 0.058565444230769224, + 0.07005121538461541, + 0.06763472500000012, + 0.047836257499999944, + -0.05406976365384615, + 0.04528192692307701 + ] + ], + "std": [ + [ + 0.9708842177474521, + 0.9848353623619012, + 0.8161306877633503, + 0.9973740833983674, + 0.9401704976733031, + 0.9044940579464946, + 1.002197108725799 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 1002, + "cert_evals": { + "36": 0.8000000715255737, + "72": 0.5750000476837158, + "108": 0.491666704416275, + "255": 0.15833334624767303 + }, + "fold": 1 + }, + { + "best_epoch": 52, + "best_val_acc": 0.6764705882352942, + "test_acc": 0.5403225806451613, + "train_size": 52, + "val_size": 34, + "test_size": 124, + "stats": { + "mean": [ + [ + -0.033384901923076866, + -0.0331742116538462, + -0.031110369230769246, + -0.035362980769230695, + -0.03749499615384611, + -0.05436379423076917, + -0.022526719230769286 + ] + ], + "std": [ + [ + 0.9921027190305836, + 0.9758756553777916, + 1.131396588661939, + 0.9525393107723146, + 1.031011005759497, + 0.9529339051548767, + 0.9671977555675655 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 1002, + "cert_evals": { + "36": 0.3790322542190552, + "72": 0.20967741310596466, + "108": 0.032258063554763794, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 13, + "best_val_acc": 0.6470588235294118, + "test_acc": 0.6774193548387096, + "train_size": 52, + "val_size": 34, + "test_size": 124, + "stats": { + "mean": [ + [ + -0.01415203269230775, + 0.0027556519230769717, + -0.08995134999999999, + 0.03169613269230778, + -0.04915413269230773, + 0.020229542307692343, + -0.026400719230769202 + ] + ], + "std": [ + [ + 0.968562549022194, + 0.987659685020645, + 0.896948829634495, + 0.9880022117491448, + 0.9355234042408067, + 1.095434168498032, + 1.0069225875711127 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 1002, + "cert_evals": { + "36": 0.3629032075405121, + "72": 0.35483869910240173, + "108": 0.3306451439857483, + "255": 0.22580644488334656 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7544354838709677, + "std_test_acc": 0.17832916771208576, + "n_samples": 210, + "n_features": 7, + "n_classes": 3, + "mean_cert_acc_36": 0.5886088833212852, + "std_cert_acc_36": 0.25144839240128514, + "mean_cert_acc_72": 0.44894153997302055, + "std_cert_acc_72": 0.20409982200741936, + "mean_cert_acc_108": 0.3464549779891968, + "std_cert_acc_108": 0.2267195753519024, + "mean_cert_acc_255": 0.1077536977827549, + "std_cert_acc_255": 0.10297544556254212 + }, + "semeion": { + "dataset": "semeion", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 41, + "best_val_acc": 0.8931297709923665, + "test_acc": 0.8960342979635584, + "train_size": 398, + "val_size": 262, + "test_size": 933, + "stats": { + "mean": [ + [ + 0.042952336683416886, + 0.08904046231155748, + 0.07781711306532647, + 0.04420791457286419, + 0.023773748743718452, + 0.030800670854271264, + 0.05355933668341719, + 0.03393323618090457, + 0.027005577889447012, + -0.020098884422110736, + -0.038558869346733554, + -0.02876319095477392, + -0.035930085427135716, + -0.005666462311557859, + -0.03678980402010061, + -0.02540032914572887, + 0.07164423115577907, + 0.10856828643216102, + 0.016988085427135702, + 0.008401615577889203, + 0.058609482412060376, + 0.009480130653266463, + 0.017019934673366894, + 0.018380477386934664, + -0.03487012562814079, + -0.04757404020100504, + -0.03736131909547739, + -0.015900620603015, + -0.02739998994974887, + 0.02467418090452264, + 0.0249909623115577, + -0.0428204346733669, + 0.09282983919598005, + 0.0839422261306534, + 0.045602110552763954, + -0.0022594874371859885, + 0.03105556030150764, + 0.038234974874371906, + 0.05212423115577904, + -0.0418055175879393, + 0.007379648241206374, + -0.0123181708542711, + 0.03084452261306535, + -0.015929640703517652, + -0.032517437185929664, + -0.042322022613065426, + 0.012141331658292034, + -0.0381711532663317, + 0.08658839698492467, + 0.048203969849246485, + -0.04225107537688428, + -0.025943195979899407, + -0.0023844723618089915, + 0.036030047738693574, + 0.019591012562814026, + -0.00906672110552767, + 0.05304341708542693, + 0.04683804020100484, + 0.011912374371859305, + 0.007315894472361927, + -0.09851672361809082, + -0.03642700000000022, + -0.020734497487437303, + 0.031377703517588146, + 0.06271911809045175, + 0.00858300502512564, + -0.03295607788944731, + -0.05819111557788897, + 0.0045722713567837555, + 0.0003809296482409935, + -0.02592891959799003, + 0.02250984924623118, + 0.04199087437185916, + 0.015708170854271196, + -0.026958037688442335, + -0.06993793467336694, + -0.06541721608040225, + -0.06384432160804038, + 0.007286145728643622, + 0.030955864321607733, + 0.027522726130653326, + 0.036648336683416785, + -0.002193748743718662, + 0.012495773869346763, + -0.009007914572864381, + -0.0036712160804018216, + 0.058828603015075205, + 0.0316613417085427, + 0.007075424623115544, + -0.04322718592964837, + -0.06008731155778924, + -0.04533076381909549, + -0.022957175879396944, + -0.0168389145728642, + 0.025421821608039852, + 0.02792173869346751, + -0.07432091959799038, + 0.013624623115577675, + -0.034945268844221195, + 0.02665020100502518, + 0.03429036180904528, + 0.052019472361808976, + 0.05586435175879404, + -0.01356301507537669, + -0.016037165829145907, + -0.03266601758794015, + -0.04719567587939709, + -0.00748582412060346, + 0.004539849246231048, + 0.021088369346733554, + -0.011933391959799155, + -0.015972572864321154, + -0.03545065829145717, + -0.037793592964824145, + -0.044449964824120315, + 0.029925321608040113, + 0.06288003015075373, + 0.08463542713567856, + 0.02237871859296501, + 0.006899319095477609, + 0.01449656281407041, + 0.000527683417085827, + 0.03920230150753784, + 0.01104597989949731, + -0.025606010050250903, + 0.009040170854271303, + -0.005590462311557578, + -0.01597257286432165, + -0.028310065326633178, + -0.028887447236180964, + -0.0659081507537687, + -0.02844676884422169, + -0.023109949748743735, + 0.032979929648241244, + 0.004363246231154997, + 0.04131952261306578, + 0.0639989572864323, + 0.0895776356783918, + 0.08333377889447266, + 0.004363924623115477, + 0.04033003768844212, + 0.0043767613065326776, + -0.026182336683417056, + 0.005207839195979919, + -0.04224544723618088, + -0.02382967085427132, + -0.07914226130653301, + -0.06476556532663379, + -0.0037090954773871154, + 0.03603720603015092, + -0.011745665829145997, + 0.009745507537688426, + 0.03452877889447241, + 0.05641689698492448, + 0.058819748743718606, + 0.0017769246231155048, + 0.05289571608040145, + 0.020843309045226126, + -0.026537417085427038, + -0.027443012562814097, + -0.037861175879396816, + -0.009719047738693285, + -0.014178577889447092, + -0.013634623115577697, + 0.011744346733668245, + -0.06803158291457227, + -0.052816281407034815, + -0.03685464572864351, + -0.015264748743718476, + -0.02556971608040183, + -0.01646636934673348, + 0.023691919597990285, + 0.08278233165829174, + 0.00689019346733639, + -0.011008341708542625, + 0.006246170854271169, + -0.04551160301507559, + -0.01852485427135688, + -0.016720412060301414, + -0.006744517587939658, + -0.020554698492462387, + 0.0033862311557788963, + -0.013512402010050132, + 0.030196592964824073, + 0.053002623115577296, + 0.029924190954773895, + 0.010655278894472263, + -0.025002311557788908, + 0.005749233668341486, + -0.017590547738693327, + -0.0046878693467337276, + -0.025057909547738694, + -0.025841457286432157, + 0.014470603015075412, + -0.028042884422110625, + -0.026089296482412073, + -0.011480763819095607, + -0.03543923115577921, + -0.012104502512562777, + 0.033738502512562836, + 0.06796942713567744, + 0.030141675879396694, + -0.07938337688442194, + -0.10993767839195982, + -0.08592113567839203, + -0.02513346733668336, + 0.02942003768844198, + 0.016245618090452357, + -0.027027889447236178, + -0.04646055778894485, + -0.05783185678391942, + 0.003077424623115391, + 0.001774763819095415, + 0.02235859296482412, + 0.046390603015075665, + 0.07475743718592887, + 0.0031286934673366894, + -0.10202691457286422, + -0.15626765326633196, + -0.15922729145728687, + -0.027267879396984968, + 0.010767738693467357, + 0.06725591457286462, + 0.03289026633165819, + -0.05212582914572871, + -0.07667999246231152, + -0.106186944723618, + -0.05246548743718603, + -0.04017505527638196, + 0.01756687437185917, + 0.01388585929648225, + -0.0017839547738693002, + -0.019856271356783726, + -0.037364902010050265, + -0.05228199748743718, + 0.005632914572864403, + 0.04385109547738676, + 0.07341574120603038, + 0.0661586381909549, + -0.010089979899497585, + -0.018135623115577832, + -0.016660778894472178, + -0.054114793969849306, + -0.03197704522613057, + -0.014875979899497477, + 0.0030890326633166588, + 0.0005838040201005258, + -0.012102854271356855, + 0.06015804020100524, + 0.03463156281407019, + 0.058009472361808555, + 0.0446316331658288, + 0.0002885954773868734, + -0.0071491407035177675, + -0.019207316582914656, + 0.03504411055276377 + ] + ], + "std": [ + [ + 1.0563097554831, + 1.0780957512893903, + 1.0452812422000708, + 1.017690638492427, + 1.0052440697335492, + 1.001399326721192, + 0.9943611635248776, + 0.9929612277732924, + 0.9913927954434718, + 1.0053448775578797, + 1.0107048900784519, + 1.0054061730470043, + 1.0028699621408272, + 0.9995583413505211, + 0.9908593466765735, + 0.9853542136542434, + 1.0705845251257127, + 1.0662779250282277, + 1.0073168970262103, + 1.0024787753418176, + 1.0119304591198905, + 1.0015280003985942, + 1.0018124775575221, + 1.0027574917083557, + 0.9948097176804833, + 0.9923519865939135, + 0.9947029572529067, + 0.9975568639854349, + 0.9951782326467599, + 1.0031187267852708, + 1.0051393922435368, + 0.9711219802777251, + 1.0817185838320085, + 1.0424648712408837, + 1.0182936561607598, + 0.9988131715298316, + 1.0100389974395088, + 1.0139507799801692, + 1.0198550521351346, + 0.97749433095435, + 1.0032558897416382, + 0.9932725134057337, + 1.013388153002777, + 0.992842992738858, + 0.9886564261302372, + 0.9877708685493644, + 1.002648114792108, + 0.9747606061850567, + 1.0747816119657112, + 1.02255888174825, + 0.9796743045806331, + 0.9871350747933134, + 0.9985485116873231, + 1.0182554602963436, + 1.0116426528399904, + 0.9928963782396165, + 1.0328245805209502, + 1.028752519230958, + 1.0063396812352823, + 1.0030257612563318, + 0.9538014614932016, + 0.9874092532167232, + 0.9925147054908431, + 1.0217704776560097, + 1.0429986387634673, + 1.003221409383544, + 0.9871161786807092, + 0.9731000264043922, + 1.0018596893583598, + 0.9998848837132579, + 0.9838376395078868, + 1.0132854070395554, + 1.0217847466795487, + 1.0070449497421416, + 0.9875771901975943, + 0.9687095163481707, + 0.9722544188400668, + 0.9736748724392092, + 1.002916353992525, + 1.0272314038286867, + 1.0175371205727017, + 1.0126645847614397, + 0.998955451392166, + 1.004243498099933, + 0.9961238320171252, + 0.9981311657855426, + 1.0219513419744302, + 1.0121545944257246, + 1.0020340690091334, + 0.9842453448395471, + 0.9788060413943263, + 0.9810097805258174, + 0.9891626357910038, + 0.9902166181537699, + 1.0148948382390708, + 1.028918636127175, + 0.9511980135419595, + 1.003861802009821, + 0.9884969480698704, + 1.0071337781982594, + 1.008265380409389, + 1.0101011443230787, + 1.0106821329347353, + 0.9969256666173059, + 0.9967866423549481, + 0.9931894679821107, + 0.9875817203374175, + 0.997173617790909, + 1.001723029579845, + 1.0125751464485413, + 0.9912331141505772, + 0.9829645856272501, + 0.9793767425495771, + 0.9867539831463441, + 0.9841093178180385, + 1.0103484071725306, + 1.0191860749351354, + 1.0221675875431637, + 1.0044195246237828, + 1.0008342681651312, + 1.001627138412346, + 0.9997772095897719, + 1.0081078939034254, + 1.003310560327655, + 0.9881623645836118, + 1.0047875054511681, + 0.9961421301729743, + 0.9829645856272511, + 0.9869920158115834, + 0.9937316253503987, + 0.9793377827744155, + 0.9904754389720483, + 0.9925397869122989, + 1.0079161666418393, + 1.0006599864175547, + 1.0059991425953247, + 1.0069100585561557, + 1.0100296780570686, + 1.0103236310080053, + 1.0006392870463336, + 1.0075172047508214, + 1.0007852286664525, + 0.9900807435463777, + 1.004024989821359, + 0.9835365256139716, + 0.9945808044935542, + 0.9691682679807009, + 0.96674874592973, + 0.9980415205638171, + 1.0146475059616948, + 0.9949143848564165, + 1.0029906462271676, + 1.0092866189920002, + 1.0179588242197937, + 1.0178009772928769, + 1.0002181457107617, + 1.008080645940541, + 1.0024397087121901, + 0.9933173510271756, + 0.979532808786883, + 0.9865060572780482, + 0.9977415269762818, + 0.9946445941177685, + 0.9927935684967815, + 1.0058109822326597, + 0.9600947752163551, + 0.96839132111533, + 0.9786069630651635, + 0.991429793512298, + 0.984865660959036, + 0.991272639453808, + 1.0096533608655676, + 1.0197900633557413, + 1.000689387806265, + 0.997433042533609, + 1.003492294968093, + 0.9845806330338616, + 0.9966488938063878, + 0.9940656012175009, + 0.9960501295471854, + 0.9861802001739265, + 1.0020303578560832, + 0.9900047845237433, + 1.0217532005343193, + 1.0359244307293263, + 1.0209897301141686, + 1.0061223937153252, + 0.9865088395902182, + 1.0015893626764498, + 0.9952846796435972, + 0.998505053609909, + 0.9830838889803715, + 0.9912812278008364, + 1.0013260724779938, + 0.9920474470886185, + 0.986699951491271, + 0.9924575926179362, + 0.9728376598101992, + 0.9907682549659087, + 1.025076872660426, + 1.0411907333948913, + 1.018295470960672, + 0.9565632778298347, + 0.9500274157105609, + 0.9755944720993126, + 0.9941828603605654, + 1.0084492238238705, + 1.012173917495229, + 0.9873637546749423, + 0.9915215887443988, + 0.9895629283115104, + 1.000389392831378, + 1.0002897764695722, + 1.009216837413109, + 1.0207204122961515, + 1.0300273492943937, + 1.0009253171711008, + 0.9578388667517177, + 0.9464920214014784, + 0.9560486423104471, + 0.9960505224694267, + 1.001839403738359, + 1.0292507570404104, + 1.032844527725739, + 0.9670637057290374, + 0.9795327684867063, + 0.990873804709991, + 1.0050346356911726, + 1.0066384733685902, + 0.9953856475823458, + 0.9956398623489264, + 1.0001306439998972, + 1.004180675810961, + 1.0045488952963422, + 1.0031559055765875, + 0.9998417518500189, + 1.006215000354876, + 1.0258626825494845, + 1.042692556346792, + 0.9864205332461236, + 0.9760435492162586, + 0.9843487751495544, + 0.9645133054191944, + 0.9864637647341462, + 0.9965084374804701, + 1.000034736592101, + 0.9997322633620359, + 0.9981023381080815, + 1.0063573537400703, + 1.009704938325987, + 1.0267732677147232, + 1.029166926292455, + 0.9999357967957346, + 0.9919070208357084, + 0.9723136941246707, + 1.0773934238154859 + ] + ] + }, + "width": 512, + "in_features": 256, + "out_features": 10, + "depth": 6, + "padding": 512, + "parameters": 1187343, + "cert_evals": { + "36": 0.8767416477203369, + "72": 0.8606644868850708, + "108": 0.8413718938827515, + "255": 0.7631296515464783 + }, + "fold": 0 + }, + { + "best_epoch": 26, + "best_val_acc": 0.9278846153846154, + "test_acc": 0.9108409321175278, + "train_size": 398, + "val_size": 208, + "test_size": 987, + "stats": { + "mean": [ + [ + -0.025444005025125734, + 0.012452298994974662, + -0.01753376130653282, + -0.010535125628140796, + -0.027963286432161016, + -0.04474275879396973, + -0.001844291457286734, + -0.03242843216080438, + -0.04103420100502541, + -0.04103420100502534, + -0.07008529648241217, + -0.0339002412060303, + 0.004486437185929683, + 0.034529477386934605, + 0.05066186934673367, + 0.03759841206030118, + -0.016225437185929562, + -0.007291756281406924, + -0.021709919597990002, + -0.07642158040201036, + -0.018874525125628004, + 0.024846484924623234, + 0.006883537688442274, + 0.018380477386934792, + -0.06017425879397, + -0.10329628140703531, + -0.07275537688442205, + -0.08172246231155769, + -0.03756016080402036, + 0.024674180904522443, + 0.09202141206030141, + 0.07625499246231132, + 0.008998351758794185, + -0.025569716080401903, + -0.031083557788944435, + -0.013027306532663414, + 0.06831865326633176, + 0.011230351758794001, + 0.008583005025125642, + -0.02492873869346735, + -0.048525276381909295, + -0.07442176633165802, + -0.0577207035175878, + -0.037725047738693514, + -0.011412814070351763, + 0.030323379396984762, + 0.0794642814070353, + 0.0803478919597987, + -0.030803266331658172, + -0.04180551758793927, + 0.0072861457286432126, + 0.02951733165829129, + -0.0357700402010056, + -0.026724758793969693, + -0.03369344221105539, + -0.04033939698492487, + -0.061404133165829336, + -0.08515770351758864, + -0.07468530150753767, + -0.04247025125628165, + 0.009911819095477373, + -0.010079500000000168, + 0.09049717336683409, + 0.07485990954773888, + -0.012162479899497832, + 0.008583005025125627, + 0.03651040201005023, + 0.05084868341708568, + -0.03440337688442217, + -0.07894947236180942, + -0.0551369346733669, + -0.024766954773869324, + -0.0785643743718595, + -0.039971326633166, + -0.05980386180904579, + -0.004987391959798957, + 0.02596786432160804, + 0.0004355778894470852, + 0.04031095979899518, + 0.058227160804019816, + 0.015439334170854316, + 0.031283635678391784, + -0.0074858241206030764, + -0.025019600502512448, + -0.07371595477387047, + -0.04183514572864274, + -0.04984044221105505, + 0.004494080402009928, + 0.012374522613065268, + -0.01675520100502508, + -0.012701067839196296, + -0.023795125628140783, + -0.006465022613065289, + -0.028311256281406898, + 0.03132067839195961, + 0.057442422110552685, + -0.004038336683417221, + -0.0021707914572866695, + -0.03494526884422048, + -0.11471745728643258, + -0.08534165326633134, + -0.0046484924623118595, + 0.01981357788944731, + 0.012034547738693521, + 0.004354311557789168, + -0.0020305150753769405, + -0.011102356783919673, + -0.007485824120603068, + -0.00648208040201015, + 0.0033105125628139992, + 0.04936957286432154, + -0.0015483718592965048, + -0.029718994974874256, + -0.037793592964824124, + -0.08143026130653215, + -0.10412455276381975, + -0.05401591959799001, + -0.004798241206030193, + 0.001790125628140894, + 0.017090580402010242, + 0.004349567839195903, + 0.0464185025125627, + 0.028880633165829263, + -0.004844258793969922, + 0.029169467336683533, + 0.061084185929648475, + 0.03596850251256268, + 0.020087929648241395, + -0.039252185929648235, + -0.02888744723618094, + -0.07632192462311543, + -0.05998593467336719, + -0.012630180904522599, + -0.019015974874371653, + -0.00593697487437267, + -0.00457129648241148, + 0.07415152512562821, + 0.03869630402010022, + 0.02728184170854277, + -0.021357155778894528, + -0.0007776005025125215, + 0.019922994974874386, + 0.016423954773869348, + -0.014452487437185874, + -0.004894432160803889, + -0.01870493969849258, + -0.04199864321608045, + -0.014851090452261283, + 0.07316085929648249, + 0.08536457788944737, + 0.11267560804020099, + 0.06288003015075369, + 0.07644785427135675, + 0.03509371105527622, + 0.048207286432160684, + 0.001776924623115508, + 0.032457595477386816, + 0.07158755527638183, + -0.016237195979899414, + -0.0336133668341709, + -0.04314636683417066, + -0.05578319597989929, + -0.10459047236180906, + 0.003194804020100766, + 0.0685779899497486, + 0.02317846733668342, + 0.021932281407035317, + 0.02614409547738687, + -0.003889462311557614, + 0.020540575376884435, + -0.044554623115577605, + -0.04203865326633149, + 0.06187867336683395, + 0.04752313819095463, + -0.04686316834170835, + -0.04679553266331694, + -0.024493984924623322, + -0.01852485427135685, + -0.016720412060301434, + 0.01604057788944729, + 0.009299409547738608, + 0.0033862311557789544, + 0.02953875879397003, + 0.023905276381909438, + 0.03440919597989908, + 0.017458256281406695, + -0.018785663316582903, + -0.008077185929648255, + 0.04812320351758792, + 0.05475012562814082, + -0.0357499145728643, + -0.03103446231155784, + 0.021505778894472378, + -0.015889653266331783, + 0.013454844221105499, + 0.0017875879396984156, + 0.012179376884421975, + -0.01678287185929663, + -0.00589275879396984, + -0.004469753768844167, + 0.0018416281407035852, + 0.04801996482412023, + -0.006607417085426772, + 0.01927615075376883, + -0.013691266331658422, + 0.005638994974874419, + -0.02323134422110586, + -0.015634231155779235, + 0.02235859296482414, + 0.004349969849246065, + -0.057831856783919514, + -0.10517045226130767, + -0.01945968844221099, + 0.027845979899497508, + 0.03523984924623154, + 0.058234824120602026, + 0.04097556532663358, + 0.04702545728643234, + -0.026715706030150742, + -0.056987793969849404, + 0.0030878542713568703, + -0.055905929648241134, + -0.016319035175879428, + 0.01113210301507554, + 0.05284130653266339, + 0.04167066834170896, + 0.004379306532663385, + -0.027141316582914445, + -0.03505809045226166, + -0.06500647236180847, + -0.07488839698492449, + -0.06392821608040328, + -0.030181115577889023, + -0.01196931155778885, + -0.09264249999999949, + -0.07980767587939623, + -0.06318036432160816, + -0.013091394472361883, + 0.02329241457286456, + -0.01008997989949755, + -0.009979238693467495, + 0.0307693567839191, + 0.07542535175879414, + 0.03283405025125624, + 0.015896482412060334, + -0.06264278894472358, + -0.04979732663316539, + -0.032352462311557695, + -0.031164914572864088, + -0.002164130653266925, + -0.015071595477387092, + -0.028697351758794065, + 0.013561917085426976, + 0.03722015075376866, + 0.006671256281406974, + 0.009651467336683284 + ] + ], + "std": [ + [ + 0.9636741758313841, + 1.0114901264074088, + 0.9882775735799015, + 0.9950592288041458, + 0.9923805318375012, + 0.9954931130085297, + 0.9998185415922022, + 1.004999458131321, + 1.010779654446278, + 1.010779654446278, + 1.0185416165064392, + 1.0063375239233516, + 0.9991983947714009, + 0.9997603743675092, + 1.0095253737082777, + 1.0193698237551072, + 0.9821944196534186, + 0.9946303679905539, + 0.9894242823280908, + 0.9705707946712009, + 0.9949783327748166, + 1.0043140064479021, + 1.0005809927926241, + 1.0027574917083555, + 0.9904879432435517, + 0.9807642982944419, + 0.9886574068821276, + 0.9859635090427469, + 0.993309351687357, + 1.0031187267852708, + 1.016593255470364, + 1.0442887804592182, + 1.0083038126963626, + 0.9848656609590366, + 0.9855933554664763, + 0.9945670911869946, + 1.021074800634514, + 1.0040491737335164, + 1.003221409383544, + 0.9867264401919432, + 0.9744951602926358, + 0.9578713331810542, + 0.9708937667896353, + 0.982985543001351, + 0.9959503979748483, + 1.0070454733225949, + 1.016290393566305, + 1.0456745349293197, + 0.9697098121066737, + 0.9774943309543503, + 1.002916353992525, + 1.0129710134068142, + 0.9818517087835826, + 0.9848326582689778, + 0.9778679221613454, + 0.968463827587338, + 0.9562287284130288, + 0.9385814756983131, + 0.9535361456044965, + 0.9789868837316601, + 1.0036524516031298, + 0.996437230762304, + 1.025505334499929, + 1.0500603213568676, + 0.9906100846596538, + 1.003221409383544, + 1.012180944973295, + 1.0196387340397408, + 0.9825025594694498, + 0.954339750008454, + 0.9648376067685865, + 0.9839085531249888, + 0.952009038761473, + 0.9795794492787074, + 0.9716080021777768, + 0.9976717208316266, + 1.0091951026702335, + 0.9998457759635255, + 1.0167764080390456, + 1.0501441178091095, + 1.0098311230543442, + 1.0108582982234158, + 0.9971736177909091, + 0.9900282216050488, + 0.9676953459071826, + 0.9809946576246661, + 0.9776591097799061, + 1.0015254267851037, + 1.0037560308732274, + 0.9939516521695569, + 0.9956124335469829, + 0.9901857170585183, + 0.9967866165949004, + 0.9835484169272641, + 1.018300563902619, + 1.0581476797822778, + 0.9972534687047357, + 0.9990036074983834, + 0.9884969480698704, + 0.9585590451776096, + 0.9727715498408732, + 0.9986198721072891, + 1.0039545778843277, + 1.0019737557338864, + 1.0004300707708857, + 0.9993128946907187, + 0.9970527336984197, + 0.9971736177909094, + 0.996738394700752, + 1.0017488836874449, + 1.032459139242276, + 0.9980880058113938, + 0.9827755352139497, + 0.986753983146344, + 0.9694084590768833, + 0.954374856491467, + 0.9794063309627129, + 0.9981812449768528, + 1.0000844130171747, + 1.0024414937297792, + 1.000289920583818, + 1.0066579629145789, + 1.006045023392842, + 0.9980537361415068, + 1.0118648303811897, + 1.0321212562513462, + 1.0214564915487925, + 1.0199705326922406, + 0.9818228908495026, + 0.9937316253503986, + 0.975676694136014, + 0.9791967139583257, + 0.995853785405071, + 0.9944140275090272, + 0.998324720722163, + 0.9988796207201501, + 1.0076775206024515, + 1.0051477965419011, + 1.003942697943822, + 0.9947376367611466, + 0.9995186129589284, + 1.0045214386643773, + 1.0053188986302066, + 0.9873973753633679, + 0.9979198179428485, + 0.9957288015852994, + 0.9844024166044868, + 0.9926040090239354, + 1.0288602149576338, + 1.0327381635127548, + 1.0376323561660248, + 1.0191860749351351, + 1.019248439489373, + 1.0114615654187875, + 1.0148089052316012, + 1.0002181457107615, + 1.0051758820658891, + 1.007308437371659, + 0.9958774515386598, + 0.9748378659951137, + 0.9845361751656108, + 0.9871701294240001, + 0.9569477899284584, + 1.0012684139824397, + 1.033059928368479, + 1.0117771863985163, + 1.0115884288301853, + 1.0135614014099843, + 0.9976100259611177, + 1.010965511332625, + 0.9761143046477329, + 0.9803433318407708, + 1.0153886119387059, + 1.0056269030060545, + 0.9892055337201077, + 0.969426249412664, + 0.9918445350591615, + 0.9966488938063878, + 0.9940656012175014, + 1.0080956439499935, + 1.0056005212297308, + 1.0020303578560827, + 1.019908165966182, + 1.0172691233582607, + 1.0236709394617247, + 1.0122768805463278, + 0.9879530979067631, + 0.9955177997515855, + 1.0145032156568023, + 1.0113052100223867, + 0.9900950783072645, + 0.9789878020749606, + 1.0061210323379788, + 0.9976371796061079, + 1.0030525515532585, + 1.0005432856827527, + 1.0071552470675884, + 0.9872213285090347, + 0.9953725735493347, + 0.996186609496757, + 1.00089379219493, + 1.0287570615182273, + 0.9964079316152177, + 1.0069062426818565, + 0.9963817032039104, + 1.0008280481425031, + 0.9920979056678535, + 0.9872669976493121, + 1.0092168374131085, + 1.0003352873084816, + 0.9895629283115106, + 0.9695148264401307, + 0.9928241899429654, + 1.011466978521356, + 1.015897314997225, + 1.0238688838054302, + 1.0150342744039813, + 1.0149508574937365, + 0.9925404112632117, + 0.9872466320901033, + 1.0000513594585967, + 0.9865335518102039, + 0.9916934654171699, + 1.0111500201640033, + 1.0290091218292727, + 1.0080282510552814, + 0.9998062630573106, + 1.0027987951392292, + 1.0058448354473761, + 1.0127865866340113, + 1.0179715342017457, + 1.013555459538838, + 1.0063545738992565, + 1.0013980777392146, + 1.0039675000000043, + 0.9940267908926063, + 0.9867813019457877, + 0.9943765006272788, + 1.015526891626581, + 0.9864205332461236, + 0.9867876895945505, + 1.0266969428458936, + 1.042059643812452, + 1.0120358570624033, + 1.0028235097925473, + 0.9905175353506179, + 0.9946414253907617, + 0.9951193904567321, + 0.994780772003151, + 0.9990168722978009, + 0.9919731463227914, + 0.9791890939000777, + 1.0112363498675152, + 1.0384478663637378, + 1.0089325105827842, + 1.0217975650986395 + ] + ] + }, + "width": 512, + "in_features": 256, + "out_features": 10, + "depth": 6, + "padding": 512, + "parameters": 1187343, + "cert_evals": { + "36": 0.8875380158424377, + "72": 0.8703141212463379, + "108": 0.8358663320541382, + "255": 0.7375887036323547 + }, + "fold": 1 + }, + { + "best_epoch": 27, + "best_val_acc": 0.896414342629482, + "test_acc": 0.8951271186440678, + "train_size": 398, + "val_size": 251, + "test_size": 944, + "stats": { + "mean": [ + [ + 0.025853251256281188, + 0.026377419597989695, + 0.006303957286432041, + -0.016009429648241216, + 0.013426341708542615, + 0.000583298994974769, + -0.011917678391959662, + -0.037533175879397224, + -0.020098884422110854, + 0.0008364321608037243, + 0.019239580402010244, + -0.008214989949749375, + -0.025825954773869612, + -0.0006419698492463064, + 0.009508140703517508, + -0.019673170854271324, + -0.008902964824120629, + 0.029295625628140858, + 0.03910123115577878, + 0.04551176381909547, + 0.022450278894472483, + -0.041741050251256066, + -0.028593851758793917, + -0.037733369346733686, + 0.010677314070351713, + 0.008148201005025205, + 0.008145326633165782, + 0.009415472361809119, + 0.0284809497487437, + 0.009431022613065136, + -0.03688329899497498, + -0.04282043467336695, + -0.025931434673366276, + 0.0032492160804019695, + -0.014650914572864066, + -0.034562944723617914, + 0.004439065326633279, + 0.022032201005025183, + -0.04040087437185899, + -0.02492873869346697, + 0.012970140703517999, + 0.010264954773869574, + -0.013438090452261338, + -0.04317389949748748, + -0.011412814070351772, + 0.05626816582914544, + -0.03446686432160752, + -0.03817115326633142, + -0.01699248241206059, + 0.00882481909547732, + -0.04225107537688392, + -0.020397143216080688, + -0.035770040201005424, + -0.03813472361809031, + -0.05145492713567884, + -0.03408486180904533, + 0.016902085427135845, + 0.03483842713567786, + -0.03427305276381909, + -0.03140666331658277, + -0.011773889447236174, + 0.047884999999999796, + -0.0048442587939699355, + -0.04316322110552765, + -0.024642746231156448, + -0.002302301507537566, + -0.006238201005025181, + -0.0363831557788939, + -0.028835427135678583, + -0.04495072864321667, + 0.020803904522613076, + -0.007038153266331668, + 0.06495377889447201, + 0.026844070351758658, + -0.026958037688442293, + -0.02663757286432158, + 0.020592271356783716, + 0.027218869346733378, + 0.023798552763819147, + -0.016768904522613152, + -0.020810841708543488, + 0.004460130653266039, + 0.013682477386934629, + -0.025019600502512482, + -0.019792587939698632, + 0.02358873366834184, + -0.011806276381909597, + 0.020794437185929524, + 0.028271816582914534, + -0.006166407035175833, + -0.044291896984924944, + 0.024660060301507664, + 0.032016668341708576, + 0.04052279396984933, + 0.0490172487437184, + -0.016359286432160735, + -0.056750273869347244, + -0.007435929648241428, + 0.0017769246231154824, + 0.021414361809045206, + 0.04469314572864335, + 0.052019472361808976, + 0.0043632462311552775, + 0.03251259798994986, + 0.01964791959799002, + -0.022454183417085893, + -0.10391374874371867, + 0.008390402010050075, + 0.03760563819095469, + 0.11590360552763804, + 0.0493695728643219, + 0.04893633165829245, + -0.06410897487437181, + -0.006136658291457329, + -0.033884165829145316, + -0.002246648241206082, + -0.01682175376884426, + 0.00046256281407027904, + 0.022378718592965034, + -0.018578834170853733, + -0.06667939698492395, + -0.06575905527638143, + -0.043371045226129806, + 0.01104597989949733, + 0.06203475376884437, + 0.037953512562814026, + -0.005590462311557684, + 0.03451213065326728, + -0.022839005025125664, + -0.003315185929648206, + -0.024253055276382062, + -0.0389598241206035, + -0.03882960301507507, + -0.03981433668341692, + -0.031687527638191625, + -0.05046211557788869, + -0.0578318567839198, + -0.03762569346733697, + -0.0389613567839193, + 0.01979657286432155, + 0.019776218592964884, + 0.01474091708542714, + -0.042159695979899554, + -0.014452487437185876, + -0.0048944321608039645, + -0.013580208542713676, + -0.05791733668341716, + -0.009305037688442106, + 0.029235170854271467, + 0.025075567839196122, + 0.015302437185929314, + -0.022135206030150862, + 0.013569241206029991, + 0.02443211809045206, + 0.04290105527638174, + 0.09095939447236231, + 0.1091005477386932, + 0.020843309045226067, + -0.0007868643216079208, + -0.03978372110552767, + -0.0220056030150753, + -0.030192002512562766, + -0.04608865829145755, + 0.042463467336683505, + 0.051527896984924354, + 0.0915860050251251, + 0.01618239195979925, + -0.008218854271356756, + -0.020952391959798814, + 0.014776788944723587, + 0.034092487437186, + 0.04560211055276428, + 0.08278233165829134, + 0.10847255527638236, + 0.024846484924623196, + -0.052689055276382346, + 0.0017780376884420149, + -0.013441829145728687, + 0.020275924623115744, + 0.06161076884422113, + 0.08692009045226239, + 0.04008957286432224, + -0.0012120703517585535, + -0.007551306532663401, + -0.04616232160804049, + -0.013706580402010225, + -0.024673851758793934, + 0.08783185929648209, + 0.07460693467336664, + 0.0960876532663306, + 0.02119716834170848, + -0.03701101507537695, + -0.010059045226130629, + -0.010829610552763923, + -0.012481236180904494, + 0.04081522613065362, + 0.029924482412060183, + 0.008092273869346436, + -0.04316322110552756, + -0.03630996733668343, + -0.08232102512562797, + -0.04733090954773897, + 0.004588884422110799, + 0.08388306532663306, + 0.0430607738693465, + 0.04666894472361813, + -0.01270106783919614, + -0.047514080402010335, + -0.010565728643216074, + -0.026136346733668523, + -0.03245043718592946, + 0.023696067839195353, + 0.01770060301507536, + 0.044308140703517615, + -0.003787788944723613, + 0.014174522613065448, + -0.05093826633165829, + 0.02573226130653278, + 0.030287150753768848, + 0.0401397286432159, + 0.053680743718593056, + 0.02102522613065334, + -0.010747371859296528, + 0.05464842964824082, + -0.017136783919598057, + -0.045805907035175675, + -0.05090381909547731, + -0.0068819798994974556, + -0.03505809045226187, + -0.02371979899497456, + 0.00344182914572863, + 0.0033947336683414304, + 0.0007934170854273202, + -0.0018110753768842327, + 0.0032136934673366708, + 0.01568474874371846, + 0.01327067839195978, + 0.019348781407035248, + 0.004921175879397266, + 0.031125522613065133, + 0.04711545226130587, + 0.010442155778894433, + -0.024673851758794076, + -0.015774271356783803, + -0.06616341708542701, + -0.0980368467336672, + 0.0005838040201006485, + 0.008146753768844201, + 0.004349567839195794, + 0.003092396984924539, + -0.015071595477387165, + 0.007967140703517566, + -0.01298472613065332, + 0.0446150326633164, + 0.023923638190954576, + 0.0477404321608047 + ] + ], + "std": [ + [ + 1.034353343932803, + 1.024348567936632, + 1.0036818973846862, + 0.9926016744364617, + 1.0028981060461741, + 0.9997262707845033, + 1.0004780191128255, + 1.0057381568404924, + 1.0053448775578797, + 0.9994421248178098, + 0.9935827482337024, + 1.0014086229280772, + 1.0021061616018854, + 0.9996719899466749, + 1.0017361970021768, + 0.988660808590669, + 0.9901596478521693, + 1.0192247642124055, + 1.0167388988236599, + 1.0138944681676312, + 1.0047989281967311, + 0.9904645459818706, + 0.9954463096472054, + 0.9922833494657366, + 1.000931207563311, + 1.000707942136333, + 1.0005842378657308, + 1.0008281188231554, + 1.003557986182927, + 1.0010705577402124, + 0.9904311917270927, + 0.9711219802777267, + 0.9739587043622917, + 1.0015066140578677, + 0.9931898260069552, + 0.9856672449691517, + 1.0012331552789873, + 1.0081082975427937, + 0.9818673205301623, + 0.9867264401919426, + 1.0059158746745933, + 1.0048856527038488, + 0.9933559670825766, + 0.9804299925042913, + 0.9959503979748487, + 1.0125781824597548, + 0.9904165488252873, + 0.9747606061850563, + 0.9833821256471468, + 1.0040856115046517, + 0.9796743045806305, + 0.9898888553822821, + 0.9818517087835823, + 0.9782007130770088, + 0.9656942565779187, + 0.9734797731342064, + 1.010665700345605, + 1.021589297626431, + 0.9794856875095689, + 0.9845971696829052, + 0.9948281863198752, + 1.0136085631297738, + 0.9980537361415062, + 0.9668195470806507, + 0.9810513427219819, + 0.9987231668355041, + 0.997403787663875, + 0.9835516799557577, + 0.9853855373152387, + 0.9749106414617704, + 1.0117447309449026, + 0.9952897165079869, + 1.032947917542788, + 1.0120811271463608, + 0.9875771901975944, + 0.9885862353477245, + 1.0072891612096109, + 1.0093428281641061, + 1.0100051475667393, + 0.9840366571448279, + 0.9854634000263881, + 1.00134698674654, + 1.0041146501612022, + 0.9900282216050488, + 0.9917355999661862, + 1.0093104531776096, + 0.9947373509131133, + 1.0080042462360728, + 1.0087372732373883, + 0.9976110730657628, + 0.9846934585447732, + 1.0088475388403126, + 1.0133097733764065, + 1.0209739586680646, + 1.0282470508532253, + 0.9817846585536307, + 0.9633992156471255, + 0.9973233600463974, + 1.000218145710761, + 1.0057309799061696, + 1.010623899141674, + 1.0101011443230787, + 1.0006599864175545, + 1.0055249208224792, + 1.0028819022633104, + 0.9953395717809288, + 0.9698021524023763, + 1.0024258063274285, + 1.0158129918211263, + 1.063456671941438, + 1.0324591392422755, + 1.04774222887087, + 0.9616904393179179, + 0.997695806697438, + 0.9880152027656462, + 0.9988433850344972, + 0.9937292230975006, + 0.9998296099021827, + 1.0044195246237817, + 0.9963489105119412, + 0.9879651241571221, + 0.9859903114183225, + 0.9884715320146122, + 1.003310560327655, + 1.0244185872318146, + 1.0203911139057007, + 0.9961421301729745, + 1.034050235933694, + 0.989521079569911, + 0.9990477366494994, + 0.992755500716447, + 0.9868421928940853, + 0.9873393959627118, + 0.9881958106921132, + 0.9919947175362285, + 0.9895831364382834, + 0.9895629283115108, + 0.9929032652937821, + 0.9922751284451915, + 1.003847339906563, + 1.0037363434884359, + 1.0033043471411776, + 0.9838300352467959, + 0.9873973753633691, + 0.9979198179428482, + 0.9968491311161947, + 0.9780752949201328, + 0.9952808518444423, + 1.0120796997058796, + 1.0102563563170064, + 1.0056657842293373, + 0.9917811647092868, + 1.003612286469916, + 1.0080281022283166, + 1.0132678758599065, + 1.0226525060210754, + 1.0139038318701246, + 1.0024397087121901, + 0.9995063040570514, + 0.9700809553445697, + 0.9922233441291306, + 0.9933207816371948, + 0.9824557032259209, + 1.0196898531365701, + 1.0252921553121754, + 1.0436509722569267, + 1.0085279865152725, + 0.9951421649917936, + 0.9882760866228761, + 1.0078553724971193, + 1.016034101650163, + 1.0182936561607592, + 1.0197900633557413, + 1.009927427136894, + 1.0043140064479028, + 0.9653870680055727, + 1.0002294165307881, + 0.9975169703830418, + 1.0060899274497221, + 1.0302542392319602, + 1.050457422656358, + 1.0263818971478929, + 0.9988293446894524, + 0.993948379991406, + 0.9646507012293754, + 0.9894725219782052, + 0.9841733127810417, + 1.039912432152242, + 1.0215994164574418, + 1.0180415302669792, + 1.004726329086974, + 0.9748378645110533, + 0.996502380675558, + 0.9983170617806623, + 0.9963911641009451, + 1.0183269819540794, + 1.017678321054885, + 1.0055414218665415, + 0.9668195470806507, + 0.9703066737368953, + 0.9404292201679834, + 0.967852473516548, + 1.0019282394069462, + 1.028101194822195, + 1.008793562942109, + 1.0081602197776465, + 0.9956124335469831, + 0.9606578789878316, + 0.9949738705848414, + 0.9953677319031761, + 0.9944335251793368, + 1.0048415968196438, + 1.0055583780485124, + 1.0180101093887308, + 0.9978522893615333, + 1.0059363426964134, + 0.9778798529166732, + 1.0083401893079658, + 1.0068711996262265, + 1.006423096229551, + 1.0046479120669225, + 1.0037804464514235, + 0.994459962409335, + 1.0536434113524862, + 0.9893818936419583, + 0.9884128417013845, + 0.9968841227714262, + 1.0005451392022922, + 1.0058448354473761, + 1.0049722474461862, + 0.9987027037023654, + 0.998829254733481, + 0.9994987832666141, + 0.9999543973377994, + 0.9993809740185148, + 1.0000438421505866, + 1.0018684789535641, + 1.007170379629404, + 1.003098792935798, + 1.0389250180520742, + 1.057188249524631, + 1.009038472352926, + 0.9841733127810427, + 0.9933150572644535, + 0.9837566845129954, + 0.9835369109711313, + 0.9997322633620358, + 1.00066670782988, + 1.0002899205838178, + 1.000633573204784, + 0.9919731463227919, + 1.0051578019898537, + 0.988327819096806, + 1.0458203733919074, + 1.032263512848999, + 1.1039230782773841 + ] + ] + }, + "width": 512, + "in_features": 256, + "out_features": 10, + "depth": 6, + "padding": 512, + "parameters": 1187343, + "cert_evals": { + "36": 0.882415235042572, + "72": 0.8707627058029175, + "108": 0.8463982939720154, + "255": 0.7224576473236084 + }, + "fold": 2 + }, + { + "best_epoch": 36, + "best_val_acc": 0.919431279620853, + "test_acc": 0.9065040650406504, + "train_size": 398, + "val_size": 211, + "test_size": 984, + "stats": { + "mean": [ + [ + 0.017303708542713854, + 0.033339979899497045, + 0.042060535175879, + 0.0551565226130648, + 0.03412115577889427, + 0.020728213567838986, + 0.003192402010050319, + -0.017114201005025118, + -0.009631226130653392, + -0.014865055276382138, + -0.017541251256281226, + -0.08527074371859306, + -0.0611904120603017, + -0.045862402010050325, + 0.009508140703517527, + -0.013946012562814322, + 0.0643217587939701, + 0.0719809045226133, + 0.061214376884421925, + -0.018105633165829183, + -0.06536492964824103, + -0.07759587688442295, + -0.059003042713567794, + -0.012227075376884505, + -0.05005260552763839, + -0.04250838190954796, + -0.022192437185929587, + -0.0007109648241205073, + -0.04772033165829164, + 0.009431022613065164, + -0.04203948743718602, + -0.01305157788944726, + 0.07187196733668362, + 0.037831934673366825, + 0.018214371859296575, + -0.09378594974874371, + -0.10202691457286414, + -0.08058536683417125, + 0.008583005025125713, + 0.014450412060301456, + -0.02057281407035149, + 0.01591073618090474, + 0.05852115577889456, + 0.05490543216080418, + 0.025520276381909558, + 0.01994546482412024, + -0.029288175879396895, + -0.05002305778894475, + 0.09349378894472334, + -0.0024263668341707816, + -0.08628416080401952, + -0.042581354271357584, + 0.019872572864321515, + 0.07025994221105543, + 0.03735249748743718, + -0.021575791457286518, + 0.022925640703517693, + 0.052837846733668196, + 0.07541733668341698, + 0.023911276381909558, + -0.06598816080402005, + -0.03642700000000029, + -0.03662473618090472, + -0.0555867085427135, + 0.019038185929648087, + -0.01863026130653271, + -0.043643228643215105, + 0.029040723618090913, + 0.026844070351758627, + 0.04571258793969818, + 0.0616951256281406, + 0.04614825125628155, + 0.05347232663316565, + 0.11036331658291482, + 0.016836394472361783, + -0.015812482412060267, + -0.05466603015075383, + -0.0745576381909549, + -0.07527588944723587, + -0.0031332562814071646, + 0.009397638190954651, + -0.0009045703517589661, + 0.03485077889447228, + -0.0035822437185929427, + -0.009007914572864234, + 0.029040723618090455, + 0.04252824623115574, + 0.11859657788944705, + 0.0971600904522612, + 0.07854394472361814, + -0.01270106783919611, + -0.023795125628140776, + -0.028454560301507496, + -0.06846445226130653, + -0.05716217336683423, + -0.008979115577889234, + -0.015752100502512602, + 0.029420037688442, + -0.019207185929647985, + -0.08853826130653279, + -0.06453608542713567, + 0.021109673366834107, + 0.06616457286432129, + 0.0990662613065328, + 0.05533300502512552, + 0.028604987437185914, + -0.04203948743718602, + -0.007485824120603054, + -0.023014974874371978, + -0.020393296482412362, + -0.048715170854271364, + -0.023184673366834257, + 0.01613431155778907, + 0.025520276381909585, + -0.02331836683417028, + -0.0022466482412058235, + 0.025685864321608003, + 0.1214610552763827, + 0.12532168341708572, + 0.07314251758794003, + 0.034790552763818976, + 0.015824623115577738, + -0.06917521608040215, + -0.010141005025125743, + -0.0036958190954772753, + -0.0025251658291457193, + 0.006283527638191006, + 0.027300030150753923, + 0.07564008040200966, + 0.037600432160804075, + 0.022608927135678237, + 0.018861979899497297, + 0.03452877889447219, + 0.06937706281407076, + 0.04556413065326641, + 0.041319522613065394, + -0.0070690175879395654, + 0.0030793718592961195, + 0.017090580402010398, + 0.019796572864321606, + -0.016192964824120658, + -0.04226193969849271, + -0.05281126884422079, + -0.0013456030150753172, + 0.04312830150753776, + 0.05816602763819115, + 0.0110636683417086, + -0.00930503768844212, + 0.012763037688442154, + 0.03055638693467361, + 0.009892816582914443, + -0.038075562814070325, + -0.017870065326633208, + -0.012883457286432217, + 0.08004467336683378, + 0.04899117336683459, + -0.023747236180904754, + -0.04004978643216082, + -0.04713785929648249, + -0.04595407537688452, + -0.016720412060301323, + -0.03019200251256272, + -0.008860231155778723, + 0.02002423115577915, + 0.023111075376884147, + -0.0053246733668341605, + -0.041316502512562255, + -0.03685464572864361, + -0.06645353768844256, + -0.04286107537688441, + 0.0677983919597992, + 0.029169467336683533, + 0.025297271356783873, + -0.0032680427135678793, + -0.026374695979899457, + 0.0062461708542712385, + -0.024493984924623437, + 0.01705632160804017, + 0.041416688442211205, + 0.050218221105527164, + -0.0026422336683418032, + -0.008848216080402028, + -0.050413396984924405, + -0.013842623115578042, + -0.015173276381909613, + 0.0423901256281407, + 0.022431655778894367, + 0.04833989949748727, + -0.015437751256281409, + -0.03309212060301497, + 0.00566614572864313, + 0.034707618090452225, + -0.020580653266331614, + -0.04118986683417089, + -0.043604532663316625, + -0.06511693467336681, + -0.04697097487437197, + -0.047876804020100805, + -0.03695147738693452, + -0.023573881909547713, + 0.02588810050251267, + 0.059938824120602745, + 0.06057039195979934, + 0.030043969849246118, + -0.02400981909547736, + -0.061034673366834095, + -0.03376162060301523, + -0.0028822914572863433, + 0.0004090452261306595, + -0.056622663316582986, + -0.05783185678391955, + -0.04331452261306535, + -0.02476830150753774, + -0.04897743718592962, + -0.02051391959798998, + -0.013363165829145748, + 0.01934878140703507, + 0.031055560301507686, + 0.040651306532663266, + -0.016091994974874516, + -0.06268290201004995, + -0.035390954773869276, + -0.027462361809045256, + -0.05414238693467362, + 0.006189246231155719, + 0.0005052211055278901, + -0.025775125628140556, + -0.047400653266331895, + -0.06064291457286465, + -0.023719798994974565, + -0.017446231155778813, + -0.012141331658291529, + 0.026605527638191077, + 0.033742751256281414, + -0.006876432160804101, + 0.005632914572864249, + -0.042793419597989886, + -0.0293114824120604, + -0.037945047738693345, + -0.05130548241206037, + 0.014489914572864079, + 0.01721788944723632, + -0.0011210979899498779, + -0.07518444221105554, + -0.05077718592964814, + -0.017136143216080403, + -0.019568648241205994, + 0.00814675376884411, + 0.08045203015075388, + 0.06091420100502482, + 0.0017932663316581627, + -0.004254356783919557, + 0.00028859547738686056, + -0.05891331407035207, + -0.08821684422110554, + -0.015741175879397072 + ] + ], + "std": [ + [ + 1.0230913089022202, + 1.0306470847496936, + 1.0253163638989118, + 1.0218049113878709, + 1.0074783028399366, + 1.0009433160751784, + 0.9994505670417713, + 1.0026241679219097, + 1.0024524994812487, + 1.0039133733751973, + 1.0048971378545626, + 1.01417394130718, + 1.004332289549513, + 0.9977382032551653, + 1.0017361970021768, + 0.9919233144935908, + 1.0637765669702473, + 1.0455715281984932, + 1.0255977102644784, + 0.99339605984875, + 0.9817359315428323, + 0.981056113878387, + 0.990012610165878, + 0.9974493811385823, + 0.9922963473581801, + 0.9932437097599804, + 0.9968980779182007, + 0.9995978440878907, + 0.9913328217211481, + 1.0010705577402124, + 0.9890209230468918, + 0.9912627019033904, + 1.0644590940044412, + 1.020043651023701, + 1.0074072543879427, + 0.958275404222389, + 0.9578388667517177, + 0.9639856165919881, + 1.003221409383544, + 1.0068397052494056, + 0.9893750244557449, + 1.0076889515382415, + 1.0247383219890505, + 1.0210165378194092, + 1.0075247387147834, + 1.0046362701743567, + 0.9918912192932127, + 0.9665843967074859, + 1.0802469947354034, + 0.998459552401291, + 0.9563901007544556, + 0.978638687720611, + 1.0089127439007188, + 1.0344283171064497, + 1.0220358948079418, + 0.9833155750584129, + 1.0144818792490966, + 1.0322631831022364, + 1.038787160693079, + 1.0103666845998722, + 0.9702991548533046, + 0.987409253216723, + 0.9866887156715956, + 0.9567900274378338, + 1.0134406606180522, + 0.991713556652289, + 0.9827676281149432, + 1.0114433247015615, + 1.012081127146361, + 1.0222420868044244, + 1.0338152076697806, + 1.0268430413524583, + 1.0274456473203384, + 1.0453074953992492, + 1.0068106834774446, + 0.99319836196822, + 0.9771166106782407, + 0.9688298069003922, + 0.9624528562451854, + 0.9968022599327558, + 1.005901557554794, + 0.9993474698627087, + 1.010564715068287, + 0.9983486611130268, + 0.9961238320171254, + 1.0114433247015613, + 1.0161717897956295, + 1.0406869709539412, + 1.0272052350520744, + 1.0224767767382823, + 0.9956124335469829, + 0.9901857170585184, + 0.9865469521402179, + 0.9587645381482431, + 0.9621648427676825, + 0.9899337643062542, + 0.9900729293902669, + 1.0084492238238705, + 0.9937034359335825, + 0.9692951161627006, + 0.9800863496307292, + 1.0042513937180102, + 1.0123603111480772, + 1.0141287908757117, + 1.007677408079292, + 1.0044650992699184, + 0.9890209230468918, + 0.9971736177909093, + 0.9889840573493727, + 0.9866310104770853, + 0.9637832135197844, + 0.9752349399210322, + 1.0083818727667295, + 1.0075247387147834, + 0.991793153918188, + 0.9988433850344973, + 1.0081706851369636, + 1.029626843869407, + 1.0196031669552301, + 1.0093980022007503, + 1.0039886223095509, + 1.0023095280591323, + 0.9808300777029364, + 0.9962389763825825, + 0.9980717278603489, + 0.9982433289914361, + 1.0036155922773329, + 1.0270598343773214, + 1.0290248534923514, + 1.0061441876968409, + 1.0055764584644775, + 1.0053031805865968, + 1.0092866189920002, + 1.0156784749241112, + 1.0088960099879092, + 1.0059991425953296, + 0.9986354940573221, + 1.0001773791355475, + 1.00244149372978, + 1.003847339906564, + 0.996065302775612, + 0.9880253584212956, + 0.9794959611542164, + 0.998556228240707, + 1.0140940621454713, + 1.0096760877814985, + 1.0033829165288874, + 0.9952808518444423, + 1.0052200897485457, + 1.012469146588948, + 1.0035830400494066, + 0.9857420630547223, + 0.9942119752062554, + 0.9950185461635798, + 1.0234288024686335, + 1.0131354799141175, + 0.9949817856959143, + 0.9931492960370479, + 0.9878551084342865, + 0.9652611606828942, + 0.9940656012175009, + 0.9933207816371951, + 0.9965622500501108, + 1.0093915715884572, + 1.0115749892045551, + 0.9968115171925963, + 0.9755344519015101, + 0.9786069630651631, + 0.961464080587249, + 0.9743356627980871, + 1.030835086571909, + 1.0118648303811906, + 1.006595799733842, + 0.9991930482950553, + 0.9940736745513704, + 1.003492294968093, + 0.9918445350591615, + 1.0021683881445074, + 1.0122899955900566, + 1.0249494745406926, + 0.9979849217942023, + 0.9934793024312332, + 0.9621029758682157, + 0.9890982158771477, + 0.9885456854845168, + 1.0294779143109518, + 1.0130593563263568, + 1.0229554890663815, + 0.9943926914757206, + 0.9911313414795533, + 1.0010785245110474, + 1.021221319921214, + 0.9930525323845899, + 0.9938444307912636, + 0.9874394122474933, + 0.965635318129075, + 0.9689109282338, + 0.9629284258029364, + 0.9717359308698656, + 0.9808646394091696, + 1.0162302100520217, + 1.0355012766301623, + 1.0272568498553079, + 1.0107564289840438, + 0.9937602047041728, + 0.9851594467890736, + 0.9884587080836413, + 0.9974266932665549, + 0.999864541688887, + 0.9894363675325561, + 0.9895629283115106, + 0.988727903086388, + 0.990877905737688, + 0.9766932163927938, + 0.9895469407930455, + 0.9935726213392223, + 1.007170379629405, + 1.0100389974395079, + 1.009109049155308, + 0.9965204677792965, + 0.9901869920407446, + 0.99174574443383, + 0.9860427444032561, + 0.9400600968558963, + 1.0033074400595374, + 0.9997993113498106, + 0.9985929054949167, + 1.0046389351594731, + 1.0095474638492092, + 1.0049722474461862, + 1.0044746555071224, + 1.0026481147921085, + 0.9930117198494639, + 0.9940678856560923, + 1.0002974171033587, + 0.9998417518500186, + 0.9914036227508137, + 0.9875178868961761, + 0.9721338649787347, + 0.9291330950891362, + 1.017948146105332, + 1.0150039988798456, + 0.9989984568183743, + 0.9666297205670561, + 0.9878791191600703, + 0.9975774564005543, + 0.9980042921168951, + 1.0006667078298794, + 1.0077886909582168, + 1.016455335207286, + 1.0005853010665489, + 0.9967266234061737, + 0.9999357967957346, + 0.9320191861094074, + 0.8633520103519924, + 0.9623275771498844 + ] + ] + }, + "width": 512, + "in_features": 256, + "out_features": 10, + "depth": 6, + "padding": 512, + "parameters": 1187343, + "cert_evals": { + "36": 0.8851625919342041, + "72": 0.8668698668479919, + "108": 0.8455284237861633, + "255": 0.7286584973335266 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.902126603441451, + "std_test_acc": 0.007771972460748923, + "n_samples": 1593, + "n_features": 256, + "n_classes": 10, + "mean_cert_acc_36": 0.8829643726348877, + "std_cert_acc_36": 0.004646656064143371, + "mean_cert_acc_72": 0.8671527951955795, + "std_cert_acc_72": 0.004662032109651319, + "mean_cert_acc_108": 0.8422912359237671, + "std_cert_acc_108": 0.0048122029117123296, + "mean_cert_acc_255": 0.737958624958992, + "std_cert_acc_255": 0.01789310950020006 + }, + "ringnorm": { + "dataset": "ringnorm", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 10, + "best_val_acc": 0.9787045252883763, + "test_acc": 0.9678950938277188, + "train_size": 1850, + "val_size": 1127, + "test_size": 4423, + "stats": { + "mean": [ + [ + -0.0014913630590810715, + -0.0002028115945945495, + -0.003624673004864866, + 0.030743673347964937, + -0.0034106684216216178, + -0.004585295625405408, + -0.007129368502702696, + 0.02503018201621619, + -0.009548345086486483, + -0.023094663821621602, + 0.024392343743783677, + -0.022385221852432413, + -0.011269039536756825, + 0.006084699226486499, + -0.002144298956756773, + 0.012506844875783789, + -0.00058454836702704, + 0.03584240386432444, + -0.012133667589189186, + 0.004316507892972984 + ] + ], + "std": [ + [ + 0.9784283387930162, + 0.9905460412687422, + 1.0065390278100863, + 0.9927153916321547, + 0.9735595969809379, + 0.9917492622308341, + 1.021226537005995, + 0.984043931354316, + 1.0020439489201134, + 1.0140676776467927, + 1.01390897497898, + 1.0144771852122418, + 1.0088742566237001, + 1.0031650144538549, + 0.9957376523551107, + 1.004052473854246, + 1.0009632837253672, + 1.0136956725096684, + 1.0117437667654883, + 0.9896482611831617 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 7487, + "cert_evals": { + "36": 0.9448338747024536, + "72": 0.9063984155654907, + "108": 0.8539453148841858, + "255": 0.42075514793395996 + }, + "fold": 0 + }, + { + "best_epoch": 7, + "best_val_acc": 0.9669117647058824, + "test_acc": 0.9625728372926938, + "train_size": 1850, + "val_size": 1088, + "test_size": 4462, + "stats": { + "mean": [ + [ + -0.008131689650810797, + -0.002498043243243252, + -0.023727151785405413, + -0.03585440558918916, + -0.0003934882972973119, + 0.0225867714875676, + 0.033729259347567535, + 0.04028018498378375, + -0.011526702379459474, + 0.005509034924324315, + -0.0036079329924324473, + -0.010609778086486462, + -0.04445419758486492, + -0.019035246131351363, + -0.023686496141621632, + -0.004599276812324327, + -0.01283934108918918, + -0.017065241494054067, + 0.0003217353513513623, + 0.0033787389697297146 + ] + ], + "std": [ + [ + 1.022177893241832, + 0.9975248053566046, + 1.0196388744846618, + 1.0221479866384073, + 0.9970357977944808, + 1.0307981420348893, + 0.9773560353822935, + 0.9781176224444603, + 1.0106652173823045, + 0.9892263924920568, + 1.0047809286897451, + 0.9927926966385846, + 0.9948403657240741, + 1.008299177644683, + 0.986103425256104, + 1.0040901235563537, + 1.0207243055267705, + 0.9859651487873408, + 1.0109851150234057, + 1.0209172013335133 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 7487, + "cert_evals": { + "36": 0.9410578012466431, + "72": 0.9076647162437439, + "108": 0.8493948578834534, + "255": 0.4336620271205902 + }, + "fold": 1 + }, + { + "best_epoch": 5, + "best_val_acc": 0.9674418604651163, + "test_acc": 0.9604469273743017, + "train_size": 1850, + "val_size": 1075, + "test_size": 4475, + "stats": { + "mean": [ + [ + 0.02891295190162165, + 0.03068944431891898, + -0.019467257363783776, + -0.009042827307170279, + 0.0023045943172973027, + 0.03461760786972972, + -0.013958165583783782, + -0.0037264931027027265, + 0.004122639091891881, + 0.008077664260864866, + 0.00500549670162161, + 0.05230572106145954, + 0.00560352195189189, + -0.0038027441356756407, + -0.006340691426324323, + -0.017875234487027075, + -0.009974290385945996, + 0.031068824466486403, + -0.018748794218378367, + 0.005651800251891893 + ] + ], + "std": [ + [ + 0.9932694884617136, + 1.0072036987514652, + 0.9893573161360424, + 0.9958218951278952, + 1.0085886667535657, + 0.9790791907975733, + 0.9983260051236463, + 0.9947362590919102, + 1.006364157341519, + 1.0005095470798928, + 0.9832199273034367, + 0.9689205473346516, + 1.0001853849462015, + 1.033775512614162, + 1.0032724243458653, + 0.9853254002831421, + 1.0043894835352993, + 1.0395476633542529, + 0.9896749630098167, + 0.9691966087764504 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 7487, + "cert_evals": { + "36": 0.926927387714386, + "72": 0.8724022507667542, + "108": 0.7993296384811401, + "255": 0.3736312985420227 + }, + "fold": 2 + }, + { + "best_epoch": 11, + "best_val_acc": 0.9730232558139534, + "test_acc": 0.9671508379888268, + "train_size": 1850, + "val_size": 1075, + "test_size": 4475, + "stats": { + "mean": [ + [ + 0.02046777164864863, + 0.0021980356432432023, + 0.004059637980540555, + -0.009342822182702694, + 0.002387918376162144, + 0.030360256719999965, + -0.015382828059459445, + -0.018204245005945925, + -0.025843862712432407, + 0.027745209016216188, + 0.004481657689729722, + 0.026131714623621623, + 0.022636812074594607, + 0.014200627510810747, + -0.0033628461978918974, + -0.017424993537297307, + 0.02008856371405403, + -0.012326211236756734, + -0.005294278313513533, + -0.011560347406486508 + ] + ], + "std": [ + [ + 1.003862152326972, + 1.0116328206717198, + 0.9982327875050149, + 1.0058161542849646, + 0.9897416118790039, + 0.97887136461081, + 0.9958939467129719, + 1.025014828335411, + 1.0096954961376094, + 1.0002821071815167, + 0.9846740927254561, + 0.9871728584855372, + 0.988810619026956, + 0.9866476352820501, + 0.9798465412109066, + 1.0074699501447237, + 0.9933722458992488, + 0.9892672826168423, + 1.0089595701990006, + 1.0171370551906491 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 7487, + "cert_evals": { + "36": 0.9454748630523682, + "72": 0.9092737436294556, + "108": 0.8627933263778687, + "255": 0.47039106488227844 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9645164241208852, + "std_test_acc": 0.003591372947525346, + "n_samples": 7400, + "n_features": 20, + "n_classes": 2, + "mean_cert_acc_36": 0.9395734816789627, + "std_cert_acc_36": 0.008653032879013601, + "mean_cert_acc_72": 0.8989347815513611, + "std_cert_acc_72": 0.017727445004084602, + "mean_cert_acc_108": 0.841365784406662, + "std_cert_acc_108": 0.028570892688948635, + "mean_cert_acc_255": 0.42460988461971283, + "std_cert_acc_255": 0.039964705192985256 + }, + "soybean": { + "dataset": "soybean", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 30, + "best_val_acc": 0.8135593220338984, + "test_acc": 0.8588709677419355, + "train_size": 376, + "val_size": 59, + "test_size": 248, + "stats": { + "mean": [ + [ + 5.255843042108454e-17, + -1.8094273124741912e-15, + -2.362176648138631e-18, + 8.940838613204717e-16, + -4.621008067921197e-16, + -1.366519190948198e-15, + 1.8507654038166175e-15, + 5.651507630671674e-16, + 1.4615968010357778e-15, + -4.64167711359241e-16, + 2.523985748536127e-15, + -3.363149002787376e-16, + 8.314861801447981e-16, + -8.031400603671346e-17, + -1.599562680891125e-15, + 6.971373832819134e-16, + 1.972417501195757e-15, + -9.955098211499242e-16, + -1.1840410448794887e-15, + -3.451730627092574e-16, + -1.2253791362219147e-15, + -6.85031227960203e-16, + -9.162292673967715e-16, + 7.411329233534954e-17, + -1.801159694205706e-17, + -7.119009873327799e-16, + -3.6805664898810043e-16, + -2.8346119777663573e-16, + -1.1114041129492258e-15, + -2.701739541308559e-16, + -6.746967051245964e-16, + 4.340499590954734e-17, + 1.5197654009961918e-15, + 5.7947145899650795e-16, + 8.208563852281742e-16 + ] + ], + "std": [ + [ + 0.9927642409431464, + 0.9787917699554936, + 0.9857406910506461, + 0.9841528529994341, + 0.973949637619625, + 0.9888979702224631, + 0.9894238955664117, + 0.9818135979404571, + 0.9812725198980998, + 0.9866993450965212, + 0.977811553908224, + 0.9685775006733509, + 0.9885494004209142, + 0.9877929165205122, + 0.9849820534726104, + 0.9696513186147865, + 0.9636787239536263, + 0.9714056969361312, + 0.9790342571909385, + 0.9594712670605601, + 0.9914762416613162, + 0.9894071736370291, + 0.9717998736463911, + 0.979506353986051, + 0.9100788369549304, + 0.9740807482046461, + 0.9403062306776938, + 0.9856078858868509, + 0.9913083989488309, + 0.9728185205882999, + 0.9658866068802527, + 0.9658866068802542, + 0.9641624577988217, + 0.9579105146532193, + 0.9764373811067356 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 18, + "depth": 6, + "padding": 70, + "parameters": 23683, + "cert_evals": { + "36": 0.8306451439857483, + "72": 0.8024193048477173, + "108": 0.774193525314331, + "255": 0.6008064150810242 + }, + "fold": 0 + }, + { + "best_epoch": 14, + "best_val_acc": 0.9019607843137255, + "test_acc": 0.84375, + "train_size": 376, + "val_size": 51, + "test_size": 256, + "stats": { + "mean": [ + [ + 5.255843042108454e-17, + -1.8094273124741912e-15, + -2.362176648138631e-18, + 8.940838613204717e-16, + -4.621008067921197e-16, + -1.366519190948198e-15, + 1.8507654038166175e-15, + 5.651507630671674e-16, + 1.4615968010357778e-15, + -4.64167711359241e-16, + 2.523985748536127e-15, + -3.363149002787376e-16, + 8.314861801447981e-16, + -8.031400603671346e-17, + -1.599562680891125e-15, + 6.971373832819134e-16, + 1.972417501195757e-15, + -9.955098211499242e-16, + -1.1840410448794887e-15, + -3.451730627092574e-16, + -1.2253791362219147e-15, + -6.85031227960203e-16, + -9.162292673967715e-16, + 7.411329233534954e-17, + -1.801159694205706e-17, + -7.119009873327799e-16, + -3.6805664898810043e-16, + -2.8346119777663573e-16, + -1.1114041129492258e-15, + -2.701739541308559e-16, + -6.746967051245964e-16, + 4.340499590954734e-17, + 1.5197654009961918e-15, + 5.7947145899650795e-16, + 8.208563852281742e-16 + ] + ], + "std": [ + [ + 0.9927642409431464, + 0.9787917699554936, + 0.9857406910506461, + 0.9841528529994341, + 0.973949637619625, + 0.9888979702224631, + 0.9894238955664117, + 0.9818135979404571, + 0.9812725198980998, + 0.9866993450965212, + 0.977811553908224, + 0.9685775006733509, + 0.9885494004209142, + 0.9877929165205122, + 0.9849820534726104, + 0.9696513186147865, + 0.9636787239536263, + 0.9714056969361312, + 0.9790342571909385, + 0.9594712670605601, + 0.9914762416613162, + 0.9894071736370291, + 0.9717998736463911, + 0.979506353986051, + 0.9100788369549304, + 0.9740807482046461, + 0.9403062306776938, + 0.9856078858868509, + 0.9913083989488309, + 0.9728185205882999, + 0.9658866068802527, + 0.9658866068802542, + 0.9641624577988217, + 0.9579105146532193, + 0.9764373811067356 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 18, + "depth": 6, + "padding": 70, + "parameters": 23683, + "cert_evals": { + "36": 0.79296875, + "72": 0.77734375, + "108": 0.7578125, + "255": 0.5703125 + }, + "fold": 1 + }, + { + "best_epoch": 28, + "best_val_acc": 0.8392857142857143, + "test_acc": 0.852589641434263, + "train_size": 376, + "val_size": 56, + "test_size": 251, + "stats": { + "mean": [ + [ + 5.255843042108454e-17, + -1.8094273124741912e-15, + -2.362176648138631e-18, + 8.940838613204717e-16, + -4.621008067921197e-16, + -1.366519190948198e-15, + 1.8507654038166175e-15, + 5.651507630671674e-16, + 1.4615968010357778e-15, + -4.64167711359241e-16, + 2.523985748536127e-15, + -3.363149002787376e-16, + 8.314861801447981e-16, + -8.031400603671346e-17, + -1.599562680891125e-15, + 6.971373832819134e-16, + 1.972417501195757e-15, + -9.955098211499242e-16, + -1.1840410448794887e-15, + -3.451730627092574e-16, + -1.2253791362219147e-15, + -6.85031227960203e-16, + -9.162292673967715e-16, + 7.411329233534954e-17, + -1.801159694205706e-17, + -7.119009873327799e-16, + -3.6805664898810043e-16, + -2.8346119777663573e-16, + -1.1114041129492258e-15, + -2.701739541308559e-16, + -6.746967051245964e-16, + 4.340499590954734e-17, + 1.5197654009961918e-15, + 5.7947145899650795e-16, + 8.208563852281742e-16 + ] + ], + "std": [ + [ + 0.9927642409431464, + 0.9787917699554936, + 0.9857406910506461, + 0.9841528529994341, + 0.973949637619625, + 0.9888979702224631, + 0.9894238955664117, + 0.9818135979404571, + 0.9812725198980998, + 0.9866993450965212, + 0.977811553908224, + 0.9685775006733509, + 0.9885494004209142, + 0.9877929165205122, + 0.9849820534726104, + 0.9696513186147865, + 0.9636787239536263, + 0.9714056969361312, + 0.9790342571909385, + 0.9594712670605601, + 0.9914762416613162, + 0.9894071736370291, + 0.9717998736463911, + 0.979506353986051, + 0.9100788369549304, + 0.9740807482046461, + 0.9403062306776938, + 0.9856078858868509, + 0.9913083989488309, + 0.9728185205882999, + 0.9658866068802527, + 0.9658866068802542, + 0.9641624577988217, + 0.9579105146532193, + 0.9764373811067356 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 18, + "depth": 6, + "padding": 70, + "parameters": 23683, + "cert_evals": { + "36": 0.8286852836608887, + "72": 0.7968127727508545, + "108": 0.7808765172958374, + "255": 0.593625545501709 + }, + "fold": 2 + }, + { + "best_epoch": 34, + "best_val_acc": 0.9047619047619048, + "test_acc": 0.819672131147541, + "train_size": 376, + "val_size": 63, + "test_size": 244, + "stats": { + "mean": [ + [ + 5.255843042108454e-17, + -1.8094273124741912e-15, + -2.362176648138631e-18, + 8.940838613204717e-16, + -4.621008067921197e-16, + -1.366519190948198e-15, + 1.8507654038166175e-15, + 5.651507630671674e-16, + 1.4615968010357778e-15, + -4.64167711359241e-16, + 2.523985748536127e-15, + -3.363149002787376e-16, + 8.314861801447981e-16, + -8.031400603671346e-17, + -1.599562680891125e-15, + 6.971373832819134e-16, + 1.972417501195757e-15, + -9.955098211499242e-16, + -1.1840410448794887e-15, + -3.451730627092574e-16, + -1.2253791362219147e-15, + -6.85031227960203e-16, + -9.162292673967715e-16, + 7.411329233534954e-17, + -1.801159694205706e-17, + -7.119009873327799e-16, + -3.6805664898810043e-16, + -2.8346119777663573e-16, + -1.1114041129492258e-15, + -2.701739541308559e-16, + -6.746967051245964e-16, + 4.340499590954734e-17, + 1.5197654009961918e-15, + 5.7947145899650795e-16, + 8.208563852281742e-16 + ] + ], + "std": [ + [ + 0.9927642409431464, + 0.9787917699554936, + 0.9857406910506461, + 0.9841528529994341, + 0.973949637619625, + 0.9888979702224631, + 0.9894238955664117, + 0.9818135979404571, + 0.9812725198980998, + 0.9866993450965212, + 0.977811553908224, + 0.9685775006733509, + 0.9885494004209142, + 0.9877929165205122, + 0.9849820534726104, + 0.9696513186147865, + 0.9636787239536263, + 0.9714056969361312, + 0.9790342571909385, + 0.9594712670605601, + 0.9914762416613162, + 0.9894071736370291, + 0.9717998736463911, + 0.979506353986051, + 0.9100788369549304, + 0.9740807482046461, + 0.9403062306776938, + 0.9856078858868509, + 0.9913083989488309, + 0.9728185205882999, + 0.9658866068802527, + 0.9658866068802542, + 0.9641624577988217, + 0.9579105146532193, + 0.9764373811067356 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 18, + "depth": 6, + "padding": 70, + "parameters": 23683, + "cert_evals": { + "36": 0.7909835577011108, + "72": 0.7786884903907776, + "108": 0.7704917788505554, + "255": 0.5901638865470886 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8437206850809349, + "std_test_acc": 0.01719033892585492, + "n_samples": 683, + "n_features": 35, + "n_classes": 18, + "mean_cert_acc_36": 0.810820683836937, + "std_cert_acc_36": 0.021789571374924554, + "mean_cert_acc_72": 0.7888160794973373, + "std_cert_acc_72": 0.012690905511833404, + "mean_cert_acc_108": 0.770843580365181, + "std_cert_acc_108": 0.009692175098266363, + "mean_cert_acc_255": 0.5887270867824554, + "std_cert_acc_255": 0.013052030109029871 + }, + "spect": { + "dataset": "spect", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 4, + "best_val_acc": 0.8, + "test_acc": 0.6811594202898551, + "train_size": 186, + "val_size": 10, + "test_size": 69, + "stats": { + "mean": [ + [ + -5.252668073495365e-16, + 1.532824046901829e-15, + -3.9753147010771733e-16, + -1.0338205799197695e-15, + -1.8336586729292908e-15, + -9.192169128616887e-16, + -4.405078452544976e-16, + -1.3382365705427963e-15, + -3.581364595565021e-16, + -1.082765896059158e-15, + 9.645808644055123e-16, + -1.4206079562407917e-16, + -1.8062015443632924e-15, + -2.1750820977064893e-15, + -4.643836092249311e-16, + 4.321513278648459e-16, + -1.0815721078606364e-15, + -1.6653345369377348e-16, + -2.6263340367476823e-16, + 9.633870762069907e-16, + -1.6557842313495614e-15, + 9.896504165744675e-16 + ] + ], + "std": [ + [ + 0.9609812490116691, + 0.977794794349693, + 0.9757497794069608, + 0.9777145841848973, + 0.9763846529890078, + 0.9777145841848975, + 0.9757497794069606, + 0.9759794254922428, + 0.9778036455104626, + 0.9770745392598671, + 0.9775511304850781, + 0.9752286427227655, + 0.9763846529890077, + 0.9776695904695919, + 0.9768752085627053, + 0.9738782701457798, + 0.9771347940108165, + 0.9709795017179342, + 0.9706245820084402, + 0.9755001122189715, + 0.9770745392598672, + 0.9775511304850782 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 9027, + "cert_evals": { + "36": 0.5507246255874634, + "72": 0.30434784293174744, + "108": 0.260869562625885, + "255": 0.07246376574039459 + }, + "fold": 0 + }, + { + "best_epoch": 5, + "best_val_acc": 0.7058823529411765, + "test_acc": 0.6129032258064516, + "train_size": 186, + "val_size": 17, + "test_size": 62, + "stats": { + "mean": [ + [ + -5.252668073495365e-16, + 1.532824046901829e-15, + -3.9753147010771733e-16, + -1.0338205799197695e-15, + -1.8336586729292908e-15, + -9.192169128616887e-16, + -4.405078452544976e-16, + -1.3382365705427963e-15, + -3.581364595565021e-16, + -1.082765896059158e-15, + 9.645808644055123e-16, + -1.4206079562407917e-16, + -1.8062015443632924e-15, + -2.1750820977064893e-15, + -4.643836092249311e-16, + 4.321513278648459e-16, + -1.0815721078606364e-15, + -1.6653345369377348e-16, + -2.6263340367476823e-16, + 9.633870762069907e-16, + -1.6557842313495614e-15, + 9.896504165744675e-16 + ] + ], + "std": [ + [ + 0.9609812490116691, + 0.977794794349693, + 0.9757497794069608, + 0.9777145841848973, + 0.9763846529890078, + 0.9777145841848975, + 0.9757497794069606, + 0.9759794254922428, + 0.9778036455104626, + 0.9770745392598671, + 0.9775511304850781, + 0.9752286427227655, + 0.9763846529890077, + 0.9776695904695919, + 0.9768752085627053, + 0.9738782701457798, + 0.9771347940108165, + 0.9709795017179342, + 0.9706245820084402, + 0.9755001122189715, + 0.9770745392598672, + 0.9775511304850782 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 9027, + "cert_evals": { + "36": 0.40322577953338623, + "72": 0.32258063554763794, + "108": 0.25806450843811035, + "255": 0.08064515888690948 + }, + "fold": 1 + }, + { + "best_epoch": 10, + "best_val_acc": 0.7, + "test_acc": 0.7288135593220338, + "train_size": 186, + "val_size": 20, + "test_size": 59, + "stats": { + "mean": [ + [ + -5.252668073495365e-16, + 1.532824046901829e-15, + -3.9753147010771733e-16, + -1.0338205799197695e-15, + -1.8336586729292908e-15, + -9.192169128616887e-16, + -4.405078452544976e-16, + -1.3382365705427963e-15, + -3.581364595565021e-16, + -1.082765896059158e-15, + 9.645808644055123e-16, + -1.4206079562407917e-16, + -1.8062015443632924e-15, + -2.1750820977064893e-15, + -4.643836092249311e-16, + 4.321513278648459e-16, + -1.0815721078606364e-15, + -1.6653345369377348e-16, + -2.6263340367476823e-16, + 9.633870762069907e-16, + -1.6557842313495614e-15, + 9.896504165744675e-16 + ] + ], + "std": [ + [ + 0.9609812490116691, + 0.977794794349693, + 0.9757497794069608, + 0.9777145841848973, + 0.9763846529890078, + 0.9777145841848975, + 0.9757497794069606, + 0.9759794254922428, + 0.9778036455104626, + 0.9770745392598671, + 0.9775511304850781, + 0.9752286427227655, + 0.9763846529890077, + 0.9776695904695919, + 0.9768752085627053, + 0.9738782701457798, + 0.9771347940108165, + 0.9709795017179342, + 0.9706245820084402, + 0.9755001122189715, + 0.9770745392598672, + 0.9775511304850782 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 9027, + "cert_evals": { + "36": 0.5932203531265259, + "72": 0.5593220591545105, + "108": 0.4067796468734741, + "255": 0.06779661029577255 + }, + "fold": 2 + }, + { + "best_epoch": 9, + "best_val_acc": 0.7777777777777778, + "test_acc": 0.7213114754098361, + "train_size": 186, + "val_size": 18, + "test_size": 61, + "stats": { + "mean": [ + [ + -5.252668073495365e-16, + 1.532824046901829e-15, + -3.9753147010771733e-16, + -1.0338205799197695e-15, + -1.8336586729292908e-15, + -9.192169128616887e-16, + -4.405078452544976e-16, + -1.3382365705427963e-15, + -3.581364595565021e-16, + -1.082765896059158e-15, + 9.645808644055123e-16, + -1.4206079562407917e-16, + -1.8062015443632924e-15, + -2.1750820977064893e-15, + -4.643836092249311e-16, + 4.321513278648459e-16, + -1.0815721078606364e-15, + -1.6653345369377348e-16, + -2.6263340367476823e-16, + 9.633870762069907e-16, + -1.6557842313495614e-15, + 9.896504165744675e-16 + ] + ], + "std": [ + [ + 0.9609812490116691, + 0.977794794349693, + 0.9757497794069608, + 0.9777145841848973, + 0.9763846529890078, + 0.9777145841848975, + 0.9757497794069606, + 0.9759794254922428, + 0.9778036455104626, + 0.9770745392598671, + 0.9775511304850781, + 0.9752286427227655, + 0.9763846529890077, + 0.9776695904695919, + 0.9768752085627053, + 0.9738782701457798, + 0.9771347940108165, + 0.9709795017179342, + 0.9706245820084402, + 0.9755001122189715, + 0.9770745392598672, + 0.9775511304850782 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 9027, + "cert_evals": { + "36": 0.6557376384735107, + "72": 0.6065573692321777, + "108": 0.3442622721195221, + "255": 0.13114753365516663 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6860469202070442, + "std_test_acc": 0.05306116583984412, + "n_samples": 265, + "n_features": 22, + "n_classes": 2, + "mean_cert_acc_36": 0.5507270991802216, + "std_cert_acc_36": 0.10737710695998641, + "mean_cert_acc_72": 0.4482019767165184, + "std_cert_acc_72": 0.15694886239775652, + "mean_cert_acc_108": 0.3174939975142479, + "std_cert_acc_108": 0.07170927068173556, + "mean_cert_acc_255": 0.08801326714456081, + "std_cert_acc_255": 0.029242401718305472 + }, + "spectf": { + "dataset": "spectf", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 3, + "best_val_acc": 0.5238095238095238, + "test_acc": 0.5423728813559322, + "train_size": 187, + "val_size": 21, + "test_size": 59, + "stats": { + "mean": [ + [ + 9.73262032024493e-08, + 7.37967914422617e-08, + -2.8021390374859026e-07, + 8.342245993522504e-08, + 1.438502673446313e-07, + 4.27807487904935e-09, + -3.208556132607522e-09, + 2.4438502673282447e-07, + -4.064171128261887e-08, + -1.245989304839758e-07, + -2.7005347592964245e-07, + -9.828877005220575e-08, + -2.7272727281823347e-08, + -9.786096256698731e-08, + -2.1390374290903598e-08, + -1.764705878989899e-08, + -2.1016042791891207e-07, + -1.443850270181913e-08, + -1.9251336897019774e-07, + -1.026737967961774e-07, + 2.2139037467217133e-08, + -1.871657754046705e-07, + -2.433155080530257e-07, + 3.422459890534254e-08, + 6.320855603067246e-08, + 1.203208557214405e-07, + 1.5240641710866705e-07, + -1.2566844921602035e-07, + -1.465240642376751e-07, + -2.577540106646021e-07, + -1.3475935830036328e-07, + -8.181818183804877e-08, + 3.272727272453287e-07, + -5.347593584110138e-08, + 2.6737967877210432e-08, + 8.449197850875112e-08, + -1.9251336920322585e-08, + -1.4919786096240437e-07, + -4.705882350701689e-08, + -7.112299465890437e-08, + -8.395721923564323e-08, + 2.0106951872948384e-07, + -2.2117647054603053e-07, + 1.7219251329526993e-07 + ] + ], + "std": [ + [ + 0.9973228707261231, + 0.997322592235688, + 0.9973223292917861, + 0.9973227306511006, + 0.99732255532754, + 0.997322255366945, + 0.9973226239770173, + 0.997322228679491, + 0.9973224624202952, + 0.997322743624266, + 0.9973222482787992, + 0.997322493534107, + 0.9973232185155234, + 0.9973228780399456, + 0.9973223891564488, + 0.9973225844652592, + 0.9973225517530112, + 0.9973225554412601, + 0.9973222478195743, + 0.9973226789069762, + 0.997322213988001, + 0.997322643819296, + 0.9973226574869563, + 0.9973225588456511, + 0.9973227088028409, + 0.9973226325041668, + 0.9973227670427876, + 0.9973226762758315, + 0.9973224495674463, + 0.997322983837095, + 0.997321878860045, + 0.9973226923900768, + 0.9973225315151032, + 0.9973225107812234, + 0.997322704618034, + 0.9973227074584576, + 0.9973225552504908, + 0.9973228014956899, + 0.9973225828407466, + 0.9973226373516573, + 0.9973225174190434, + 0.9973227159363205, + 0.9973224262644476, + 0.9973224878506673 + ] + ] + }, + "width": 128, + "in_features": 44, + "out_features": 2, + "depth": 6, + "padding": 88, + "parameters": 35471, + "cert_evals": { + "36": 0.5423728823661804, + "72": 0.5254237055778503, + "108": 0.5254237055778503, + "255": 0.38983049988746643 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5263157894736842, + "test_acc": 0.5409836065573771, + "train_size": 187, + "val_size": 19, + "test_size": 61, + "stats": { + "mean": [ + [ + 9.73262032024493e-08, + 7.37967914422617e-08, + -2.8021390374859026e-07, + 8.342245993522504e-08, + 1.438502673446313e-07, + 4.27807487904935e-09, + -3.208556132607522e-09, + 2.4438502673282447e-07, + -4.064171128261887e-08, + -1.245989304839758e-07, + -2.7005347592964245e-07, + -9.828877005220575e-08, + -2.7272727281823347e-08, + -9.786096256698731e-08, + -2.1390374290903598e-08, + -1.764705878989899e-08, + -2.1016042791891207e-07, + -1.443850270181913e-08, + -1.9251336897019774e-07, + -1.026737967961774e-07, + 2.2139037467217133e-08, + -1.871657754046705e-07, + -2.433155080530257e-07, + 3.422459890534254e-08, + 6.320855603067246e-08, + 1.203208557214405e-07, + 1.5240641710866705e-07, + -1.2566844921602035e-07, + -1.465240642376751e-07, + -2.577540106646021e-07, + -1.3475935830036328e-07, + -8.181818183804877e-08, + 3.272727272453287e-07, + -5.347593584110138e-08, + 2.6737967877210432e-08, + 8.449197850875112e-08, + -1.9251336920322585e-08, + -1.4919786096240437e-07, + -4.705882350701689e-08, + -7.112299465890437e-08, + -8.395721923564323e-08, + 2.0106951872948384e-07, + -2.2117647054603053e-07, + 1.7219251329526993e-07 + ] + ], + "std": [ + [ + 0.9973228707261231, + 0.997322592235688, + 0.9973223292917861, + 0.9973227306511006, + 0.99732255532754, + 0.997322255366945, + 0.9973226239770173, + 0.997322228679491, + 0.9973224624202952, + 0.997322743624266, + 0.9973222482787992, + 0.997322493534107, + 0.9973232185155234, + 0.9973228780399456, + 0.9973223891564488, + 0.9973225844652592, + 0.9973225517530112, + 0.9973225554412601, + 0.9973222478195743, + 0.9973226789069762, + 0.997322213988001, + 0.997322643819296, + 0.9973226574869563, + 0.9973225588456511, + 0.9973227088028409, + 0.9973226325041668, + 0.9973227670427876, + 0.9973226762758315, + 0.9973224495674463, + 0.997322983837095, + 0.997321878860045, + 0.9973226923900768, + 0.9973225315151032, + 0.9973225107812234, + 0.997322704618034, + 0.9973227074584576, + 0.9973225552504908, + 0.9973228014956899, + 0.9973225828407466, + 0.9973226373516573, + 0.9973225174190434, + 0.9973227159363205, + 0.9973224262644476, + 0.9973224878506673 + ] + ] + }, + "width": 128, + "in_features": 44, + "out_features": 2, + "depth": 6, + "padding": 88, + "parameters": 35471, + "cert_evals": { + "36": 0.5245901346206665, + "72": 0.5245901346206665, + "108": 0.5081967115402222, + "255": 0.42622947692871094 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.65, + "test_acc": 0.5, + "train_size": 187, + "val_size": 20, + "test_size": 60, + "stats": { + "mean": [ + [ + 9.73262032024493e-08, + 7.37967914422617e-08, + -2.8021390374859026e-07, + 8.342245993522504e-08, + 1.438502673446313e-07, + 4.27807487904935e-09, + -3.208556132607522e-09, + 2.4438502673282447e-07, + -4.064171128261887e-08, + -1.245989304839758e-07, + -2.7005347592964245e-07, + -9.828877005220575e-08, + -2.7272727281823347e-08, + -9.786096256698731e-08, + -2.1390374290903598e-08, + -1.764705878989899e-08, + -2.1016042791891207e-07, + -1.443850270181913e-08, + -1.9251336897019774e-07, + -1.026737967961774e-07, + 2.2139037467217133e-08, + -1.871657754046705e-07, + -2.433155080530257e-07, + 3.422459890534254e-08, + 6.320855603067246e-08, + 1.203208557214405e-07, + 1.5240641710866705e-07, + -1.2566844921602035e-07, + -1.465240642376751e-07, + -2.577540106646021e-07, + -1.3475935830036328e-07, + -8.181818183804877e-08, + 3.272727272453287e-07, + -5.347593584110138e-08, + 2.6737967877210432e-08, + 8.449197850875112e-08, + -1.9251336920322585e-08, + -1.4919786096240437e-07, + -4.705882350701689e-08, + -7.112299465890437e-08, + -8.395721923564323e-08, + 2.0106951872948384e-07, + -2.2117647054603053e-07, + 1.7219251329526993e-07 + ] + ], + "std": [ + [ + 0.9973228707261231, + 0.997322592235688, + 0.9973223292917861, + 0.9973227306511006, + 0.99732255532754, + 0.997322255366945, + 0.9973226239770173, + 0.997322228679491, + 0.9973224624202952, + 0.997322743624266, + 0.9973222482787992, + 0.997322493534107, + 0.9973232185155234, + 0.9973228780399456, + 0.9973223891564488, + 0.9973225844652592, + 0.9973225517530112, + 0.9973225554412601, + 0.9973222478195743, + 0.9973226789069762, + 0.997322213988001, + 0.997322643819296, + 0.9973226574869563, + 0.9973225588456511, + 0.9973227088028409, + 0.9973226325041668, + 0.9973227670427876, + 0.9973226762758315, + 0.9973224495674463, + 0.997322983837095, + 0.997321878860045, + 0.9973226923900768, + 0.9973225315151032, + 0.9973225107812234, + 0.997322704618034, + 0.9973227074584576, + 0.9973225552504908, + 0.9973228014956899, + 0.9973225828407466, + 0.9973226373516573, + 0.9973225174190434, + 0.9973227159363205, + 0.9973224262644476, + 0.9973224878506673 + ] + ] + }, + "width": 128, + "in_features": 44, + "out_features": 2, + "depth": 6, + "padding": 88, + "parameters": 35471, + "cert_evals": { + "36": 0.5, + "72": 0.4833333492279053, + "108": 0.4833333492279053, + "255": 0.4333333671092987 + }, + "fold": 2 + }, + { + "best_epoch": 19, + "best_val_acc": 0.6111111111111112, + "test_acc": 0.5161290322580645, + "train_size": 187, + "val_size": 18, + "test_size": 62, + "stats": { + "mean": [ + [ + 9.73262032024493e-08, + 7.37967914422617e-08, + -2.8021390374859026e-07, + 8.342245993522504e-08, + 1.438502673446313e-07, + 4.27807487904935e-09, + -3.208556132607522e-09, + 2.4438502673282447e-07, + -4.064171128261887e-08, + -1.245989304839758e-07, + -2.7005347592964245e-07, + -9.828877005220575e-08, + -2.7272727281823347e-08, + -9.786096256698731e-08, + -2.1390374290903598e-08, + -1.764705878989899e-08, + -2.1016042791891207e-07, + -1.443850270181913e-08, + -1.9251336897019774e-07, + -1.026737967961774e-07, + 2.2139037467217133e-08, + -1.871657754046705e-07, + -2.433155080530257e-07, + 3.422459890534254e-08, + 6.320855603067246e-08, + 1.203208557214405e-07, + 1.5240641710866705e-07, + -1.2566844921602035e-07, + -1.465240642376751e-07, + -2.577540106646021e-07, + -1.3475935830036328e-07, + -8.181818183804877e-08, + 3.272727272453287e-07, + -5.347593584110138e-08, + 2.6737967877210432e-08, + 8.449197850875112e-08, + -1.9251336920322585e-08, + -1.4919786096240437e-07, + -4.705882350701689e-08, + -7.112299465890437e-08, + -8.395721923564323e-08, + 2.0106951872948384e-07, + -2.2117647054603053e-07, + 1.7219251329526993e-07 + ] + ], + "std": [ + [ + 0.9973228707261231, + 0.997322592235688, + 0.9973223292917861, + 0.9973227306511006, + 0.99732255532754, + 0.997322255366945, + 0.9973226239770173, + 0.997322228679491, + 0.9973224624202952, + 0.997322743624266, + 0.9973222482787992, + 0.997322493534107, + 0.9973232185155234, + 0.9973228780399456, + 0.9973223891564488, + 0.9973225844652592, + 0.9973225517530112, + 0.9973225554412601, + 0.9973222478195743, + 0.9973226789069762, + 0.997322213988001, + 0.997322643819296, + 0.9973226574869563, + 0.9973225588456511, + 0.9973227088028409, + 0.9973226325041668, + 0.9973227670427876, + 0.9973226762758315, + 0.9973224495674463, + 0.997322983837095, + 0.997321878860045, + 0.9973226923900768, + 0.9973225315151032, + 0.9973225107812234, + 0.997322704618034, + 0.9973227074584576, + 0.9973225552504908, + 0.9973228014956899, + 0.9973225828407466, + 0.9973226373516573, + 0.9973225174190434, + 0.9973227159363205, + 0.9973224262644476, + 0.9973224878506673 + ] + ] + }, + "width": 128, + "in_features": 44, + "out_features": 2, + "depth": 6, + "padding": 88, + "parameters": 35471, + "cert_evals": { + "36": 0.5161290168762207, + "72": 0.5, + "108": 0.5, + "255": 0.32258063554763794 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5248713800428435, + "std_test_acc": 0.0205013867945014, + "n_samples": 267, + "n_features": 44, + "n_classes": 2, + "mean_cert_acc_36": 0.5207730084657669, + "std_cert_acc_36": 0.01764661953650786, + "mean_cert_acc_72": 0.5083367973566055, + "std_cert_acc_72": 0.020419010858105296, + "mean_cert_acc_108": 0.5042384415864944, + "std_cert_acc_108": 0.017506861369315493, + "mean_cert_acc_255": 0.3929934948682785, + "std_cert_acc_255": 0.05066198802159327 + }, + "statlog-australian-credit": { + "dataset": "statlog-australian-credit", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.6886792452830188, + "test_acc": 0.6092233009708737, + "train_size": 172, + "val_size": 106, + "test_size": 412, + "stats": { + "mean": [ + [ + 0.05059407542441863, + -0.0114752416860465, + 0.028838848837209195, + 0.03936136046511627, + 0.10460593604651149, + 0.0779865668604651, + 0.08156061627906987, + 0.15811348837209352, + 0.05523483604651162, + 0.1309385000000002, + 0.06254351744186054, + -0.11882176316511633, + 0.041984078837209345, + 0.07566618604651176 + ] + ], + "std": [ + [ + 1.0101299726407869, + 1.0530472517300817, + 0.9967360557731824, + 0.9782321556549705, + 1.0601462124818095, + 1.0386276590440506, + 0.9921323025144253, + 1.0098717215967856, + 0.8568205957330315, + 1.0017391917815985, + 0.8280019139302006, + 0.8059241197617667, + 1.4892583738151293, + 1.0047800961056161 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 3731, + "cert_evals": { + "36": 0.3446601927280426, + "72": 0.1990291327238083, + "108": 0.1286407709121704, + "255": 0.033980581909418106 + }, + "fold": 0 + }, + { + "best_epoch": 3, + "best_val_acc": 0.5979381443298969, + "test_acc": 0.6342042755344418, + "train_size": 172, + "val_size": 97, + "test_size": 421, + "stats": { + "mean": [ + [ + -0.0864253130930232, + -0.033577701104651185, + -0.03875552325581389, + 0.029890569767441845, + 0.028733052325581446, + 0.014722290813953477, + 0.05829668604651171, + -0.01803883720930214, + 0.054039201162790776, + -0.043972749999999845, + -0.07365430232558125, + -0.024331187647674404, + 0.08401893802325594, + 0.08735679069767467 + ] + ], + "std": [ + [ + 0.9209242895195554, + 0.9435504125386636, + 1.067477333690663, + 1.061435553615557, + 1.0025792818765138, + 1.0277952989603758, + 0.9948560751139975, + 0.9964680315230806, + 0.9046016810802003, + 0.994587469176134, + 1.1556768232845753, + 0.935329242863178, + 1.6527499781150876, + 1.0051200887036142 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 3731, + "cert_evals": { + "36": 0.3919239938259125, + "72": 0.21377673745155334, + "108": 0.12589074671268463, + "255": 0.009501188062131405 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.7222222222222222, + "test_acc": 0.6051401869158879, + "train_size": 172, + "val_size": 90, + "test_size": 428, + "stats": { + "mean": [ + [ + -0.07147041345930233, + -0.029198059883720928, + -0.10634986046511644, + -0.012728412790697653, + -0.06173072674418615, + 0.0097622159302325, + 0.05829668604651169, + 0.08765255813953526, + 0.008607926744186043, + -0.06729424999999996, + 0.004173023255814025, + -0.03348306104651162, + -0.012487369767441872, + -0.017858651162790676 + ] + ], + "std": [ + [ + 0.971314722723139, + 0.8466778612216974, + 1.042970249181201, + 0.959839375401117, + 0.918650223910635, + 0.8910303524098012, + 0.9948560751139973, + 1.0082316527571256, + 0.8072245383487707, + 0.9913009258016392, + 0.8525556362245806, + 0.9327938415221685, + 0.575642414570075, + 0.997133880165406 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 3731, + "cert_evals": { + "36": 0.4252336323261261, + "72": 0.23364485800266266, + "108": 0.121495321393013, + "255": 0.004672897048294544 + }, + "fold": 2 + }, + { + "best_epoch": 4, + "best_val_acc": 0.7766990291262136, + "test_acc": 0.5253012048192771, + "train_size": 172, + "val_size": 103, + "test_size": 415, + "stats": { + "mean": [ + [ + -0.1213828103255814, + -0.06661143598837206, + 0.001801104651162605, + 0.1309130523255815, + 0.11044239534883706, + -0.028884297790697674, + 0.10482454651162802, + 0.09939604651162864, + -0.012912282558139528, + -0.12559799999999988, + 0.023629854651162924, + 0.0062312962406976735, + 0.17098330383720955, + 0.12242860465116306 + ] + ], + "std": [ + [ + 0.928604583415627, + 0.9683009241515906, + 1.0138252442857156, + 0.9530281481075065, + 0.9511816420159422, + 0.9323161262752426, + 0.9888538720631012, + 1.0088469910217654, + 0.7964967613394043, + 0.9806129187696861, + 0.964831290983948, + 0.838672394350281, + 1.7526808412132595, + 1.0053240290706722 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 3731, + "cert_evals": { + "36": 0.3301204741001129, + "72": 0.15903614461421967, + "108": 0.05783132463693619, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5934672420601201, + "std_test_acc": 0.047225083601171586, + "n_samples": 690, + "n_features": 14, + "n_classes": 2, + "mean_cert_acc_36": 0.3729845732450485, + "std_cert_acc_36": 0.043696938695122194, + "mean_cert_acc_72": 0.201371718198061, + "std_cert_acc_72": 0.0315870677804694, + "mean_cert_acc_108": 0.10846454091370106, + "std_cert_acc_108": 0.03388350993196802, + "mean_cert_acc_255": 0.012038666754961014, + "std_cert_acc_255": 0.015133522385426413 + }, + "statlog-german-credit": { + "dataset": "statlog-german-credit", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 11, + "best_val_acc": 0.7291666666666666, + "test_acc": 0.7508250825082509, + "train_size": 250, + "val_size": 144, + "test_size": 606, + "stats": { + "mean": [ + [ + 0.008747452000000005, + 0.11021018984000003, + 0.06555079600000023, + 0.10154820480000003, + -0.010759709999999997, + -0.02979250000000003, + 0.08191152000000003, + 0.013589535999999907, + 0.08188774399999998, + -0.06417329279999998, + 0.041099871999999926, + 0.0640540519999999, + 0.02485610000000021, + 0.057033071999999865, + 0.037065583999999575, + -0.014164548000000032, + 0.003288288000000005, + -0.09291863999999964, + 0.055446887999999986, + 0.033893919999999966, + -0.019884256, + -0.06814002399999995, + 0.019990000000000167, + 0.004141975999999968 + ] + ], + "std": [ + [ + 1.003978613784907, + 1.1209135794421377, + 1.0561299223802987, + 1.0960852648064718, + 1.0015570603843653, + 1.0186243811552194, + 0.9706722294277974, + 0.9826945821214509, + 0.9667757761368231, + 0.9930707850493405, + 0.9574267666614031, + 1.0136622966442341, + 1.022617820769464, + 1.0089854337740911, + 1.0859859373554877, + 0.9904599650540205, + 1.0037797010309435, + 1.118329779782364, + 1.1191480919785946, + 1.026929516139364, + 1.008621805841551, + 0.7419439487110271, + 1.014184725481508, + 0.9983740501128531 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 2, + "depth": 6, + "padding": 48, + "parameters": 10711, + "cert_evals": { + "36": 0.6072607636451721, + "72": 0.49174919724464417, + "108": 0.3663366436958313, + "255": 0.08085808902978897 + }, + "fold": 0 + }, + { + "best_epoch": 3, + "best_val_acc": 0.703030303030303, + "test_acc": 0.6905982905982906, + "train_size": 250, + "val_size": 165, + "test_size": 585, + "stats": { + "mean": [ + [ + -0.11847553600000008, + 0.036239413119999966, + 0.02862046800000001, + -0.09383200439999995, + 0.060125340400000005, + 0.15559079999999997, + -0.014122872000000066, + 0.03171004799999993, + -0.020949231999999995, + 0.024086774399999983, + 0.035430963999999704, + 0.03635581599999994, + 0.01380900000000019, + -0.02444276800000006, + 0.015885439999999883, + -0.04249425600000005, + 0.0032882880000000194, + -0.05162157599999978, + -0.045364992, + -0.03910935999999991, + 0.02430596400000002, + -0.06814002399999995, + -0.009994999999999971, + 0.03726506400000005 + ] + ], + "std": [ + [ + 0.9921196542418786, + 0.9839775335987256, + 0.9719344651930834, + 0.8219136288585911, + 1.0283437624856175, + 0.935161859470199, + 1.0304888406780581, + 0.969745031693504, + 1.0144787229611012, + 0.9607218147860226, + 0.9757296988321245, + 0.9986987034773843, + 1.0124834391949327, + 0.99440586812025, + 1.0376109095734123, + 0.9715066082685968, + 1.003779701030944, + 1.0681499773760452, + 0.8871445440000011, + 0.9654046905991231, + 0.9876884886364683, + 0.741943948711028, + 0.9919250708722922, + 0.9887116931453116 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 2, + "depth": 6, + "padding": 48, + "parameters": 10711, + "cert_evals": { + "36": 0.5760684013366699, + "72": 0.4769230782985687, + "108": 0.3521367609500885, + "255": 0.04273504391312599 + }, + "fold": 1 + }, + { + "best_epoch": 15, + "best_val_acc": 0.7483443708609272, + "test_acc": 0.7078464106844741, + "train_size": 250, + "val_size": 151, + "test_size": 599, + "stats": { + "mean": [ + [ + -0.007155444000000004, + -0.02280468616000002, + -0.000923963999999978, + -0.005769232000000004, + 0.027214445999999993, + -0.033102900000000046, + -0.08756082399999997, + -0.008155120000000118, + -0.043801872000000026, + -0.036042587200000024, + -0.06660962000000034, + -0.012116240000000006, + 0.03590320000000018, + 0.03259031999999998, + 0.015885439999999754, + 0.014165159999999979, + -0.009864799999999998, + 0.044738240000000214, + -0.025202616000000018, + -0.02868032000000009, + 0.015467920000000017, + -0.013628039999999968, + -0.019989999999999956, + 0.04554583600000004 + ] + ], + "std": [ + [ + 0.9999148002086538, + 1.0148356615854706, + 0.9944072856585561, + 1.035717095952802, + 1.0170037494400637, + 0.9881689707602084, + 0.9574315744991436, + 0.9962604301494323, + 1.0106965591920622, + 0.938266029045709, + 1.046848672784522, + 1.0034643812466981, + 1.0325345627288987, + 1.0053273490207943, + 1.0376109095734132, + 1.0082616972439922, + 0.9864816, + 0.9336343846074779, + 0.9390127419470407, + 0.974766613507818, + 0.9920679785169961, + 0.9539597199999994, + 0.9841903486622879, + 0.9861074856695757 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 2, + "depth": 6, + "padding": 48, + "parameters": 10711, + "cert_evals": { + "36": 0.6260433793067932, + "72": 0.555926501750946, + "108": 0.4540901482105255, + "255": 0.09515859186649323 + }, + "fold": 2 + }, + { + "best_epoch": 13, + "best_val_acc": 0.7466666666666667, + "test_acc": 0.695, + "train_size": 250, + "val_size": 150, + "test_size": 600, + "stats": { + "mean": [ + [ + -0.07712802800000004, + 0.035575906559999905, + 0.03600647600000002, + 0.06969280920000001, + -0.07151825079999988, + 1.2599999999729494e-06, + 0.09320968800000004, + -0.008155136000000117, + -0.047610556000000026, + -0.07366734000000005, + 0.04676877999999975, + -0.0398143480000001, + 0.013809000000000111, + -0.024442767999999993, + 0.0794258719999996, + -0.023607784000000107, + -0.036170976, + -0.02409019999999976, + 0.11593401599999997, + 0.06518104000000009, + 0.006629876000000042, + -0.013628039999999942, + 0.03998, + -0.028981112000000014 + ] + ], + "std": [ + [ + 0.9961848281424827, + 1.0357494337664712, + 0.9956407453516892, + 1.0641268992559583, + 0.9722690935335091, + 0.9495990606515547, + 0.9583641989375432, + 1.0028304935144103, + 0.9697124254270231, + 0.9284015893774715, + 0.9387328207858588, + 0.9103631774518237, + 1.0124834391949329, + 0.9944058681202499, + 1.1756410923708531, + 0.9842733398970128, + 0.9503959399474098, + 1.032426600000002, + 1.233700183972741, + 1.0506449065402248, + 0.9963498257987028, + 0.9539597199999992, + 1.028271299122951, + 1.0068547054058516 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 2, + "depth": 6, + "padding": 48, + "parameters": 10711, + "cert_evals": { + "36": 0.6100000143051147, + "72": 0.5266667008399963, + "108": 0.44833335280418396, + "255": 0.10333333909511566 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7110674459477538, + "std_test_acc": 0.02749662932705458, + "n_samples": 1000, + "n_features": 24, + "n_classes": 2, + "mean_cert_acc_36": 0.6048431396484375, + "std_cert_acc_36": 0.02089556562604205, + "mean_cert_acc_72": 0.5128163695335388, + "std_cert_acc_72": 0.03550807082448215, + "mean_cert_acc_108": 0.4052242264151573, + "std_cert_acc_108": 0.053468988426917184, + "mean_cert_acc_255": 0.08052126597613096, + "std_cert_acc_255": 0.026848674807587635 + }, + "statlog-heart": { + "dataset": "statlog-heart", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 15, + "best_val_acc": 0.8421052631578947, + "test_acc": 0.8424242424242424, + "train_size": 67, + "val_size": 38, + "test_size": 165, + "stats": { + "mean": [ + [ + -0.08198015373134328, + -0.20437704477611945, + 0.14667940298507465, + -0.10702356567164191, + 0.12296643701492538, + 0.0031060895522387424, + 0.1721716417910448, + 0.05256702985074625, + -0.09777528358208952, + -0.07363618358208954, + 0.14071911940298493, + -0.06190307462686559, + 0.07189410447761192 + ] + ], + "std": [ + [ + 0.9602755621241335, + 1.0534397591881424, + 0.965842016381191, + 0.8781181021048233, + 1.1908161716364944, + 1.0012132661304654, + 0.983067488143195, + 0.9410627873975389, + 0.9570769609540178, + 0.878212234528083, + 0.8616316071032667, + 0.9849557990787127, + 0.9977403560745624 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 2, + "depth": 6, + "padding": 26, + "parameters": 3231, + "cert_evals": { + "36": 0.7333332896232605, + "72": 0.6303030252456665, + "108": 0.521212100982666, + "255": 0.05454545468091965 + }, + "fold": 0 + }, + { + "best_epoch": 42, + "best_val_acc": 0.7647058823529411, + "test_acc": 0.7960526315789473, + "train_size": 67, + "val_size": 51, + "test_size": 152, + "stats": { + "mean": [ + [ + 0.10317251194029849, + -0.04498435820895522, + -0.10467137313432831, + 0.12694810597014922, + 0.17465611791044777, + 0.25472334328358204, + 0.08243026865671647, + -0.11108194776119398, + -0.002699328358208915, + -0.025414538805970124, + -0.05362482089552247, + 0.1120346268656717, + -0.13575953731343274 + ] + ], + "std": [ + [ + 0.933803946437699, + 1.0141183535164209, + 1.0495962756290413, + 0.9673366402230045, + 0.8198187755507609, + 1.1979377392725967, + 0.9966276802719692, + 1.0695932382111324, + 0.997165030870351, + 0.9974922014552127, + 0.9446202495075935, + 1.110709570807387, + 0.9882692368647951 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 2, + "depth": 6, + "padding": 26, + "parameters": 3231, + "cert_evals": { + "36": 0.6644737124443054, + "72": 0.5065789222717285, + "108": 0.29605263471603394, + "255": 0.09210526198148727 + }, + "fold": 1 + }, + { + "best_epoch": 7, + "best_val_acc": 0.6956521739130435, + "test_acc": 0.7898089171974523, + "train_size": 67, + "val_size": 46, + "test_size": 157, + "stats": { + "mean": [ + [ + 0.13594266119402976, + -0.14061997014925387, + 0.06813225373134335, + -0.08696855671641794, + 0.03171528507462684, + 0.04504229850746271, + 0.18712851940298503, + 0.03130544776119405, + 0.09237662686567168, + -0.06451316865671636, + 0.019254119402985, + 0.08040952238805975, + -0.15114120895522393 + ] + ], + "std": [ + [ + 0.8711281879382763, + 1.040823259043546, + 0.9637958388354753, + 0.9133876556024206, + 0.9725134126319966, + 1.040829334168815, + 0.9723132590478262, + 0.9630003579670339, + 1.0269376874323441, + 0.8130127152575585, + 0.8919207037488958, + 1.0082879636602924, + 0.9714271921263085 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 2, + "depth": 6, + "padding": 26, + "parameters": 3231, + "cert_evals": { + "36": 0.6942675113677979, + "72": 0.5987261533737183, + "108": 0.47770702838897705, + "255": 0.1146496832370758 + }, + "fold": 2 + }, + { + "best_epoch": 33, + "best_val_acc": 0.9, + "test_acc": 0.7668711656441718, + "train_size": 67, + "val_size": 40, + "test_size": 163, + "stats": { + "mean": [ + [ + 0.08678730746268656, + -0.14061997014925384, + 0.03671347761194034, + 0.07263314626865668, + -0.06617695701492539, + 0.17085092537313418, + 0.08243026865671643, + -0.04536504626865671, + -0.03439131343283579, + -0.07884894179104476, + -0.029331820895522515, + 0.15947211940298509, + -0.0511598059701492 + ] + ], + "std": [ + [ + 0.9010573312665855, + 1.0408232590435458, + 1.0531172362720425, + 0.9118585344964205, + 0.9359858544688878, + 1.1423287841859981, + 0.9966276802719692, + 1.0086415816105951, + 0.9850040267731803, + 0.9462659856917733, + 0.9421179375671704, + 1.0971195664680449, + 0.9795524388118361 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 2, + "depth": 6, + "padding": 26, + "parameters": 3231, + "cert_evals": { + "36": 0.6380367875099182, + "72": 0.47239261865615845, + "108": 0.28834354877471924, + "255": 0.07361963391304016 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7987892392112034, + "std_test_acc": 0.03168023637556992, + "n_samples": 270, + "n_features": 13, + "n_classes": 2, + "mean_cert_acc_36": 0.6825278252363205, + "std_cert_acc_36": 0.040924397241405945, + "mean_cert_acc_72": 0.5520001798868179, + "std_cert_acc_72": 0.07464383573124617, + "mean_cert_acc_108": 0.39582882821559906, + "std_cert_acc_108": 0.1210142950772885, + "mean_cert_acc_255": 0.08373000845313072, + "std_cert_acc_255": 0.025691302112019476 + }, + "pendigits": { + "dataset": "pendigits", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 59, + "best_val_acc": 0.9285714285714286, + "test_acc": 0.9106070713809206, + "train_size": 3498, + "val_size": 1498, + "test_size": 5996, + "stats": { + "mean": [ + [ + -8.81200686007327e-07, + 6.079473995280559e-08, + 4.631217829963712e-09, + 2.1718124648143022e-07, + 2.030874785817112e-07, + -1.7106918241445503e-07, + 5.185820439417424e-08, + -3.864493996428271e-07, + 8.861635218292038e-07, + -6.433590623347691e-07, + 7.257861636536514e-07, + 1.5797026869406332e-07, + -6.898227554824822e-08, + -8.784162378277323e-07, + 7.065809030646193e-07, + 9.948541997445605e-08 + ] + ], + "std": [ + [ + 0.9998568249462566, + 0.9998570678425832, + 0.9998573459993255, + 0.9998570492542306, + 0.9998572602820162, + 0.9998564523051444, + 0.9998557798609863, + 0.999857476109961, + 0.9998569519150583, + 0.9998579083441225, + 0.9998564283369161, + 0.9998569550094121, + 0.9998568396997518, + 0.9998576138009462, + 0.9998550735596848, + 0.9998570848520255 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 10, + "depth": 6, + "padding": 32, + "parameters": 5103, + "cert_evals": { + "36": 0.8859239816665649, + "72": 0.8458972573280334, + "108": 0.7976984977722168, + "255": 0.47765177488327026 + }, + "fold": 0 + }, + { + "best_epoch": 40, + "best_val_acc": 0.915863840719332, + "test_acc": 0.9156139464375948, + "train_size": 3498, + "val_size": 1557, + "test_size": 5937, + "stats": { + "mean": [ + [ + -8.81200686007327e-07, + 6.079473995280559e-08, + 4.631217829963712e-09, + 2.1718124648143022e-07, + 2.030874785817112e-07, + -1.7106918241445503e-07, + 5.185820439417424e-08, + -3.864493996428271e-07, + 8.861635218292038e-07, + -6.433590623347691e-07, + 7.257861636536514e-07, + 1.5797026869406332e-07, + -6.898227554824822e-08, + -8.784162378277323e-07, + 7.065809030646193e-07, + 9.948541997445605e-08 + ] + ], + "std": [ + [ + 0.9998568249462566, + 0.9998570678425832, + 0.9998573459993255, + 0.9998570492542306, + 0.9998572602820162, + 0.9998564523051444, + 0.9998557798609863, + 0.999857476109961, + 0.9998569519150583, + 0.9998579083441225, + 0.9998564283369161, + 0.9998569550094121, + 0.9998568396997518, + 0.9998576138009462, + 0.9998550735596848, + 0.9998570848520255 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 10, + "depth": 6, + "padding": 32, + "parameters": 5103, + "cert_evals": { + "36": 0.8861377835273743, + "72": 0.8431867957115173, + "108": 0.7916455864906311, + "255": 0.45662790536880493 + }, + "fold": 1 + }, + { + "best_epoch": 61, + "best_val_acc": 0.903247183565275, + "test_acc": 0.9119465329991646, + "train_size": 3498, + "val_size": 1509, + "test_size": 5985, + "stats": { + "mean": [ + [ + -8.81200686007327e-07, + 6.079473995280559e-08, + 4.631217829963712e-09, + 2.1718124648143022e-07, + 2.030874785817112e-07, + -1.7106918241445503e-07, + 5.185820439417424e-08, + -3.864493996428271e-07, + 8.861635218292038e-07, + -6.433590623347691e-07, + 7.257861636536514e-07, + 1.5797026869406332e-07, + -6.898227554824822e-08, + -8.784162378277323e-07, + 7.065809030646193e-07, + 9.948541997445605e-08 + ] + ], + "std": [ + [ + 0.9998568249462566, + 0.9998570678425832, + 0.9998573459993255, + 0.9998570492542306, + 0.9998572602820162, + 0.9998564523051444, + 0.9998557798609863, + 0.999857476109961, + 0.9998569519150583, + 0.9998579083441225, + 0.9998564283369161, + 0.9998569550094121, + 0.9998568396997518, + 0.9998576138009462, + 0.9998550735596848, + 0.9998570848520255 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 10, + "depth": 6, + "padding": 32, + "parameters": 5103, + "cert_evals": { + "36": 0.8847118020057678, + "72": 0.8434419631958008, + "108": 0.791979968547821, + "255": 0.47468671202659607 + }, + "fold": 2 + }, + { + "best_epoch": 72, + "best_val_acc": 0.9246196403872753, + "test_acc": 0.9057539682539683, + "train_size": 3498, + "val_size": 1446, + "test_size": 6048, + "stats": { + "mean": [ + [ + -8.81200686007327e-07, + 6.079473995280559e-08, + 4.631217829963712e-09, + 2.1718124648143022e-07, + 2.030874785817112e-07, + -1.7106918241445503e-07, + 5.185820439417424e-08, + -3.864493996428271e-07, + 8.861635218292038e-07, + -6.433590623347691e-07, + 7.257861636536514e-07, + 1.5797026869406332e-07, + -6.898227554824822e-08, + -8.784162378277323e-07, + 7.065809030646193e-07, + 9.948541997445605e-08 + ] + ], + "std": [ + [ + 0.9998568249462566, + 0.9998570678425832, + 0.9998573459993255, + 0.9998570492542306, + 0.9998572602820162, + 0.9998564523051444, + 0.9998557798609863, + 0.999857476109961, + 0.9998569519150583, + 0.9998579083441225, + 0.9998564283369161, + 0.9998569550094121, + 0.9998568396997518, + 0.9998576138009462, + 0.9998550735596848, + 0.9998570848520255 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 10, + "depth": 6, + "padding": 32, + "parameters": 5103, + "cert_evals": { + "36": 0.8783068656921387, + "72": 0.8371362090110779, + "108": 0.7873677015304565, + "255": 0.47933200001716614 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9109803797679121, + "std_test_acc": 0.004076686915193785, + "n_samples": 10992, + "n_features": 16, + "n_classes": 10, + "mean_cert_acc_36": 0.8837701082229614, + "std_cert_acc_36": 0.0036958924627823312, + "mean_cert_acc_72": 0.8424155563116074, + "std_cert_acc_72": 0.003725679857032069, + "mean_cert_acc_108": 0.7921729385852814, + "std_cert_acc_108": 0.004240182588382939, + "mean_cert_acc_255": 0.47207459807395935, + "std_cert_acc_255": 0.010475339914239972 + }, + "spambase": { + "dataset": "spambase", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 68, + "best_val_acc": 0.9282758620689655, + "test_acc": 0.9295671313279531, + "train_size": 1150, + "val_size": 725, + "test_size": 2726, + "stats": { + "mean": [ + [ + 0.021226006173913785, + -0.015919149391304187, + 0.025415802530432907, + 0.03918618617391535, + -0.00802565730434888, + -0.019898612173913727, + 0.006333582695649156, + 0.0138353715652162, + 0.010869212166955465, + 0.020277107478260063, + -0.03972575965999889, + -0.02055293502608697, + -0.008113843652174586, + 0.014708887365217537, + 0.01133711377391179, + -0.015495447060868504, + 0.03913622733043563, + -0.017462963999999633, + 0.0187409115304347, + 0.005520461426088844, + -0.0038418207913071324, + 0.008610802582609307, + 0.035890673565219404, + -0.006205582330433885, + 0.009182778760001165, + -0.019677288817390202, + 0.0004982232156532273, + 0.02920531815652134, + 0.012658779999999129, + 0.017062090382608135, + -0.013314016521739344, + -0.02566035391304503, + -0.008576744521738438, + -0.022911713043477794, + 0.0025098786956515694, + -0.007468803278259888, + 0.011673062539131227, + -0.015021546086957481, + -0.00910834485217397, + -0.02154278895652143, + 0.05463170547826161, + 0.023553851304347857, + 0.010670661652173499, + 0.0295903323391293, + 0.007351219000000634, + 0.01269573645391135, + -0.023270003826086932, + 0.03709884669565298, + 0.007815205191304105, + 0.027519189395651733, + -0.015820542199999555, + -0.01672272254086909, + 0.042409089939126635, + 0.025760643735651907, + 0.02838511237043451, + -0.013437700554782798, + 0.0164267618000002 + ] + ], + "std": [ + [ + 1.1235027725136815, + 0.8904989974639629, + 0.9957178739385403, + 1.4995577621881944, + 0.926476291913068, + 0.8885189316158734, + 0.9024040689634729, + 1.0405154757286925, + 1.1233331839178615, + 0.8981778369870301, + 0.8892119217650689, + 0.9874908627493307, + 0.9205513578145247, + 0.9632286363722543, + 1.0765253751015154, + 0.8531114122905263, + 1.0916574204014953, + 0.9124374318543399, + 0.9910784663927087, + 0.9680608594157823, + 0.9407382453902644, + 0.9930333587983213, + 1.1491144107563753, + 0.6425563314801666, + 1.0428011323424244, + 0.8430611857711853, + 1.0214512070760071, + 1.1643521198183129, + 1.10698998653912, + 1.0810838839403236, + 0.8380031520069444, + 0.8416763955823331, + 1.2024906820600971, + 0.8481231877782008, + 0.8570058504483157, + 0.9470628246612116, + 1.06910230060386, + 0.5874337186131844, + 0.8169185036473402, + 0.8578401703545604, + 1.4145108263137103, + 1.0433820861839775, + 0.9733444555118707, + 1.393792873658117, + 0.9492090774739013, + 1.0044806426321926, + 0.81385805230804, + 1.3465645155559474, + 1.0636978414150784, + 1.007651802571978, + 0.6554083067039526, + 0.7777941339804235, + 1.245208842537934, + 1.6535667744655882, + 1.3137439814967093, + 0.6661201009582893, + 1.219503651337539 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 59287, + "cert_evals": { + "36": 0.9075568914413452, + "72": 0.8712399005889893, + "108": 0.8319882750511169, + "255": 0.5506236553192139 + }, + "fold": 0 + }, + { + "best_epoch": 23, + "best_val_acc": 0.9293478260869565, + "test_acc": 0.9333333333333333, + "train_size": 1150, + "val_size": 736, + "test_size": 2715, + "stats": { + "mean": [ + [ + -0.024849632956522313, + -0.03413819886956486, + -0.00989163035652276, + -0.002361400086956756, + -0.03987249782608704, + 0.01090509313043455, + 0.01957335878260548, + 0.001824029217390987, + -0.024616771288696538, + -0.00523980729217439, + -0.0020601358313020405, + -0.05077641741739166, + -0.03844389808695691, + 0.0008553938956523932, + -0.01214520726087042, + -0.009230109313042243, + 0.010565583165218426, + -0.046801976826087485, + -0.013554089600000253, + 0.02790070953043506, + 0.0032765880556492374, + -0.022136448173912388, + -0.029918836608694217, + -0.007934282660868743, + -0.023365790114781765, + -0.029432224478259654, + -0.022027940843476913, + -0.010254641513043462, + -0.03708282617391394, + -0.030502210695652975, + -0.006006388869565457, + -0.048024147826089034, + 0.029480932521740062, + -0.0510750817391295, + -0.028351204086956815, + -0.026517849208694946, + 0.01842911532173985, + -0.03338618443478374, + 0.006675741999999962, + -0.04656739886956605, + -0.020719941826085986, + 0.006543958434782931, + 0.011525401739130135, + -0.008087698269565702, + 0.025108898113044256, + -0.007957335130433963, + -0.015061640434782204, + -0.03721756826086869, + -0.03895043960869612, + -0.001666222565217826, + -0.010009838134782371, + 0.03633144539478134, + -0.06020993099130556, + -0.0013161700260872296, + -0.03022302409408695, + -0.004946863700869469, + 0.004550906813912774 + ] + ], + "std": [ + [ + 0.8958373484867075, + 0.9002436174684451, + 0.9749857170890281, + 0.9175103073316754, + 0.8456789748627611, + 1.0296079196279977, + 1.0663773858644263, + 0.9918744873399122, + 0.9377758356585005, + 0.9683003635587637, + 0.9988701214159026, + 0.8510020785398145, + 0.8120292232717867, + 1.1716911892002921, + 0.9335490252401448, + 0.9275724825067901, + 1.0706786172093499, + 0.8159996197989664, + 1.018783583831139, + 1.3842479172234758, + 1.039815972096556, + 0.8839135364998896, + 0.8932393785890523, + 0.9102522959355095, + 0.9028197785306566, + 0.9621741754161531, + 0.9455093600221522, + 1.0873334815971143, + 0.9298495573937857, + 0.8712375739105048, + 1.1638136373741579, + 0.7194920963255054, + 0.993798468472957, + 0.7165877104812148, + 0.7540408567752576, + 0.9687673124893158, + 0.981800827979203, + 0.29631208384482205, + 1.2015746837404693, + 0.8040600124748868, + 0.721184410759368, + 1.0883976635466879, + 1.1000595828326398, + 0.6542723004921799, + 1.1435952861265584, + 0.9423531730144734, + 0.6560729981871746, + 0.5591229852816202, + 0.5489093243563901, + 0.9888972344464931, + 0.6428451363337641, + 1.028319563197099, + 0.6205068262838673, + 0.5771896246525331, + 0.41206923845873533, + 0.6584069792527852, + 1.0945705958475596 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 59287, + "cert_evals": { + "36": 0.9086556434631348, + "72": 0.8725599050521851, + "108": 0.8287293314933777, + "255": 0.5491712689399719 + }, + "fold": 1 + }, + { + "best_epoch": 37, + "best_val_acc": 0.949928469241774, + "test_acc": 0.9338662790697675, + "train_size": 1150, + "val_size": 699, + "test_size": 2752, + "stats": { + "mean": [ + [ + 0.04921885617391417, + 0.014926593956521877, + 0.00847792629565125, + 0.05005613400000414, + 0.0033398545217390415, + 0.022115092173912148, + 0.020861821652170594, + 0.01550478669565098, + 0.005469835709564297, + -0.002394102646087372, + -0.004648887133041112, + -0.03289461768695655, + -0.040754755739131086, + 0.02023474459130333, + -0.03975969647826165, + -0.0013114386782596627, + 0.05593795568695754, + -0.04049862191304387, + 0.032395505704347835, + 0.003473580347827736, + -0.03802155532695763, + 0.020674000869565144, + -0.029397571826085454, + 0.05626614292173871, + -0.016279572017390314, + -0.040442041434781556, + -0.027683359373911642, + -0.018165945565216026, + -0.0067161096434789095, + -0.01001410846956648, + -0.022173674869565393, + 0.0009115565217380702, + -0.0006774207913042033, + -2.747652173902797e-05, + -0.017699280086957207, + -0.0014646963999993766, + -0.01282538191304263, + -0.03204628226087075, + 0.032762344347826086, + -0.009639197913043794, + 0.10482606808695744, + -0.031013759826086604, + 0.020927692434782336, + 0.006242524399999054, + -0.026823291339128374, + 0.043980723565215755, + -0.005029141565217051, + -0.00635898059999959, + 0.007536563304348806, + -0.0018206163191308838, + -0.026798041434782056, + -0.002352054191304867, + -0.031762150104349914, + -0.03071606211652189, + -0.002249609841739219, + -0.015034978442608676, + 0.011666985643478154 + ] + ], + "std": [ + [ + 1.1778724434167362, + 1.0760534101769437, + 1.0559839237532962, + 1.5297906049045558, + 1.1364234457764475, + 1.0490814157140953, + 1.1363046556284118, + 1.0380124741143066, + 1.075498258791, + 0.8663393072266115, + 0.9747929071031151, + 0.969828844789839, + 0.7696639194748692, + 1.0473361728395063, + 0.8303333840972749, + 0.8838263753298514, + 1.2440346851573585, + 0.9334811719941839, + 1.02990808565559, + 0.8957714253842652, + 0.9678502243817942, + 1.1500298875956583, + 0.9330778093343873, + 1.5773371750732401, + 0.9230289983981412, + 0.8158091055273212, + 0.9489997820681896, + 0.9552807238624355, + 1.0072242253552435, + 1.0223260308735955, + 0.8234643073736883, + 1.0311031398813912, + 0.8806613305973721, + 1.0286119212691307, + 0.8014510966571808, + 0.9352593214362214, + 0.9329050736248139, + 0.3527683412758974, + 1.1692746053848972, + 1.002962447177659, + 1.4919910858493521, + 0.8738202541405161, + 1.1462384337701108, + 1.0090960980820731, + 0.9207764793259576, + 1.0912524568744784, + 0.816026256403742, + 0.7771366886117157, + 0.9566601501316736, + 0.9562471491235174, + 0.6185383136448549, + 0.8282423578976752, + 0.7966634350742242, + 0.34217344919196696, + 0.8296715880092417, + 0.6379508479090837, + 1.2381153537237015 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 59287, + "cert_evals": { + "36": 0.9077034592628479, + "72": 0.8706395030021667, + "108": 0.823401153087616, + "255": 0.5188953280448914 + }, + "fold": 2 + }, + { + "best_epoch": 29, + "best_val_acc": 0.9172821270310192, + "test_acc": 0.9210526315789473, + "train_size": 1150, + "val_size": 677, + "test_size": 2774, + "stats": { + "mean": [ + [ + 0.018947906521740433, + -0.000799500504347751, + 0.01308322393912882, + -0.04350387713043517, + -0.017981908217392446, + -0.037174041304348704, + 0.022572385652170752, + -0.04463838826086928, + -0.00969831843826173, + 0.015462332956521007, + 0.02533698608174001, + -0.01796958450434803, + -0.002596639478261534, + -0.008146872721739728, + -0.010465523286957488, + -0.020865805773911915, + -0.023057402052173097, + 0.015772556173913998, + 0.029574481513043406, + -0.00723897516521638, + -0.012929820996524495, + 0.013256362000000747, + -0.016364737217389708, + -0.0054786337391299, + -0.023381384405216223, + 0.018361981547826933, + -0.027815069829563832, + -0.016357650539129607, + 0.02130572809565106, + -0.04712495074782753, + -0.023661064608695874, + -0.017694028695653844, + -0.035716115565216526, + -0.015046066956521246, + 0.017066349999999682, + -0.017144463043477796, + 0.00945527166956592, + 0.0090967913913036, + -0.019910964156521774, + -0.012770454869565474, + 0.008144727217391987, + 0.026037255217391253, + -0.03684596452174003, + -0.03572749460869723, + -0.026032580895649946, + 0.034894907043476656, + -0.040598744086955754, + -0.013571423391303747, + 0.04706986420869568, + 0.04318946167130402, + -0.01196526951304294, + -0.018042527704347985, + 0.049467921365213274, + -0.02400611535652195, + 0.06052994408086956, + 0.0599142720547826, + -0.0026769801565217854 + ] + ], + "std": [ + [ + 0.9331871594323544, + 0.9567845251269138, + 0.9760296399392536, + 0.051280137756585374, + 0.9428238363495951, + 0.8814135527767363, + 0.9954267960650186, + 0.6955201641843568, + 1.0576570344486964, + 1.1798688036970275, + 1.0384456763015388, + 0.9235329672549664, + 0.9059067437108173, + 0.8252286378311408, + 0.9221679162247977, + 1.0327807332881183, + 0.9152290942982179, + 1.0569927523658942, + 1.019968514725996, + 0.9205072920345395, + 0.9958149041823585, + 1.016878390862468, + 0.8965516556476434, + 1.0877876259600743, + 0.948111265047695, + 1.0393908013003292, + 0.9611733587640997, + 0.9251890870444093, + 1.1498439764663797, + 0.8019976062593172, + 0.8125415636929294, + 0.8726450743629817, + 0.6932596937551812, + 0.8745634092810176, + 1.3798992402930492, + 0.8915710521880803, + 0.9391065100766924, + 1.1627844455953502, + 0.8173394703147074, + 0.9245635097978325, + 0.9000725380226579, + 1.1834987177794307, + 0.775157987005211, + 0.6770693378003936, + 0.7878189821125126, + 1.0585249177081846, + 0.48012225657491536, + 0.635321002731002, + 1.2507891578889274, + 1.3781763830166411, + 0.957654911058225, + 0.6938467149180203, + 1.3755269217325827, + 0.35513836957625733, + 1.6062909589981371, + 1.7067437542745856, + 0.9544103185210019 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 59287, + "cert_evals": { + "36": 0.8972602486610413, + "72": 0.8644556403160095, + "108": 0.827325165271759, + "255": 0.5580389499664307 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9294548438275003, + "std_test_acc": 0.005919268561122094, + "n_samples": 4601, + "n_features": 57, + "n_classes": 2, + "mean_cert_acc_36": 0.9052940607070923, + "std_cert_acc_36": 0.005377979141813823, + "mean_cert_acc_72": 0.8697237372398376, + "std_cert_acc_72": 0.0036025024307837134, + "mean_cert_acc_108": 0.8278609812259674, + "std_cert_acc_108": 0.0035574219254231707, + "mean_cert_acc_255": 0.544182300567627, + "std_cert_acc_255": 0.017299504505264518 + }, + "statlog-image": { + "dataset": "statlog-image", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 30, + "best_val_acc": 0.9226519337016574, + "test_acc": 0.8745441283734501, + "train_size": 577, + "val_size": 362, + "test_size": 1371, + "stats": { + "mean": [ + [ + 0.05277729462738304, + -0.026856590034661988, + -0.04045374350086678, + 0.035925407279029424, + 0.012791040953206106, + -0.02749923800693239, + 0.026879459393414143, + 0.003427681455805914, + -0.003979492894280729, + -0.0036277449220103795, + -0.004736499878682832, + -0.003368361143847496, + 0.0064276489428076265, + -0.008315490103986137, + 0.007643567209705356, + -0.0043468179896013785, + 0.0004630635528596608, + -0.0013222841941074428 + ] + ], + "std": [ + [ + 1.0182285353798557, + 0.9851787517694358, + 0.9390514410011299, + 1.0719805534061642, + 1.0253303532403122, + 0.7168098920649388, + 1.0463467417069485, + 1.0739156275157598, + 0.9846461541428279, + 0.986758186324584, + 0.9813280135807977, + 0.9874022073254759, + 0.9931538939642666, + 0.9774222979865599, + 0.9945730722498334, + 0.98084516278497, + 0.9787696627538863, + 1.0056912001088976 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 6276, + "cert_evals": { + "36": 0.8344274163246155, + "72": 0.7811816334724426, + "108": 0.7169948816299438, + "255": 0.3683442771434784 + }, + "fold": 0 + }, + { + "best_epoch": 52, + "best_val_acc": 0.8955696202531646, + "test_acc": 0.8920254057868737, + "train_size": 577, + "val_size": 316, + "test_size": 1417, + "stats": { + "mean": [ + [ + -0.00805977642980937, + -0.018866870935875215, + 0.031481733102252704, + -0.043535077989602024, + 0.004621514436741676, + 0.01480505808492205, + -0.014060085823223602, + -0.02213133720970536, + 0.002966329462738305, + 0.0030170756499133438, + 0.002753383032928949, + 0.0031395960138648014, + -0.0019510392547660267, + 0.0010119288561525432, + 0.0002420222010398325, + 0.0026207177123050403, + -0.00027903677296360597, + -0.004136256395147322 + ] + ], + "std": [ + [ + 0.9953843774509928, + 1.0074852374270842, + 1.0783606982862584, + 0.9028473634226395, + 1.0693480635548707, + 1.0940228399134122, + 0.8711465724120171, + 0.502597420466186, + 1.006613669140276, + 1.0050554458942274, + 1.0062103872564798, + 1.0073657656318686, + 0.9940821219426057, + 0.9803990682446567, + 0.9797804248563735, + 1.0060668347936674, + 0.9852523228665813, + 0.9927198570183016 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 6276, + "cert_evals": { + "36": 0.8496824502944946, + "72": 0.798870861530304, + "108": 0.7438250184059143, + "255": 0.33098095655441284 + }, + "fold": 1 + }, + { + "best_epoch": 36, + "best_val_acc": 0.8647214854111406, + "test_acc": 0.8702064896755162, + "train_size": 577, + "val_size": 377, + "test_size": 1356, + "stats": { + "mean": [ + [ + 0.05914366984402079, + 0.022316960745233937, + 0.06025597920277344, + 0.004141213171577218, + 0.06498358975736578, + -0.007717641698440197, + 0.003916004280762564, + -0.024700628942807636, + -0.011757545424610043, + -0.012553493500866587, + -0.011469935798960128, + -0.011205641403812857, + 0.0023379489774696394, + -0.007725091837088372, + 0.010744232443674168, + -0.011220052305025987, + -0.013785179953206241, + 0.003924050017330997 + ] + ], + "std": [ + [ + 1.024154455792897, + 0.9811663585132518, + 1.0550539991337744, + 1.0439910345858283, + 1.1416502363087357, + 0.8904529955722684, + 1.0841860242487946, + 0.7205096411504827, + 0.9892628189620303, + 0.9876451169861917, + 0.9910594913771583, + 0.9889085818803738, + 1.0052016942584325, + 1.0015543969928375, + 1.001939370908761, + 0.9907018248984832, + 0.9753060190971025, + 0.9976064937693578 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 6276, + "cert_evals": { + "36": 0.8237463235855103, + "72": 0.783923327922821, + "108": 0.7271386384963989, + "255": 0.3687315583229065 + }, + "fold": 2 + }, + { + "best_epoch": 40, + "best_val_acc": 0.8958333333333334, + "test_acc": 0.8754473872584109, + "train_size": 577, + "val_size": 336, + "test_size": 1397, + "stats": { + "mean": [ + [ + -0.004805442807625656, + 0.03371339715771235, + 0.02189034662045027, + 0.035925407279029334, + 0.0042291054419410475, + 0.03768918716984402, + 0.012717266897746975, + 0.03924694882149047, + 0.00528661488734836, + 0.005418960658578841, + 0.0062262528249566835, + 0.0039763388388214865, + -0.003098130467937617, + 0.010604977712305036, + -0.01486111181975736, + 0.007219200675909865, + 0.014029051389948003, + 0.01013749448873485 + ] + ], + "std": [ + [ + 1.008276364629133, + 1.010568100241832, + 1.0315325534295983, + 1.1379229784648968, + 0.9804535280460098, + 1.2556130480825498, + 1.057279793514591, + 1.3153187531590647, + 1.004023150383831, + 1.004919767936061, + 1.0036256590527597, + 1.0041255432995537, + 1.0046162783500956, + 1.0114881398893187, + 1.0145020055917877, + 1.0028701935817135, + 1.0098377455026906, + 0.990416131086278 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 6276, + "cert_evals": { + "36": 0.8160343170166016, + "72": 0.764495313167572, + "108": 0.7093772292137146, + "255": 0.3851109445095062 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8780558527735628, + "std_test_acc": 0.00958987683345941, + "n_samples": 2310, + "n_features": 18, + "n_classes": 7, + "mean_cert_acc_36": 0.8309726268053055, + "std_cert_acc_36": 0.014575843293923665, + "mean_cert_acc_72": 0.7821177840232849, + "std_cert_acc_72": 0.01408726909474925, + "mean_cert_acc_108": 0.7243339419364929, + "std_cert_acc_108": 0.01489220653434612, + "mean_cert_acc_255": 0.363291934132576, + "std_cert_acc_255": 0.02291421805427796 + }, + "statlog-vehicle": { + "dataset": "statlog-vehicle", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 22, + "best_val_acc": 0.6611570247933884, + "test_acc": 0.6926070038910506, + "train_size": 211, + "val_size": 121, + "test_size": 514, + "stats": { + "mean": [ + [ + -0.15146149526066363, + -0.10432839952606632, + -0.059711114691943054, + -0.10485173232227493, + -0.05972240473933653, + 0.023982654502369662, + -0.09937442175355453, + 0.0818855733649288, + -0.10596828436018967, + -0.11517251252132703, + -0.08347083222748818, + -0.1053934661943128, + -0.08422502947867287, + 0.06107363270142171, + -0.09882898767772512, + -0.031016796208530723, + -0.05365530142180105, + -0.07673026919431288 + ] + ], + "std": [ + [ + 0.9244006895318542, + 0.9269788321694366, + 0.9738611659537878, + 0.9392376060519674, + 0.9423236941745864, + 1.2031150582278034, + 0.9189159479510511, + 0.9554470489794712, + 0.9165422543676691, + 0.9419702932342265, + 0.899283407616931, + 0.9016819378903871, + 0.9169739004303826, + 1.0374334592683703, + 1.008232147929816, + 0.9709165003669759, + 0.9809690311814254, + 0.9851749395938914 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 6165, + "cert_evals": { + "36": 0.5856031179428101, + "72": 0.47081711888313293, + "108": 0.3540855944156647, + "255": 0.048638131469488144 + }, + "fold": 0 + }, + { + "best_epoch": 35, + "best_val_acc": 0.7166666666666667, + "test_acc": 0.7009708737864078, + "train_size": 211, + "val_size": 120, + "test_size": 515, + "stats": { + "mean": [ + [ + -0.05707185829383899, + 0.01703814028436017, + -0.07233211819905201, + -0.08672841545023706, + -0.057319243601895775, + 0.03840272132701431, + -0.013982209905213271, + 0.02121443985781981, + -0.007237241706161201, + 0.0049784149421801165, + -0.014029810900473958, + -0.016262295578199085, + 0.0009614558767772847, + 0.11677855781990558, + 0.0023493535545024086, + -0.010852331753554503, + -0.10286354407582957, + -0.11368303744075818 + ] + ], + "std": [ + [ + 1.0402738933856586, + 0.9838455143238437, + 1.0190627316129826, + 1.0239103894741375, + 1.1508302480807033, + 1.1683856166359436, + 1.0055121275534542, + 0.9988185856887961, + 1.0147533040348673, + 0.9815814858424408, + 0.9995251885514925, + 1.0064285465555274, + 0.9637935338431834, + 1.1030605616237845, + 0.9937126714490084, + 0.995709949800922, + 1.0375518355312294, + 1.0614716810079152 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 6165, + "cert_evals": { + "36": 0.5766990184783936, + "72": 0.4718446731567383, + "108": 0.3262135982513428, + "255": 0.009708737954497337 + }, + "fold": 1 + }, + { + "best_epoch": 42, + "best_val_acc": 0.6589147286821705, + "test_acc": 0.6778656126482213, + "train_size": 211, + "val_size": 129, + "test_size": 506, + "stats": { + "mean": [ + [ + -0.021963390047393307, + 0.015501836018957329, + 0.03765074758293839, + -0.033773345592417056, + -0.053714301421800954, + 0.025012608530805693, + 0.012391009146919438, + 0.0011931618483411932, + 0.003732862559241725, + -0.004163105436966835, + 0.014350785308056885, + 0.008870320853080559, + 0.03139527815165877, + 0.07120188767772496, + -0.007286610426540335, + 0.01621079620853081, + -0.11362760189573462, + -0.0754560952606636 + ] + ], + "std": [ + [ + 1.0013809830173679, + 0.9782519614775661, + 1.0067349356663802, + 0.9925585379225955, + 0.9656789538710515, + 1.079511023393183, + 1.0086208512176316, + 0.9976671958575583, + 1.0053473248040818, + 0.9749627707710302, + 1.0173842579149284, + 1.023042568770406, + 0.9834183626487213, + 1.0185730954327057, + 1.033273817278921, + 0.9965280678503624, + 0.9690108913489877, + 1.0258779208898805 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 6165, + "cert_evals": { + "36": 0.5671936869621277, + "72": 0.4644269049167633, + "108": 0.3596838116645813, + "255": 0.051383402198553085 + }, + "fold": 2 + }, + { + "best_epoch": 61, + "best_val_acc": 0.7007874015748031, + "test_acc": 0.6712598425196851, + "train_size": 211, + "val_size": 127, + "test_size": 508, + "stats": { + "mean": [ + [ + 0.04652693270142183, + 0.020878930331753535, + 0.004595829952606676, + 0.050472680521327036, + 0.10850436966824639, + 0.11359419241706137, + 0.0035522710900474227, + -0.016401528483412357, + 0.0019045260663507124, + 0.02816009017251184, + 0.02038910379146921, + 0.003237731909952596, + 0.0162511691943128, + 0.05221142748815186, + 0.04571186824644554, + -0.08779599999999993, + -0.02366896398104278, + -0.04232626635071097 + ] + ], + "std": [ + [ + 1.0660694582459869, + 0.9954955740331093, + 1.0005918167210288, + 1.0225865249631643, + 1.1919100176742894, + 1.3676251093574603, + 0.9782612041335168, + 1.0070319475298821, + 0.9609306968438209, + 0.995608616420587, + 0.9856739612962143, + 0.9752124296736733, + 1.0143856365331891, + 1.0854963150619814, + 1.0148237536601927, + 0.9020045533947828, + 0.9646100732878, + 0.9403175219272142 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 6165, + "cert_evals": { + "36": 0.5767716765403748, + "72": 0.4960629940032959, + "108": 0.3897637724876404, + "255": 0.027559055015444756 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6856758332113412, + "std_test_acc": 0.013549904379129916, + "n_samples": 846, + "n_features": 18, + "n_classes": 4, + "mean_cert_acc_36": 0.5765668749809265, + "std_cert_acc_36": 0.007518194510311171, + "mean_cert_acc_72": 0.4757879227399826, + "std_cert_acc_72": 0.013909341572853921, + "mean_cert_acc_108": 0.3574366942048073, + "std_cert_acc_108": 0.026052518226961502, + "mean_cert_acc_255": 0.03432233165949583, + "std_cert_acc_255": 0.019558401077944074 + }, + "steel-plates": { + "dataset": "steel-plates", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 34, + "best_val_acc": 0.6426229508196721, + "test_acc": 0.6533449174630755, + "train_size": 485, + "val_size": 305, + "test_size": 1151, + "stats": { + "mean": [ + [ + -0.033171420824742434, + -0.03487799787628848, + -0.025752341010309272, + -0.02575685641237119, + -0.013433178123711241, + -0.013203120387628779, + -0.01932132132144322, + -0.015286709072164926, + -0.03529740762886613, + -0.06188019999999985, + 0.029282459793814393, + 0.02461150515463966, + -0.02461150515463966, + 0.02680637649484613, + 0.05348254682474227, + 0.04729742422680411, + 0.037012766989690665, + -0.005113711814433202, + -0.04244604482474207, + 0.016299261237113144, + 0.02038411958762842, + 0.024304238721649656, + 0.01957637484536068, + 0.03119099608247441, + 0.008960876804329868, + -0.0667112558564948, + 0.03806582750515489 + ] + ], + "std": [ + [ + 0.9756894853975037, + 0.9770748287077284, + 0.928969513709341, + 0.9289613756914903, + 0.7271911461061646, + 0.6249440949513447, + 0.2710442676106522, + 0.8321078924444775, + 0.9681819508369377, + 0.9379050398893956, + 1.0059681125158686, + 1.004435542438173, + 1.004435542438173, + 1.0374639889594413, + 0.9990047126903454, + 0.9783238676858398, + 0.9859445483202275, + 0.9264109604441377, + 0.9798063758731859, + 0.9885797784975004, + 0.9993680933241289, + 0.9978320614999503, + 0.9928227904046222, + 0.9831836156202347, + 0.9769683973001587, + 0.9740787014301614, + 0.9975175191485853 + ] + ] + }, + "width": 128, + "in_features": 27, + "out_features": 7, + "depth": 6, + "padding": 54, + "parameters": 13782, + "cert_evals": { + "36": 0.6038227677345276, + "72": 0.5490877628326416, + "108": 0.49261513352394104, + "255": 0.2971329391002655 + }, + "fold": 0 + }, + { + "best_epoch": 51, + "best_val_acc": 0.721830985915493, + "test_acc": 0.6407849829351536, + "train_size": 485, + "val_size": 284, + "test_size": 1172, + "stats": { + "mean": [ + [ + 0.03706820797938135, + 0.03657455558762895, + 0.014421525546391723, + 0.014414742845360836, + -0.04709934408247418, + -0.04852457241237108, + -0.033936195713195796, + -0.05171317672164952, + 0.013659632577319523, + -0.027462527628865894, + 0.006293505773195868, + 0.011990152577319948, + -0.011990152577319948, + -0.03296888268041301, + -0.009405954164948402, + -0.043928852597938134, + 0.002384727134020549, + -0.013394573402062043, + 0.027507874268041282, + 0.038990112989690746, + 0.0011484783505151038, + -0.02832227346391757, + -0.023262162268041238, + -0.03206279731958757, + -0.003237806419175221, + -0.04168354620618558, + -0.012072491587628926 + ] + ], + "std": [ + [ + 1.015411156192268, + 1.0184785548739292, + 1.121885848311569, + 1.1218788885198352, + 0.690006383533972, + 0.5810603178627508, + 0.2538653505206093, + 0.7901091189782915, + 1.0313073308807894, + 1.1253321716484355, + 0.9934036908444747, + 1.002106781592608, + 1.002106781592608, + 0.9446882153445072, + 1.006327755621702, + 1.0256643689759664, + 0.9902082423796534, + 1.0703705601717843, + 0.9814029395820514, + 0.9594928614842593, + 0.9948279945629597, + 0.9781432437014432, + 0.9737318425454382, + 0.9896265964372553, + 0.996385694776415, + 1.1531115464252937, + 0.9965705557829847 + ] + ] + }, + "width": 128, + "in_features": 27, + "out_features": 7, + "depth": 6, + "padding": 54, + "parameters": 13782, + "cert_evals": { + "36": 0.5836177468299866, + "72": 0.5273037552833557, + "108": 0.4675767719745636, + "255": 0.28327643871307373 + }, + "fold": 1 + }, + { + "best_epoch": 47, + "best_val_acc": 0.697986577181208, + "test_acc": 0.6675302245250432, + "train_size": 485, + "val_size": 298, + "test_size": 1158, + "stats": { + "mean": [ + [ + 0.01349540909278348, + 0.011743234845361083, + 0.055380051591752535, + 0.05537599281030928, + -0.002818057010309121, + -0.0043726463257731905, + -0.011363671857525773, + 0.0014854367216495697, + -0.017973084123711465, + -0.019961297319587557, + -0.006256404123711325, + 0.037232857731959154, + -0.037232857731959154, + -0.057822187216493647, + -0.04968943053608254, + 0.05299214910515458, + 0.012450677092783526, + -0.0152095140206186, + -0.021158501278350353, + -0.03180742531958788, + 0.011834936082473834, + 0.02963465686597942, + 0.02183907072164954, + 0.04186944268041253, + 0.024153798268247404, + -0.04557396327835056, + 0.03912331686597949 + ] + ], + "std": [ + [ + 1.0305115292152447, + 1.0350302276108283, + 1.0568148967701887, + 1.0568064122935077, + 0.7926988315617414, + 0.6342514589481083, + 0.28414711305629714, + 0.9056134481718624, + 0.9751665814504833, + 1.0270919456979695, + 0.9900679127467883, + 1.0066006750596284, + 1.0066006750596284, + 0.9543742160994036, + 1.0004136931230714, + 1.0094115145490878, + 1.0121553004352448, + 0.8186606474983903, + 1.0281436358716267, + 1.0235390824617858, + 1.0008479768803218, + 0.990294035931081, + 0.9940477374299497, + 1.000219892821287, + 0.9933237184970842, + 0.9852467220628263, + 0.994697835657597 + ] + ] + }, + "width": 128, + "in_features": 27, + "out_features": 7, + "depth": 6, + "padding": 54, + "parameters": 13782, + "cert_evals": { + "36": 0.6200345158576965, + "72": 0.5595855116844177, + "108": 0.4896373152732849, + "255": 0.3048359155654907 + }, + "fold": 2 + }, + { + "best_epoch": 20, + "best_val_acc": 0.6654929577464789, + "test_acc": 0.6655290102389079, + "train_size": 485, + "val_size": 284, + "test_size": 1172, + "stats": { + "mean": [ + [ + 0.023743463731958805, + 0.016176765814433166, + 0.0014892443092783534, + 0.0014844411752577274, + -0.009514525814432954, + -0.020205760659793785, + -0.01871218610680407, + -0.005845208247422769, + 0.01885683030927834, + -0.00661354618556694, + 0.013281478350515526, + 0.0035759175257736252, + -0.0035759175257736252, + 0.001803373195877225, + -0.050778439121649456, + -0.007776909546391795, + 0.04831092711340207, + -0.05191724047422686, + -0.019034719298968952, + 0.018150954639175196, + 0.009697649484535607, + -0.007318674041237245, + -0.01604848907216485, + -0.0013126113402060792, + 0.01597799027505155, + 0.03087437377319595, + 0.008060444742267966 + ] + ], + "std": [ + [ + 1.035245883833329, + 1.0366480375890377, + 1.0283716528913942, + 1.0283643226814112, + 0.804966635241197, + 0.6387301143243845, + 0.2927267776520207, + 0.9211566457266325, + 1.0248177126554818, + 0.9991241777878153, + 0.9956957155110975, + 1.0004628088385008, + 1.0004628088385008, + 0.9913012556247199, + 0.9711702662146896, + 0.9776882812482338, + 0.9942196574638761, + 0.7385409188908473, + 1.0098201632818302, + 0.9666923500151875, + 0.9978814369963841, + 1.002103883727627, + 0.9660799436198654, + 1.0007299152954314, + 0.9729135128718771, + 1.03912258961276, + 1.0093273706219772 + ] + ] + }, + "width": 128, + "in_features": 27, + "out_features": 7, + "depth": 6, + "padding": 54, + "parameters": 13782, + "cert_evals": { + "36": 0.611774742603302, + "72": 0.5597269535064697, + "108": 0.5034129619598389, + "255": 0.2773037552833557 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.656797283790545, + "std_test_acc": 0.01237944096101681, + "n_samples": 1941, + "n_features": 27, + "n_classes": 7, + "mean_cert_acc_36": 0.6048124432563782, + "std_cert_acc_36": 0.015603201815882001, + "mean_cert_acc_72": 0.5489259958267212, + "std_cert_acc_72": 0.015251594668531824, + "mean_cert_acc_108": 0.4883105456829071, + "std_cert_acc_108": 0.01503620235318367, + "mean_cert_acc_255": 0.2906372621655464, + "std_cert_acc_255": 0.012593115908938638 + }, + "synthetic-control": { + "dataset": "synthetic-control", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 24, + "best_val_acc": 0.9634146341463414, + "test_acc": 0.9375, + "train_size": 150, + "val_size": 82, + "test_size": 368, + "stats": { + "mean": [ + [ + 0.03924785799999999, + 0.09383712196000003, + 0.07046625366666667, + 0.0014863559999998659, + -0.05929098933333334, + -0.038894416533333365, + -0.06979297906666665, + 0.14184743933333332, + -0.017701836666666713, + 0.031171698399999972, + -0.021065953866666622, + 0.0012081412666666543, + -0.04361972219999998, + 0.0025437976666666416, + 0.07672977846666663, + 0.020924183333333297, + -0.0169760114666666, + 0.002974836000000029, + 0.003983265866666657, + -0.024021968200000025, + -0.03956240413333334, + -0.1248241973333334, + -0.05730380093333336, + -0.05808679486666668, + -0.028370202666666712, + -0.09732389666666662, + -0.05763924799999995, + -0.13051837340000005, + -0.05395017553333331, + -0.03267161173333333, + -0.023729760666666683, + -0.07524714946666669, + -0.06614863693333331, + -0.019300918133333376, + -0.030039852199999936, + 0.011592385653333353, + 0.031318077333333326, + 0.01763483633333328, + -0.0250934726666667, + -0.004898507333333266, + 0.004217182600000006, + -0.0246385992666667, + -0.030988849866666696, + -0.04759142453333339, + -0.01953947740000004, + -0.01564450933333335, + -0.015787699133333277, + 0.002320799400000045, + 0.024963803466666677, + -0.007529426400000029, + 0.04093678893333338, + 0.015736563599999965, + -0.03746829866666665, + 0.014098554666666692, + -0.011547875333333272, + -0.02319905666666666, + -0.03142149800000005, + -0.016265246000000014, + 0.007930060666666574, + -0.023128325933333405 + ] + ], + "std": [ + [ + 0.9961076807315135, + 0.9206509112843125, + 1.0540224386437416, + 1.0522148944257685, + 0.9493400263469906, + 1.0413681468006608, + 1.0206521762883793, + 1.0022196701786035, + 0.9563400774380424, + 0.9609145334914101, + 1.0024994267345215, + 0.9932555095692103, + 0.9717731403065037, + 0.98032175468797, + 0.9982624484839073, + 0.9382038270345618, + 0.9768753390482254, + 0.9916308705368667, + 1.006723658496416, + 1.0297445317020146, + 1.032876694551145, + 0.972144505822908, + 0.9798593024092027, + 0.9843687966126489, + 1.011735889322179, + 1.0429049244153183, + 1.0346506734246277, + 1.0538601962572212, + 0.9988680991418135, + 1.0180957806321926, + 0.9596516599467743, + 0.9834125851120433, + 1.0264509047524573, + 1.041847740419822, + 0.9781778184682978, + 1.0266071515222082, + 1.0054089356966365, + 0.9672870323425345, + 1.0086182531503245, + 0.9476236198433843, + 0.9903141136237383, + 0.9773410750044438, + 0.9739559384791738, + 1.0166341319600727, + 1.0066772526142282, + 0.9830356367906539, + 0.9703713876993874, + 1.0032669206080842, + 0.9780136276281223, + 0.9963547072355085, + 0.9891349444554035, + 0.9865762284560603, + 0.975071666163836, + 0.9738556836226393, + 0.9427521925477134, + 0.9585723823680283, + 1.023473462894158, + 0.974178234052611, + 0.9584708977350718, + 0.9781662302529668 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 6, + "depth": 6, + "padding": 120, + "parameters": 66131, + "cert_evals": { + "36": 0.9211956858634949, + "72": 0.885869562625885, + "108": 0.823369562625885, + "255": 0.5271739363670349 + }, + "fold": 0 + }, + { + "best_epoch": 10, + "best_val_acc": 0.9759036144578314, + "test_acc": 0.9536784741144414, + "train_size": 150, + "val_size": 83, + "test_size": 367, + "stats": { + "mean": [ + [ + 0.07431676333333329, + 0.055703143333333274, + 0.059986597200000005, + 0.05962913333333327, + 0.01711391199999998, + -0.09842530133333331, + -0.037238006933333324, + 0.04494911246666669, + 0.03584688633333339, + -0.03672074413333339, + 0.1400467430666667, + -0.0017188513300000175, + 0.09355356086666661, + 0.08375834533333343, + 0.10196642733333329, + -0.002735159333333399, + -0.04132526846666665, + 0.002115888533333303, + -0.04545685346666663, + -0.026682441333333327, + 0.0202955157, + 0.05891559266666658, + 0.09727385853333322, + 0.0824819633333333, + -0.003187957799999993, + 0.019345319200000027, + 0.015127944066666616, + -0.01814940193333335, + 0.028838950733333313, + -0.037662185733333346, + -0.03617591013333335, + 0.015016469333333294, + 0.03429976273333337, + 0.0064533666666667005, + -0.029528327399999967, + -0.020207610346666682, + -0.015195800666666651, + -0.03826542699999998, + -0.0280714353333333, + -0.03387643922666661, + -0.006132136866666568, + -0.06652122866666664, + -0.012367441333333272, + 0.04345637599999996, + 0.04305291933333331, + 0.025584800666666543, + 0.017196319133333353, + -0.01777196502666665, + -0.07746244253333334, + -0.044407173933333335, + -0.055261454599999996, + -0.052746810399999934, + -0.0045274859999999695, + -0.025930303333333373, + 0.035556554666666684, + 0.009908130666666676, + 0.016988207333333238, + -0.00977137813333338, + -0.020683775666666668, + 0.012211349666666682 + ] + ], + "std": [ + [ + 0.9843088538516878, + 1.0385221048037923, + 1.0362809707291913, + 1.070636491980348, + 1.036981973032216, + 1.0535025500445936, + 1.0486711166621683, + 1.0486450651360273, + 1.0014223592087255, + 0.9374084409356886, + 0.9860590509896011, + 0.9753368966519272, + 1.0333021459864373, + 0.9876115794841844, + 1.02068622354422, + 1.0112690289204789, + 1.0116637203824093, + 1.033925288406938, + 1.0512195357703547, + 1.018333809220628, + 0.985055866337006, + 0.943091921098071, + 0.9490130762941131, + 0.99910695778916, + 1.0356025959908477, + 1.0026236047334451, + 1.0141313027658527, + 0.9956117641629766, + 1.0018305711459572, + 1.0053268814426604, + 1.0314502672967765, + 1.038459737162511, + 0.937751592640825, + 0.9861261142353305, + 0.9749386073698773, + 0.9772874202358274, + 0.9591957253028498, + 0.9926707359223034, + 0.9729932139063138, + 0.9920544640877638, + 0.9836353401854067, + 0.99810857871081, + 1.0023120691127656, + 0.9517953446574153, + 1.0036265983538577, + 1.0142510395016522, + 0.9769674154680212, + 1.0141447148508704, + 1.0111479341233067, + 0.9771982566562517, + 0.9980648743000833, + 0.9633210674621704, + 0.9823793488227291, + 0.9870075135806297, + 0.983054034466811, + 0.990652388626008, + 1.0024265300075932, + 0.9594171079813323, + 0.9682468460883036, + 0.9900597520223805 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 6, + "depth": 6, + "padding": 120, + "parameters": 66131, + "cert_evals": { + "36": 0.8991825580596924, + "72": 0.8201634883880615, + "108": 0.7356948256492615, + "255": 0.46321526169776917 + }, + "fold": 1 + }, + { + "best_epoch": 12, + "best_val_acc": 0.9680851063829787, + "test_acc": 0.949438202247191, + "train_size": 150, + "val_size": 94, + "test_size": 356, + "stats": { + "mean": [ + [ + -0.114856322, + -0.06579790133333327, + 0.03355098266666663, + -0.03648713526666665, + -0.0011477239999999878, + 0.13642399413333328, + -0.07596104666666668, + -0.0056418873333333374, + 0.09558374166666667, + 0.02089898246666667, + 0.03188003920000004, + 0.007430201999999999, + -0.0038350263999999894, + -0.01883838019999997, + 0.0748425113333334, + 0.00488779438666673, + 0.018437261666666697, + 0.030671767333333304, + 0.022914690999999977, + 0.01594029433333337, + -0.048436106666666714, + -0.0024884444666667177, + 0.04168678213333334, + 0.041644789333333244, + 0.042822868333333354, + 0.06534793200000001, + -0.010656098666666605, + -0.006021577466666684, + 0.04735826933333332, + 0.025442156333333393, + 0.017160075866666614, + -0.04544196133333331, + -0.013476259999999967, + 0.033218761599999966, + -0.005814218000000064, + -0.02626612546666666, + 0.0554423356666666, + -0.005378560400000007, + 0.004365360799999973, + 0.01993973579999998, + -0.013822085533333268, + -0.0276612758666667, + -0.005520540333333351, + 0.027592530666666643, + -0.0016518936666666988, + -0.02964797600000004, + -0.016894890799999965, + -0.018347165760000048, + 0.02878474666666673, + 0.009005892399999991, + 0.0005037746666666054, + -0.010252967199999949, + 0.009452513999999928, + -0.0006035673333334005, + -0.023115470666666638, + 0.0008124299999999337, + -0.010064331333333435, + 0.02198669420666669, + 0.005671073333333329, + 0.009682615733333344 + ] + ], + "std": [ + [ + 1.0560741237905633, + 1.0909763937676147, + 0.9591104934810897, + 1.0027353336789389, + 1.0137393600188147, + 0.9974355725372859, + 0.9334185111764193, + 1.0358338960107323, + 0.9936794808583214, + 1.0639561849283727, + 1.0322757313313562, + 1.0330482466022683, + 1.0135503676371944, + 1.0679076791635504, + 0.9641245690753236, + 1.0282675239598804, + 1.0002353813184108, + 0.9684654582597145, + 1.0331226003460752, + 1.0536462803122515, + 0.9988253263652744, + 1.0354371216022098, + 0.9964647889804219, + 1.017635225822453, + 1.0005114917749387, + 1.021355655521812, + 0.9645306146203501, + 1.0113815411448928, + 0.9806016929287075, + 1.0144519155296894, + 1.0265802362924008, + 1.02000197200153, + 1.07766142678815, + 1.0468290903972308, + 1.0314178108001988, + 1.000469001033564, + 1.0450722590473078, + 1.0325221094946504, + 1.048894956227836, + 0.9833702833504419, + 1.0153917705572146, + 1.012455383336184, + 1.0589782810850652, + 1.0157128503216464, + 1.0196629247844613, + 1.0470501606989209, + 1.0194159827106324, + 1.0071984093717992, + 1.0321411977245474, + 1.043438003333306, + 1.0407295108896613, + 1.027173255849118, + 1.0179448117519239, + 1.0453526291643118, + 1.0174480325437838, + 1.0318194380088317, + 1.0133347569254487, + 1.0231404714757075, + 1.030328051006465, + 1.0096253910405713 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 6, + "depth": 6, + "padding": 120, + "parameters": 66131, + "cert_evals": { + "36": 0.9213483333587646, + "72": 0.8707865476608276, + "108": 0.7808988690376282, + "255": 0.4606741666793823 + }, + "fold": 2 + }, + { + "best_epoch": 17, + "best_val_acc": 0.9887640449438202, + "test_acc": 0.9750692520775623, + "train_size": 150, + "val_size": 89, + "test_size": 361, + "stats": { + "mean": [ + [ + 0.1277572366666666, + 0.04134771529333352, + 0.021863094333333402, + 0.014401853333333483, + -0.002803757326666718, + 0.06694332266666667, + 0.07448979026666658, + 0.06807802960000005, + 0.019724051666666666, + 0.06465353440000006, + -0.0428330099999999, + -0.07357414919666662, + -0.04223157999999999, + -0.12545532820000008, + -0.04292649966666659, + -0.10589588954666669, + -0.04041633779999999, + 0.05218024986666674, + 0.05426686220000013, + 0.0227305805333333, + 0.10614008046666681, + 0.04376943119999995, + -0.013266023600000024, + -0.07076259793333334, + -0.074043531, + -0.08001001866666667, + -0.07797701933333334, + -0.09792546133333335, + -0.061854662000000005, + -0.024533988199999985, + 0.03629900386666665, + 0.0058454133399999395, + 0.007318489999999978, + 0.03803268466666662, + 0.044273164599999956, + 0.0013259573333333503, + -0.002469843333333337, + -0.029172804800000018, + -0.05582708400000001, + -0.05666843433333332, + -0.048033903333333315, + -0.06985443860000005, + -0.0578782198666667, + -0.05657032866666666, + -0.026883787333333433, + -0.00934031266666669, + 0.011623247533333353, + 0.035373553640000055, + 0.013784810000000043, + 0.005969853333333333, + 0.02904661893333334, + 0.02376045733333324, + -0.02384677466666665, + -0.05474407806666669, + -0.06623972000000003, + -0.06898137600000002, + -0.07447672184000008, + -0.08693477600000002, + -0.05651159700000001, + -0.03601778493333341 + ] + ], + "std": [ + [ + 0.9996137529479245, + 1.0036117435912413, + 1.0522681023859373, + 1.1119684771253828, + 1.0298920232178084, + 1.070456358378364, + 1.0922136476449562, + 0.9445072794294876, + 0.9503254307664003, + 0.9324621895873916, + 0.9965913991681153, + 1.1062786611692523, + 1.1218688680681206, + 1.0020156097641995, + 1.0418972253640428, + 0.9838023238329702, + 0.9853089091257823, + 1.0414927333939905, + 1.0350491750495694, + 1.0308468611443276, + 1.0024128778412678, + 0.9938024611079457, + 0.9539537713906278, + 0.9088792441254281, + 0.9267414020449568, + 1.0592924551372531, + 1.035601875159454, + 1.0348290235762594, + 1.0072879218281139, + 1.0455750589807704, + 0.9984184008706671, + 0.966055737300902, + 0.9991473365977808, + 1.0374974178986145, + 0.9976106602571032, + 0.9683911885436237, + 0.9999529450897607, + 0.9934502585034328, + 1.0060525583431303, + 0.9969439583936579, + 1.0032737317903146, + 1.006882715938048, + 0.9888037727439014, + 0.997171098741018, + 1.0163770279221114, + 0.9925585952400967, + 1.0393735568577307, + 1.0254123445542493, + 1.0212979411217074, + 1.0292884216225284, + 0.9986396756965731, + 0.9791900111960249, + 1.0282697752335705, + 1.0042624464425858, + 1.014742625093536, + 1.0220728519074882, + 0.9823536621313895, + 1.0001527437069238, + 1.0095902426275776, + 1.0166981511490805 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 6, + "depth": 6, + "padding": 120, + "parameters": 66131, + "cert_evals": { + "36": 0.9501384496688843, + "72": 0.9030470848083496, + "108": 0.8448753356933594, + "255": 0.49307477474212646 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9539214821097987, + "std_test_acc": 0.0156743112608301, + "n_samples": 600, + "n_features": 60, + "n_classes": 6, + "mean_cert_acc_36": 0.922966256737709, + "std_cert_acc_36": 0.02089453667649713, + "mean_cert_acc_72": 0.869966670870781, + "std_cert_acc_72": 0.035722284995099586, + "mean_cert_acc_108": 0.7962096482515335, + "std_cert_acc_108": 0.04831312381306278, + "mean_cert_acc_255": 0.4860345348715782, + "std_cert_acc_255": 0.031122782843997655 + }, + "teaching": { + "dataset": "teaching", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 29, + "best_val_acc": 0.5, + "test_acc": 0.38461538461538464, + "train_size": 38, + "val_size": 22, + "test_size": 91, + "stats": { + "mean": [ + [ + -0.11332560526315784, + -0.17121901315789478, + 0.029873731578947377, + -0.30744157894736857, + -0.12647241315789476 + ] + ], + "std": [ + [ + 1.0757021171452221, + 0.9379212090884154, + 0.9728178435489211, + 1.2214091484203293, + 1.0035868928906388 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 538, + "cert_evals": { + "36": 0.1538461595773697, + "72": 0.06593406945466995, + "108": 0.021978022530674934, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 10, + "best_val_acc": 0.375, + "test_acc": 0.4020618556701031, + "train_size": 38, + "val_size": 16, + "test_size": 97, + "stats": { + "mean": [ + [ + 0.08642726315789476, + 0.17190744736842098, + 0.21345746842105265, + 0.20351052631578942, + 0.02251846578947367 + ] + ], + "std": [ + [ + 0.9226189788343568, + 0.9529276096944189, + 1.0986997290584972, + 0.7479572951992832, + 0.9794960526322802 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 538, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 10, + "best_val_acc": 0.3333333333333333, + "test_acc": 0.3258426966292135, + "train_size": 38, + "val_size": 24, + "test_size": 89, + "stats": { + "mean": [ + [ + -0.11332560526315784, + 0.02154873684210526, + -0.18742893684210518, + -0.08846210526315801, + -0.16320968421052634 + ] + ], + "std": [ + [ + 1.0757021171452221, + 0.983440529661239, + 0.8586823726924572, + 1.0752563594695814, + 0.9991610142309885 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 538, + "cert_evals": { + "36": 0.12359550595283508, + "72": 0.10112359374761581, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 13, + "best_val_acc": 0.5555555555555556, + "test_acc": 0.24210526315789474, + "train_size": 38, + "val_size": 18, + "test_size": 95, + "stats": { + "mean": [ + [ + 0.0864272631578948, + -0.03628181578947368, + -0.2848404736842105, + 0.057524210526315775, + -0.050956549999999996 + ] + ], + "std": [ + [ + 0.9226189788343567, + 1.030764765505801, + 0.8345079992343973, + 0.9376140898091212, + 1.1033171507511983 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 538, + "cert_evals": { + "36": 0.010526316240429878, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.338656300018149, + "std_test_acc": 0.07215444799213243, + "n_samples": 151, + "n_features": 5, + "n_classes": 3, + "mean_cert_acc_36": 0.07199199544265866, + "std_cert_acc_36": 0.0781534891751976, + "mean_cert_acc_72": 0.04176441580057144, + "std_cert_acc_72": 0.050319701306194835, + "mean_cert_acc_108": 0.005494505632668734, + "std_cert_acc_108": 0.010989011265337467, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "statlog-landsat": { + "dataset": "statlog-landsat", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 24, + "best_val_acc": 0.8592017738359202, + "test_acc": 0.8590433059722615, + "train_size": 2000, + "val_size": 902, + "test_size": 3533, + "stats": { + "mean": [ + [ + -6.934999915808593e-08, + 2.3328000050659715e-07, + -1.1755000014720962e-07, + 4.1650000113531425e-08, + 2.974999921856458e-08, + 4.0644999990996356e-07, + -1.644000001917445e-07, + -1.413499999420309e-07, + -8.425000072870282e-08, + -1.3005000039911785e-07, + 2.7175000002155337e-07, + 1.0295000034876712e-07, + 1.0184999964849006e-07, + 6.443749997200598e-07, + -1.6854999985216335e-07, + 3.127500005414563e-07, + 1.409999956569763e-08, + 1.658500001333052e-07, + -1.2499999977327868e-07, + -5.844999979326415e-08, + 2.847999998976669e-07, + 3.69650000320354e-07, + -2.5099999955369155e-08, + -7.789999963525585e-08, + 2.7900000419078807e-08, + 1.6560000010702563e-07, + -6.818499998652027e-07, + 5.085000043508758e-08, + -2.546000000173132e-07, + 1.6649999925254233e-08, + -5.505499998159635e-07, + -2.0430000036758546e-07, + 6.48000004858651e-08, + 1.6479999976863612e-07, + 1.1045000017417816e-07, + -5.730000016734849e-08 + ] + ], + "std": [ + [ + 0.9997504252780416, + 0.9997504353750883, + 0.9997503864088414, + 0.9997498292458762, + 0.999750452450114, + 0.9997515833752775, + 0.9997498884010328, + 0.9997500268501014, + 0.9997502639520248, + 0.9997509350029689, + 0.9997501055034534, + 0.9997499174689204, + 0.9997496455953512, + 0.9997496576620629, + 0.999749738590197, + 0.9997497575751876, + 0.9997501294203239, + 0.9997495457673908, + 0.999749811725968, + 0.9997499464044513, + 0.9997498084183996, + 0.9997501411837695, + 0.9997498091480883, + 0.9997501130822933, + 0.9997499551918837, + 0.9997500274473032, + 0.999750691794593, + 0.9997498389478997, + 0.9997497286241793, + 0.9997505072133269, + 0.9997503342441044, + 0.9997498754279657, + 0.9997500420188261, + 0.9997503240021074, + 0.9997501539041043, + 0.9997498636945846 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 6, + "depth": 6, + "padding": 72, + "parameters": 24131, + "cert_evals": { + "36": 0.8279083371162415, + "72": 0.7990376949310303, + "108": 0.7611095309257507, + "255": 0.5380696654319763 + }, + "fold": 0 + }, + { + "best_epoch": 9, + "best_val_acc": 0.8597826086956522, + "test_acc": 0.8566145092460882, + "train_size": 2000, + "val_size": 920, + "test_size": 3515, + "stats": { + "mean": [ + [ + -6.934999915808593e-08, + 2.3328000050659715e-07, + -1.1755000014720962e-07, + 4.1650000113531425e-08, + 2.974999921856458e-08, + 4.0644999990996356e-07, + -1.644000001917445e-07, + -1.413499999420309e-07, + -8.425000072870282e-08, + -1.3005000039911785e-07, + 2.7175000002155337e-07, + 1.0295000034876712e-07, + 1.0184999964849006e-07, + 6.443749997200598e-07, + -1.6854999985216335e-07, + 3.127500005414563e-07, + 1.409999956569763e-08, + 1.658500001333052e-07, + -1.2499999977327868e-07, + -5.844999979326415e-08, + 2.847999998976669e-07, + 3.69650000320354e-07, + -2.5099999955369155e-08, + -7.789999963525585e-08, + 2.7900000419078807e-08, + 1.6560000010702563e-07, + -6.818499998652027e-07, + 5.085000043508758e-08, + -2.546000000173132e-07, + 1.6649999925254233e-08, + -5.505499998159635e-07, + -2.0430000036758546e-07, + 6.48000004858651e-08, + 1.6479999976863612e-07, + 1.1045000017417816e-07, + -5.730000016734849e-08 + ] + ], + "std": [ + [ + 0.9997504252780416, + 0.9997504353750883, + 0.9997503864088414, + 0.9997498292458762, + 0.999750452450114, + 0.9997515833752775, + 0.9997498884010328, + 0.9997500268501014, + 0.9997502639520248, + 0.9997509350029689, + 0.9997501055034534, + 0.9997499174689204, + 0.9997496455953512, + 0.9997496576620629, + 0.999749738590197, + 0.9997497575751876, + 0.9997501294203239, + 0.9997495457673908, + 0.999749811725968, + 0.9997499464044513, + 0.9997498084183996, + 0.9997501411837695, + 0.9997498091480883, + 0.9997501130822933, + 0.9997499551918837, + 0.9997500274473032, + 0.999750691794593, + 0.9997498389478997, + 0.9997497286241793, + 0.9997505072133269, + 0.9997503342441044, + 0.9997498754279657, + 0.9997500420188261, + 0.9997503240021074, + 0.9997501539041043, + 0.9997498636945846 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 6, + "depth": 6, + "padding": 72, + "parameters": 24131, + "cert_evals": { + "36": 0.8145092725753784, + "72": 0.783214807510376, + "108": 0.7405405640602112, + "255": 0.5007112622261047 + }, + "fold": 1 + }, + { + "best_epoch": 11, + "best_val_acc": 0.8748639825897715, + "test_acc": 0.8555176336746303, + "train_size": 2000, + "val_size": 919, + "test_size": 3516, + "stats": { + "mean": [ + [ + -6.934999915808593e-08, + 2.3328000050659715e-07, + -1.1755000014720962e-07, + 4.1650000113531425e-08, + 2.974999921856458e-08, + 4.0644999990996356e-07, + -1.644000001917445e-07, + -1.413499999420309e-07, + -8.425000072870282e-08, + -1.3005000039911785e-07, + 2.7175000002155337e-07, + 1.0295000034876712e-07, + 1.0184999964849006e-07, + 6.443749997200598e-07, + -1.6854999985216335e-07, + 3.127500005414563e-07, + 1.409999956569763e-08, + 1.658500001333052e-07, + -1.2499999977327868e-07, + -5.844999979326415e-08, + 2.847999998976669e-07, + 3.69650000320354e-07, + -2.5099999955369155e-08, + -7.789999963525585e-08, + 2.7900000419078807e-08, + 1.6560000010702563e-07, + -6.818499998652027e-07, + 5.085000043508758e-08, + -2.546000000173132e-07, + 1.6649999925254233e-08, + -5.505499998159635e-07, + -2.0430000036758546e-07, + 6.48000004858651e-08, + 1.6479999976863612e-07, + 1.1045000017417816e-07, + -5.730000016734849e-08 + ] + ], + "std": [ + [ + 0.9997504252780416, + 0.9997504353750883, + 0.9997503864088414, + 0.9997498292458762, + 0.999750452450114, + 0.9997515833752775, + 0.9997498884010328, + 0.9997500268501014, + 0.9997502639520248, + 0.9997509350029689, + 0.9997501055034534, + 0.9997499174689204, + 0.9997496455953512, + 0.9997496576620629, + 0.999749738590197, + 0.9997497575751876, + 0.9997501294203239, + 0.9997495457673908, + 0.999749811725968, + 0.9997499464044513, + 0.9997498084183996, + 0.9997501411837695, + 0.9997498091480883, + 0.9997501130822933, + 0.9997499551918837, + 0.9997500274473032, + 0.999750691794593, + 0.9997498389478997, + 0.9997497286241793, + 0.9997505072133269, + 0.9997503342441044, + 0.9997498754279657, + 0.9997500420188261, + 0.9997503240021074, + 0.9997501539041043, + 0.9997498636945846 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 6, + "depth": 6, + "padding": 72, + "parameters": 24131, + "cert_evals": { + "36": 0.8313423991203308, + "72": 0.8037542700767517, + "108": 0.7673492431640625, + "255": 0.5639931559562683 + }, + "fold": 2 + }, + { + "best_epoch": 32, + "best_val_acc": 0.838495575221239, + "test_acc": 0.8632115548003398, + "train_size": 2000, + "val_size": 904, + "test_size": 3531, + "stats": { + "mean": [ + [ + -6.934999915808593e-08, + 2.3328000050659715e-07, + -1.1755000014720962e-07, + 4.1650000113531425e-08, + 2.974999921856458e-08, + 4.0644999990996356e-07, + -1.644000001917445e-07, + -1.413499999420309e-07, + -8.425000072870282e-08, + -1.3005000039911785e-07, + 2.7175000002155337e-07, + 1.0295000034876712e-07, + 1.0184999964849006e-07, + 6.443749997200598e-07, + -1.6854999985216335e-07, + 3.127500005414563e-07, + 1.409999956569763e-08, + 1.658500001333052e-07, + -1.2499999977327868e-07, + -5.844999979326415e-08, + 2.847999998976669e-07, + 3.69650000320354e-07, + -2.5099999955369155e-08, + -7.789999963525585e-08, + 2.7900000419078807e-08, + 1.6560000010702563e-07, + -6.818499998652027e-07, + 5.085000043508758e-08, + -2.546000000173132e-07, + 1.6649999925254233e-08, + -5.505499998159635e-07, + -2.0430000036758546e-07, + 6.48000004858651e-08, + 1.6479999976863612e-07, + 1.1045000017417816e-07, + -5.730000016734849e-08 + ] + ], + "std": [ + [ + 0.9997504252780416, + 0.9997504353750883, + 0.9997503864088414, + 0.9997498292458762, + 0.999750452450114, + 0.9997515833752775, + 0.9997498884010328, + 0.9997500268501014, + 0.9997502639520248, + 0.9997509350029689, + 0.9997501055034534, + 0.9997499174689204, + 0.9997496455953512, + 0.9997496576620629, + 0.999749738590197, + 0.9997497575751876, + 0.9997501294203239, + 0.9997495457673908, + 0.999749811725968, + 0.9997499464044513, + 0.9997498084183996, + 0.9997501411837695, + 0.9997498091480883, + 0.9997501130822933, + 0.9997499551918837, + 0.9997500274473032, + 0.999750691794593, + 0.9997498389478997, + 0.9997497286241793, + 0.9997505072133269, + 0.9997503342441044, + 0.9997498754279657, + 0.9997500420188261, + 0.9997503240021074, + 0.9997501539041043, + 0.9997498636945846 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 6, + "depth": 6, + "padding": 72, + "parameters": 24131, + "cert_evals": { + "36": 0.8363069891929626, + "72": 0.8074199557304382, + "108": 0.7689039707183838, + "255": 0.5293117761611938 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8585967509233299, + "std_test_acc": 0.003411063926559465, + "n_samples": 6435, + "n_features": 36, + "n_classes": 6, + "mean_cert_acc_36": 0.8275167495012283, + "std_cert_acc_36": 0.009331875582879536, + "mean_cert_acc_72": 0.798356682062149, + "std_cert_acc_72": 0.010661723272700043, + "mean_cert_acc_108": 0.759475827217102, + "std_cert_acc_108": 0.013065141244076078, + "mean_cert_acc_255": 0.5330214649438858, + "std_cert_acc_255": 0.02609240606551384 + }, + "tic-tac-toe": { + "dataset": "tic-tac-toe", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 54, + "best_val_acc": 0.815068493150685, + "test_acc": 0.8411867364746946, + "train_size": 239, + "val_size": 146, + "test_size": 573, + "stats": { + "mean": [ + [ + -0.06774635146443425, + 0.01449869790794993, + 0.05074422594142255, + -0.014738167364016513, + 0.015902112970711264, + 0.01937172301255273, + -0.05826698744769888, + 0.06322694058577437, + -0.03456911297071133 + ] + ], + "std": [ + [ + 0.9772364146923964, + 0.9898671665296854, + 0.9927899252300538, + 1.0052200080228313, + 1.0139839580724326, + 1.0321649186622677, + 0.9396177418537401, + 0.9908262445058792, + 1.022463266648573 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 1591, + "cert_evals": { + "36": 0.7102966904640198, + "72": 0.5130890011787415, + "108": 0.3176265358924866, + "255": 0.0034904014319181442 + }, + "fold": 0 + }, + { + "best_epoch": 36, + "best_val_acc": 0.7916666666666666, + "test_acc": 0.7878260869565218, + "train_size": 239, + "val_size": 144, + "test_size": 575, + "stats": { + "mean": [ + [ + 0.055483841004184395, + -0.00011965439330530087, + 0.00808757322175727, + -0.029356599999999875, + 0.039023707112970575, + 0.019371482008368506, + -0.08670484518828446, + -0.039102302092049956, + 0.027046133891213308 + ] + ], + "std": [ + [ + 0.9957045497387771, + 1.0146010728149857, + 1.003301186901333, + 1.0124926159677299, + 0.9987054895066753, + 0.9814356430315144, + 0.973828360138658, + 1.0003184664932105, + 0.9832177518418727 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 1591, + "cert_evals": { + "36": 0.6591304540634155, + "72": 0.5408695936203003, + "108": 0.37043479084968567, + "255": 0.017391305416822433 + }, + "fold": 1 + }, + { + "best_epoch": 68, + "best_val_acc": 0.8625954198473282, + "test_acc": 0.8163265306122449, + "train_size": 239, + "val_size": 131, + "test_size": 588, + "stats": { + "mean": [ + [ + -0.04878792468619211, + 0.0047529958158996155, + 0.09814042677824272, + -0.024483735564853226, + 0.034399451882844975, + -0.009865222594141925, + -0.02508974895397498, + 0.004753076150627897, + -0.04878784100418414 + ] + ], + "std": [ + [ + 1.001934480203885, + 0.9778484267660271, + 1.0046660181235467, + 1.0212723008937266, + 1.0210245107562923, + 1.0306454853299336, + 0.9862518055799147, + 0.9951065507668124, + 0.9747736634076275 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 1591, + "cert_evals": { + "36": 0.6649659872055054, + "72": 0.5306122303009033, + "108": 0.38435372710227966, + "255": 0.020408162847161293 + }, + "fold": 2 + }, + { + "best_epoch": 42, + "best_val_acc": 0.8043478260869565, + "test_acc": 0.7349397590361446, + "train_size": 239, + "val_size": 138, + "test_size": 581, + "stats": { + "mean": [ + [ + 0.10288007531380783, + 0.04373577740585817, + 0.041264979079497874, + -0.034229491213389085, + -0.05346292050209214, + -0.1999054092050213, + 0.08392158158995812, + 0.07297261589958158, + -0.05826715481171532 + ] + ], + "std": [ + [ + 0.9966065572515563, + 1.018968015200093, + 0.9922920069375739, + 0.9979419605462078, + 0.9801398510182366, + 0.9915447189713678, + 0.9965163996887837, + 0.9964419395653665, + 0.9951178388160773 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 1591, + "cert_evals": { + "36": 0.6144578456878662, + "72": 0.48709121346473694, + "108": 0.38726332783699036, + "255": 0.020654045045375824 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7950697782699014, + "std_test_acc": 0.04563154475835716, + "n_samples": 958, + "n_features": 9, + "n_classes": 2, + "mean_cert_acc_36": 0.6622127443552017, + "std_cert_acc_36": 0.03919896716223864, + "mean_cert_acc_72": 0.5179155096411705, + "std_cert_acc_72": 0.023533869957592504, + "mean_cert_acc_108": 0.36491959542036057, + "std_cert_acc_108": 0.03237271851763872, + "mean_cert_acc_255": 0.015485978685319424, + "std_cert_acc_255": 0.00813348941970033 + }, + "titanic": { + "dataset": "titanic", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 11, + "best_val_acc": 0.7746478873239436, + "test_acc": 0.7839506172839507, + "train_size": 550, + "val_size": 355, + "test_size": 1296, + "stats": { + "mean": [ + [ + -0.033479024545449286, + -0.04388359999999998, + 0.04633865636363635 + ] + ], + "std": [ + [ + 1.0184009911459524, + 0.9030112522482995, + 0.965727266734473 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 507, + "cert_evals": { + "36": 0.7245370149612427, + "72": 0.7245370149612427, + "108": 0.15123456716537476, + "255": 0.09567901492118835 + }, + "fold": 0 + }, + { + "best_epoch": 4, + "best_val_acc": 0.8223495702005731, + "test_acc": 0.761136712749616, + "train_size": 550, + "val_size": 349, + "test_size": 1302, + "stats": { + "mean": [ + [ + 0.00599657709091412, + -0.02712665454545435, + 0.02416022909090901 + ] + ], + "std": [ + [ + 0.993203063568118, + 0.9413765013907114, + 0.9824417459762911 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 507, + "cert_evals": { + "36": 0.698924720287323, + "72": 0.16436251997947693, + "108": 0.149769589304924, + "255": 0.062211982905864716 + }, + "fold": 1 + }, + { + "best_epoch": 2, + "best_val_acc": 0.7539432176656151, + "test_acc": 0.7773613193403298, + "train_size": 550, + "val_size": 317, + "test_size": 1334, + "stats": { + "mean": [ + [ + 0.014578170545459438, + -0.043883600000000356, + 0.03303160000000017 + ] + ], + "std": [ + [ + 1.0150806710594007, + 0.9030112522482996, + 0.9758508000000029 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 507, + "cert_evals": { + "36": 0.7233883142471313, + "72": 0.7158920764923096, + "108": 0.6986507177352905, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 14, + "best_val_acc": 0.7667638483965015, + "test_acc": 0.7446483180428135, + "train_size": 550, + "val_size": 343, + "test_size": 1308, + "stats": { + "mean": [ + [ + 0.0077128369090957785, + -0.027126654545454543, + -0.0290679963636369 + ] + ], + "std": [ + [ + 1.026123748181085, + 0.9413765013907113, + 1.0194745387594568 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 507, + "cert_evals": { + "36": 0.7224770784378052, + "72": 0.6605504751205444, + "108": 0.16207951307296753, + "255": 0.1123853251338005 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7667742418541775, + "std_test_acc": 0.017592160389534973, + "n_samples": 2201, + "n_features": 3, + "n_classes": 2, + "mean_cert_acc_36": 0.7173317819833755, + "std_cert_acc_36": 0.01230028402400408, + "mean_cert_acc_72": 0.5663355216383934, + "std_cert_acc_72": 0.2694770411443092, + "mean_cert_acc_108": 0.2904335968196392, + "std_cert_acc_108": 0.27220012337120625, + "mean_cert_acc_255": 0.0675690807402134, + "std_cert_acc_255": 0.049641861805297394 + }, + "trains": { + "dataset": "trains", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.6, + "test_acc": 0.6666666666666666, + "train_size": 2, + "val_size": 5, + "test_size": 3, + "stats": { + "mean": [ + [ + -0.61237, + -0.9717294999999999, + -0.316228, + 0.621059, + 0.786374, + -0.474342, + -0.369273, + -0.316228, + -0.41404050000000003, + -0.161281, + 1.264911, + 0.2108185, + -0.08519500000000002, + -0.685249, + -0.7115125, + -0.29632100000000006, + 0.398527, + -0.621059, + -0.621059, + -0.619234, + -0.621059, + -0.514496, + 0.41404050000000003, + -0.774597, + -0.774597, + 0.711514, + -0.316228, + 0.41404050000000003, + -0.316228 + ] + ], + "std": [ + [ + 0.61237, + 0.6073305, + 1.0, + 1.0, + 0.406746, + 1.0, + 0.7385470000000001, + 1.0, + 1.0350995, + 0.322562, + 1.581139, + 0.5270465, + 1.2779150000000001, + 0.571041, + 0.16940750000000004, + 0.740799, + 1.328423, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0350995, + 1.0, + 1.0, + 1.185856, + 1.0, + 1.0350995, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 29, + "out_features": 2, + "depth": 6, + "padding": 58, + "parameters": 15551, + "cert_evals": { + "36": 0.6666666865348816, + "72": 0.6666666865348816, + "108": 0.3333333432674408, + "255": 0.3333333432674408 + }, + "fold": 0 + }, + { + "best_epoch": 6, + "best_val_acc": 1.0, + "test_acc": 0.75, + "train_size": 2, + "val_size": 4, + "test_size": 4, + "stats": { + "mean": [ + [ + -0.61237, + -0.36439749999999993, + -0.316228, + 0.621059, + 0.10846649999999997, + -0.474342, + 0.7385470000000001, + 1.264911, + -1.44914, + -0.8064045, + 1.264911, + -0.316228, + -0.5111665000000001, + -0.11420999999999992, + -0.7115125, + -0.29632100000000006, + -0.5977899999999999, + -0.621059, + -0.621059, + -0.619234, + -0.621059, + -0.514496, + 0.41404050000000003, + 0.19365149999999998, + 0.19365149999999998, + -0.474342, + -0.316228, + -0.621059, + -0.316228 + ] + ], + "std": [ + [ + 0.61237, + 1.2146625, + 1.0, + 1.0, + 1.0846535, + 1.0, + 0.3692730000000001, + 1.581139, + 1.0, + 0.9676855, + 1.581139, + 1.0, + 0.8519435000000001, + 1.14208, + 0.16940750000000004, + 0.740799, + 0.33210599999999996, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0350995, + 0.9682485, + 0.9682485, + 1.0, + 1.0, + 1.0, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 29, + "out_features": 2, + "depth": 6, + "padding": 58, + "parameters": 15551, + "cert_evals": { + "36": 0.75, + "72": 0.75, + "108": 0.25, + "255": 0.25 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5, + "test_acc": 1.0, + "train_size": 2, + "val_size": 2, + "test_size": 6, + "stats": { + "mean": [ + [ + -0.61237, + -0.36439749999999993, + -0.316228, + 0.621059, + 0.10846649999999997, + -0.474342, + 0.7385470000000001, + 1.264911, + -1.44914, + -0.8064045, + 1.264911, + -0.316228, + -0.5111665000000001, + -0.11420999999999992, + -0.7115125, + -0.29632100000000006, + -0.5977899999999999, + -0.621059, + -0.621059, + -0.619234, + -0.621059, + -0.514496, + 0.41404050000000003, + 0.19365149999999998, + 0.19365149999999998, + -0.474342, + -0.316228, + -0.621059, + -0.316228 + ] + ], + "std": [ + [ + 0.61237, + 1.2146625, + 1.0, + 1.0, + 1.0846535, + 1.0, + 0.3692730000000001, + 1.581139, + 1.0, + 0.9676855, + 1.581139, + 1.0, + 0.8519435000000001, + 1.14208, + 0.16940750000000004, + 0.740799, + 0.33210599999999996, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0350995, + 0.9682485, + 0.9682485, + 1.0, + 1.0, + 1.0, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 29, + "out_features": 2, + "depth": 6, + "padding": 58, + "parameters": 15551, + "cert_evals": { + "36": 0.8333333730697632, + "72": 0.5, + "108": 0.3333333432674408, + "255": 0.1666666716337204 + }, + "fold": 2 + }, + { + "best_epoch": 2, + "best_val_acc": 1.0, + "test_acc": 0.6666666666666666, + "train_size": 2, + "val_size": 2, + "test_size": 6, + "stats": { + "mean": [ + [ + -0.61237, + 0.24293300000000004, + 1.264911, + -0.41404050000000003, + -1.1117685, + -0.474342, + 0.7385470000000001, + 1.264911, + -0.41404050000000003, + -0.32255999999999996, + -0.316228, + -1.370319, + -0.5111665000000001, + -0.11420999999999992, + -0.7115125, + -0.29632100000000006, + -0.5977899999999999, + -0.621059, + -0.621059, + -0.619234, + -0.621059, + -0.514496, + -0.621059, + 0.19365149999999998, + 1.1619, + -0.474342, + -0.316228, + -0.621059, + -0.316228 + ] + ], + "std": [ + [ + 0.61237, + 0.607332, + 1.581139, + 1.0350995, + 0.13558149999999997, + 1.0, + 0.3692730000000001, + 1.581139, + 1.0350995, + 1.45153, + 1.0, + 1.0540910000000001, + 0.8519435000000001, + 1.14208, + 0.16940750000000004, + 0.740799, + 0.33210599999999996, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9682485, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 29, + "out_features": 2, + "depth": 6, + "padding": 58, + "parameters": 15551, + "cert_evals": { + "36": 0.6666666865348816, + "72": 0.5, + "108": 0.5, + "255": 0.1666666716337204 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7708333333333333, + "std_test_acc": 0.15774745405000762, + "n_samples": 10, + "n_features": 29, + "n_classes": 2, + "mean_cert_acc_36": 0.7291666865348816, + "std_cert_acc_36": 0.07978559923025409, + "mean_cert_acc_72": 0.6041666716337204, + "std_cert_acc_72": 0.1250000033113695, + "mean_cert_acc_108": 0.3541666716337204, + "std_cert_acc_108": 0.1048588102851781, + "mean_cert_acc_255": 0.2291666716337204, + "std_cert_acc_255": 0.0797855940423344 + }, + "thyroid": { + "dataset": "thyroid", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 10, + "best_val_acc": 0.9139922978177151, + "test_acc": 0.7961911125960575, + "train_size": 3428, + "val_size": 779, + "test_size": 2993, + "stats": { + "mean": [ + [ + 2.1796966167956114e-07, + -8.751458590497311e-08, + 3.876896143196366e-07, + -4.066511084792401e-07, + -2.217036219565563e-08, + -6.01225204592932e-07, + -3.491831976714682e-07, + 1.7327888073170088e-07, + -1.2952158793330312e-07, + 3.471411895625862e-07, + 2.2170361729813757e-07, + -8.051341829072995e-08, + -2.386231042215566e-07, + -9.655775979550964e-08, + 0.0, + -1.1260210272149139e-07, + 3.3932322032535964e-08, + -3.3576429478599215e-08, + 2.5419486573375144e-07, + -5.215869288406012e-08, + 1.4458576431177031e-07 + ] + ], + "std": [ + [ + 0.9998541758225387, + 0.9998532681152404, + 0.9998556205991698, + 0.9998539274386128, + 0.999854696658317, + 0.9998534548382348, + 0.9998502394347666, + 0.999853857874386, + 0.9998538109684775, + 0.9998551002843616, + 0.9998536686664701, + 0.9998545576369466, + 0.9998513717555766, + 0.9998546597440786, + 1.0, + 0.9998533945369356, + 0.9998545375243406, + 0.9998541828261739, + 0.9998546087571518, + 0.999854053898975, + 0.999854213852071 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 8282, + "cert_evals": { + "36": 0.6775810122489929, + "72": 0.5593050718307495, + "108": 0.4390243887901306, + "255": 0.21650518476963043 + }, + "fold": 0 + }, + { + "best_epoch": 18, + "best_val_acc": 0.8764629388816645, + "test_acc": 0.8131868131868132, + "train_size": 3428, + "val_size": 769, + "test_size": 3003, + "stats": { + "mean": [ + [ + 2.1796966167956114e-07, + -8.751458590497311e-08, + 3.876896143196366e-07, + -4.066511084792401e-07, + -2.217036219565563e-08, + -6.01225204592932e-07, + -3.491831976714682e-07, + 1.7327888073170088e-07, + -1.2952158793330312e-07, + 3.471411895625862e-07, + 2.2170361729813757e-07, + -8.051341829072995e-08, + -2.386231042215566e-07, + -9.655775979550964e-08, + 0.0, + -1.1260210272149139e-07, + 3.3932322032535964e-08, + -3.3576429478599215e-08, + 2.5419486573375144e-07, + -5.215869288406012e-08, + 1.4458576431177031e-07 + ] + ], + "std": [ + [ + 0.9998541758225387, + 0.9998532681152404, + 0.9998556205991698, + 0.9998539274386128, + 0.999854696658317, + 0.9998534548382348, + 0.9998502394347666, + 0.999853857874386, + 0.9998538109684775, + 0.9998551002843616, + 0.9998536686664701, + 0.9998545576369466, + 0.9998513717555766, + 0.9998546597440786, + 1.0, + 0.9998533945369356, + 0.9998545375243406, + 0.9998541828261739, + 0.9998546087571518, + 0.999854053898975, + 0.999854213852071 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 8282, + "cert_evals": { + "36": 0.6836496591567993, + "72": 0.5584415197372437, + "108": 0.4358974099159241, + "255": 0.20579420030117035 + }, + "fold": 1 + }, + { + "best_epoch": 10, + "best_val_acc": 0.9364089775561097, + "test_acc": 0.7952861952861953, + "train_size": 3428, + "val_size": 802, + "test_size": 2970, + "stats": { + "mean": [ + [ + 2.1796966167956114e-07, + -8.751458590497311e-08, + 3.876896143196366e-07, + -4.066511084792401e-07, + -2.217036219565563e-08, + -6.01225204592932e-07, + -3.491831976714682e-07, + 1.7327888073170088e-07, + -1.2952158793330312e-07, + 3.471411895625862e-07, + 2.2170361729813757e-07, + -8.051341829072995e-08, + -2.386231042215566e-07, + -9.655775979550964e-08, + 0.0, + -1.1260210272149139e-07, + 3.3932322032535964e-08, + -3.3576429478599215e-08, + 2.5419486573375144e-07, + -5.215869288406012e-08, + 1.4458576431177031e-07 + ] + ], + "std": [ + [ + 0.9998541758225387, + 0.9998532681152404, + 0.9998556205991698, + 0.9998539274386128, + 0.999854696658317, + 0.9998534548382348, + 0.9998502394347666, + 0.999853857874386, + 0.9998538109684775, + 0.9998551002843616, + 0.9998536686664701, + 0.9998545576369466, + 0.9998513717555766, + 0.9998546597440786, + 1.0, + 0.9998533945369356, + 0.9998545375243406, + 0.9998541828261739, + 0.9998546087571518, + 0.999854053898975, + 0.999854213852071 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 8282, + "cert_evals": { + "36": 0.667003333568573, + "72": 0.5380471348762512, + "108": 0.40673398971557617, + "255": 0.19090908765792847 + }, + "fold": 2 + }, + { + "best_epoch": 13, + "best_val_acc": 0.8865248226950354, + "test_acc": 0.7985001630257581, + "train_size": 3428, + "val_size": 705, + "test_size": 3067, + "stats": { + "mean": [ + [ + 2.1796966167956114e-07, + -8.751458590497311e-08, + 3.876896143196366e-07, + -4.066511084792401e-07, + -2.217036219565563e-08, + -6.01225204592932e-07, + -3.491831976714682e-07, + 1.7327888073170088e-07, + -1.2952158793330312e-07, + 3.471411895625862e-07, + 2.2170361729813757e-07, + -8.051341829072995e-08, + -2.386231042215566e-07, + -9.655775979550964e-08, + 0.0, + -1.1260210272149139e-07, + 3.3932322032535964e-08, + -3.3576429478599215e-08, + 2.5419486573375144e-07, + -5.215869288406012e-08, + 1.4458576431177031e-07 + ] + ], + "std": [ + [ + 0.9998541758225387, + 0.9998532681152404, + 0.9998556205991698, + 0.9998539274386128, + 0.999854696658317, + 0.9998534548382348, + 0.9998502394347666, + 0.999853857874386, + 0.9998538109684775, + 0.9998551002843616, + 0.9998536686664701, + 0.9998545576369466, + 0.9998513717555766, + 0.9998546597440786, + 1.0, + 0.9998533945369356, + 0.9998545375243406, + 0.9998541828261739, + 0.9998546087571518, + 0.999854053898975, + 0.999854213852071 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 8282, + "cert_evals": { + "36": 0.6775350570678711, + "72": 0.5510270595550537, + "108": 0.42028042674064636, + "255": 0.19497880339622498 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.800791071023706, + "std_test_acc": 0.008373887142994465, + "n_samples": 7200, + "n_features": 21, + "n_classes": 3, + "mean_cert_acc_36": 0.6764422655105591, + "std_cert_acc_36": 0.006916909157982232, + "mean_cert_acc_72": 0.5517051964998245, + "std_cert_acc_72": 0.009834271246238568, + "mean_cert_acc_108": 0.4254840537905693, + "std_cert_acc_108": 0.014949038932150415, + "mean_cert_acc_255": 0.20204681903123856, + "std_cert_acc_255": 0.011504971553900107 + }, + "vertebral-column-2clases": { + "dataset": "vertebral-column-2clases", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 25, + "best_val_acc": 0.864406779661017, + "test_acc": 0.7701149425287356, + "train_size": 77, + "val_size": 59, + "test_size": 174, + "stats": { + "mean": [ + [ + -0.04851593662337664, + -0.013603715584415602, + 0.017817786623376606, + -0.052196842324675335, + -0.002157415584415587, + -0.03604349805194806 + ] + ], + "std": [ + [ + 0.9285507134809343, + 1.06595981877074, + 0.9952787423256769, + 0.8624418582955644, + 0.9372946280214954, + 0.7536679299194217 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 739, + "cert_evals": { + "36": 0.6321839094161987, + "72": 0.45402297377586365, + "108": 0.26436781883239746, + "255": 0.02298850566148758 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.6666666666666666, + "test_acc": 0.680628272251309, + "train_size": 77, + "val_size": 42, + "test_size": 191, + "stats": { + "mean": [ + [ + -0.01160272857142857, + 0.19142412077922066, + 0.13749096324675333, + -0.1576678293376624, + 0.1349718081818182, + 0.01367927922077926 + ] + ], + "std": [ + [ + 0.9739076978851005, + 1.1234128014311557, + 1.0980714645789118, + 0.9124304878226723, + 0.8779104710989865, + 0.8103068848046617 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 739, + "cert_evals": { + "36": 0.6806282997131348, + "72": 0.6806282997131348, + "108": 0.6125654578208923, + "255": 0.18324607610702515 + }, + "fold": 1 + }, + { + "best_epoch": 15, + "best_val_acc": 0.9019607843137255, + "test_acc": 0.7857142857142857, + "train_size": 77, + "val_size": 51, + "test_size": 182, + "stats": { + "mean": [ + [ + -0.08900769350649353, + 0.022068336363636327, + -0.17777378870129867, + -0.13070269816883123, + -0.08019039701298694, + 0.034270005844155946 + ] + ], + "std": [ + [ + 1.1891598679346718, + 1.0629718968025748, + 0.9683921685715591, + 1.1934548554540982, + 1.0519483392859137, + 1.4108241281173226 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 739, + "cert_evals": { + "36": 0.6538461446762085, + "72": 0.49450549483299255, + "108": 0.37362638115882874, + "255": 0.010989011265337467 + }, + "fold": 2 + }, + { + "best_epoch": 22, + "best_val_acc": 0.9130434782608695, + "test_acc": 0.7967914438502673, + "train_size": 77, + "val_size": 46, + "test_size": 187, + "stats": { + "mean": [ + [ + -0.06772925194805193, + -0.07967984805194804, + -0.14121441038961047, + -0.02757299220779231, + -0.014883416753246786, + -0.1100020467532468 + ] + ], + "std": [ + [ + 1.0828152543652132, + 1.0199396915025827, + 0.9339640371725322, + 0.9916023829290741, + 1.077978313814909, + 0.7401101130023645 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 739, + "cert_evals": { + "36": 0.5828877091407776, + "72": 0.4224599003791809, + "108": 0.4064171314239502, + "255": 0.24598930776119232 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7583122360861494, + "std_test_acc": 0.052932736784336853, + "n_samples": 310, + "n_features": 6, + "n_classes": 2, + "mean_cert_acc_36": 0.6373865157365799, + "std_cert_acc_36": 0.04138420914308916, + "mean_cert_acc_72": 0.512904167175293, + "std_cert_acc_72": 0.11563888635454504, + "mean_cert_acc_108": 0.4142441973090172, + "std_cert_acc_108": 0.1454937812479348, + "mean_cert_acc_255": 0.11580322519876063, + "std_cert_acc_255": 0.11704350449989487 + }, + "vertebral-column-3clases": { + "dataset": "vertebral-column-3clases", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 70, + "best_val_acc": 0.7045454545454546, + "test_acc": 0.6190476190476191, + "train_size": 77, + "val_size": 44, + "test_size": 189, + "stats": { + "mean": [ + [ + -0.017758871428571372, + -0.13893042727272728, + -0.08468526142857148, + 0.08071379740259733, + 0.06779229129870129, + 0.08923458311688294 + ] + ], + "std": [ + [ + 1.0953816731705295, + 0.8966984943146973, + 0.956938148341136, + 1.2077590425927807, + 1.073031602135157, + 1.464104633953606 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 3, + "depth": 6, + "padding": 12, + "parameters": 752, + "cert_evals": { + "36": 0.4656084477901459, + "72": 0.19576719403266907, + "108": 0.0952380895614624, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 6, + "best_val_acc": 0.5925925925925926, + "test_acc": 0.6033519553072626, + "train_size": 77, + "val_size": 54, + "test_size": 179, + "stats": { + "mean": [ + [ + -0.049201149350649384, + -0.06358896883116881, + -0.11700971038961039, + -0.01579821818181819, + -6.0709350649427305e-05, + 0.0891967623376624 + ] + ], + "std": [ + [ + 1.093043067173537, + 1.0341900281252163, + 0.948390256340442, + 1.1192974642236186, + 1.0160280673716198, + 1.4089004707085644 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 3, + "depth": 6, + "padding": 12, + "parameters": 752, + "cert_evals": { + "36": 0.46368715167045593, + "72": 0.37988826632499695, + "108": 0.3240223228931427, + "255": 0.14525139331817627 + }, + "fold": 1 + }, + { + "best_epoch": 50, + "best_val_acc": 0.42857142857142855, + "test_acc": 0.3389830508474576, + "train_size": 77, + "val_size": 56, + "test_size": 177, + "stats": { + "mean": [ + [ + -0.030620783376623464, + -0.15526778051948048, + -0.0557417341558442, + 0.0764179809090909, + -0.11299565064935047, + -0.10344603831168832 + ] + ], + "std": [ + [ + 0.9944305280127423, + 0.9108287434677631, + 0.8529822131400763, + 0.9664086884725089, + 0.9649650863065573, + 0.713799883374489 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 3, + "depth": 6, + "padding": 12, + "parameters": 752, + "cert_evals": { + "36": 0.21468926966190338, + "72": 0.11864406615495682, + "108": 0.03954802453517914, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 56, + "best_val_acc": 0.7547169811320755, + "test_acc": 0.7222222222222222, + "train_size": 77, + "val_size": 53, + "test_size": 180, + "stats": { + "mean": [ + [ + 0.20264046623376622, + 0.3261196974025974, + 0.10299690753246762, + 0.017040496636363645, + -0.09640795220779223, + 0.03692924155844167 + ] + ], + "std": [ + [ + 1.1066380009229393, + 1.1415960579871545, + 1.0733819141948675, + 1.089301161345955, + 0.9585561559088557, + 0.8693443253284101 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 3, + "depth": 6, + "padding": 12, + "parameters": 752, + "cert_evals": { + "36": 0.6333333253860474, + "72": 0.472222238779068, + "108": 0.3166666626930237, + "255": 0.05000000074505806 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5709012118561404, + "std_test_acc": 0.16335565377404745, + "n_samples": 310, + "n_features": 6, + "n_classes": 3, + "mean_cert_acc_36": 0.44432954862713814, + "std_cert_acc_36": 0.1725153072411591, + "mean_cert_acc_72": 0.2916304413229227, + "std_cert_acc_72": 0.16280549658751567, + "mean_cert_acc_108": 0.19386877492070198, + "std_cert_acc_108": 0.14783118005024326, + "mean_cert_acc_255": 0.04881284851580858, + "std_cert_acc_255": 0.06847673720436802 + }, + "twonorm": { + "dataset": "twonorm", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 16, + "best_val_acc": 0.9770431588613406, + "test_acc": 0.9751176866173503, + "train_size": 1850, + "val_size": 1089, + "test_size": 4461, + "stats": { + "mean": [ + [ + -0.014544049503783818, + -0.003368689291891876, + 0.016772092459459455, + 0.0019175647345946178, + -0.02506532699859457, + 0.0038982543675675696, + 0.019339146565999932, + -0.009895024481081047, + 0.006385932609729719, + -0.0014487788735135277, + -0.02301627440935135, + -0.005151859209189199, + 0.008102996605405427, + -0.0044304854756756626, + 0.0017575496378378407, + -0.009554797715135191, + 0.026529897787837913, + 0.02922682911891893, + -0.01169157914054059, + -0.004898149291891907 + ] + ], + "std": [ + [ + 1.008740635111714, + 1.0057995039659557, + 0.9837382170327289, + 1.0009348723588565, + 0.9894373169495185, + 0.9855025922172592, + 1.0016273845342372, + 1.0019232777130362, + 1.0102983788423001, + 0.989126863772442, + 1.014473431822349, + 0.9873937513386905, + 1.0120815536633763, + 1.0026507637547364, + 0.9944344640609678, + 1.0009003980137419, + 1.017029495884869, + 0.9934459224888799, + 1.005170519855988, + 1.0182286286784454 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 7487, + "cert_evals": { + "36": 0.964133620262146, + "72": 0.9484421014785767, + "108": 0.9266980886459351, + "255": 0.7742658853530884 + }, + "fold": 0 + }, + { + "best_epoch": 33, + "best_val_acc": 0.984182776801406, + "test_acc": 0.9741613780598368, + "train_size": 1850, + "val_size": 1138, + "test_size": 4412, + "stats": { + "mean": [ + [ + -0.011274481706054077, + 0.0010725280108108113, + 0.04904605430486482, + 0.00013406402702702838, + 0.0037092568978378815, + -0.03159644886486481, + 0.00852751402702707, + -0.014074217665405411, + 0.026686750430270245, + 0.023341407989189197, + 0.00574216419659461, + -0.019635965771891885, + 0.04072469101081081, + 0.00963421142594593, + -0.044921805624324275, + -0.025982841086486463, + -0.0002432451580000008, + -0.011375726291891854, + 0.021153889262702744, + 0.01900583370702701 + ] + ], + "std": [ + [ + 0.9976085735229742, + 1.0108425474557818, + 1.0105604700510442, + 1.0350336168987333, + 0.990362036249636, + 0.9744762030983907, + 1.0066091603129825, + 0.984656658886602, + 0.9965234554482512, + 0.973435364067005, + 0.9921055599456662, + 1.0065413490604112, + 1.0042400869906856, + 0.9880184758483341, + 0.9898502752755675, + 0.992736848303296, + 0.9922171097916167, + 1.0043754412776131, + 0.9893350555688326, + 0.9868441569808528 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 7487, + "cert_evals": { + "36": 0.9653218388557434, + "72": 0.9508159756660461, + "108": 0.9317769408226013, + "255": 0.7928377389907837 + }, + "fold": 1 + }, + { + "best_epoch": 48, + "best_val_acc": 0.9767441860465116, + "test_acc": 0.98014440433213, + "train_size": 1850, + "val_size": 1118, + "test_size": 4432, + "stats": { + "mean": [ + [ + 0.003976000881081077, + 0.010715774432432398, + -0.017786920248648645, + 0.0036804860497297266, + 0.002183984135675682, + 0.01946380120540544, + -0.009359299564702704, + -0.02816081002594586, + 0.031211165720540515, + 0.0197382945891892, + 0.004506140226864866, + -0.01331618493945946, + 0.014995027385405353, + -0.001854380632432439, + -0.01958510810810805, + -0.00386884019891889, + -0.017393956009891888, + -0.0021528696070270597, + 0.005169307811351341, + 0.0024582379264864846 + ] + ], + "std": [ + [ + 1.009760000740286, + 1.0090347482418227, + 1.0148186512036792, + 1.0060022323323823, + 0.9990626780886653, + 0.9896872166496508, + 0.9763805914536888, + 0.9957691924612021, + 0.9906698247495431, + 1.0035665264537232, + 0.9947437173054162, + 1.0004339807413987, + 0.9823451342038293, + 1.0178129069401878, + 1.020030588883728, + 1.0098245678900148, + 0.9925509761821191, + 0.984129704899966, + 1.021860274128779, + 1.0179863343134843 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 7487, + "cert_evals": { + "36": 0.9684115648269653, + "72": 0.9537454843521118, + "108": 0.9345667958259583, + "255": 0.8082129955291748 + }, + "fold": 2 + }, + { + "best_epoch": 28, + "best_val_acc": 0.9830357142857142, + "test_acc": 0.9785553047404063, + "train_size": 1850, + "val_size": 1120, + "test_size": 4430, + "stats": { + "mean": [ + [ + -0.020650926096864895, + 0.0029367999405405425, + -0.006630237378378379, + 0.010420081979243248, + -0.001797412861621615, + 0.006000229992972958, + 0.02513403323243256, + -0.04051091970432429, + 0.016437013362162183, + 0.008169780156756753, + 0.010605073612270283, + -0.014074353574054115, + 0.001890994940540519, + -0.00912456161891894, + -0.011556316408108112, + -0.004322038713513496, + -0.0011294842637837807, + -0.006298975859459421, + 0.017070309424864923, + 0.0166714651562162 + ] + ], + "std": [ + [ + 0.9799722867298174, + 0.9831760308737035, + 1.0071900480073166, + 1.003544153680456, + 0.9998334222405475, + 0.997242014320636, + 0.9816671365897304, + 0.9927759081786102, + 1.0236053141912813, + 0.9882650425660089, + 1.0199540485168141, + 0.9750354662835033, + 1.000698654175577, + 0.9953898045603353, + 0.9850292707815245, + 0.9950063778865423, + 0.9842233774554926, + 1.0005588371487018, + 1.0122840782683846, + 1.0155158561773454 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 7487, + "cert_evals": { + "36": 0.9656884670257568, + "72": 0.95033860206604, + "108": 0.9320541620254517, + "255": 0.8060948252677917 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9769946934374308, + "std_test_acc": 0.0028229427311879684, + "n_samples": 7400, + "n_features": 20, + "n_classes": 2, + "mean_cert_acc_36": 0.9658888727426529, + "std_cert_acc_36": 0.0018079985714270308, + "mean_cert_acc_72": 0.9508355408906937, + "std_cert_acc_72": 0.002194208601568295, + "mean_cert_acc_108": 0.9312739968299866, + "std_cert_acc_108": 0.0032986396857221847, + "mean_cert_acc_255": 0.7953528612852097, + "std_cert_acc_255": 0.01561793026293472 + }, + "wall-following": { + "dataset": "wall-following", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 34, + "best_val_acc": 0.7817073170731708, + "test_acc": 0.76619804400978, + "train_size": 1364, + "val_size": 820, + "test_size": 3272, + "stats": { + "mean": [ + [ + -0.005686892404692003, + 0.022638621533284334, + 0.0029726543621700742, + -0.007766223049853293, + -0.008952794454545568, + 0.009051411851906211, + 0.004111615835777271, + 0.054535739948680446, + 0.01721141257331339, + -0.00017557098093850144, + -0.0030259690689149518, + -0.015323145063782956, + 0.004263515249266924, + 0.013408757045454725, + -0.0019448981744868829, + 0.0003941872595307252, + -0.023833700213343096, + -0.0418792441422289, + -0.01742122004472146, + -0.01653938162023472, + 0.004910744486803571, + 0.04303871550586514, + -0.015449803416422289, + -0.003778200753665663 + ] + ], + "std": [ + [ + 0.9538903586600096, + 1.0100879107934733, + 1.0049069273556643, + 0.9922954720481119, + 0.9870136651293122, + 0.990779450218937, + 0.997732207974109, + 1.0249084242333972, + 1.0039227101782235, + 0.9840871960957936, + 0.9963448823117925, + 0.9855998980612843, + 1.0024509972558129, + 1.0025416545074122, + 0.9881545916458445, + 1.0165283990308178, + 0.9738216818182036, + 0.9275548118344852, + 0.9839704565560611, + 0.9728388862456517, + 1.0184938963953918, + 1.0303474329203226, + 0.9612235203553664, + 0.9816909108470405 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 4, + "depth": 6, + "padding": 48, + "parameters": 10809, + "cert_evals": { + "36": 0.6839853525161743, + "72": 0.6026895046234131, + "108": 0.515586793422699, + "255": 0.18123473227024078 + }, + "fold": 0 + }, + { + "best_epoch": 31, + "best_val_acc": 0.753441802252816, + "test_acc": 0.7604008502884907, + "train_size": 1364, + "val_size": 799, + "test_size": 3293, + "stats": { + "mean": [ + [ + -0.02975309696847506, + 0.005558309164222893, + 0.004718745812316816, + -0.020307799296187545, + -0.007320344633431353, + -0.028494500266862125, + -0.024019284164222755, + 0.009570253951612977, + 0.01097609736070351, + -0.00032918113929638346, + 0.032141068781524784, + 0.02072696681818175, + 0.02201199852639303, + 0.02843859972873922, + -0.010288174340176055, + -0.0025629487653958533, + 0.014673984588709695, + -0.0024179095725806485, + 0.011989980659823955, + 0.014437480175952963, + 0.010780398057038091, + -0.02107569172287382, + 0.018757813350439904, + -0.03195081329985328 + ] + ], + "std": [ + [ + 0.945216136192205, + 0.9992147601024853, + 1.0013950133535414, + 1.0070090886620435, + 1.0100405651888793, + 1.0035220275618202, + 1.0076868559644707, + 1.0146043586860587, + 1.0036702207634716, + 1.0020409725295103, + 1.0195319569843622, + 1.018330702441904, + 1.0188371291097438, + 1.0099651693219551, + 0.9929137513000473, + 0.9893773454929811, + 1.0312952518146736, + 0.9850531254011928, + 0.9991545369015657, + 1.024970910904686, + 1.0211398104956508, + 0.9811793320532708, + 1.0213393023608297, + 0.9709259568406406 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 4, + "depth": 6, + "padding": 48, + "parameters": 10809, + "cert_evals": { + "36": 0.684482216835022, + "72": 0.5973276495933533, + "108": 0.508047342300415, + "255": 0.19040389358997345 + }, + "fold": 1 + }, + { + "best_epoch": 19, + "best_val_acc": 0.7728894173602854, + "test_acc": 0.7446939403260535, + "train_size": 1364, + "val_size": 841, + "test_size": 3251, + "stats": { + "mean": [ + [ + 0.01872266574486808, + 0.006327694957038103, + -0.07104427478152507, + -0.011521076319648046, + -0.004222936934017776, + -0.012975204868035104, + -0.01602920872434, + 0.018177438951613122, + 0.001741687587976442, + 0.026653914322580085, + 0.006544868966275523, + -0.0006487189816715815, + -0.006107012813782889, + -0.017521736390762342, + -0.02309750486070397, + 0.015360951164222853, + -0.05447749436730212, + 0.011644383885630553, + -0.005685932580645217, + 0.033520921312316744, + 0.015700824787390003, + 0.00464063532258066, + -0.007768450139296197, + -0.01706286590102635 + ] + ], + "std": [ + [ + 1.0075883148093572, + 0.9956149685197124, + 0.9336114810272496, + 1.0053964412297443, + 1.0037906536892414, + 0.9889864422444196, + 0.993232391245941, + 1.0033346943820691, + 1.0019335251023536, + 1.015228028452373, + 1.0184871692443849, + 0.9950347742751352, + 1.001225456339628, + 0.9911991075823401, + 0.9891922963313015, + 1.020897686359133, + 0.9021478154164623, + 1.027059313060404, + 0.9920589942567254, + 1.037458331459377, + 1.0154700216289818, + 1.0017979731537894, + 0.9794245346392066, + 0.9721130758506005 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 4, + "depth": 6, + "padding": 48, + "parameters": 10809, + "cert_evals": { + "36": 0.6745616793632507, + "72": 0.5915102958679199, + "108": 0.4820055365562439, + "255": 0.16271916031837463 + }, + "fold": 2 + }, + { + "best_epoch": 30, + "best_val_acc": 0.7706310679611651, + "test_acc": 0.7634638922888617, + "train_size": 1364, + "val_size": 824, + "test_size": 3268, + "stats": { + "mean": [ + [ + 0.02031997529545452, + -0.033795195992888556, + -0.02352743731011721, + 0.01124182900293254, + -0.01151259605278599, + -0.015031226107038104, + 0.03267076282991228, + 0.0279429813196483, + -0.007205795674486686, + -0.0060127819017595785, + 0.01344909527859221, + 0.01992942824853357, + -0.01951502722360692, + -0.029693211412756465, + -0.009494099098240562, + -0.01795489370381231, + 0.010101200832844593, + -0.0059742676495601315, + -0.017900947921847564, + -0.021026184816715806, + 0.016916847096700823, + -0.0052597014662755836, + 0.032237512456011766, + 0.007093840727272726 + ] + ], + "std": [ + [ + 1.0112945026202158, + 0.970221558754097, + 0.9823204142944053, + 1.0136980604051529, + 0.982757495735732, + 0.9808366104043786, + 1.001324458975229, + 1.0152847209982614, + 0.9908830298302452, + 0.9932341203049162, + 1.0097191496904292, + 1.0252804409457419, + 0.9852042484069533, + 0.992545202932286, + 0.9901306066571973, + 0.9793681779580009, + 0.9956413121371739, + 0.9901468286266072, + 0.9701309779282022, + 0.9725832802282708, + 1.0307338552882614, + 0.991132554001173, + 1.0343162251093825, + 0.9974059438112418 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 4, + "depth": 6, + "padding": 48, + "parameters": 10809, + "cert_evals": { + "36": 0.695838451385498, + "72": 0.6055691838264465, + "108": 0.5201958417892456, + "255": 0.19216646254062653 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7586891817282965, + "std_test_acc": 0.009625962546960718, + "n_samples": 5456, + "n_features": 24, + "n_classes": 4, + "mean_cert_acc_36": 0.6847169250249863, + "std_cert_acc_36": 0.008706465974738594, + "mean_cert_acc_72": 0.5992741584777832, + "std_cert_acc_72": 0.006201031981231848, + "mean_cert_acc_108": 0.5064588785171509, + "std_cert_acc_108": 0.017053954973452176, + "mean_cert_acc_255": 0.18163106217980385, + "std_cert_acc_255": 0.013487949450375139 + }, + "waveform": { + "dataset": "waveform", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 33, + "best_val_acc": 0.8799472295514512, + "test_acc": 0.8459224598930482, + "train_size": 1250, + "val_size": 758, + "test_size": 2992, + "stats": { + "mean": [ + [ + 0.020179633495999987, + 0.011963990736, + -0.033601846864, + -0.041786463160000016, + -0.03154164217599994, + -0.040098393640000014, + -0.043940430239999995, + -0.03151536300719995, + -0.036418570040000015, + 0.043107926798400066, + 0.03738288511999999, + -0.0024740305919999984, + 0.03243670563199995, + 0.011112976024000014, + 0.03951120671200011, + 0.0219850811552, + 0.028168458383999943, + 0.06235075759679998, + 0.020069774392, + 0.007039422583999985, + -0.02925996517600002 + ] + ], + "std": [ + [ + 0.9901799387654557, + 1.0306402386317552, + 0.9708771794256926, + 0.9608246419787663, + 1.0044852476869415, + 0.9877134023221446, + 0.9749943080882616, + 1.0123255354438774, + 0.986958011185208, + 1.0005937342506195, + 0.9789827068743525, + 1.0033150982759136, + 0.9538985981244916, + 1.006689675325801, + 0.9956488213117433, + 1.001823072865656, + 0.9921420818481883, + 0.9865005595269615, + 1.0350777753049674, + 1.0160784990711804, + 0.9870983405424562 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 8282, + "cert_evals": { + "36": 0.804478645324707, + "72": 0.7533422708511353, + "108": 0.6885026693344116, + "255": 0.37165775895118713 + }, + "fold": 0 + }, + { + "best_epoch": 49, + "best_val_acc": 0.8787465940054496, + "test_acc": 0.8673740053050398, + "train_size": 1250, + "val_size": 734, + "test_size": 3016, + "stats": { + "mean": [ + [ + 0.010216515320000044, + -0.04063758078400007, + 0.025120129951999963, + -0.025077058975999964, + 0.003169892232000061, + -0.01685490820000002, + -0.011714589596800004, + -0.03299081049600003, + -0.01699664363999998, + -0.018953863726399994, + -0.010869116344000016, + 0.041914844448000185, + -0.01596277459040001, + 0.012558276106399974, + 0.026120965832000048, + 0.03314989547359999, + 0.03347167229600001, + 0.023257175787200043, + 0.017851450192000014, + -0.004257698511999955, + -0.04945521833600015 + ] + ], + "std": [ + [ + 1.0013552490719653, + 0.9855864106795154, + 0.9729457372221003, + 0.9924096158327768, + 1.0128588967374343, + 1.0016694374565032, + 1.0094886119500357, + 1.0100863354319733, + 1.0019192663797813, + 0.9946338222875807, + 0.999064791075417, + 1.0101141099838185, + 0.9759008425547311, + 1.0113866649689796, + 1.0124143691513183, + 1.0133948233035053, + 1.0110196515539809, + 1.0206255456252598, + 1.0155072750087655, + 0.9949826852691384, + 0.9838169172120375 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 8282, + "cert_evals": { + "36": 0.8212864398956299, + "72": 0.7635941505432129, + "108": 0.6942970752716064, + "255": 0.366047739982605 + }, + "fold": 1 + }, + { + "best_epoch": 4, + "best_val_acc": 0.8770053475935828, + "test_acc": 0.8607594936708861, + "train_size": 1250, + "val_size": 748, + "test_size": 3002, + "stats": { + "mean": [ + [ + 0.007048574136000094, + -0.015209897391999988, + 0.011429607696000007, + -0.03273079147199999, + -0.023185516656000008, + 0.003389837535999984, + 0.0013940158719999971, + -0.00547288197039998, + 0.006071109367999992, + 0.005879158908799994, + 0.032166854647999996, + 0.005692848927999994, + 0.022531058751999993, + 0.009790249777599982, + 0.0040757011359999935, + 0.030061611308799984, + 0.029284791384000003, + 0.02420849601600001, + 0.014083066104000005, + 0.02953013189600018, + -0.004491209880000014 + ] + ], + "std": [ + [ + 0.9996125618988059, + 0.9720078266135495, + 1.0135851933941078, + 1.0319065276512462, + 0.9931170056559575, + 0.9993639751369633, + 0.9853632660237902, + 0.9995807541677071, + 1.0238743231650074, + 0.9969840482557133, + 0.9979292933830571, + 1.0142743499688514, + 1.001427080201001, + 0.9998997970203162, + 1.0142762186668912, + 1.0117340691797234, + 1.0099181268245983, + 1.0006047030346061, + 0.9985746890321932, + 1.0069732844455408, + 1.0040803599543435 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 8282, + "cert_evals": { + "36": 0.8147901892662048, + "72": 0.7584943771362305, + "108": 0.6862092018127441, + "255": 0.3337774872779846 + }, + "fold": 2 + }, + { + "best_epoch": 16, + "best_val_acc": 0.86593707250342, + "test_acc": 0.8542563762835376, + "train_size": 1250, + "val_size": 731, + "test_size": 3019, + "stats": { + "mean": [ + [ + -0.009131498528000003, + -0.0039044835359999803, + 0.07005067444800003, + -0.010843439071999996, + 0.006077575768000002, + -0.013402124615999992, + -0.0034755865247999887, + 0.0036035160240000075, + -0.0006721240640000021, + -0.006537375988799971, + -0.015753593288000012, + 0.013293681728000002, + -0.011138352720000024, + -0.025798392399999908, + 0.0029978399759999904, + 0.017920257033599982, + -0.008153607000000004, + 0.01568651420000006, + -0.051382837735999956, + 0.005123328096000027, + 0.025813726736000034 + ] + ], + "std": [ + [ + 1.0018392101812919, + 1.0020859314875776, + 1.0033561958769905, + 0.9975363296716959, + 0.9849899598871443, + 0.9756730653513883, + 0.993760630561838, + 0.9861757179284345, + 1.0000258312156731, + 1.0000825386418444, + 0.99177201535984, + 1.0234277089306048, + 1.0159176275153121, + 0.9839459155591159, + 0.9943404985027471, + 1.0116349239455822, + 1.0052044277000671, + 0.9841510621883656, + 1.0190638151002673, + 0.9952041186962591, + 1.0328002659610966 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 8282, + "cert_evals": { + "36": 0.8098707795143127, + "72": 0.7562106251716614, + "108": 0.6989068984985352, + "255": 0.38025835156440735 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8570780837881279, + "std_test_acc": 0.009164583211785385, + "n_samples": 5000, + "n_features": 21, + "n_classes": 3, + "mean_cert_acc_36": 0.8126065135002136, + "std_cert_acc_36": 0.0071567227975018275, + "mean_cert_acc_72": 0.75791035592556, + "std_cert_acc_72": 0.004336015371786401, + "mean_cert_acc_108": 0.6919789612293243, + "std_cert_acc_108": 0.0057371507615713874, + "mean_cert_acc_255": 0.362935334444046, + "std_cert_acc_255": 0.02029806830736162 + }, + "wine": { + "dataset": "wine", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 66, + "best_val_acc": 0.8823529411764706, + "test_acc": 0.93, + "train_size": 44, + "val_size": 34, + "test_size": 100, + "stats": { + "mean": [ + [ + -0.0032810681818182252, + -0.005479031818181848, + -0.08091575454545454, + 0.05187518272727261, + -0.06624296590909094, + -0.007079050000000028, + -0.06275028018181807, + -0.08246524999999992, + 0.05402081363636373, + 0.0044511772727273136, + -0.04690897272727282, + 0.09077693181818178, + -0.0044964045454545494 + ] + ], + "std": [ + [ + 0.9486079560461609, + 0.9748783430969256, + 0.9254167517337237, + 0.9617928120291063, + 0.8801585454960099, + 0.9897338243089531, + 0.9271822071946669, + 0.9702762446771567, + 0.9107960044629595, + 1.0952735150882602, + 0.9243353232179793, + 0.9887201896638538, + 0.9269494258065332 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 3, + "depth": 6, + "padding": 26, + "parameters": 3258, + "cert_evals": { + "36": 0.8799999952316284, + "72": 0.8100000023841858, + "108": 0.7199999690055847, + "255": 0.23999999463558197 + }, + "fold": 0 + }, + { + "best_epoch": 37, + "best_val_acc": 0.9629629629629629, + "test_acc": 0.9532710280373832, + "train_size": 44, + "val_size": 27, + "test_size": 107, + "stats": { + "mean": [ + [ + 0.06530710454545458, + 0.007947954545454524, + -0.18861000681818177, + -0.06994299681818188, + -0.08852099545454545, + 0.06554911590909095, + 0.0228023237272727, + -0.08063868636363627, + 0.11120031590909094, + 0.1451315113636364, + 0.07976722954545465, + 0.05492483636363638, + -0.04130375068181816 + ] + ], + "std": [ + [ + 1.1054246265200351, + 1.022075699615381, + 1.0101337670617143, + 0.9836114927228263, + 1.0039715573451675, + 1.0160855472349155, + 1.00168059755674, + 0.942713932749028, + 1.1841316940042428, + 1.0673173131706486, + 1.0204335593229852, + 0.9474429014625287, + 0.9790698019551516 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 3, + "depth": 6, + "padding": 26, + "parameters": 3258, + "cert_evals": { + "36": 0.8971962332725525, + "72": 0.8691588640213013, + "108": 0.7476634979248047, + "255": 0.420560747385025 + }, + "fold": 1 + }, + { + "best_epoch": 23, + "best_val_acc": 0.9310344827586207, + "test_acc": 0.9428571428571428, + "train_size": 44, + "val_size": 29, + "test_size": 105, + "stats": { + "mean": [ + [ + -0.0016014659090909378, + -0.2809373181818182, + -0.0013865818181818283, + -0.011415792727272868, + -0.005774513636363688, + 0.0034522068181817842, + -0.09596993699999999, + 0.061802877272727264, + -0.18700712727272728, + 0.003569234090909025, + 0.14042048863636367, + -0.033103909090909094, + -0.06411021136363641 + ] + ], + "std": [ + [ + 0.9298272868804931, + 0.8250056451408178, + 1.08551443258742, + 1.1391522997578776, + 1.162897463787286, + 0.9140439887115281, + 0.9166314532406474, + 1.013186331346434, + 0.9551870696183078, + 1.1440128298039551, + 1.0494592532907625, + 1.0314806625541306, + 0.958232402601652 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 3, + "depth": 6, + "padding": 26, + "parameters": 3258, + "cert_evals": { + "36": 0.8761904835700989, + "72": 0.7714285850524902, + "108": 0.6000000238418579, + "255": 0.095238097012043 + }, + "fold": 2 + }, + { + "best_epoch": 13, + "best_val_acc": 0.9354838709677419, + "test_acc": 0.8640776699029126, + "train_size": 44, + "val_size": 31, + "test_size": 103, + "stats": { + "mean": [ + [ + -0.0007615090909091727, + 0.05596002272727269, + -0.07345953863636358, + -0.09784549954545461, + 0.008546922727272678, + 0.09278491795454552, + 0.0448726857272727, + 0.11476138181818184, + 0.09094955909090909, + 0.005921997727272779, + 0.16726700681818205, + 0.005308763636363668, + -0.08561718409090915 + ] + ], + "std": [ + [ + 1.007206359663615, + 0.8850705986397225, + 1.0706938375587134, + 0.8864652113978174, + 1.1440281408589326, + 0.9372647448943219, + 0.9191041363758027, + 0.9830875500627535, + 1.0190542547845243, + 0.9888966660536255, + 1.11752991456707, + 0.9731773531474354, + 0.8829161708393709 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 3, + "depth": 6, + "padding": 26, + "parameters": 3258, + "cert_evals": { + "36": 0.7669903039932251, + "72": 0.6116504669189453, + "108": 0.4660194218158722, + "255": 0.10679611563682556 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9225514601993596, + "std_test_acc": 0.04012761930453105, + "n_samples": 178, + "n_features": 13, + "n_classes": 3, + "mean_cert_acc_36": 0.8550942540168762, + "std_cert_acc_36": 0.05944249185510839, + "mean_cert_acc_72": 0.7655594795942307, + "std_cert_acc_72": 0.11019713108950674, + "mean_cert_acc_108": 0.6334207281470299, + "std_cert_acc_108": 0.12869539778325817, + "mean_cert_acc_255": 0.2156487386673689, + "std_cert_acc_255": 0.15158004612350431 + }, + "wine-quality-red": { + "dataset": "wine-quality-red", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 78, + "best_val_acc": 0.4279835390946502, + "test_acc": 0.3713389121338912, + "train_size": 400, + "val_size": 243, + "test_size": 956, + "stats": { + "mean": [ + [ + -0.02693017225000001, + -0.010865180249999969, + 0.01090508905000014, + 0.028862860500000035, + -0.005716316749999986, + -0.0022627200000000882, + -0.008672537749999942, + 0.0023822675999998814, + 0.03910194012499996, + -0.003237799000000088, + -0.015897374500000026 + ] + ], + "std": [ + [ + 0.9743049425383958, + 1.0208202037213217, + 1.0045213439257272, + 1.0312615683961275, + 0.9360785088397681, + 1.0135085097778138, + 1.054760065228032, + 0.9991490231742983, + 0.9910168624962105, + 0.9560724374897602, + 1.0224479021869215 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 6, + "depth": 6, + "padding": 22, + "parameters": 2431, + "cert_evals": { + "36": 0.20188283920288086, + "72": 0.11297070980072021, + "108": 0.04707112908363342, + "255": 0.0020920501556247473 + }, + "fold": 0 + }, + { + "best_epoch": 3, + "best_val_acc": 0.3983050847457627, + "test_acc": 0.3862928348909657, + "train_size": 400, + "val_size": 236, + "test_size": 963, + "stats": { + "mean": [ + [ + 0.013418094749999616, + -0.03892854174999997, + 0.03785578170000011, + 0.030990686500000093, + 0.03390959879999997, + -0.02747751350000006, + 0.024918823500000065, + -0.0024924809250000362, + -0.023241676749999992, + 0.00015447274999999162, + 0.017258733749999842 + ] + ], + "std": [ + [ + 1.0484699134032194, + 0.9803949233513032, + 1.0076892023564636, + 1.0290250752162338, + 1.1997081630921285, + 0.9489970021589998, + 1.0263878594773712, + 1.03076931004531, + 0.9684548723090626, + 0.9627052256819137, + 0.9972530011672733 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 6, + "depth": 6, + "padding": 22, + "parameters": 2431, + "cert_evals": { + "36": 0.1007269024848938, + "72": 0.024922119453549385, + "108": 0.005192108452320099, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 49, + "best_val_acc": 0.48535564853556484, + "test_acc": 0.39791666666666664, + "train_size": 400, + "val_size": 239, + "test_size": 960, + "stats": { + "mean": [ + [ + -0.0013715520000001779, + -0.035088978500000055, + 0.06416455662500034, + -0.006156608600000014, + 0.0926046769, + -0.01361536200000002, + -0.007988503499999982, + 0.019787725674999798, + -0.030528630750000167, + 0.09543056175000009, + -0.01609288975000005 + ] + ], + "std": [ + [ + 0.9829420987934913, + 0.9707586864617593, + 1.0018786547407759, + 0.964170646447104, + 1.218209093004271, + 0.993770255551407, + 0.9825900214132555, + 0.9579306637091782, + 1.0278450401756267, + 1.103602348070479, + 1.019972708382203 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 6, + "depth": 6, + "padding": 22, + "parameters": 2431, + "cert_evals": { + "36": 0.29895836114883423, + "72": 0.2239583432674408, + "108": 0.1718750149011612, + "255": 0.015625 + }, + "fold": 2 + }, + { + "best_epoch": 38, + "best_val_acc": 0.425, + "test_acc": 0.38373305526590196, + "train_size": 400, + "val_size": 240, + "test_size": 959, + "stats": { + "mean": [ + [ + -0.024919883000000052, + 0.11828172599999993, + -0.10639385059999999, + 0.09154341099999996, + -0.0404553217, + 0.02593951999999995, + -0.03595611450000001, + 0.029616401199999934, + 0.04752242037499988, + -0.06532982275000002, + -0.002994586000000021 + ] + ], + "std": [ + [ + 1.0557689652662066, + 1.036986432681799, + 0.9776537301766356, + 1.148436386560584, + 0.6942596510748834, + 1.0910930117650621, + 0.9332303748474275, + 0.9830858412290316, + 0.9796850899079309, + 0.8673250562614796, + 1.0016840683328132 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 6, + "depth": 6, + "padding": 22, + "parameters": 2431, + "cert_evals": { + "36": 0.2638164758682251, + "72": 0.1386861354112625, + "108": 0.03962460905313492, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.38482036723935636, + "std_test_acc": 0.010902799315819365, + "n_samples": 1599, + "n_features": 11, + "n_classes": 6, + "mean_cert_acc_36": 0.2163461446762085, + "std_cert_acc_36": 0.08690072309654735, + "mean_cert_acc_72": 0.12513432698324323, + "std_cert_acc_72": 0.08193549867049177, + "mean_cert_acc_108": 0.06594071537256241, + "std_cert_acc_108": 0.0729407700304289, + "mean_cert_acc_255": 0.004429262538906187, + "std_cert_acc_255": 0.007528696927964334 + }, + "waveform-noise": { + "dataset": "waveform-noise", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 34, + "best_val_acc": 0.8625162127107653, + "test_acc": 0.8455857670359181, + "train_size": 1250, + "val_size": 771, + "test_size": 2979, + "stats": { + "mean": [ + [ + 0.04109552382399996, + -0.007068212280000003, + 0.014182510261599956, + 0.0026211762400000084, + 0.014018176879999957, + 0.02370059650560003, + 0.004374500936000023, + -0.0038294597343999904, + -0.014804110096000014, + 0.00045386584799994817, + -0.010192400336000008, + -0.01903542342399992, + -0.010784385815999982, + -0.005200951027200047, + -0.002328150511999989, + 0.014533825215999989, + 0.007865440576000029, + -0.025042890535999954, + -0.005855280768000005, + 0.010768292656000005, + -0.029557043135999994, + 0.02497473343199999, + 0.0059397922879999695, + 0.02985397081600005, + 0.034868211864000014, + -0.03436343556000003, + 0.022563571339200006, + 0.013530936152000026, + 0.006182852718399999, + 0.02533174106799999, + -0.023453127760000032, + -0.012310209543200052, + 0.023519454263999984, + -0.010153050279999989, + 0.015502481212800007, + 0.010150338703999973, + 0.0053944454240000125, + -0.0034366949536000007, + -0.005722000272000003, + 0.007498833936000044 + ] + ], + "std": [ + [ + 1.0036717936871953, + 1.0115164152393803, + 1.0267935868392655, + 1.0141719003383043, + 1.0034317001981041, + 0.9959239723426369, + 0.9939861987845015, + 1.0288633031133263, + 1.0043429776096469, + 0.9779096908533591, + 1.0249129338514036, + 1.0084484801657798, + 1.0020500717103944, + 1.026928437823279, + 1.009036128138247, + 1.0055555854598206, + 0.9775356004635903, + 1.0198250392925892, + 0.9777825735121067, + 0.9997432850888442, + 1.0057789366361842, + 1.0008832746108618, + 0.9887462327692325, + 0.9949832502604571, + 0.9939865250881332, + 0.9973380026834073, + 0.977390812504474, + 0.998438673003916, + 0.9765375704247188, + 1.0137678154638436, + 0.9930247910455883, + 1.0298745659129236, + 0.9839097409542001, + 0.991922743066992, + 1.0070087822831295, + 0.9876272290873123, + 1.0098641388551413, + 1.0215112956805443, + 1.0133094868761658, + 0.98802284916221 + ] + ] + }, + "width": 128, + "in_features": 40, + "out_features": 3, + "depth": 6, + "padding": 80, + "parameters": 29448, + "cert_evals": { + "36": 0.7922121286392212, + "72": 0.7287680506706238, + "108": 0.6565961837768555, + "255": 0.2947297692298889 + }, + "fold": 0 + }, + { + "best_epoch": 23, + "best_val_acc": 0.8617992177314211, + "test_acc": 0.8524974857525981, + "train_size": 1250, + "val_size": 767, + "test_size": 2983, + "stats": { + "mean": [ + [ + 0.044322997631999955, + 0.029345537880000067, + -0.011366358759840026, + -0.0005867047360000063, + -0.006665745688000015, + -0.006024195060800007, + -0.013584043487999992, + -0.024554553948799986, + 0.01623729534400002, + -0.007884222439999988, + 0.0019230570479999735, + -0.02265010408799999, + 0.007417331240000002, + -0.002911046979200009, + 0.020059001183999964, + 0.01574975624800002, + 0.02813207348000001, + 0.004678202063999986, + 0.028763643272000018, + 0.018513851640000002, + 0.0358815304, + 0.028113823255999978, + -0.00718522141599999, + -0.006245005135999949, + 0.011452240719999996, + -0.039296166616000015, + 0.013289260721600025, + -0.003815815991999974, + -0.001233308884800033, + 0.0033645557719999956, + 0.02454588116, + 0.010769942833599997, + 0.008991375496000034, + -0.012577069439999996, + 0.051492131759200026, + 0.009570444000000011, + 0.022488379120000006, + -0.00477033891360003, + -0.009759721552000007, + 0.0046987019359999846 + ] + ], + "std": [ + [ + 0.9680395488640641, + 0.9731934131975439, + 1.0256129853497884, + 1.0016500605542749, + 0.9832741110357304, + 1.0155722609031699, + 1.0177266822426836, + 1.0012352994664209, + 1.0017870547556, + 0.9825996623950224, + 1.0116415424885532, + 1.0008713618877405, + 1.004966285943376, + 0.991554206326663, + 1.0098780435455994, + 1.0036202953348388, + 0.9885930770833588, + 1.000767817574134, + 0.9955550387843519, + 1.0082268705074462, + 0.9951019252067327, + 0.9944184018582543, + 1.0206633343240308, + 1.0149218534426545, + 0.9851575763005246, + 0.9922537027672286, + 1.0164765099719621, + 1.0106305279893444, + 1.006251693120508, + 0.9864167800458236, + 1.0043559273464866, + 0.9969845117753792, + 0.99621846666241, + 1.0281731534980536, + 0.9986967919798584, + 0.9696604033255324, + 0.9966142799032668, + 0.9849892430729312, + 1.0057643181118128, + 1.0029305279401282 + ] + ] + }, + "width": 128, + "in_features": 40, + "out_features": 3, + "depth": 6, + "padding": 80, + "parameters": 29448, + "cert_evals": { + "36": 0.7938317060470581, + "72": 0.7247737646102905, + "108": 0.6513577103614807, + "255": 0.2628226578235626 + }, + "fold": 1 + }, + { + "best_epoch": 25, + "best_val_acc": 0.8656509695290858, + "test_acc": 0.8533685601056803, + "train_size": 1250, + "val_size": 722, + "test_size": 3028, + "stats": { + "mean": [ + [ + 0.014308189376000027, + 0.028783297960000027, + 0.03795345253087996, + 0.013117279295999998, + 0.032089058063999955, + 0.012632187806400005, + 0.018484099464000054, + 0.009576141620799988, + 0.036987581783999995, + -0.006325697687999988, + -0.02381616588800001, + -0.008374505503999985, + -0.04596340019200004, + -0.03257486172959995, + -0.021728262640000023, + -0.019410886679999996, + -0.04224714851999999, + -0.02175625772000002, + -0.0017738945599999954, + 0.006572127119999979, + 0.015226716143999997, + -0.002422181303999986, + -0.025979705407999994, + 0.022093594352000027, + 0.03834592470399997, + -0.009863329287999975, + 0.020212545147199973, + 0.0037560529200000177, + 0.03646794663519996, + -0.018870360144, + -0.011957785879999988, + 0.016431144787999986, + 0.014396109119999995, + 0.008498349159999984, + 0.012689327942400006, + -0.00249464457599998, + -0.022068862224000004, + -0.0005122236512000032, + 0.008362260016000047, + -0.02581517636800003 + ] + ], + "std": [ + [ + 1.0188927880817935, + 0.9988893028885985, + 1.0203039986619837, + 1.0176161206264251, + 1.0298233594756412, + 1.032613885870231, + 1.0145448604818694, + 1.0020618139895976, + 0.9933894833504273, + 0.9801525816452665, + 0.9828864827428538, + 1.0084878782151452, + 1.0036037092630097, + 0.9753885414870564, + 1.015306973575768, + 0.9941278153766206, + 0.9825139145564932, + 0.9962329520442799, + 0.9688294278798073, + 0.98310050706914, + 0.9843726349902746, + 0.9830497457267643, + 1.019877833578896, + 1.0231451225251817, + 0.9901755816567956, + 0.9958326894928737, + 1.032928859241582, + 0.9924515511719896, + 0.9749189762682579, + 1.0285239667561281, + 1.002192158381019, + 0.9935329644391413, + 1.0052344609016668, + 1.0064075388331128, + 1.0160814777549847, + 0.9845645364365565, + 0.9925488055513885, + 1.0072044814714247, + 1.0303878632271122, + 0.9885231209627763 + ] + ] + }, + "width": 128, + "in_features": 40, + "out_features": 3, + "depth": 6, + "padding": 80, + "parameters": 29448, + "cert_evals": { + "36": 0.8061426877975464, + "72": 0.737780749797821, + "108": 0.654557466506958, + "255": 0.28830912709236145 + }, + "fold": 2 + }, + { + "best_epoch": 28, + "best_val_acc": 0.8609271523178808, + "test_acc": 0.8437395659432387, + "train_size": 1250, + "val_size": 755, + "test_size": 2995, + "stats": { + "mean": [ + [ + -0.036278040016000025, + 0.00810417363999999, + 0.0013843179736000206, + -0.0018023679760000122, + -0.005956154304000002, + 0.025961240582400028, + 0.010167898040000027, + 0.01906255140800001, + -0.02535409856000002, + 0.013357130255999999, + -0.007777053167999971, + 0.007395055352000006, + -0.009246732704000024, + 0.000417141663999981, + -0.012846879495999965, + -0.011422848472000015, + -0.02694291900799997, + -0.010714078007999981, + -0.017699573224000033, + 0.006549602159999982, + 0.02394824680000007, + -0.027398905735999915, + -0.006791929848000011, + 0.016008580479999996, + 0.04892266430400006, + 0.035720964879999914, + 0.03039491798320002, + 0.0066352822719999895, + -0.02569047550079999, + 0.01171173369999999, + 0.022736661080000005, + -0.02455200705200002, + 0.03534526224799999, + 0.039964129560000006, + 0.04194475229440003, + 0.012341044367999982, + 0.04449289257600006, + 0.05609793443199992, + 0.037631368336000094, + -0.0013801063520000427 + ] + ], + "std": [ + [ + 0.9967186390712067, + 1.0046232169850224, + 0.9740084152266493, + 0.9826095647211786, + 0.9807015091355339, + 0.9903924974929869, + 0.9994986310830332, + 0.999954070658992, + 1.0016268406564945, + 1.0082593311694388, + 1.0031753015138711, + 1.0033236672468044, + 0.987229114309021, + 1.0132234933998234, + 0.9873167353551544, + 0.983479654201213, + 1.011117373386074, + 1.0372041491820654, + 0.9890339764711912, + 0.9663488793448463, + 1.0078666660648328, + 0.9894244150573558, + 1.0015699231644122, + 1.0021673571075749, + 0.98850640710336, + 1.0232697675089457, + 1.0136787449302005, + 1.0052546165431762, + 0.9928535231583258, + 0.9947831559397796, + 0.9947379135130683, + 0.968921467398204, + 1.0158922450868932, + 0.9723954832645065, + 0.9861131949259808, + 1.0009190287109688, + 0.9931377428957798, + 1.0140326666524644, + 0.9958387641879904, + 0.9761305424003285 + ] + ] + }, + "width": 128, + "in_features": 40, + "out_features": 3, + "depth": 6, + "padding": 80, + "parameters": 29448, + "cert_evals": { + "36": 0.7939900159835815, + "72": 0.7325542569160461, + "108": 0.6504173874855042, + "255": 0.2908180356025696 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8487978447093588, + "std_test_acc": 0.004847075067811108, + "n_samples": 5000, + "n_features": 40, + "n_classes": 3, + "mean_cert_acc_36": 0.7965441346168518, + "std_cert_acc_36": 0.006449271010274492, + "mean_cert_acc_72": 0.7309692054986954, + "std_cert_acc_72": 0.005541903827911447, + "mean_cert_acc_108": 0.6532321870326996, + "std_cert_acc_108": 0.002858297807053321, + "mean_cert_acc_255": 0.28416989743709564, + "std_cert_acc_255": 0.01447465019271148 + }, + "yeast": { + "dataset": "yeast", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 34, + "best_val_acc": 0.5330188679245284, + "test_acc": 0.4506104328523862, + "train_size": 371, + "val_size": 212, + "test_size": 901, + "stats": { + "mean": [ + [ + -0.0680236417412399, + 0.0016312938814016407, + -0.008786120350404263, + -0.04364633274932616, + 0.013936777088948886, + 0.007389660377358629, + -0.024600268247978344, + 0.05087596307277619 + ] + ], + "std": [ + [ + 1.027205380998011, + 0.9953693200489844, + 0.9507124252634552, + 0.9691826685352211, + 1.0679577073315545, + 1.038674237448053, + 0.9068718437558525, + 1.1001821882054232 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 10, + "depth": 6, + "padding": 16, + "parameters": 1407, + "cert_evals": { + "36": 0.3396226465702057, + "72": 0.24306327104568481, + "108": 0.17980022728443146, + "255": 0.014428413473069668 + }, + "fold": 0 + }, + { + "best_epoch": 55, + "best_val_acc": 0.4935064935064935, + "test_acc": 0.4875283446712018, + "train_size": 371, + "val_size": 231, + "test_size": 882, + "stats": { + "mean": [ + [ + 0.08549606216172505, + 0.03251707697035039, + 0.04905938702964963, + 0.04128734865229108, + -0.013936692183288498, + 0.036949762803234386, + -0.002681268247978456, + 0.005315634501347734 + ] + ], + "std": [ + [ + 0.9621845394333128, + 0.9690282797537528, + 0.9491603484155484, + 1.0401770820495524, + 0.9261376999963121, + 1.1814628524634447, + 0.9836755462977512, + 0.993812117132581 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 10, + "depth": 6, + "padding": 16, + "parameters": 1407, + "cert_evals": { + "36": 0.3344671130180359, + "72": 0.22675737738609314, + "108": 0.17233560979366302, + "255": 0.028344672173261642 + }, + "fold": 1 + }, + { + "best_epoch": 56, + "best_val_acc": 0.5253456221198156, + "test_acc": 0.5066964285714286, + "train_size": 371, + "val_size": 217, + "test_size": 896, + "stats": { + "mean": [ + [ + 0.004417079552560633, + -0.0405647886981132, + -0.038330890598382725, + -0.009830160646900232, + -0.013936692183288395, + 0.036949762803234296, + -0.01154207417789756, + 0.005568702156334372 + ] + ], + "std": [ + [ + 1.0326495870955454, + 0.9133440779524218, + 0.9914487013412665, + 0.9617359852499671, + 0.9261376999963089, + 1.181462852463445, + 0.873907032459684, + 0.9724601246460749 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 10, + "depth": 6, + "padding": 16, + "parameters": 1407, + "cert_evals": { + "36": 0.4140625298023224, + "72": 0.306919664144516, + "108": 0.2299107313156128, + "255": 0.0558035746216774 + }, + "fold": 2 + }, + { + "best_epoch": 57, + "best_val_acc": 0.5426008968609866, + "test_acc": 0.5325842696629214, + "train_size": 371, + "val_size": 223, + "test_size": 890, + "stats": { + "mean": [ + [ + -0.01207341391913747, + -0.03099437134770888, + -0.004743151369272138, + 0.0033422831536388878, + 0.013936777088948926, + 0.007389660377358682, + -0.05258191859838276, + -0.01645215983827505 + ] + ], + "std": [ + [ + 1.002118550793497, + 0.9931572183782578, + 1.0350703782367132, + 0.9624293574797959, + 1.0679577073315536, + 1.0386742374480524, + 1.0723089145971894, + 0.9483399576263618 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 10, + "depth": 6, + "padding": 16, + "parameters": 1407, + "cert_evals": { + "36": 0.41910111904144287, + "72": 0.3134831488132477, + "108": 0.23820224404335022, + "255": 0.06067415699362755 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.49435486893948455, + "std_test_acc": 0.03451559210939131, + "n_samples": 1484, + "n_features": 8, + "n_classes": 10, + "mean_cert_acc_36": 0.3768133521080017, + "std_cert_acc_36": 0.04601488532559769, + "mean_cert_acc_72": 0.2725558653473854, + "std_cert_acc_72": 0.04405764336960558, + "mean_cert_acc_108": 0.20506220310926437, + "std_cert_acc_108": 0.03378810934709519, + "mean_cert_acc_255": 0.039812704315409064, + "std_cert_acc_255": 0.022111732359234432 + }, + "zoo": { + "dataset": "zoo", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 32, + "best_val_acc": 0.9285714285714286, + "test_acc": 0.7903225806451613, + "train_size": 25, + "val_size": 14, + "test_size": 62, + "stats": { + "mean": [ + [ + 0.18968232000000004, + 0.004943600000000055, + -0.04877112000000002, + 0.06901168000000008, + 0.005554399999999982, + -0.24190180000000008, + 0.011100480000000044, + 0.07332431999999998, + 0.047367959999999966, + 0.1174986, + 0.002917720000000048, + -0.128498, + 0.05823499999999993, + 0.03965752000000001, + -0.025889279999999938, + 0.0890122 + ] + ], + "std": [ + [ + 1.005390221359596, + 0.9987632000000001, + 1.0021422025080997, + 1.0058025598467213, + 0.9984392123352528, + 0.8872886923159564, + 0.9937582269928686, + 0.97657824, + 0.9532010403686509, + 0.898886886807812, + 0.9995686698918299, + 0.864227081446769, + 0.8401435100754158, + 0.9719779957616784, + 0.9655601622370106, + 1.0025794726604769 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 7, + "depth": 6, + "padding": 32, + "parameters": 5004, + "cert_evals": { + "36": 0.7903225421905518, + "72": 0.7096773982048035, + "108": 0.6290322542190552, + "255": 0.20967741310596466 + }, + "fold": 0 + }, + { + "best_epoch": 26, + "best_val_acc": 0.8333333333333334, + "test_acc": 0.84375, + "train_size": 25, + "val_size": 12, + "test_size": 64, + "stats": { + "mean": [ + [ + 0.028691039999999952, + 0.004943600000000057, + -0.048771120000000036, + 0.06901168, + 0.005554399999999972, + 0.17360919999999994, + -0.06897883999999993, + -0.00805720000000001, + 0.0473679599999999, + -0.07865459999999999, + 0.0029177199999999947, + -0.022119, + 0.09757803999999994, + -0.051376560000000016, + -0.26359375999999995, + 0.24955340000000004 + ] + ], + "std": [ + [ + 0.9989246223251673, + 0.9987632000000002, + 1.0021422025080997, + 1.0058025598467215, + 0.998439212335253, + 1.0312711812638613, + 1.0001903862262094, + 0.9967159924605201, + 0.9532010403686509, + 1.047171532893174, + 0.9995686698918299, + 0.9749796397074146, + 1.045377756731086, + 1.02185501364051, + 0.5822546855736085, + 0.9961319493678737 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 7, + "depth": 6, + "padding": 32, + "parameters": 5004, + "cert_evals": { + "36": 0.796875, + "72": 0.75, + "108": 0.578125, + "255": 0.1875 + }, + "fold": 1 + }, + { + "best_epoch": 22, + "best_val_acc": 0.9166666666666666, + "test_acc": 0.875, + "train_size": 25, + "val_size": 12, + "test_size": 64, + "stats": { + "mean": [ + [ + 0.02869103999999997, + 0.004943600000000048, + -0.04877112000000006, + 0.06901168, + 0.005554399999999982, + 0.007404799999999972, + 0.011100480000000062, + 0.07332431999999998, + 0.04736795999999993, + 0.01942200000000002, + -0.14446064, + -0.022119000000000017, + 0.09757803999999996, + 0.03965751999999999, + -0.14474151999999998, + 0.08901219999999999 + ] + ], + "std": [ + [ + 0.9989246223251673, + 0.9987632000000001, + 1.0021422025080997, + 1.0058025598467215, + 0.9984392123352529, + 0.9972263999999998, + 0.9937582269928688, + 0.97657824, + 0.9532010403686509, + 0.980766, + 0.722003562256413, + 0.9749796397074147, + 1.045377756731086, + 0.9719779957616785, + 0.8060951109136004, + 1.0025794726604769 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 7, + "depth": 6, + "padding": 32, + "parameters": 5004, + "cert_evals": { + "36": 0.828125, + "72": 0.703125, + "108": 0.453125, + "255": 0.046875 + }, + "fold": 2 + }, + { + "best_epoch": 44, + "best_val_acc": 1.0, + "test_acc": 0.8421052631578947, + "train_size": 25, + "val_size": 19, + "test_size": 57, + "stats": { + "mean": [ + [ + 0.10918667999999991, + 0.004943600000000039, + -0.04877112000000009, + 0.06901168, + -0.087958, + -0.07569740000000007, + 0.011100480000000062, + 0.07332432000000001, + 0.04736795999999993, + 0.019421999999999984, + 0.29767443999999993, + -0.022119, + 0.05823475999999992, + 0.03965752, + -0.025889279999999938, + 0.08901219999999999 + ] + ], + "std": [ + [ + 1.0053902213595962, + 0.9987632, + 1.0021422025080997, + 1.0058025598467215, + 0.9351239999999998, + 0.9691298611116264, + 0.9937582269928686, + 0.97657824, + 0.9532010403686509, + 0.980766, + 1.3507449809969043, + 0.9749796397074147, + 1.007680466714654, + 0.9719779957616784, + 0.9655601622370106, + 1.0025794726604769 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 7, + "depth": 6, + "padding": 32, + "parameters": 5004, + "cert_evals": { + "36": 0.7894737124443054, + "72": 0.7719298601150513, + "108": 0.6140350699424744, + "255": 0.24561403691768646 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8377944609507639, + "std_test_acc": 0.03508030319485887, + "n_samples": 101, + "n_features": 16, + "n_classes": 7, + "mean_cert_acc_36": 0.8011990636587143, + "std_cert_acc_36": 0.018252727236664518, + "mean_cert_acc_72": 0.7336830645799637, + "std_cert_acc_72": 0.03285892612970972, + "mean_cert_acc_108": 0.5685793310403824, + "std_cert_acc_108": 0.07987824583253875, + "mean_cert_acc_255": 0.17241661250591278, + "std_cert_acc_255": 0.08705254208571528 + }, + "miniboone": { + "dataset": "miniboone", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 10, + "best_val_acc": 0.8804724088780289, + "test_acc": 0.8666050523721504, + "train_size": 32516, + "val_size": 19644, + "test_size": 77904, + "stats": { + "mean": [ + [ + -0.0066929692905031805, + -0.0067178206113913536, + -0.00044848711604975365, + -0.006682303195350012, + -0.006676431252304934, + -0.006678322865666758, + -0.006603011846475587, + -0.006676624523311714, + -0.0066787164688152925, + -0.006674537190921409, + -0.006651495260794631, + -0.0021907771461773715, + -0.006695997997908723, + -0.006680375196826281, + -0.006672462064829712, + -0.0019113073704711085, + -0.006682638614835791, + -0.005199885844285893, + -0.006682950415180203, + -0.0027868723179357985, + -0.006732400171929552, + -0.006675056184647536, + -0.0009806369656784695, + -0.0067719209681387305, + -0.006673680111329746, + -0.006853424330988536, + -0.0049757818568722766, + -0.0066786663365727686, + -0.006678683045269993, + -0.00666663167363761, + -0.006713104959930439, + -0.00667692119264367, + -0.006648468240250945, + -0.005555848155831019, + -0.0066771619571901345, + -0.006676893769221374, + -0.006640021976872997, + -0.006652168061569651, + -0.006656952063599499, + -0.006676646404846852, + -0.005321780849683204, + -0.007256703317981967, + -0.006479226783737146, + -0.006305387427130641, + -0.006670434807482904, + -0.006676957442489813, + -0.006832965117468275, + -0.006830883164011628, + -0.006874203773250122, + -0.00667477880120567 + ] + ], + "std": [ + [ + 1.0538567724237127, + 1.0538641992619597, + 0.9958589711579526, + 1.0538780837060269, + 1.053878006921434, + 1.0538798560451104, + 1.053879432020278, + 1.0538786291178488, + 1.053873986660415, + 1.0538783590814276, + 1.0538757864954629, + 1.0176547701635106, + 1.0538752752995135, + 1.053872770510109, + 1.0538659033426634, + 0.9932644775405934, + 1.0538747558236612, + 1.04937218635993, + 1.053877924513502, + 0.0025831688488992767, + 1.053829697906066, + 1.0538783793218856, + 1.018390578757397, + 1.053842634750244, + 1.0538786083464582, + 1.0538111764047524, + 1.022739919992211, + 1.0538741322767364, + 1.0538782493179681, + 1.053875543573962, + 1.0538088816355915, + 1.0538723979257454, + 1.0538730852936433, + 1.0247711822180132, + 1.0538781798354342, + 1.053878585676999, + 1.0538691274084275, + 1.0538654744064087, + 1.05387761105871, + 1.0538781920284286, + 1.0452185226194493, + 1.0438926673439166, + 1.0538793178576804, + 1.0536246877698876, + 1.0538784902027962, + 1.0538787998823098, + 1.0538650746236322, + 1.0538068876186153, + 1.0538062411125644, + 1.0538784592336081 + ] + ] + }, + "width": 256, + "in_features": 50, + "out_features": 2, + "depth": 6, + "padding": 100, + "parameters": 45707, + "cert_evals": { + "36": 0.8007547855377197, + "72": 0.7116708159446716, + "108": 0.6089802980422974, + "255": 0.16506212949752808 + }, + "fold": 0 + }, + { + "best_epoch": 14, + "best_val_acc": 0.875330755139426, + "test_acc": 0.8753722912601417, + "train_size": 32516, + "val_size": 19652, + "test_size": 77896, + "stats": { + "mean": [ + [ + -0.003659472481547509, + -0.0035700208512731936, + -0.00456473851721011, + -0.00360049339094594, + -0.003593886083772473, + -0.00358800156845938, + -0.003609804330175811, + -0.0035959653862712893, + -0.003585372367449882, + -0.0036011496647804257, + -0.003574454936031472, + -0.0002376014663141565, + -0.0035765183694182563, + -0.0035786825070734597, + -0.003581793034198606, + 0.0027392871255968536, + -0.0035747984868988035, + -0.0018979996262606397, + -0.0035937045023987507, + 0.008311608403247624, + -0.0038405719449991636, + -0.003598410862344705, + -1.2960689975229953e-05, + -0.0037911689629719237, + -0.0035987016976257243, + -0.003553280317375533, + -0.00120645956911968, + -0.003604746423299312, + -0.003595963956206178, + -0.0036390921810801925, + -0.0036627183510209798, + -0.003597980923237808, + -0.0035958085404107568, + -0.005033409016920937, + -0.0036001520635993464, + -0.0035987486652726062, + -0.0035917900449008895, + -0.0035793614428588296, + -0.0035902388547176894, + -0.0035928566736375947, + -0.0009922327992711712, + -0.002124953252319455, + -0.0036879309878213567, + -0.0034349073177313027, + -0.003598185213436877, + -0.0035934901402386375, + -0.003602609255707958, + -0.0035299332937630697, + -0.0036069077674990894, + -0.003592571029647003 + ] + ], + "std": [ + [ + 1.0293487576429072, + 1.0293632141886253, + 0.9887037915056724, + 1.029365893060315, + 1.0293658502982712, + 1.029368237348854, + 1.0293622172155605, + 1.0293663659457355, + 1.0293628691485286, + 1.0293656358483938, + 1.029364102494499, + 1.006763216099369, + 1.0293667056536349, + 1.029362370179701, + 1.029358770899615, + 1.0012661620897783, + 1.029365775010478, + 1.027354601762616, + 1.0293662087119093, + 1.9999643273466732, + 1.0293241490670084, + 1.0293658647973212, + 1.007217844105937, + 1.0292982324584112, + 1.0293659919295302, + 1.0293214796094297, + 1.0139090551352947, + 1.0293616933725718, + 1.0293661117606363, + 1.0293612193672406, + 1.0293028748669328, + 1.0293608389078128, + 1.0293624280631426, + 1.0121183384237977, + 1.029365684051124, + 1.029366166790506, + 1.0293578351184116, + 1.0293603667049085, + 1.0293647225554694, + 1.02936611660418, + 1.0243754023495473, + 1.0175071683627712, + 1.0293461366945726, + 1.0291967790319312, + 1.0293656729659864, + 1.0293667176112475, + 1.029354896915401, + 1.0293422770958582, + 1.0293448836449766, + 1.029366280982135 + ] + ] + }, + "width": 256, + "in_features": 50, + "out_features": 2, + "depth": 6, + "padding": 100, + "parameters": 45707, + "cert_evals": { + "36": 0.8082828521728516, + "72": 0.7169815897941589, + "108": 0.622650682926178, + "255": 0.18044571578502655 + }, + "fold": 1 + }, + { + "best_epoch": 20, + "best_val_acc": 0.8786512247617095, + "test_acc": 0.87162006304944, + "train_size": 32516, + "val_size": 19514, + "test_size": 78034, + "stats": { + "mean": [ + [ + 0.0005872713728625283, + 0.0005592911951040488, + -0.0015875384167732419, + 0.0005084049237298592, + 0.0005126942889679038, + 0.0005151387839825248, + 0.0005130335342600157, + 0.0005107385533274924, + 0.000518504668470965, + 0.0005099805941690433, + 0.0004972431602903669, + 0.006199611582771556, + 0.0004437178835034895, + 0.0005174753444456869, + 0.00045390833435860097, + -0.006724558695826372, + 0.00046023495202354226, + -0.0014645146025250007, + 0.0005134210419486034, + 0.008326016098843635, + 0.0005855647507836025, + 0.0005188788657891645, + -0.005855233801703189, + 0.0005363233146758781, + 0.000517880286628172, + 0.000289813760165567, + 0.0011647067174228383, + 0.000515516933202204, + 0.0005118400049205469, + 0.0005662085096567202, + 0.0006245390962356869, + 0.0005227987882888596, + 0.0004455256058554989, + -0.0012331349033552603, + 0.000509145377660323, + 0.0005160132888423314, + 0.0005081290841431461, + 0.0004383096252307822, + 0.0005235053327593691, + 0.0005115684401526536, + -6.85762123339298e-05, + -0.0002997175066182346, + 0.0005932577715586378, + 0.0008539802024421717, + 0.0005163635748510258, + 0.0005131155830974517, + 0.00047798527387127445, + 0.0004895968192581729, + 0.0006103754389776044, + 0.0005093450393652897 + ] + ], + "std": [ + [ + 0.9957345954073729, + 0.9957338045117373, + 1.009089174106892, + 0.9957299331571907, + 0.9957297207983613, + 0.9957319779858296, + 0.9957285308484073, + 0.99573027967679, + 0.9957274461972008, + 0.9957298025727774, + 0.9957267869288412, + 0.9986824060207489, + 0.995727937063426, + 0.995726209358951, + 0.9957222508374016, + 0.9849068775325148, + 0.9957260724507725, + 0.9984485547058798, + 0.9957301232252692, + 1.9999635778290246, + 0.9957403323167682, + 0.9957303943483548, + 0.9869664238989766, + 0.9957341301924101, + 0.9957304810256162, + 0.9957436771610553, + 0.9965972478945923, + 0.9957273137356182, + 0.9957300780370839, + 0.9957353083328109, + 0.995745588680438, + 0.9957274480178427, + 0.9957264072745984, + 0.9993516959593822, + 0.9957297379201838, + 0.9957305689438095, + 0.9957296474590059, + 0.9957273179676576, + 0.9957300585487675, + 0.9957298638455957, + 0.9958033136974604, + 1.001216743433296, + 0.9957377405837478, + 0.9958618328338358, + 0.9957300476528158, + 0.9957306269775752, + 0.9957358265962181, + 0.9957255439006696, + 0.9957566204204258, + 0.9957298904542489 + ] + ] + }, + "width": 256, + "in_features": 50, + "out_features": 2, + "depth": 6, + "padding": 100, + "parameters": 45707, + "cert_evals": { + "36": 0.8104031682014465, + "72": 0.7261322140693665, + "108": 0.6361585855484009, + "255": 0.21758463978767395 + }, + "fold": 2 + }, + { + "best_epoch": 6, + "best_val_acc": 0.8764964698659572, + "test_acc": 0.865529088997718, + "train_size": 32516, + "val_size": 19546, + "test_size": 78002, + "stats": { + "mean": [ + [ + -0.004108113020359334, + -0.004135750738098101, + -0.001322435285942239, + -0.004109338048960558, + -0.004110013236557907, + -0.004103856971953094, + -0.004105435167302326, + -0.004108234536843478, + -0.0041157547053759375, + -0.004111229871447928, + -0.004129319931725945, + -0.009310410842292996, + -0.004151154668470918, + -0.004106480246647911, + -0.004078257611637442, + -0.0012255257009042696, + -0.004128084247755086, + -0.001812244588848235, + -0.004106642698979071, + -0.002771495593861472, + -0.003930339402381827, + -0.004107319867142366, + -0.0020118547528348136, + -0.004110450282937586, + -0.004107549326485374, + -0.003903686475773098, + 0.0034778790131669113, + -0.004089806615204751, + -0.004105919012178624, + -0.004107724389223812, + -0.004053504517403692, + -0.004112779779185523, + -0.004036618249477243, + 0.0003978993396296994, + -0.004112451033337286, + -0.004115697588879312, + -0.004161525821134272, + -0.004013369772911648, + -0.004074420147004465, + -0.004107203911920277, + -0.003583577395203846, + -0.003683256187455512, + -0.00410252064829624, + -0.00435002289662263, + -0.004109810948460561, + -0.00410555030446539, + -0.004173506213295106, + -0.004126808812892148, + -0.004084347094353566, + -0.00411184631565997 + ] + ], + "std": [ + [ + 1.0334801859758438, + 1.0334838209190884, + 0.9910692934328427, + 1.0334925739257474, + 1.0334920746964988, + 1.0334944696977597, + 1.033489534681566, + 1.0334928363605922, + 1.0334882086728014, + 1.0334922326917702, + 1.0334875046199652, + 1.0060291795040275, + 1.0334893624231647, + 1.033487735872467, + 1.0334857443384646, + 0.9987636855559352, + 1.0334891465642266, + 1.0284163803912958, + 1.0334926279501595, + 0.001394515045967005, + 1.0334671696186013, + 1.0334925293155786, + 1.0120329637568104, + 1.033467979482877, + 1.0334926503936537, + 1.033454580542911, + 1.019800750059293, + 1.0334899846628842, + 1.033492713983251, + 1.0334904070281967, + 1.033453265260482, + 1.0334870912604435, + 1.033493356896935, + 1.0148066500638184, + 1.0334921455669586, + 1.0334923339339557, + 1.0334817504638347, + 1.0334892263464805, + 1.0334932384339353, + 1.033492453509268, + 1.0277860358762678, + 1.0269827669348142, + 1.0334755350744662, + 1.0331928866784732, + 1.033492181460736, + 1.0334932068430196, + 1.0334910911748012, + 1.033455511075802, + 1.0334588140472194, + 1.0334923126040656 + ] + ] + }, + "width": 256, + "in_features": 50, + "out_features": 2, + "depth": 6, + "padding": 100, + "parameters": 45707, + "cert_evals": { + "36": 0.7962744235992432, + "72": 0.6995717883110046, + "108": 0.5913438200950623, + "255": 0.13365040719509125 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8697816239198626, + "std_test_acc": 0.004575663150648924, + "n_samples": 130064, + "n_features": 50, + "n_classes": 2, + "mean_cert_acc_36": 0.8039288073778152, + "std_cert_acc_36": 0.0065711252162478535, + "mean_cert_acc_72": 0.7135891020298004, + "std_cert_acc_72": 0.011090589678701607, + "mean_cert_acc_108": 0.6147833466529846, + "std_cert_acc_108": 0.019164921047834307, + "mean_cert_acc_255": 0.17418572306632996, + "std_cert_acc_255": 0.0348759959179857 + }, + "wine-quality-white": { + "dataset": "wine-quality-white", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 13, + "best_val_acc": 0.3673469387755102, + "test_acc": 0.3422932970398095, + "train_size": 1224, + "val_size": 735, + "test_size": 2939, + "stats": { + "mean": [ + [ + -0.0032048589052286994, + -0.028953991503268075, + -0.009521662091503368, + -0.033446381021241915, + -0.021216290767973777, + 0.0013643637254901876, + -0.019732506176470634, + -0.0385083221609477, + -0.012002372222222163, + -0.05735950201797371, + 0.02225335972222248 + ] + ], + "std": [ + [ + 1.023683347421332, + 0.9447226597106944, + 0.9620105291208404, + 0.9658980402573037, + 0.9263448142152314, + 0.9948440839445967, + 0.9740337269720393, + 0.9614465411758055, + 1.0172641404349574, + 0.9821399823923815, + 0.9957833992600652 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 7, + "depth": 6, + "padding": 22, + "parameters": 2454, + "cert_evals": { + "36": 0.17965294420719147, + "72": 0.07043211907148361, + "108": 0.030282407999038696, + "255": 0.004423273261636496 + }, + "fold": 0 + }, + { + "best_epoch": 24, + "best_val_acc": 0.3643724696356275, + "test_acc": 0.3552676440504603, + "train_size": 1224, + "val_size": 741, + "test_size": 2933, + "stats": { + "mean": [ + [ + -0.017049376225490367, + 0.014491614133986936, + 0.008908331290849619, + 0.010737108415032604, + 0.04067164330065363, + 0.0329015589869281, + -0.002488432352941375, + 0.006007091343954325, + -0.021524885539215638, + 0.0011987277042483457, + -0.014868995751633802 + ] + ], + "std": [ + [ + 1.0062718660617844, + 0.9894618025720731, + 1.0916182332376316, + 0.9825566386411965, + 1.1470818763060382, + 1.0937605281552916, + 0.9895690762781538, + 0.9664685559760209, + 0.9624746400083976, + 0.9868208733792134, + 0.99380448190184 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 7, + "depth": 6, + "padding": 22, + "parameters": 2454, + "cert_evals": { + "36": 0.19706784188747406, + "72": 0.09239686280488968, + "108": 0.039890896528959274, + "255": 0.0006818956462666392 + }, + "fold": 1 + }, + { + "best_epoch": 11, + "best_val_acc": 0.3875862068965517, + "test_acc": 0.3082400813835198, + "train_size": 1224, + "val_size": 725, + "test_size": 2949, + "stats": { + "mean": [ + [ + -0.008771757843137384, + -0.004596860539215801, + 0.008705725245097917, + -0.034847791446078476, + -0.030826640032679757, + -0.01616954820261436, + -0.03943745302287589, + -0.040444966319444435, + 0.02927997336601328, + 0.006854076119281012, + 0.030744455310457264 + ] + ], + "std": [ + [ + 1.0204079506641692, + 1.0029139391565418, + 1.0078310341851806, + 0.9854918621954571, + 0.9449468354581222, + 0.957020515296538, + 0.954249288652687, + 0.976569994872353, + 0.9899815735473346, + 1.008692992013154, + 0.9893537338950328 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 7, + "depth": 6, + "padding": 22, + "parameters": 2454, + "cert_evals": { + "36": 0.11156324297189713, + "72": 0.03458799794316292, + "108": 0.012207528576254845, + "255": 0.0010172940092161298 + }, + "fold": 2 + }, + { + "best_epoch": 77, + "best_val_acc": 0.3709449929478138, + "test_acc": 0.36222596964586845, + "train_size": 1224, + "val_size": 709, + "test_size": 2965, + "stats": { + "mean": [ + [ + -0.022035407434640455, + 0.006143019934640497, + -0.030651977777777773, + 0.024485125988562038, + -0.018449098774509846, + -0.0018301268790849984, + 0.008402089934640587, + 0.008618634501633892, + -0.035267637908496643, + 0.02360550346405227, + -0.013176123529411856 + ] + ], + "std": [ + [ + 1.0070335678428375, + 0.9660388185917548, + 0.9095987830657093, + 0.9927445013639002, + 0.8945149881344938, + 0.9537849826536657, + 1.0086544512672544, + 0.9850628871532389, + 0.9772491357585545, + 0.995730526664069, + 1.0046258178743335 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 7, + "depth": 6, + "padding": 22, + "parameters": 2454, + "cert_evals": { + "36": 0.2465430051088333, + "72": 0.15682968497276306, + "108": 0.09241147339344025, + "255": 0.004047217778861523 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.34200674802991454, + "std_test_acc": 0.02397872788373479, + "n_samples": 4898, + "n_features": 11, + "n_classes": 7, + "mean_cert_acc_36": 0.183706758543849, + "std_cert_acc_36": 0.055821240522007244, + "mean_cert_acc_72": 0.08856166619807482, + "std_cert_acc_72": 0.05137142027866171, + "mean_cert_acc_108": 0.043698076624423265, + "std_cert_acc_108": 0.034443792019729295, + "mean_cert_acc_255": 0.002542420173995197, + "std_cert_acc_255": 0.0019655012512227437 + }, + "statlog-shuttle": { + "dataset": "statlog-shuttle", + "algorithm": "ortho", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 3, + "best_val_acc": 0.8620925461591065, + "test_acc": 0.7230317341473248, + "train_size": 14500, + "val_size": 8774, + "test_size": 34726, + "stats": { + "mean": [ + [ + 1.2510344720706063e-08, + -4.003449266179364e-09, + -2.8330344823007095e-07, + 2.2496552349729375e-08, + 4.917241296073994e-09, + -3.906206872704791e-09, + -2.4448276142207472e-08, + 8.781379274356982e-09, + 1.222586207623664e-07 + ] + ], + "std": [ + [ + 0.9999654436530625, + 0.9999653004098481, + 0.9999654876854136, + 0.9999670453911623, + 0.9999655862280178, + 0.9999655271700041, + 0.9999659054814384, + 0.9999654302872448, + 0.9999654402261486 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 7, + "depth": 6, + "padding": 18, + "parameters": 1686, + "cert_evals": { + "36": 0.6527961492538452, + "72": 0.5891550779342651, + "108": 0.4879053235054016, + "255": 0.055750735104084015 + }, + "fold": 0 + }, + { + "best_epoch": 2, + "best_val_acc": 0.9333958724202627, + "test_acc": 0.7740764039803271, + "train_size": 14500, + "val_size": 8528, + "test_size": 34972, + "stats": { + "mean": [ + [ + 1.2510344720706063e-08, + -4.003449266179364e-09, + -2.8330344823007095e-07, + 2.2496552349729375e-08, + 4.917241296073994e-09, + -3.906206872704791e-09, + -2.4448276142207472e-08, + 8.781379274356982e-09, + 1.222586207623664e-07 + ] + ], + "std": [ + [ + 0.9999654436530625, + 0.9999653004098481, + 0.9999654876854136, + 0.9999670453911623, + 0.9999655862280178, + 0.9999655271700041, + 0.9999659054814384, + 0.9999654302872448, + 0.9999654402261486 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 7, + "depth": 6, + "padding": 18, + "parameters": 1686, + "cert_evals": { + "36": 0.5541004538536072, + "72": 0.05678828805685043, + "108": 0.05515841394662857, + "255": 0.0004575088678393513 + }, + "fold": 1 + }, + { + "best_epoch": 7, + "best_val_acc": 0.8777393310265282, + "test_acc": 0.8760838357737583, + "train_size": 14500, + "val_size": 8670, + "test_size": 34830, + "stats": { + "mean": [ + [ + 1.2510344720706063e-08, + -4.003449266179364e-09, + -2.8330344823007095e-07, + 2.2496552349729375e-08, + 4.917241296073994e-09, + -3.906206872704791e-09, + -2.4448276142207472e-08, + 8.781379274356982e-09, + 1.222586207623664e-07 + ] + ], + "std": [ + [ + 0.9999654436530625, + 0.9999653004098481, + 0.9999654876854136, + 0.9999670453911623, + 0.9999655862280178, + 0.9999655271700041, + 0.9999659054814384, + 0.9999654302872448, + 0.9999654402261486 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 7, + "depth": 6, + "padding": 18, + "parameters": 1686, + "cert_evals": { + "36": 0.75897216796875, + "72": 0.6582256555557251, + "108": 0.5951478481292725, + "255": 0.04005168005824089 + }, + "fold": 2 + }, + { + "best_epoch": 7, + "best_val_acc": 0.9180069733438309, + "test_acc": 0.8503279493773296, + "train_size": 14500, + "val_size": 8891, + "test_size": 34609, + "stats": { + "mean": [ + [ + 1.2510344720706063e-08, + -4.003449266179364e-09, + -2.8330344823007095e-07, + 2.2496552349729375e-08, + 4.917241296073994e-09, + -3.906206872704791e-09, + -2.4448276142207472e-08, + 8.781379274356982e-09, + 1.222586207623664e-07 + ] + ], + "std": [ + [ + 0.9999654436530625, + 0.9999653004098481, + 0.9999654876854136, + 0.9999670453911623, + 0.9999655862280178, + 0.9999655271700041, + 0.9999659054814384, + 0.9999654302872448, + 0.9999654402261486 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 7, + "depth": 6, + "padding": 18, + "parameters": 1686, + "cert_evals": { + "36": 0.7596867680549622, + "72": 0.6433008313179016, + "108": 0.5718165636062622, + "255": 0.041434306651353836 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8058799808196849, + "std_test_acc": 0.07018903674073111, + "n_samples": 58000, + "n_features": 9, + "n_classes": 7, + "mean_cert_acc_36": 0.6813888847827911, + "std_cert_acc_36": 0.09860631069773895, + "mean_cert_acc_72": 0.48686746321618557, + "std_cert_acc_72": 0.28825097962711244, + "mean_cert_acc_108": 0.4275070372968912, + "std_cert_acc_108": 0.2524679062956545, + "mean_cert_acc_255": 0.03442355767037952, + "std_cert_acc_255": 0.023730201090819785 + } + }, + "overall": {} +} \ No newline at end of file diff --git a/UCI_N6/sandwich/summary.json b/UCI_N6/sandwich/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..be22184968c50256d1814f1f16ae6e732f920004 --- /dev/null +++ b/UCI_N6/sandwich/summary.json @@ -0,0 +1,45372 @@ +{ + "metadata": { + "data_root": "data/UCI", + "out": "runs/UCI_N6", + "gpus": 4, + "max_epochs": 100, + "patience": 30, + "batch_size": 64, + "lr": 0.001, + "seed": 1337, + "verbosity": "info", + "datasets": null, + "algorithms": [ + "sdp", + "ldlt", + "ldlt-resnet", + "aol", + "ortho", + "sandwich" + ], + "depth": 6, + "n_tasks": 726, + "run_dir": "/home/mjuston2/Documents/DeepLipschitzResNet" + }, + "datasets": { + "acute-inflammation": { + "dataset": "acute-inflammation", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 7, + "best_val_acc": 0.8125, + "test_acc": 0.7027027027027027, + "train_size": 30, + "val_size": 16, + "test_size": 74, + "stats": { + "mean": [ + [ + -0.029776199999999933, + 0.05815319999999998, + 0.03366299999999992, + -0.07041613333333337, + 0.0829954666666666, + 0.3029878333333334 + ] + ], + "std": [ + [ + 1.046299339147563, + 1.028676385077134, + 0.9895473157792913, + 1.0179845925601472, + 0.9937462864656396, + 1.0009348864350793 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 1519, + "cert_evals": { + "36": 0.6486486792564392, + "72": 0.6216216087341309, + "108": 0.3243243396282196, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 6, + "best_val_acc": 1.0, + "test_acc": 1.0, + "train_size": 30, + "val_size": 18, + "test_size": 72, + "stats": { + "mean": [ + [ + 0.2066000000000002, + 0.2132320000000001, + 0.16832333333333327, + -6.666666666858371e-07, + 0.08299546666666664, + -0.033663 + ] + ], + "std": [ + [ + 1.073465583913181, + 1.0965727109827237, + 0.9521923485684088, + 0.9958250796083059, + 0.9937462864656397, + 0.9895473157792911 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 1519, + "cert_evals": { + "36": 1.0, + "72": 0.6527777910232544, + "108": 0.4305555522441864, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 20, + "best_val_acc": 0.8, + "test_acc": 0.9285714285714286, + "train_size": 30, + "val_size": 20, + "test_size": 70, + "stats": { + "mean": [ + [ + -0.06825569999999999, + -0.09692560000000008, + 0.10099316666666662, + 0.07041479999999994, + -0.11619693333333347, + 0.16832750000000007 + ] + ], + "std": [ + [ + 0.9390286569686838, + 0.9304728, + 0.9733809278809981, + 0.9680526182869189, + 0.9870693041144554, + 1.0099525000000003 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 1519, + "cert_evals": { + "36": 0.48571428656578064, + "72": 0.48571428656578064, + "108": 0.48571428656578064, + "255": 0.3285714387893677 + }, + "fold": 2 + }, + { + "best_epoch": 6, + "best_val_acc": 0.7142857142857143, + "test_acc": 0.6376811594202898, + "train_size": 30, + "val_size": 21, + "test_size": 69, + "stats": { + "mean": [ + [ + 0.061842666666666594, + -0.01938619999999999, + -0.03366716666666666, + -0.14083160000000008, + -0.049799466666666695, + -0.3029836666666666 + ] + ], + "std": [ + [ + 0.9526045937382531, + 0.9838646893399317, + 1.000934886435079, + 1.0348917799997448, + 0.9937462864656396, + 0.8932355996217098 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 1519, + "cert_evals": { + "36": 0.30434784293174744, + "72": 0.14492753148078918, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8172388226736054, + "std_test_acc": 0.17431396414201394, + "n_samples": 120, + "n_features": 6, + "n_classes": 2, + "mean_cert_acc_36": 0.6096777021884918, + "std_cert_acc_36": 0.2957834143361651, + "mean_cert_acc_72": 0.47626030445098877, + "std_cert_acc_72": 0.23249309385487477, + "mean_cert_acc_108": 0.31014854460954666, + "std_cert_acc_108": 0.2173432386219261, + "mean_cert_acc_255": 0.08214285969734192, + "std_cert_acc_255": 0.16428571939468384 + }, + "acute-nephritis": { + "dataset": "acute-nephritis", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 14, + "best_val_acc": 1.0, + "test_acc": 1.0, + "train_size": 30, + "val_size": 17, + "test_size": 73, + "stats": { + "mean": [ + [ + -0.1415510333333333, + 0.21323200000000003, + -0.03366716666666671, + -6.666666667154431e-07, + 0.2821878666666666, + -0.1683233333333333 + ] + ], + "std": [ + [ + 1.0909027516263303, + 1.0965727109827237, + 1.0009348864350789, + 0.9958250796083059, + 0.9598970403996372, + 0.9521923485684088 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 1519, + "cert_evals": { + "36": 0.767123281955719, + "72": 0.5753424763679504, + "108": 0.5479452013969421, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 21, + "best_val_acc": 1.0, + "test_acc": 1.0, + "train_size": 30, + "val_size": 14, + "test_size": 76, + "stats": { + "mean": [ + [ + 0.012368109999999948, + -0.0969256, + 0.10099316666666665, + -0.21124706666666673, + -0.11619693333333339, + -0.033662999999999985 + ] + ], + "std": [ + [ + 0.9970611705313925, + 0.9304727999999999, + 0.9733809278809981, + 1.0468011683411809, + 0.9870693041144555, + 0.9895473157792911 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 1519, + "cert_evals": { + "36": 1.0, + "72": 0.9605263471603394, + "108": 0.5789473652839661, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 11, + "best_val_acc": 1.0, + "test_acc": 0.43037974683544306, + "train_size": 30, + "val_size": 11, + "test_size": 79, + "stats": { + "mean": [ + [ + 0.03252466666666676, + 0.05815320000000001, + -0.10099733333333338, + -6.666666667154431e-07, + 0.1493929333333332, + -0.033662999999999985 + ] + ], + "std": [ + [ + 0.9744119491152714, + 1.0286763850771339, + 1.0077056618442157, + 0.9958250796083059, + 0.9870693041144553, + 0.9895473157792911 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 1519, + "cert_evals": { + "36": 0.4303797483444214, + "72": 0.4303797483444214, + "108": 0.40506330132484436, + "255": 0.07594937086105347 + }, + "fold": 2 + }, + { + "best_epoch": 13, + "best_val_acc": 1.0, + "test_acc": 1.0, + "train_size": 30, + "val_size": 19, + "test_size": 71, + "stats": { + "mean": [ + [ + -0.029776590000000006, + -0.01938619999999999, + -0.10099733333333341, + -6.666666667080416e-07, + 0.01659799999999996, + -0.10099316666666663 + ] + ], + "std": [ + [ + 1.0535901730675965, + 0.9838646893399317, + 1.0077056618442157, + 0.9958250796083058, + 0.995962, + 0.9733809278809978 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 1519, + "cert_evals": { + "36": 1.0, + "72": 0.6338028311729431, + "108": 0.2535211145877838, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8575949367088608, + "std_test_acc": 0.2848101265822785, + "n_samples": 120, + "n_features": 6, + "n_classes": 2, + "mean_cert_acc_36": 0.7993757575750351, + "std_cert_acc_36": 0.2693810500071574, + "mean_cert_acc_72": 0.6500128507614136, + "std_cert_acc_72": 0.2239760111189866, + "mean_cert_acc_108": 0.4463692456483841, + "std_cert_acc_108": 0.14921038310873402, + "mean_cert_acc_255": 0.018987342715263367, + "std_cert_acc_255": 0.03797468543052673 + }, + "annealing": { + "dataset": "annealing", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 49, + "best_val_acc": 0.8214285714285714, + "test_acc": 0.8206349206349206, + "train_size": 100, + "val_size": 168, + "test_size": 630, + "stats": { + "mean": [ + [ + 0.07222222999999978, + -0.345, + 4.33, + 12.0, + 0.14, + -0.17333315999999985, + -0.07800000000000064, + 29.2, + 0.09999999999999996, + -0.010000000000000224, + 0.3, + -0.010000000000000111, + -4.132729999999996e-16, + -0.11000000000000007, + -0.11999999999999993, + -0.12999999999999998, + -0.13, + -0.029999999999999773, + -1.847940000000002e-16, + -0.05999999999999975, + -1.626729999999999e-16, + -0.03999999999999998, + -0.010000000000000222, + -0.06000000000000002, + 0.1, + 1.3318299999999998, + 771.9469999999998, + 1183.75, + 0.009999999999999986, + -0.9466666699999999, + -1.5582099999999978e-17 + ] + ], + "std": [ + [ + 0.27504207913753365, + 0.41800119617053744, + 14.650634798533474, + 25.758493744782516, + 0.34698703145794935, + 0.2133331200000003, + 0.2543933961407015, + 110.08796482813175, + 0.29999999999999993, + 0.09949874371066192, + 0.47958315233127174, + 0.06557438524301994, + 1.0, + 0.31288975694324034, + 0.32496153618543855, + 0.3363034344160047, + 0.3363034344160045, + 0.17058722109231966, + 1.0, + 0.23748684174075815, + 1.0, + 0.19595917942265428, + 0.09949874371066192, + 0.2374868417407582, + 0.9949874371066199, + 0.9335979547428329, + 410.1759096911958, + 1742.0412703205398, + 0.09949874371066196, + 0.2436755226844934, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 31, + "out_features": 5, + "depth": 6, + "padding": 62, + "parameters": 37458, + "cert_evals": { + "36": 0.8126984238624573, + "72": 0.8015872836112976, + "108": 0.7746031880378723, + "255": 0.6682539582252502 + }, + "fold": 0 + }, + { + "best_epoch": 12, + "best_val_acc": 0.8695652173913043, + "test_acc": 0.792778649921507, + "train_size": 100, + "val_size": 161, + "test_size": 637, + "stats": { + "mean": [ + [ + 0.07222222999999978, + -0.345, + 4.33, + 12.0, + 0.14, + -0.17333315999999985, + -0.07800000000000064, + 29.2, + 0.09999999999999996, + -0.010000000000000224, + 0.3, + -0.010000000000000111, + -4.132729999999996e-16, + -0.11000000000000007, + -0.11999999999999993, + -0.12999999999999998, + -0.13, + -0.029999999999999773, + -1.847940000000002e-16, + -0.05999999999999975, + -1.626729999999999e-16, + -0.03999999999999998, + -0.010000000000000222, + -0.06000000000000002, + 0.1, + 1.3318299999999998, + 771.9469999999998, + 1183.75, + 0.009999999999999986, + -0.9466666699999999, + -1.5582099999999978e-17 + ] + ], + "std": [ + [ + 0.27504207913753365, + 0.41800119617053744, + 14.650634798533474, + 25.758493744782516, + 0.34698703145794935, + 0.2133331200000003, + 0.2543933961407015, + 110.08796482813175, + 0.29999999999999993, + 0.09949874371066192, + 0.47958315233127174, + 0.06557438524301994, + 1.0, + 0.31288975694324034, + 0.32496153618543855, + 0.3363034344160047, + 0.3363034344160045, + 0.17058722109231966, + 1.0, + 0.23748684174075815, + 1.0, + 0.19595917942265428, + 0.09949874371066192, + 0.2374868417407582, + 0.9949874371066199, + 0.9335979547428329, + 410.1759096911958, + 1742.0412703205398, + 0.09949874371066196, + 0.2436755226844934, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 31, + "out_features": 5, + "depth": 6, + "padding": 62, + "parameters": 37458, + "cert_evals": { + "36": 0.7582417726516724, + "72": 0.7221350073814392, + "108": 0.7032967209815979, + "255": 0.6153846383094788 + }, + "fold": 1 + }, + { + "best_epoch": 29, + "best_val_acc": 0.8128654970760234, + "test_acc": 0.8532695374800638, + "train_size": 100, + "val_size": 171, + "test_size": 627, + "stats": { + "mean": [ + [ + 0.07222222999999978, + -0.345, + 4.33, + 12.0, + 0.14, + -0.17333315999999985, + -0.07800000000000064, + 29.2, + 0.09999999999999996, + -0.010000000000000224, + 0.3, + -0.010000000000000111, + -4.132729999999996e-16, + -0.11000000000000007, + -0.11999999999999993, + -0.12999999999999998, + -0.13, + -0.029999999999999773, + -1.847940000000002e-16, + -0.05999999999999975, + -1.626729999999999e-16, + -0.03999999999999998, + -0.010000000000000222, + -0.06000000000000002, + 0.1, + 1.3318299999999998, + 771.9469999999998, + 1183.75, + 0.009999999999999986, + -0.9466666699999999, + -1.5582099999999978e-17 + ] + ], + "std": [ + [ + 0.27504207913753365, + 0.41800119617053744, + 14.650634798533474, + 25.758493744782516, + 0.34698703145794935, + 0.2133331200000003, + 0.2543933961407015, + 110.08796482813175, + 0.29999999999999993, + 0.09949874371066192, + 0.47958315233127174, + 0.06557438524301994, + 1.0, + 0.31288975694324034, + 0.32496153618543855, + 0.3363034344160047, + 0.3363034344160045, + 0.17058722109231966, + 1.0, + 0.23748684174075815, + 1.0, + 0.19595917942265428, + 0.09949874371066192, + 0.2374868417407582, + 0.9949874371066199, + 0.9335979547428329, + 410.1759096911958, + 1742.0412703205398, + 0.09949874371066196, + 0.2436755226844934, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 31, + "out_features": 5, + "depth": 6, + "padding": 62, + "parameters": 37458, + "cert_evals": { + "36": 0.819776713848114, + "72": 0.8054226636886597, + "108": 0.7703348994255066, + "255": 0.6586921811103821 + }, + "fold": 2 + }, + { + "best_epoch": 24, + "best_val_acc": 0.8263473053892215, + "test_acc": 0.8050713153724247, + "train_size": 100, + "val_size": 167, + "test_size": 631, + "stats": { + "mean": [ + [ + 0.07222222999999978, + -0.345, + 4.33, + 12.0, + 0.14, + -0.17333315999999985, + -0.07800000000000064, + 29.2, + 0.09999999999999996, + -0.010000000000000224, + 0.3, + -0.010000000000000111, + -4.132729999999996e-16, + -0.11000000000000007, + -0.11999999999999993, + -0.12999999999999998, + -0.13, + -0.029999999999999773, + -1.847940000000002e-16, + -0.05999999999999975, + -1.626729999999999e-16, + -0.03999999999999998, + -0.010000000000000222, + -0.06000000000000002, + 0.1, + 1.3318299999999998, + 771.9469999999998, + 1183.75, + 0.009999999999999986, + -0.9466666699999999, + -1.5582099999999978e-17 + ] + ], + "std": [ + [ + 0.27504207913753365, + 0.41800119617053744, + 14.650634798533474, + 25.758493744782516, + 0.34698703145794935, + 0.2133331200000003, + 0.2543933961407015, + 110.08796482813175, + 0.29999999999999993, + 0.09949874371066192, + 0.47958315233127174, + 0.06557438524301994, + 1.0, + 0.31288975694324034, + 0.32496153618543855, + 0.3363034344160047, + 0.3363034344160045, + 0.17058722109231966, + 1.0, + 0.23748684174075815, + 1.0, + 0.19595917942265428, + 0.09949874371066192, + 0.2374868417407582, + 0.9949874371066199, + 0.9335979547428329, + 410.1759096911958, + 1742.0412703205398, + 0.09949874371066196, + 0.2436755226844934, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 31, + "out_features": 5, + "depth": 6, + "padding": 62, + "parameters": 37458, + "cert_evals": { + "36": 0.7749603986740112, + "72": 0.7369255423545837, + "108": 0.7052298188209534, + "255": 0.5736925601959229 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8179386058522291, + "std_test_acc": 0.026166998234580616, + "n_samples": 898, + "n_features": 31, + "n_classes": 5, + "mean_cert_acc_36": 0.7914193272590637, + "std_cert_acc_36": 0.029600606898686484, + "mean_cert_acc_72": 0.7665176242589951, + "std_cert_acc_72": 0.04316244931437353, + "mean_cert_acc_108": 0.7383661568164825, + "std_cert_acc_108": 0.03942505616682978, + "mean_cert_acc_255": 0.6290058344602585, + "std_cert_acc_255": 0.04346182114194421 + }, + "arrhythmia": { + "dataset": "arrhythmia", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 15, + "best_val_acc": 0.6455696202531646, + "test_acc": 0.5769230769230769, + "train_size": 113, + "val_size": 79, + "test_size": 260, + "stats": { + "mean": [ + [ + -0.05548900442477873, + 0.17327679646017674, + -0.09933938283185836, + -0.022536060176991165, + -0.05529378318584072, + -0.02827017327433631, + -0.005964132743362813, + 0.04588333831858407, + -0.06835887191150443, + -0.01879734327433625, + 0.08708691123893805, + -0.010227719469026567, + -0.05324860619469024, + 0.03857876283185871, + -0.0029412946902654486, + -0.14624673451327397, + 0.0106677238938053, + -0.09994685221238946, + -2.2654867242673962e-07, + -0.10041930088495568, + 0.14110856637168184, + -0.02112876106194691, + -0.021128761061946916, + -0.06659289999999989, + -0.06659289999999989, + -0.09438650000000005, + -0.024449619469026587, + -0.006156723893805307, + -0.03655609734513271, + -0.06008078761061956, + -0.05587280000000011, + -0.1535461769911505, + -2.9203539835147346e-07, + 0.1454482212389377, + -0.04703600000000003, + -0.06659289999999989, + 0.0665928778761063, + -0.053692424778761245, + 0.10382045292035355, + -0.045959752212389356, + -0.039423744247787586, + -0.042264867256637376, + -0.0339906548672566, + -0.10218601769911498, + -0.04703600000000003, + 0.04783872566371683, + 0.14110856637168165, + -2.920353982139237e-07, + -0.1056450000000003, + -0.06659289999999989, + 0.039230692920353964, + -0.048857433628318604, + -0.0949235044247789, + -0.0951867699115044, + -0.04703600000000003, + -0.07884043362831854, + -0.021128761061946947, + 0.0665928778761063, + 0.0665928778761063, + 0.06659287787610634, + 0.0665928778761063, + 1.0619469034296467e-07, + -0.14459542477876128, + 0.10166875221238943, + -0.0007696849557522316, + 0.08089214159292042, + 0.024555884070796462, + -0.06704164601769926, + -0.04703600000000003, + 0.1411085663716821, + 0.02721671504424786, + -0.04703600000000003, + 0.008643274336283235, + -0.03328283893805306, + -0.08280126353982296, + -0.04353061946902624, + 0.022193132743362702, + -0.07879264601769921, + 0.06659287787610634, + 0.07170867256637195, + 0.1411085663716824, + -0.04703600000000003, + 0.14110856637168173, + -0.05805589380530971, + 0.08516874884955755, + 0.043014315044247776, + -0.002110141592920556, + -0.07482919999999994, + 0.027698871681415955, + -0.08165009999999992, + -0.0536924247787612, + 1.0619469030955972e-07, + -0.09438650000000005, + 0.06338747787610613, + -0.0901489026548673, + -0.04849817699115047, + 0.07722033628318585, + 0.026260424778761074, + 0.0738569911504426, + 0.04712901946902665, + 0.16431531858407084, + 0.09438671238938037, + 0.09438671238938054, + -0.0386190796460177, + -0.09438650000000005, + 1.0619469029580476e-07, + 0.06704106194690244, + 0.00271023008849546, + 0.04821953097345133, + -0.022629159292035374, + 0.24075912389380558, + 0.19588278672566428, + 0.10636762831858415, + 0.07170867256637167, + 0.0665928778761063, + -0.08165009999999992, + 1.0619469029580476e-07, + 0.24495034513274322, + -0.02112876106194717, + -0.03837423008849555, + 0.0792644690265486, + -0.010963192920353986, + -0.13985853097345086, + -0.06118739999999991, + -0.05918213274336283, + -0.06659289999999989, + 0.19309768141592948, + 0.0665928778761063, + -2.920353984064934e-07, + -0.08791879646017699, + -0.009588667256637163, + 0.039876742477876134, + -0.04371391504424787, + -0.09472733274336269, + -0.08165009999999992, + -0.04703600000000003, + -0.08165009999999992, + -0.059833336283185844, + -0.07838458407079653, + -0.015475274336283125, + -0.0805356, + -0.13698139380530983, + 0.14110856637168137, + -0.04703600000000003, + 0.0665928778761063, + -0.021128761061947016, + 0.017010241592920368, + 0.09822180530973434, + 0.005761375398230098, + 0.0322361946902655, + -0.034939104424778704, + 0.06566965486725665, + 0.061632838053097376, + 0.0004023300884955741, + 0.07045262681415927, + 0.028733457522123865, + 0.02147898230088495, + -0.05026543539823011, + 0.060225181415929224, + -0.07029714159292026, + 0.06618380000000008, + 0.011594984955752213, + 0.040387401769911555, + -0.0058615916814159065, + 0.04742410654867257, + -0.015766054867256643, + -0.062290848053097175, + -0.05214830601769914, + 0.04644970973451337, + -0.05739616814159293, + 0.05439313274336291, + -0.0036409858407079588, + -0.009598277876106183, + -0.011235967256637188, + -0.002634908849557516, + -0.005508535398230053, + -0.05590965752212387, + -0.06772527787610619, + 0.08251315044247781, + -0.08976234513274321, + 0.04703600000000003, + -0.04274165486725669, + -0.05909215752212393, + 0.027935999115044265, + -0.036451818017699096, + 0.03197787610619467, + 0.1596792035398229, + 0.0024668168141592844, + -0.015842806194690306, + 0.07878208849557493, + 0.006463776548672604, + 0.06462291946902653, + 0.025483634513274327, + 0.06707996637168136, + -0.07861038619469025, + -0.0949829097345134, + -0.08679084778761066, + 0.09411216159292037, + -0.061483929203539976, + -0.03750280353982299, + 0.024982454867256657, + 0.010920844247787605, + -0.036973680442477924, + -0.00325765690265486, + -0.06706977168141595, + 0.054682415929203546, + 0.07233616902654867, + 0.024967183185840673, + 0.0201886814159292, + 0.0625599000000001, + 0.016163015929203547, + -0.19404511061946894, + 0.1314095771681416, + -0.02607840336283184, + -0.07232390353982299, + 0.06542182300884967, + 0.09097714132743363, + -0.0490932584955752, + 0.17395115044247766, + -0.08915754336283198, + 0.005843493805309704, + -0.1311985026548673, + 0.0822022767256637, + -0.0316962311504425, + -0.15503262123893807, + 0.050416203539823005, + 0.012278147787610633, + 0.0764223432743363, + 0.20117684424778776, + -0.15312840973451328, + -0.006850403539823016, + -0.22191862300884949, + 0.1207021007964602, + -0.08917110283185833, + -0.07690047646017703, + 0.030319972566371638, + -0.1126870734513274, + 0.06241866831858403, + -0.1273596991150443, + 0.06213639999999999, + -0.07254762831858405, + -0.08504349999999997, + 0.034207636283185856, + -0.02238689532743362, + 0.10946240796460185, + 0.021622823008849552, + -0.1487953611504425, + 0.02685327893805308, + -0.04490421946902649, + -0.04955592035398229, + 0.06734868938053096, + -0.08363668734513273, + 0.022693176017699095, + 0.09933861353982294, + -0.00604589380530972, + -0.10963647433628322, + 0.03259297079646029, + -0.07945840000000003, + -0.007002541592920362, + 0.10658185398230094, + -0.0866022876106194, + 0.06365430106194689 + ] + ], + "std": [ + [ + 0.9732374444872444, + 0.9655808459932996, + 0.2507734231833244, + 0.85756632700396, + 0.9152499916483915, + 0.9319460220789437, + 0.9577523305438101, + 1.1527478213503135, + 0.9576681124104236, + 1.0097636409421697, + 0.9939501739346246, + 0.8077223719814682, + 0.9956881527950738, + 1.065832253077651, + 0.8648866626310105, + 0.7884428876814543, + 0.8846283104978594, + 1.0392968702844574, + 0.9547571784517959, + 0.830419971626617, + 1.9911349325902201, + 0.8944357999064113, + 0.8944357999064099, + 1.0, + 1.0, + 1.0, + 1.0288388455432311, + 1.0366372636701484, + 1.0104922342254585, + 0.6029602666961917, + 1.0, + 0.9119059418676891, + 0.9988936769842922, + 1.3401171108416883, + 1.0, + 1.0, + 1.409505785723462, + 0.7576328500006007, + 1.1142082921935355, + 1.100915710823559, + 0.9521761840451372, + 0.8352521125885086, + 0.7194469320515606, + 0.9886952789548065, + 1.0, + 1.111662684055426, + 1.9911349325902201, + 0.9988936769842919, + 1.0, + 1.0, + 0.9092993788613446, + 1.061138924056677, + 0.8860454459362529, + 0.77869888137794, + 1.0, + 0.9971658374137916, + 0.8944357999064098, + 1.4095057857234619, + 1.409505785723463, + 1.4095057857234636, + 1.4095057857234625, + 0.9988939483461562, + 0.8359429042688657, + 0.9455652546275832, + 1.047159553008427, + 1.2373317065584502, + 0.9367499049873408, + 0.7094990007768702, + 1.0, + 1.9911349325902201, + 1.152138074538977, + 1.0, + 1.076296523650441, + 1.0790204523971971, + 0.9278040585020654, + 0.6623289850929874, + 1.0736843273720698, + 1.059187675645061, + 1.4095057857234636, + 1.1978616378928757, + 1.9911349325902201, + 1.0, + 1.9911349325902201, + 0.9142231440920847, + 1.3486308966826843, + 0.9779239267203217, + 1.072217573812213, + 1.0, + 1.0670736267417575, + 1.0, + 0.7576328500006009, + 0.9988939483461562, + 1.0, + 1.2592635987036094, + 0.6360290623787335, + 0.8549033709264361, + 1.300841714365119, + 0.979322007928904, + 1.2296324368044147, + 1.3300447893255654, + 1.2339107860310472, + 1.4063287585864288, + 1.4063287585864277, + 0.817419899167048, + 1.0, + 0.9988939483461566, + 1.2178666747421332, + 0.9179155627028488, + 1.1674686384124506, + 0.937597875841375, + 1.9128860722576218, + 1.9849443701676805, + 1.2128492302504466, + 1.1978616378928766, + 1.409505785723462, + 1.0, + 0.9988939483461566, + 1.9776639067090993, + 0.8944357999064088, + 0.9089427774812973, + 1.1565813541259533, + 0.9312031818896745, + 0.37790291497240225, + 1.0, + 1.0103067336455187, + 1.0, + 1.612796005825811, + 1.4095057857234625, + 0.9988936769842919, + 0.9869575017654069, + 1.0625408223089012, + 0.8572543250334869, + 0.4626232154331089, + 0.8399894436428749, + 1.0, + 1.0, + 1.0, + 0.9949165069017805, + 0.9763809111647539, + 0.9886383527662114, + 1.0, + 0.8853802248708618, + 1.9911349325902201, + 1.0, + 1.4095057857234612, + 0.8944357999064094, + 0.8545082434186259, + 0.8796291945635648, + 0.9389113833926183, + 0.8861374760427413, + 0.39441056751713705, + 0.8648668783726172, + 0.9862191391833568, + 0.8481954658017612, + 0.9206020572467216, + 0.886517128434336, + 1.0192902215038742, + 0.956622629021229, + 0.8523688961466389, + 0.2992587051477164, + 1.0, + 0.8898404778961094, + 1.0071877733497892, + 0.950155747946548, + 1.0050918229648342, + 0.7815635141616576, + 0.9972744785704897, + 0.9594844360499902, + 0.9255046483391078, + 0.4876909595587591, + 0.5036861467715275, + 0.8566188861170654, + 0.7638467720219689, + 1.0032544884403838, + 1.0560420525550518, + 0.8986819691295396, + 0.9372189161919664, + 0.8101867430665612, + 0.8950623205358443, + 0.7725356624236849, + 1.0, + 0.872460731649835, + 1.045597205130584, + 0.881115812189619, + 0.9553256168269835, + 0.8848742890899297, + 0.5907365616618244, + 0.9525692591339604, + 0.9761188977078773, + 1.2163938242844157, + 0.9319895550002153, + 0.8335462617896103, + 0.9176414735582966, + 0.9775951517497435, + 0.8425042883529639, + 1.2598848541968266, + 0.949252647471748, + 0.838972165335258, + 0.23456841787874302, + 1.1642248030770597, + 0.8628119131177865, + 0.8751618803772816, + 0.9228296916565395, + 0.9809394578124714, + 0.5915262659968897, + 0.8563703331027254, + 1.223677024967222, + 0.9284798655045788, + 1.2965375076317172, + 1.0, + 0.9389878405072626, + 0.8540110671890598, + 1.316521539927867, + 1.4340416104694482, + 0.8735072262525767, + 0.676363014728904, + 1.1134658692256694, + 1.0134545560863548, + 1.7552329970203224, + 1.7155564074285294, + 0.873049365917997, + 1.030474558081803, + 1.0170344415415917, + 1.0766146909852692, + 0.7111765255105056, + 0.6923440560955865, + 1.0058025631570486, + 0.9240158601820535, + 1.9435205267323648, + 1.9899491083438348, + 0.8387690283436754, + 0.9708565551581373, + 0.8493149601758292, + 0.985055690803851, + 0.8279931417986857, + 0.9098729896957297, + 0.9370725829078755, + 0.8393620512490872, + 0.28080206241297245, + 1.0, + 0.8220194136548338, + 0.9761698379739507, + 0.7917031329595748, + 0.9270879739715543, + 0.847139011361557, + 1.0122054789755355, + 0.9745187015121873, + 0.8548335912371546, + 0.16972156566241, + 0.8245729285934237, + 1.06901211839648, + 0.8750748380574906, + 1.0605384058291198, + 0.814622435544981, + 1.1662691506968674, + 1.0027045465050628, + 0.707221379699125, + 1.0, + 0.8738904193642293, + 1.0307627522011051, + 0.9112504790758761, + 1.0340966211802813 + ] + ] + }, + "width": 512, + "in_features": 262, + "out_features": 13, + "depth": 6, + "padding": 524, + "parameters": 2620542, + "cert_evals": { + "36": 0.557692289352417, + "72": 0.5269230604171753, + "108": 0.4730769097805023, + "255": 0.32307693362236023 + }, + "fold": 0 + }, + { + "best_epoch": 14, + "best_val_acc": 0.5614035087719298, + "test_acc": 0.6205673758865248, + "train_size": 113, + "val_size": 57, + "test_size": 282, + "stats": { + "mean": [ + [ + -0.08236052831858409, + 0.04887446902654869, + 0.0825547600000001, + 0.07080902389380533, + 0.06969351327433632, + -0.02017880672566372, + 0.0033134920353982203, + -0.0904622607964602, + 0.0008566455575221136, + 0.05502761778761062, + 0.0029605046017698983, + 0.16618478141592918, + 0.10348846991150445, + -0.12880789292035386, + 0.001393306194690269, + -0.009972053097345045, + -0.13480514867256632, + 0.15853807787610613, + -0.022554120353982243, + -0.17088875221238942, + -0.04703600000000003, + -0.02112876106194702, + 0.14790371681415893, + 0.0665928778761063, + 0.0665928778761063, + 0.09438671238938028, + -0.033913831858407135, + -0.05746374070796462, + 0.020589044247787618, + -0.08296883185840712, + -0.016433217699115002, + -0.02482472566371683, + -0.13408300000000029, + -0.0661125929203539, + 0.14110856637168206, + 0.19977865575221251, + 0.06659287787610634, + 0.16107630088495584, + -0.04968823575221234, + 0.16085886725663703, + -0.040819525663716834, + -0.04226484955752222, + 0.03399069026548677, + 0.08868894690265484, + 0.14110856637168143, + 0.1435154159292037, + -0.04703600000000003, + -2.920353984457933e-07, + -0.02112876106194691, + 0.1997786557522125, + -0.14194291681415921, + 0.11196102831858407, + 0.0592675752212388, + 0.09347194690265491, + -0.04703600000000003, + 0.13773737168141595, + -0.1056450000000003, + -0.06659289999999989, + 0.0665928778761063, + -0.06659289999999989, + 0.0665928778761063, + 0.09438671238938029, + -0.09931298230088502, + -0.11574543716814155, + 0.19007244637168158, + 0.006741415929203616, + -0.17417296814159283, + -2.920353982846636e-07, + -0.04703600000000003, + -0.04703600000000003, + 0.027216715044247736, + 0.14110856637168231, + -0.00288054867256639, + 0.04904841858407081, + 0.02098572858407086, + -0.1192364601769909, + -0.0031704955752213143, + 0.01358514159292034, + -0.06659289999999989, + 0.014341504424779012, + -0.04703600000000003, + -0.04703600000000003, + -0.04703600000000003, + 0.07784732743362836, + 0.10888657327433629, + -0.1186584123893806, + -0.02180679646017706, + -0.07482919999999994, + 0.08863622212389385, + 0.13608353008849555, + 0.08948672566371674, + 1.0619469028597977e-07, + -0.09438650000000005, + -0.02112876106194696, + 0.09014838938053121, + -0.048498132743362864, + 0.05329288938053096, + 0.07878135752212394, + 0.006330884955752202, + 0.04712901946902665, + 0.11292442477876118, + -0.09438650000000005, + 0.09438671238938054, + -0.03861907964601756, + 1.0619469029580476e-07, + -0.09438650000000005, + 0.06704106194690229, + -0.07101396460177, + 0.11338092035398238, + 0.022629575221239016, + 0.15994504424778788, + 0.039176644247788044, + 0.11334270796460184, + -0.100392831858407, + 0.0665928778761063, + -0.08165009999999992, + 1.0619469028597977e-07, + 0.027216715044247736, + -0.0211287610619469, + 0.007675044247787407, + 0.017898353982300903, + 0.022447520353982425, + -0.10415006194690236, + -0.06118739999999991, + -0.031867106194690256, + 0.0665928778761063, + 0.0386198407079645, + -0.06659289999999989, + 0.06704106194690229, + 0.03697516814159319, + -0.044993100884955714, + -0.005112693362831841, + -0.08742769999999993, + -0.04059785840707965, + 0.027216715044247736, + 0.1411085663716819, + 0.13608353008849491, + 0.03589945132743362, + -0.0453806460176991, + 0.003572176991150533, + 0.05211161769911493, + -0.012922732743362846, + 0.1411085663716814, + -0.04703600000000003, + 0.1997786557522125, + 0.14790371681415954, + 0.14316932831858414, + 0.03571657522123903, + -0.10441322884955753, + -0.23222040176991168, + -0.03493910442477871, + 0.05546864601769913, + 0.12581869469026555, + -0.18030577079646018, + -0.07161228646017702, + -0.03718444513274338, + 0.013523787610619589, + 0.10059417451327425, + 0.01624747876106193, + 0.05021323893805318, + -0.05147623362831883, + 0.1827229362831858, + 0.0034618557522124397, + 0.05241511327433623, + 0.030558143362831823, + -0.19202160176991148, + 0.11133997495575228, + 0.12129543628318586, + 0.060097776106194795, + 0.11579815929203502, + -0.027196398230088462, + 0.17599128230088495, + -0.1195051539823009, + 0.18247482389380532, + 0.06219380353982303, + -0.09025506017699113, + 0.08350311504424779, + 0.1271729522123894, + -0.0951591353982304, + 0.10388311504424796, + 0.04703600000000003, + -0.14397143362831855, + -0.056712807079646044, + 0.11911974769911506, + 0.07255731355752211, + 0.17956833628318594, + 0.03657456283185836, + -0.12767188938053103, + -0.21526490619469008, + 0.019409734513274046, + -0.20038580796460184, + 0.13453505858407078, + -0.20150050008849554, + -0.10956924336283183, + -0.1755137388495575, + 0.07771356637168146, + 0.1258815132743363, + 0.05789021663716825, + 0.059674265486725525, + 0.04250356814159293, + 0.18101372743362842, + -0.08988732212389382, + 0.148077411681416, + 0.041530495575221225, + -0.07796867964601775, + -0.08606286725663721, + 0.216610610619469, + 0.09511035132743359, + -0.05938040707964593, + 0.0625599000000001, + -0.09312924070796465, + -0.07196051769911511, + 0.13021555911504423, + 0.10358608645132746, + -0.0039450442477876055, + 0.015811640707964647, + 0.042050546725663725, + -0.11399942584070796, + 0.01275024778761036, + -0.012157897345132696, + -0.07146561415929208, + -0.03644905008849562, + -0.0460240963716814, + -0.04567296300884947, + -0.0159320159292035, + -0.020865886725663647, + 0.006243656991150445, + -0.04104453495575228, + 0.04250217699115046, + 0.034307366371681414, + -0.11968876460176998, + -0.0937977030973451, + -0.007898124601769923, + -0.06254813724778759, + 0.027666705132743385, + -0.0678103380530974, + 0.0033648314159292177, + 0.014861656991150381, + -0.08490639823008855, + 0.06213639999999999, + 0.10985744247787621, + -0.1141806185840708, + -0.0051085477876106, + -0.07652198922123891, + 0.1186390026548673, + -0.006018964601769793, + -0.03378361716814159, + 0.011641800000000063, + -0.06094139999999994, + 0.1415026725663717, + -0.08340849911504429, + -0.021807159292035423, + -0.08355237141592924, + 0.10080485079646004, + -0.0028213893805309528, + -0.039560768141592914, + -0.03811751592920355, + 0.06180052389380527, + 0.08721472743362838, + -0.045456217699115044, + -0.04452998026548677, + -0.08741183716814158 + ] + ], + "std": [ + [ + 1.0288523625377175, + 0.9926765498781311, + 1.5821926864265932, + 1.2345480341843558, + 1.0919259987637373, + 0.8553411989728208, + 0.9770372253740158, + 1.0941619685910755, + 0.9070109264400832, + 1.1660151450666374, + 0.82811358045681, + 0.8585451804478106, + 0.9271539318095082, + 0.826139795075132, + 0.9407871254954377, + 1.1098127265333941, + 0.9673996715099642, + 1.0170784936919917, + 0.7160692020317576, + 0.8881539469849713, + 1.0, + 0.8944357999064094, + 1.5353137244867066, + 1.409505785723462, + 1.4095057857234625, + 1.4063287585864295, + 0.8810006273224485, + 0.9386543902953636, + 0.9544080465249254, + 0.605561339519823, + 0.41738930632162535, + 0.9435148318250272, + 1.0, + 0.7880462841530468, + 1.9911349325902201, + 1.9844233966366362, + 1.4095057857234636, + 1.494834216304884, + 0.8945327921343991, + 1.0465252306595956, + 0.9657902518204129, + 0.8818849232826983, + 1.01289922968906, + 0.9542609489006632, + 1.9911349325902201, + 1.303101066939662, + 1.0, + 0.9988936769842933, + 0.8944357999064099, + 1.9844233966366385, + 0.9721978598866062, + 0.9751070654641969, + 1.053405494669145, + 1.2277188687789828, + 1.0, + 0.9710532649972081, + 1.0, + 1.0, + 1.4095057857234625, + 1.0, + 1.409505785723463, + 1.4063287585864295, + 0.9944538524514821, + 1.0084398738408038, + 1.096956593110858, + 0.9848747659663566, + 1.0176485758563296, + 0.9988936769842915, + 1.0, + 1.0, + 1.1521380745389784, + 1.9911349325902201, + 0.8886796764360778, + 1.0626176220464763, + 0.9820129092696263, + 0.48071756015968203, + 0.8052609158630751, + 0.9014845427415126, + 1.0, + 1.0421263616247836, + 1.0, + 1.0, + 1.0, + 1.0603166366167238, + 1.3948018100222412, + 1.0002378777841179, + 1.0521891063258038, + 1.0, + 1.170667828978199, + 1.6220790112596297, + 1.3004892166096398, + 0.9988939483461562, + 1.0, + 0.8944357999064098, + 1.2549059943840741, + 0.9010506624821365, + 1.2640911636544077, + 0.947031285603356, + 0.991260918816901, + 1.3300447893255651, + 1.1497030038124454, + 1.0, + 1.4063287585864277, + 0.8174198991670485, + 0.9988939483461566, + 1.0, + 1.217866674742133, + 0.8282680988206665, + 1.073085103116072, + 0.9693454139903576, + 1.7234040703162494, + 1.1056144342459158, + 1.074119172644369, + 0.6071170412907283, + 1.409505785723462, + 1.0, + 0.9988939483461562, + 1.1521380745389787, + 0.8944357999064119, + 1.058370875443875, + 1.0846522644237848, + 1.0598613115637294, + 0.5613288969768316, + 1.0, + 1.077530223972941, + 1.4095057857234625, + 1.15083399388167, + 1.0, + 1.2178666747421318, + 1.0966395583377115, + 1.0389053330759344, + 1.0429545495698374, + 1.0, + 1.0244696199828591, + 1.152138074538978, + 1.9911349325902201, + 1.6220790112596353, + 1.1329428844818097, + 1.0304640926757396, + 1.0027828154445004, + 1.4038062005460157, + 1.0648539403871593, + 1.9911349325902201, + 1.0, + 1.9844233966366391, + 1.5353137244867094, + 0.6866407429573802, + 0.9470876233472572, + 0.8928451459276403, + 1.3503062413436946, + 0.39441056751713693, + 1.0739060999830787, + 0.8074286630470415, + 0.8622816943277237, + 0.9235511168325403, + 0.8884646840941383, + 0.9253177369109523, + 1.0067482855890655, + 0.8717444615689396, + 1.7004798113300974, + 1.2451967529281143, + 1.0189016467998342, + 0.9159576992318523, + 0.9716842292520014, + 0.8537203439878127, + 0.6934639134127168, + 0.6814900866218891, + 1.08628728041417, + 0.8695100152450093, + 1.7244969164094923, + 0.9957413253735008, + 0.886998298843266, + 1.0086098935045376, + 0.9474117590718318, + 0.9527864599550645, + 0.8622024829086022, + 0.928715896349544, + 1.165972778898159, + 1.1444020655792773, + 1.249832703644339, + 1.0, + 1.04414181114218, + 0.7888691092407913, + 0.8896110919230731, + 0.8385172959457787, + 0.6963004767756463, + 1.0524770129026086, + 0.8728215158868736, + 1.2422671085343606, + 1.0395955941659785, + 0.9729248895409327, + 0.942112878700215, + 0.9029124312015971, + 0.9945356002953412, + 0.9067257721352653, + 0.6559269963983796, + 1.0530222495928638, + 0.7742650861348659, + 1.7415209866320729, + 0.31751695199855035, + 0.9401556411866103, + 0.9925662855482592, + 0.9703437391049544, + 0.9315271035229352, + 0.76726349356305, + 1.113451820498087, + 1.5950728246019172, + 0.9108834606609704, + 0.6187680270209445, + 1.0, + 1.026218169309107, + 0.9226908311101232, + 1.3695879042350074, + 1.390915117042367, + 0.9165066682832561, + 1.0788295714407763, + 0.8648263176100378, + 0.9635758583333331, + 0.8878642706591297, + 0.9006687498171835, + 0.8634669309414519, + 1.0263681887473621, + 1.1035216758671196, + 0.9668823371087334, + 0.9093839574625667, + 1.2537251227686863, + 0.925393016008483, + 0.9198488449490679, + 0.9988290268424753, + 0.1771101235529094, + 1.05614751420039, + 0.9497863099739803, + 1.0994839009481026, + 0.92792429034674, + 0.9973731985207415, + 1.4008749618490997, + 0.9833759189369512, + 0.7900467121392818, + 0.5512800744398914, + 1.0, + 1.160435495736531, + 0.840523823247663, + 1.0569742675732663, + 0.8576934466322704, + 0.9349861286126709, + 0.8587290535040432, + 0.9574488028099564, + 0.8825111948837125, + 1.0, + 0.9946462418130932, + 0.8401625258336195, + 1.0609041780534152, + 0.8625411201961046, + 0.8578849236354916, + 0.9245113485505083, + 0.9397104471617286, + 0.949988633400937, + 1.4949439323664353, + 1.0752730715733643, + 0.854508526946672, + 1.0304209489391347, + 0.9286338973772724 + ] + ] + }, + "width": 512, + "in_features": 262, + "out_features": 13, + "depth": 6, + "padding": 524, + "parameters": 2620542, + "cert_evals": { + "36": 0.5957446694374084, + "72": 0.5780141949653625, + "108": 0.5460992455482483, + "255": 0.3829787075519562 + }, + "fold": 1 + }, + { + "best_epoch": 18, + "best_val_acc": 0.6307692307692307, + "test_acc": 0.6021897810218978, + "train_size": 113, + "val_size": 65, + "test_size": 274, + "stats": { + "mean": [ + [ + 0.003089986725663709, + -0.004440814159291977, + 0.06255539469026555, + 0.0030673203539822954, + 0.001728016814159293, + 0.11026861433628313, + 0.017892446017699123, + -0.06960080176991157, + 0.039233834283185866, + 0.15144875398230093, + 0.006497817787610628, + -0.01399969203539821, + 0.12535314601769912, + 0.032636741592920446, + -0.04566848761061949, + -0.12298024778761062, + -0.000969959292035392, + 0.11890371504424775, + -0.09021629999999985, + -0.11451322123893802, + -0.04703600000000003, + 0.06338747787610569, + -0.1056450000000003, + -0.06659289999999989, + 0.0665928778761063, + -0.09438650000000005, + -0.04968765486725668, + 0.10877121769911505, + -0.018068128318584065, + -0.08296883185840709, + -0.05587280000000011, + -0.06895776106194693, + -2.920353983278935e-07, + -0.013222389380530894, + -0.04703600000000003, + 0.06659287787610632, + -0.06659289999999989, + -0.1252820000000002, + 0.010099320973451271, + 0.07353538053097344, + -0.007326469911504469, + -0.07684545132743385, + -0.0339906548672566, + 0.05784047787610613, + 0.14110856637168143, + 3.805309734868323e-07, + -0.04703600000000003, + -0.06704164601769919, + -0.02112876106194691, + -0.06659289999999989, + 0.15620863893805323, + -0.03053643008849556, + -0.18165605309734498, + -0.11233752212389378, + -0.04703600000000003, + -0.016779973451327427, + -0.021128761061946985, + -0.06659289999999989, + 0.0665928778761063, + -0.06659289999999989, + -0.06659289999999989, + -0.09438650000000005, + -0.00463133628318579, + -0.07507774690265485, + -0.0007694676106195044, + -0.08089127433628311, + -0.10792991415929203, + -2.9203539847723323e-07, + -0.04703600000000003, + -0.04703600000000003, + 0.027216715044247893, + -0.04703600000000003, + -0.02592799999999999, + 0.08057962389380531, + 0.024038425752212503, + -0.16465999999999992, + -0.07926050000000014, + -0.09237758407079648, + -0.06659289999999989, + -0.043025663716814114, + 0.14110856637168245, + 0.1411085663716826, + -0.04703600000000003, + -0.023750336283185847, + 0.03126479168141594, + 0.008899934513274312, + -0.02743449557522126, + 0.06331698053097352, + 0.05539779646017699, + 0.027216715044247736, + 0.017897150442477798, + 1.0619469029187476e-07, + 1.061946903233147e-07, + -0.02112876106194691, + -0.1502479999999999, + -0.016447008849557545, + -0.0054378495575221125, + 0.07474130442477876, + -0.07807693805309734, + -0.07854839999999999, + -0.008790955752212368, + 1.0619469031152472e-07, + 1.0619469029973474e-07, + 0.038619840707964564, + 1.061946903233147e-07, + 1.0619469035868464e-07, + -2.920353983829134e-07, + -0.06884565486725683, + -0.043006230088495565, + 0.13900964601769922, + -0.06902842477876096, + -0.06529410000000001, + -0.07149334513274326, + -0.043025663716814044, + -0.06659289999999989, + 0.02721671504424799, + 1.0619469029187476e-07, + -0.08165009999999992, + -0.1056450000000003, + -0.0844234336283186, + 0.045172380530973465, + 0.08091592477876108, + -0.08034439823008824, + -0.06118739999999991, + 0.009105318584070807, + 0.0665928778761063, + 0.03861984070796471, + -0.06659289999999989, + -2.920353983475435e-07, + -0.01561157522123892, + 0.034667146902654884, + 0.04805644646017698, + 0.07649909380531038, + 0.0778107902654868, + -0.08165009999999992, + -0.04703600000000003, + 0.027216715044247736, + 0.003988389380530976, + 0.07484829203539822, + 0.06071553097345137, + 0.014212502654867237, + 0.06978295752212389, + -0.04703600000000003, + -0.04703600000000003, + -0.06659289999999989, + -0.1056450000000003, + -0.05670110707964598, + 0.09375696460176995, + -0.16628776973451334, + -0.004178826548672555, + -0.07220739999999994, + -0.06694404424778763, + -0.06819787345132745, + -0.049705195575221274, + -0.11667001238938055, + -0.12676487345132748, + 0.06602797345132745, + 0.0027255099115044237, + 0.08367987168141594, + -0.07531826548672561, + 0.06618380000000008, + -0.05077870088495575, + -0.03939802035398229, + 0.0725209725663717, + 0.018818907079646008, + -0.0012129309734513318, + 0.08232463584070795, + 0.06279675221238941, + 0.05451436991150446, + -0.09364632743362859, + -0.013597840707964663, + -0.02791582300884959, + 0.02277181946902653, + 0.09624579256637165, + 0.10685669557522126, + 0.05720445840707966, + -0.11690305221238939, + -0.07600262831858408, + 0.20486032743362856, + -0.11598514159292016, + 0.04703600000000003, + 0.12372530088495573, + 0.07733639557522128, + 0.009731815840707961, + 0.06515634630088495, + -0.004099914159292028, + -0.062444362831858426, + -0.14432490088495575, + 0.010303688495575204, + -0.03996258407079658, + -0.01723771946902648, + -0.03748595911504427, + -0.09338390796460176, + -0.12455748761061945, + -0.07069998663716814, + 0.09306433097345132, + 0.05574491150442479, + 0.05271592371681417, + -0.10488400000000016, + 0.0725061, + -0.06092212743362833, + -0.021001579646017662, + 0.08582514876106195, + 0.05783091212389381, + 0.07796875840707959, + -0.0484065486725664, + -0.06359218141592915, + 0.12465353274336273, + -0.03740971681415926, + -0.006256027433628239, + 0.02847770973451326, + 0.03523589380530972, + -0.007258076106194675, + 0.029468245840707955, + 0.07720809823008848, + -0.029801646017699017, + -0.07590199938053097, + -0.0023667877876106243, + -0.06193052212389384, + 0.0729473, + -0.08944441592920359, + -0.008905622654867247, + -0.09599750318584069, + -0.11731536725663715, + 0.03799221946902657, + 0.04264000707964609, + -0.05476776486725663, + -0.08099349336283189, + -0.06403644955752204, + 0.0510427, + -0.1728837920353984, + 0.04379192212389381, + -0.08503633221238939, + -0.04843164778761059, + -0.013288855929203541, + 0.05900416725663712, + 0.01502987168141596, + -0.028499033982300897, + -0.06898648672566376, + 0.06213639999999999, + -0.020727761061946872, + 0.056635334513274314, + -0.009026141592920364, + 0.03156841769911506, + -0.12126076106194686, + 0.06353122123893817, + 0.031937667522123854, + 0.029336698938053133, + 0.12508993982300817, + -0.07582650442477877, + 0.006734969026548675, + 0.06509837044247789, + 0.03657155663716816, + -0.13086254787610632, + -0.01249529203539823, + 0.041217141592920364, + 0.050712616814159305, + 0.008828665486725618, + -0.04774530973451326, + -0.06531424955752214, + 0.08627439557522125, + 0.019008834867256633 + ] + ], + "std": [ + [ + 0.9244692810470073, + 0.9993356910018533, + 1.1547522998507793, + 0.9432810092169331, + 1.03584004279498, + 0.8753158130277445, + 1.0465755215467378, + 0.9102607240673849, + 1.023778543447583, + 0.9297280045159075, + 1.0069835198754635, + 0.9525566546794436, + 0.9399759480360307, + 0.9978150756585966, + 0.9862811329995884, + 0.9613244275752023, + 1.111865207612389, + 0.9715796850385696, + 1.0, + 1.0813226579822182, + 1.0, + 1.2592635987036094, + 1.0, + 1.0, + 1.4095057857234625, + 1.0, + 1.010538238524329, + 1.0722512669094082, + 1.0593646908068974, + 0.605561339519823, + 1.0, + 0.9556792785074675, + 0.9988936769842924, + 0.9607982608538026, + 1.0, + 1.4095057857234632, + 1.0, + 1.0, + 0.972373648410722, + 1.0584533172538098, + 1.0284056325027326, + 0.8751294762374062, + 0.7194469320515607, + 0.9753483226530357, + 1.9911349325902201, + 0.99889397212978, + 1.0, + 0.7094990007768706, + 0.8944357999064104, + 1.0, + 0.9004941973725803, + 1.0121581074927941, + 0.761525664661198, + 0.6638398438080123, + 1.0, + 1.0084273596642825, + 0.8944357999064123, + 1.0, + 1.4095057857234632, + 1.0, + 1.0, + 1.0, + 1.0674172345021198, + 1.0415595393603108, + 0.9952640371583976, + 0.7847375185646767, + 1.0253922671299165, + 0.9988936769842935, + 1.0, + 1.0, + 1.1521380745389769, + 1.0, + 0.9380600926852771, + 0.9688329579782285, + 1.0699750013871834, + 1.0, + 1.0, + 0.9022130416875166, + 1.0, + 0.8547515543653855, + 1.9911349325902201, + 1.9911349325902201, + 1.0, + 0.9833161542151768, + 0.9113836368578456, + 1.0154070458101938, + 0.8175726795277899, + 1.0291658658053822, + 1.0023879541161114, + 1.1521380745389784, + 1.0666606471785436, + 0.9988939483461562, + 0.9988939483461564, + 0.8944357999064111, + 1.0, + 1.0194849042181624, + 0.9377289254070391, + 0.9868393622488469, + 0.7115324821514019, + 1.0, + 0.9291878599599749, + 0.9988939483461571, + 0.9988939483461564, + 1.150833993881672, + 0.9988939483461564, + 0.9988939483461563, + 0.9988936769842928, + 0.8446756150368765, + 0.8840822390425243, + 0.879273891482901, + 0.356357040154056, + 1.0, + 0.8575361470050674, + 0.8547515543653872, + 1.0, + 1.1521380745389762, + 0.9988939483461562, + 1.0, + 1.0, + 0.7707096318942795, + 0.9479029615796615, + 0.8861435214681488, + 0.709392406059319, + 1.0, + 0.9648083778490988, + 1.4095057857234619, + 1.1508339938816696, + 1.0, + 0.9988936769842918, + 0.8265732991714976, + 1.0190844405952648, + 0.9459831021380053, + 1.7348381185160544, + 1.1517740759366022, + 1.0, + 1.0, + 1.152138074538978, + 0.912843060712004, + 1.1388119070973806, + 0.9915799039109703, + 1.002719667279991, + 1.085125621845705, + 1.0, + 1.0, + 1.0, + 1.0, + 1.5001714286910226, + 0.9966194693620798, + 0.9443805992812078, + 0.8655175815339226, + 1.0, + 0.7897012658620092, + 1.1164175335449071, + 1.264530190302258, + 0.8921583865445091, + 1.0648052330194941, + 0.8695758038727032, + 0.8660581580725691, + 0.8367831000825393, + 0.37197924168302665, + 1.0, + 0.9262178979224102, + 0.9242646117464632, + 0.973591105652927, + 0.9951600891998066, + 1.1111862475284577, + 0.6670563380647561, + 0.9442962334551489, + 0.990332316811185, + 0.480719441273429, + 1.223234975369157, + 0.940394811395897, + 0.9089632031900003, + 1.0458338698053655, + 0.9721165818563446, + 1.374767108546496, + 0.8594004341053223, + 0.7653673558229712, + 0.6670525311692612, + 0.645642563256581, + 1.0, + 0.891254315503885, + 1.0775980834755503, + 1.007431548670928, + 0.9530753484316439, + 1.4811962251096449, + 1.2176806384389702, + 0.9602107117788192, + 0.8795846242039457, + 1.1116750216535782, + 0.9501349187678776, + 1.0821885258200035, + 1.1407026156836266, + 0.9231893015164008, + 0.8990327480493145, + 0.6422405879838027, + 0.9092214790537131, + 0.9351958368508632, + 1.0, + 1.0, + 0.9288775753611616, + 0.8531876075690629, + 1.034017858801366, + 1.0285706599327553, + 1.5382840820664052, + 1.0793433921827003, + 0.7014984131399681, + 0.9478974831267535, + 0.8121083950620509, + 0.5317226069000799, + 0.877495299738119, + 1.105656776922663, + 0.9679617815757274, + 0.7155463726091819, + 1.108302722756925, + 1.0944778308312668, + 0.7749616919771513, + 0.8850563716056123, + 0.5693811287198752, + 1.0, + 0.9220528856937216, + 0.8553127512283658, + 0.9975197765961968, + 0.8796722204092665, + 1.1740947078133768, + 0.9516756586234943, + 0.9063555755946218, + 0.9537956983823893, + 0.21590336552059824, + 1.0, + 1.1291952185180558, + 1.0007499385498189, + 1.0111383561599954, + 0.9704983147288865, + 1.1385710361021162, + 0.7564588026775311, + 1.0046465692486821, + 0.9312841189336238, + 0.6375502285227569, + 1.0, + 0.829387189699574, + 1.0544363475675953, + 0.9771879250820691, + 1.0137760206245479, + 1.0423498864484522, + 0.43681029699877133, + 0.8991224001063718, + 0.8257144621838688, + 1.968770644943309, + 0.8856828178067617, + 1.0398871114616712, + 0.8345338516516961, + 0.9722595951185294, + 1.285772740124495, + 0.8915167876690523, + 0.8875667705363124, + 0.6453390579256484, + 0.9343424770462008, + 0.8887305596443167, + 1.0443061214405034, + 1.027608228431771, + 0.9189390661089004 + ] + ] + }, + "width": 512, + "in_features": 262, + "out_features": 13, + "depth": 6, + "padding": 524, + "parameters": 2620542, + "cert_evals": { + "36": 0.5839415788650513, + "72": 0.5729926824569702, + "108": 0.5510948896408081, + "255": 0.43065693974494934 + }, + "fold": 2 + }, + { + "best_epoch": 15, + "best_val_acc": 0.6417910447761194, + "test_acc": 0.6323529411764706, + "train_size": 113, + "val_size": 67, + "test_size": 272, + "stats": { + "mean": [ + [ + 0.04070993805309734, + 0.11996151327433617, + -0.07505505699115043, + -0.053473368141592904, + -0.0023036168141593112, + -0.04386066761061949, + 0.1000648973451327, + 0.21898467610619468, + 0.0844638663362832, + -0.21027526176991146, + 0.08278053309734511, + 0.02691175840707965, + -0.10311968407079651, + -0.019989650442477833, + -0.029568291150442447, + 0.06979861946902657, + -0.09989179115044242, + -0.0017227557522123856, + -2.2654867243656462e-07, + 0.06518417699115044, + -0.04703600000000003, + -0.1056450000000003, + -0.1056450000000003, + 0.19977865575221251, + 0.0665928778761063, + 0.09438671238938035, + -0.10331811504424784, + -0.11287559292035391, + 0.1063068938053097, + 0.04291548672566383, + -0.05587280000000011, + -0.032180318584070916, + 0.06704106194690261, + -0.1718930000000004, + -0.04703600000000003, + 0.0665928778761063, + -0.06659289999999989, + 0.08948672566371665, + -0.025450121504424723, + -0.17311484513274336, + 0.07640526460176993, + 0.11526853982300869, + 0.1133023008849558, + -0.07326554867256642, + -0.04703600000000003, + 0.047838725663716816, + -0.04703600000000003, + 0.06704106194690251, + -0.02112876106194691, + -0.06659289999999989, + -0.013552253982300916, + -0.020357922123893812, + -0.027464973451327517, + -0.006002522123893788, + -0.04703600000000003, + -0.04337743362831858, + 0.14790371681415934, + 0.0665928778761063, + -0.06659289999999989, + 0.06659287787610634, + -0.06659289999999989, + 1.0619469029580476e-07, + 0.044767823008849614, + 0.08289923362831852, + -0.12235442831858409, + -0.11459614159292028, + 0.14790476371681416, + -2.9203539830824354e-07, + -0.04703600000000003, + 0.14110856637168223, + 0.027216715044247736, + -0.04703600000000003, + -0.055889752212389385, + -0.12962760265486717, + 0.10187851619469035, + -0.01324823008849549, + 0.022193132743362702, + -0.07879260176991155, + 0.0665928778761063, + 0.12907584070796485, + -0.04703600000000003, + -0.04703600000000003, + -0.04703600000000003, + -0.002639044247787606, + 0.054982569292035384, + 0.05932991150442477, + -0.06964141592920373, + -0.07482919999999994, + -0.033238396460177, + 0.13608353008849555, + 0.0894867256637167, + -0.09438650000000005, + -0.09438650000000005, + -0.1056450000000003, + 0.030049292035398203, + 0.0004219557522123656, + 0.04024157522123887, + 0.01212035575221241, + -0.06541580530973452, + -0.07854839999999999, + 0.02907596460176992, + -0.09438650000000005, + 0.09438671238938048, + -0.03861907964601766, + 1.0619469030366473e-07, + 1.0619469029580476e-07, + -0.0670416460176993, + -0.04499362831858416, + 0.0430065663716814, + 0.05495734513274337, + 0.025254761061947018, + -0.06529410000000001, + 0.06800543362831867, + -0.15775999999999976, + 0.0665928778761063, + -0.08165009999999992, + 1.0619469029580476e-07, + -0.08165009999999992, + -0.021128761061946954, + 0.0199548849557522, + -0.04005870796460183, + 0.07256339026548671, + 0.0029753097345135682, + 0.008741072566371728, + -0.12291731858407075, + 0.0665928778761063, + -0.03861907964601771, + 0.0665928778761063, + -2.9203539835933345e-07, + -0.15365226548672545, + -0.02139016460176988, + 0.03374174115044254, + -0.03278541946902662, + -0.16577226814159277, + 0.027216715044247785, + 0.14110856637168206, + -0.08165009999999992, + -0.17471278761061948, + -0.05009553982300891, + 0.10357247787610621, + 0.01421250265486715, + -0.16799606460176988, + 0.1411085663716814, + -0.04703600000000003, + 0.1997786557522125, + -0.02112876106194691, + 0.10064383539823014, + -0.09822227433628321, + 0.010812114336283181, + -0.0005969424778760985, + -0.034939104424778704, + -0.021039132743362887, + 0.1549942769911504, + -0.05473569823008849, + 0.09371048247787614, + 0.1284547699115043, + 0.08193819469026561, + -0.1894623433628318, + -0.03994628938053097, + 0.005021592920354035, + 0.06618380000000008, + 0.046780255752212445, + 0.12412912743362833, + -0.15687404504424782, + -0.04040450761061948, + 0.01819149026548674, + 0.047322232477876085, + -0.1316860601769911, + -0.08258592566371675, + 0.05638880530973452, + -0.10198681415929205, + 0.1290602176991152, + -0.03669845398230087, + -0.10499076469026546, + -0.12757559911504432, + -0.06652606637168137, + 0.05155422566371681, + 0.031605256637168136, + 0.0629123805309736, + 0.023197380530973564, + 0.04703600000000003, + -0.03599286283185842, + -0.1574473318584071, + 0.10887992823008849, + -0.053605181415929175, + -0.012299078761061958, + -0.05887616991150452, + 0.07308711769911504, + 0.09051549646017694, + -0.10846913274336303, + -0.15513741725663718, + 0.12073644318584073, + 0.05041307504424779, + 0.1529646697345132, + 0.0776218637168141, + 0.057565741592920404, + -0.17276489823008853, + -0.014984845840707986, + -0.04701723008849572, + -0.03750280353982299, + 0.06355189203539817, + 0.06636549999999998, + -0.1410115592035399, + -0.08766313362831851, + -0.09892783274336285, + -0.013420267079645989, + 0.09777304070796461, + 0.07535415840707965, + -0.10688448672566354, + 0.0625599000000001, + -0.011544922123893811, + -0.09627820707964604, + 0.08584640530973452, + 0.007022314424778771, + -0.05128431504424778, + -0.06365885663716808, + 0.02538907345132746, + 0.071253879380531, + -0.032786734513274456, + 0.0729473, + 0.04719471592920353, + 0.014598110265486715, + 0.026159213575221246, + 0.059101831504424836, + -0.07843545663716811, + 0.0003891433628318023, + 0.014624393274336253, + 0.03384382522123893, + -0.07310352920353969, + 0.0510427, + 0.14306325132743355, + -0.011243908849557487, + 0.02559352380530976, + 0.03617407230973455, + -0.012417333274336301, + -0.10102372743362834, + -0.09638603628318594, + 0.02360371292035396, + -0.0742930973451328, + -0.014339143362831862, + 0.03523714159292039, + 0.03915302300884953, + -0.08945827723893807, + -0.02228378656637163, + 0.10421852477876106, + 0.0697730088495576, + -0.12811908238938052, + -0.10229047238938055, + -0.048111653097345074, + 0.041196920353982314, + 0.10879424867256633, + -0.10693692778761064, + 0.02704163566371678, + 0.12719723849557518, + 0.1358370884955751, + -0.11345866194690264, + -0.11236356814159291, + 0.008828665486725625, + 0.04901849557522122, + 0.10906433185840712, + -0.12028646725663718, + 0.005514894867256633 + ] + ], + "std": [ + [ + 1.0502669179700934, + 0.9792224218294541, + 0.24305352147883325, + 1.043042266446498, + 1.0744571502175468, + 0.9508826739984755, + 0.9451555552883207, + 1.1810283789026603, + 1.0064552702700122, + 1.1190882010665817, + 0.9034793296608571, + 1.1336521923679663, + 0.9786491101919341, + 0.9206985848676537, + 0.8610889538505271, + 0.9619675032812017, + 0.9308084274399617, + 0.9863758024756076, + 0.9547571784517959, + 0.9496800506935921, + 1.0, + 1.0, + 1.0, + 1.9844233966366367, + 1.4095057857234627, + 1.40632875858643, + 0.892002130496044, + 1.0129634785032875, + 0.978487303853688, + 1.1394715296586964, + 1.0, + 1.0267988761241287, + 1.217866674742132, + 1.0, + 1.0, + 1.4095057857234627, + 1.0, + 1.30048921660964, + 1.101075351501756, + 0.9423320679555461, + 0.9745566669040967, + 1.0784150005489006, + 1.3072548131334407, + 1.020520797792866, + 1.0, + 1.1116626840554256, + 1.0, + 1.2178666747421323, + 0.8944357999064103, + 1.0, + 0.9763859814864452, + 0.9882312110151381, + 0.9941548135105892, + 1.0805382570058093, + 1.0, + 0.9455390825539804, + 1.5353137244867092, + 1.4095057857234619, + 1.0, + 1.4095057857234636, + 1.0, + 0.9988939483461567, + 0.9028116049768871, + 1.0263167291591377, + 0.9964436627027657, + 0.4280387316306564, + 1.0514551909197751, + 0.9988936769842915, + 1.0, + 1.9911349325902201, + 1.152138074538978, + 1.0, + 0.9644113662850948, + 0.9806946309645141, + 0.9930268680075975, + 0.8905664891946655, + 1.0736843273720693, + 1.0058668086951204, + 1.409505785723462, + 1.3330925209888196, + 1.0, + 1.0, + 1.0, + 1.0450036005861865, + 1.3244456183776097, + 0.932189980942975, + 0.9625014477361986, + 1.0, + 1.0074707737922228, + 1.62207901125963, + 1.3004892166096393, + 1.0, + 1.0, + 1.0, + 1.0917543201475843, + 1.0127130749629136, + 1.2877909824303606, + 0.9604994075919616, + 0.8657450013263874, + 1.0, + 1.0599660091906427, + 1.0, + 1.4063287585864277, + 0.8174198991670479, + 0.9988939483461567, + 0.9988939483461567, + 0.7094990007768708, + 0.8740833234525124, + 1.010657132912493, + 0.9328151962443406, + 1.3541564903516528, + 1.0, + 1.0437864539647888, + 1.0, + 1.409505785723462, + 1.0, + 0.9988939483461567, + 1.0, + 0.8944357999064098, + 1.2065791134004533, + 1.0500123468485083, + 0.9959504427215604, + 1.0958354145667224, + 0.7400533918928887, + 0.9943642075886404, + 1.4095057857234627, + 0.8174198991670482, + 1.4095057857234627, + 0.9988936769842922, + 0.9193790839730072, + 1.0436031910295362, + 0.9868834993023391, + 0.5782795414175284, + 0.9541173647907301, + 1.1521380745389775, + 1.9911349325902201, + 1.0, + 0.9325216486314452, + 1.0303184562115624, + 0.9698188611354921, + 1.0027196672799903, + 1.0327882823860284, + 1.9911349325902201, + 1.0, + 1.9844233966366391, + 0.8944357999064109, + 0.7112349595162911, + 1.0528496975740775, + 0.9693293962135208, + 1.098217436491506, + 0.39441056751713705, + 1.131185111941341, + 0.8933013668038887, + 0.8692841653701331, + 0.9535583303775852, + 0.9578421783922644, + 0.9351032690489206, + 0.9587912379925385, + 0.8874155629442673, + 0.7402206710271984, + 1.0, + 1.0688089329251667, + 0.997681462694144, + 0.9866601266296527, + 0.9496581319654654, + 0.9257831061652533, + 0.9073562336120353, + 0.9768579353882867, + 0.9602672008044747, + 0.7793988687883875, + 1.2643817992013762, + 0.8858997832358527, + 1.0783739453909889, + 0.9243425987503827, + 0.9894525958813807, + 0.8138319611992417, + 0.9527697944043735, + 1.1413505837251008, + 0.8792523651290115, + 1.0992317647014969, + 1.0, + 1.065433498566479, + 0.9150528093441637, + 1.0062463574228966, + 1.011250604668206, + 0.7913263564369651, + 0.9735543146496928, + 0.9610800849612564, + 0.9880567372837797, + 0.3866698577857632, + 0.9853949011817834, + 0.990227174214131, + 0.8869793376043191, + 1.0049463863071384, + 0.9992217219580515, + 0.9135057665522096, + 0.9794517412025064, + 0.8334338014885702, + 0.37518500497353446, + 1.1642248030770597, + 0.9506854878365382, + 1.1083600583283926, + 0.9361744720072924, + 1.0051395038183164, + 0.7234663786843327, + 1.1371317753211319, + 1.5356103741191347, + 0.8479920793399001, + 0.46656712729960265, + 1.0, + 1.0891589322731212, + 0.8545812844441173, + 1.3469557389840487, + 1.3298686360213214, + 0.8184103746992143, + 1.2426545134673366, + 0.9345647421429395, + 0.8739291157345797, + 0.7954155323258645, + 1.0, + 0.9396031266002715, + 0.8729340873197525, + 1.1022147706138496, + 0.9052007430680863, + 0.8002297286948205, + 1.1474637082252046, + 1.0050624674836923, + 0.8958786752659496, + 0.1199464140766847, + 1.0, + 0.9484606934407114, + 0.924743989986394, + 1.1045533858189263, + 0.9763355497679247, + 0.8775711016746042, + 1.4892483405130004, + 0.9479162196372228, + 0.824520740664537, + 0.48200134691826974, + 0.8093410764663572, + 1.0307538015892828, + 0.8557116942728363, + 0.9675781578595044, + 0.9316537658305905, + 0.961482671503125, + 0.9499524026348503, + 1.0156281171297905, + 0.9533815998673338, + 0.13577727875330386, + 1.0944930405696027, + 0.9984202119037168, + 1.0610893586418122, + 1.0416564535479678, + 0.953141207852886, + 0.9699518518482332, + 1.0661304370514315, + 0.9605383246803934, + 0.9343424770461999, + 1.1428421085341074, + 0.9995106529728873, + 1.0191031224939573, + 1.0275583030415119 + ] + ] + }, + "width": 512, + "in_features": 262, + "out_features": 13, + "depth": 6, + "padding": 524, + "parameters": 2620542, + "cert_evals": { + "36": 0.5955882668495178, + "72": 0.5661764740943909, + "108": 0.5367646813392639, + "255": 0.3897058963775635 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6080082937519925, + "std_test_acc": 0.02415600821034695, + "n_samples": 452, + "n_features": 262, + "n_classes": 13, + "mean_cert_acc_36": 0.5832417011260986, + "std_cert_acc_36": 0.017907393003886697, + "mean_cert_acc_72": 0.5610266029834747, + "std_cert_acc_72": 0.023247495401580758, + "mean_cert_acc_108": 0.5267589315772057, + "std_cert_acc_108": 0.036277454393670756, + "mean_cert_acc_255": 0.3816046193242073, + "std_cert_acc_255": 0.044343879474797926 + }, + "audiology-std": { + "dataset": "audiology-std", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 21, + "best_val_acc": 0.25806451612903225, + "test_acc": 0.4, + "train_size": 25, + "val_size": 31, + "test_size": 140, + "stats": { + "mean": [ + [ + -1.7763568394002505e-17, + -8.399999999486596e-07, + 7.99999999756551e-08, + -1.2800000001833566e-06, + -3.6000000007696543e-07, + -8.799999999986596e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.000000002006402e-08, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 7.99999999756551e-08, + 0.0, + -3.199999999159431e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3306690738754695e-17, + -3.999999999981796e-07, + 0.0, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.659739592076221e-17, + 0.0, + -8.659739592076221e-17, + 0.0, + 0.0, + 0.0, + -7.199999999940587e-07, + -4.800000000759752e-07, + 2.799999999325564e-07, + 0.0, + 2.220446049250313e-18, + 0.0, + -1.5999999996907377e-07, + 0.0, + -4.0000000006479297e-07, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9797958971132714, + 0.979795399156076, + 0.979796007645425, + 0.9797944438980055, + 0.979795825808005, + 0.9797970293219844, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132714, + 1.0, + 0.9797961795409461, + 0.979796007645425, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797960076454252, + 1.0, + 0.9797960772142222, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132711, + 0.9797952000000001, + 1.0, + 0.9797960076454251, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132709, + 1.0, + 0.9797958971132709, + 1.0, + 1.0, + 1.0, + 0.9797942770355633, + 0.9797949007791427, + 0.9797958854236333, + 1.0, + 0.979795897113271, + 1.0, + 0.9797957933341287, + 1.0, + 0.9797952, + 1.0, + 1.0 + ] + ] + }, + "width": 256, + "in_features": 59, + "out_features": 18, + "depth": 6, + "padding": 118, + "parameters": 135605, + "cert_evals": { + "36": 0.3642857074737549, + "72": 0.3285714387893677, + "108": 0.25, + "255": 0.10000000149011612 + }, + "fold": 0 + }, + { + "best_epoch": 15, + "best_val_acc": 0.48484848484848486, + "test_acc": 0.3333333333333333, + "train_size": 25, + "val_size": 33, + "test_size": 138, + "stats": { + "mean": [ + [ + -1.7763568394002505e-17, + -8.399999999486596e-07, + 7.99999999756551e-08, + -1.2800000001833566e-06, + -3.6000000007696543e-07, + -8.799999999986596e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.000000002006402e-08, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 7.99999999756551e-08, + 0.0, + -3.199999999159431e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3306690738754695e-17, + -3.999999999981796e-07, + 0.0, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.659739592076221e-17, + 0.0, + -8.659739592076221e-17, + 0.0, + 0.0, + 0.0, + -7.199999999940587e-07, + -4.800000000759752e-07, + 2.799999999325564e-07, + 0.0, + 2.220446049250313e-18, + 0.0, + -1.5999999996907377e-07, + 0.0, + -4.0000000006479297e-07, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9797958971132714, + 0.979795399156076, + 0.979796007645425, + 0.9797944438980055, + 0.979795825808005, + 0.9797970293219844, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132714, + 1.0, + 0.9797961795409461, + 0.979796007645425, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797960076454252, + 1.0, + 0.9797960772142222, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132711, + 0.9797952000000001, + 1.0, + 0.9797960076454251, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132709, + 1.0, + 0.9797958971132709, + 1.0, + 1.0, + 1.0, + 0.9797942770355633, + 0.9797949007791427, + 0.9797958854236333, + 1.0, + 0.979795897113271, + 1.0, + 0.9797957933341287, + 1.0, + 0.9797952, + 1.0, + 1.0 + ] + ] + }, + "width": 256, + "in_features": 59, + "out_features": 18, + "depth": 6, + "padding": 118, + "parameters": 135605, + "cert_evals": { + "36": 0.30434784293174744, + "72": 0.28260868787765503, + "108": 0.2246376872062683, + "255": 0.07971014827489853 + }, + "fold": 1 + }, + { + "best_epoch": 12, + "best_val_acc": 0.4, + "test_acc": 0.410958904109589, + "train_size": 25, + "val_size": 25, + "test_size": 146, + "stats": { + "mean": [ + [ + -1.7763568394002505e-17, + -8.399999999486596e-07, + 7.99999999756551e-08, + -1.2800000001833566e-06, + -3.6000000007696543e-07, + -8.799999999986596e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.000000002006402e-08, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 7.99999999756551e-08, + 0.0, + -3.199999999159431e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3306690738754695e-17, + -3.999999999981796e-07, + 0.0, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.659739592076221e-17, + 0.0, + -8.659739592076221e-17, + 0.0, + 0.0, + 0.0, + -7.199999999940587e-07, + -4.800000000759752e-07, + 2.799999999325564e-07, + 0.0, + 2.220446049250313e-18, + 0.0, + -1.5999999996907377e-07, + 0.0, + -4.0000000006479297e-07, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9797958971132714, + 0.979795399156076, + 0.979796007645425, + 0.9797944438980055, + 0.979795825808005, + 0.9797970293219844, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132714, + 1.0, + 0.9797961795409461, + 0.979796007645425, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797960076454252, + 1.0, + 0.9797960772142222, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132711, + 0.9797952000000001, + 1.0, + 0.9797960076454251, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132709, + 1.0, + 0.9797958971132709, + 1.0, + 1.0, + 1.0, + 0.9797942770355633, + 0.9797949007791427, + 0.9797958854236333, + 1.0, + 0.979795897113271, + 1.0, + 0.9797957933341287, + 1.0, + 0.9797952, + 1.0, + 1.0 + ] + ] + }, + "width": 256, + "in_features": 59, + "out_features": 18, + "depth": 6, + "padding": 118, + "parameters": 135605, + "cert_evals": { + "36": 0.3493150770664215, + "72": 0.3219178020954132, + "108": 0.2876712381839752, + "255": 0.07534246146678925 + }, + "fold": 2 + }, + { + "best_epoch": 14, + "best_val_acc": 0.5333333333333333, + "test_acc": 0.375886524822695, + "train_size": 25, + "val_size": 30, + "test_size": 141, + "stats": { + "mean": [ + [ + -1.7763568394002505e-17, + -8.399999999486596e-07, + 7.99999999756551e-08, + -1.2800000001833566e-06, + -3.6000000007696543e-07, + -8.799999999986596e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.000000002006402e-08, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 7.99999999756551e-08, + 0.0, + -3.199999999159431e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3306690738754695e-17, + -3.999999999981796e-07, + 0.0, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.659739592076221e-17, + 0.0, + -8.659739592076221e-17, + 0.0, + 0.0, + 0.0, + -7.199999999940587e-07, + -4.800000000759752e-07, + 2.799999999325564e-07, + 0.0, + 2.220446049250313e-18, + 0.0, + -1.5999999996907377e-07, + 0.0, + -4.0000000006479297e-07, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9797958971132714, + 0.979795399156076, + 0.979796007645425, + 0.9797944438980055, + 0.979795825808005, + 0.9797970293219844, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132714, + 1.0, + 0.9797961795409461, + 0.979796007645425, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797960076454252, + 1.0, + 0.9797960772142222, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132711, + 0.9797952000000001, + 1.0, + 0.9797960076454251, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132709, + 1.0, + 0.9797958971132709, + 1.0, + 1.0, + 1.0, + 0.9797942770355633, + 0.9797949007791427, + 0.9797958854236333, + 1.0, + 0.979795897113271, + 1.0, + 0.9797957933341287, + 1.0, + 0.9797952, + 1.0, + 1.0 + ] + ] + }, + "width": 256, + "in_features": 59, + "out_features": 18, + "depth": 6, + "padding": 118, + "parameters": 135605, + "cert_evals": { + "36": 0.347517728805542, + "72": 0.3191489279270172, + "108": 0.26950353384017944, + "255": 0.09929077327251434 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.38004469056640433, + "std_test_acc": 0.034414842778913046, + "n_samples": 196, + "n_features": 59, + "n_classes": 18, + "mean_cert_acc_36": 0.34136658906936646, + "std_cert_acc_36": 0.025798504708148914, + "mean_cert_acc_72": 0.3130617141723633, + "std_cert_acc_72": 0.02068351060464304, + "mean_cert_acc_108": 0.25795311480760574, + "std_cert_acc_108": 0.02701696250040008, + "mean_cert_acc_255": 0.08858584612607956, + "std_cert_acc_255": 0.012897592248997827 + }, + "balance-scale": { + "dataset": "balance-scale", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.4819277108433735, + "test_acc": 0.44041450777202074, + "train_size": 156, + "val_size": 83, + "test_size": 386, + "stats": { + "mean": [ + [ + 0.05887832692307693, + -2.5641025661690044e-08, + 0.09964028205128199, + -0.09058207692307692 + ] + ], + "std": [ + [ + 0.9464310236223092, + 0.9765235538802873, + 0.9974316897506468, + 1.0391308031314608 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 1078, + "cert_evals": { + "36": 0.2331606149673462, + "72": 0.11139895766973495, + "108": 0.041450776159763336, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 22, + "best_val_acc": 0.8556701030927835, + "test_acc": 0.782258064516129, + "train_size": 156, + "val_size": 97, + "test_size": 372, + "stats": { + "mean": [ + [ + 0.09511109615384612, + -3.416070845000482e-17, + 0.00905823076923074, + 0.08152388461538454 + ] + ], + "std": [ + [ + 1.0090351712085057, + 1.0055834762270852, + 0.9532661180714023, + 1.002273371607005 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 1078, + "cert_evals": { + "36": 0.5940859913825989, + "72": 0.40860214829444885, + "108": 0.22043010592460632, + "255": 0.059139784425497055 + }, + "fold": 1 + }, + { + "best_epoch": 26, + "best_val_acc": 0.8279569892473119, + "test_acc": 0.8297872340425532, + "train_size": 156, + "val_size": 93, + "test_size": 376, + "stats": { + "mean": [ + [ + -0.00452913461538464, + 0.06340748717948716, + -1.2820512825151571e-08, + 0.09964030769230771 + ] + ], + "std": [ + [ + 0.9879158233594086, + 0.9907460042778667, + 1.027617579941566, + 0.9614936385801037 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 1078, + "cert_evals": { + "36": 0.7154254913330078, + "72": 0.5771276354789734, + "108": 0.4734042286872864, + "255": 0.06648936122655869 + }, + "fold": 2 + }, + { + "best_epoch": 27, + "best_val_acc": 0.8478260869565217, + "test_acc": 0.8037135278514589, + "train_size": 156, + "val_size": 92, + "test_size": 377, + "stats": { + "mean": [ + [ + 0.05434929487179499, + -0.08605298076923085, + 0.06793655769230768, + -0.16757685256410257 + ] + ], + "std": [ + [ + 1.0569029867956488, + 1.0161657906649941, + 0.9625917447832895, + 0.9469510608150327 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 1078, + "cert_evals": { + "36": 0.6949601769447327, + "72": 0.5543766617774963, + "108": 0.29708221554756165, + "255": 0.07957559823989868 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7140433335455405, + "std_test_acc": 0.18345151772308355, + "n_samples": 625, + "n_features": 4, + "n_classes": 3, + "mean_cert_acc_36": 0.5594080686569214, + "std_cert_acc_36": 0.2238718157065621, + "mean_cert_acc_72": 0.4128763508051634, + "std_cert_acc_72": 0.21440437643317836, + "mean_cert_acc_108": 0.2580918315798044, + "std_cert_acc_108": 0.17910093137945046, + "mean_cert_acc_255": 0.051301185972988605, + "std_cert_acc_255": 0.03522961994547195 + }, + "abalone": { + "dataset": "abalone", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 36, + "best_val_acc": 0.6206349206349207, + "test_acc": 0.637634838194167, + "train_size": 1044, + "val_size": 630, + "test_size": 2503, + "stats": { + "mean": [ + [ + 0.03759131666666678, + -0.0067216787931033565, + -0.00504821235632188, + -0.010079406034482869, + 0.0077948497126437005, + -0.0035954527720305413, + 0.011847337255747069, + 0.020808682452107305 + ] + ], + "std": [ + [ + 0.9932562075552053, + 1.0067465043023525, + 0.9980809038500921, + 0.9297052233036605, + 1.0141436995589543, + 0.9931430828536596, + 1.017739933100054, + 1.0318462596531948 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 2648, + "cert_evals": { + "36": 0.5233719348907471, + "72": 0.4003196060657501, + "108": 0.3308030366897583, + "255": 0.17778664827346802 + }, + "fold": 0 + }, + { + "best_epoch": 30, + "best_val_acc": 0.6512738853503185, + "test_acc": 0.6451097804391217, + "train_size": 1044, + "val_size": 628, + "test_size": 2505, + "stats": { + "mean": [ + [ + 0.005192849233716447, + -0.0023747756321838803, + -0.004999904980842867, + -0.01065197068965531, + -0.001757506036398443, + -0.0004581268045977247, + -0.008801511695402298, + -0.0025385303256705034 + ] + ], + "std": [ + [ + 0.9921988752896624, + 1.0113577078934743, + 1.0108378611135136, + 0.93746968476643, + 1.0135082046349184, + 1.0099861173658438, + 1.0142707677051552, + 1.019381711286177 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 2648, + "cert_evals": { + "36": 0.5105788111686707, + "72": 0.4039919972419739, + "108": 0.3261477053165436, + "255": 0.18642714619636536 + }, + "fold": 1 + }, + { + "best_epoch": 35, + "best_val_acc": 0.6955074875207987, + "test_acc": 0.6378357030015798, + "train_size": 1044, + "val_size": 601, + "test_size": 2532, + "stats": { + "mean": [ + [ + -0.017948929501915466, + 0.023985624319923418, + 0.023087170114942556, + 0.018317038026819783, + 0.02778346245977014, + 0.025539904827586328, + 0.018261344003831434, + 0.034770174578544095 + ] + ], + "std": [ + [ + 0.9978233519534647, + 1.0049712832060378, + 1.0100440980049294, + 0.9634042347353897, + 1.0033357823934823, + 1.0054816988393045, + 0.9890488354165379, + 1.0152622279378631 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 2648, + "cert_evals": { + "36": 0.4980252683162689, + "72": 0.38467615842819214, + "108": 0.2966034710407257, + "255": 0.16390205919742584 + }, + "fold": 2 + }, + { + "best_epoch": 19, + "best_val_acc": 0.6441515650741351, + "test_acc": 0.6357878068091845, + "train_size": 1044, + "val_size": 607, + "test_size": 2526, + "stats": { + "mean": [ + [ + -0.039933615229885006, + 0.033357397988505864, + 0.02810616465517236, + 0.015225409386973148, + 0.03982630053544057, + 0.03327093634674338, + 0.031858401652298855, + 0.04330609419540234 + ] + ], + "std": [ + [ + 1.000898664612302, + 1.0028361176421674, + 1.0029617333979737, + 0.9244955132147792, + 1.020547570022181, + 1.016662196023235, + 1.0053994226175234, + 1.025123395710352 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 2648, + "cert_evals": { + "36": 0.5055423378944397, + "72": 0.3895486891269684, + "108": 0.3076009452342987, + "255": 0.18131433427333832 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6390920321110132, + "std_test_acc": 0.004116348573197747, + "n_samples": 4177, + "n_features": 8, + "n_classes": 3, + "mean_cert_acc_36": 0.5093795880675316, + "std_cert_acc_36": 0.010659408544759276, + "mean_cert_acc_72": 0.39463411271572113, + "std_cert_acc_72": 0.009035434394823239, + "mean_cert_acc_108": 0.3152887895703316, + "std_cert_acc_108": 0.015988037131491745, + "mean_cert_acc_255": 0.17735754698514938, + "std_cert_acc_255": 0.009646209532199284 + }, + "balloons": { + "dataset": "balloons", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.5, + "test_acc": 0.5, + "train_size": 4, + "val_size": 4, + "test_size": 8, + "stats": { + "mean": [ + [ + 0.0, + 0.0, + -0.968246, + 0.0 + ] + ], + "std": [ + [ + 0.968246, + 0.968246, + 1.0, + 0.968246 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 1067, + "cert_evals": { + "36": 0.25, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5, + "test_acc": 0.6, + "train_size": 4, + "val_size": 2, + "test_size": 10, + "stats": { + "mean": [ + [ + -0.484123, + 0.484123, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.8385256331126676, + 0.8385256331126676, + 0.968246, + 0.968246 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 1067, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.0, + "test_acc": 0.5454545454545454, + "train_size": 4, + "val_size": 1, + "test_size": 11, + "stats": { + "mean": [ + [ + -0.484123, + 0.0, + -0.484123, + -0.484123 + ] + ], + "std": [ + [ + 0.8385256331126676, + 0.968246, + 0.8385256331126676, + 0.8385256331126676 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 1067, + "cert_evals": { + "36": 0.4545454680919647, + "72": 0.3636363744735718, + "108": 0.3636363744735718, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.0, + "test_acc": 0.6363636363636364, + "train_size": 4, + "val_size": 1, + "test_size": 11, + "stats": { + "mean": [ + [ + 0.48412299999999997, + 0.484123, + -0.968246, + 0.0 + ] + ], + "std": [ + [ + 0.8385256331126676, + 0.8385256331126676, + 1.0, + 0.968246 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 1067, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5704545454545454, + "std_test_acc": 0.06001606763738897, + "n_samples": 16, + "n_features": 4, + "n_classes": 2, + "mean_cert_acc_36": 0.17613636702299118, + "std_cert_acc_36": 0.21986018542906755, + "mean_cert_acc_72": 0.09090909361839294, + "std_cert_acc_72": 0.1818181872367859, + "mean_cert_acc_108": 0.09090909361839294, + "std_cert_acc_108": 0.1818181872367859, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "breast-cancer": { + "dataset": "breast-cancer", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 32, + "best_val_acc": 0.7647058823529411, + "test_acc": 0.6740331491712708, + "train_size": 71, + "val_size": 34, + "test_size": 181, + "stats": { + "mean": [ + [ + -0.0162575774647888, + 0.01285738028169014, + 0.05645037746478872, + -0.0029103802816902316, + -0.11736198591549311, + -0.028151649295774777, + -0.03566477464788737, + 0.00970807042253526, + 0.22726122535211296 + ] + ], + "std": [ + [ + 1.0503834784726616, + 0.9628419637542994, + 0.9596794691642652, + 0.9092740907525307, + 1.049772063174192, + 1.0411696038595801, + 0.9953573619388768, + 0.9968442343032266, + 0.8156962912830921 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3301, + "cert_evals": { + "36": 0.5524861812591553, + "72": 0.480663001537323, + "108": 0.3867403566837311, + "255": 0.0441988967359066 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.7391304347826086, + "test_acc": 0.6982248520710059, + "train_size": 71, + "val_size": 46, + "test_size": 169, + "stats": { + "mean": [ + [ + 0.19254230985915494, + -0.19285994366197182, + 0.20358705070422517, + 0.009330281690140758, + -0.03202669014084532, + -0.08538911549295794, + -0.007489267605633831, + -0.18945425352112666, + -0.10300454929577448 + ] + ], + "std": [ + [ + 1.026498898055275, + 1.0381849522269773, + 0.8715501768246713, + 1.1092478240870034, + 1.0696236526518819, + 1.0540261837033709, + 0.9977471789729346, + 0.7297492222931498, + 1.0547842980526614 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3301, + "cert_evals": { + "36": 0.5680473446846008, + "72": 0.40236687660217285, + "108": 0.20118343830108643, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 6, + "best_val_acc": 0.8666666666666667, + "test_acc": 0.6162162162162163, + "train_size": 71, + "val_size": 30, + "test_size": 185, + "stats": { + "mean": [ + [ + 0.011582478873239406, + 0.03857201408450704, + 0.023010226760563364, + -0.21100099999999994, + 0.1670883239436617, + -0.04723080000000009, + -0.17654230985915503, + 0.10343116901408457, + -0.003924816901408183 + ] + ], + "std": [ + [ + 1.0328973500575376, + 0.9120557342457011, + 1.064258264362845, + 0.5867856877712776, + 0.7568737218929631, + 1.003788410624883, + 0.9711357918131928, + 0.9987696871895037, + 1.0006562466084945 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3301, + "cert_evals": { + "36": 0.545945942401886, + "72": 0.4972973167896271, + "108": 0.3351351320743561, + "255": 0.05945946276187897 + }, + "fold": 2 + }, + { + "best_epoch": 17, + "best_val_acc": 0.782608695652174, + "test_acc": 0.6923076923076923, + "train_size": 71, + "val_size": 46, + "test_size": 169, + "stats": { + "mean": [ + [ + 0.10902253521126751, + -0.06428660563380281, + 0.1099546112676056, + 0.08277422535211261, + -0.1742519718309861, + 0.18171905915492953, + -0.14836680281690146, + 0.1854393802816902, + -0.16905770422535188 + ] + ], + "std": [ + [ + 0.9700145966779166, + 1.0084610495616426, + 1.0559460579933821, + 1.206060152642598, + 1.1213259288422783, + 0.9728498213970074, + 0.9776535548414097, + 1.0665540888636171, + 1.0843586560371206 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3301, + "cert_evals": { + "36": 0.6508876085281372, + "72": 0.5621302127838135, + "108": 0.4911242723464966, + "255": 0.02958579920232296 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6701954774415464, + "std_test_acc": 0.037430309710815686, + "n_samples": 286, + "n_features": 9, + "n_classes": 2, + "mean_cert_acc_36": 0.5793417692184448, + "std_cert_acc_36": 0.04858969369965799, + "mean_cert_acc_72": 0.4856143519282341, + "std_cert_acc_72": 0.0656907569583415, + "mean_cert_acc_108": 0.35354579985141754, + "std_cert_acc_108": 0.12053071061291677, + "mean_cert_acc_255": 0.03331103967502713, + "std_cert_acc_255": 0.025336325977522563 + }, + "blood": { + "dataset": "blood", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 6, + "best_val_acc": 0.6557377049180327, + "test_acc": 0.5466970387243736, + "train_size": 187, + "val_size": 122, + "test_size": 439, + "stats": { + "mean": [ + [ + 0.08207599251336908, + 0.07211877540106948, + 0.07211877540106948, + 0.12092969090909093 + ] + ], + "std": [ + [ + 1.0915037898164763, + 0.9154190444987925, + 0.9154190444987925, + 1.0234960637376278 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 1067, + "cert_evals": { + "36": 0.35990890860557556, + "72": 0.2255125343799591, + "108": 0.08200456202030182, + "255": 0.002277904422953725 + }, + "fold": 0 + }, + { + "best_epoch": 2, + "best_val_acc": 0.7672413793103449, + "test_acc": 0.7820224719101123, + "train_size": 187, + "val_size": 116, + "test_size": 445, + "stats": { + "mean": [ + [ + -0.0044589358288771265, + -0.03777642245989305, + -0.03777642245989305, + -0.04118699946524062 + ] + ], + "std": [ + [ + 1.0355747128653376, + 1.0168425706533084, + 1.0168425706533084, + 0.9389071377082803 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 1067, + "cert_evals": { + "36": 0.5438202023506165, + "72": 0.3056179881095886, + "108": 0.16853933036327362, + "255": 0.013483146205544472 + }, + "fold": 1 + }, + { + "best_epoch": 30, + "best_val_acc": 0.6454545454545455, + "test_acc": 0.6518847006651884, + "train_size": 187, + "val_size": 110, + "test_size": 451, + "stats": { + "mean": [ + [ + 0.05565309197860972, + -0.04876601497326191, + -0.04876601497326191, + 0.022211831550802065 + ] + ], + "std": [ + [ + 1.2081413746481122, + 0.9472357528176619, + 0.9472357528176619, + 0.9442482982599183 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 1067, + "cert_evals": { + "36": 0.6164079904556274, + "72": 0.5498891472816467, + "108": 0.4745011031627655, + "255": 0.006651884876191616 + }, + "fold": 2 + }, + { + "best_epoch": 8, + "best_val_acc": 0.8220338983050848, + "test_acc": 0.7246049661399548, + "train_size": 187, + "val_size": 118, + "test_size": 443, + "stats": { + "mean": [ + [ + 0.02856966417112282, + -0.11561878823529406, + -0.11561878823529406, + -0.0299989443850266 + ] + ], + "std": [ + [ + 1.1041996654221626, + 0.9454192748690525, + 0.9454192748690525, + 0.9892882254644951 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 1067, + "cert_evals": { + "36": 0.6027088165283203, + "72": 0.4943566620349884, + "108": 0.3724605143070221, + "255": 0.09932280331850052 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6763022943599073, + "std_test_acc": 0.10149490169877219, + "n_samples": 748, + "n_features": 4, + "n_classes": 2, + "mean_cert_acc_36": 0.5307114794850349, + "std_cert_acc_36": 0.11814237931137254, + "mean_cert_acc_72": 0.3938440829515457, + "std_cert_acc_72": 0.15337556814495273, + "mean_cert_acc_108": 0.27437637746334076, + "std_cert_acc_108": 0.18062742469177862, + "mean_cert_acc_255": 0.030433934705797583, + "std_cert_acc_255": 0.04615681020501324 + }, + "breast-cancer-wisc": { + "dataset": "breast-cancer-wisc", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 9, + "best_val_acc": 0.9745762711864406, + "test_acc": 0.9679802955665024, + "train_size": 175, + "val_size": 118, + "test_size": 406, + "stats": { + "mean": [ + [ + -0.022535588571428563, + 0.03270772571428592, + 0.05325746457142836, + 0.06163440114285701, + 0.059859796571428064, + -0.04726777714285723, + 0.04544096571428557, + 0.06602559942857117, + 0.14610774857142944 + ] + ], + "std": [ + [ + 0.952214787303689, + 1.0892638945885795, + 1.0696936676502014, + 1.089278359409774, + 1.1050209023715667, + 0.9596438048031793, + 1.0789832917046138, + 1.092361737838657, + 1.280102883239457 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3301, + "cert_evals": { + "36": 0.958128035068512, + "72": 0.9482758641242981, + "108": 0.9285714030265808, + "255": 0.5098522305488586 + }, + "fold": 0 + }, + { + "best_epoch": 8, + "best_val_acc": 0.9736842105263158, + "test_acc": 0.9658536585365853, + "train_size": 175, + "val_size": 114, + "test_size": 410, + "stats": { + "mean": [ + [ + -0.014418068571428517, + 0.008363611428571432, + 0.0013426971428572047, + 0.04362350857142855, + 0.06760174228571425, + -0.012737622857143117, + 0.12043267999999967, + -0.02566830114285711, + -0.0004912342857143631 + ] + ], + "std": [ + [ + 1.0359812403938078, + 0.9851680594955492, + 1.0075838815724851, + 1.0487044899930569, + 1.0481096015979268, + 0.9902459117914181, + 1.0891962569916647, + 0.9837374432610851, + 1.028364534365016 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3301, + "cert_evals": { + "36": 0.9560975432395935, + "72": 0.9487804770469666, + "108": 0.9292683005332947, + "255": 0.790243923664093 + }, + "fold": 1 + }, + { + "best_epoch": 10, + "best_val_acc": 0.9626168224299065, + "test_acc": 0.9616306954436451, + "train_size": 175, + "val_size": 107, + "test_size": 417, + "stats": { + "mean": [ + [ + 0.022111400000000093, + 0.05892480000000022, + 0.053257361714285696, + 0.011603669142857164, + 0.01340863999999994, + 0.028070879999999694, + -0.015489731428571414, + -0.006955264571428654, + -0.02714547428571435 + ] + ], + "std": [ + [ + 1.030600322394337, + 1.0255153351270532, + 1.050776582254071, + 0.979718412809739, + 0.9943823240987255, + 1.0416854377063047, + 1.0036051510508777, + 0.9886021184539473, + 1.0198774589002766 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3301, + "cert_evals": { + "36": 0.9592326283454895, + "72": 0.9472422003746033, + "108": 0.9304556846618652, + "255": 0.808153510093689 + }, + "fold": 2 + }, + { + "best_epoch": 8, + "best_val_acc": 0.978494623655914, + "test_acc": 0.962877030162413, + "train_size": 175, + "val_size": 93, + "test_size": 431, + "stats": { + "mean": [ + [ + 0.0424054742857143, + -0.014108091428571279, + -0.00827128971428571, + -0.056438248, + -0.030462011428571644, + 0.035918565714285505, + -0.09751196000000009, + -0.053737870857142926, + -0.04380451428571453 + ] + ], + "std": [ + [ + 0.9542842873481718, + 0.9773558222868145, + 0.959218665273952, + 0.9009025916399945, + 0.98004059543331, + 1.0172287889258582, + 1.000728061455461, + 0.9224531635202544, + 0.947073789238405 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3301, + "cert_evals": { + "36": 0.9605568051338196, + "72": 0.9512760639190674, + "108": 0.9350347518920898, + "255": 0.8236658573150635 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9645854199272865, + "std_test_acc": 0.0028741724686601887, + "n_samples": 699, + "n_features": 9, + "n_classes": 2, + "mean_cert_acc_36": 0.9585037529468536, + "std_cert_acc_36": 0.0018865569793109604, + "mean_cert_acc_72": 0.9488936513662338, + "std_cert_acc_72": 0.0017124689245352372, + "mean_cert_acc_108": 0.9308325350284576, + "std_cert_acc_108": 0.002907472571012204, + "mean_cert_acc_255": 0.732978880405426, + "std_cert_acc_255": 0.1493766378269025 + }, + "breast-cancer-wisc-diag": { + "dataset": "breast-cancer-wisc-diag", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 3, + "best_val_acc": 0.95, + "test_acc": 0.962536023054755, + "train_size": 142, + "val_size": 80, + "test_size": 347, + "stats": { + "mean": [ + [ + 0.0825849457746479, + 0.16776179100774652, + 0.08018569295774641, + 0.08525118492957748, + -0.13794442330985915, + -0.020546994366197266, + 0.031128610563380326, + 0.027148295774647915, + -0.03857999985915492, + -0.13734727633802823, + 0.08226506922535208, + -0.06624039612676055, + 0.09562314598591552, + 0.11241559394366195, + -0.0706283795774648, + 0.012817941971830999, + 0.03673792985915488, + 0.06254002929577464, + -0.016561529295774678, + -0.03867594647887324, + 0.07726569126760555, + 0.11026314366197185, + 0.07734966126760559, + 0.07510323753521127, + -0.10811489788732392, + 0.017963794225352204, + 0.03508001049295764, + 0.03470587605633805, + -0.006298125654929594, + -0.05882395070422536 + ] + ], + "std": [ + [ + 1.0298680528672801, + 1.0456187991444128, + 1.0339745446187498, + 1.1112548477482211, + 0.9413610006349405, + 1.0168663973319072, + 1.0127149891342198, + 0.9829034935431965, + 0.9115153190139265, + 0.8362062139046329, + 1.3277929800502757, + 0.7882767184809211, + 1.351171258508586, + 1.4874958213599554, + 0.8030624718228448, + 1.0638857030973894, + 1.0680975160236916, + 1.029388660893026, + 0.8840778078833855, + 0.9386046041123467, + 1.042323932480091, + 1.0325935116911305, + 1.0468623000133939, + 1.097427344818284, + 0.9438879408105022, + 1.048839947871273, + 1.087511123501064, + 1.02306665439061, + 0.9281333050780699, + 0.9709946269989288 + ] + ] + }, + "width": 128, + "in_features": 30, + "out_features": 2, + "depth": 6, + "padding": 60, + "parameters": 34927, + "cert_evals": { + "36": 0.9423630833625793, + "72": 0.9221901893615723, + "108": 0.8962535858154297, + "255": 0.7175792455673218 + }, + "fold": 0 + }, + { + "best_epoch": 3, + "best_val_acc": 0.9634146341463414, + "test_acc": 0.9768115942028985, + "train_size": 142, + "val_size": 82, + "test_size": 345, + "stats": { + "mean": [ + [ + -0.11201186056338029, + 0.07070025633802816, + -0.10239308169014083, + -0.11672702063380279, + 0.032527111971830974, + 0.05026270500000002, + -0.02818336908450703, + -0.04343403450704224, + -0.02067522316901408, + 0.08708522408450704, + -0.11080013492957747, + 0.04381799119718306, + -0.0825752031690141, + -0.11760619366197181, + -0.12109326042253515, + 0.0031279288732394177, + -0.06837052551408451, + -0.09945178922535211, + 0.02686396394366193, + -0.03645938134507036, + -0.09511004859154928, + 0.08993712535211269, + -0.07473255774647886, + -0.10130778450704225, + 0.04382505676056337, + 0.08864361894366199, + 0.03680164077464787, + -0.003688304577464759, + 0.0977748130774647, + 0.08804689718309852 + ] + ], + "std": [ + [ + 0.9195016301354824, + 1.094593366492765, + 0.9291056843219847, + 0.8651637977085379, + 1.104895872882098, + 1.0612349352106514, + 0.9960386306069985, + 0.9599334814324468, + 0.995073713912434, + 1.0059759191906428, + 0.8154754957601557, + 1.1714910738712319, + 0.8337124056974246, + 0.7056775636749633, + 0.8384686418997397, + 0.997008703041016, + 0.7652271837716654, + 0.9491550332342998, + 0.9894126977193328, + 0.8349121832481521, + 0.9324374909578882, + 1.0776300277359205, + 0.9582162700674596, + 0.8930111054213019, + 1.0965646002689322, + 1.0909755237588887, + 1.0811372221216917, + 1.0368266566472815, + 1.0808007528399084, + 1.0161303395181038 + ] + ] + }, + "width": 128, + "in_features": 30, + "out_features": 2, + "depth": 6, + "padding": 60, + "parameters": 34927, + "cert_evals": { + "36": 0.9478261470794678, + "72": 0.9246377348899841, + "108": 0.8956522345542908, + "255": 0.7101449370384216 + }, + "fold": 1 + }, + { + "best_epoch": 4, + "best_val_acc": 0.9431818181818182, + "test_acc": 0.9321533923303835, + "train_size": 142, + "val_size": 88, + "test_size": 339, + "stats": { + "mean": [ + [ + -0.021816593521126793, + 0.06485498873239437, + -0.02247304859154929, + -0.029893932042253508, + 0.038515619718309926, + -0.02588728169014086, + -0.05297414225352113, + -0.003333404225352076, + 0.04336582049295775, + -0.03314538676056333, + -0.030619029577464745, + -0.0005102492957746506, + -0.05296082697183101, + -0.03949717746478873, + 0.010749251408450719, + -0.0881686789436619, + -0.1314002314507042, + -0.11034913126760565, + -0.034516665140845094, + -0.06504294760563381, + -0.02178127598591549, + 0.04724548049295773, + -0.027157091126760537, + -0.033063059859154906, + 0.05190005140845066, + -0.03469985169014086, + -0.07640525704225351, + -0.020877885915492986, + 0.0502971771619718, + -0.0047201802816901695 + ] + ], + "std": [ + [ + 0.9463937708331187, + 1.0456850321490456, + 0.9481587587922021, + 0.9061036579406758, + 0.9991272345406123, + 0.9529645424014063, + 0.9656412252488126, + 1.0086024557337858, + 1.0101851762447767, + 0.971237840916314, + 0.8511955942668115, + 0.9348241096823969, + 0.7677709117900025, + 0.7619556774338143, + 0.9861286665457306, + 0.835402354513955, + 0.6497713689377111, + 0.83419033386709, + 0.8966910096607936, + 0.7137654744350889, + 0.9276882020178508, + 1.0094191904095935, + 0.9175498580969587, + 0.8830907945718708, + 0.9951613811713826, + 0.955386515361877, + 0.9648461201262609, + 1.0198807080859185, + 1.0490861818978507, + 0.9618292961310324 + ] + ] + }, + "width": 128, + "in_features": 30, + "out_features": 2, + "depth": 6, + "padding": 60, + "parameters": 34927, + "cert_evals": { + "36": 0.9144542813301086, + "72": 0.8997049927711487, + "108": 0.8879055976867676, + "255": 0.74631267786026 + }, + "fold": 2 + }, + { + "best_epoch": 2, + "best_val_acc": 0.9629629629629629, + "test_acc": 0.9653179190751445, + "train_size": 142, + "val_size": 81, + "test_size": 346, + "stats": { + "mean": [ + [ + 0.041954460563380286, + -0.03068368455563383, + 0.05642674225352119, + 0.04212094478873236, + 0.0753741992957746, + 0.19173782535211265, + 0.13158766190140847, + 0.10927857042253514, + 0.12073864654929573, + 0.16060644718309858, + 0.0007204726760563243, + 0.02137304077464788, + 0.05429816549295772, + -0.012780137042253566, + 0.013563698028169006, + 0.15196018795774635, + 0.11918610920422545, + 0.08330966570422528, + 0.08884857161971826, + 0.08853129507042258, + 0.03332697760563379, + -0.006147756197183027, + 0.06017890535211265, + 0.025833432394366203, + 0.10165912112676065, + 0.184136802112676, + 0.17515080211267609, + 0.12936214014084502, + 0.10002845492957746, + 0.16336953521126774 + ] + ], + "std": [ + [ + 1.0573062114321623, + 0.9552884577469056, + 1.0710079092993716, + 1.0509022734984494, + 1.1270846333930622, + 1.1567722248607955, + 1.1330587765489406, + 1.140649555855837, + 1.1542513895561295, + 1.0051375538789176, + 0.8967996396101922, + 1.097489083446709, + 0.9381483291097392, + 0.7912780594989863, + 0.9397288734854672, + 0.9788202766737033, + 1.073938446577066, + 0.9563830108562081, + 1.1438144705840625, + 0.7701703811879946, + 1.0262729293228618, + 0.9839279786422038, + 1.0483951162266714, + 1.0167649174977718, + 1.0851034209747896, + 1.0398339487141628, + 1.1490024738247944, + 1.0756456277267925, + 1.0959872724158726, + 0.9323448193880042 + ] + ] + }, + "width": 128, + "in_features": 30, + "out_features": 2, + "depth": 6, + "padding": 60, + "parameters": 34927, + "cert_evals": { + "36": 0.9537572264671326, + "72": 0.9248554706573486, + "108": 0.910404622554779, + "255": 0.7312138676643372 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9592047321657955, + "std_test_acc": 0.01906344784187817, + "n_samples": 569, + "n_features": 30, + "n_classes": 2, + "mean_cert_acc_36": 0.9396001845598221, + "std_cert_acc_36": 0.017397685228906664, + "mean_cert_acc_72": 0.9178470969200134, + "std_cert_acc_72": 0.0121549504508185, + "mean_cert_acc_108": 0.8975540101528168, + "std_cert_acc_108": 0.009372618917266363, + "mean_cert_acc_255": 0.7263126820325851, + "std_cert_acc_255": 0.01593413886798819 + }, + "breast-cancer-wisc-prog": { + "dataset": "breast-cancer-wisc-prog", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 9, + "best_val_acc": 0.7727272727272727, + "test_acc": 0.7795275590551181, + "train_size": 49, + "val_size": 22, + "test_size": 127, + "stats": { + "mean": [ + [ + -0.31970781836734696, + 0.1594104081632653, + 0.24753781836734692, + 0.15300701836734695, + 0.1584555244897959, + -0.07602553591836737, + -0.06153886122448981, + 0.024552744897959188, + 0.06713168775510207, + -0.10528630102040819, + -0.1678704836734694, + -0.0915255861224489, + 0.07864324755102042, + -0.0763010120408163, + -0.037683283673469285, + -0.06905704693877551, + -0.042495671428571434, + -0.06359507428571427, + 0.03737176122448981, + -0.1542635448979592, + -0.17539257755102045, + 0.03410600122448976, + 0.19654199204081632, + 0.030810593877551008, + 0.026635724489795946, + -0.07049495102040816, + -0.06440993673469386, + -0.08851851224489796, + 0.02908160000000001, + -0.1859407571428571, + -0.1654363697959184, + 0.12819854693877544, + 0.07058588775510208 + ] + ], + "std": [ + [ + 0.8821495545994039, + 1.046791889090161, + 0.9578267027302361, + 1.039660283165596, + 1.062402836067028, + 0.8890421367893667, + 0.77925901952072, + 1.0440797113889244, + 1.07089974397772, + 0.8387965488338012, + 0.843277245772551, + 0.9360392595139003, + 0.9823857653557395, + 0.9082591415396649, + 0.9365116398737245, + 0.5979213497916245, + 0.6539721608757036, + 0.7958185885004673, + 0.9242350544633458, + 0.6845312987462778, + 0.6502938972920995, + 0.949219789937265, + 0.9404670831714534, + 0.9171284397752019, + 0.9104156790640995, + 1.0518203238418193, + 0.8156351280441914, + 0.8683551446970883, + 0.9112079933660755, + 0.813430119013099, + 0.8388136650033143, + 1.1512761088815193, + 1.0375108599738538 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 42181, + "cert_evals": { + "36": 0.7165354490280151, + "72": 0.6692913174629211, + "108": 0.6299212574958801, + "255": 0.3700787425041199 + }, + "fold": 0 + }, + { + "best_epoch": 3, + "best_val_acc": 0.7333333333333333, + "test_acc": 0.7899159663865546, + "train_size": 49, + "val_size": 30, + "test_size": 119, + "stats": { + "mean": [ + [ + -0.2954286122448979, + 0.22705779387755098, + 0.13045305210204083, + 0.21518541632653068, + 0.21329647816326533, + -0.23494008897959187, + -0.13741642857142858, + -0.01620160836734699, + 0.07495674877551023, + -0.08356683326530613, + -0.30211086122448977, + 0.17222382204081632, + 0.1861636093877551, + 0.18613398183673469, + 0.17258124081632648, + -0.019180042857142875, + 0.011242470816326589, + -0.019861698775510188, + 0.09400348163265304, + 0.03439312653061231, + -0.08544421122448984, + 0.1251565993877551, + 0.0614657979591837, + 0.1106848959183673, + 0.10643556734693876, + -0.283786518367347, + -0.22690647755102036, + -0.21750787142857142, + -0.11082883795918366, + -0.2517320069387755, + -0.3646700183673469, + 0.17979882653061224, + -0.02691289795918366 + ] + ], + "std": [ + [ + 0.8143503780150015, + 0.9174121431953063, + 0.9505147809888337, + 0.9270519324131056, + 0.9280401005535991, + 1.1301563685159044, + 1.0842494023346008, + 1.17774758901752, + 1.1259425788210895, + 1.0343443324314006, + 0.899946779911175, + 1.0776959194375155, + 1.0652779342066867, + 1.0778896598336396, + 1.0489415511808549, + 1.0202607569462199, + 1.065380703338058, + 1.046928716393895, + 1.0889438008342867, + 1.0504050035821422, + 0.966138030350577, + 0.8642794080204923, + 1.0800430340260923, + 0.8743291823479178, + 0.8688670309147045, + 1.0842628402104706, + 0.8975026094533473, + 0.9571151684782386, + 1.0396216376453484, + 0.914946697740367, + 0.749250166005288, + 1.1231797264684098, + 0.8886200116636936 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 42181, + "cert_evals": { + "36": 0.7226890921592712, + "72": 0.6638655662536621, + "108": 0.5966386795043945, + "255": 0.3445378243923187 + }, + "fold": 1 + }, + { + "best_epoch": 5, + "best_val_acc": 0.7027027027027027, + "test_acc": 0.7589285714285714, + "train_size": 49, + "val_size": 37, + "test_size": 112, + "stats": { + "mean": [ + [ + -0.03842323061224502, + -0.10614214693877552, + 0.030698034693877517, + -0.1000028979591836, + -0.08415378163265311, + -0.03538041755102043, + -0.04750202040816325, + -0.10165484306122448, + -0.1358923424489796, + -0.02547460816326529, + 0.027964706122448967, + 0.1158320934693878, + 0.2141981857142857, + 0.11305339408163259, + 0.09026773632653065, + -0.07205539183673473, + -0.11876845979591835, + -0.09018467959183678, + -0.001788581632653037, + -0.09199452244897957, + -0.05832562632653058, + -0.06420658346938772, + 0.05587048142857144, + -0.07304466938775511, + -0.028326246938775446, + -0.04279098959183677, + -0.11518350408163265, + -0.12291339183673465, + -0.1940691712244898, + -0.03263718653061224, + -0.029735322448979654, + 0.15452512040816324, + 0.20183378571428573 + ] + ], + "std": [ + [ + 0.9794534025714385, + 1.0053275769298504, + 0.9095119348920842, + 1.008933323770274, + 0.9879586777091109, + 1.0102761898726105, + 0.9960048575197608, + 1.0021029195920532, + 0.9776597311295145, + 0.9821341050152573, + 0.9436155579641772, + 1.1817284472744785, + 1.1856988946274227, + 1.1970542714305854, + 1.1086625077552497, + 0.6618568645391364, + 0.7687365990953271, + 0.8119143908977525, + 1.0415418534564902, + 0.8186632232431363, + 0.8434368212477027, + 1.0615598386819989, + 0.8454048970519085, + 1.0522702304694245, + 1.041897029381895, + 1.1007804274989816, + 0.8280858289610474, + 0.8451988761728604, + 1.0253215425598294, + 0.9705970427113062, + 0.8554540105246272, + 0.9682864062481196, + 1.2134784272055537 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 42181, + "cert_evals": { + "36": 0.7142857313156128, + "72": 0.7053571939468384, + "108": 0.6428571939468384, + "255": 0.3482142984867096 + }, + "fold": 2 + }, + { + "best_epoch": 20, + "best_val_acc": 0.72, + "test_acc": 0.782258064516129, + "train_size": 49, + "val_size": 25, + "test_size": 124, + "stats": { + "mean": [ + [ + -0.06744018775510212, + 0.18968365714285723, + -0.014217911020408189, + 0.21184517142857145, + 0.16995342797959181, + 0.0988115742857143, + 0.23174346530612244, + 0.2643820010204082, + 0.2708541071428573, + 0.17052290612244894, + 0.08597982244897957, + 0.02605522000000001, + -0.09904910612244898, + 0.07999727979591835, + 0.021088532448979617, + 0.032508024489795916, + 0.1139721422448979, + 0.17344601857142858, + 0.1454327612244898, + 0.09731225102040818, + 0.07194746775510205, + 0.15103356959183675, + -0.07001499795918376, + 0.19365317551020406, + 0.10773460285714288, + 0.06407297959183662, + 0.08076181836734692, + 0.18958595510204077, + 0.30016600816326516, + 0.048603673469387716, + 0.014894271020408143, + 0.2872125, + 0.2280839387755102 + ] + ], + "std": [ + [ + 0.9697920367102327, + 0.9203134351014114, + 0.9060497409545201, + 0.9187807307729611, + 0.9729266703311016, + 0.9430977585802243, + 0.8769553733450195, + 0.8356859349258849, + 0.8680804682359612, + 1.0166341852710845, + 0.8914293133833798, + 0.7940097770795826, + 0.7723528820449007, + 0.8508321197542031, + 0.7752894285658177, + 0.7444263872990391, + 0.9053411998307737, + 0.9999993608516502, + 0.8504750965678145, + 1.090497279238265, + 0.7631870591645827, + 0.9076864322017706, + 0.8687695687330197, + 0.9366133883217269, + 0.9044846120349299, + 0.9712465829469978, + 0.7332294033502637, + 0.8612201045664006, + 0.9404165330479154, + 0.8777899215486339, + 0.6950358654750831, + 1.288136700201249, + 1.084093306135652 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 42181, + "cert_evals": { + "36": 0.7177419066429138, + "72": 0.6693547964096069, + "108": 0.6209677457809448, + "255": 0.4516128897666931 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7776575403465933, + "std_test_acc": 0.013237636726573042, + "n_samples": 198, + "n_features": 33, + "n_classes": 2, + "mean_cert_acc_36": 0.7178130447864532, + "std_cert_acc_36": 0.0035522335631253694, + "mean_cert_acc_72": 0.6769672185182571, + "std_cert_acc_72": 0.019100719220921058, + "mean_cert_acc_108": 0.6225962191820145, + "std_cert_acc_108": 0.019498795488043494, + "mean_cert_acc_255": 0.3786109387874603, + "std_cert_acc_255": 0.04995670154026513 + }, + "breast-tissue": { + "dataset": "breast-tissue", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 59, + "best_val_acc": 0.5, + "test_acc": 0.53125, + "train_size": 26, + "val_size": 16, + "test_size": 64, + "stats": { + "mean": [ + [ + 0.05975213076923076, + -0.1700837961538461, + -0.07101548961538463, + -0.07560978846153853, + -0.09291733192307686, + -0.016577561538461575, + -0.04475990000000001, + -0.07285894230769238, + 0.07173603846153843 + ] + ], + "std": [ + [ + 1.0224159106861461, + 0.8445520785357892, + 0.7741253936128145, + 0.8853536860600771, + 0.38729731508258874, + 0.9582996830625056, + 0.82333349002183, + 0.8965544012774733, + 1.0474511376253193 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 3377, + "cert_evals": { + "36": 0.15625, + "72": 0.140625, + "108": 0.109375, + "255": 0.015625 + }, + "fold": 0 + }, + { + "best_epoch": 11, + "best_val_acc": 0.47058823529411764, + "test_acc": 0.5238095238095238, + "train_size": 26, + "val_size": 17, + "test_size": 63, + "stats": { + "mean": [ + [ + 0.06515484615384612, + 0.03429535384615387, + 0.00023585769230772996, + 0.02817068038461536, + 0.29457321923076923, + 0.28562573076923076, + 0.1850123226923077, + 0.007732330769230795, + 0.09394715384615383 + ] + ], + "std": [ + [ + 1.0481371005758702, + 0.9468687513118862, + 0.9541555931791563, + 1.161367210725673, + 1.8089072605844074, + 1.4326989403612587, + 1.2263588432882497, + 1.1230111041722295, + 1.0768662243391771 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 3377, + "cert_evals": { + "36": 0.4603174924850464, + "72": 0.3492063581943512, + "108": 0.3174603283405304, + "255": 0.0793650820851326 + }, + "fold": 1 + }, + { + "best_epoch": 19, + "best_val_acc": 0.5454545454545454, + "test_acc": 0.5517241379310345, + "train_size": 26, + "val_size": 22, + "test_size": 58, + "stats": { + "mean": [ + [ + 0.1420645923076924, + -0.021972550769230735, + 0.05583075653846149, + 0.1584816346153846, + 0.34043701807692306, + 0.2878222653846154, + 0.08915464576923074, + 0.16733479230769233, + 0.15722880769230765 + ] + ], + "std": [ + [ + 1.1134982409667369, + 0.9816789499398818, + 1.0050663167371856, + 1.3274295018092825, + 1.8473866317578664, + 1.5489183023129736, + 1.1110278693236766, + 1.3406661330121303, + 1.11545486536904 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 3377, + "cert_evals": { + "36": 0.4482758641242981, + "72": 0.3448275923728943, + "108": 0.24137930572032928, + "255": 0.051724135875701904 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.25, + "test_acc": 0.47058823529411764, + "train_size": 26, + "val_size": 12, + "test_size": 68, + "stats": { + "mean": [ + [ + 0.1574124615384615, + 0.10245514615384627, + 0.03514549230769227, + 0.3551133961538462, + 0.3894629076923076, + 0.3001374115384615, + 0.28138883461538466, + 0.3308483076923076, + 0.1433466538461538 + ] + ], + "std": [ + [ + 1.080732063435857, + 0.9803609509557707, + 0.9980517989674806, + 1.3433457176877586, + 1.8319487646118202, + 1.4349909430519747, + 1.3440593710651376, + 1.3474895378547405, + 1.0747301574317993 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 3377, + "cert_evals": { + "36": 0.1764705926179886, + "72": 0.029411764815449715, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5193429742586689, + "std_test_acc": 0.03457981906243884, + "n_samples": 106, + "n_features": 9, + "n_classes": 6, + "mean_cert_acc_36": 0.31032848730683327, + "std_cert_acc_36": 0.16651756330435685, + "mean_cert_acc_72": 0.2160176788456738, + "std_cert_acc_72": 0.15794201605242889, + "mean_cert_acc_108": 0.16705365851521492, + "std_cert_acc_108": 0.14068904320265244, + "mean_cert_acc_255": 0.036678554490208626, + "std_cert_acc_255": 0.035763471464158765 + }, + "bank": { + "dataset": "bank", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 5, + "best_val_acc": 0.8630527817403709, + "test_acc": 0.8330855018587361, + "train_size": 1130, + "val_size": 701, + "test_size": 2690, + "stats": { + "mean": [ + [ + -0.043444115752212485, + 0.038350172566371764, + 0.021509683185840713, + -0.021201484955752213, + -0.006912000000000016, + 0.04290420228318581, + -0.031048147787610524, + -0.010544807964601867, + -0.027401819469027113, + -0.0011023982300885904, + -0.020262814867256583, + -0.01690946219469023, + -0.0050658819469022965, + 0.027795634513274152, + 0.0035984575221236132, + 0.03735520353982189 + ] + ], + "std": [ + [ + 0.9589625434028519, + 0.9947635481983416, + 1.013551308348929, + 0.9759306172571834, + 1.025514103095601, + 1.1941195969624385, + 0.9952628808737004, + 1.0099558672249285, + 1.0069197139677768, + 1.0315253300196314, + 1.005152797600638, + 0.9721293687592033, + 0.9311569270874402, + 1.0436010567990328, + 0.9725976279868672, + 1.0344584167333912 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 10119, + "cert_evals": { + "36": 0.7736059427261353, + "72": 0.6944237947463989, + "108": 0.6011152267456055, + "255": 0.14312267303466797 + }, + "fold": 0 + }, + { + "best_epoch": 14, + "best_val_acc": 0.8656716417910447, + "test_acc": 0.8353546490260934, + "train_size": 1130, + "val_size": 670, + "test_size": 2721, + "stats": { + "mean": [ + [ + -0.01574801380530978, + 0.0023927396460177394, + 0.0021967858407077644, + -0.01932307256637162, + 0.006853599999999982, + -0.03479098039734521, + 0.0010882398230089275, + 0.02142298584070794, + -0.04310824424778776, + -0.002926514159292115, + -0.01356536707964567, + 0.01527978015929205, + -0.04149083628318521, + -0.006613960176991296, + 0.006211176106194516, + -0.021354536283185895 + ] + ], + "std": [ + [ + 0.969300386690253, + 1.0029838787869998, + 1.0077378567908635, + 1.0067270576318987, + 0.9737641828355684, + 0.8874066057167844, + 1.0000362134178429, + 0.978768086158569, + 1.0166647522536418, + 1.0110908544078474, + 0.9795699211960872, + 0.988628308543735, + 0.8468895052095667, + 1.0088647512260476, + 1.0744144429583726, + 0.97024384329565 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 10119, + "cert_evals": { + "36": 0.7864755392074585, + "72": 0.7089305520057678, + "108": 0.6306504607200623, + "255": 0.24696801602840424 + }, + "fold": 1 + }, + { + "best_epoch": 2, + "best_val_acc": 0.8874458874458875, + "test_acc": 0.7620459599703484, + "train_size": 1130, + "val_size": 693, + "test_size": 2698, + "stats": { + "mean": [ + [ + 0.03612999486725651, + 0.0039014732743363205, + -0.026264318584070866, + 0.007914513274336264, + -2.920000000001238e-05, + -0.02074493859203536, + -0.02212137345132746, + -0.02529917433628319, + -0.017585318584070603, + 0.002009283628318563, + -0.032913651327433256, + 0.01575317238053096, + 0.01656134477876116, + 0.004832360176991011, + 0.0046435044247787275, + -0.007806110619469017 + ] + ], + "std": [ + [ + 1.026029784154538, + 1.014567266706415, + 0.9934924943110668, + 1.0009548228746656, + 0.9999976513205256, + 0.9005330945128681, + 0.9966950423207805, + 1.02369326820955, + 1.0066229970970322, + 1.0105897259642973, + 0.9953808522736891, + 1.0444837633462487, + 0.9721502138598372, + 1.0252935681497495, + 0.9895490051866441, + 0.9907898156267138 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 10119, + "cert_evals": { + "36": 0.6849518418312073, + "72": 0.5915493369102478, + "108": 0.49332842230796814, + "255": 0.0700518935918808 + }, + "fold": 2 + }, + { + "best_epoch": 5, + "best_val_acc": 0.8838612368024132, + "test_acc": 0.8251466275659824, + "train_size": 1130, + "val_size": 663, + "test_size": 2728, + "stats": { + "mean": [ + [ + -0.0319807638938054, + 0.00842759592920361, + 0.0032132584070795264, + -0.0512567557522122, + 0.02061919999999998, + 0.017208951831858395, + -0.023906728318583995, + 0.009127680530973464, + 0.04229537345132683, + 0.03913422522123883, + -0.0012866005309730669, + 0.019049747389380534, + 0.0011946368141599608, + -0.01394144424778776, + -0.01887086017699146, + -0.012322258407079635 + ] + ], + "std": [ + [ + 0.9997012384907139, + 1.011637351521284, + 1.0052459246549308, + 0.9835551200097631, + 0.9188989108776542, + 0.975563370252112, + 0.9964151726496702, + 0.9910016079646086, + 0.9876324728734414, + 0.9709295082923052, + 1.018649934814902, + 1.045208416973306, + 1.0916320113723843, + 0.971971990527501, + 0.9802679634858928, + 0.9883913040231975 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 10119, + "cert_evals": { + "36": 0.7804251909255981, + "72": 0.725806474685669, + "108": 0.6579912304878235, + "255": 0.21297654509544373 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.81390818460529, + "std_test_acc": 0.03485069715925343, + "n_samples": 4521, + "n_features": 16, + "n_classes": 2, + "mean_cert_acc_36": 0.7563646286725998, + "std_cert_acc_36": 0.047897900524328754, + "mean_cert_acc_72": 0.6801775395870209, + "std_cert_acc_72": 0.06046114327172046, + "mean_cert_acc_108": 0.5957713350653648, + "std_cert_acc_108": 0.07213639013546398, + "mean_cert_acc_255": 0.16827978193759918, + "std_cert_acc_255": 0.07846705677826554 + }, + "car": { + "dataset": "car", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 18, + "best_val_acc": 0.837037037037037, + "test_acc": 0.7943469785575049, + "train_size": 432, + "val_size": 270, + "test_size": 1026, + "stats": { + "mean": [ + [ + 0.08486305092592587, + -0.024837976851851778, + -1.3287037036350012e-06, + 0.011336944444444445, + -0.03684506944444444, + -0.03401083333333333 + ] + ], + "std": [ + [ + 1.0016589891278265, + 1.0231915721256846, + 0.9608720065155524, + 0.9785956932593036, + 0.9832757136677825, + 1.0299163223065575 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 4, + "depth": 6, + "padding": 12, + "parameters": 1545, + "cert_evals": { + "36": 0.6588693857192993, + "72": 0.5097466111183167, + "108": 0.3528265058994293, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 11, + "best_val_acc": 0.8543307086614174, + "test_acc": 0.7696737044145874, + "train_size": 432, + "val_size": 254, + "test_size": 1042, + "stats": { + "mean": [ + [ + 0.11177086574074095, + 0.05174572685185183, + 0.006257092592592696, + -0.014171180555555555, + 0.00850270833333333, + -0.04251354166666666 + ] + ], + "std": [ + [ + 1.0027127363181396, + 1.0149158181522542, + 1.0007483470954381, + 0.9838637435503522, + 0.9979369093278955, + 0.9935806706647962 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 4, + "depth": 6, + "padding": 12, + "parameters": 1545, + "cert_evals": { + "36": 0.6679462194442749, + "72": 0.533589243888855, + "108": 0.38291746377944946, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 28, + "best_val_acc": 0.816, + "test_acc": 0.7810707456978967, + "train_size": 432, + "val_size": 250, + "test_size": 1046, + "stats": { + "mean": [ + [ + 0.03725695833333315, + -0.008279379629629494, + -0.017212699074074026, + -0.022673888888888886, + 0.11053520833333332, + -0.005668472222222222 + ] + ], + "std": [ + [ + 1.015550913169218, + 1.0070528609914111, + 1.0176501107132674, + 0.9748453883737107, + 1.0057305909552958, + 0.9857113000295774 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 4, + "depth": 6, + "padding": 12, + "parameters": 1545, + "cert_evals": { + "36": 0.6826003789901733, + "72": 0.5544933080673218, + "108": 0.4225621521472931, + "255": 0.05258126184344292 + }, + "fold": 2 + }, + { + "best_epoch": 29, + "best_val_acc": 0.8095238095238095, + "test_acc": 0.7487781036168133, + "train_size": 432, + "val_size": 273, + "test_size": 1023, + "stats": { + "mean": [ + [ + 0.006209462962963474, + 0.006209476851851934, + -0.0015661527777777126, + -0.017005416666666662, + 0.02267388888888889, + -0.04534777777777777 + ] + ], + "std": [ + [ + 1.0216642383326442, + 0.997836524752538, + 0.9973262178910823, + 0.9855809020000981, + 1.020073036790825, + 0.9917072748761516 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 4, + "depth": 6, + "padding": 12, + "parameters": 1545, + "cert_evals": { + "36": 0.6314760446548462, + "72": 0.4477028250694275, + "108": 0.3040078282356262, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7734673830717007, + "std_test_acc": 0.019302168691895844, + "n_samples": 1728, + "n_features": 6, + "n_classes": 4, + "mean_cert_acc_36": 0.6602230072021484, + "std_cert_acc_36": 0.021514451904795326, + "mean_cert_acc_72": 0.5113829970359802, + "std_cert_acc_72": 0.04622213891297501, + "mean_cert_acc_108": 0.3655784875154495, + "std_cert_acc_108": 0.05000445730814198, + "mean_cert_acc_255": 0.01314531546086073, + "std_cert_acc_255": 0.02629063092172146 + }, + "cardiotocography-10clases": { + "dataset": "cardiotocography-10clases", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 59, + "best_val_acc": 0.6896551724137931, + "test_acc": 0.6489028213166145, + "train_size": 531, + "val_size": 319, + "test_size": 1276, + "stats": { + "mean": [ + [ + 0.05696145216572526, + 0.04547308248587554, + 0.02537313540489641, + 0.00411199623352259, + 0.004895357815442945, + 0.008270713935970049, + 0.005839290018833664, + -0.016622836393596845, + 0.056058268926553946, + -0.03742293794726937, + 0.012369841544256039, + 0.0072619020715631285, + 0.009574918079096046, + 0.031539144971751344, + 0.013908543314500948, + 0.011100862523540712, + 0.04299334557438753, + 0.0388642668549907, + 0.03971033022598931, + 0.04886574700564973, + 0.01822254990583819 + ] + ], + "std": [ + [ + 0.9791003932834449, + 1.021744482805594, + 1.1340682159044895, + 1.0045684160238317, + 1.0167341100485954, + 1.0690427250537498, + 1.0300221271732741, + 1.0094253367928134, + 1.0210603991574776, + 0.9572713912379988, + 1.0483212024662971, + 1.0072461534048065, + 1.0014897901284459, + 0.9804849453944862, + 0.9885214019890697, + 1.0745697261946487, + 0.992143934303644, + 0.984246843865331, + 0.9805974247887139, + 1.1272267847632704, + 1.0038856117840471 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 10, + "depth": 6, + "padding": 42, + "parameters": 17613, + "cert_evals": { + "36": 0.5681818127632141, + "72": 0.48746079206466675, + "108": 0.38166144490242004, + "255": 0.10736677050590515 + }, + "fold": 0 + }, + { + "best_epoch": 30, + "best_val_acc": 0.6291793313069909, + "test_acc": 0.6358609794628752, + "train_size": 531, + "val_size": 329, + "test_size": 1266, + "stats": { + "mean": [ + [ + 0.02423730847457605, + 0.013319074199623025, + 0.015243735216572874, + 0.004751267419963072, + -0.009100580225987828, + 0.008270713935970045, + 0.024992621468926206, + 0.03573573145009404, + -0.005775212429378253, + -0.0017990462335216943, + -0.04130081879472713, + 0.004844720715630924, + 0.008810358945386055, + 0.025032086685499028, + -0.003331445386064059, + 0.003099077212806293, + 0.013448002824858358, + 0.00903407777777766, + 0.006905300357815675, + 0.014681350583804143, + -0.02494074199623351 + ] + ], + "std": [ + [ + 0.9901364010340642, + 1.0331843009790576, + 1.0385537848348627, + 1.004594460707876, + 0.9939531654620118, + 1.0690427250537498, + 1.1059904833090093, + 1.0066519698467797, + 0.9947251360209003, + 1.007854194532267, + 0.9613978699084029, + 1.0039167957400732, + 1.0015612937949965, + 1.0093255157872945, + 0.9891264460600468, + 0.9170858677231267, + 1.0232842600875196, + 0.9997950684728752, + 1.0142818567858394, + 1.0064323164990734, + 0.9910108983737475 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 10, + "depth": 6, + "padding": 42, + "parameters": 17613, + "cert_evals": { + "36": 0.5331753492355347, + "72": 0.42812007665634155, + "108": 0.3333333432674408, + "255": 0.09873618185520172 + }, + "fold": 1 + }, + { + "best_epoch": 32, + "best_val_acc": 0.7032640949554896, + "test_acc": 0.5977742448330684, + "train_size": 531, + "val_size": 337, + "test_size": 1258, + "stats": { + "mean": [ + [ + -0.017864035781544274, + 0.006498658568738066, + 0.055962871563087456, + 0.031599305084746454, + -0.01800729736346521, + 0.008270713935970026, + -0.010121785310734386, + 0.06804887372881353, + -0.026457461770244318, + -0.009681385969868147, + -0.06351851043314512, + 0.0022826497175141396, + 0.0007831224105461175, + 0.006246139887005633, + 0.020293879472693028, + -0.039576907721280453, + -0.031042671939736536, + -0.02997460489642182, + -0.02915410564971728, + -0.03835001242937842, + -0.02802381167608266 + ] + ], + "std": [ + [ + 0.9840240485333955, + 1.0369630058509158, + 1.3077211738329413, + 0.9781910820406798, + 0.9593815683814114, + 1.0690427250537495, + 0.9831811654899777, + 1.0030139105693259, + 0.9410382228102027, + 1.0102835335540883, + 0.9567918855139759, + 0.9840184308800868, + 0.9460545431142556, + 1.0343625123637432, + 0.9972026659995562, + 0.9845178278494092, + 0.982127775954673, + 0.9875424397739129, + 0.9974176458730358, + 0.9332863192875079, + 1.005191404704601 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 10, + "depth": 6, + "padding": 42, + "parameters": 17613, + "cert_evals": { + "36": 0.521462619304657, + "72": 0.4292528033256531, + "108": 0.3521462678909302, + "255": 0.11923688650131226 + }, + "fold": 2 + }, + { + "best_epoch": 29, + "best_val_acc": 0.7151898734177216, + "test_acc": 0.6207974980453479, + "train_size": 531, + "val_size": 316, + "test_size": 1279, + "stats": { + "mean": [ + [ + 0.00242115593220332, + -0.035886080602636754, + -0.03572555838041413, + -0.01890058003766386, + -0.032639473446328435, + 0.008270713935969828, + -0.010121798493407167, + 0.037159613276836166, + -0.026031056685498998, + -0.0068150113747645945, + -0.01142061785310738, + -0.00994834726930324, + -0.03017912354048965, + -0.07131180037664787, + -0.020571447269303055, + -0.026240708097928056, + 0.01977089152542346, + -0.0009897885122410945, + 0.008988329585687696, + -0.027821750659133063, + 0.07988433521657268 + ] + ], + "std": [ + [ + 0.9646815053252067, + 0.9964364169189934, + 0.8667767137648238, + 0.9918320242400497, + 0.9443068366192023, + 1.0690427250537484, + 0.9028491559082471, + 0.9963685539925591, + 0.9378981844514512, + 0.9990211691032591, + 0.9968931340694016, + 0.9947823538218709, + 1.01034823063542, + 0.9491639320099594, + 0.9768788202272297, + 0.8919007118681375, + 0.9486367993709804, + 0.9697075304143699, + 0.975375266216865, + 0.9399010412320569, + 0.9783943677709094 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 10, + "depth": 6, + "padding": 42, + "parameters": 17613, + "cert_evals": { + "36": 0.5293197631835938, + "72": 0.43940579891204834, + "108": 0.347146213054657, + "255": 0.11024238169193268 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6258338859144765, + "std_test_acc": 0.02195014841257423, + "n_samples": 2126, + "n_features": 21, + "n_classes": 10, + "mean_cert_acc_36": 0.5380348861217499, + "std_cert_acc_36": 0.020680471303127224, + "mean_cert_acc_72": 0.44605986773967743, + "std_cert_acc_72": 0.02806318279203328, + "mean_cert_acc_108": 0.353571817278862, + "std_cert_acc_108": 0.020346527885978325, + "mean_cert_acc_255": 0.10889555513858795, + "std_cert_acc_255": 0.008451964743631482 + }, + "cardiotocography-3clases": { + "dataset": "cardiotocography-3clases", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 30, + "best_val_acc": 0.8947368421052632, + "test_acc": 0.8569182389937107, + "train_size": 531, + "val_size": 323, + "test_size": 1272, + "stats": { + "mean": [ + [ + -0.030111656873823105, + -0.003732127118644177, + 0.01116787758945438, + -0.08985611299434969, + -0.00846454877589486, + 0.008270713935970052, + 0.01860809416195951, + 0.07714044712806034, + -0.005562035969867772, + -0.02718609557438801, + -0.012457818041431213, + 0.012724705461393555, + -0.02157851902071565, + -0.007921984030131852, + 0.03306414218455754, + 0.04044068926553697, + -0.048516965348399554, + -0.04458778192090391, + -0.03123695568738192, + 0.02170018583804156, + -0.018774542372881505 + ] + ], + "std": [ + [ + 1.0267196734843282, + 1.0079165135088577, + 0.9473557451244335, + 0.9914796817927604, + 1.004413984395137, + 1.0690427250537498, + 1.0265337126752654, + 1.0005000887455053, + 1.027745709308044, + 0.9908319242282088, + 1.0037543771306683, + 1.0398975301195088, + 1.0062327099761543, + 1.0841869723664168, + 1.0142218392015123, + 1.151741953917099, + 1.0734457791437295, + 1.0354213623061976, + 1.0200885928553527, + 1.1205840477329363, + 1.0030899076810105 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 17312, + "cert_evals": { + "36": 0.8215408325195312, + "72": 0.7924528121948242, + "108": 0.759433925151825, + "255": 0.5432389974594116 + }, + "fold": 0 + }, + { + "best_epoch": 25, + "best_val_acc": 0.8834355828220859, + "test_acc": 0.8605200945626478, + "train_size": 531, + "val_size": 326, + "test_size": 1269, + "stats": { + "mean": [ + [ + 0.016391169491525318, + 0.0011396926553671261, + -0.02373987099811634, + 0.03607396610169575, + -0.010373017325799852, + 0.00827071393597003, + 0.012223685499058473, + 0.010651874764595136, + 0.01981098888888896, + 0.01887923308851223, + -0.018915777890772333, + -0.015072648775894497, + 0.009447557815442556, + -0.017157672448210953, + -0.006524062146892641, + -0.03690971751412391, + -0.03587095574387965, + -0.017897674387947204, + -0.022515022862523364, + 0.011496865838041524, + -0.04343927306967993 + ] + ], + "std": [ + [ + 0.9391569592897272, + 1.0230906606141204, + 0.9581004188558814, + 0.9835526445831309, + 0.9979926559581693, + 1.0690427250537498, + 1.0123898646052452, + 1.000643989202775, + 1.0328535759777588, + 1.0412458470198602, + 1.0101002215424937, + 1.0019895656154183, + 1.0176643747680885, + 0.9912502978877031, + 0.9736333689619006, + 0.8842664932785655, + 1.039084545290219, + 0.9977498578188039, + 0.9855549645903211, + 1.0605253991894208, + 1.000119457990836 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 17312, + "cert_evals": { + "36": 0.8250591158866882, + "72": 0.7919621467590332, + "108": 0.7549251317977905, + "255": 0.5114263296127319 + }, + "fold": 1 + }, + { + "best_epoch": 14, + "best_val_acc": 0.8757575757575757, + "test_acc": 0.857707509881423, + "train_size": 531, + "val_size": 330, + "test_size": 1265, + "stats": { + "mean": [ + [ + 0.011989649905837963, + 0.017703763653483834, + -0.04815508248587558, + 0.0878522580037672, + -0.0001940107344639859, + -0.0574620999999995, + 0.04414582297551817, + 0.04154100908662901, + 0.0033932510357819923, + 0.013044282391713674, + -0.042404981242937984, + 0.04134378888888889, + -0.01985842806026365, + 0.05704191233521654, + 0.04647320527306972, + -0.06624954802259869, + 0.0383948538606398, + 0.015676433521657228, + 0.03476359286252388, + 0.0983877023352167, + -0.00027604896421838714 + ] + ], + "std": [ + [ + 1.0121411725514342, + 1.0022698506112053, + 0.7850107263672123, + 1.021861659011844, + 1.0205680703685656, + 1.0, + 1.0504178369202641, + 0.9762037792485212, + 0.9969033920323853, + 1.0262088384173584, + 0.9577094393711939, + 1.018018865673482, + 1.0072567026892174, + 1.0240761987453126, + 0.9864342700743015, + 0.8655231462742808, + 1.0132444325659744, + 1.002180759880479, + 1.0086965056851351, + 1.1584443320466373, + 0.9678154222739248 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 17312, + "cert_evals": { + "36": 0.8205533623695374, + "72": 0.7952569127082825, + "108": 0.7533596754074097, + "255": 0.4956521689891815 + }, + "fold": 2 + }, + { + "best_epoch": 6, + "best_val_acc": 0.8722044728434505, + "test_acc": 0.8393135725429017, + "train_size": 531, + "val_size": 313, + "test_size": 1282, + "stats": { + "mean": [ + [ + 0.07590710470809812, + -0.024193697175141464, + -0.04779198342749522, + -0.03360304143126111, + 0.029070319209039387, + -0.024595693032014893, + 0.005839325800377342, + 0.06772045080037671, + 0.004032814877590208, + -0.01572106636534833, + -0.023934781092278794, + -0.0005697517890771726, + -0.008709438794726921, + -0.015583420433144993, + -0.012270593220338952, + 0.01910270809792879, + -0.009544668926553972, + -0.0007485035781543035, + 0.019792885216572968, + 0.012601643615819754, + 0.07063507344632772 + ] + ], + "std": [ + [ + 0.9774443663972388, + 0.9691878598072985, + 0.7938133543361705, + 1.0258465761633682, + 0.9993132346074002, + 0.7566415100311142, + 1.0194614547438874, + 0.9883543548463236, + 0.9952655430481072, + 0.9924332095258233, + 1.0409700820319554, + 0.9838443180700808, + 0.9913771235918427, + 0.9821486224205357, + 0.9651162627503362, + 1.033340912804804, + 1.0105779866484361, + 1.0049118298763688, + 0.989141891228224, + 1.0204876585018856, + 0.9866082018247349 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 17312, + "cert_evals": { + "36": 0.8018720746040344, + "72": 0.7613104581832886, + "108": 0.7168486714363098, + "255": 0.4149765968322754 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8536148539951708, + "std_test_acc": 0.009658695272889222, + "n_samples": 2126, + "n_features": 21, + "n_classes": 3, + "mean_cert_acc_36": 0.8172563463449478, + "std_cert_acc_36": 0.010436892353032665, + "mean_cert_acc_72": 0.7852455824613571, + "std_cert_acc_72": 0.016022622589278553, + "mean_cert_acc_108": 0.7461418509483337, + "std_cert_acc_108": 0.019697822341206855, + "mean_cert_acc_255": 0.4913235232234001, + "std_cert_acc_255": 0.05461052900132711 + }, + "congressional-voting": { + "dataset": "congressional-voting", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.5789473684210527, + "test_acc": 0.5650557620817844, + "train_size": 109, + "val_size": 57, + "test_size": 269, + "stats": { + "mean": [ + [ + -0.05633650458715604, + -0.11779591743119261, + -0.04414557798165136, + -0.044145577981651356, + -0.1385431192660551, + -0.04414557798165139, + -0.026378550458715573, + 0.11256628440366967, + -0.10507706422018329, + -0.054913027522935885, + -0.05395532110091718, + 0.008270385321100901, + 0.10771073394495408, + 0.03500372477064211, + -0.000600422018348633, + -0.02276844036697253 + ] + ], + "std": [ + [ + 0.8184815616369955, + 0.8313668954689791, + 0.8538679440524577, + 0.8538679440524576, + 0.5219210944971431, + 0.8538679440524588, + 0.9259164552817457, + 1.2484961570437194, + 0.7457451590890042, + 0.7568400989501728, + 0.8761485096645807, + 1.012504902324288, + 1.1811957798165138, + 1.0783310548027614, + 0.9977827937237086, + 0.9845600817644352 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 10119, + "cert_evals": { + "36": 0.3085501790046692, + "72": 0.29739776253700256, + "108": 0.2899628281593323, + "255": 0.08921933174133301 + }, + "fold": 0 + }, + { + "best_epoch": 10, + "best_val_acc": 0.59375, + "test_acc": 0.5267175572519084, + "train_size": 109, + "val_size": 64, + "test_size": 262, + "stats": { + "mean": [ + [ + -0.00038625688073406236, + 0.057688394495412916, + 0.07259284403669729, + 0.07259284403669727, + -0.08832123853211014, + 0.01422363302752295, + -0.07830136697247703, + -0.08832123853211014, + 0.10401949541284418, + -0.054913027522935885, + -0.09670699082568791, + 0.043890183486238465, + -0.010408844036697309, + -0.05957216513761476, + 0.22344607339449585, + 0.020201284403669834 + ] + ], + "std": [ + [ + 0.9977358415203772, + 1.0666277227790677, + 1.1962128629178321, + 1.196212862917833, + 0.7346827772265264, + 1.0408721364505138, + 0.7595653225302291, + 0.7346827772265264, + 1.1887281938323424, + 0.7568400989501728, + 0.7623714803384029, + 1.0685939449541277, + 0.9788020482079224, + 0.8432648555935023, + 1.3191500469500397, + 1.0109306979905373 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 10119, + "cert_evals": { + "36": 0.2442748099565506, + "72": 0.23664122819900513, + "108": 0.2328244298696518, + "255": 0.15267175436019897 + }, + "fold": 1 + }, + { + "best_epoch": 2, + "best_val_acc": 0.5660377358490566, + "test_acc": 0.5567765567765568, + "train_size": 109, + "val_size": 53, + "test_size": 273, + "stats": { + "mean": [ + [ + -0.05633650458715604, + -0.0008063761467889231, + -0.044145577981651335, + -0.10251478899082538, + -0.08832123853211014, + 0.014223633027522997, + -0.078301366972477, + -0.08832123853211014, + -0.14689637614678883, + -0.12773999999999977, + 0.03154801834862407, + 0.008270385321100882, + 0.028964348623853046, + -0.012284220183486308, + -0.0006004220183486534, + 0.04168614678899078 + ] + ], + "std": [ + [ + 0.8184815616369948, + 0.9978460372285823, + 0.853867944052458, + 0.6065906343935914, + 0.7346827772265261, + 1.0408721364505131, + 0.7595653225302292, + 0.7346827772265265, + 0.6117637925728782, + 1.0, + 1.062789656192666, + 1.0125049023242882, + 1.0520823572341493, + 0.9691144875367229, + 0.9977827937237085, + 1.023184850832101 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 10119, + "cert_evals": { + "36": 0.5347985625267029, + "72": 0.2637362778186798, + "108": 0.16117216646671295, + "255": 0.12454212456941605 + }, + "fold": 2 + }, + { + "best_epoch": 2, + "best_val_acc": 0.5492957746478874, + "test_acc": 0.5764705882352941, + "train_size": 109, + "val_size": 71, + "test_size": 255, + "stats": { + "mean": [ + [ + -0.0003862568807340379, + -0.05930114678899078, + 0.014223633027522962, + -0.04414557798165134, + -0.03809935779816519, + -0.04414557798165141, + -0.026378550458715615, + 0.012122522935779772, + -0.02143844036697227, + 0.017913944954128333, + -0.0967069908256879, + 0.07950998165137609, + 0.028964348623853057, + -0.012284220183486292, + -0.0006004220183485913, + -0.02276844036697257 + ] + ], + "std": [ + [ + 0.9977358415203773, + 0.9202474953183722, + 1.0408721364505134, + 0.8538679440524575, + 0.8955844252869521, + 0.8538679440524586, + 0.9259164552817456, + 1.0292422785092563, + 0.9536270350654188, + 1.0653667607530586, + 0.7623714803384029, + 1.1207507845689388, + 1.0520823572341482, + 0.9691144875367229, + 0.9977827937237086, + 0.9845600817644354 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 10119, + "cert_evals": { + "36": 0.5411764979362488, + "72": 0.29019609093666077, + "108": 0.27450981736183167, + "255": 0.13725490868091583 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5562551160863859, + "std_test_acc": 0.021282668742689772, + "n_samples": 435, + "n_features": 16, + "n_classes": 2, + "mean_cert_acc_36": 0.40720001235604286, + "std_cert_acc_36": 0.15330525093338768, + "mean_cert_acc_72": 0.27199283987283707, + "std_cert_acc_72": 0.027656679179759263, + "mean_cert_acc_108": 0.23961731046438217, + "std_cert_acc_108": 0.057596128438030796, + "mean_cert_acc_255": 0.12592202983796597, + "std_cert_acc_255": 0.027036851955599978 + }, + "conn-bench-sonar-mines-rocks": { + "dataset": "conn-bench-sonar-mines-rocks", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 5, + "best_val_acc": 0.7878787878787878, + "test_acc": 0.7560975609756098, + "train_size": 52, + "val_size": 33, + "test_size": 123, + "stats": { + "mean": [ + [ + 0.07224829615384616, + 0.06143836403846155, + 0.17981892115384618, + 0.18359467307692307, + 0.17865188250000005, + 0.18166694038461537, + 0.13145928269230767, + 0.3580806807692308, + 0.2723380293846154, + 0.32641636923076933, + 0.3547530749999999, + 0.27079468269230766, + 0.2390470615384616, + 0.08077609423076923, + 0.06372549615384623, + 0.027136992307692294, + -0.0707615403846154, + -0.013202551923076929, + 0.07079190192307686, + 0.14980152423076923, + 0.19067387173076927, + 0.18353470192307691, + 0.09474908461538462, + 0.11814903269230771, + 0.12851396730769224, + 0.09148541923076925, + 0.007863109038461517, + -0.03280788846153844, + -0.038817317307692306, + -0.030111546153846168, + -0.06803155000000002, + -0.1759780653846154, + -0.09925099846153843, + -0.06391267884615386, + -0.10967796730769228, + -0.09900584423076922, + -0.07212157115384613, + -0.04979613730769235, + -0.014902880769230744, + -0.06563232307692309, + -0.19819578653846154, + -0.09516337250000001, + 0.028546435961538493, + 0.02690762884615383, + -0.051032306153846144, + -0.1709350942307693, + -0.15902759326923072, + 0.05230017500000001, + -0.06006629230769232, + -0.14417805423076924, + 0.04664167115384615, + 0.035231851923076866, + 0.10847407884615384, + 0.0320697788461538, + 0.014380650000000059, + 0.1584930519230769, + 0.24879878846153847, + -0.06910759711538458, + -0.04868835576923079, + -0.009460907692307728 + ] + ], + "std": [ + [ + 0.8826781365757673, + 0.8736204750730865, + 1.0631193826022287, + 1.0559935051069889, + 1.0948164691784295, + 0.9911164668100656, + 1.058133601574446, + 1.1345779651029129, + 1.2612720115229583, + 1.3050289136088924, + 1.2242580940441732, + 1.1507745621698449, + 0.9449561434126305, + 0.9761316418147328, + 1.0515687251009254, + 1.0336058228027496, + 1.0092336792759293, + 0.9721128786372969, + 0.9828570204269845, + 1.0526094050032175, + 1.007626826074757, + 0.9451553241613345, + 1.0688742655635421, + 1.1766129754915444, + 1.0893546356638915, + 0.9472223527353211, + 0.9975324667404246, + 0.9442106678014526, + 0.9147349976996598, + 0.8924870761180707, + 0.9115618167344114, + 0.9476131762252616, + 0.9936735012487963, + 1.091198911266045, + 1.0880994377807855, + 1.058748260466537, + 1.0322810862952991, + 1.0794760575131008, + 1.0563032817583005, + 1.063491740689508, + 0.9911947467095144, + 0.9289066519838143, + 1.060366924720947, + 1.0624085035469397, + 0.8715483240662897, + 0.6896203094035522, + 0.7267883935975691, + 0.928021673885073, + 0.8751357100836189, + 0.7223660360736314, + 0.7383172079055456, + 0.8199366242592814, + 1.0798630214435168, + 1.1347800621794066, + 0.9003324355296055, + 1.2234839576090903, + 1.1067568444114322, + 0.7263873158583661, + 0.9265847016853823, + 0.8105858418957635 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 2, + "depth": 6, + "padding": 120, + "parameters": 138247, + "cert_evals": { + "36": 0.6991869807243347, + "72": 0.6747967004776001, + "108": 0.642276406288147, + "255": 0.4146341383457184 + }, + "fold": 0 + }, + { + "best_epoch": 19, + "best_val_acc": 0.8620689655172413, + "test_acc": 0.8346456692913385, + "train_size": 52, + "val_size": 29, + "test_size": 127, + "stats": { + "mean": [ + [ + -0.1496621807692307, + -0.08903577807692303, + -0.14030929807692305, + -0.035338826923076924, + 0.08386959669423068, + 0.09199651153846154, + 0.14088967307692307, + 0.07056369423076922, + -0.0025582480769230555, + 0.009174194230769301, + 0.0818218730769231, + 0.08237485384615381, + 0.04123067288461538, + -0.00616768461538463, + -0.028849084615384605, + -0.04050276923076927, + -0.0212545653846154, + -0.05132907923076921, + -0.04626740192307692, + -0.07403159615384614, + -0.05252051923076921, + 0.030670448076923096, + -0.021138782692307692, + 0.005048434615384597, + 0.09778213076923079, + 0.2050811269230769, + 0.18951900000000002, + 0.09827862115384613, + 0.07715956730769227, + 0.1654723846153846, + 0.07360706730769234, + -0.012788405769230859, + -0.07698564038461544, + -0.11772723500000001, + -0.012259624999999958, + 0.0018293673076923635, + -0.07115984249999997, + -0.07953136711538462, + -0.04274317096153846, + -0.03792623653846152, + -0.08625715769230768, + -0.05082718653846153, + 0.0639244403846154, + 0.05993298846153846, + 0.008120661730769264, + -0.03299837499999998, + -0.08261534326923076, + -0.13786070961538463, + -0.11194899807692303, + -0.1165946903846154, + -0.11254034384615383, + -0.09731205576923077, + -0.10915543461538466, + -0.020348332692307698, + -0.03527259615384616, + -0.05305450769230768, + -0.0766177076923077, + 0.017685547115384614, + 0.05708845576923076, + 0.13349773076923077 + ] + ], + "std": [ + [ + 0.808987901180408, + 0.6916743939877592, + 0.6533719713044063, + 0.7289409087743024, + 0.9799815957215703, + 1.1546934744155954, + 1.0489671907417901, + 1.0406351665781963, + 1.06602300100525, + 0.9855510401092009, + 0.941611877990984, + 0.874334438804182, + 0.8948617088044496, + 0.9284777014495024, + 0.9652796384670821, + 0.9176168045360895, + 0.9187448624511494, + 0.9637941840958039, + 1.036895695822955, + 1.080455047426266, + 1.0569445623516454, + 1.027280062203057, + 0.9972067893847262, + 0.9558109386682533, + 0.9135564279343454, + 0.9323450964074564, + 0.9165881179625035, + 0.9150530169961677, + 0.8966782811687405, + 0.9697039290944067, + 1.0552459326194796, + 1.0678782438443375, + 1.0350794282536124, + 0.981036806175182, + 1.0268794592105523, + 1.049486682131856, + 1.0562822257610098, + 1.0082564159163012, + 1.008195204043701, + 1.0704359719340684, + 1.0356445372719016, + 0.9497252302544834, + 1.0265656593627723, + 1.1425919880616457, + 0.984594565229331, + 0.9387504917802769, + 0.9538513934843633, + 0.9644663205759176, + 0.9826957464876444, + 0.906104614495397, + 0.6863012460053298, + 0.8135699574469399, + 0.8718984903633391, + 0.87106180576059, + 0.9705550873133266, + 0.7881063937322114, + 1.0305107562527829, + 0.9850679024115949, + 1.0840227025091698, + 0.955646054806482 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 2, + "depth": 6, + "padding": 120, + "parameters": 138247, + "cert_evals": { + "36": 0.8188976049423218, + "72": 0.7795275449752808, + "108": 0.6929134130477905, + "255": 0.3779527544975281 + }, + "fold": 1 + }, + { + "best_epoch": 25, + "best_val_acc": 0.9090909090909091, + "test_acc": 0.7886178861788617, + "train_size": 52, + "val_size": 33, + "test_size": 123, + "stats": { + "mean": [ + [ + -0.11352727307692301, + 0.005484550769230757, + 0.14128544711538463, + 0.01698709807692309, + -0.05546616484423073, + 0.015633542307692313, + 0.01695465576923076, + 0.007012186538461534, + 0.16428315769230764, + 0.1885259807692308, + 0.17271181923076925, + 0.10288603057692303, + 0.035842053846153805, + 0.06598513846153845, + 0.024155067307692363, + -0.031890009615384636, + -0.09900835576923078, + -0.06074108884615382, + -0.057217736538461544, + -0.05421212307692307, + 0.009597998076923055, + 0.08198633076923077, + 0.0738865326923077, + 0.11153800000000001, + 0.12820763269230767, + 0.1497061423076923, + 0.17804224999999999, + 0.12074562557692313, + 0.011866653846153862, + 0.02657458461538462, + 0.08961283461538459, + 0.012436888461538488, + -0.15344758865384617, + -0.25327539384615383, + -0.1676381884615385, + -0.08097806538461542, + 0.010272027115384563, + 0.0761040280769231, + 0.07725368461538452, + 0.01526856923076923, + 0.09035966538461546, + -0.018093585576923078, + -0.08110181153846155, + -0.05179539615384614, + -0.062206399423076895, + -0.05773718076923074, + -0.015536751903846145, + -0.05303988461538456, + -0.0334830886538462, + -0.019491399423076903, + -0.014853353461538439, + -0.04920472788461536, + -0.013006382692307706, + -0.11464770384615387, + -0.22059024807692304, + -0.20056836153846153, + -0.17135017615384612, + -0.09496722596153845, + -0.12957644230769227, + 0.05055160769230771 + ] + ], + "std": [ + [ + 0.7779847294085735, + 0.8164589056484339, + 0.8897943994160501, + 0.8232379895108087, + 0.8913136137549748, + 1.2277539871431498, + 1.148342655187086, + 1.0125738638827777, + 1.0308151593845143, + 1.0814728380420244, + 1.1275636354460448, + 1.0953105542528634, + 0.9617223163008869, + 0.9271042130221435, + 1.002366167344782, + 1.0134009310910002, + 0.9541301699800748, + 0.9039526162729385, + 0.8533527267834845, + 0.8674137383144989, + 0.8667342359963858, + 0.8682751705934699, + 0.8669633975953135, + 0.8844079338595519, + 0.8959832014657619, + 0.9477171784962183, + 0.9665146933040765, + 0.9608709208756278, + 0.9362600441482569, + 0.826100491116595, + 0.9039285396250091, + 0.9697986338184826, + 0.8888423793086146, + 0.878236080206782, + 0.9309060317786465, + 0.9900496254008503, + 1.00813869687356, + 1.0903606967893815, + 1.0386726650233546, + 0.9723646970288363, + 0.965534654631892, + 0.9659616919831083, + 0.9294069827841253, + 0.9165737515917189, + 0.890391924899276, + 0.8408198724294259, + 0.7367456383541913, + 0.9168199780746074, + 0.8757122466574018, + 0.8068953654942984, + 0.8229736283202036, + 0.7999629806684128, + 0.9417385941942646, + 0.873184043119562, + 0.7480790001744239, + 0.9895160335641305, + 1.0132212109764678, + 0.7628419936253807, + 0.961901997536315, + 1.3290599320503582 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 2, + "depth": 6, + "padding": 120, + "parameters": 138247, + "cert_evals": { + "36": 0.7642276287078857, + "72": 0.7317072749137878, + "108": 0.6504064798355103, + "255": 0.3333333134651184 + }, + "fold": 2 + }, + { + "best_epoch": 8, + "best_val_acc": 0.9696969696969697, + "test_acc": 0.7723577235772358, + "train_size": 52, + "val_size": 33, + "test_size": 123, + "stats": { + "mean": [ + [ + -0.11402919442307692, + -0.1958088194230769, + -0.192454475, + -0.2174456115384615, + -0.1483449469961539, + -0.09730015192307692, + -0.11111996346153846, + -0.1199549596153846, + -0.08601968673076922, + -0.1359838, + -0.07711971153846155, + 0.005683598076923046, + -0.07644932499999996, + -0.12452823865384616, + -0.18065320384615383, + -0.24127502307692308, + -0.2122367865384616, + -0.17662752923076924, + -0.13966792115384613, + -0.06574370384615388, + -0.007378620000000012, + -0.0002028721153846167, + 0.06875905961538463, + 0.10454161923076924, + 0.1822036923076923, + 0.14234525, + 0.08357052884615387, + 0.14328510769230768, + 0.2375776069230769, + 0.1643224807692307, + 0.10515068653846156, + 0.09213309999999994, + 0.013323825000000011, + -0.06487759653846153, + -0.13430994076923078, + -0.21115623846153847, + -0.22730641923076922, + -0.23543729230769228, + -0.22808152115384622, + -0.14895506923076926, + -0.001168684615384663, + -0.04320264326923076, + -0.018799333269230768, + -0.013186748076922994, + -0.07072882692307694, + -0.03641541923076926, + -0.009211202865384651, + 0.028638237499999993, + 0.052042886346153845, + -0.09590774230769232, + -0.057291330384615397, + 0.06657091249999998, + 0.02539913076923079, + -0.15310468230769228, + -0.20838050961538462, + -0.049366707692307735, + -0.07994125884615386, + -0.19751397115384617, + -0.2403308269230769, + -0.24415720000000002 + ] + ], + "std": [ + [ + 0.8763416312333093, + 0.602973469758421, + 0.5448117196260321, + 0.5663296924240132, + 0.686341085757452, + 0.8337013907572342, + 0.6813276818285096, + 0.7825144766842531, + 0.7861121760890293, + 0.7905273301791387, + 0.7805552299762032, + 0.9027317120726256, + 0.8667207852850977, + 0.8531311452416169, + 0.8318630140159454, + 0.8852179006046725, + 0.8740431599665568, + 0.8442406359472446, + 0.8609171894886277, + 0.886971626868803, + 0.9185053211820478, + 1.0100806480837976, + 0.9919727273312126, + 1.0562822860856174, + 0.9850251469218465, + 0.9910273621465151, + 1.0655846350198521, + 0.9906322053442151, + 0.8736899428048334, + 0.9821436750511889, + 0.9453561139667965, + 0.8625303165093016, + 1.0040239879345572, + 0.9847231539651756, + 0.9280844832031707, + 0.9503954469001101, + 0.9765763369138967, + 0.965164414073675, + 0.9709362119147936, + 1.0665530487737096, + 1.0793454570821943, + 1.0572717622116554, + 1.0593503627745042, + 1.0162684589041668, + 1.0177130607371694, + 1.0958546673800382, + 1.1902586310529617, + 1.1293249209196217, + 1.0653539976947333, + 0.9647675285784101, + 1.1814566025747812, + 1.13738601881979, + 1.0351334435322548, + 0.934859922308927, + 0.7895031892247589, + 0.9239212461978867, + 0.8971132845231489, + 0.7340435621135994, + 0.876038640540552, + 0.7272617950430326 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 2, + "depth": 6, + "padding": 120, + "parameters": 138247, + "cert_evals": { + "36": 0.707317054271698, + "72": 0.6504064798355103, + "108": 0.577235758304596, + "255": 0.28455284237861633 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7879297100057615, + "std_test_acc": 0.03385570809393346, + "n_samples": 208, + "n_features": 60, + "n_classes": 2, + "mean_cert_acc_36": 0.7474073171615601, + "std_cert_acc_36": 0.05575605842175072, + "mean_cert_acc_72": 0.7091095000505447, + "std_cert_acc_72": 0.0580022220168957, + "mean_cert_acc_108": 0.6407080143690109, + "std_cert_acc_108": 0.04778650795197977, + "mean_cert_acc_255": 0.3526182621717453, + "std_cert_acc_255": 0.05625126966644934 + }, + "chess-krvkp": { + "dataset": "chess-krvkp", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 17, + "best_val_acc": 0.978448275862069, + "test_acc": 0.9756854630108639, + "train_size": 799, + "val_size": 464, + "test_size": 1933, + "stats": { + "mean": [ + [ + -0.012910581977471696, + 0.0232343479349185, + 0.01974840050062684, + -0.006236645807259704, + 0.016582745932415422, + 0.011297774718398169, + 0.042862941176470284, + 0.03031926157697225, + 0.0180404605757215, + -0.010202853566957767, + -0.00189366082603287, + -0.016319619524404437, + 0.0033822653316640658, + -0.03204078085106409, + 0.0705100575719649, + 0.02903828535669439, + -0.03100208760951203, + -0.008096886107634134, + -0.03482669524405622, + 0.019232514392990924, + 0.012952405506882283, + 0.028141539424280874, + 0.012118360450564641, + -0.021248015018773447, + -0.016025085481852858, + 5.306633288432277e-07, + -0.020626277847311296, + -0.017688700000000283, + 0.0857653942428025, + -0.03719805506883507, + 0.005740868585732433, + 0.07288125406758252, + 0.025791864831039592, + -0.00712086608260405, + -0.040342160200250346, + -0.05876795494368149 + ] + ], + "std": [ + [ + 0.9837163023685394, + 1.0378682164982054, + 1.0465982807867846, + 0.9915165284267596, + 1.005530465952035, + 1.0006602278791406, + 1.010781822340367, + 1.0199155022259125, + 1.0041109770934162, + 0.9954304425556489, + 0.999580748645936, + 0.9784729377035531, + 1.001226355888721, + 0.7309839212424674, + 1.0450840322089407, + 1.0585050069556725, + 0.9104979964986178, + 1.0030733244153598, + 0.7855814376765642, + 1.0182546843992308, + 1.0103378991543899, + 1.020315666869466, + 1.0226041285721963, + 0.9944445166738229, + 0.8530722671343124, + 0.9998428506463546, + 0.958403864877632, + 1.0, + 1.297598626233983, + 0.9108937768595846, + 1.0046803731698561, + 1.1311938967311475, + 1.0059129579966133, + 1.0017029704517841, + 1.020154120299574, + 0.9629351207831572 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 2, + "depth": 6, + "padding": 72, + "parameters": 50119, + "cert_evals": { + "36": 0.9606829285621643, + "72": 0.9379203915596008, + "108": 0.915675163269043, + "255": 0.5400931239128113 + }, + "fold": 0 + }, + { + "best_epoch": 12, + "best_val_acc": 0.9844789356984479, + "test_acc": 0.9799588900308325, + "train_size": 799, + "val_size": 451, + "test_size": 1946, + "stats": { + "mean": [ + [ + -0.0009927534418022186, + 0.018342768460575525, + -0.06582760575719632, + -0.0020792615769724375, + 0.051078400500625745, + 0.011297774718398223, + -0.03506647058823558, + -0.021223376720899582, + -0.03866361702127398, + -0.02380752190237722, + -0.014526558197747444, + 0.016318818523153884, + 0.006087788485606497, + 0.07781297659574443, + -0.04009326658322881, + 0.017423181476844563, + -0.016413096370462833, + -0.032386387984980926, + 0.020896709511889343, + 0.0017488035043802706, + 0.0032379173967446036, + -0.04377830913642133, + 0.00134634543179087, + -0.008370843554443178, + -0.01602508548185286, + -0.05699136670838574, + 0.012376380475592372, + -0.017688700000000283, + 0.023390775969961416, + 0.03719677847309204, + 0.005740868585732397, + -0.004124948685859613, + 0.002579862327909166, + -0.025243699624531293, + -0.02052447684605754, + 0.019589255319148336 + ] + ], + "std": [ + [ + 0.9986195311743077, + 1.0300230852190024, + 0.8216604611116667, + 0.9970790771407829, + 1.0163955081800622, + 1.0006602278791408, + 0.9894273630441428, + 0.9849960711322177, + 0.9895223747807858, + 0.9893503391280706, + 0.9977270081722001, + 1.0205058915949463, + 1.0023223894472089, + 1.4564544306041578, + 0.9790108101412359, + 1.0355371587989588, + 0.9537117155994841, + 1.0123108404588719, + 1.108181480971759, + 1.001546561141509, + 1.0024924985959782, + 0.9655037096440781, + 1.0024053099202712, + 0.9977739015125082, + 0.8530722671343125, + 1.021876104669329, + 1.0237032374075374, + 1.0, + 1.0898218142005072, + 1.080220497632301, + 1.0046803731698557, + 0.9917285097795778, + 1.000482486194206, + 1.0061895454376688, + 1.0104282205557285, + 1.0110875620192163 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 2, + "depth": 6, + "padding": 72, + "parameters": 50119, + "cert_evals": { + "36": 0.9599178433418274, + "72": 0.9331963658332825, + "108": 0.8961973786354065, + "255": 0.5416238903999329 + }, + "fold": 1 + }, + { + "best_epoch": 24, + "best_val_acc": 0.9789473684210527, + "test_acc": 0.9745057232049948, + "train_size": 799, + "val_size": 475, + "test_size": 1922, + "stats": { + "mean": [ + [ + 0.04270595118898613, + -0.035464605757197565, + -0.026330987484355414, + 0.010392891113891287, + 0.024543281602002653, + -0.001253777221526715, + -0.011687647058824222, + -0.02728721652065032, + 0.0025757121401775553, + -0.07006339424280264, + -0.0018936608260329234, + -0.004080205256570354, + 0.04125958948685799, + -0.03204078085106409, + -0.02626784230287835, + -0.023229682102629934, + 0.041942868585731145, + 0.01619261576971138, + 0.006965858322903206, + -0.001747938673341953, + -0.05828717396746041, + 0.04064933917396773, + 0.06597843554443104, + -0.018672580725907748, + 0.005341821777221022, + -0.005427269086358065, + 0.03437815269086148, + -0.017688700000000283, + -0.007796533166459127, + -6.382978713675692e-07, + -0.04346299874843527, + 0.01787682352940982, + -0.03610680851063828, + 0.04465865832290276, + 0.019110889862328, + 0.03990408760951166 + ] + ], + "std": [ + [ + 1.0503026614950781, + 0.9377299469744113, + 0.9332222466570044, + 1.0134812577120929, + 1.0081529457229899, + 0.9997466732969692, + 0.9965218768327301, + 0.9806280790356154, + 1.0004721494235536, + 0.9669617912464558, + 0.9995807486459362, + 0.9945690429937961, + 1.0158077550757176, + 0.7309839212424674, + 0.9989487460582208, + 0.9496723729602274, + 1.1079472020538745, + 0.9931560757473815, + 1.0372639011971079, + 0.998134626824417, + 0.9489971567418679, + 1.0290373693626786, + 1.116580541935386, + 0.9951246155880097, + 1.0441402229839951, + 1.0021017867674258, + 1.064445876205708, + 1.0, + 0.9678679341238935, + 0.999842760601726, + 0.9613338278133499, + 1.0340832941176457, + 0.9901571062749744, + 0.9869400115230125, + 0.9895000075374855, + 1.0222216905424544 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 2, + "depth": 6, + "padding": 72, + "parameters": 50119, + "cert_evals": { + "36": 0.958897054195404, + "72": 0.9396462440490723, + "108": 0.9136316776275635, + "255": 0.5785640478134155 + }, + "fold": 2 + }, + { + "best_epoch": 26, + "best_val_acc": 0.9650655021834061, + "test_acc": 0.9711191335740073, + "train_size": 799, + "val_size": 458, + "test_size": 1939, + "stats": { + "mean": [ + [ + 0.0029798560700874874, + -0.015898287859826204, + 0.013165630788484818, + -0.002079261576972459, + 0.06434595994993732, + -0.0087847083854817, + -0.035066470588235754, + -0.021223376720899842, + 0.012885544430540316, + -0.0755052615769703, + -0.07516446558197788, + 0.004079404255319092, + 0.041259589486858005, + 0.04119505744680826, + -0.0069122853566958315, + -0.029037234042554844, + -0.01641309637046286, + -0.037784055068836316, + -0.03482669524405622, + -0.04370884480600792, + -0.035620035043805974, + 0.04690323904881119, + -0.009425669586981995, + -0.00064454067584565, + -0.05875890000000068, + -0.04884966708385503, + 0.0453790387984959, + -0.017688700000000283, + 0.002599236545681054, + 0.030997209011264834, + -0.05002351439299086, + 0.006875937421775107, + -0.010315694618272687, + -0.04077755694618336, + 0.004955401752189988, + 0.10084858448060059 + ] + ], + "std": [ + [ + 1.003506639923147, + 0.9726497119550556, + 1.031291250931018, + 0.9970790771407828, + 1.0202330509186042, + 0.9991224561764447, + 0.9894273630441432, + 0.9849960711322175, + 1.0029259974983142, + 0.9641477850388797, + 0.9865314194046129, + 1.0050737920779802, + 1.0158077550757172, + 1.2629201270580204, + 0.9808444007141872, + 0.9366196797544946, + 0.9537117155994845, + 1.0142732074093561, + 0.7855814376765643, + 0.9552444287880467, + 0.9695039665985851, + 1.033313842690941, + 0.9816728244810887, + 0.9996865943557063, + 1.0, + 1.0189528540341442, + 1.0840757895240576, + 1.0, + 1.0102634466126872, + 1.067334702526026, + 0.9552142319361535, + 1.0131869855246693, + 0.9972193469515207, + 1.0097604697449478, + 0.9972056619226006, + 1.052569358911855 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 2, + "depth": 6, + "padding": 72, + "parameters": 50119, + "cert_evals": { + "36": 0.9556472897529602, + "72": 0.9381124377250671, + "108": 0.9164518117904663, + "255": 0.6080453991889954 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9753173024551746, + "std_test_acc": 0.0036498018325835727, + "n_samples": 3196, + "n_features": 36, + "n_classes": 2, + "mean_cert_acc_36": 0.958786278963089, + "std_cert_acc_36": 0.0022168477664092903, + "mean_cert_acc_72": 0.9372188597917557, + "std_cert_acc_72": 0.0027906558561754486, + "mean_cert_acc_108": 0.9104890078306198, + "std_cert_acc_108": 0.009601706060229483, + "mean_cert_acc_255": 0.5670816153287888, + "std_cert_acc_255": 0.03259014304649652 + }, + "conn-bench-vowel-deterding": { + "dataset": "conn-bench-vowel-deterding", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 56, + "best_val_acc": 0.8217821782178217, + "test_acc": 0.8220140515222483, + "train_size": 462, + "val_size": 101, + "test_size": 427, + "stats": { + "mean": [ + [ + -2.857142828580301e-07, + 2.385281389853348e-08, + -4.3088744564142115e-08, + -3.844155827509708e-08, + -8.807359302639395e-08, + -1.304545454734722e-07, + 2.852813846998729e-08, + -1.7538961132040442e-08, + 1.6883116991740976e-08, + 6.995670959114648e-08, + -9.999999998989893e-08 + ] + ], + "std": [ + [ + 0.9989172494309853, + 0.9989172586260624, + 0.9989172585041448, + 0.9989169579535073, + 0.9989173225330026, + 0.9989172947423731, + 0.9989172394761775, + 0.9989172874813478, + 0.9989173118500234, + 0.9989170573955074, + 0.9989173544054772 + ] + ] + }, + "width": 64, + "in_features": 11, + "out_features": 11, + "depth": 6, + "padding": 22, + "parameters": 5076, + "cert_evals": { + "36": 0.7002341747283936, + "72": 0.5081967115402222, + "108": 0.35831379890441895, + "255": 0.018735362216830254 + }, + "fold": 0 + }, + { + "best_epoch": 64, + "best_val_acc": 0.8240740740740741, + "test_acc": 0.8023809523809524, + "train_size": 462, + "val_size": 108, + "test_size": 420, + "stats": { + "mean": [ + [ + -2.857142828580301e-07, + 2.385281389853348e-08, + -4.3088744564142115e-08, + -3.844155827509708e-08, + -8.807359302639395e-08, + -1.304545454734722e-07, + 2.852813846998729e-08, + -1.7538961132040442e-08, + 1.6883116991740976e-08, + 6.995670959114648e-08, + -9.999999998989893e-08 + ] + ], + "std": [ + [ + 0.9989172494309853, + 0.9989172586260624, + 0.9989172585041448, + 0.9989169579535073, + 0.9989173225330026, + 0.9989172947423731, + 0.9989172394761775, + 0.9989172874813478, + 0.9989173118500234, + 0.9989170573955074, + 0.9989173544054772 + ] + ] + }, + "width": 64, + "in_features": 11, + "out_features": 11, + "depth": 6, + "padding": 22, + "parameters": 5076, + "cert_evals": { + "36": 0.6952381134033203, + "72": 0.5309523940086365, + "108": 0.3690476417541504, + "255": 0.03809523954987526 + }, + "fold": 1 + }, + { + "best_epoch": 34, + "best_val_acc": 0.8316831683168316, + "test_acc": 0.775175644028103, + "train_size": 462, + "val_size": 101, + "test_size": 427, + "stats": { + "mean": [ + [ + -2.857142828580301e-07, + 2.385281389853348e-08, + -4.3088744564142115e-08, + -3.844155827509708e-08, + -8.807359302639395e-08, + -1.304545454734722e-07, + 2.852813846998729e-08, + -1.7538961132040442e-08, + 1.6883116991740976e-08, + 6.995670959114648e-08, + -9.999999998989893e-08 + ] + ], + "std": [ + [ + 0.9989172494309853, + 0.9989172586260624, + 0.9989172585041448, + 0.9989169579535073, + 0.9989173225330026, + 0.9989172947423731, + 0.9989172394761775, + 0.9989172874813478, + 0.9989173118500234, + 0.9989170573955074, + 0.9989173544054772 + ] + ] + }, + "width": 64, + "in_features": 11, + "out_features": 11, + "depth": 6, + "padding": 22, + "parameters": 5076, + "cert_evals": { + "36": 0.6252927184104919, + "72": 0.4988290071487427, + "108": 0.35831379890441895, + "255": 0.03512880578637123 + }, + "fold": 2 + }, + { + "best_epoch": 52, + "best_val_acc": 0.7850467289719626, + "test_acc": 0.7980997624703088, + "train_size": 462, + "val_size": 107, + "test_size": 421, + "stats": { + "mean": [ + [ + -2.857142828580301e-07, + 2.385281389853348e-08, + -4.3088744564142115e-08, + -3.844155827509708e-08, + -8.807359302639395e-08, + -1.304545454734722e-07, + 2.852813846998729e-08, + -1.7538961132040442e-08, + 1.6883116991740976e-08, + 6.995670959114648e-08, + -9.999999998989893e-08 + ] + ], + "std": [ + [ + 0.9989172494309853, + 0.9989172586260624, + 0.9989172585041448, + 0.9989169579535073, + 0.9989173225330026, + 0.9989172947423731, + 0.9989172394761775, + 0.9989172874813478, + 0.9989173118500234, + 0.9989170573955074, + 0.9989173544054772 + ] + ] + }, + "width": 64, + "in_features": 11, + "out_features": 11, + "depth": 6, + "padding": 22, + "parameters": 5076, + "cert_evals": { + "36": 0.6437054872512817, + "72": 0.510688841342926, + "108": 0.31116390228271484, + "255": 0.035629455000162125 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7994176026004032, + "std_test_acc": 0.019224898819231274, + "n_samples": 990, + "n_features": 11, + "n_classes": 11, + "mean_cert_acc_36": 0.6661176234483719, + "std_cert_acc_36": 0.037331482365100525, + "mean_cert_acc_72": 0.5121667385101318, + "std_cert_acc_72": 0.013524560677470286, + "mean_cert_acc_108": 0.3492097854614258, + "std_cert_acc_108": 0.025863719058939905, + "mean_cert_acc_255": 0.03189721563830972, + "std_cert_acc_255": 0.008869849142573914 + }, + "contrac": { + "dataset": "contrac", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 22, + "best_val_acc": 0.5734597156398105, + "test_acc": 0.5480984340044742, + "train_size": 368, + "val_size": 211, + "test_size": 894, + "stats": { + "mean": [ + [ + 0.04983602472826088, + -0.03683848315217381, + -0.030433624999999895, + 0.04126441032608701, + 0.0759277635869569, + 0.038788576086956336, + -0.05566297010869535, + 0.0662070706521741, + 0.049484739130435086 + ] + ], + "std": [ + [ + 1.0349771394866476, + 1.0203618187773704, + 1.0773888859130338, + 0.9920452760418988, + 0.9188135203134653, + 0.9763026632803047, + 0.9941427090552807, + 0.9825316131926941, + 1.0760483787682442 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 3, + "depth": 6, + "padding": 18, + "parameters": 3320, + "cert_evals": { + "36": 0.3870246112346649, + "72": 0.2505592703819275, + "108": 0.152125284075737, + "255": 0.043624162673950195 + }, + "fold": 0 + }, + { + "best_epoch": 20, + "best_val_acc": 0.5571428571428572, + "test_acc": 0.47150837988826816, + "train_size": 368, + "val_size": 210, + "test_size": 895, + "stats": { + "mean": [ + [ + -0.029433755434782626, + -0.071642726902174, + -0.09035044293478262, + 0.020525774456521734, + 0.007337516304348054, + 0.03878857608695629, + 0.035455372282608796, + -0.03957563858695622, + 0.049484739130434774 + ] + ], + "std": [ + [ + 1.034137512591575, + 1.0184105128981196, + 1.0653920839838686, + 1.048083233025277, + 0.9923881347533616, + 0.9763026632803046, + 0.9969044818106321, + 1.048729739192908, + 1.0760483787682442 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 3, + "depth": 6, + "padding": 18, + "parameters": 3320, + "cert_evals": { + "36": 0.3832402229309082, + "72": 0.28156423568725586, + "108": 0.18324021995067596, + "255": 0.024581003934144974 + }, + "fold": 1 + }, + { + "best_epoch": 34, + "best_val_acc": 0.5483870967741935, + "test_acc": 0.5204200700116686, + "train_size": 368, + "val_size": 248, + "test_size": 857, + "stats": { + "mean": [ + [ + -0.0224978108695652, + 0.0756058451086956, + 0.07941412771739106, + 0.040112260869565215, + -0.03076817663043453, + -0.09286419021739152, + -0.046236899456521284, + 0.002180663043478335, + -0.06466629619565217 + ] + ], + "std": [ + [ + 1.0160308953617057, + 0.95882526146548, + 0.9253350657327032, + 1.0559034595300474, + 1.0290230539377072, + 1.0476659682160625, + 0.9462830856884548, + 0.9600526966125309, + 0.8858527840526336 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 3, + "depth": 6, + "padding": 18, + "parameters": 3320, + "cert_evals": { + "36": 0.3838973343372345, + "72": 0.2438739836215973, + "108": 0.15052509307861328, + "255": 0.014002334326505661 + }, + "fold": 2 + }, + { + "best_epoch": 15, + "best_val_acc": 0.48917748917748916, + "test_acc": 0.5045766590389016, + "train_size": 368, + "val_size": 231, + "test_size": 874, + "stats": { + "mean": [ + [ + -0.05156334456521742, + -0.044870314673913024, + -0.03376221739130403, + 0.026286519021739164, + 0.06068548641304363, + -0.023903217391304493, + 0.03859739402173936, + -0.05627817934782584, + -0.01277946195652176 + ] + ], + "std": [ + [ + 1.0188547788894706, + 0.9948418681411789, + 0.9984372596511997, + 1.0660676802579363, + 0.9360979718845777, + 1.0130497245255512, + 0.9834396874521251, + 1.0057604797479107, + 0.9785587320331135 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 3, + "depth": 6, + "padding": 18, + "parameters": 3320, + "cert_evals": { + "36": 0.3638443648815155, + "72": 0.2528603971004486, + "108": 0.14416475594043732, + "255": 0.014874141663312912 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5111508857358281, + "std_test_acc": 0.03196762855733817, + "n_samples": 1473, + "n_features": 9, + "n_classes": 3, + "mean_cert_acc_36": 0.3795016333460808, + "std_cert_acc_36": 0.010567946684369138, + "mean_cert_acc_72": 0.2572144716978073, + "std_cert_acc_72": 0.016674624419634364, + "mean_cert_acc_108": 0.1575138382613659, + "std_cert_acc_108": 0.017492129554706432, + "mean_cert_acc_255": 0.024270410649478436, + "std_cert_acc_255": 0.013764537137731812 + }, + "credit-approval": { + "dataset": "credit-approval", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 13, + "best_val_acc": 0.84, + "test_acc": 0.8492822966507177, + "train_size": 172, + "val_size": 100, + "test_size": 418, + "stats": { + "mean": [ + [ + 0.04231717441860458, + -0.04319939244186043, + 0.01132773546511633, + 0.10497429069767436, + 0.1039714651162791, + -0.016887567441860464, + 0.12197747790697662, + 0.056721959767441876, + 0.023127069767441777, + 0.01803883720930219, + 0.02175907906976748, + -0.014331000000000156, + 0.026975616279069855, + -0.07794171941860471, + 0.08645942000000016 + ] + ], + "std": [ + [ + 0.9668001544731439, + 0.9828833679832603, + 1.0033612624654744, + 1.0683622008830216, + 1.0656041538091992, + 1.0007415139821727, + 1.1272056598607636, + 1.0528268054248064, + 1.0000784525981627, + 0.9964680315230805, + 0.9149454309542941, + 1.0003809007273163, + 1.0289037612452905, + 0.9424723282553955, + 1.5519077166103805 + ] + ] + }, + "width": 64, + "in_features": 15, + "out_features": 2, + "depth": 6, + "padding": 30, + "parameters": 8917, + "cert_evals": { + "36": 0.8062200546264648, + "72": 0.7511961460113525, + "108": 0.6722487807273865, + "255": 0.3014353811740875 + }, + "fold": 0 + }, + { + "best_epoch": 26, + "best_val_acc": 0.8817204301075269, + "test_acc": 0.8258823529411765, + "train_size": 172, + "val_size": 93, + "test_size": 425, + "stats": { + "mean": [ + [ + -0.05893763953488379, + -0.09494667732558137, + 0.10661604441860463, + 0.0016465697674418215, + -0.0016443023255812898, + -0.03715416976744184, + 0.019046397674418694, + 0.12816041290697705, + 0.04639099999999992, + 0.006295348837209058, + -0.02008573604651146, + -0.13093850000000004, + 0.006132180232558206, + -0.012206166162790686, + 0.10673194959302351 + ] + ], + "std": [ + [ + 1.0212712368033299, + 1.002227255518295, + 1.0267015215317181, + 1.0197891663144403, + 1.0132886907601226, + 0.9740103182437764, + 0.9462774495372472, + 1.135180114956504, + 1.0003490000000002, + 0.9983346607548056, + 0.9387238466077318, + 1.0017391917815985, + 0.9989094608428061, + 0.9604377028423987, + 1.6924318356475039 + ] + ] + }, + "width": 64, + "in_features": 15, + "out_features": 2, + "depth": 6, + "padding": 30, + "parameters": 8917, + "cert_evals": { + "36": 0.7976469993591309, + "72": 0.748235285282135, + "108": 0.6894117593765259, + "255": 0.20705881714820862 + }, + "fold": 1 + }, + { + "best_epoch": 10, + "best_val_acc": 0.8598130841121495, + "test_acc": 0.8418491484184915, + "train_size": 172, + "val_size": 107, + "test_size": 411, + "stats": { + "mean": [ + [ + -0.09690819767441845, + -0.07829492377906978, + 0.14346898139534883, + 0.008104488372092981, + 0.011557720930232681, + 0.0203769784883721, + -0.058847231395348816, + -0.004431645348837212, + 0.01149510465116271, + -0.02893511627906998, + -0.018890154651162814, + -0.07263475000000007, + -0.0563980755813953, + -0.0557846427906977, + -0.04536849656976747 + ] + ], + "std": [ + [ + 1.0400780435620642, + 0.9163334239629656, + 1.1299454947101701, + 0.9838838771477533, + 0.9907637201902963, + 1.0059394076223003, + 0.9122317175379675, + 0.9398719190475693, + 0.9997401653873875, + 1.0030891544052551, + 0.8392167415058691, + 1.0027567026500943, + 0.9205981575020528, + 0.8548997051032522, + 0.5350874335618861 + ] + ] + }, + "width": 64, + "in_features": 15, + "out_features": 2, + "depth": 6, + "padding": 30, + "parameters": 8917, + "cert_evals": { + "36": 0.8102189898490906, + "72": 0.7566909790039062, + "108": 0.7153284549713135, + "255": 0.21411192417144775 + }, + "fold": 2 + }, + { + "best_epoch": 19, + "best_val_acc": 0.8962264150943396, + "test_acc": 0.8179611650485437, + "train_size": 172, + "val_size": 106, + "test_size": 412, + "stats": { + "mean": [ + [ + 0.029660302325581287, + 0.04967415668604653, + 0.035228697674418614, + -0.08230726744186062, + -0.0808560755813953, + -0.06068950697674418, + 0.05521145232558148, + 0.0520138111627908, + -0.00013686046511636238, + -0.02893511627906982, + 0.0647990941860465, + -0.08429550000000029, + -0.11892838372093019, + -0.14010143755813953, + -0.060122975697674434 + ] + ], + "std": [ + [ + 0.9866458073044232, + 1.0497387015089001, + 0.9194770520533397, + 0.928940005324823, + 0.9330534400726008, + 1.0077990709538949, + 1.0375139084982685, + 0.9494310078822967, + 0.9992663708949371, + 1.0030891544052551, + 1.2789280573338035, + 1.0028244999999991, + 0.8074645456755252, + 0.8265119967382965, + 0.4698103883611287 + ] + ] + }, + "width": 64, + "in_features": 15, + "out_features": 2, + "depth": 6, + "padding": 30, + "parameters": 8917, + "cert_evals": { + "36": 0.7742718458175659, + "72": 0.7524272203445435, + "108": 0.6990291476249695, + "255": 0.2936893105506897 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8337437407647323, + "std_test_acc": 0.01435311193905453, + "n_samples": 690, + "n_features": 15, + "n_classes": 2, + "mean_cert_acc_36": 0.797089472413063, + "std_cert_acc_36": 0.016090438976876606, + "mean_cert_acc_72": 0.7521374076604843, + "std_cert_acc_72": 0.0035086339183608064, + "mean_cert_acc_108": 0.6940045356750488, + "std_cert_acc_108": 0.018021863822145795, + "mean_cert_acc_255": 0.2540738582611084, + "std_cert_acc_255": 0.050397976744371985 + }, + "cylinder-bands": { + "dataset": "cylinder-bands", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 9, + "best_val_acc": 0.7195121951219512, + "test_acc": 0.7152317880794702, + "train_size": 128, + "val_size": 82, + "test_size": 302, + "stats": { + "mean": [ + [ + -0.018113468749999997, + -0.09801495312499989, + -0.09835764843749996, + 0.015201562499999939, + -0.08460044531249963, + -0.05902956249999998, + -0.02159560937500003, + -0.10518925781250046, + 0.03565878125000016, + 0.03781927343750002, + -0.0029206640624998936, + -0.005388015624999963, + -0.007189643749999884, + -0.11441540624999999, + 0.02687471875000009, + -0.08272973437500022, + 0.014233650781250131, + -0.040908945312500035, + -0.20346299999999978, + 0.09558365781249996, + -0.12876496562500006, + -0.05027554687499996, + 0.03137399609374995, + -0.07727224921875003, + -0.112076146875, + 0.04986750409374999, + 0.0467316294531248, + 0.08485301562499976, + -0.07968368828125014, + -0.0404871031249999, + 0.026726734374999978, + 0.04898852562499999, + 0.07183878906250019, + 0.01963753046874992, + 0.07539527343749987 + ] + ], + "std": [ + [ + 1.009708113595319, + 0.6915256837343526, + 1.1851115463631896, + 1.1075149207516606, + 0.6356019715752345, + 0.9895598820491779, + 1.036117446187858, + 0.47416953322612243, + 0.9128570390625407, + 0.9754439041131451, + 0.9772769577736968, + 0.9965990540260843, + 1.0049338980010496, + 1.0152930221805465, + 1.0110105352731478, + 0.9779734187172597, + 0.946783796715577, + 0.9180378675297654, + 0.9791387337832046, + 1.3026657902081404, + 1.1587041225508155, + 1.0035768471185391, + 1.0872637801794474, + 0.8506413201552353, + 1.0909742588199165, + 0.9223170655454694, + 0.925140911301162, + 1.2060797979297548, + 0.10884702615305564, + 1.0969927491363656, + 1.0397512419029202, + 0.9385559077709305, + 0.7908440559763066, + 0.8086858742098973, + 0.23360368046727112 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 2, + "depth": 6, + "padding": 70, + "parameters": 47397, + "cert_evals": { + "36": 0.6291390657424927, + "72": 0.5165562629699707, + "108": 0.443708598613739, + "255": 0.14569535851478577 + }, + "fold": 0 + }, + { + "best_epoch": 16, + "best_val_acc": 0.7361111111111112, + "test_acc": 0.7147435897435898, + "train_size": 128, + "val_size": 72, + "test_size": 312, + "stats": { + "mean": [ + [ + -0.15498346874999988, + 0.07623314062499989, + -0.08125197656250005, + 0.1064101249999995, + 0.028200664062500352, + 0.14560404687500025, + 0.1655534453124999, + -0.021037773437500448, + 0.03565884375000017, + -0.09565992968750019, + -0.06719309374999989, + 0.07724234374999989, + 0.014383128125000021, + 0.015113148437499955, + 0.11287723437500005, + 0.15718076562499975, + -0.11598707812499996, + 0.01952450812500009, + -0.05958846093749991, + 0.05810956640625002, + 0.09577258359374996, + 0.01608712499999998, + 0.0455139015625, + -0.09322180656250004, + 0.010363770312500003, + -0.09235189678125001, + -0.12943964476562508, + 0.07837251562499978, + -0.08934230000000017, + -0.11201488515624988, + -0.016908421875000006, + -0.19726601218749995, + -0.027512601562499843, + -0.1071632757812501, + -0.06936312500000016 + ] + ], + "std": [ + [ + 0.9566675689840457, + 1.1785922605080725, + 1.0752069854571855, + 1.134315391792329, + 1.0921920451077407, + 1.0073040155644573, + 1.0080335723206957, + 0.8147932438575216, + 0.7216766565111302, + 1.0325076089625134, + 1.0351765461316509, + 0.9787809233141151, + 0.9952912678839302, + 0.9646382079847095, + 0.9376275956128628, + 1.025290058167112, + 1.1238851154497491, + 0.9392938268734667, + 0.9623682791314133, + 0.6383677679060908, + 0.8128844998290236, + 0.9862468382017052, + 0.8444859158500648, + 1.051379690058149, + 0.9861572089261571, + 1.2038176163546097, + 1.2075147493034224, + 1.1662944917994549, + 1.0, + 1.0433698981937496, + 0.9167305702944823, + 1.1576246436005715, + 1.2133555868200756, + 1.2553958063370618, + 1.386742675536984 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 2, + "depth": 6, + "padding": 70, + "parameters": 47397, + "cert_evals": { + "36": 0.6570512652397156, + "72": 0.567307710647583, + "108": 0.5, + "255": 0.125 + }, + "fold": 1 + }, + { + "best_epoch": 5, + "best_val_acc": 0.7466666666666667, + "test_acc": 0.7346278317152104, + "train_size": 128, + "val_size": 75, + "test_size": 309, + "stats": { + "mean": [ + [ + -0.018113499999999876, + -0.010890906250000026, + 0.004276054687499921, + -0.04560409375000058, + -0.02819989062499964, + 0.003934625000000143, + 0.10796916406250016, + 0.02103777343750001, + -0.02139478124999982, + 0.02002204687499978, + -0.008763656249999825, + -0.04131476562499997, + 0.057528609375000095, + -0.11441537500000004, + -0.051960625, + 0.09099853124999963, + 0.025328648437500097, + 0.06508276609375009, + -0.0463809687499999, + 0.05531756718749999, + 0.048115672656250004, + -0.044416265624999944, + -0.006333254687500049, + 0.07249342484374995, + 0.017864971093750025, + -0.032888132281249996, + -0.005630188515625072, + -0.08849829687500009, + 0.1810991601562506, + -0.03171481484375, + -0.03763525000000013, + 0.012247269375000123, + -0.010699218749999687, + -0.04182582187500004, + 0.0392055468749999 + ] + ], + "std": [ + [ + 1.0014570356459378, + 0.9701723266723137, + 0.976668923366092, + 0.8848220008281984, + 0.8953310490553396, + 0.9995254897694512, + 1.0022604928841146, + 1.1538252271496559, + 1.0317076974392008, + 0.9849764181760653, + 0.9644949026944296, + 0.9682202506697574, + 1.0200144373065265, + 1.024650754456481, + 0.991180532876508, + 1.0231518076189408, + 0.9417295162218619, + 1.1518106310277838, + 1.0373234489917649, + 1.1369455371092343, + 0.9154717541032745, + 1.1226380377592042, + 1.0778851186420637, + 0.9942494651921334, + 0.9650868598248783, + 0.991851813013072, + 0.9883223822673011, + 0.8159153965212675, + 1.7818000158367098, + 0.9958958318550638, + 0.8529177390193199, + 0.9950922963006184, + 1.0386479794315284, + 1.046608837125399, + 0.3263770311133624 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 2, + "depth": 6, + "padding": 70, + "parameters": 47397, + "cert_evals": { + "36": 0.6407766938209534, + "72": 0.5922330021858215, + "108": 0.5177993774414062, + "255": 0.21682848036289215 + }, + "fold": 2 + }, + { + "best_epoch": 37, + "best_val_acc": 0.8108108108108109, + "test_acc": 0.7225806451612903, + "train_size": 128, + "val_size": 74, + "test_size": 310, + "stats": { + "mean": [ + [ + -0.09862528124999967, + 0.07623314062499992, + -0.14967442968749994, + 0.1064100937499999, + 0.08460121875000035, + 0.11412195312500018, + 0.035988921874999975, + 0.02103796874999956, + 0.049922195312500195, + 0.020022046875000005, + 0.07303782812500019, + 0.1706510703124999, + 0.03116200625000013, + 0.10146572656249976, + 0.12004409375000007, + 0.04963468749999977, + -0.09730074531250002, + 0.2519632110937501, + 0.10295269531250012, + -0.017867453124999995, + 0.15167814140624994, + 0.053232843750000036, + 0.05788653593750008, + -0.03172638593750004, + 0.12707835390624983, + -0.07419502420312495, + -0.046009344765625224, + 0.07189192187499989, + -0.012073297656250094, + -0.011471089062500009, + 0.04745321093750001, + -0.06254772593749994, + 0.02904130468750018, + -0.017295875000000013, + -0.045236640625000143 + ] + ], + "std": [ + [ + 0.9681512944811281, + 1.1785922605080716, + 1.1820212062123494, + 1.2342204701284085, + 1.2560999937316328, + 1.0073040155644557, + 0.9422562101157176, + 0.9370712715647449, + 0.8107579850267628, + 0.9849764181760654, + 1.0089890027616917, + 1.0128688585013823, + 1.021806803227722, + 0.9860449137879513, + 0.965560494387225, + 1.0099223731350104, + 1.1411416049886207, + 0.9766554256496787, + 1.078888741266553, + 0.8735915598455525, + 0.9043004878113329, + 0.935916801014639, + 0.9022876021268718, + 1.0095878491602719, + 0.9226412455171137, + 1.103674350946853, + 1.109671652163808, + 1.0892584104797631, + 0.8707774330138579, + 0.9662087759049208, + 0.9327069000527582, + 1.0958735530051178, + 1.0258970951245958, + 1.0635339261419625, + 1.376208872677819 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 2, + "depth": 6, + "padding": 70, + "parameters": 47397, + "cert_evals": { + "36": 0.6387096643447876, + "72": 0.5645161271095276, + "108": 0.49677419662475586, + "255": 0.17741934955120087 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7217959636748902, + "std_test_acc": 0.00927536058155663, + "n_samples": 512, + "n_features": 35, + "n_classes": 2, + "mean_cert_acc_36": 0.6414191722869873, + "std_cert_acc_36": 0.01158904020608893, + "mean_cert_acc_72": 0.5601532757282257, + "std_cert_acc_72": 0.0316229282969824, + "mean_cert_acc_108": 0.4895705431699753, + "std_cert_acc_108": 0.03194188074022947, + "mean_cert_acc_255": 0.1662357971072197, + "std_cert_acc_255": 0.04002912283539496 + }, + "dermatology": { + "dataset": "dermatology", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 15, + "best_val_acc": 1.0, + "test_acc": 0.9585253456221198, + "train_size": 91, + "val_size": 58, + "test_size": 217, + "stats": { + "mean": [ + [ + 0.06255490109890108, + -0.09950824175824165, + 0.06084052747252747, + -0.16717494505494507, + 0.052244340659340686, + 0.0025714945054945153, + -0.02246861538461534, + -0.017277736263736184, + -0.021717483516483508, + 0.03348407692307688, + -0.0475760989010988, + 0.06572261538461521, + 0.08858902197802174, + -0.1041265714285716, + 0.005385186813186856, + -0.035476670329670376, + 0.07677762417582405, + 0.04374145054945071, + 0.1155099230769231, + 0.12043031868131869, + 0.01650943956043959, + 0.07769217582417579, + -0.030356758241758278, + 0.013477208791208829, + 0.015482648351648287, + -0.0034025274725273612, + 0.04002742857142865, + 0.03137470329670338, + 0.008364593406593394, + 0.03786149450549449, + 0.03501758241758232, + 0.19951439560439582, + -0.014634098901098907, + 0.06380519120879125 + ] + ], + "std": [ + [ + 0.9579388217601761, + 1.0149277614583099, + 0.9508267211955849, + 0.9797619817212763, + 0.9779606305193399, + 1.0067406344751444, + 1.0036930400753548, + 0.9655703337016306, + 0.988719482589257, + 1.0387140092945895, + 0.9421816899315113, + 1.108600785818115, + 1.0553627690990925, + 0.8963300954815475, + 1.0312593831866153, + 0.9305276662720072, + 0.9419348744801717, + 1.0024345032706516, + 0.9943938503609722, + 1.126743771486882, + 1.024448001551178, + 1.0936199274871503, + 0.9903178300286889, + 1.0625282108029304, + 1.0022849145804325, + 1.0039785513963642, + 1.0686040527754073, + 1.0117848046592977, + 1.0099891482666616, + 1.032180187104034, + 1.0599064093185755, + 0.98964025727435, + 0.9787453595616104, + 0.9013728009327256 + ] + ] + }, + "width": 128, + "in_features": 34, + "out_features": 6, + "depth": 6, + "padding": 68, + "parameters": 45027, + "cert_evals": { + "36": 0.940092146396637, + "72": 0.921658992767334, + "108": 0.8986175060272217, + "255": 0.7557603716850281 + }, + "fold": 0 + }, + { + "best_epoch": 15, + "best_val_acc": 0.9454545454545454, + "test_acc": 0.9772727272727273, + "train_size": 91, + "val_size": 55, + "test_size": 220, + "stats": { + "mean": [ + [ + -0.15234734065934108, + -0.03685075824175817, + 0.024514153846154, + -0.003059032967032986, + 0.0522442747252747, + -0.020386087912087892, + 0.03530865934065939, + -0.043625648351648345, + -0.08879309890109885, + 0.09415389010989002, + -0.04757609890109863, + 0.06572261538461541, + 0.222018769230769, + 0.05758529670329658, + -0.007495417582417526, + -0.08522665934065947, + -0.07745157142857151, + -0.04334439560439563, + -0.12401621978021984, + 0.04764354945054952, + -0.021313461538461483, + 0.0352194725274725, + 0.051580087912087895, + 0.05687082417582426, + 0.041357142857142794, + -0.028813681318681075, + 0.017010725274725334, + -0.04641174945054939, + 0.01987447252747256, + 0.013464769230769122, + -0.009952681318681485, + -0.14857142857142827, + 0.03504902197802198, + 0.07064716813186812 + ] + ], + "std": [ + [ + 1.0799649707740484, + 0.9701819203088585, + 1.0349980862760444, + 0.9962695208080098, + 1.0565723090694727, + 0.956401750666777, + 1.0996255828899324, + 0.9272437132189425, + 0.9338556246970804, + 1.132692340014453, + 0.9421816899315112, + 1.108600785818116, + 1.3507430798011204, + 0.9954000343509968, + 0.9838347974365711, + 1.0051011914402448, + 1.082244925397, + 0.9863336565802372, + 0.8936601742161131, + 1.0709540797521042, + 0.9668866324311055, + 1.0433938478729325, + 1.061517000809812, + 1.0860930768159869, + 1.0492767576804765, + 0.9727826405276763, + 1.0221067222848232, + 0.9644227334697079, + 1.0222445250094454, + 1.1137241387036405, + 0.9325232366107138, + 0.9431871301685265, + 1.0294846104354056, + 0.954054376413069 + ] + ] + }, + "width": 128, + "in_features": 34, + "out_features": 6, + "depth": 6, + "padding": 68, + "parameters": 45027, + "cert_evals": { + "36": 0.9545454382896423, + "72": 0.9318181276321411, + "108": 0.913636326789856, + "255": 0.7545454502105713 + }, + "fold": 1 + }, + { + "best_epoch": 12, + "best_val_acc": 0.9836065573770492, + "test_acc": 0.9672897196261683, + "train_size": 91, + "val_size": 61, + "test_size": 214, + "stats": { + "mean": [ + [ + 0.1286785934065936, + -0.052514956043955986, + -0.0723557912087912, + -0.03202061538461543, + -0.15349332967032966, + -0.020386153846153894, + -0.09950505494505507, + -0.004103824175824138, + 0.03417917582417588, + 0.08201997802197789, + -0.01447120879120871, + -0.022712967032967008, + -0.04484103296703309, + 0.003681208791208678, + 0.044027285714285734, + 0.04412385714285691, + -0.04660575824175837, + -0.014315659340659313, + -0.02820572527472527, + 0.03724537362637364, + -0.01185779120879114, + -0.039107373626373704, + 0.0024179670329669205, + -0.015451747252747299, + 0.002545351648351576, + 0.08553615384615376, + 0.017010747252747392, + -0.017241828571428485, + 0.008364593406593424, + -0.05972478021978029, + 0.012532417582417426, + 0.1541118681318682, + 0.0052391428571429075, + 0.04806798461538459 + ] + ], + "std": [ + [ + 0.9701280514742756, + 0.9293627837603032, + 0.9985142789172075, + 1.0092809883627014, + 0.9144981766921801, + 0.9688575910999048, + 0.7552905986573396, + 0.9998322435146684, + 1.0704136812401557, + 1.0731541860690452, + 0.9820497437937411, + 0.9606585652114606, + 0.9412251138507225, + 1.032650720921409, + 1.0662219170916833, + 1.0316415589934254, + 0.8883921685550962, + 1.0965763955898655, + 0.9938166856011934, + 1.0449962571399998, + 0.9713151295619376, + 0.916982706185695, + 1.0485354727700578, + 0.9633861656803218, + 0.9854442339078262, + 1.003978327496943, + 1.0338310542422602, + 0.9972909993244929, + 1.0099891482666616, + 0.6769782284640671, + 0.9985019725218273, + 0.9997718075782989, + 1.0050250528703155, + 0.9607093594262002 + ] + ] + }, + "width": 128, + "in_features": 34, + "out_features": 6, + "depth": 6, + "padding": 68, + "parameters": 45027, + "cert_evals": { + "36": 0.9672896862030029, + "72": 0.9439252018928528, + "108": 0.9299064874649048, + "255": 0.7383177280426025 + }, + "fold": 2 + }, + { + "best_epoch": 27, + "best_val_acc": 1.0, + "test_acc": 0.9551569506726457, + "train_size": 91, + "val_size": 52, + "test_size": 223, + "stats": { + "mean": [ + [ + -0.05316160439560428, + 0.07280001098901108, + 0.00029673626373637353, + -0.012712835164835188, + 0.028039912087912074, + -0.05482258241758234, + 0.01604945054945059, + 0.009070153846153903, + 0.011820373626373679, + -0.0029178351648351595, + -0.14689076923076905, + -0.02271290109890109, + -0.04484103296703295, + 0.0036813406593406033, + 0.08266931868131823, + 0.054073769230769106, + -0.000336973626373744, + 0.02922736263736266, + 0.043652076923076925, + 0.03724537362637369, + -0.0024020659340658864, + 0.03521959340659338, + 0.0024179780219780282, + 0.056870879120879105, + 0.015482648351648276, + 0.00930285714285733, + 0.017010725274725344, + 0.002204784615384724, + -0.014655186813186854, + 0.0622580769230768, + 0.012532483516483228, + 0.06330681318681318, + -0.004697549450549487, + 0.015909242857142816 + ] + ], + "std": [ + [ + 0.9579387151851927, + 0.9666344534450786, + 0.9971916717551561, + 1.0285803186606315, + 0.9689331448788322, + 0.9145691771687489, + 0.8846614143098532, + 1.0173836013652253, + 0.9964001763067949, + 0.9871125181905619, + 0.8027509230903981, + 0.9299285829647791, + 0.9412251138507224, + 0.9834698643403745, + 1.1391943175030825, + 0.9785493379039759, + 1.017445012936306, + 0.9645207385980711, + 0.9428629894457031, + 1.0449962571399996, + 0.9921708037991144, + 1.033514126697011, + 1.048535468132942, + 1.0684193315579842, + 1.002284914580432, + 0.9595830510736266, + 1.022106722284823, + 1.0153293741790863, + 0.9598175741851003, + 1.1500085669506441, + 1.0435622629094696, + 0.949962818915988, + 1.0144124428718615, + 1.013968145011949 + ] + ] + }, + "width": 128, + "in_features": 34, + "out_features": 6, + "depth": 6, + "padding": 68, + "parameters": 45027, + "cert_evals": { + "36": 0.9372197985649109, + "72": 0.9192825555801392, + "108": 0.905829668045044, + "255": 0.7623319029808044 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9645611857984152, + "std_test_acc": 0.009897797540141405, + "n_samples": 366, + "n_features": 34, + "n_classes": 6, + "mean_cert_acc_36": 0.9497867673635483, + "std_cert_acc_36": 0.013915357192222215, + "mean_cert_acc_72": 0.9291712194681168, + "std_cert_acc_72": 0.011238406525712681, + "mean_cert_acc_108": 0.9119974970817566, + "std_cert_acc_108": 0.013422418746279094, + "mean_cert_acc_255": 0.7527388632297516, + "std_cert_acc_255": 0.010204391564679121 + }, + "echocardiogram": { + "dataset": "echocardiogram", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 13, + "best_val_acc": 0.8, + "test_acc": 0.7564102564102564, + "train_size": 33, + "val_size": 20, + "test_size": 78, + "stats": { + "mean": [ + [ + -0.057606475757575756, + -0.15964663636363635, + -0.060374909090909125, + 0.0400295, + 0.10041431515151517, + 0.07715459090909091, + 0.009048404242424318, + 0.011163848484848474, + -0.3499357575757576, + -0.0035744545454545447 + ] + ], + "std": [ + [ + 1.1573831652081632, + 0.8404744208999705, + 0.7381400184555348, + 1.0796554948826975, + 0.8705069277860507, + 1.2129557576954413, + 1.0456434215229085, + 0.9246089519830962, + 1.0989667179647085, + 0.9932372830639454 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 4047, + "cert_evals": { + "36": 0.6153846383094788, + "72": 0.5384615659713745, + "108": 0.4615384638309479, + "255": 0.03846153989434242 + }, + "fold": 0 + }, + { + "best_epoch": 15, + "best_val_acc": 0.8260869565217391, + "test_acc": 0.72, + "train_size": 33, + "val_size": 23, + "test_size": 75, + "stats": { + "mean": [ + [ + -0.10427761212121212, + -0.08161054545454546, + 0.08791276969696966, + -0.14441026060606058, + 0.09186773939393943, + 0.02212875757575757, + -0.12115638181818184, + 0.13688663636363635, + -0.19213333333333332, + -0.08161054545454546 + ] + ], + "std": [ + [ + 0.8430736384486278, + 0.9233354795587926, + 1.041073713648991, + 0.8385992375905786, + 0.7966783723844354, + 0.8163890823085291, + 0.8747642125794102, + 0.7576737832204337, + 1.0947098909221693, + 0.9233354795587928 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 4047, + "cert_evals": { + "36": 0.5733333230018616, + "72": 0.5066666603088379, + "108": 0.3733333349227905, + "255": 0.1066666692495346 + }, + "fold": 1 + }, + { + "best_epoch": 16, + "best_val_acc": 0.9, + "test_acc": 0.8205128205128205, + "train_size": 33, + "val_size": 20, + "test_size": 78, + "stats": { + "mean": [ + [ + 0.04318501212121217, + -0.08161054545454545, + -0.1960651757575758, + 0.10663209696969696, + -0.039179059090909095, + -0.08327692727272729, + -0.02021858363636361, + -0.027255212121212104, + -0.0343309090909092, + -0.08161054545454542 + ] + ], + "std": [ + [ + 1.1928881057545633, + 0.9233354795587926, + 0.7336788223210056, + 1.0424668853529024, + 1.015206992443095, + 0.7150465728455708, + 0.9871909809630498, + 0.7552585618074782, + 1.0673558137650077, + 0.9233354795587926 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 4047, + "cert_evals": { + "36": 0.7820512652397156, + "72": 0.7307692170143127, + "108": 0.5769230723381042, + "255": 0.1666666716337204 + }, + "fold": 2 + }, + { + "best_epoch": 2, + "best_val_acc": 0.8888888888888888, + "test_acc": 0.6853932584269663, + "train_size": 33, + "val_size": 9, + "test_size": 89, + "stats": { + "mean": [ + [ + 0.17818635454545453, + -0.003574454545454491, + 0.09132509090909088, + -0.2657220666666666, + 0.02064670606060603, + 0.008581981818181823, + -0.001812626060606065, + -0.08051203030303035, + 0.005119696969696846, + -0.08161054545454548 + ] + ], + "std": [ + [ + 0.65057027499482, + 0.9932372830639454, + 0.9917679778099099, + 0.9657357364086732, + 0.9330992242935773, + 1.0185738628461445, + 0.9305394942774076, + 0.8664314560759948, + 1.0688129554861598, + 0.9233354795587926 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 4047, + "cert_evals": { + "36": 0.3258427083492279, + "72": 0.23595505952835083, + "108": 0.2247191071510315, + "255": 0.11235955357551575 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7455790838375108, + "std_test_acc": 0.05776100847959691, + "n_samples": 131, + "n_features": 10, + "n_classes": 2, + "mean_cert_acc_36": 0.574152983725071, + "std_cert_acc_36": 0.18848555161023042, + "mean_cert_acc_72": 0.502963125705719, + "std_cert_acc_72": 0.2036850330542461, + "mean_cert_acc_108": 0.40912849456071854, + "std_cert_acc_108": 0.14853724653962308, + "mean_cert_acc_255": 0.1060386085882783, + "std_cert_acc_255": 0.052544492409236476 + }, + "ecoli": { + "dataset": "ecoli", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 94, + "best_val_acc": 0.3888888888888889, + "test_acc": 0.36363636363636365, + "train_size": 84, + "val_size": 54, + "test_size": 198, + "stats": { + "mean": [ + [ + 0.013150064285714266, + 0.030534154761904717, + -0.03497671428571443, + -0.05455450000000004, + -0.07806762144047612, + 0.0146216491309523, + 0.00923791428571434 + ] + ], + "std": [ + [ + 0.9944073468449054, + 1.0029903172616768, + 0.8958309259021103, + 1.0, + 1.0494215334470565, + 0.9464416656581703, + 0.9697251209067621 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 8, + "depth": 6, + "padding": 14, + "parameters": 2127, + "cert_evals": { + "36": 0.13636364042758942, + "72": 0.02525252476334572, + "108": 0.01515151560306549, + "255": 0.01515151560306549 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.08771929824561403, + "test_acc": 0.06666666666666667, + "train_size": 84, + "val_size": 57, + "test_size": 195, + "stats": { + "mean": [ + [ + 0.05841213633333324, + 0.009642500000000023, + -0.1049293571428573, + -0.05455450000000004, + -0.13059923814285718, + -0.04276377619047619, + -0.11014530833333327 + ] + ], + "std": [ + [ + 1.0146171837993285, + 1.0844043612606449, + 0.6372989064356027, + 1.0, + 1.1282134026013562, + 0.9791745837868009, + 1.0002488772478277 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 8, + "depth": 6, + "padding": 14, + "parameters": 2127, + "cert_evals": { + "36": 0.06666667014360428, + "72": 0.061538465321063995, + "108": 0.015384616330265999, + "255": 0.015384616330265999 + }, + "fold": 1 + }, + { + "best_epoch": 14, + "best_val_acc": 0.125, + "test_acc": 0.18877551020408162, + "train_size": 84, + "val_size": 56, + "test_size": 196, + "stats": { + "mean": [ + [ + -0.011315743142857089, + -0.03455130952380979, + -0.03497671428571443, + -0.05455450000000004, + 0.08828174398809528, + -0.05821374880952385, + -0.06637139999999996 + ] + ], + "std": [ + [ + 1.012351652595517, + 1.0330947119577754, + 0.8958309259021106, + 1.0, + 1.0026493882045864, + 0.9566088016671406, + 0.9710783614044303 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 8, + "depth": 6, + "padding": 14, + "parameters": 2127, + "cert_evals": { + "36": 0.18877550959587097, + "72": 0.17346937954425812, + "108": 0.04591836780309677, + "255": 0.015306122601032257 + }, + "fold": 2 + }, + { + "best_epoch": 65, + "best_val_acc": 0.8703703703703703, + "test_acc": 0.803030303030303, + "train_size": 84, + "val_size": 54, + "test_size": 198, + "stats": { + "mean": [ + [ + -0.17523749880952394, + -0.0650854523809525, + -0.03497671428571443, + -0.05455450000000004, + 0.014348625000000045, + -0.16084512944047624, + -0.12776817619047612 + ] + ], + "std": [ + [ + 1.0115769923283313, + 0.9182494349544681, + 0.8958309259021106, + 1.0, + 1.1277230453570237, + 0.9641663228847202, + 0.9980600835386763 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 8, + "depth": 6, + "padding": 14, + "parameters": 2127, + "cert_evals": { + "36": 0.7121211886405945, + "72": 0.5959596037864685, + "108": 0.43939393758773804, + "255": 0.06565656512975693 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.35552721088435374, + "std_test_acc": 0.32226868682516185, + "n_samples": 336, + "n_features": 7, + "n_classes": 8, + "mean_cert_acc_36": 0.2759817522019148, + "std_cert_acc_36": 0.2950302569110602, + "mean_cert_acc_72": 0.21405499335378408, + "std_cert_acc_72": 0.2623013451401749, + "mean_cert_acc_108": 0.12896210933104157, + "std_cert_acc_108": 0.2074583341001359, + "mean_cert_acc_255": 0.02787470491603017, + "std_cert_acc_255": 0.025188092966004407 + }, + "energy-y1": { + "dataset": "energy-y1", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 27, + "best_val_acc": 0.8846153846153846, + "test_acc": 0.864406779661017, + "train_size": 192, + "val_size": 104, + "test_size": 472, + "stats": { + "mean": [ + [ + 0.04037588177083325, + -0.02897297395833333, + -0.0555741354166667, + -0.0014130312499998996, + -0.01040988541666666, + 0.08845356250000003, + 0.019546906250001692, + 0.12425216145833322 + ] + ], + "std": [ + [ + 1.0503259507282519, + 1.0401598299798114, + 0.9566204676221528, + 1.0115106857597378, + 0.9992947803759471, + 0.9870322434122373, + 0.9626025350664883, + 1.0012373439432847 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 2648, + "cert_evals": { + "36": 0.8262711763381958, + "72": 0.7796609997749329, + "108": 0.7288135886192322, + "255": 0.34957626461982727 + }, + "fold": 0 + }, + { + "best_epoch": 7, + "best_val_acc": 0.7878787878787878, + "test_acc": 0.8085585585585585, + "train_size": 192, + "val_size": 132, + "test_size": 444, + "stats": { + "mean": [ + [ + -0.035944025000000025, + 0.01883181770833327, + 0.02047402083333334, + 0.008475244791666782, + 2.3129646346357427e-18, + -9.25185853854297e-18, + -0.003910447916664952, + -0.010073338541666126 + ] + ], + "std": [ + [ + 0.9212095277307366, + 0.9229015509828643, + 1.0465139198851874, + 0.9891013465328523, + 0.9993489999999986, + 0.9993506559221339, + 0.9981490715102995, + 0.9882682016149288 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 2648, + "cert_evals": { + "36": 0.5, + "72": 0.45945948362350464, + "108": 0.45720723271369934, + "255": 0.3490990996360779 + }, + "fold": 1 + }, + { + "best_epoch": 27, + "best_val_acc": 0.8571428571428571, + "test_acc": 0.8468271334792122, + "train_size": 192, + "val_size": 119, + "test_size": 457, + "stats": { + "mean": [ + [ + -0.06401001406250006, + 0.06953358854166669, + -4.583333333418871e-07, + 0.0678050677083333, + -0.0624593125, + 0.10707533333333334, + 0.011727677083334845, + -0.026863999999998927 + ] + ], + "std": [ + [ + 0.9971640605357807, + 1.016537043200003, + 0.9590898709257725, + 0.9858397966646458, + 0.997395236645448, + 0.9977770953987608, + 1.0267126976352656, + 1.0236092624260158 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 2648, + "cert_evals": { + "36": 0.7986871004104614, + "72": 0.7111597657203674, + "108": 0.6105033159255981, + "255": 0.2253829389810562 + }, + "fold": 2 + }, + { + "best_epoch": 25, + "best_val_acc": 0.868421052631579, + "test_acc": 0.8766233766233766, + "train_size": 192, + "val_size": 114, + "test_size": 462, + "stats": { + "mean": [ + [ + -0.09306050364583336, + 0.10140363020833336, + 0.038023541666666646, + 0.08051876041666675, + -0.06245931250000001, + 4.166666664589166e-08, + 0.16615551562499892, + 0.11081956770833301 + ] + ], + "std": [ + [ + 1.0103381574343495, + 1.0260340528127347, + 0.9660180839931469, + 0.9757962633490739, + 0.997395236645448, + 0.9993506559221341, + 0.9513965888850403, + 0.9859377713172496 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 2648, + "cert_evals": { + "36": 0.8290043473243713, + "72": 0.7683982849121094, + "108": 0.7186146974563599, + "255": 0.30519479513168335 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8491039620805412, + "std_test_acc": 0.029668210247794282, + "n_samples": 768, + "n_features": 8, + "n_classes": 3, + "mean_cert_acc_36": 0.7384906560182571, + "std_cert_acc_36": 0.15958232252454121, + "mean_cert_acc_72": 0.6796696335077286, + "std_cert_acc_72": 0.1498390085467557, + "mean_cert_acc_108": 0.6287847086787224, + "std_cert_acc_108": 0.1262909910820581, + "mean_cert_acc_255": 0.3073132745921612, + "std_cert_acc_255": 0.05845021627918977 + }, + "energy-y2": { + "dataset": "energy-y2", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 24, + "best_val_acc": 0.9224137931034483, + "test_acc": 0.8760869565217392, + "train_size": 192, + "val_size": 116, + "test_size": 460, + "stats": { + "mean": [ + [ + 0.0009850791666666432, + 0.010139916666666622, + 0.032173687500000006, + -0.005650822916666537, + 0.010409885416666669, + -0.06052093749999998, + -0.02541311979166509, + 0.0537312500000005 + ] + ], + "std": [ + [ + 1.0456101033083376, + 1.0498619980358046, + 0.9456106661428212, + 0.9965179021332218, + 0.999294780375947, + 1.0222397484588055, + 1.030433216371699, + 0.995731298264168 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 2648, + "cert_evals": { + "36": 0.8304347395896912, + "72": 0.782608687877655, + "108": 0.7326086759567261, + "255": 0.42391303181648254 + }, + "fold": 0 + }, + { + "best_epoch": 29, + "best_val_acc": 0.8852459016393442, + "test_acc": 0.8590308370044053, + "train_size": 192, + "val_size": 122, + "test_size": 454, + "stats": { + "mean": [ + [ + 0.07533532916666669, + -0.059394307291666594, + -0.017550052083333306, + -0.04944196875000006, + 0.031229656250000005, + -0.004655374999999985, + 0.06255218750000145, + 1.1510416676625372e-06 + ] + ], + "std": [ + [ + 1.0729275910612097, + 1.0653863321722707, + 0.9433869502795601, + 1.0190501631365936, + 0.998860917431203, + 0.9951670891648171, + 1.0163359360027204, + 1.0396997731000648 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 2648, + "cert_evals": { + "36": 0.8303964138031006, + "72": 0.7907488942146301, + "108": 0.768722414970398, + "255": 0.5991189479827881 + }, + "fold": 1 + }, + { + "best_epoch": 10, + "best_val_acc": 0.860655737704918, + "test_acc": 0.8502202643171806, + "train_size": 192, + "val_size": 122, + "test_size": 454, + "stats": { + "mean": [ + [ + -0.0004920619791667415, + 0.007242729166666742, + -0.020474875000000007, + 0.016951052083333352, + 2.3129646346357427e-18, + 0.004655458333333339, + 0.11924057812500127, + 0.06380555208333295 + ] + ], + "std": [ + [ + 1.0283618263304504, + 1.0335770524750947, + 0.8923225124501564, + 0.9833589680412395, + 0.9993489999999986, + 1.0280747733173587, + 0.9999909373553216, + 0.955311666538388 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 2648, + "cert_evals": { + "36": 0.8237885236740112, + "72": 0.8083699941635132, + "108": 0.7533039450645447, + "255": 0.10352422297000885 + }, + "fold": 2 + }, + { + "best_epoch": 27, + "best_val_acc": 0.831858407079646, + "test_acc": 0.8617710583153347, + "train_size": 192, + "val_size": 113, + "test_size": 463, + "stats": { + "mean": [ + [ + -0.045791585416666704, + 0.053598781249999984, + 0.038023489583333334, + 0.0339023333333334, + -0.04163954166666667, + 0.013966291666666672, + 0.03909468750000155, + 0.06716386458333357 + ] + ], + "std": [ + [ + 1.0190772752310013, + 1.0258162287916472, + 1.0141309105461986, + 1.0041302689502694, + 0.998481132706467, + 0.9782096135772306, + 0.997298911424109, + 1.0244022864972453 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 2648, + "cert_evals": { + "36": 0.833693265914917, + "72": 0.7753779292106628, + "108": 0.7105831503868103, + "255": 0.4362850785255432 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.861777279039665, + "std_test_acc": 0.010737387042279816, + "n_samples": 768, + "n_features": 8, + "n_classes": 3, + "mean_cert_acc_36": 0.82957823574543, + "std_cert_acc_36": 0.004157613631840911, + "mean_cert_acc_72": 0.7892763763666153, + "std_cert_acc_72": 0.014193419279362697, + "mean_cert_acc_108": 0.7413045465946198, + "std_cert_acc_108": 0.025266231885131617, + "mean_cert_acc_255": 0.3907103203237057, + "std_cert_acc_255": 0.20743632696293227 + }, + "fertility": { + "dataset": "fertility", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 32, + "best_val_acc": 0.7222222222222222, + "test_acc": 0.7368421052631579, + "train_size": 25, + "val_size": 18, + "test_size": 57, + "stats": { + "mean": [ + [ + -0.050080199999999984, + -0.12364147839999998, + 0.14793016000000006, + -0.32071263999999977, + 0.1791338, + -0.12053400000000013, + 0.5731312000000003, + -0.16074628000000002, + 0.03862860000000002 + ] + ], + "std": [ + [ + 1.0236052735742232, + 0.8512034434759349, + 0.8026475169365781, + 0.9000012058569202, + 0.9750796495625166, + 0.7418187080757671, + 0.7460504646830267, + 0.9966002512278438, + 0.8297482471350933 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3301, + "cert_evals": { + "36": 0.6842105388641357, + "72": 0.6842105388641357, + "108": 0.5964912176132202, + "255": 0.14035087823867798 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.8571428571428571, + "test_acc": 0.8360655737704918, + "train_size": 25, + "val_size": 14, + "test_size": 61, + "stats": { + "mean": [ + [ + 0.08396883999999995, + 0.0741850816, + -0.08875767999999994, + 0.16035823999999999, + -0.2985557199999999, + 0.017217679999999954, + -0.28656639999999994, + -0.012364960000000034, + 7.200000000029405e-07 + ] + ], + "std": [ + [ + 0.9493769176881722, + 1.0402868069724176, + 1.0846399428755964, + 1.0014288942292522, + 0.95537904, + 1.089027811624688, + 1.008650391054026, + 0.9817617018642958, + 0.9407763787630519 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3301, + "cert_evals": { + "36": 0.7540982961654663, + "72": 0.5901638865470886, + "108": 0.1803278625011444, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 7, + "best_val_acc": 0.9, + "test_acc": 0.8181818181818182, + "train_size": 25, + "val_size": 20, + "test_size": 55, + "stats": { + "mean": [ + [ + -0.15099352, + 0.04121466079999998, + 0.029586240000000055, + 0.16035823999999999, + -0.059710959999999924, + 0.29272248000000006, + 0.09552136000000001, + -0.25966716, + -0.27897695999999994 + ] + ], + "std": [ + [ + 0.9753651401849921, + 1.00304651742069, + 0.9614305510351658, + 1.001428894229252, + 0.9943900320852971, + 0.9593333711047946, + 0.911221690762852, + 0.8623722386522275, + 0.6562133354788506 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3301, + "cert_evals": { + "36": 0.7999999523162842, + "72": 0.7090908885002136, + "108": 0.5272727012634277, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 5, + "best_val_acc": 0.8181818181818182, + "test_acc": 0.78125, + "train_size": 25, + "val_size": 11, + "test_size": 64, + "stats": { + "mean": [ + [ + -0.05008016, + 0.16980184160000003, + 0.029586240000000055, + -0.08017719999999987, + -0.13932587999999993, + 0.22384639999999986, + -0.19104464, + 0.23493724, + -0.28326872000000003 + ] + ], + "std": [ + [ + 0.967192993888714, + 1.0029056548149258, + 0.9614305510351658, + 0.981981821759731, + 0.9879951745516705, + 0.9393450743392652, + 0.9552200000001204, + 1.0881296800000002, + 0.6448658384270962 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3301, + "cert_evals": { + "36": 0.671875, + "72": 0.515625, + "108": 0.34375, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.793084874303867, + "std_test_acc": 0.04389574936827879, + "n_samples": 100, + "n_features": 9, + "n_classes": 2, + "mean_cert_acc_36": 0.7275459468364716, + "std_cert_acc_36": 0.06036506183424237, + "mean_cert_acc_72": 0.6247725784778595, + "std_cert_acc_72": 0.08898202811925164, + "mean_cert_acc_108": 0.4119604453444481, + "std_cert_acc_108": 0.18766534093787055, + "mean_cert_acc_255": 0.035087719559669495, + "std_cert_acc_255": 0.07017543911933899 + }, + "flags": { + "dataset": "flags", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 15, + "best_val_acc": 0.48148148148148145, + "test_acc": 0.44537815126050423, + "train_size": 48, + "val_size": 27, + "test_size": 119, + "stats": { + "mean": [ + [ + 0.2352414791666667, + -0.14561693750000007, + 0.1764680979166667, + 0.11582924333333333, + 0.0278278833333333, + 0.04467812499999988, + -0.14742766666666676, + -0.14850950000000007, + 0.10914166666666664, + 0.020176562500000023, + -0.14527287500000005, + -0.021462375000000023, + -0.005958499999999978, + -0.18136456250000013, + -0.1484010833333332, + -0.13407733333333335, + -0.14238879166666651, + -0.06353299999999999, + 0.039132958333333315, + 0.23061385416666677, + 0.16322545416666676, + 0.20470881250000014, + -0.04084762500000006, + -0.005915999999999931, + -0.08552499999999989, + 0.003115083333333317, + -0.00012200000000005262, + 0.016370875000000003 + ] + ], + "std": [ + [ + 0.9423798810959939, + 0.9424971000607776, + 1.1257258803436931, + 1.5640772168523231, + 0.9974256598053217, + 1.129307049644929, + 1.052031616542435, + 0.7965270829416287, + 0.9104918487062668, + 0.9984666452987403, + 0.9898063223282548, + 0.9958585433814053, + 1.0008837456871553, + 0.8789136023594675, + 0.8091964732150918, + 0.9827727342487288, + 0.6596688427296609, + 0.858146791992489, + 1.050181614737104, + 1.5175473203808312, + 0.8994410282874392, + 1.317453200121319, + 0.9530138431587623, + 0.994027422565394, + 0.9275008724551151, + 1.0021317232904448, + 0.9667438830883966, + 0.9280632223285767 + ] + ] + }, + "width": 128, + "in_features": 28, + "out_features": 8, + "depth": 6, + "padding": 56, + "parameters": 30813, + "cert_evals": { + "36": 0.3613445460796356, + "72": 0.24369749426841736, + "108": 0.1596638709306717, + "255": 0.02521008625626564 + }, + "fold": 0 + }, + { + "best_epoch": 14, + "best_val_acc": 0.4482758620689655, + "test_acc": 0.4188034188034188, + "train_size": 48, + "val_size": 29, + "test_size": 117, + "stats": { + "mean": [ + [ + 0.19499710416666668, + -0.0022983958333333797, + -0.02790886250000002, + 0.11650907499999995, + -0.06750504166666671, + -0.11583450000000012, + -0.10268268750000005, + 0.02775170833333333, + 0.26183579166666643, + -0.02146237499999999, + -0.14527287500000005, + 0.27001018749999983, + -0.10226858333333351, + 0.10011306249999985, + -0.3313875208333335, + -0.17088533333333333, + -0.18737783333333316, + -0.06353299999999996, + 0.03913295833333332, + -0.008377395833333351, + -0.026332812499999955, + -0.15468943749999978, + 0.07922083333333325, + 0.13755950000000008, + -0.03367612499999993, + 0.07865360416666665, + 0.0827322729166666, + -0.1398202291666666 + ] + ], + "std": [ + [ + 1.0149211380035321, + 1.0106590573641523, + 0.800987362794606, + 1.5710238762349773, + 0.9911412389198323, + 0.8417359860573123, + 0.7550650019137193, + 0.8454707572998891, + 0.7463117905961775, + 0.9958585433814053, + 0.9898063223282548, + 0.9774069853377493, + 1.0506189728199082, + 1.04374696833814, + 0.41816393735262497, + 0.8196612593038392, + 0.596847083543995, + 0.8581467919924893, + 1.050181614737104, + 0.8097533539243018, + 0.6013621428718394, + 0.6159775664971462, + 1.073924939147738, + 1.064042786035294, + 0.9713883617826264, + 1.1076121378365742, + 1.021768139613268, + 0.8455337132759265 + ] + ] + }, + "width": 128, + "in_features": 28, + "out_features": 8, + "depth": 6, + "padding": 56, + "parameters": 30813, + "cert_evals": { + "36": 0.3589743673801422, + "72": 0.2735042870044708, + "108": 0.20512822270393372, + "255": 0.08547008782625198 + }, + "fold": 1 + }, + { + "best_epoch": 28, + "best_val_acc": 0.5384615384615384, + "test_acc": 0.35833333333333334, + "train_size": 48, + "val_size": 26, + "test_size": 120, + "stats": { + "mean": [ + [ + 0.0340199583333333, + 0.10917162499999984, + -0.07162090208333334, + 0.06506778333333332, + -0.10921322916666676, + 0.12493452083333324, + 0.013654270833333296, + 0.15594170833333318, + -0.04355245833333338, + -0.021462374999999978, + 0.104134875, + 0.02017656249999995, + 0.1385066249999999, + 0.053200124999999876, + 0.09558083333333343, + 0.3076187916666668, + 0.17253487500000028, + 0.15269966666666668, + 0.1823765416666667, + 0.13501729166666662, + 0.262743825, + -0.06483987499999996, + 0.19928929166666667, + -0.1015663333333332, + -0.03367612499999994, + 0.07865360416666677, + 0.23660444999999997, + 0.06843458333333337 + ] + ], + "std": [ + [ + 1.0728446319744602, + 1.004997765945125, + 0.6738313483909325, + 1.1276322526496132, + 0.9889360364810051, + 1.0737570402474663, + 1.2301542970075396, + 1.0335005003320021, + 1.0268293591046207, + 0.9958585433814053, + 0.9898063223282548, + 0.9984666452987404, + 0.9021844164633743, + 1.0235194592787966, + 1.0911203018947113, + 1.043398618770709, + 1.428359917728367, + 1.0537876663148145, + 1.2133500974257005, + 0.931759019467099, + 1.699034990837401, + 0.8618067283867119, + 1.170282570673264, + 0.9322841280124254, + 0.9713883617826267, + 1.1076121378365744, + 1.009283746545842, + 1.0092164745858712 + ] + ] + }, + "width": 128, + "in_features": 28, + "out_features": 8, + "depth": 6, + "padding": 56, + "parameters": 30813, + "cert_evals": { + "36": 0.25833335518836975, + "72": 0.20000001788139343, + "108": 0.15000000596046448, + "255": 0.0833333358168602 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.25806451612903225, + "test_acc": 0.34782608695652173, + "train_size": 48, + "val_size": 31, + "test_size": 115, + "stats": { + "mean": [ + [ + 0.060849604166666675, + -0.11376839583333333, + -0.09783850416666667, + -0.09356036875000003, + 0.22445235416666667, + 0.024614104166666605, + 0.0762974583333333, + 0.09184660416666661, + -0.14534854166666666, + -0.021462374999999978, + 0.18727079166666663, + 0.061815500000000016, + 0.042196541666666705, + 0.10011306249999992, + -0.08740560416666669, + 0.0008853750000000308, + -0.1423887916666665, + -0.06353283333333333, + -0.10411062500000007, + -0.056175625000000166, + 0.25800489583333336, + -0.15468943749999986, + 0.07922083333333328, + -0.10156633333333316, + -0.08552499999999985, + 0.0031150833333333725, + -0.1421576375, + 0.0684342083333334 + ] + ], + "std": [ + [ + 1.0293582077836319, + 0.9794406225141076, + 0.6268224867254953, + 0.3684227553507345, + 1.025591356541465, + 1.1118837703058688, + 1.0365020313045694, + 1.0275207215403601, + 1.0856923338143685, + 0.9958585433814053, + 0.9757408637342995, + 0.9993344999999996, + 0.9714914160365958, + 1.0437469683381402, + 0.8943692877865511, + 1.023515389848972, + 0.6596688427296608, + 1.0084428269148291, + 0.8321700190516114, + 0.7587733649056444, + 1.7047553305488228, + 0.615977566497146, + 1.073924939147738, + 0.9322841280124254, + 0.9275008724551151, + 1.0021317232904448, + 0.8580294890796403, + 1.071739861024061 + ] + ] + }, + "width": 128, + "in_features": 28, + "out_features": 8, + "depth": 6, + "padding": 56, + "parameters": 30813, + "cert_evals": { + "36": 0.21739129722118378, + "72": 0.14782607555389404, + "108": 0.08695651590824127, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.39258524758844454, + "std_test_acc": 0.04708523926737847, + "n_samples": 194, + "n_features": 28, + "n_classes": 8, + "mean_cert_acc_36": 0.29901089146733284, + "std_cert_acc_36": 0.07256611482757017, + "mean_cert_acc_72": 0.21625696867704391, + "std_cert_acc_72": 0.05470317932020872, + "mean_cert_acc_108": 0.1504371538758278, + "std_cert_acc_108": 0.048669729854200136, + "mean_cert_acc_255": 0.048503377474844456, + "std_cert_acc_255": 0.04271931145891821 + }, + "glass": { + "dataset": "glass", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 40, + "best_val_acc": 0.5405405405405406, + "test_acc": 0.5, + "train_size": 53, + "val_size": 37, + "test_size": 124, + "stats": { + "mean": [ + [ + 0.012939788679245282, + 0.04699466943396226, + 0.04250909433962263, + -0.01625201207547179, + -0.03750319433962267, + -0.18787082075471698, + 0.06524139433962263, + -0.040507150943396124, + -0.2307195471698114 + ] + ], + "std": [ + [ + 0.801738486196533, + 0.8467082620054888, + 0.9820084649167357, + 0.9338214241369891, + 0.8598618475288062, + 0.3955791139166082, + 0.8724031270593463, + 0.8657099216828293, + 0.7013424696367202 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 3377, + "cert_evals": { + "36": 0.17741934955120087, + "72": 0.16935482621192932, + "108": 0.13709676265716553, + "255": 0.09677419066429138 + }, + "fold": 0 + }, + { + "best_epoch": 82, + "best_val_acc": 0.6, + "test_acc": 0.4961832061068702, + "train_size": 53, + "val_size": 30, + "test_size": 131, + "stats": { + "mean": [ + [ + -0.06851211245283018, + -0.15009423962264148, + 0.02275701132075471, + -0.11148559811320762, + 0.16614626415094338, + 0.138459841509434, + -0.08099267547169811, + 0.036904622641509635, + -0.12809118867924535 + ] + ], + "std": [ + [ + 0.8515731555985958, + 0.9581970001358434, + 0.9640671504859841, + 0.9248622429706228, + 0.9755758770264732, + 1.357781655818288, + 0.8022445220282372, + 1.1525134057528226, + 0.8492428385949199 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 3377, + "cert_evals": { + "36": 0.18320611119270325, + "72": 0.15267175436019897, + "108": 0.12977099418640137, + "255": 0.09923664480447769 + }, + "fold": 1 + }, + { + "best_epoch": 54, + "best_val_acc": 0.38461538461538464, + "test_acc": 0.37777777777777777, + "train_size": 53, + "val_size": 26, + "test_size": 135, + "stats": { + "mean": [ + [ + 0.17342035830188673, + 0.10083030188679246, + -0.0808434981132076, + -0.019653658490565933, + -0.19072764905660378, + 0.02794728113207545, + 0.12344338867924527, + -0.06403424528301871, + 0.22045922641509424 + ] + ], + "std": [ + [ + 1.2137577085998512, + 0.8431029761509528, + 1.0333305367739407, + 1.0160914345283907, + 1.0137208401349003, + 1.2887142840709145, + 1.1306321303495666, + 0.9397607053756946, + 1.2490718777482173 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 3377, + "cert_evals": { + "36": 0.11851851642131805, + "72": 0.06666666269302368, + "108": 0.007407407276332378, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 15, + "best_val_acc": 0.4642857142857143, + "test_acc": 0.41353383458646614, + "train_size": 53, + "val_size": 28, + "test_size": 133, + "stats": { + "mean": [ + [ + -0.09789963037735849, + -0.25360606113207534, + -0.0009194132075472026, + 0.04837090226415086, + 0.10451545471698113, + 0.3782897773584904, + -0.08351155283018871, + -0.02570778301886777, + 0.11976666037735839 + ] + ], + "std": [ + [ + 0.9830235331660265, + 0.9613168258565478, + 1.0022618468949342, + 0.9817559883419383, + 1.0203488325490284, + 1.7842263867081236, + 1.0422858738909424, + 0.9054813684433138, + 1.1073266176346976 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 3377, + "cert_evals": { + "36": 0.13533835113048553, + "72": 0.09774436056613922, + "108": 0.06766917556524277, + "255": 0.007518797181546688 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.44687370461777853, + "std_test_acc": 0.06093609832637609, + "n_samples": 214, + "n_features": 9, + "n_classes": 6, + "mean_cert_acc_36": 0.15362058207392693, + "std_cert_acc_36": 0.0316653325053583, + "mean_cert_acc_72": 0.1216094009578228, + "std_cert_acc_72": 0.04772399840932754, + "mean_cert_acc_108": 0.08548608492128551, + "std_cert_acc_108": 0.060658985063391756, + "mean_cert_acc_255": 0.05088240816257894, + "std_cert_acc_255": 0.054508745843038206 + }, + "haberman-survival": { + "dataset": "haberman-survival", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 16, + "best_val_acc": 0.7391304347826086, + "test_acc": 0.717391304347826, + "train_size": 76, + "val_size": 46, + "test_size": 184, + "stats": { + "mean": [ + [ + 0.056303715789473636, + 0.11814425789473684, + 0.07505885618421046 + ] + ], + "std": [ + [ + 1.071529133459213, + 0.9640121301272397, + 1.1153002449883138 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 1057, + "cert_evals": { + "36": 0.45652174949645996, + "72": 0.23369565606117249, + "108": 0.07608696073293686, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.8604651162790697, + "test_acc": 0.7058823529411765, + "train_size": 76, + "val_size": 43, + "test_size": 187, + "stats": { + "mean": [ + [ + 0.10623882105263147, + 0.09384808421052634, + 0.007344408815789407 + ] + ], + "std": [ + [ + 1.0605035134671559, + 1.0869710980458733, + 1.1078408305262222 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 1057, + "cert_evals": { + "36": 0.4010695219039917, + "72": 0.14973261952400208, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 47, + "best_val_acc": 0.6981132075471698, + "test_acc": 0.5480225988700564, + "train_size": 76, + "val_size": 53, + "test_size": 177, + "stats": { + "mean": [ + [ + 0.06604734605263156, + -0.015483576315789458, + 0.01100456263157891 + ] + ], + "std": [ + [ + 1.0531764871263751, + 0.9959949318361989, + 0.8640777726923776 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 1057, + "cert_evals": { + "36": 0.2711864411830902, + "72": 0.10169491171836853, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 25, + "best_val_acc": 0.7837837837837838, + "test_acc": 0.7357512953367875, + "train_size": 76, + "val_size": 37, + "test_size": 193, + "stats": { + "mean": [ + [ + -0.03016957763157897, + -0.13291423947368405, + 0.01283475092105254 + ] + ], + "std": [ + [ + 1.0380766725977404, + 1.0963438485094303, + 1.0823191968380823 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 1057, + "cert_evals": { + "36": 0.5077720284461975, + "72": 0.04663212224841118, + "108": 0.036269430071115494, + "255": 0.005181347019970417 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6767618878739616, + "std_test_acc": 0.0867031443005076, + "n_samples": 306, + "n_features": 3, + "n_classes": 2, + "mean_cert_acc_36": 0.40913743525743484, + "std_cert_acc_36": 0.1017670938980997, + "mean_cert_acc_72": 0.13293882738798857, + "std_cert_acc_72": 0.07928639983630073, + "mean_cert_acc_108": 0.028089097701013088, + "std_cert_acc_108": 0.03627996468498271, + "mean_cert_acc_255": 0.0012953367549926043, + "std_cert_acc_255": 0.0025906735099852085 + }, + "hayes-roth": { + "dataset": "hayes-roth", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 46, + "best_val_acc": 0.6470588235294118, + "test_acc": 0.5612244897959183, + "train_size": 28, + "val_size": 34, + "test_size": 98, + "stats": { + "mean": [ + [ + -2.0777030889413645e-15, + -2.0142617732484982e-15, + -2.0142617732484982e-15 + ] + ], + "std": [ + [ + 0.9711863730167035, + 0.9711863730167036, + 0.9711863730167035 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 1068, + "cert_evals": { + "36": 0.12244898080825806, + "72": 0.08163265138864517, + "108": 0.05102040618658066, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 31, + "best_val_acc": 0.52, + "test_acc": 0.4672897196261682, + "train_size": 28, + "val_size": 25, + "test_size": 107, + "stats": { + "mean": [ + [ + -2.0777030889413645e-15, + -2.0142617732484982e-15, + -2.0142617732484982e-15 + ] + ], + "std": [ + [ + 0.9711863730167035, + 0.9711863730167036, + 0.9711863730167035 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 1068, + "cert_evals": { + "36": 0.15887850522994995, + "72": 0.09345793724060059, + "108": 0.06542056053876877, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 33, + "best_val_acc": 0.42857142857142855, + "test_acc": 0.5384615384615384, + "train_size": 28, + "val_size": 28, + "test_size": 104, + "stats": { + "mean": [ + [ + -2.0777030889413645e-15, + -2.0142617732484982e-15, + -2.0142617732484982e-15 + ] + ], + "std": [ + [ + 0.9711863730167035, + 0.9711863730167036, + 0.9711863730167035 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 1068, + "cert_evals": { + "36": 0.3076923191547394, + "72": 0.05769231170415878, + "108": 0.01923076994717121, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 22, + "best_val_acc": 0.75, + "test_acc": 0.5384615384615384, + "train_size": 28, + "val_size": 28, + "test_size": 104, + "stats": { + "mean": [ + [ + -2.0777030889413645e-15, + -2.0142617732484982e-15, + -2.0142617732484982e-15 + ] + ], + "std": [ + [ + 0.9711863730167035, + 0.9711863730167036, + 0.9711863730167035 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 1068, + "cert_evals": { + "36": 0.13461539149284363, + "72": 0.125, + "108": 0.08653846383094788, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5263593215862908, + "std_test_acc": 0.04081554089887819, + "n_samples": 160, + "n_features": 3, + "n_classes": 3, + "mean_cert_acc_36": 0.18090879917144775, + "std_cert_acc_36": 0.0858681639647995, + "mean_cert_acc_72": 0.08944572508335114, + "std_cert_acc_72": 0.0279852800178487, + "mean_cert_acc_108": 0.05555255012586713, + "std_cert_acc_108": 0.028268454277302138, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "heart-cleveland": { + "dataset": "heart-cleveland", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 37, + "best_val_acc": 0.6111111111111112, + "test_acc": 0.49710982658959535, + "train_size": 76, + "val_size": 54, + "test_size": 173, + "stats": { + "mean": [ + [ + 0.025679380263157865, + 0.06560718421052641, + -0.04165710526315796, + 0.12079876315789474, + -0.05836617236842103, + 0.21103164473684244, + 0.009953435000000009, + -0.04552891578947369, + -0.07930921052631572, + 0.018019449999999958, + -0.1633495263157895, + 0.1490460526315791, + 0.1173184736842107 + ] + ], + "std": [ + [ + 0.8936682722687875, + 0.9705101476202265, + 1.0410809532354568, + 0.9713482365754217, + 1.0046131234392313, + 1.1698900228292355, + 0.991743905598925, + 1.063967410026795, + 0.9653541002995567, + 0.9670845428420584, + 0.8530269008877411, + 1.0419737091060064, + 0.9887800977718967 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 5, + "depth": 6, + "padding": 26, + "parameters": 6822, + "cert_evals": { + "36": 0.3583815097808838, + "72": 0.2601155936717987, + "108": 0.10982658714056015, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 13, + "best_val_acc": 0.4883720930232558, + "test_acc": 0.5434782608695652, + "train_size": 76, + "val_size": 43, + "test_size": 184, + "stats": { + "mean": [ + [ + -0.2101489736842105, + 0.09376453947368439, + -0.1649965789473685, + -0.03545365789473685, + -0.1381618, + 0.02633263157894729, + -0.1355152364473684, + -0.028272514473684226, + 0.060729605263158, + -0.12137016052631582, + 0.02882180263157893, + -0.062184184210526385, + -0.10297684210526317 + ] + ], + "std": [ + [ + 0.9630708106281646, + 0.9569359106048417, + 1.0685892850045124, + 0.9716813782156916, + 0.8933102337559928, + 1.0237058396713807, + 0.987768251139324, + 1.0505795881681008, + 1.018728244712418, + 0.800844776889746, + 0.9838325491030496, + 0.9678759361024273, + 0.9824728943441249 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 5, + "depth": 6, + "padding": 26, + "parameters": 6822, + "cert_evals": { + "36": 0.4076087176799774, + "72": 0.29891306161880493, + "108": 0.22826087474822998, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 35, + "best_val_acc": 0.5789473684210527, + "test_acc": 0.5529411764705883, + "train_size": 76, + "val_size": 57, + "test_size": 170, + "stats": { + "mean": [ + [ + 0.009666096052631561, + 0.12192189473684223, + -0.04165730263157901, + -0.053396460526315796, + 0.009485552631578952, + -0.08448677631578952, + -0.12229084131578946, + 0.029248118421052637, + 0.0887373684210527, + 0.14607715657894724, + 0.007469368421052609, + 0.13496389473684212, + -0.016193828947368444 + ] + ], + "std": [ + [ + 0.991747257977119, + 0.9423253440641232, + 1.054702252215874, + 1.01578753443219, + 0.912628998922061, + 0.9070959475884481, + 0.9828872816770845, + 1.0215811465249889, + 1.026781557739585, + 1.110916508206595, + 1.0555936285886078, + 1.1293737151568792, + 0.9751655205627294 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 5, + "depth": 6, + "padding": 26, + "parameters": 6822, + "cert_evals": { + "36": 0.47647058963775635, + "72": 0.4058823585510254, + "108": 0.3588235378265381, + "255": 0.0941176488995552 + }, + "fold": 2 + }, + { + "best_epoch": 3, + "best_val_acc": 0.5945945945945946, + "test_acc": 0.5842105263157895, + "train_size": 76, + "val_size": 37, + "test_size": 190, + "stats": { + "mean": [ + [ + 0.009666401315789493, + -0.1314943026315789, + -0.027953026315789546, + -0.017510736842105287, + 0.14569758815789477, + -0.12142657894736847, + 0.16864663157894735, + 0.0298232342105263, + 0.032721842105263264, + -0.0567749657894737, + -0.14199722368421067, + 0.050471736842105284, + -0.002842618421052697 + ] + ], + "std": [ + [ + 1.037308935092612, + 1.039536608942455, + 1.0731491570199134, + 0.9857713056853448, + 1.1678879570276746, + 0.8615768485992676, + 0.9924490204448371, + 1.0295305309669156, + 1.0098342617684068, + 1.0125711830157138, + 0.967005700282042, + 1.1226814635925688, + 0.9876978299691207 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 5, + "depth": 6, + "padding": 26, + "parameters": 6822, + "cert_evals": { + "36": 0.44736844301223755, + "72": 0.30000001192092896, + "108": 0.21578948199748993, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5444349475613846, + "std_test_acc": 0.036032554354474285, + "n_samples": 303, + "n_features": 13, + "n_classes": 5, + "mean_cert_acc_36": 0.4224573150277138, + "std_cert_acc_36": 0.05119956963616681, + "mean_cert_acc_72": 0.3162277564406395, + "std_cert_acc_72": 0.06258237461974618, + "mean_cert_acc_108": 0.22817512042820454, + "std_cert_acc_108": 0.1020274402520643, + "mean_cert_acc_255": 0.0235294122248888, + "std_cert_acc_255": 0.0470588244497776 + }, + "heart-hungarian": { + "dataset": "heart-hungarian", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 3, + "best_val_acc": 0.8235294117647058, + "test_acc": 0.8609625668449198, + "train_size": 73, + "val_size": 34, + "test_size": 187, + "stats": { + "mean": [ + [ + 0.0800741506849315, + 0.187091506849315, + 0.14536817123287665, + 0.057955123287671204, + 0.007548964931506878, + 0.0018470410958903167, + -0.026523986301369866, + -0.07145227945205493, + -0.002936657534246297, + 0.06359038356164397, + 0.03073776712328766, + -0.08100684931506869 + ] + ], + "std": [ + [ + 0.9987991948716954, + 0.8797143812899805, + 1.0138369657816542, + 1.004282733869356, + 1.1169105950079397, + 1.0014602608653556, + 0.9486883864181348, + 1.0204510052676476, + 0.9970306548239305, + 1.1098417855233023, + 1.0026671671379417, + 0.8754503895152498 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 5767, + "cert_evals": { + "36": 0.8288770318031311, + "72": 0.7486631274223328, + "108": 0.6791443824768066, + "255": 0.14973261952400208 + }, + "fold": 0 + }, + { + "best_epoch": 16, + "best_val_acc": 0.7692307692307693, + "test_acc": 0.8296703296703297, + "train_size": 73, + "val_size": 39, + "test_size": 182, + "stats": { + "mean": [ + [ + -0.03390847945205465, + 0.1564823287671232, + -0.05334468493150675, + 0.17270156164383563, + -0.14544580410958913, + -0.10677657534246586, + 0.03300201369863015, + 0.11938546301369855, + 0.026828767123288015, + 0.11635597260273989, + 0.11918921917808224, + -0.025584246575342404 + ] + ], + "std": [ + [ + 1.015281664085163, + 0.9028410442013451, + 1.0337121941577725, + 0.9152783215528201, + 0.8308188513709485, + 0.787052874670898, + 0.9862292931929137, + 0.8791726610331962, + 1.0093946605762534, + 0.9709004823896129, + 0.9957071278619543, + 0.9379507836223181 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 5767, + "cert_evals": { + "36": 0.791208803653717, + "72": 0.7527472972869873, + "108": 0.6978021860122681, + "255": 0.2527472674846649 + }, + "fold": 1 + }, + { + "best_epoch": 5, + "best_val_acc": 0.7857142857142857, + "test_acc": 0.776536312849162, + "train_size": 73, + "val_size": 42, + "test_size": 179, + "stats": { + "mean": [ + [ + 0.14495649315068504, + 0.003436438356164301, + -0.06753834246575333, + 0.2389838082191781, + 0.03065915232876712, + -0.16108838356164396, + 0.03300202739726026, + 0.07263872739726036, + 0.02682876712328804, + -0.04947819178082209, + 0.0012539315068493056, + -0.05725431506849332 + ] + ], + "std": [ + [ + 0.9448396245451279, + 0.9965626371881349, + 0.9510883979986018, + 0.9219475695799935, + 0.863125052835077, + 0.6471998892994516, + 1.0497525444673081, + 0.9275566360232819, + 1.0093946605762534, + 0.8385071156366399, + 0.992646777404723, + 0.8922594920555511 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 5767, + "cert_evals": { + "36": 0.748603343963623, + "72": 0.7206703424453735, + "108": 0.6592178344726562, + "255": 0.22346368432044983 + }, + "fold": 2 + }, + { + "best_epoch": 16, + "best_val_acc": 0.8409090909090909, + "test_acc": 0.7740112994350282, + "train_size": 73, + "val_size": 44, + "test_size": 177, + "stats": { + "mean": [ + [ + 0.03448108219178094, + 0.03404561643835607, + 0.2021428561643836, + -0.012603835616438326, + 0.012083080821917778, + 0.0018470410958903595, + 0.03300201369863012, + -0.05440366712328782, + 0.14589046575342487, + 0.0786663835616438, + 0.13393120547945203, + -0.05725438356164386 + ] + ], + "std": [ + [ + 0.9357023656034743, + 0.98044976884177, + 0.9447129008604433, + 0.8618425109620811, + 1.2011825380327528, + 1.0014602608653553, + 0.986229293192914, + 0.847254895689431, + 1.0489937022040874, + 1.0096312619774381, + 1.0380236400472438, + 0.844840730482065 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 5767, + "cert_evals": { + "36": 0.7401130199432373, + "72": 0.700564980506897, + "108": 0.6214689016342163, + "255": 0.29378530383110046 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8102951271998599, + "std_test_acc": 0.042421541754908525, + "n_samples": 294, + "n_features": 12, + "n_classes": 2, + "mean_cert_acc_36": 0.7772005498409271, + "std_cert_acc_36": 0.041068946179055564, + "mean_cert_acc_72": 0.7306614369153976, + "std_cert_acc_72": 0.02461344311901229, + "mean_cert_acc_108": 0.6644083261489868, + "std_cert_acc_108": 0.03267535571939438, + "mean_cert_acc_255": 0.22993221879005432, + "std_cert_acc_255": 0.06074965178724992 + }, + "heart-switzerland": { + "dataset": "heart-switzerland", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 4, + "best_val_acc": 0.3888888888888889, + "test_acc": 0.2972972972972973, + "train_size": 31, + "val_size": 18, + "test_size": 74, + "stats": { + "mean": [ + [ + -0.03867648709677418, + 0.061165483870967645, + -0.031605645161290254, + -0.04727649354838697, + 0.12035961290322578, + 0.10471612903225812, + 0.10948048064516128, + 0.21947058064516128, + 0.24267312903225804, + 0.146339935483871, + 0.09546838709677423, + -0.14905170967741943 + ] + ], + "std": [ + [ + 1.1959209887023292, + 0.8952513255013157, + 1.0680537841920705, + 1.1526431663263934, + 1.2389629579337629, + 1.0370364433639812, + 0.8482163286791152, + 0.998704338537551, + 0.823971907762666, + 0.9616527651367163, + 1.172612838656165, + 1.0452475193168111 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 5842, + "cert_evals": { + "36": 0.10810811072587967, + "72": 0.04054054245352745, + "108": 0.027027027681469917, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.2777777777777778, + "test_acc": 0.13513513513513514, + "train_size": 31, + "val_size": 18, + "test_size": 74, + "stats": { + "mean": [ + [ + 0.38275906451612907, + -0.056386774193548456, + 0.015231451612903284, + 0.016496377419354898, + 0.2830434193548386, + -0.059711161290322494, + 0.04518695483870968, + -0.039474967741935506, + 0.10301854838709676, + -0.043132193548387085, + 0.0954683870967742, + -0.026422451612903276 + ] + ], + "std": [ + [ + 0.8537728993403316, + 1.0773842413872565, + 0.9891428503533505, + 0.8244718913923468, + 1.4910217148161218, + 1.0016724276385454, + 0.8092921347980535, + 0.9902763031378431, + 0.9512021337497041, + 1.1112826701924636, + 1.172612838656165, + 1.014523633801689 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 5842, + "cert_evals": { + "36": 0.013513513840734959, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 13, + "best_val_acc": 0.2916666666666667, + "test_acc": 0.23529411764705882, + "train_size": 31, + "val_size": 24, + "test_size": 68, + "stats": { + "mean": [ + [ + 0.1363268064516129, + 0.06116548387096767, + -0.07844332258064517, + 0.28318253870967747, + 0.12035961290322578, + -0.00490193548387092, + -0.09028977096774195, + -0.16894774193548387, + -0.07077383870967743, + -0.23260409677419347, + -0.0015777419354838426, + -0.12861274193548392 + ] + ], + "std": [ + [ + 0.9985620954632528, + 0.8952513255013155, + 0.7865317101247931, + 0.8496477832825274, + 1.2389629579337627, + 0.8129502811517081, + 0.9201252610360474, + 0.960195792094272, + 0.7788574621968283, + 0.922011584077965, + 1.0630870797904943, + 0.9101297422084665 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 5842, + "cert_evals": { + "36": 0.11764705926179886, + "72": 0.04411764815449715, + "108": 0.014705882407724857, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 4, + "best_val_acc": 0.2857142857142857, + "test_acc": 0.28205128205128205, + "train_size": 31, + "val_size": 14, + "test_size": 78, + "stats": { + "mean": [ + [ + 0.06132570967741941, + -0.05638677419354848, + -0.03160587096774191, + -0.08206108387096776, + 0.1203596129032258, + 0.21433419354838715, + 0.08651870322580645, + 0.08999780645161289, + 0.000605741935483859, + -0.11892112903225804, + 0.19251451612903228, + -0.09795603225806457 + ] + ], + "std": [ + [ + 1.1796944897022907, + 1.0773842413872565, + 1.002361426374151, + 1.2266934302261872, + 1.2389629579337627, + 1.2107719727384119, + 1.1761632862640778, + 1.0028917964777728, + 0.9746182884484196, + 1.026652327670446, + 1.4781625990241394, + 1.0351077769123456 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 5842, + "cert_evals": { + "36": 0.08974359184503555, + "72": 0.03846153989434242, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.23744445803269335, + "std_test_acc": 0.07312991324255481, + "n_samples": 123, + "n_features": 12, + "n_classes": 5, + "mean_cert_acc_36": 0.08225306891836226, + "std_cert_acc_36": 0.04726680337997952, + "mean_cert_acc_72": 0.030779932625591755, + "std_cert_acc_72": 0.020652485745550418, + "mean_cert_acc_108": 0.010433227522298694, + "std_cert_acc_108": 0.01305519381391392, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "heart-va": { + "dataset": "heart-va", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 6, + "best_val_acc": 0.40540540540540543, + "test_acc": 0.23008849557522124, + "train_size": 50, + "val_size": 37, + "test_size": 113, + "stats": { + "mean": [ + [ + 0.12417273199999997, + 0.05847433999999993, + 0.11939195999999985, + 0.13652684859999997, + 0.169332294, + -0.08422980000000006, + -0.051211000000000055, + -0.025999581999999997, + -0.10986361999999993, + 0.02611757999999999, + 0.18437666399999986, + -0.16063424000000026 + ] + ], + "std": [ + [ + 1.0375983940843654, + 0.8186406200000009, + 0.906257232351079, + 0.9850972422932538, + 0.9999215189422874, + 0.964959379692824, + 0.9368765586228528, + 0.926118336928491, + 0.985877688928741, + 0.8984566513475283, + 1.109014128975748, + 0.8047660315047241 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 5842, + "cert_evals": { + "36": 0.09734512865543365, + "72": 0.02654867246747017, + "108": 0.008849557489156723, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 40, + "best_val_acc": 0.26666666666666666, + "test_acc": 0.24166666666666667, + "train_size": 50, + "val_size": 30, + "test_size": 120, + "stats": { + "mean": [ + [ + -0.10881117199999998, + 0.17542300000000016, + 0.21993213999999972, + -0.08821109999999997, + 0.13781262600000002, + 0.08422731999999994, + 0.00731520000000001, + -0.12721317799999998, + -0.30961252, + -0.25667714, + -0.17580066800000008, + -0.02059391999999999 + ] + ], + "std": [ + [ + 0.9929893928858932, + 1.0, + 0.8501447398821216, + 1.0656963957883359, + 1.0325714366151477, + 1.022085030499879, + 0.9621289169237981, + 1.0393960665815958, + 0.9317809815586118, + 0.8468928172805285, + 0.9604725295714901, + 0.9867682179778366 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 5842, + "cert_evals": { + "36": 0.008333333767950535, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 13, + "best_val_acc": 0.2962962962962963, + "test_acc": 0.3170731707317073, + "train_size": 50, + "val_size": 27, + "test_size": 123, + "stats": { + "mean": [ + [ + 0.15233571999999998, + 0.05847433999999995, + 0.11939203999999982, + -0.012556939999999935, + 0.15528536399999998, + -0.042115520000000004, + 0.06584127999999993, + 0.009825086000000021, + 0.16978484000000008, + 0.05313653999999998, + 0.04716622799999987, + 0.15239717999999963 + ] + ], + "std": [ + [ + 0.9466778160837978, + 0.8186406200000006, + 0.794839780092792, + 1.0183639969617624, + 0.9927764037429706, + 0.982265363064182, + 1.1062072213290066, + 0.982147212242076, + 0.9915274640582656, + 1.040558924765334, + 1.0326448287754921, + 1.138945356222443 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 5842, + "cert_evals": { + "36": 0.17073169350624084, + "72": 0.13008129596710205, + "108": 0.08130080997943878, + "255": 0.008130080997943878 + }, + "fold": 2 + }, + { + "best_epoch": 4, + "best_val_acc": 0.4666666666666667, + "test_acc": 0.275, + "train_size": 50, + "val_size": 30, + "test_size": 120, + "stats": { + "mean": [ + [ + -0.07040700000000005, + 0.17542300000000016, + 0.14452675999999975, + 0.06532269999999997, + -0.19794047999999992, + -0.08422980000000009, + -0.16826343999999985, + 0.010868634000000012, + 0.009985720000000033, + -0.009907080000000006, + -0.10719553600000013, + -0.08649541999999996 + ] + ], + "std": [ + [ + 1.2049567103246417, + 1.0, + 0.9024156133740057, + 0.9721589400778301, + 0.9497444006039201, + 0.964959379692824, + 0.920277085388703, + 0.9840113193010918, + 0.9979451845458254, + 1.0793938409678105, + 0.9369066157621472, + 0.9024286546800494 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 5842, + "cert_evals": { + "36": 0.0833333358168602, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.26595708324339884, + "std_test_acc": 0.03903506399106728, + "n_samples": 200, + "n_features": 12, + "n_classes": 5, + "mean_cert_acc_36": 0.08993587293662131, + "std_cert_acc_36": 0.06654679953991571, + "mean_cert_acc_72": 0.039157492108643055, + "std_cert_acc_72": 0.06189436920353912, + "mean_cert_acc_108": 0.022537591867148876, + "std_cert_acc_108": 0.03939697189034542, + "mean_cert_acc_255": 0.0020325202494859695, + "std_cert_acc_255": 0.004065040498971939 + }, + "hepatitis": { + "dataset": "hepatitis", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 10, + "best_val_acc": 0.8260869565217391, + "test_acc": 0.8924731182795699, + "train_size": 39, + "val_size": 23, + "test_size": 93, + "stats": { + "mean": [ + [ + -0.07305103333333338, + -0.25417620512820527, + -0.0684997948717948, + 0.002734846153846289, + -0.27956964102564097, + 0.043173205128205175, + -0.08607384615384614, + 0.058396666666666625, + 0.06670830769230766, + -0.04725699999999998, + 0.016169358974358995, + -0.02457512820512817, + 0.0025034871794872037, + -0.027701887179487183, + -0.15169055846153845, + -0.0886186358974359, + -0.07013070256410256, + 0.1575872743589744, + -0.1341903076923079 + ] + ], + "std": [ + [ + 0.7065121639768482, + 0.5178280049962226, + 1.0644445404981495, + 0.9941527427588283, + 0.9460715809412041, + 1.0610130501194135, + 1.1425568971679159, + 0.9324615341247179, + 0.946176852270342, + 0.9924710852804189, + 0.9714365294574488, + 0.9824999787091323, + 0.9634407063351287, + 0.8415828453559291, + 0.8432379274259605, + 0.6407479822535036, + 0.9523942193593046, + 1.0530325526231488, + 0.9744402928447131 + ] + ] + }, + "width": 64, + "in_features": 19, + "out_features": 2, + "depth": 6, + "padding": 38, + "parameters": 14181, + "cert_evals": { + "36": 0.8709677457809448, + "72": 0.8279569745063782, + "108": 0.7204301357269287, + "255": 0.32258063554763794 + }, + "fold": 0 + }, + { + "best_epoch": 13, + "best_val_acc": 0.9230769230769231, + "test_acc": 0.8222222222222222, + "train_size": 39, + "val_size": 26, + "test_size": 90, + "stats": { + "mean": [ + [ + -0.11794246410256407, + -0.08617061538461546, + 0.18073612820512838, + 0.002734846153846107, + -0.01757938461538464, + -0.10891841025641022, + -0.26475346153846147, + -0.16237000000000007, + -0.13763476923076928, + 0.0032585384615384802, + -0.12308166666666664, + -0.13340641025641017, + -0.052936256410256344, + -0.1222803846153846, + -0.12690142128205126, + -0.21492274871794878, + -0.0701304769230769, + -0.19038912820512827, + -0.03147528205128203 + ] + ], + "std": [ + [ + 0.9308482815868492, + 0.8729826521744097, + 0.9562346989313699, + 0.9941527427588275, + 1.0687148745897885, + 1.082595260131678, + 1.2147882026120127, + 1.1445852172148068, + 1.1192331270078257, + 1.0668209925491146, + 1.0726249795408656, + 1.1491882555748711, + 1.1143257286511818, + 0.9024022721027672, + 0.9826150523838478, + 0.6405176575741821, + 1.0834147839386958, + 1.0210323203399736, + 0.9932070287924958 + ] + ] + }, + "width": 64, + "in_features": 19, + "out_features": 2, + "depth": 6, + "padding": 38, + "parameters": 14181, + "cert_evals": { + "36": 0.7666667103767395, + "72": 0.7333333492279053, + "108": 0.6888889074325562, + "255": 0.36666667461395264 + }, + "fold": 1 + }, + { + "best_epoch": 28, + "best_val_acc": 0.8888888888888888, + "test_acc": 0.8163265306122449, + "train_size": 39, + "val_size": 18, + "test_size": 98, + "stats": { + "mean": [ + [ + 0.25751469999999993, + -0.0021678205128206176, + -0.16819412820512808, + -0.13856787179487162, + -0.22717153846153848, + -0.05822148717948713, + -0.026513846153846145, + -0.07406333333333337, + 0.025839692307692258, + -0.04725692307692307, + 0.016169487179487147, + -0.13340641025641015, + -0.052936256410256344, + -0.040312646153846145, + 0.10239844307692307, + 0.13277096923076923, + 0.021281615384615406, + -0.028776703589743616, + 0.019882230769230784 + ] + ], + "std": [ + [ + 1.005461160498127, + 0.9939344729297802, + 0.9562346989313698, + 1.1126187137474748, + 0.8609878396947588, + 0.9804372857666263, + 0.9786685591250096, + 0.9813568775708227, + 0.946176852270342, + 1.0881358642498125, + 1.054392008519234, + 1.1491882555748716, + 1.1143257286511812, + 0.6571748166650522, + 0.9244222305036086, + 1.0717140331590138, + 0.8996151755406562, + 0.9261613145039079, + 0.998504170514703 + ] + ] + }, + "width": 64, + "in_features": 19, + "out_features": 2, + "depth": 6, + "padding": 38, + "parameters": 14181, + "cert_evals": { + "36": 0.8061224222183228, + "72": 0.7244898080825806, + "108": 0.6938775181770325, + "255": 0.4591836631298065 + }, + "fold": 2 + }, + { + "best_epoch": 14, + "best_val_acc": 0.8846153846153846, + "test_acc": 0.8111111111111111, + "train_size": 39, + "val_size": 26, + "test_size": 90, + "stats": { + "mean": [ + [ + -0.07509134615384613, + -0.17017341025641036, + 0.13088894871794884, + 0.1440375641025641, + -0.12237543589743595, + -0.05822148717948713, + 0.1521657692307693, + 0.1467033333333333, + 0.10757692307692303, + 0.003258384615384635, + 0.06258628205128201, + -0.13340641025641015, + 0.057943230769230816, + 0.03955354102564104, + 0.16271944128205126, + 0.026228858974358962, + 0.12825329743589742, + -0.037512437692307686, + 0.2253122820512821 + ] + ], + "std": [ + [ + 0.9881800818586763, + 0.7226193648278391, + 0.9639985722278488, + 0.835958152953438, + 0.9195820679374928, + 0.9804372857666264, + 0.8380816839591891, + 0.797209189164857, + 0.8727148090274184, + 0.8602473119915564, + 0.8683835140087598, + 0.9266649753751967, + 0.7801070627641344, + 0.8750146780135224, + 1.0473279879316608, + 0.8897406999004371, + 0.8705306469748111, + 0.8788094464260305, + 0.9932070287924956 + ] + ] + }, + "width": 64, + "in_features": 19, + "out_features": 2, + "depth": 6, + "padding": 38, + "parameters": 14181, + "cert_evals": { + "36": 0.800000011920929, + "72": 0.7777777910232544, + "108": 0.7555555701255798, + "255": 0.5333333611488342 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8355332455562869, + "std_test_acc": 0.038230315186352684, + "n_samples": 155, + "n_features": 19, + "n_classes": 2, + "mean_cert_acc_36": 0.810939222574234, + "std_cert_acc_36": 0.04361325039496601, + "mean_cert_acc_72": 0.7658894807100296, + "std_cert_acc_72": 0.04749575524544137, + "mean_cert_acc_108": 0.7146880328655243, + "std_cert_acc_108": 0.03056032145161944, + "mean_cert_acc_255": 0.42044108361005783, + "std_cert_acc_255": 0.09436455576396989 + }, + "hill-valley": { + "dataset": "hill-valley", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 2, + "best_val_acc": 0.5873015873015873, + "test_acc": 0.53125, + "train_size": 606, + "val_size": 126, + "test_size": 480, + "stats": { + "mean": [ + [ + -1.948844459480215e-17, + -2.5637266420541724e-17, + 1.2457948131107367e-17, + 1.9391116875027874e-17, + -2.980518289087544e-17, + -2.2969341866729208e-17, + 7.036221623681505e-18, + 4.146160862384171e-17, + -4.096351970499688e-18, + 9.532391377892357e-19, + 1.2762526642400985e-16, + 6.309698821366465e-17, + -9.017699495086035e-17, + 4.1186800944479046e-17, + 3.661239811508806e-17, + 6.973244863827561e-18, + -3.7865850329681034e-17, + 3.669827551488889e-18, + -2.6341461098908545e-17, + 1.0127235500512785e-16, + 3.784473880223e-17, + 2.1297595150606345e-17, + -4.580127989377708e-19, + 3.18891411260423e-17, + -1.0585820815449228e-17, + -7.048816975652293e-17, + -8.823616571536156e-17, + 1.865257123674072e-17, + -5.615236914977071e-17, + 1.1031524520415547e-16, + 2.3600540755265324e-17, + -8.852242371469766e-17, + 5.783556618586702e-17, + -3.1912041765989185e-17, + -4.751882788979372e-19, + 6.6869868644914544e-18, + 5.2737311217690955e-17, + 6.242714449521817e-17, + 9.860156787132197e-18, + -8.186978781012654e-17, + 1.2269017851545536e-17, + 5.862563826403467e-18, + -4.1037946784824266e-17, + 1.648846076175975e-18, + 1.992355675379303e-17, + -1.343351539284482e-16, + -2.5190703941577397e-18, + -3.162578376665308e-17, + -6.822100640178097e-17, + 2.2213620748481885e-18, + -4.009902054700184e-17, + -2.0221265073102584e-17, + 4.0786039745408495e-17, + -5.3014981477046974e-18, + -8.636403839970342e-17, + 1.3323592321099754e-16, + -3.031686906468873e-17, + 2.4629638262878628e-17, + -7.900720781676547e-19, + -2.1808565679421295e-17, + -2.3667811385109308e-17, + -3.421355608065148e-17, + -3.93662000687014e-17, + -1.3477026608743907e-17, + 5.461086982334577e-17, + 4.520586325515798e-17, + 3.3308980802749385e-17, + -2.4513703773147504e-17, + 7.315036915034873e-17, + -4.9035995286275094e-17, + -9.27475917848986e-18, + 1.3957940047628566e-17, + 8.647532119694533e-17, + 8.232780060906432e-18, + -1.8377763557378056e-18, + 3.1476929606998304e-17, + 5.3192461436635365e-17, + -3.9789861907718845e-18, + 1.712967868027263e-17, + -1.1502705187322778e-16, + 3.993299090738689e-17, + -8.666460929900633e-17, + 5.111995352144195e-17, + 4.9780266084548967e-17, + 5.461802627332917e-17, + 6.062944425938742e-17, + -9.681245537547131e-18, + 3.755704951289721e-18, + 4.145015830386826e-17, + 6.518380902882487e-17, + -4.1083748064718045e-17, + -3.692155675437105e-17, + 9.606818457719744e-18, + -1.3339622769062576e-18, + -5.272872347771087e-18, + 7.472765072669068e-17, + 5.4952948132552416e-17, + -1.1065589222336543e-16, + 6.657287597060333e-18, + -4.7032189290922345e-17 + ] + ], + "std": [ + [ + 0.9991740198480986, + 0.999174018921411, + 0.9991740270954932, + 0.9991740228113029, + 0.9991740158723277, + 0.9991740243561008, + 0.9991740252725309, + 0.999174022151669, + 0.9991740235072105, + 0.9991740165590162, + 0.9991740265611315, + 0.9991740307025938, + 0.9991740258785623, + 0.9991740332613678, + 0.9991740406234768, + 0.9991740233656764, + 0.99917402208918, + 0.9991740282488505, + 0.9991740156767379, + 0.9991740258273182, + 0.9991740265687704, + 0.9991740257984052, + 0.9991740313679454, + 0.9991740235402499, + 0.9991740301415374, + 0.999174025174945, + 0.9991740248772705, + 0.9991740131152005, + 0.9991740154072135, + 0.999174010790505, + 0.9991740145205046, + 0.9991740094880226, + 0.999174013734848, + 0.9991740112483611, + 0.999174012892406, + 0.9991740196421095, + 0.9991740163331171, + 0.9991740185362487, + 0.999174022570399, + 0.9991740213173976, + 0.9991740202239284, + 0.9991740238427211, + 0.9991740163680863, + 0.999174017062169, + 0.9991740125363977, + 0.9991740134381419, + 0.9991740191519729, + 0.9991740283370354, + 0.9991740155322458, + 0.9991740139261396, + 0.9991740184139896, + 0.999174019859705, + 0.9991740278504871, + 0.9991740398149004, + 0.999174023614369, + 0.9991740280305289, + 0.9991740362925333, + 0.9991740390736555, + 0.9991740447608781, + 0.9991740366854855, + 0.9991740362046343, + 0.9991740405864491, + 0.9991740375979712, + 0.9991740333245271, + 0.9991740409940638, + 0.9991740310134122, + 0.9991740304658957, + 0.999174033728742, + 0.999174036884333, + 0.9991740224573864, + 0.9991740220790023, + 0.9991740325877202, + 0.9991740370120651, + 0.9991740334250748, + 0.9991740430984879, + 0.9991740318332668, + 0.9991740344761934, + 0.999174042827945, + 0.9991740330505716, + 0.9991740252745448, + 0.9991740274917971, + 0.9991740305192677, + 0.9991740228891964, + 0.9991740211061582, + 0.9991740277499128, + 0.9991740236142126, + 0.9991740237191634, + 0.999174021976502, + 0.9991740197184515, + 0.9991740112462193, + 0.9991740199131119, + 0.999174015985377, + 0.9991740108661882, + 0.9991740240105333, + 0.9991740207849835, + 0.9991740206058937, + 0.9991740208986494, + 0.9991740167020124, + 0.9991740260065186, + 0.9991740164246233 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 2, + "depth": 6, + "padding": 200, + "parameters": 382407, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 48, + "best_val_acc": 0.5619834710743802, + "test_acc": 0.5958762886597938, + "train_size": 606, + "val_size": 121, + "test_size": 485, + "stats": { + "mean": [ + [ + -1.948844459480215e-17, + -2.5637266420541724e-17, + 1.2457948131107367e-17, + 1.9391116875027874e-17, + -2.980518289087544e-17, + -2.2969341866729208e-17, + 7.036221623681505e-18, + 4.146160862384171e-17, + -4.096351970499688e-18, + 9.532391377892357e-19, + 1.2762526642400985e-16, + 6.309698821366465e-17, + -9.017699495086035e-17, + 4.1186800944479046e-17, + 3.661239811508806e-17, + 6.973244863827561e-18, + -3.7865850329681034e-17, + 3.669827551488889e-18, + -2.6341461098908545e-17, + 1.0127235500512785e-16, + 3.784473880223e-17, + 2.1297595150606345e-17, + -4.580127989377708e-19, + 3.18891411260423e-17, + -1.0585820815449228e-17, + -7.048816975652293e-17, + -8.823616571536156e-17, + 1.865257123674072e-17, + -5.615236914977071e-17, + 1.1031524520415547e-16, + 2.3600540755265324e-17, + -8.852242371469766e-17, + 5.783556618586702e-17, + -3.1912041765989185e-17, + -4.751882788979372e-19, + 6.6869868644914544e-18, + 5.2737311217690955e-17, + 6.242714449521817e-17, + 9.860156787132197e-18, + -8.186978781012654e-17, + 1.2269017851545536e-17, + 5.862563826403467e-18, + -4.1037946784824266e-17, + 1.648846076175975e-18, + 1.992355675379303e-17, + -1.343351539284482e-16, + -2.5190703941577397e-18, + -3.162578376665308e-17, + -6.822100640178097e-17, + 2.2213620748481885e-18, + -4.009902054700184e-17, + -2.0221265073102584e-17, + 4.0786039745408495e-17, + -5.3014981477046974e-18, + -8.636403839970342e-17, + 1.3323592321099754e-16, + -3.031686906468873e-17, + 2.4629638262878628e-17, + -7.900720781676547e-19, + -2.1808565679421295e-17, + -2.3667811385109308e-17, + -3.421355608065148e-17, + -3.93662000687014e-17, + -1.3477026608743907e-17, + 5.461086982334577e-17, + 4.520586325515798e-17, + 3.3308980802749385e-17, + -2.4513703773147504e-17, + 7.315036915034873e-17, + -4.9035995286275094e-17, + -9.27475917848986e-18, + 1.3957940047628566e-17, + 8.647532119694533e-17, + 8.232780060906432e-18, + -1.8377763557378056e-18, + 3.1476929606998304e-17, + 5.3192461436635365e-17, + -3.9789861907718845e-18, + 1.712967868027263e-17, + -1.1502705187322778e-16, + 3.993299090738689e-17, + -8.666460929900633e-17, + 5.111995352144195e-17, + 4.9780266084548967e-17, + 5.461802627332917e-17, + 6.062944425938742e-17, + -9.681245537547131e-18, + 3.755704951289721e-18, + 4.145015830386826e-17, + 6.518380902882487e-17, + -4.1083748064718045e-17, + -3.692155675437105e-17, + 9.606818457719744e-18, + -1.3339622769062576e-18, + -5.272872347771087e-18, + 7.472765072669068e-17, + 5.4952948132552416e-17, + -1.1065589222336543e-16, + 6.657287597060333e-18, + -4.7032189290922345e-17 + ] + ], + "std": [ + [ + 0.9991740198480986, + 0.999174018921411, + 0.9991740270954932, + 0.9991740228113029, + 0.9991740158723277, + 0.9991740243561008, + 0.9991740252725309, + 0.999174022151669, + 0.9991740235072105, + 0.9991740165590162, + 0.9991740265611315, + 0.9991740307025938, + 0.9991740258785623, + 0.9991740332613678, + 0.9991740406234768, + 0.9991740233656764, + 0.99917402208918, + 0.9991740282488505, + 0.9991740156767379, + 0.9991740258273182, + 0.9991740265687704, + 0.9991740257984052, + 0.9991740313679454, + 0.9991740235402499, + 0.9991740301415374, + 0.999174025174945, + 0.9991740248772705, + 0.9991740131152005, + 0.9991740154072135, + 0.999174010790505, + 0.9991740145205046, + 0.9991740094880226, + 0.999174013734848, + 0.9991740112483611, + 0.999174012892406, + 0.9991740196421095, + 0.9991740163331171, + 0.9991740185362487, + 0.999174022570399, + 0.9991740213173976, + 0.9991740202239284, + 0.9991740238427211, + 0.9991740163680863, + 0.999174017062169, + 0.9991740125363977, + 0.9991740134381419, + 0.9991740191519729, + 0.9991740283370354, + 0.9991740155322458, + 0.9991740139261396, + 0.9991740184139896, + 0.999174019859705, + 0.9991740278504871, + 0.9991740398149004, + 0.999174023614369, + 0.9991740280305289, + 0.9991740362925333, + 0.9991740390736555, + 0.9991740447608781, + 0.9991740366854855, + 0.9991740362046343, + 0.9991740405864491, + 0.9991740375979712, + 0.9991740333245271, + 0.9991740409940638, + 0.9991740310134122, + 0.9991740304658957, + 0.999174033728742, + 0.999174036884333, + 0.9991740224573864, + 0.9991740220790023, + 0.9991740325877202, + 0.9991740370120651, + 0.9991740334250748, + 0.9991740430984879, + 0.9991740318332668, + 0.9991740344761934, + 0.999174042827945, + 0.9991740330505716, + 0.9991740252745448, + 0.9991740274917971, + 0.9991740305192677, + 0.9991740228891964, + 0.9991740211061582, + 0.9991740277499128, + 0.9991740236142126, + 0.9991740237191634, + 0.999174021976502, + 0.9991740197184515, + 0.9991740112462193, + 0.9991740199131119, + 0.999174015985377, + 0.9991740108661882, + 0.9991740240105333, + 0.9991740207849835, + 0.9991740206058937, + 0.9991740208986494, + 0.9991740167020124, + 0.9991740260065186, + 0.9991740164246233 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 2, + "depth": 6, + "padding": 200, + "parameters": 382407, + "cert_evals": { + "36": 0.1381443291902542, + "72": 0.06185567378997803, + "108": 0.04123711585998535, + "255": 0.004123711492866278 + }, + "fold": 1 + }, + { + "best_epoch": 5, + "best_val_acc": 0.5416666666666666, + "test_acc": 0.5020576131687243, + "train_size": 606, + "val_size": 120, + "test_size": 486, + "stats": { + "mean": [ + [ + -1.948844459480215e-17, + -2.5637266420541724e-17, + 1.2457948131107367e-17, + 1.9391116875027874e-17, + -2.980518289087544e-17, + -2.2969341866729208e-17, + 7.036221623681505e-18, + 4.146160862384171e-17, + -4.096351970499688e-18, + 9.532391377892357e-19, + 1.2762526642400985e-16, + 6.309698821366465e-17, + -9.017699495086035e-17, + 4.1186800944479046e-17, + 3.661239811508806e-17, + 6.973244863827561e-18, + -3.7865850329681034e-17, + 3.669827551488889e-18, + -2.6341461098908545e-17, + 1.0127235500512785e-16, + 3.784473880223e-17, + 2.1297595150606345e-17, + -4.580127989377708e-19, + 3.18891411260423e-17, + -1.0585820815449228e-17, + -7.048816975652293e-17, + -8.823616571536156e-17, + 1.865257123674072e-17, + -5.615236914977071e-17, + 1.1031524520415547e-16, + 2.3600540755265324e-17, + -8.852242371469766e-17, + 5.783556618586702e-17, + -3.1912041765989185e-17, + -4.751882788979372e-19, + 6.6869868644914544e-18, + 5.2737311217690955e-17, + 6.242714449521817e-17, + 9.860156787132197e-18, + -8.186978781012654e-17, + 1.2269017851545536e-17, + 5.862563826403467e-18, + -4.1037946784824266e-17, + 1.648846076175975e-18, + 1.992355675379303e-17, + -1.343351539284482e-16, + -2.5190703941577397e-18, + -3.162578376665308e-17, + -6.822100640178097e-17, + 2.2213620748481885e-18, + -4.009902054700184e-17, + -2.0221265073102584e-17, + 4.0786039745408495e-17, + -5.3014981477046974e-18, + -8.636403839970342e-17, + 1.3323592321099754e-16, + -3.031686906468873e-17, + 2.4629638262878628e-17, + -7.900720781676547e-19, + -2.1808565679421295e-17, + -2.3667811385109308e-17, + -3.421355608065148e-17, + -3.93662000687014e-17, + -1.3477026608743907e-17, + 5.461086982334577e-17, + 4.520586325515798e-17, + 3.3308980802749385e-17, + -2.4513703773147504e-17, + 7.315036915034873e-17, + -4.9035995286275094e-17, + -9.27475917848986e-18, + 1.3957940047628566e-17, + 8.647532119694533e-17, + 8.232780060906432e-18, + -1.8377763557378056e-18, + 3.1476929606998304e-17, + 5.3192461436635365e-17, + -3.9789861907718845e-18, + 1.712967868027263e-17, + -1.1502705187322778e-16, + 3.993299090738689e-17, + -8.666460929900633e-17, + 5.111995352144195e-17, + 4.9780266084548967e-17, + 5.461802627332917e-17, + 6.062944425938742e-17, + -9.681245537547131e-18, + 3.755704951289721e-18, + 4.145015830386826e-17, + 6.518380902882487e-17, + -4.1083748064718045e-17, + -3.692155675437105e-17, + 9.606818457719744e-18, + -1.3339622769062576e-18, + -5.272872347771087e-18, + 7.472765072669068e-17, + 5.4952948132552416e-17, + -1.1065589222336543e-16, + 6.657287597060333e-18, + -4.7032189290922345e-17 + ] + ], + "std": [ + [ + 0.9991740198480986, + 0.999174018921411, + 0.9991740270954932, + 0.9991740228113029, + 0.9991740158723277, + 0.9991740243561008, + 0.9991740252725309, + 0.999174022151669, + 0.9991740235072105, + 0.9991740165590162, + 0.9991740265611315, + 0.9991740307025938, + 0.9991740258785623, + 0.9991740332613678, + 0.9991740406234768, + 0.9991740233656764, + 0.99917402208918, + 0.9991740282488505, + 0.9991740156767379, + 0.9991740258273182, + 0.9991740265687704, + 0.9991740257984052, + 0.9991740313679454, + 0.9991740235402499, + 0.9991740301415374, + 0.999174025174945, + 0.9991740248772705, + 0.9991740131152005, + 0.9991740154072135, + 0.999174010790505, + 0.9991740145205046, + 0.9991740094880226, + 0.999174013734848, + 0.9991740112483611, + 0.999174012892406, + 0.9991740196421095, + 0.9991740163331171, + 0.9991740185362487, + 0.999174022570399, + 0.9991740213173976, + 0.9991740202239284, + 0.9991740238427211, + 0.9991740163680863, + 0.999174017062169, + 0.9991740125363977, + 0.9991740134381419, + 0.9991740191519729, + 0.9991740283370354, + 0.9991740155322458, + 0.9991740139261396, + 0.9991740184139896, + 0.999174019859705, + 0.9991740278504871, + 0.9991740398149004, + 0.999174023614369, + 0.9991740280305289, + 0.9991740362925333, + 0.9991740390736555, + 0.9991740447608781, + 0.9991740366854855, + 0.9991740362046343, + 0.9991740405864491, + 0.9991740375979712, + 0.9991740333245271, + 0.9991740409940638, + 0.9991740310134122, + 0.9991740304658957, + 0.999174033728742, + 0.999174036884333, + 0.9991740224573864, + 0.9991740220790023, + 0.9991740325877202, + 0.9991740370120651, + 0.9991740334250748, + 0.9991740430984879, + 0.9991740318332668, + 0.9991740344761934, + 0.999174042827945, + 0.9991740330505716, + 0.9991740252745448, + 0.9991740274917971, + 0.9991740305192677, + 0.9991740228891964, + 0.9991740211061582, + 0.9991740277499128, + 0.9991740236142126, + 0.9991740237191634, + 0.999174021976502, + 0.9991740197184515, + 0.9991740112462193, + 0.9991740199131119, + 0.999174015985377, + 0.9991740108661882, + 0.9991740240105333, + 0.9991740207849835, + 0.9991740206058937, + 0.9991740208986494, + 0.9991740167020124, + 0.9991740260065186, + 0.9991740164246233 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 2, + "depth": 6, + "padding": 200, + "parameters": 382407, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 4, + "best_val_acc": 0.631578947368421, + "test_acc": 0.5182926829268293, + "train_size": 606, + "val_size": 114, + "test_size": 492, + "stats": { + "mean": [ + [ + -1.948844459480215e-17, + -2.5637266420541724e-17, + 1.2457948131107367e-17, + 1.9391116875027874e-17, + -2.980518289087544e-17, + -2.2969341866729208e-17, + 7.036221623681505e-18, + 4.146160862384171e-17, + -4.096351970499688e-18, + 9.532391377892357e-19, + 1.2762526642400985e-16, + 6.309698821366465e-17, + -9.017699495086035e-17, + 4.1186800944479046e-17, + 3.661239811508806e-17, + 6.973244863827561e-18, + -3.7865850329681034e-17, + 3.669827551488889e-18, + -2.6341461098908545e-17, + 1.0127235500512785e-16, + 3.784473880223e-17, + 2.1297595150606345e-17, + -4.580127989377708e-19, + 3.18891411260423e-17, + -1.0585820815449228e-17, + -7.048816975652293e-17, + -8.823616571536156e-17, + 1.865257123674072e-17, + -5.615236914977071e-17, + 1.1031524520415547e-16, + 2.3600540755265324e-17, + -8.852242371469766e-17, + 5.783556618586702e-17, + -3.1912041765989185e-17, + -4.751882788979372e-19, + 6.6869868644914544e-18, + 5.2737311217690955e-17, + 6.242714449521817e-17, + 9.860156787132197e-18, + -8.186978781012654e-17, + 1.2269017851545536e-17, + 5.862563826403467e-18, + -4.1037946784824266e-17, + 1.648846076175975e-18, + 1.992355675379303e-17, + -1.343351539284482e-16, + -2.5190703941577397e-18, + -3.162578376665308e-17, + -6.822100640178097e-17, + 2.2213620748481885e-18, + -4.009902054700184e-17, + -2.0221265073102584e-17, + 4.0786039745408495e-17, + -5.3014981477046974e-18, + -8.636403839970342e-17, + 1.3323592321099754e-16, + -3.031686906468873e-17, + 2.4629638262878628e-17, + -7.900720781676547e-19, + -2.1808565679421295e-17, + -2.3667811385109308e-17, + -3.421355608065148e-17, + -3.93662000687014e-17, + -1.3477026608743907e-17, + 5.461086982334577e-17, + 4.520586325515798e-17, + 3.3308980802749385e-17, + -2.4513703773147504e-17, + 7.315036915034873e-17, + -4.9035995286275094e-17, + -9.27475917848986e-18, + 1.3957940047628566e-17, + 8.647532119694533e-17, + 8.232780060906432e-18, + -1.8377763557378056e-18, + 3.1476929606998304e-17, + 5.3192461436635365e-17, + -3.9789861907718845e-18, + 1.712967868027263e-17, + -1.1502705187322778e-16, + 3.993299090738689e-17, + -8.666460929900633e-17, + 5.111995352144195e-17, + 4.9780266084548967e-17, + 5.461802627332917e-17, + 6.062944425938742e-17, + -9.681245537547131e-18, + 3.755704951289721e-18, + 4.145015830386826e-17, + 6.518380902882487e-17, + -4.1083748064718045e-17, + -3.692155675437105e-17, + 9.606818457719744e-18, + -1.3339622769062576e-18, + -5.272872347771087e-18, + 7.472765072669068e-17, + 5.4952948132552416e-17, + -1.1065589222336543e-16, + 6.657287597060333e-18, + -4.7032189290922345e-17 + ] + ], + "std": [ + [ + 0.9991740198480986, + 0.999174018921411, + 0.9991740270954932, + 0.9991740228113029, + 0.9991740158723277, + 0.9991740243561008, + 0.9991740252725309, + 0.999174022151669, + 0.9991740235072105, + 0.9991740165590162, + 0.9991740265611315, + 0.9991740307025938, + 0.9991740258785623, + 0.9991740332613678, + 0.9991740406234768, + 0.9991740233656764, + 0.99917402208918, + 0.9991740282488505, + 0.9991740156767379, + 0.9991740258273182, + 0.9991740265687704, + 0.9991740257984052, + 0.9991740313679454, + 0.9991740235402499, + 0.9991740301415374, + 0.999174025174945, + 0.9991740248772705, + 0.9991740131152005, + 0.9991740154072135, + 0.999174010790505, + 0.9991740145205046, + 0.9991740094880226, + 0.999174013734848, + 0.9991740112483611, + 0.999174012892406, + 0.9991740196421095, + 0.9991740163331171, + 0.9991740185362487, + 0.999174022570399, + 0.9991740213173976, + 0.9991740202239284, + 0.9991740238427211, + 0.9991740163680863, + 0.999174017062169, + 0.9991740125363977, + 0.9991740134381419, + 0.9991740191519729, + 0.9991740283370354, + 0.9991740155322458, + 0.9991740139261396, + 0.9991740184139896, + 0.999174019859705, + 0.9991740278504871, + 0.9991740398149004, + 0.999174023614369, + 0.9991740280305289, + 0.9991740362925333, + 0.9991740390736555, + 0.9991740447608781, + 0.9991740366854855, + 0.9991740362046343, + 0.9991740405864491, + 0.9991740375979712, + 0.9991740333245271, + 0.9991740409940638, + 0.9991740310134122, + 0.9991740304658957, + 0.999174033728742, + 0.999174036884333, + 0.9991740224573864, + 0.9991740220790023, + 0.9991740325877202, + 0.9991740370120651, + 0.9991740334250748, + 0.9991740430984879, + 0.9991740318332668, + 0.9991740344761934, + 0.999174042827945, + 0.9991740330505716, + 0.9991740252745448, + 0.9991740274917971, + 0.9991740305192677, + 0.9991740228891964, + 0.9991740211061582, + 0.9991740277499128, + 0.9991740236142126, + 0.9991740237191634, + 0.999174021976502, + 0.9991740197184515, + 0.9991740112462193, + 0.9991740199131119, + 0.999174015985377, + 0.9991740108661882, + 0.9991740240105333, + 0.9991740207849835, + 0.9991740206058937, + 0.9991740208986494, + 0.9991740167020124, + 0.9991740260065186, + 0.9991740164246233 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 2, + "depth": 6, + "padding": 200, + "parameters": 382407, + "cert_evals": { + "36": 0.03252032399177551, + "72": 0.006097560748457909, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5368691461888369, + "std_test_acc": 0.041111010224409196, + "n_samples": 1212, + "n_features": 100, + "n_classes": 2, + "mean_cert_acc_36": 0.04266616329550743, + "std_cert_acc_36": 0.06547218543911032, + "mean_cert_acc_72": 0.016988308634608984, + "std_cert_acc_72": 0.030049371075140035, + "mean_cert_acc_108": 0.010309278964996338, + "std_cert_acc_108": 0.020618557929992676, + "mean_cert_acc_255": 0.0010309278732165694, + "std_cert_acc_255": 0.002061855746433139 + }, + "horse-colic": { + "dataset": "horse-colic", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 17, + "best_val_acc": 0.9090909090909091, + "test_acc": 0.8162393162393162, + "train_size": 68, + "val_size": 66, + "test_size": 234, + "stats": { + "mean": [ + [ + -3.918434204559376e-17, + 1.6081907047879105e-16, + -8.898111006186917e-17, + 4.5715065719859385e-17, + 1.1428766429964846e-16, + -9.240973999085862e-16, + -1.457167719820518e-15, + -1.240837498110469e-16, + -8.996071861300901e-16, + -9.469549327685159e-16, + 2.661269897263243e-16, + -3.632715043810255e-16, + 0.0, + 4.5715065719859385e-17, + -2.1796290262861528e-16, + -2.729842495843032e-15, + 1.0841001299280941e-15, + 3.7306758989242393e-16, + 7.836868409118753e-17, + 7.151142423320861e-16, + 7.836868409118753e-17, + -4.081702296416017e-17, + 5.877651306839064e-17, + -2.9959694855693565e-16, + 5.028657229184532e-16 + ] + ], + "std": [ + [ + 0.9742956396024967, + 0.9874129079346324, + 0.9918559595947606, + 0.99225721180266, + 0.9921299699802761, + 0.9848134955127864, + 0.9843013518199359, + 0.9861089730182948, + 0.9755495809457849, + 0.9860401240147575, + 0.985286300764603, + 0.9842961745285809, + 0.9824073002181559, + 0.9834383442239104, + 0.9888717265277447, + 0.986845504027903, + 0.9879390608769005, + 0.9920717709998307, + 0.9922690297982814, + 0.9844178185972415, + 0.9871806289366772, + 0.9789339023991226, + 0.9926179246174212, + 0.9926033525170048, + 0.9725972171816771 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 24357, + "cert_evals": { + "36": 0.7564103007316589, + "72": 0.692307710647583, + "108": 0.5982906222343445, + "255": 0.14102564752101898 + }, + "fold": 0 + }, + { + "best_epoch": 19, + "best_val_acc": 0.9027777777777778, + "test_acc": 0.8026315789473685, + "train_size": 68, + "val_size": 72, + "test_size": 228, + "stats": { + "mean": [ + [ + -3.918434204559376e-17, + 1.6081907047879105e-16, + -8.898111006186917e-17, + 4.5715065719859385e-17, + 1.1428766429964846e-16, + -9.240973999085862e-16, + -1.457167719820518e-15, + -1.240837498110469e-16, + -8.996071861300901e-16, + -9.469549327685159e-16, + 2.661269897263243e-16, + -3.632715043810255e-16, + 0.0, + 4.5715065719859385e-17, + -2.1796290262861528e-16, + -2.729842495843032e-15, + 1.0841001299280941e-15, + 3.7306758989242393e-16, + 7.836868409118753e-17, + 7.151142423320861e-16, + 7.836868409118753e-17, + -4.081702296416017e-17, + 5.877651306839064e-17, + -2.9959694855693565e-16, + 5.028657229184532e-16 + ] + ], + "std": [ + [ + 0.9742956396024967, + 0.9874129079346324, + 0.9918559595947606, + 0.99225721180266, + 0.9921299699802761, + 0.9848134955127864, + 0.9843013518199359, + 0.9861089730182948, + 0.9755495809457849, + 0.9860401240147575, + 0.985286300764603, + 0.9842961745285809, + 0.9824073002181559, + 0.9834383442239104, + 0.9888717265277447, + 0.986845504027903, + 0.9879390608769005, + 0.9920717709998307, + 0.9922690297982814, + 0.9844178185972415, + 0.9871806289366772, + 0.9789339023991226, + 0.9926179246174212, + 0.9926033525170048, + 0.9725972171816771 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 24357, + "cert_evals": { + "36": 0.7587719559669495, + "72": 0.6622806787490845, + "108": 0.5877193212509155, + "255": 0.15789473056793213 + }, + "fold": 1 + }, + { + "best_epoch": 6, + "best_val_acc": 0.8888888888888888, + "test_acc": 0.8227848101265823, + "train_size": 68, + "val_size": 63, + "test_size": 237, + "stats": { + "mean": [ + [ + -3.918434204559376e-17, + 1.6081907047879105e-16, + -8.898111006186917e-17, + 4.5715065719859385e-17, + 1.1428766429964846e-16, + -9.240973999085862e-16, + -1.457167719820518e-15, + -1.240837498110469e-16, + -8.996071861300901e-16, + -9.469549327685159e-16, + 2.661269897263243e-16, + -3.632715043810255e-16, + 0.0, + 4.5715065719859385e-17, + -2.1796290262861528e-16, + -2.729842495843032e-15, + 1.0841001299280941e-15, + 3.7306758989242393e-16, + 7.836868409118753e-17, + 7.151142423320861e-16, + 7.836868409118753e-17, + -4.081702296416017e-17, + 5.877651306839064e-17, + -2.9959694855693565e-16, + 5.028657229184532e-16 + ] + ], + "std": [ + [ + 0.9742956396024967, + 0.9874129079346324, + 0.9918559595947606, + 0.99225721180266, + 0.9921299699802761, + 0.9848134955127864, + 0.9843013518199359, + 0.9861089730182948, + 0.9755495809457849, + 0.9860401240147575, + 0.985286300764603, + 0.9842961745285809, + 0.9824073002181559, + 0.9834383442239104, + 0.9888717265277447, + 0.986845504027903, + 0.9879390608769005, + 0.9920717709998307, + 0.9922690297982814, + 0.9844178185972415, + 0.9871806289366772, + 0.9789339023991226, + 0.9926179246174212, + 0.9926033525170048, + 0.9725972171816771 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 24357, + "cert_evals": { + "36": 0.7468354105949402, + "72": 0.6962025165557861, + "108": 0.607594907283783, + "255": 0.12236286699771881 + }, + "fold": 2 + }, + { + "best_epoch": 10, + "best_val_acc": 0.9, + "test_acc": 0.82, + "train_size": 68, + "val_size": 50, + "test_size": 250, + "stats": { + "mean": [ + [ + -3.918434204559376e-17, + 1.6081907047879105e-16, + -8.898111006186917e-17, + 4.5715065719859385e-17, + 1.1428766429964846e-16, + -9.240973999085862e-16, + -1.457167719820518e-15, + -1.240837498110469e-16, + -8.996071861300901e-16, + -9.469549327685159e-16, + 2.661269897263243e-16, + -3.632715043810255e-16, + 0.0, + 4.5715065719859385e-17, + -2.1796290262861528e-16, + -2.729842495843032e-15, + 1.0841001299280941e-15, + 3.7306758989242393e-16, + 7.836868409118753e-17, + 7.151142423320861e-16, + 7.836868409118753e-17, + -4.081702296416017e-17, + 5.877651306839064e-17, + -2.9959694855693565e-16, + 5.028657229184532e-16 + ] + ], + "std": [ + [ + 0.9742956396024967, + 0.9874129079346324, + 0.9918559595947606, + 0.99225721180266, + 0.9921299699802761, + 0.9848134955127864, + 0.9843013518199359, + 0.9861089730182948, + 0.9755495809457849, + 0.9860401240147575, + 0.985286300764603, + 0.9842961745285809, + 0.9824073002181559, + 0.9834383442239104, + 0.9888717265277447, + 0.986845504027903, + 0.9879390608769005, + 0.9920717709998307, + 0.9922690297982814, + 0.9844178185972415, + 0.9871806289366772, + 0.9789339023991226, + 0.9926179246174212, + 0.9926033525170048, + 0.9725972171816771 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 24357, + "cert_evals": { + "36": 0.7600000500679016, + "72": 0.6600000262260437, + "108": 0.5560000538825989, + "255": 0.12400000542402267 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8154139263283167, + "std_test_acc": 0.008933675480302139, + "n_samples": 368, + "n_features": 25, + "n_classes": 2, + "mean_cert_acc_36": 0.7555044293403625, + "std_cert_acc_36": 0.005968244436666081, + "mean_cert_acc_72": 0.6776977330446243, + "std_cert_acc_72": 0.019207401768953372, + "mean_cert_acc_108": 0.5874012261629105, + "std_cert_acc_108": 0.02245364490882543, + "mean_cert_acc_255": 0.13632081262767315, + "std_cert_acc_255": 0.016675290532451096 + }, + "ilpd-indian-liver": { + "dataset": "ilpd-indian-liver", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 18, + "best_val_acc": 0.6976744186046512, + "test_acc": 0.5925925925925926, + "train_size": 146, + "val_size": 86, + "test_size": 351, + "stats": { + "mean": [ + [ + -0.04947167191780823, + -0.00829989520547949, + 0.0029959439041094614, + 0.043865143424657534, + -0.02727346465753423, + 0.06000245376712337, + 0.18081108150684932, + 0.13766838972602727, + 0.07700867876712333 + ] + ], + "std": [ + [ + 1.0220386211163874, + 0.9305248911517027, + 1.0317627748416793, + 1.0430349333459359, + 0.6968608763678219, + 1.4666603089790804, + 0.976649603737411, + 0.9779410793607819, + 1.0045141661622095 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3301, + "cert_evals": { + "36": 0.4387464225292206, + "72": 0.3076923191547394, + "108": 0.23076923191547394, + "255": 0.08262108266353607 + }, + "fold": 0 + }, + { + "best_epoch": 28, + "best_val_acc": 0.7681159420289855, + "test_acc": 0.595108695652174, + "train_size": 146, + "val_size": 69, + "test_size": 368, + "stats": { + "mean": [ + [ + 0.023718123972602808, + -0.005873168493150683, + 0.03226138232876717, + 0.04699460315068498, + 0.05445175945205481, + -0.012896076027397266, + 0.006021310958904103, + -0.03022427397260268, + 0.024170888356164395 + ] + ], + "std": [ + [ + 0.9837490979337397, + 0.9321175505257335, + 1.0715555930063725, + 0.9529710623514904, + 1.1810113146612142, + 0.7086815710476746, + 1.0423446624153474, + 1.010859445699408, + 1.0504905455411107 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3301, + "cert_evals": { + "36": 0.44565218687057495, + "72": 0.30434784293174744, + "108": 0.19565217196941376, + "255": 0.10326087474822998 + }, + "fold": 1 + }, + { + "best_epoch": 2, + "best_val_acc": 0.6590909090909091, + "test_acc": 0.6762177650429799, + "train_size": 146, + "val_size": 88, + "test_size": 349, + "stats": { + "mean": [ + [ + -0.06850946301369858, + -0.0660989635342466, + -0.043828577945205456, + -0.023010099041095942, + 0.006519339726027369, + -0.025199812328767113, + -0.0009198609589041257, + -0.051749036301369795, + -0.1729785705479453 + ] + ], + "std": [ + [ + 0.960568795724854, + 0.7317880619730879, + 0.8532176637131939, + 0.846889651522413, + 0.8393088412983767, + 0.6466602014941917, + 1.025247253115212, + 1.0319261806513593, + 0.9884325003029147 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3301, + "cert_evals": { + "36": 0.5358166098594666, + "72": 0.409742146730423, + "108": 0.30085960030555725, + "255": 0.16905444860458374 + }, + "fold": 2 + }, + { + "best_epoch": 2, + "best_val_acc": 0.6190476190476191, + "test_acc": 0.6062322946175638, + "train_size": 146, + "val_size": 84, + "test_size": 353, + "stats": { + "mean": [ + [ + 0.10156164794520553, + 0.11148967165753422, + 0.14932299390410964, + -0.06575168465753424, + 0.08565644520547948, + 0.041416027397260274, + 0.12780630068493154, + 0.0825649349315068, + 0.027512271917808223 + ] + ], + "std": [ + [ + 0.9791992181077636, + 1.0803158704678002, + 1.2337654004282645, + 0.900953545319748, + 1.161354860471408, + 0.8045626472841879, + 0.9144661645250372, + 1.0285214362372226, + 1.0463698865975202 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3301, + "cert_evals": { + "36": 0.5042492747306824, + "72": 0.3881019651889801, + "108": 0.24079319834709167, + "255": 0.11898016929626465 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6175378369763276, + "std_test_acc": 0.03956631919464001, + "n_samples": 583, + "n_features": 9, + "n_classes": 2, + "mean_cert_acc_36": 0.4811161234974861, + "std_cert_acc_36": 0.046833635546235895, + "mean_cert_acc_72": 0.3524710685014725, + "std_cert_acc_72": 0.05437682849815902, + "mean_cert_acc_108": 0.24201855063438416, + "std_cert_acc_108": 0.04374227115265232, + "mean_cert_acc_255": 0.11847914382815361, + "std_cert_acc_255": 0.036857874527355776 + }, + "image-segmentation": { + "dataset": "image-segmentation", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 15, + "best_val_acc": 0.92, + "test_acc": 0.91875, + "train_size": 2100, + "val_size": 50, + "test_size": 160, + "stats": { + "mean": [ + [ + 4.532088989809121e-17, + -7.34333229144925e-17, + 5.686456596603897e-16, + -1.441175221489608e-16, + 1.2583849306495375e-16, + -1.7241499233613294e-17, + -4.0893214740359934e-17, + 1.316275131219278e-16, + -6.396999332363997e-18, + -1.3756191952736462e-16, + -3.933361572957697e-17, + -1.1186818667175387e-16, + 2.5106900685451756e-16, + 4.337799960499719e-17, + 4.421066687346605e-17, + -1.850371707708594e-17, + -2.350368577012995e-16, + -9.793753110086202e-17 + ] + ], + "std": [ + [ + 0.9996246758364985, + 0.9995878274866169, + 0.8038207521572458, + 0.7019751493522468, + 0.9960026008909317, + 0.9995397039243666, + 0.9968889591858656, + 0.9995749389029804, + 0.9994997832814528, + 0.9994762671895456, + 0.9995321523164318, + 0.9994865643378964, + 0.9988998799598826, + 0.9992534567413346, + 0.9989012736519327, + 0.9995288891246146, + 0.9578356691087312, + 0.9933295528418025 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 12936, + "cert_evals": { + "36": 0.893750011920929, + "72": 0.862500011920929, + "108": 0.824999988079071, + "255": 0.4124999940395355 + }, + "fold": 0 + }, + { + "best_epoch": 21, + "best_val_acc": 0.9574468085106383, + "test_acc": 0.9202453987730062, + "train_size": 2100, + "val_size": 47, + "test_size": 163, + "stats": { + "mean": [ + [ + 4.532088989809121e-17, + -7.34333229144925e-17, + 5.686456596603897e-16, + -1.441175221489608e-16, + 1.2583849306495375e-16, + -1.7241499233613294e-17, + -4.0893214740359934e-17, + 1.316275131219278e-16, + -6.396999332363997e-18, + -1.3756191952736462e-16, + -3.933361572957697e-17, + -1.1186818667175387e-16, + 2.5106900685451756e-16, + 4.337799960499719e-17, + 4.421066687346605e-17, + -1.850371707708594e-17, + -2.350368577012995e-16, + -9.793753110086202e-17 + ] + ], + "std": [ + [ + 0.9996246758364985, + 0.9995878274866169, + 0.8038207521572458, + 0.7019751493522468, + 0.9960026008909317, + 0.9995397039243666, + 0.9968889591858656, + 0.9995749389029804, + 0.9994997832814528, + 0.9994762671895456, + 0.9995321523164318, + 0.9994865643378964, + 0.9988998799598826, + 0.9992534567413346, + 0.9989012736519327, + 0.9995288891246146, + 0.9578356691087312, + 0.9933295528418025 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 12936, + "cert_evals": { + "36": 0.8773006200790405, + "72": 0.8527607321739197, + "108": 0.803680956363678, + "255": 0.42331287264823914 + }, + "fold": 1 + }, + { + "best_epoch": 9, + "best_val_acc": 0.9534883720930233, + "test_acc": 0.9041916167664671, + "train_size": 2100, + "val_size": 43, + "test_size": 167, + "stats": { + "mean": [ + [ + 4.532088989809121e-17, + -7.34333229144925e-17, + 5.686456596603897e-16, + -1.441175221489608e-16, + 1.2583849306495375e-16, + -1.7241499233613294e-17, + -4.0893214740359934e-17, + 1.316275131219278e-16, + -6.396999332363997e-18, + -1.3756191952736462e-16, + -3.933361572957697e-17, + -1.1186818667175387e-16, + 2.5106900685451756e-16, + 4.337799960499719e-17, + 4.421066687346605e-17, + -1.850371707708594e-17, + -2.350368577012995e-16, + -9.793753110086202e-17 + ] + ], + "std": [ + [ + 0.9996246758364985, + 0.9995878274866169, + 0.8038207521572458, + 0.7019751493522468, + 0.9960026008909317, + 0.9995397039243666, + 0.9968889591858656, + 0.9995749389029804, + 0.9994997832814528, + 0.9994762671895456, + 0.9995321523164318, + 0.9994865643378964, + 0.9988998799598826, + 0.9992534567413346, + 0.9989012736519327, + 0.9995288891246146, + 0.9578356691087312, + 0.9933295528418025 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 12936, + "cert_evals": { + "36": 0.8742515444755554, + "72": 0.8383233547210693, + "108": 0.7964072227478027, + "255": 0.3353293538093567 + }, + "fold": 2 + }, + { + "best_epoch": 3, + "best_val_acc": 0.8611111111111112, + "test_acc": 0.9137931034482759, + "train_size": 2100, + "val_size": 36, + "test_size": 174, + "stats": { + "mean": [ + [ + 4.532088989809121e-17, + -7.34333229144925e-17, + 5.686456596603897e-16, + -1.441175221489608e-16, + 1.2583849306495375e-16, + -1.7241499233613294e-17, + -4.0893214740359934e-17, + 1.316275131219278e-16, + -6.396999332363997e-18, + -1.3756191952736462e-16, + -3.933361572957697e-17, + -1.1186818667175387e-16, + 2.5106900685451756e-16, + 4.337799960499719e-17, + 4.421066687346605e-17, + -1.850371707708594e-17, + -2.350368577012995e-16, + -9.793753110086202e-17 + ] + ], + "std": [ + [ + 0.9996246758364985, + 0.9995878274866169, + 0.8038207521572458, + 0.7019751493522468, + 0.9960026008909317, + 0.9995397039243666, + 0.9968889591858656, + 0.9995749389029804, + 0.9994997832814528, + 0.9994762671895456, + 0.9995321523164318, + 0.9994865643378964, + 0.9988998799598826, + 0.9992534567413346, + 0.9989012736519327, + 0.9995288891246146, + 0.9578356691087312, + 0.9933295528418025 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 12936, + "cert_evals": { + "36": 0.8793103694915771, + "72": 0.8045976758003235, + "108": 0.7068965435028076, + "255": 0.36206895112991333 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9142450297469372, + "std_test_acc": 0.007247402646587594, + "n_samples": 2310, + "n_features": 18, + "n_classes": 7, + "mean_cert_acc_36": 0.8811531364917755, + "std_cert_acc_36": 0.00865160709277714, + "mean_cert_acc_72": 0.8395454436540604, + "std_cert_acc_72": 0.02532716614165035, + "mean_cert_acc_108": 0.7829961776733398, + "std_cert_acc_108": 0.052163814434104255, + "mean_cert_acc_255": 0.38330279290676117, + "std_cert_acc_255": 0.04165577163028628 + }, + "ionosphere": { + "dataset": "ionosphere", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 3, + "best_val_acc": 0.8936170212765957, + "test_acc": 0.9305555555555556, + "train_size": 88, + "val_size": 47, + "test_size": 216, + "stats": { + "mean": [ + [ + -0.053792624999999955, + 0.11437863863636365, + -0.09784573977272727, + 0.037641697727272765, + 0.03979244659090908, + -0.022637212499999986, + -0.03695475681818172, + -0.03367938977272729, + -0.021329492045454524, + -0.09884267272727273, + 0.035718605681818186, + 0.06464764249999998, + -0.019363167613636392, + -0.05855647840909092, + -0.09749018068181807, + -0.038717673863636344, + -0.20421359857954527, + -0.07935669659090909, + -0.1400404538977272, + 0.02510688295454545, + -0.037117688954545446, + 0.033973999999999976, + -0.1653208722727273, + 0.005757295454545449, + -0.1324492284090909, + -0.08898458409090908, + -0.05795820443181821, + -0.02483663102272733, + -0.08507457556818178, + 0.08867289204545453, + -0.04576606920454543, + 0.02797571125000001, + -0.0760243448863635 + ] + ], + "std": [ + [ + 1.0628766820372375, + 0.7507239967772006, + 1.0291396537758577, + 0.8884938256308751, + 0.9340022757733981, + 0.913837455075107, + 0.9736609191811407, + 0.9876988868200146, + 1.0170932036566493, + 0.9930860356859771, + 0.9548850329366211, + 0.9223725518038193, + 0.8913550898838349, + 1.0187510679778873, + 1.017494178014936, + 1.0307802521113834, + 0.975629252171648, + 1.0218068809970482, + 0.9797731524500652, + 0.9502446255339264, + 0.9112949974613238, + 0.9538996196640592, + 0.8900589740016208, + 0.9778636762599577, + 0.9154522749390646, + 1.05891815419685, + 0.9349516698212756, + 1.028413342097531, + 1.0174809086582552, + 0.8603550537251974, + 0.9177215824920913, + 0.9334496357023497, + 0.9708996223344086 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 42181, + "cert_evals": { + "36": 0.9074074029922485, + "72": 0.875, + "108": 0.8472222089767456, + "255": 0.6111111044883728 + }, + "fold": 0 + }, + { + "best_epoch": 15, + "best_val_acc": 0.9454545454545454, + "test_acc": 0.8990384615384616, + "train_size": 88, + "val_size": 55, + "test_size": 208, + "stats": { + "mean": [ + [ + -0.05379262500000004, + 0.057230188340909066, + -0.12594148852272724, + -0.0657140477272727, + 0.03683578340909091, + -0.019606631818181786, + -0.060358038636363666, + 0.04340084659090913, + -0.0891362948863636, + 0.11950643409090907, + -0.0431416420454545, + 0.015000489886363617, + 0.006661120113636418, + 0.05273973636363641, + 0.015397984090909127, + 0.014861920909090958, + 0.1809429574999999, + 0.08595570852272723, + 0.06362748978409093, + 0.013652813181818213, + 0.08379081831818179, + 0.012709255681818172, + 0.05176218068181814, + -0.0808674875, + 0.0755702415909092, + 0.018801221590909037, + 0.00032548409090908274, + -0.044570049999999944, + -0.06261137522727273, + -0.029789787386363672, + 0.05672472590909099, + 0.07217833522727275, + -0.1547468361363635 + ] + ], + "std": [ + [ + 1.062876682037237, + 0.9307820453086587, + 1.0773699872895335, + 1.0440681513418153, + 0.8335723077848519, + 1.0288328270221063, + 1.012134427705991, + 0.9381625016034029, + 1.0351171735867382, + 0.8413129464522849, + 0.957745165443786, + 0.996483818815002, + 1.0520779681632726, + 0.9017607688663065, + 0.9016249527670053, + 0.9886646202839675, + 0.948531710759369, + 0.9429119629240612, + 0.9771648840049503, + 1.0130626800360227, + 0.9206929443124036, + 1.0062206389304456, + 0.9740332111643196, + 1.0276361536986764, + 1.004938887359179, + 0.9916060965398966, + 1.0389805297776586, + 0.9937147733197984, + 0.9550117277666471, + 1.045048464961226, + 0.9419333165833579, + 0.9692634514790782, + 0.8827267306674739 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 42181, + "cert_evals": { + "36": 0.8990384936332703, + "72": 0.8509615659713745, + "108": 0.8028846383094788, + "255": 0.5817307829856873 + }, + "fold": 1 + }, + { + "best_epoch": 14, + "best_val_acc": 0.8983050847457628, + "test_acc": 0.9215686274509803, + "train_size": 88, + "val_size": 59, + "test_size": 204, + "stats": { + "mean": [ + [ + -0.1268343749999996, + 0.03819893595454546, + -0.011457272727272726, + 0.05116481477272727, + -0.0830110590909092, + 0.047313343863636344, + 0.10252151931818183, + 0.1333957454545454, + 0.05029393693181818, + 0.04156139318181821, + -0.001252886136363645, + -0.02304269772727273, + -0.028127184431818178, + 0.09080393977272729, + 0.051952362500000016, + 0.026424043636363623, + 0.004673466193181796, + 0.08743039488636364, + -0.026571849534090915, + 0.14150050181818186, + 0.03335016056818166, + 0.12982050340909096, + 0.16414423761363636, + 0.09544092727272725, + -0.013555443181818177, + 0.13096514511363633, + 0.08380314419318177, + 0.11039518400000002, + 0.10956971738636363, + 0.16996981363636354, + 0.20297531795454554, + 0.13073818977272728, + 0.22886673897727264 + ] + ], + "std": [ + [ + 1.1403639563737902, + 0.9669190187863775, + 0.9172167629719893, + 0.8606790311963011, + 0.9989705798429368, + 0.9373035431734378, + 0.9209352640839872, + 0.8488345605516046, + 0.8825266596197384, + 0.9437597259890439, + 0.8884696173398924, + 1.0048586652940763, + 0.9550518112139788, + 0.9614986333459294, + 0.9194447344313414, + 0.9950631727543465, + 0.9784728631967848, + 0.9580770253420143, + 0.9232846642295484, + 0.9004257495362915, + 0.9845719410626651, + 0.9096258762479161, + 0.9598729860189827, + 0.9018492624900448, + 0.9747064152086655, + 0.8917378557660298, + 1.0112826407608113, + 0.9771390659506771, + 0.934094299138346, + 0.9171760631839044, + 0.9408030802675159, + 0.9489033599031296, + 0.9833308046410482 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 42181, + "cert_evals": { + "36": 0.9166666865348816, + "72": 0.8921568989753723, + "108": 0.8725490570068359, + "255": 0.6911764740943909 + }, + "fold": 2 + }, + { + "best_epoch": 7, + "best_val_acc": 0.9629629629629629, + "test_acc": 0.8947368421052632, + "train_size": 88, + "val_size": 54, + "test_size": 209, + "stats": { + "mean": [ + [ + -0.05379262500000004, + 0.08337084420454545, + 0.012367452272727331, + -0.10430459318181814, + -0.04320599500000006, + -0.02125417613636366, + 0.13601533749999994, + 0.08083362500000006, + 0.04508737613636362, + 0.06580848409090917, + -0.04573462613636365, + -0.11163381636363634, + -0.08390394295454544, + -0.08376589772727273, + -0.044872403409090926, + -0.0040415840909091135, + -0.08072537250000003, + 0.09002621590909089, + -0.162396136590909, + -0.039994314090909096, + -0.10034994406818182, + -0.025718289772727287, + -0.07362233545454551, + 0.15139177386363645, + -0.09483327613636364, + 0.035840585227272695, + 0.10623734090909087, + 0.16713354263636365, + -0.09824181704545455, + -0.02187183522727274, + -0.02442285272727274, + -0.04313826136363642, + 0.1828973070454546 + ] + ], + "std": [ + [ + 1.062876682037237, + 0.9490576864105106, + 0.9875219449564684, + 1.1736996169419784, + 1.085283557408111, + 1.0964938389858863, + 1.0087899511657812, + 1.0744821220114844, + 1.0108692257357619, + 1.0627108745057163, + 1.0442983244440271, + 1.1469962087719372, + 1.0331323404442145, + 1.1049553685537077, + 1.023216090225595, + 1.0297914379913535, + 1.0415403651865944, + 1.0022218327408114, + 1.0389078436934174, + 1.0658270934057976, + 1.0847302652617432, + 1.0404853997786638, + 1.050257290760166, + 0.893199357426146, + 1.0313013612091906, + 0.9776385188820035, + 1.0220555587416027, + 0.8817940384222789, + 1.0763521420836772, + 1.0347943476784296, + 1.1267168423195861, + 1.0726159506205808, + 1.1123266143540387 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 42181, + "cert_evals": { + "36": 0.8373205661773682, + "72": 0.8086124062538147, + "108": 0.7607654929161072, + "255": 0.540669858455658 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9114748716625651, + "std_test_acc": 0.017328034452647443, + "n_samples": 351, + "n_features": 33, + "n_classes": 2, + "mean_cert_acc_36": 0.8901082873344421, + "std_cert_acc_36": 0.035920746373689076, + "mean_cert_acc_72": 0.8566827178001404, + "std_cert_acc_72": 0.036228105055104556, + "mean_cert_acc_108": 0.8208553493022919, + "std_cert_acc_108": 0.049332842337989166, + "mean_cert_acc_255": 0.6061720550060272, + "std_cert_acc_255": 0.06360833018097205 + }, + "iris": { + "dataset": "iris", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.3333333333333333, + "test_acc": 0.33695652173913043, + "train_size": 37, + "val_size": 21, + "test_size": 92, + "stats": { + "mean": [ + [ + -0.06538616216216218, + 0.037524162162162124, + -0.05163069459459464, + -0.05491507459459471 + ] + ], + "std": [ + [ + 0.9148870367317358, + 1.0881966465526376, + 0.9955337168703222, + 0.9789290060304676 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 1078, + "cert_evals": { + "36": 0.33695653080940247, + "72": 0.15217392146587372, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 15, + "best_val_acc": 0.6551724137931034, + "test_acc": 0.6547619047619048, + "train_size": 37, + "val_size": 29, + "test_size": 84, + "stats": { + "mean": [ + [ + -0.1894133945945945, + -0.14947308108108107, + -0.07307603783783788, + -0.09033012864864856 + ] + ], + "std": [ + [ + 0.9592123832790647, + 0.9096266883189955, + 1.0119512040032557, + 1.0176631024602978 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 1078, + "cert_evals": { + "36": 0.6309524178504944, + "72": 0.4761904776096344, + "108": 0.261904776096344, + "255": 0.0357142873108387 + }, + "fold": 1 + }, + { + "best_epoch": 33, + "best_val_acc": 0.8695652173913043, + "test_acc": 0.8222222222222222, + "train_size": 37, + "val_size": 23, + "test_size": 90, + "stats": { + "mean": [ + [ + 0.12065495945945945, + 0.08115708108108108, + -0.014868264864864856, + 0.0017480032432432313 + ] + ], + "std": [ + [ + 1.079972374505205, + 0.8268394002889127, + 1.0381376116445211, + 1.0358017457861401 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 1078, + "cert_evals": { + "36": 0.6555555462837219, + "72": 0.4444444477558136, + "108": 0.30000001192092896, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 7, + "best_val_acc": 0.7352941176470589, + "test_acc": 0.6582278481012658, + "train_size": 37, + "val_size": 34, + "test_size": 79, + "stats": { + "mean": [ + [ + 0.019474235135135163, + 0.1372560810810812, + -0.050099464864865016, + -0.012418108108108169 + ] + ], + "std": [ + [ + 1.0035126577760827, + 0.9654086463610752, + 1.0191317626227525, + 1.0325640931007958 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 1078, + "cert_evals": { + "36": 0.6455696225166321, + "72": 0.6455696225166321, + "108": 0.5696202516555786, + "255": 0.012658228166401386 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6180421242061308, + "std_test_acc": 0.20302862115896983, + "n_samples": 150, + "n_features": 4, + "n_classes": 3, + "mean_cert_acc_36": 0.5672585293650627, + "std_cert_acc_36": 0.15386673072982532, + "mean_cert_acc_72": 0.42959461733698845, + "std_cert_acc_72": 0.20493831349780714, + "mean_cert_acc_108": 0.2828812599182129, + "std_cert_acc_108": 0.23307661196777926, + "mean_cert_acc_255": 0.012093128869310021, + "std_cert_acc_255": 0.016840091003662 + }, + "led-display": { + "dataset": "led-display", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 45, + "best_val_acc": 0.5897435897435898, + "test_acc": 0.622895622895623, + "train_size": 250, + "val_size": 156, + "test_size": 594, + "stats": { + "mean": [ + [ + 0.007071759999999854, + -0.06713887999999998, + 0.04580425999999983, + -0.02524725599999987, + 0.032490744000000016, + 0.026608120000000096, + 1.7199999999801818e-06 + ] + ], + "std": [ + [ + 0.9950459658737895, + 1.009900234084628, + 0.9724760974354865, + 1.0074396393306633, + 1.004766715631752, + 0.9754811567914686, + 0.9994980323196654 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 10, + "depth": 6, + "padding": 14, + "parameters": 2157, + "cert_evals": { + "36": 0.5168350338935852, + "72": 0.49494948983192444, + "108": 0.3585858643054962, + "255": 0.10774410516023636 + }, + "fold": 0 + }, + { + "best_epoch": 45, + "best_val_acc": 0.723404255319149, + "test_acc": 0.6962233169129721, + "train_size": 250, + "val_size": 141, + "test_size": 609, + "stats": { + "mean": [ + [ + -0.030645360000000187, + 0.03051721599999998, + -0.07328692000000013, + -0.01683115199999986, + -0.024368800000000006, + 0.02660812000000029, + 1.7199999999624183e-06 + ] + ], + "std": [ + [ + 1.018012947504733, + 0.9932371252643158, + 1.0370805647209447, + 1.0048701299259322, + 0.9948347843380658, + 0.9754811567914693, + 0.9994980323196655 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 10, + "depth": 6, + "padding": 14, + "parameters": 2157, + "cert_evals": { + "36": 0.6371099948883057, + "72": 0.5960591435432434, + "108": 0.3760262727737427, + "255": 0.07717569917440414 + }, + "fold": 1 + }, + { + "best_epoch": 57, + "best_val_acc": 0.7197452229299363, + "test_acc": 0.6930860033726813, + "train_size": 250, + "val_size": 157, + "test_size": 593, + "stats": { + "mean": [ + [ + -0.02121608000000006, + -0.018310832, + -0.02748262000000013, + 0.008417160000000156, + 0.01624516000000005, + 0.026608120000000093, + -0.01687781599999998 + ] + ], + "std": [ + [ + 1.0124517882249175, + 1.002792806702983, + 1.0143765302763266, + 0.9966955712286966, + 1.0022682733933526, + 0.9754811567914692, + 1.005041365963769 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 10, + "depth": 6, + "padding": 14, + "parameters": 2157, + "cert_evals": { + "36": 0.6458684802055359, + "72": 0.630691409111023, + "108": 0.610455334186554, + "255": 0.0961214154958725 + }, + "fold": 2 + }, + { + "best_epoch": 29, + "best_val_acc": 0.6144578313253012, + "test_acc": 0.6267123287671232, + "train_size": 250, + "val_size": 166, + "test_size": 584, + "stats": { + "mean": [ + [ + -0.0023575200000001267, + 0.0061031919999999995, + 0.009160819999999905, + -0.04207946399999987, + -0.016246007999999923, + -0.1011123440000001, + 0.05064032800000006 + ] + ], + "std": [ + [ + 1.0009703691603724, + 0.9983249694649329, + 0.9943226309022788, + 1.0123492183086487, + 0.9964583563164333, + 1.0799745182608878, + 0.9809392436444123 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 10, + "depth": 6, + "padding": 14, + "parameters": 2157, + "cert_evals": { + "36": 0.35273972153663635, + "72": 0.3202054798603058, + "108": 0.284246563911438, + "255": 0.0017123287543654442 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6597293179870999, + "std_test_acc": 0.04037872000925807, + "n_samples": 1000, + "n_features": 7, + "n_classes": 10, + "mean_cert_acc_36": 0.5381383076310158, + "std_cert_acc_36": 0.13690343331367746, + "mean_cert_acc_72": 0.5104763805866241, + "std_cert_acc_72": 0.13930800694638695, + "mean_cert_acc_108": 0.4073285087943077, + "std_cert_acc_108": 0.14114454496689047, + "mean_cert_acc_255": 0.07068838714621961, + "std_cert_acc_255": 0.04767860113019283 + }, + "lenses": { + "dataset": "lenses", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 12, + "best_val_acc": 0.75, + "test_acc": 0.5714285714285714, + "train_size": 6, + "val_size": 4, + "test_size": 14, + "stats": { + "mean": [ + [ + 0.0, + 0.6526299999999999, + 0.0, + -0.32631499999999997 + ] + ], + "std": [ + [ + 0.9789467406691065, + 0.7296625220778439, + 0.978945, + 0.922958197211553 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 1078, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.0, + "test_acc": 0.21428571428571427, + "train_size": 6, + "val_size": 4, + "test_size": 14, + "stats": { + "mean": [ + [ + 0.0, + -0.32631499999999997, + -0.6526299999999999, + 0.0 + ] + ], + "std": [ + [ + 0.9789467406691065, + 0.922958197211553, + 0.7296625220778439, + 0.978945 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 1078, + "cert_evals": { + "36": 0.2142857313156128, + "72": 0.1428571492433548, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5, + "test_acc": 0.3125, + "train_size": 6, + "val_size": 2, + "test_size": 16, + "stats": { + "mean": [ + [ + 0.0, + 0.0, + 0.32631499999999997, + 0.0 + ] + ], + "std": [ + [ + 0.9789467406691065, + 0.978945, + 0.9229581972115529, + 0.978945 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 1078, + "cert_evals": { + "36": 0.0625, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5, + "test_acc": 0.6428571428571429, + "train_size": 6, + "val_size": 4, + "test_size": 14, + "stats": { + "mean": [ + [ + -0.59948, + 0.32631499999999997, + 0.32631499999999997, + -0.32631499999999997 + ] + ], + "std": [ + [ + 0.915720825870709, + 0.9229581972115529, + 0.922958197211553, + 0.922958197211553 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 1078, + "cert_evals": { + "36": 0.6428571939468384, + "72": 0.5, + "108": 0.2857142984867096, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.4352678571428571, + "std_test_acc": 0.2045630350017218, + "n_samples": 24, + "n_features": 4, + "n_classes": 3, + "mean_cert_acc_36": 0.2299107313156128, + "std_cert_acc_36": 0.2896286236765687, + "mean_cert_acc_72": 0.1607142873108387, + "std_cert_acc_72": 0.23600270938177448, + "mean_cert_acc_108": 0.0714285746216774, + "std_cert_acc_108": 0.1428571492433548, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "chess-krvk": { + "dataset": "chess-krvk", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 41, + "best_val_acc": 0.22361571225745386, + "test_acc": 0.20195052331113225, + "train_size": 7014, + "val_size": 4226, + "test_size": 16816, + "stats": { + "mean": [ + [ + 0.012324607927003232, + 0.007078780439120998, + 0.0020496236099223986, + -0.024108994297119334, + -0.0005551300684344027, + 0.00494480253777899 + ] + ], + "std": [ + [ + 0.999931915679557, + 1.0057899986789152, + 1.0018138589619487, + 0.9949807268406698, + 1.0000689847213224, + 1.0016960231746526 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 18, + "depth": 6, + "padding": 12, + "parameters": 1727, + "cert_evals": { + "36": 0.10614890605211258, + "72": 0.046979065984487534, + "108": 0.02111084572970867, + "255": 0.001070409081876278 + }, + "fold": 0 + }, + { + "best_epoch": 32, + "best_val_acc": 0.2440293213525656, + "test_acc": 0.21322785939451616, + "train_size": 7014, + "val_size": 4229, + "test_size": 16813, + "stats": { + "mean": [ + [ + 0.02662805560307895, + 0.005693713430283323, + -0.0016727181351587745, + 0.014426962075848423, + -0.007343462446535813, + 0.00437411206158899 + ] + ], + "std": [ + [ + 0.9852094089714073, + 0.9988688121679218, + 1.0043106562162794, + 0.9917902725212167, + 0.9953541320225967, + 0.995076350426718 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 18, + "depth": 6, + "padding": 12, + "parameters": 1727, + "cert_evals": { + "36": 0.10985546559095383, + "72": 0.0424671396613121, + "108": 0.014988401904702187, + "255": 0.0005947778699919581 + }, + "fold": 1 + }, + { + "best_epoch": 7, + "best_val_acc": 0.21398002853067047, + "test_acc": 0.1711808030411024, + "train_size": 7014, + "val_size": 4206, + "test_size": 16836, + "stats": { + "mean": [ + [ + 0.009281328200740034, + -0.0021550139720564235, + -0.004650539349872485, + 0.006120143427431122, + -0.0004934166951813222, + 0.0024717757342437065 + ] + ], + "std": [ + [ + 0.9905305563279689, + 1.0007194352174467, + 1.0073929861352688, + 0.996792137495875, + 0.995664797353786, + 0.9984373474066448 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 18, + "depth": 6, + "padding": 12, + "parameters": 1727, + "cert_evals": { + "36": 0.08570919185876846, + "72": 0.03189593553543091, + "108": 0.010038013570010662, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 8, + "best_val_acc": 0.25573770491803277, + "test_acc": 0.2056999761507274, + "train_size": 7014, + "val_size": 4270, + "test_size": 16772, + "stats": { + "mean": [ + [ + 0.0038034088964931244, + -0.012312182207011678, + 0.00825354519532299, + -0.012616928286283908, + 0.00814625808383194, + 0.012173608639860799 + ] + ], + "std": [ + [ + 0.9903915605524702, + 0.991199162231707, + 1.011474563134033, + 0.9971077092137348, + 0.999255185770078, + 1.0033642166267953 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 18, + "depth": 6, + "padding": 12, + "parameters": 1727, + "cert_evals": { + "36": 0.08919627964496613, + "72": 0.018125446513295174, + "108": 0.002563796704635024, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.19801479047436957, + "std_test_acc": 0.01849371442211595, + "n_samples": 28056, + "n_features": 6, + "n_classes": 18, + "mean_cert_acc_36": 0.09772746078670025, + "std_cert_acc_36": 0.012044764846016494, + "mean_cert_acc_72": 0.03486689692363143, + "std_cert_acc_72": 0.012826679259033415, + "mean_cert_acc_108": 0.012175264477264136, + "std_cert_acc_108": 0.007846581180988632, + "mean_cert_acc_255": 0.000416296737967059, + "std_cert_acc_255": 0.0005184349592852608 + }, + "libras": { + "dataset": "libras", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 20, + "best_val_acc": 0.7083333333333334, + "test_acc": 0.7747747747747747, + "train_size": 90, + "val_size": 48, + "test_size": 222, + "stats": { + "mean": [ + [ + 0.059153607855555554, + -0.022086486111111102, + 0.05922882088888888, + -0.02086866645555565, + 0.056779304333333384, + -0.018696930000000046, + 0.05689053533333337, + -0.016248013333333245, + 0.0569165588888889, + -0.0036989233333332458, + 0.06283389777777776, + -0.0037991557777777556, + 0.05937392222222222, + -0.007620807444444464, + 0.05464593999999994, + -0.011244530777777774, + 0.04970278000000001, + -0.013921464755555614, + 0.04771983000000002, + -0.019249020222222305, + 0.044871499788888936, + -0.020557805333333252, + 0.03973438522222228, + -0.026101116888888873, + 0.0330146356666666, + -0.027676334444444468, + 0.034978265333333355, + -0.0210573455555555, + 0.04064138888888893, + -0.01831029133333337, + 0.044241277888888826, + -0.010786282777777736, + 0.051733793333333285, + -0.0034738184444444765, + 0.045049727888888905, + -0.021378303111111135, + 0.04119049111111115, + -0.045665581555555515, + 0.03553613722222227, + -0.07517735188888884, + 0.022791370888888884, + -0.09528456055555552, + 0.01893847222222228, + -0.11598632511111107, + 0.02626179000000001, + -0.1326080574444444, + 0.034327293333333335, + -0.13289333, + 0.03746381222222225, + -0.11572220622222221, + 0.042059589422222224, + -0.09740232666666666, + 0.04862533955555555, + -0.08259843555555557, + 0.04790880555555556, + -0.06473083111111111, + 0.04817679555555557, + -0.043231756999999996, + 0.05318957111111112, + -0.019220134666666673, + 0.055677036666666645, + -0.002841064555555544, + 0.05546902555555555, + 0.003981006666666653, + 0.05436141222222221, + 0.010304663333333285, + 0.04651793477777778, + 0.004333857777777748, + 0.038974952222222185, + -0.008231636300000048, + 0.03247019888888887, + -0.02334288095555553, + 0.03011131132222221, + -0.030717089555555615, + 0.02976556422222225, + -0.03948321999999996, + 0.022267378333333344, + -0.03566932055555558, + 0.015906501777777787, + -0.04077892000000001, + 0.011949363777777782, + -0.03570859, + 0.004940353333333312, + -0.031180698333333357, + 0.0004020502222222259, + -0.025412966666666658, + -0.002333565333333347, + -0.02677985111111109, + -0.0059334082222222105, + -0.026852045555555534 + ] + ], + "std": [ + [ + 1.0272697848649774, + 0.9664771136823957, + 1.027688880747467, + 0.9662624765656191, + 1.0292677018687986, + 0.9684534093051018, + 1.0319599452853536, + 0.9677596062743243, + 1.0377674721252286, + 0.9616782342445047, + 1.0370360978842266, + 0.9555582821931108, + 1.0289925918383118, + 0.9579834639182713, + 1.0189074336088546, + 0.9625256328191537, + 1.0121348350240766, + 0.9646803522961049, + 1.0126185493427433, + 0.9598197286028425, + 1.0189730181818124, + 0.951620173828917, + 1.0350698342948041, + 0.9370228296137644, + 1.0541894305710373, + 0.9184614636871827, + 1.0696682809354456, + 0.9329853150754773, + 1.0890255312769253, + 0.9489615861352966, + 1.1066977252299934, + 0.9608235727079338, + 1.1024326497238879, + 0.9717686177151472, + 1.0972507342710132, + 0.9657911543082057, + 1.069178058095652, + 0.9664501545749722, + 1.0261884635827954, + 0.9801982751719368, + 0.9882367711096164, + 1.0014044489935727, + 0.9672861968365165, + 1.024725533269629, + 0.9648715731537318, + 1.033145694150089, + 0.973815805756156, + 1.0313002194928262, + 0.9859951872457644, + 1.0345119812696684, + 0.9964608835988579, + 1.0372020790742669, + 1.002794362543549, + 1.050476963151338, + 1.0100223483256028, + 1.051659471579452, + 1.0207177149077362, + 1.0380336604147125, + 1.0274778037875825, + 1.0217936789225461, + 1.023355900720886, + 0.99539519439483, + 1.0134647330026565, + 0.9689247631505362, + 1.0089599239522917, + 0.950558838647045, + 1.008875615908425, + 0.9499906362659443, + 1.0089288969813415, + 0.9607648958830952, + 1.0158951823905173, + 0.9737378299181498, + 1.0199933463033373, + 0.9860581507065539, + 1.0263547725332822, + 1.0015989523192506, + 1.032627742296777, + 1.0279180377810286, + 1.0376802603494275, + 1.050663043279449, + 1.0450149927264303, + 1.0536672233709206, + 1.048344449365565, + 1.0509585135332231, + 1.049228637606536, + 1.0418893656144446, + 1.0487172103574718, + 1.0370002214587464, + 1.0495960897157208, + 1.0304275340443008 + ] + ] + }, + "width": 512, + "in_features": 90, + "out_features": 15, + "depth": 6, + "padding": 180, + "parameters": 312320, + "cert_evals": { + "36": 0.7387387752532959, + "72": 0.684684693813324, + "108": 0.6486486792564392, + "255": 0.44594594836235046 + }, + "fold": 0 + }, + { + "best_epoch": 37, + "best_val_acc": 0.75, + "test_acc": 0.6495327102803738, + "train_size": 90, + "val_size": 56, + "test_size": 214, + "stats": { + "mean": [ + [ + -0.033764339333333275, + 0.0455450088888889, + -0.0393941557777778, + 0.0442136877777778, + -0.045103564444444466, + 0.04001134399999995, + -0.05244813000000002, + 0.028505362222222205, + -0.06154681444444444, + 0.021204386666666637, + -0.07797415355555551, + 0.01921581555555562, + -0.10197233555555556, + 0.006906205777777777, + -0.12702198222222222, + -0.005695309999999986, + -0.14416418666666672, + -0.02292435444444457, + -0.16337620333333333, + -0.03858305355555561, + -0.1711072416555556, + -0.04597038555555552, + -0.17688608222222224, + -0.0510546662222222, + -0.1777130125555556, + -0.055949267777777756, + -0.1758602002222223, + -0.056614647777777784, + -0.17039360222222222, + -0.06617457911111113, + -0.16981005877777777, + -0.07106641555555543, + -0.16308817222222222, + -0.05537972144444455, + -0.14865953544444438, + -0.04185643888888888, + -0.12450770666666665, + -0.020887783333333316, + -0.0970945600000001, + -0.01284855222222223, + -0.06770919911111105, + -0.006189087555555519, + -0.045649386666666646, + -0.019774148444444417, + -0.024750903666666667, + -0.028532645999999984, + -0.008615883333333359, + -0.04990173111111105, + 0.0027711554444444235, + -0.06698789577777778, + 0.001936522755555571, + -0.08285931522222224, + -0.0073226571111110784, + -0.08259888076666667, + -0.02258475644444445, + -0.07283224555555554, + -0.03855426111111113, + -0.06328560555555554, + -0.06116145375555557, + -0.06039820777777778, + -0.08062423999999999, + -0.06031211888888889, + -0.1001700812222222, + -0.0643715877777778, + -0.11488044000000007, + -0.06820063999999999, + -0.1203164692222222, + -0.07924086666666665, + -0.12108284722222223, + -0.0915652744444445, + -0.11548237566666666, + -0.10036381111111108, + -0.10867505555555551, + -0.11164193444444444, + -0.10020240444444449, + -0.12007570888888885, + -0.09298762111111107, + -0.12944496888888887, + -0.0845759822222222, + -0.12039282000000003, + -0.07738502700000004, + -0.1146484011111111, + -0.06909253888888889, + -0.09596822888888885, + -0.0527662786666667, + -0.08531162555555549, + -0.04094482422222221, + -0.0668187426666667, + -0.03109291377777779, + -0.049228804444444406 + ] + ], + "std": [ + [ + 0.9391947140806977, + 0.9661200046110473, + 0.9369047047249826, + 0.965372181859147, + 0.9379655989040812, + 0.9626856204401466, + 0.9383704435642225, + 0.9596973553804454, + 0.9435124416750471, + 0.9569644766257196, + 0.9507806726832521, + 0.9503884002742878, + 0.9577699621134407, + 0.945652945681381, + 0.9650370451264835, + 0.9434629223854399, + 0.9739544466032157, + 0.9438505847776927, + 0.9764228611015309, + 0.9469890572332942, + 0.9779898535101123, + 0.9533340820544212, + 0.9757437918199428, + 0.9549347448822753, + 0.9663610809902762, + 0.9438525284454122, + 0.952169999214585, + 0.9678377690397413, + 0.9393886782621469, + 0.9947209380373468, + 0.9361716970367747, + 1.0123442945183636, + 0.9252713522214633, + 1.0260951627274713, + 0.9231710047035482, + 1.025557832763311, + 0.9248516800643717, + 1.0172305910811887, + 0.9282810826954029, + 1.0064682263739466, + 0.9205614506509361, + 0.9946120696327407, + 0.9081070345079777, + 0.9949749986778512, + 0.9033325693342755, + 1.006822968070411, + 0.9085081292518836, + 1.0191220579997762, + 0.9153594418262174, + 1.0318423200857954, + 0.9183368353262834, + 1.0392962508240564, + 0.9237882688127866, + 1.055023953325584, + 0.9343012330154237, + 1.0481089228331875, + 0.9560851685143908, + 1.0339727591956172, + 0.9853902060723677, + 1.0098325304467373, + 0.9988778299057116, + 0.9870909710943886, + 1.0021729674536564, + 0.9828786628007012, + 1.0079592542333784, + 0.9835701890015256, + 1.017348186621727, + 0.9858555228606939, + 1.0242608111755789, + 0.9832306180154835, + 1.0262585496418493, + 0.9866284497369432, + 1.0229030560951116, + 0.9869096028519032, + 1.0172087108740004, + 0.9788435218174495, + 1.0148292680398843, + 0.9702030398470889, + 1.0139464402917768, + 0.9650993937320577, + 1.0142334827118167, + 0.9622076846279796, + 1.0188552180562984, + 0.9619140911906384, + 1.0175453036347175, + 0.9585537532942093, + 1.0155723528745622, + 0.9543291962926345, + 1.012212127147541, + 0.9495775298724907 + ] + ] + }, + "width": 512, + "in_features": 90, + "out_features": 15, + "depth": 6, + "padding": 180, + "parameters": 312320, + "cert_evals": { + "36": 0.6355140209197998, + "72": 0.6074765920639038, + "108": 0.5514018535614014, + "255": 0.40186914801597595 + }, + "fold": 1 + }, + { + "best_epoch": 39, + "best_val_acc": 0.8035714285714286, + "test_acc": 0.7336448598130841, + "train_size": 90, + "val_size": 56, + "test_size": 214, + "stats": { + "mean": [ + [ + -0.0795752713666667, + 0.0976775155555555, + -0.0792770048888889, + 0.09542594000000003, + -0.0793193911111111, + 0.09638493444444453, + -0.0793156911111111, + 0.09763250999999992, + -0.08028563333333336, + 0.0968837866666667, + -0.08446061444444444, + 0.09761106766666666, + -0.0858379077777778, + 0.09109071466666677, + -0.08833427666666666, + 0.08412569366666675, + -0.08150408654444444, + 0.07868567302222215, + -0.07937965800000002, + 0.07571118444444438, + -0.07020866522222223, + 0.07384745777777788, + -0.05723015477777777, + 0.06437183422222217, + -0.04520808033333336, + 0.04587258000000005, + -0.029391714666666645, + 0.02986913666666669, + -0.01909765222222218, + 0.021750623000000042, + -0.016599911111111112, + 0.03220027088888891, + -0.021600725555555558, + 0.038351117999999955, + -0.029936903333333327, + 0.043317289555555506, + -0.04636568555555557, + 0.04265821111111109, + -0.06504211555555557, + 0.0398037177777778, + -0.07834400400000001, + 0.03486788355555556, + -0.09061476011111111, + 0.024548287777777737, + -0.10536790666666669, + 0.029715636555555532, + -0.1355004688888889, + 0.023034604444444474, + -0.1566124356666667, + 0.013996776444444445, + -0.17107036222222222, + 0.008349538444444445, + -0.17717941188888894, + 0.011516642222222234, + -0.18186103466666662, + 0.006701916666666682, + -0.1859549, + 0.017993973000000038, + -0.1814516993111111, + 0.023018069777777796, + -0.177811022, + 0.013411195555555524, + -0.17198873444444454, + 0.007958389222222214, + -0.159803446, + 0.01762081777777776, + -0.14861193111111112, + 0.03175548111111108, + -0.13662967000000004, + 0.039799975555555506, + -0.12218454000000008, + 0.05352645888888891, + -0.10940399555555551, + 0.056771615555555516, + -0.10123112444444446, + 0.04481529555555562, + -0.09524841888888891, + 0.04344370633333331, + -0.08900512488888888, + 0.047798668888888826, + -0.08192136066666673, + 0.039209352222222264, + -0.07595590804444444, + 0.038319951666666546, + -0.0710968062222223, + 0.046865989111111096, + -0.06933622333333335, + 0.04505355422222219, + -0.0645431828888889, + 0.048621090000000124 + ] + ], + "std": [ + [ + 0.9995783575072309, + 0.9453718021917624, + 0.9986629556137443, + 0.9447043484979707, + 0.9963987589123307, + 0.9459381244093827, + 0.9892357792736222, + 0.9448309404294691, + 0.9884066352373108, + 0.9409207140609871, + 0.9850607322448387, + 0.9374842650334984, + 0.9943922917763706, + 0.9366045758806816, + 1.0082213369876118, + 0.9387174087314007, + 1.0167982259784791, + 0.9414588919501151, + 1.0151339246945583, + 0.946713464769804, + 1.0115845765750173, + 0.9519023234179994, + 1.0054336883537112, + 0.9439031440238868, + 0.9948632401641084, + 0.9178338997823589, + 0.985985091605607, + 0.8980699861250137, + 0.9786895246049818, + 0.8844782943097348, + 0.9763567999689986, + 0.8891258733016062, + 0.9893411781237217, + 0.8987381436886754, + 1.0077858282578576, + 0.8950579121384119, + 1.0348131829708704, + 0.8802295332034641, + 1.0573036237099012, + 0.8816011636092593, + 1.0741826778133243, + 0.8914978392878847, + 1.076897441410801, + 0.911788092656148, + 1.0751351512562335, + 0.9265647791225483, + 1.0763970425573648, + 0.9407369624799463, + 1.075053685265128, + 0.9417913276181705, + 1.0697018034326975, + 0.9523523099253108, + 1.0619584342897572, + 0.9687246728261701, + 1.0496115620329747, + 0.9819961763171552, + 1.0437880565787132, + 0.9902261296333055, + 1.036776335171439, + 1.0167686539675216, + 1.02719908329187, + 1.0393897565193124, + 1.0151559172418654, + 1.0633025125446949, + 1.0021468886253628, + 1.0845540064051982, + 0.9949848743518965, + 1.0934858712212507, + 0.9936750833266651, + 1.0939158617327953, + 0.9887264840502932, + 1.07687069654482, + 0.9849073877892529, + 1.0495601673985115, + 0.968536122796128, + 1.0302608877871398, + 0.9595525737715221, + 1.0250582586535266, + 0.9494218117785129, + 1.0314076443737552, + 0.9369730450579224, + 1.0282406198941436, + 0.927613615345622, + 1.0110472572993734, + 0.9191954706340935, + 0.9917321431280843, + 0.9152228948941693, + 0.9841156236614271, + 0.9187162282547586, + 0.9920089857228521 + ] + ] + }, + "width": 512, + "in_features": 90, + "out_features": 15, + "depth": 6, + "padding": 180, + "parameters": 312320, + "cert_evals": { + "36": 0.6822429895401001, + "72": 0.644859790802002, + "108": 0.6214953064918518, + "255": 0.43457943201065063 + }, + "fold": 2 + }, + { + "best_epoch": 31, + "best_val_acc": 0.8, + "test_acc": 0.7022222222222222, + "train_size": 90, + "val_size": 45, + "test_size": 225, + "stats": { + "mean": [ + [ + 0.09026950530000002, + -0.03347233166666681, + 0.08805549977777775, + -0.03405123534444449, + 0.08708464222222234, + -0.03423331444444434, + 0.08310377777777779, + -0.037732521111111056, + 0.07844351111111113, + -0.04188870111111114, + 0.07671959222222215, + -0.04202225133333326, + 0.08212408711111117, + -0.0449390454444444, + 0.0878047777777778, + -0.05257811300000004, + 0.09755105444444442, + -0.051445295555555555, + 0.10336957555555559, + -0.05607170222222236, + 0.10687409668888889, + -0.05782803755555547, + 0.10272375744444447, + -0.057026167999999905, + 0.10213378411111111, + -0.044367474444444326, + 0.09731909555555555, + -0.04350549444444442, + 0.08865874400000001, + -0.06280649233333332, + 0.08169131444444443, + -0.08661213244444435, + 0.07810773555555556, + -0.1112553797777778, + 0.07463555555555558, + -0.1263340871111112, + 0.06639933666666666, + -0.1465535255555555, + 0.05377655111111114, + -0.1640056500000001, + 0.04418829777777779, + -0.17093437533333333, + 0.02842860777777779, + -0.16408909622222206, + 0.016942645555555583, + -0.16675064855555574, + 0.0073328979777777265, + -0.1588536488888888, + 0.00373534444444446, + -0.1495966028888889, + 0.0037222849777777105, + -0.1322372677777777, + -0.0027955453333333665, + -0.10401365777777777, + -0.014766566666666684, + -0.0861462788888889, + -0.025277220000000013, + -0.07635618999999995, + -0.03186592444444443, + -0.07135788, + -0.030484778888888852, + -0.06502929344444444, + -0.022410275666666677, + -0.05761954077777779, + -0.016950835555555564, + -0.03907689404444446, + -0.011996154444444438, + -0.029193174444444425, + -0.010071146111111135, + -0.02858531444444451, + -0.007421466666666659, + -0.023952365555555542, + -0.009688820900000063, + -0.01668311955555556, + -0.005838026666666681, + -0.0015534499999999242, + -0.005162895555555574, + -0.0012964042222222037, + -0.001906099777777802, + 0.003737124444444456, + -0.003503918111111117, + 0.001677034444444477, + -0.007449703600000025, + -0.0018753644444445127, + -0.012184628888888922, + 0.0026639691111110986, + -0.016971600444444422, + 0.007810784999999998, + -0.020134840000000025, + 0.010748244444444445 + ] + ], + "std": [ + [ + 0.9926513732856214, + 0.9922740467464981, + 0.9964342900718223, + 0.9915656502494293, + 1.0031269607060127, + 0.9916453686089172, + 1.0081725642875177, + 0.9907693657057502, + 1.0084903680397026, + 0.9923185425628301, + 1.0128792801232473, + 0.9902737219168581, + 1.010792816435926, + 0.9888655842110828, + 1.0031758362749574, + 0.9854298441685992, + 0.9890882368719963, + 0.9804285773312239, + 0.9730772918992427, + 0.9745141433518287, + 0.9567259704295461, + 0.9768662669607254, + 0.9493774355368427, + 1.0038706259343744, + 0.9377382291600974, + 1.0496602487376752, + 0.9305872026550348, + 1.0503150154169958, + 0.9307025386159513, + 1.0392640335949292, + 0.9406209149566932, + 1.0233939080464391, + 0.9494506124739838, + 1.012079221518538, + 0.9489390893774563, + 1.0141082199450873, + 0.9442671255914099, + 1.0105514136076659, + 0.9468901507686455, + 1.0026766110539935, + 0.9613592957699403, + 0.985068403868737, + 0.9800073579280031, + 0.975436460339431, + 1.0032379235377316, + 0.9551918013742791, + 1.028917517888183, + 0.9387713484170384, + 1.0523789652036324, + 0.9234035510206958, + 1.070132196612977, + 0.9175395296994716, + 1.0842267579309721, + 0.9236823939192144, + 1.0897183483523363, + 0.9433433068622874, + 1.086396588028764, + 0.9587574522789919, + 1.0791277022520895, + 0.9570482720019563, + 1.0581187757889448, + 0.9635751628260921, + 1.0294739845645628, + 0.9733935507031055, + 1.0038087220203096, + 0.976159293071053, + 0.9795623017359278, + 0.9735603509166184, + 0.9585371109226899, + 0.9664985333557078, + 0.9486892392383033, + 0.9697532879719861, + 0.9467364294702475, + 0.9789250453647614, + 0.945107639018188, + 0.9917430005321338, + 0.9508272395661652, + 0.9771349829809848, + 0.9547821795258222, + 0.9594346199487507, + 0.9622256316466118, + 0.9685833725709367, + 0.9607418125919945, + 0.9665777543918542, + 0.9594116876542311, + 0.9632493733809626, + 0.9562909158066344, + 0.9622547186764627, + 0.9546903734091414, + 0.9522119089089927 + ] + ] + }, + "width": 512, + "in_features": 90, + "out_features": 15, + "depth": 6, + "padding": 180, + "parameters": 312320, + "cert_evals": { + "36": 0.6399999856948853, + "72": 0.6000000238418579, + "108": 0.5644444823265076, + "255": 0.4355555772781372 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7150436417726138, + "std_test_acc": 0.05282008616230219, + "n_samples": 360, + "n_features": 90, + "n_classes": 15, + "mean_cert_acc_36": 0.6741239428520203, + "std_cert_acc_36": 0.047944989342100196, + "mean_cert_acc_72": 0.6342552751302719, + "std_cert_acc_72": 0.03892771989616956, + "mean_cert_acc_108": 0.59649758040905, + "std_cert_acc_108": 0.046208401461594883, + "mean_cert_acc_255": 0.42948752641677856, + "std_cert_acc_255": 0.01911721059029746 + }, + "low-res-spect": { + "dataset": "low-res-spect", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 39, + "best_val_acc": 0.9024390243902439, + "test_acc": 0.8291139240506329, + "train_size": 133, + "val_size": 82, + "test_size": 316, + "stats": { + "mean": [ + [ + 0.024469110902255578, + 0.005587958646616302, + 0.01128199067669173, + -0.06037009248120303, + -0.05151846172932332, + -0.024907055639097758, + -0.0322428857142857, + -0.07194005187969929, + -0.07847493984962406, + -0.07729481917293234, + -0.0773144627819549, + -0.07946655714285718, + -0.08317833781954889, + -0.08108707368421056, + -0.051557367819548866, + -0.021992530075187956, + 0.014977627969924827, + 0.04699444218045112, + 0.04272368962406013, + 0.05729708105263157, + 0.07787030999999998, + 0.07839934406015038, + 0.09192532827067672, + 0.07718017969924812, + 0.0731354135338346, + 0.07884905857142857, + 0.07964327293233082, + 0.05894142315789478, + 0.062022699022556374, + 0.07031742661654138, + 0.043068441142857156, + 0.04871273007518795, + 0.04621051263157891, + 0.06354882256390976, + 0.0722840044360902, + 0.038285738646616524, + 0.02072807609022559, + 0.04804389000000004, + 0.0138044796992481, + -0.018880903210526323, + 0.011148169654135377, + 0.02407343864661653, + 3.409736842104958e-05, + 0.014395889473684208, + 0.012942278195488701, + 0.003991518496240605, + 0.004891412781954892, + -0.0026670207518796982, + 0.0021274761654135233, + 0.004516233834586465, + -0.017067495330827086, + 0.05021997804511279, + 0.05085938015037594, + 0.049456287593984995, + 0.04968600586466166, + 0.038087282105263166, + 0.0031582917293233393, + 0.021881782706766925, + 0.006666542857142849, + -0.009844528496240594, + 0.009452689842105257, + -0.006844017293233067, + -0.0035632469924812256, + -0.013377724812030098, + -0.0006018690977443607, + -0.018097159398496255, + -0.011943087969924802, + -0.03201817045112783, + 0.003904128195488711, + -0.007856270676691717, + -0.008680359248120318, + 0.014900510601503778, + 0.004884186917293262, + 0.009004930977443638, + 0.005372908571428565, + 0.007624029323308276, + -0.002930867593984958, + -0.006319933082706782, + 0.00469686285714285, + -0.008532866616541344, + 0.0019344359398495853, + -0.004738761654135335, + 0.0044714904511278155, + -0.001649885714285715, + -0.00984493360902256, + -0.01978030300751879, + -0.00966449759398497, + -0.010639091127819557, + -0.00729790171428571, + -0.01663022781954888, + -0.014927266917293243, + -0.0048786105263157985, + -0.023854766390977448, + -0.002417377293233085, + -0.018055805503759383, + -0.035139856165413506, + -0.003715027067669185, + -0.023457403157894727, + -0.028482144812030083, + -0.012900542255639115 + ] + ], + "std": [ + [ + 1.017393269930814, + 0.9859850544384411, + 0.6351269169990451, + 0.9218499349108917, + 0.9397831881819683, + 0.9559682118638801, + 0.9438724801654544, + 0.9693197875856094, + 0.9713955988615406, + 0.9774390189841138, + 0.9920460008560096, + 0.9991906740103633, + 1.0018878985632447, + 1.0231730392212295, + 1.0116746756260164, + 1.0108766947238579, + 0.9897047919639949, + 0.9656545067924569, + 0.9779229908137462, + 0.9930910566294954, + 0.9769947826741521, + 0.9930680515190659, + 0.9847812255306415, + 0.9945404262409027, + 1.0133003340234725, + 1.010622334528224, + 0.9790643689216147, + 0.9695036033277806, + 0.9691086110146303, + 0.9709469151594099, + 0.9509962741361917, + 0.9459390595619844, + 0.9682759104651395, + 0.9693952498748859, + 0.9565179833606766, + 1.0087728224509616, + 1.0339412420571243, + 0.9797879106089201, + 1.046812274765615, + 1.017780178031687, + 0.9666275571579879, + 1.0256130258535934, + 1.0669421863085269, + 1.0402013313577008, + 1.0594653822910898, + 1.0511922704716143, + 1.0356545195251559, + 1.0641512050185258, + 1.0747163688005084, + 1.0935617174093786, + 1.07443136746114, + 1.0136851672908218, + 0.997280326392972, + 0.9783984688090382, + 1.0042883048291307, + 1.0487180616841298, + 1.0824392363653417, + 1.0689163006997184, + 1.07508445719523, + 1.094579375466917, + 1.0691245108180063, + 1.0218590639920084, + 1.0406528766233436, + 1.0483992179501052, + 1.0151157130662107, + 0.9890602540733745, + 1.0033195884602837, + 0.9979416719998978, + 0.9549270557055792, + 0.9629229016162045, + 0.9687018168255607, + 0.9641140507904243, + 0.9578638967395385, + 0.9634794979402529, + 0.9643850012759382, + 0.9632020577312645, + 0.9577176582123652, + 0.9571989614345542, + 0.9564290236354037, + 0.9456491144494708, + 0.9478771903690641, + 0.9493390272820802, + 0.9470489606741441, + 0.9627884351729016, + 0.9803995592284533, + 0.9681002662445597, + 0.9719751368852133, + 0.9739709130127491, + 0.9720839287368537, + 0.9671210605802054, + 0.9711011471027048, + 0.9845527475390607, + 0.9825803050843526, + 1.0038184387573925, + 0.979717500002443, + 0.9649405988529449, + 0.9876179722405718, + 0.9748242307388256, + 0.9872212806368876, + 0.982676241489978 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 9, + "depth": 6, + "padding": 200, + "parameters": 383814, + "cert_evals": { + "36": 0.794303834438324, + "72": 0.7436708807945251, + "108": 0.7246835827827454, + "255": 0.5759493708610535 + }, + "fold": 0 + }, + { + "best_epoch": 20, + "best_val_acc": 0.8115942028985508, + "test_acc": 0.78419452887538, + "train_size": 133, + "val_size": 69, + "test_size": 329, + "stats": { + "mean": [ + [ + 0.1530652789473686, + -0.009363782556390993, + 0.05088392255639105, + 0.09471572902255651, + 0.08876052902255634, + 0.12944444736842103, + 0.10373392857142849, + -0.02023532421052626, + -0.029163837593984988, + -0.026313689849624053, + -0.02965288872180454, + -0.034014545112781965, + -0.03632338819548872, + -0.014735644736842088, + 0.01785539338345867, + 0.042751381052631564, + 0.08679215699248122, + 0.10001419052631579, + 0.1017368892481203, + 0.1075867052631579, + 0.10462587691729323, + 0.0953443353383458, + 0.1062469197894737, + 0.10487969082706766, + 0.1025905135338346, + 0.08913448766917297, + 0.09933672556390981, + 0.10743754187969931, + 0.11109795225563905, + 0.10047740721804511, + 0.08384493444360905, + 0.08902717887218042, + 0.08559397548872186, + 0.06289796500751879, + 0.060330664586466215, + 0.046363331127819554, + 0.07722293548872182, + 0.0516131944360902, + -0.022730849022556402, + -0.028101030902255634, + -0.013324536090225563, + -0.09062933308270675, + -0.0771601732330827, + -0.06511450924812032, + -0.12265796165413538, + -0.08916524360902257, + -0.07463184060150373, + -0.05617420278195486, + -0.030201605263157905, + -0.07578766255639095, + -0.059237725210526344, + 0.1091188300225564, + 0.09946399218045113, + 0.08242898984962406, + 0.03451749195488724, + 0.014174642255639086, + -0.049911600902255625, + -0.08932375545864665, + -0.07350661661654141, + -0.06060752706766915, + -0.0945347070225564, + -0.07166026834586467, + -0.08000871849624057, + -0.06738826315789478, + -0.0653453539849624, + -0.06987513011278194, + -0.07700414037593982, + -0.0684724142857143, + -0.06314225375939844, + -0.06643927654135334, + -0.056201902105263185, + -0.045947005037593976, + -0.033031945488721806, + -0.04689342698496246, + -0.051469952631578955, + -0.03478667669172926, + -0.032341004661654134, + -0.056062630977443614, + -0.05649333834586465, + -0.039601220375939813, + -0.037854870451127794, + -0.045860515789473665, + -0.05729389000000003, + -0.0682322045112782, + -0.058773774210526354, + -0.06832082496240602, + -0.0708990614285714, + -0.0600364096992481, + -0.07209753969172931, + -0.0762365472180451, + -0.0768351112781955, + -0.07007685624060155, + -0.08927176834586463, + -0.0882228510300752, + -0.07869736499248121, + -0.0844527432330827, + -0.07372521428571428, + -0.09207066969172933, + -0.08798474277443606, + -0.09338331523308271 + ] + ], + "std": [ + [ + 0.9744553382107187, + 0.9677597969434724, + 1.777310974913784, + 0.9984082294697983, + 0.9969586292153921, + 1.0583440616051412, + 1.0566345380560944, + 0.9857375895494132, + 1.0026115267211986, + 1.0074187005868174, + 0.9914187021756643, + 0.9940673441835514, + 0.98310153446628, + 0.9642872316677437, + 0.9316107906957257, + 0.8392466954824206, + 0.8182299587971944, + 0.8347678474815514, + 0.8515903298166666, + 0.8799721558505285, + 0.89007089287234, + 0.8866071634453673, + 0.8820893100565611, + 0.8826542910069028, + 0.8881722225389, + 0.8787089402752493, + 0.8964119629138864, + 0.879494453663738, + 0.8784873894639735, + 0.886681676346154, + 0.9222856861284946, + 0.9332670529570117, + 0.9776036297075393, + 0.9305127026487992, + 0.9359011475452199, + 0.9633874454328895, + 0.9527398490690858, + 0.965465879462667, + 1.0188818420464785, + 0.9828227999977308, + 0.9531229051081205, + 0.8713338836905145, + 0.9153495157969829, + 0.9223417239665608, + 0.8942885354612832, + 0.8998020432065605, + 0.9315570163515208, + 0.9082683584325931, + 0.9187746260543722, + 0.893070795181221, + 0.9468936674390013, + 0.9056643525291117, + 0.9110446769794468, + 0.9379974540127038, + 0.9647664124557613, + 1.0085574939350006, + 0.9275642673326407, + 0.8504043471913983, + 0.9142116919528667, + 0.8800039098256741, + 0.8415645024254653, + 0.8409729112787964, + 0.8399221552071359, + 0.8651820522167459, + 0.8672852422573245, + 0.8259267130126927, + 0.8390487632459173, + 0.8180961860126535, + 0.8777786937858696, + 0.8683920376045541, + 0.8383842635930155, + 0.8430069272476867, + 0.8666946932557273, + 0.8486025752416404, + 0.8592189394385275, + 0.8740498203324533, + 0.8491655645886534, + 0.8344601422755191, + 0.8287917280777043, + 0.8272025037471293, + 0.8136865464598907, + 0.8270386668301318, + 0.80191790451096, + 0.7804539659801455, + 0.7882991571441237, + 0.778040195581798, + 0.7589918746851501, + 0.7570902805838913, + 0.7293901823605933, + 0.7351310134454143, + 0.7408556555784315, + 0.725678505691747, + 0.6990444825351154, + 0.6919872173073935, + 0.7125567265129449, + 0.7086783958233831, + 0.6708513004398178, + 0.6871596422451152, + 0.6809238754969238, + 0.6885319279117135 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 9, + "depth": 6, + "padding": 200, + "parameters": 383814, + "cert_evals": { + "36": 0.7659574747085571, + "72": 0.7446808815002441, + "108": 0.7173252105712891, + "255": 0.6079027652740479 + }, + "fold": 1 + }, + { + "best_epoch": 39, + "best_val_acc": 0.8404255319148937, + "test_acc": 0.868421052631579, + "train_size": 133, + "val_size": 94, + "test_size": 304, + "stats": { + "mean": [ + [ + -0.13586325413533815, + -0.0618193278195488, + -0.04310375263157894, + -0.004718533834586481, + 0.01244425488721805, + -0.025889947368421044, + -0.03012266992481201, + -0.06166973518796993, + -0.058414011278195524, + -0.04856861338345865, + -0.053738878195488775, + -0.0494522635338346, + -0.033144374736842064, + -0.01673198932330828, + 0.00380962645112784, + 0.03076035639097744, + 0.08222181203007521, + 0.08607955939849626, + 0.08385189150375942, + 0.08648061872180456, + 0.08489306466165417, + 0.08092049669172934, + 0.08067010932330827, + 0.07488779000000001, + 0.07012468195488719, + 0.07198337165413535, + 0.04773527819548873, + 0.050869944360902274, + 0.03545853684210525, + 0.016283467669172918, + 0.004097258646616531, + 0.010401111278195502, + -0.01792126090225564, + -0.002418199992481197, + 0.024459281879699275, + 0.025849884210526343, + 0.037459733984962384, + 0.006547264984962439, + -0.010970754511278193, + 0.04163085169924812, + 0.02889156383458647, + 0.030891175112781943, + 0.028361738345864675, + 0.02267998270676693, + -0.025261697518796977, + -0.0006612544360902128, + 0.015497131578947396, + 0.0313857212706767, + 0.03935556884962408, + 0.020145579699248115, + 0.01561868073684209, + 0.07393228112781952, + 0.04280226511278196, + 0.015148240601503748, + -0.02417430518796993, + 0.02045143834586462, + -0.006660919548872173, + 0.012737768827067671, + 0.005639975112781977, + 0.025091721879699245, + 0.0078095799248120235, + -0.0012346056390977465, + -0.00859317037593985, + -0.006910761654135332, + 0.0007964472932330711, + -0.013898008308270668, + -0.00025283060150373826, + -0.016696168195488716, + -0.01286229004511279, + -0.012526450751879697, + -0.030305314661654148, + -0.022196533157894733, + -0.014210327067669165, + -0.022408989473684207, + -0.032924627819548864, + -0.03237249348120299, + -0.020712286992481198, + -0.029102100751879693, + -0.03426806187969925, + -0.0444582919548872, + -0.05113502075187971, + -0.02233855496240602, + -0.032802209022556386, + -0.05755775917293232, + -0.047944335338345884, + -0.049902552481203004, + -0.045151886090225545, + -0.03859559834586468, + -0.05805407509774432, + -0.04678762857142857, + -0.04049555030075189, + -0.03414902180451127, + -0.04661476240601504, + -0.059792844360902264, + -0.045702631368421086, + -0.04080758105263156, + -0.05423186360902256, + -0.061008449345864635, + -0.04793841503759399, + -0.03687203282706768 + ] + ], + "std": [ + [ + 1.0650127556320446, + 1.0066608520484202, + 0.4156979395941612, + 1.0111846623477019, + 1.0239930605317062, + 0.9684176798741715, + 0.9492043006836792, + 0.9787734675960276, + 0.988203812821042, + 0.9943574947885739, + 0.9813196660052181, + 0.9835335096862478, + 0.9989723824774754, + 1.0098341686716865, + 1.0089678435680955, + 1.006897414092789, + 1.0014680482759133, + 0.9969246326169929, + 1.003048211475138, + 0.9963037789822996, + 0.9898134995117452, + 0.9862762846232758, + 0.9696634183119972, + 0.9719462993345181, + 0.9829041377072096, + 0.9970195508702976, + 0.9730130647207035, + 0.9951471045673186, + 1.000240668580986, + 0.9831852201961157, + 0.9993734243431007, + 0.9862173484627466, + 1.0050828113211423, + 0.9769241582086713, + 0.9707777014896144, + 0.9086079382002629, + 0.9264498134320229, + 0.8898792590804552, + 0.9013370080430921, + 0.9668210661261372, + 1.0273237339044736, + 1.0647338020747121, + 1.0837400905988852, + 1.0895012361342458, + 0.9942055646868553, + 1.0030736971903318, + 1.0609720074331763, + 1.062673419595116, + 1.0433128230210706, + 1.0685942775734432, + 1.0659683471227248, + 0.9465620323080091, + 0.9666073282199529, + 0.9823564017132853, + 0.9338971590735567, + 0.9507680860369068, + 0.9776613927510699, + 1.0598523929295665, + 1.0562343768456484, + 1.0489211645884213, + 1.0066351241778364, + 0.9808309075924808, + 0.9798741552856448, + 0.9697984887288765, + 0.983702693591976, + 0.9640382228774541, + 0.9492112764984969, + 0.9447960904251254, + 0.9458208100097997, + 0.9393657515269506, + 0.9219232080989007, + 0.9287988887010107, + 0.9255985041358817, + 0.9022261222236313, + 0.919866535230441, + 0.9212084221960762, + 0.9055005820857147, + 0.9052992836968272, + 0.8965515106580905, + 0.9021371283357683, + 0.8931093485275595, + 0.8894800077414449, + 0.875828335944702, + 0.8768265814954874, + 0.8758047501041376, + 0.8679342278962235, + 0.8563653918115903, + 0.8447870748154496, + 0.8533573385243273, + 0.8580903767160212, + 0.8449284057138841, + 0.8368868316325839, + 0.8375542445936696, + 0.8372449278647315, + 0.8325101772382546, + 0.8345010300544318, + 0.835506482915972, + 0.8231852532778424, + 0.8212941968447315, + 0.8516404740029587 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 9, + "depth": 6, + "padding": 200, + "parameters": 383814, + "cert_evals": { + "36": 0.8223684430122375, + "72": 0.7861841917037964, + "108": 0.7565789818763733, + "255": 0.6315789222717285 + }, + "fold": 2 + }, + { + "best_epoch": 54, + "best_val_acc": 0.8888888888888888, + "test_acc": 0.8474025974025974, + "train_size": 133, + "val_size": 90, + "test_size": 308, + "stats": { + "mean": [ + [ + 0.10493862744360913, + 0.0936277362406016, + -0.0037778827819548765, + -0.03855023533834586, + -0.02125209138345864, + -0.04543471105263157, + -0.04156411240601502, + 0.01708999368421052, + 0.01226467932330826, + 0.008226878796992469, + -0.0025615368421052433, + -0.018209970902255675, + -0.022531850601503787, + -0.047815336466165384, + -0.04824461954887216, + -0.04206402887218042, + -0.02118501894736845, + -0.0029625436842105487, + 0.01991662105263155, + 0.02359305000000002, + 0.0402974844360902, + 0.02456900902255638, + 0.02643880670676695, + 0.01608115548872179, + 0.022838549624060137, + 0.021608356240601513, + 0.0155475280451128, + 0.0207188052631579, + 0.0194884992481203, + 0.035869669473684244, + 0.023877902255639096, + 0.02819542037593984, + 0.011200890977443602, + 0.0551807004511278, + 0.04744355939849627, + 0.06211426172932332, + 0.06588056992481206, + 0.07162352157894733, + 0.08258311954887225, + 0.064603631774436, + 0.07408918799999994, + 0.07613642842105264, + 0.06256042105263157, + 0.050916241353383455, + 0.04188059195488719, + 0.06601848721804507, + 0.08979577601503759, + 0.04491898714285714, + 0.05555289037593983, + 0.08533037067669177, + 0.1070483993233083, + 0.02408604115037597, + 0.03420398706766918, + 0.0032010017293233246, + 0.029893602556390973, + 0.09153908646616546, + 0.11421593466165411, + 0.07139292911278192, + 0.08337384052631581, + 0.06448526315789473, + 0.04947902714285716, + 0.017647485338345863, + -0.0008786248120300822, + -0.015028007622556393, + -0.005325834736842084, + -0.018705311578947382, + -0.027164074135338317, + -0.029699412736842082, + -0.03217006824060152, + -0.03655872067669175, + -0.05774721052631579, + -0.04586767902255643, + -0.04562037030075189, + -0.07277231285714282, + -0.054276041203007504, + -0.034596221676691734, + -0.054279020075187985, + -0.060108875413533845, + -0.05830179338345861, + -0.06900260458646613, + -0.06369796345864664, + -0.050903367669172896, + -0.06467745977443612, + -0.039303367142857155, + -0.05294008157894737, + -0.05645630721804513, + -0.029166729631578958, + -0.04837335909774438, + -0.057497763834586456, + -0.046163446466165416, + -0.046505692105263174, + -0.042113237368421055, + -0.047567896992481186, + -0.03315349614285714, + -0.04929982421052632, + -0.046727424661654124, + -0.04073674195488724, + -0.040684289624060156, + -0.04322478375939848, + -0.03915163230075189 + ] + ], + "std": [ + [ + 1.085273555336867, + 1.0600160276531263, + 0.5674366488770868, + 1.0538936578762175, + 1.0736216450711755, + 1.0086568899549089, + 1.0107145864607423, + 0.9639829575234186, + 0.9684391767243656, + 0.9700338935541478, + 0.9673544475161013, + 0.9769837254042069, + 0.9832042991536264, + 0.9966940528369324, + 1.0144584886010504, + 1.0253444526714819, + 1.044458899094195, + 1.0437288549864745, + 1.032355378351829, + 1.0318246656034074, + 1.0266339589652462, + 1.0146406956988476, + 1.0044468099155188, + 1.025901708674945, + 1.0091911104926408, + 1.0132829244630681, + 1.0135138926532963, + 1.0124400641048181, + 1.002468214234293, + 0.9964174189277575, + 1.0143810743935044, + 1.016224305012167, + 1.0394808957835124, + 0.9841938243486714, + 0.976043096972565, + 0.9976075386689336, + 1.0012751177529822, + 0.9622637624799687, + 1.0036628686765507, + 1.0160940224228003, + 1.0693721871548225, + 1.0925110746781017, + 1.0637453552419913, + 1.112434336735407, + 1.0720233742927996, + 1.0887433013425338, + 1.1365343727139479, + 1.1082290562555606, + 1.0534133646461585, + 1.0636388960493586, + 1.127374798190782, + 1.0194494800051157, + 1.0115614911992439, + 0.9818412722460208, + 0.9822209459756657, + 1.005189728257075, + 1.08403913325294, + 1.085459527481645, + 1.0752872906455573, + 1.0795318572671038, + 1.0523758463978325, + 1.0153359772434278, + 1.0026092291413942, + 0.9950344482682812, + 1.0022482399439303, + 0.9810221193577394, + 0.9883984901555372, + 0.9708415174186519, + 0.9316161962977328, + 0.9305979660096333, + 0.9093710872091209, + 0.8961295852270974, + 0.9009089691160881, + 0.8750080609089094, + 0.885858487783631, + 0.8776260762487318, + 0.8673876172449833, + 0.8724100819567573, + 0.8723912389263426, + 0.8799174782922783, + 0.8777004895430206, + 0.8741256633416288, + 0.8800181503826561, + 0.8711684637095992, + 0.8970805311242029, + 0.90130116126784, + 0.8913911258859273, + 0.9120317859512505, + 0.9060025721716157, + 0.898262341874369, + 0.9234492395195655, + 0.9258258169182748, + 0.9069694433482488, + 0.9289092057679259, + 0.9258785829559869, + 0.9254000265308414, + 0.931316640531728, + 0.9258381499941104, + 0.9377776810526488, + 0.9431768651197908 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 9, + "depth": 6, + "padding": 200, + "parameters": 383814, + "cert_evals": { + "36": 0.8311688303947449, + "72": 0.8149350881576538, + "108": 0.798701286315918, + "255": 0.6753246784210205 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8322830257400473, + "std_test_acc": 0.035856683110651405, + "n_samples": 531, + "n_features": 100, + "n_classes": 9, + "mean_cert_acc_36": 0.8034496456384659, + "std_cert_acc_36": 0.029527291563166302, + "mean_cert_acc_72": 0.7723677605390549, + "std_cert_acc_72": 0.034607057703600064, + "mean_cert_acc_108": 0.7493222653865814, + "std_cert_acc_108": 0.03706671390640787, + "mean_cert_acc_255": 0.6226889342069626, + "std_cert_acc_255": 0.04184403991903887 + }, + "lung-cancer": { + "dataset": "lung-cancer", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 5, + "best_val_acc": 1.0, + "test_acc": 0.45, + "train_size": 8, + "val_size": 4, + "test_size": 20, + "stats": { + "mean": [ + [ + -0.176777, + -1.2499999999804334e-06, + 0.2121181, + 0.22119374999999997, + -0.34205175000000004, + -0.25413399999999997, + -0.4991070000000001, + -0.20667375000000004, + 0.18207425, + 0.1674343749999999, + 0.18600550000000005, + 0.25552725, + -0.39027892500000017, + 0.254131375, + 0.20814399999999994, + -0.11680949999999997, + 4.999999999866223e-07, + 4.999999999866223e-07, + -0.556826, + 0.03246771249999994, + 1.000000000070389e-06, + -0.15760575000000004, + 1.000000000070389e-06, + -0.526415, + 0.26887700000000003, + -0.5463909500000002, + 0.3981490000000001, + -0.11073775000000001, + -0.0461445, + -0.08733862499999998, + -0.20931662499999998, + -0.20931662499999998, + -0.34491900000000003, + -0.30012262500000003, + 0.530329625, + 0.5840457499999999, + -0.2706785, + 0.334991875, + -0.19773098749999996, + 0.28412875, + -0.55909175, + -7.500000000632001e-07, + -0.176777, + -6.250000000040945e-07, + -0.2341686250000001, + 0.143568, + -0.254133, + -0.254133, + -0.347985, + 0.0, + 0.0, + 0.06977162499999998, + 0.06977162499999998, + 0.12400250000000002, + 0.15760662499999997, + 0.0684115 + ] + ], + "std": [ + [ + 1.0, + 0.8745283537861638, + 0.8040182621062347, + 0.68534473627397, + 0.7239840501975423, + 0.9583948535512387, + 0.8803408658477123, + 1.0967323649565501, + 1.2845975870016406, + 1.26287547547214, + 1.275192087344785, + 1.0828786155044974, + 0.8691968462812435, + 0.9433006737973234, + 0.9271293940653591, + 0.8092773571506556, + 0.984249913856105, + 0.984249913856105, + 1.0, + 0.963139848525996, + 0.9842499957566675, + 1.0919276973489076, + 0.9842499957566675, + 1.0, + 0.5691037527613045, + 0.8831049872737146, + 1.061731, + 0.8858950000009523, + 1.1526351972973712, + 0.9725553242070524, + 1.0348836588388737, + 1.0348836588388737, + 1.3655263400268045, + 0.9701424604483272, + 0.7071057500002983, + 0.9344725000001003, + 1.0207927843497426, + 0.9180330571660311, + 0.6975292820538815, + 0.7517340128236433, + 0.7042730759798983, + 0.6959722224846242, + 1.0, + 1.2187770455635987, + 1.497375656357527, + 1.0, + 1.0, + 1.0, + 1.6688774326399765, + 1.0, + 1.0, + 0.7383957883078252, + 0.7383957883078252, + 0.9605327902178821, + 0.8339735544200334, + 0.9479176319916991 + ] + ] + }, + "width": 256, + "in_features": 56, + "out_features": 3, + "depth": 6, + "padding": 112, + "parameters": 120632, + "cert_evals": { + "36": 0.4000000059604645, + "72": 0.4000000059604645, + "108": 0.30000001192092896, + "255": 0.15000000596046448 + }, + "fold": 0 + }, + { + "best_epoch": 2, + "best_val_acc": 0.75, + "test_acc": 0.35, + "train_size": 8, + "val_size": 4, + "test_size": 20, + "stats": { + "mean": [ + [ + -0.176777, + -1.2499999999804334e-06, + 0.3333284, + 0.22119374999999997, + -0.34205175000000004, + -0.08471187499999999, + -0.332738375, + 0.28934212499999995, + 0.18207425, + 0.1674343749999999, + 0.37201150000000005, + 0.54755725, + -0.0780548750000001, + 0.254131875, + 0.20814499999999997, + -0.584046, + 0.372012, + 0.372012, + 0.037120499999999945, + 0.03246771249999994, + 0.2841295000000001, + 0.15760662499999994, + -0.2841274999999999, + -0.14356812499999994, + 0.483978, + -0.5463909500000002, + 0.6635817500000001, + 0.33220974999999997, + 0.13842525, + 0.26201350000000007, + -0.627947875, + -0.627947875, + -0.7391125000000001, + 0.21437324999999996, + 1.2499999998971667e-07, + -0.11680875, + -0.09022612500000005, + -0.23927749999999992, + 0.06591022500000003, + 0.28412875, + 0.050826124999999986, + -7.50000000007689e-07, + 0.176776375, + 1.2499999998971667e-07, + -0.8586173750000001, + 0.143568, + -0.254133, + -0.254133, + -0.69597, + 0.0, + 0.0, + 0.06977162499999998, + -0.20931575000000002, + -0.3720145, + 0.15760662499999997, + 0.615692 + ] + ], + "std": [ + [ + 1.0, + 0.8745283537861637, + 0.6748704785505882, + 0.68534473627397, + 0.7239840501975423, + 0.8125185082212646, + 1.0389725707942121, + 0.6403537411098333, + 1.2845975870016406, + 1.26287547547214, + 1.2338234677314055, + 1.0010303391915438, + 0.7486887534635199, + 0.6561671321123982, + 0.6449175678604204, + 1.0, + 1.0, + 1.0, + 1.0287455149777083, + 0.963139848525996, + 0.7517333513858155, + 0.8339735544200334, + 1.100424948682894, + 1.0129176214682314, + 1.0, + 0.8831049872737147, + 1.0280166202880368, + 0.7672062760475096, + 0.9766487648315219, + 1.1975188335072229, + 1.080900755511744, + 1.080900755511744, + 1.5267048606832134, + 0.822478277401104, + 0.6846529246237537, + 0.9047995916201208, + 1.0047163027130392, + 0.7656924999999999, + 1.054565000000008, + 0.7517340128236433, + 1.1319596096912465, + 0.6959722224846243, + 0.9354143054375608, + 0.6723723872158637, + 1.2092403856025213, + 1.0, + 1.0, + 1.0, + 1.2054554005437115, + 1.39194, + 0.98425, + 0.7383957883078252, + 0.9667870265020562, + 0.9605327902178821, + 0.8339735544200334, + 1.0 + ] + ] + }, + "width": 256, + "in_features": 56, + "out_features": 3, + "depth": 6, + "padding": 112, + "parameters": 120632, + "cert_evals": { + "36": 0.3499999940395355, + "72": 0.3499999940395355, + "108": 0.25, + "255": 0.05000000074505806 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5, + "test_acc": 0.4375, + "train_size": 8, + "val_size": 8, + "test_size": 16, + "stats": { + "mean": [ + [ + 0.5303301249999998, + -0.22580399999999995, + -0.3939341, + -0.4866262499999999, + 0.20522875000000002, + -0.08471187499999998, + 0.166368, + -0.04133512500000004, + -0.303458, + -0.27905975000000005, + -0.186006, + -0.32853374999999996, + 0.23417107499999992, + -0.25413399999999997, + 0.04162699999999995, + -0.3504277499999999, + 0.372012, + 5.000000000143778e-07, + 0.037120499999999945, + 0.03246771249999997, + -0.2841274999999999, + 0.47281899999999993, + 0.2841295000000001, + 0.04785500000000001, + 0.2688775, + -0.23416595000000007, + 0.13271625000000004, + 0.11073562499999999, + 0.32299500000000003, + -0.08733862499999998, + -0.06977312500000003, + -0.06977312500000003, + 0.24637075000000005, + -0.12862400000000002, + -0.35355349999999997, + -0.350427, + 0.27067862499999995, + -0.62212375, + 0.593192725, + 0.28412875, + 0.6607445000000001, + -0.20091262500000007, + 0.176776375, + 0.25413225, + 0.07805589999999993, + 0.7178385, + 0.7623977500000001, + 0.7623977500000001, + 0.347985, + 0.347985, + 0.0, + -0.48840412499999997, + -0.48840412499999997, + -0.124006, + 0.15760662499999994, + -0.47886900000000004 + ] + ], + "std": [ + [ + 1.8708296030318634, + 1.1948341428692102, + 1.0773417243604047, + 0.8486461065652968, + 1.059804131102034, + 0.8125185082212646, + 0.8803404878832395, + 0.920566504074317, + 1.0, + 0.7733489942365526, + 0.7203981402946568, + 0.5655146315423125, + 0.9749224782092981, + 0.9583948535512387, + 0.8811270319533954, + 0.6180957912261151, + 1.0, + 0.984249913856105, + 1.0287455149777083, + 0.963139848525996, + 1.100424948682894, + 1.0, + 0.7517333513858155, + 1.0658003128899194, + 1.0315890948113742, + 1.0355328887342052, + 1.0280166202880368, + 1.0621504008726752, + 0.7148326632261567, + 0.9725553242070524, + 1.0809007555117442, + 1.0809007555117442, + 0.5214703075947253, + 0.9548636855920851, + 0.9842497172806299, + 0.934473, + 0.8654191884816481, + 0.6631091564872164, + 0.913279950038126, + 0.7517340128236433, + 0.8132235000004611, + 1.3773654997805538, + 0.9354143054375608, + 1.01653000000083, + 1.2488975000001081, + 0.994665683287983, + 1.7606829064560963, + 1.7606829064560963, + 0.9206817699808115, + 0.9206817699808115, + 0.98425, + 1.5538907649834526, + 1.5538907649834526, + 0.9920339999999999, + 0.8339735544200334, + 1.0945610000000001 + ] + ] + }, + "width": 256, + "in_features": 56, + "out_features": 3, + "depth": 6, + "padding": 112, + "parameters": 120632, + "cert_evals": { + "36": 0.3125, + "72": 0.25, + "108": 0.25, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 10, + "best_val_acc": 0.42857142857142855, + "test_acc": 0.35294117647058826, + "train_size": 8, + "val_size": 7, + "test_size": 17, + "stats": { + "mean": [ + [ + 0.5303301249999998, + -1.2499999999804334e-06, + -0.39393409999999995, + -0.48662574999999997, + 0.20522875000000002, + 0.25413137500000005, + 0.166368, + 0.12400349999999996, + 0.18207425, + -0.055812250000000035, + 0.18600550000000005, + -0.03650375000000001, + 0.23417107499999992, + -0.08471287499999999, + -0.12489200000000006, + 0.11680875, + 4.999999999866223e-07, + 5.000000000143778e-07, + -0.556826, + 0.03246771249999994, + -0.28412749999999987, + -0.47281812500000003, + 0.2841295000000001, + -0.334991875, + -0.16132500000000002, + -0.23416690000000004, + -0.13271649999999996, + -0.11073775000000001, + -0.41528250000000005, + -0.08733862499999998, + 0.06977074999999999, + 0.06977074999999999, + 0.049274500000000054, + -0.814618375, + 0.53032925, + 0.35042749999999995, + -0.45113087499999993, + 0.526415, + 0.06591029999999999, + 0.28412875, + -0.7623978749999999, + 0.200909125, + -0.176777, + -0.508266375, + 0.07805589999999987, + 0.143568, + -0.254133, + -0.254133, + 0.0, + 0.0, + -0.2460625, + 0.348859, + 0.348859, + 0.12400250000000004, + 0.15760662499999994, + 0.06841149999999997 + ] + ], + "std": [ + [ + 1.8708296030318634, + 0.8745283537861637, + 1.0773417243604047, + 1.1050835007108908, + 1.059804131102034, + 0.9433006737973234, + 0.8803404878832395, + 0.9352965034364771, + 1.2845975870016406, + 1.2429866458078653, + 1.275192087344785, + 0.7002636005201451, + 0.9749224782092981, + 1.2564662193460912, + 1.2349267641556725, + 0.9047995916201208, + 0.984249913856105, + 0.984249913856105, + 1.0, + 0.963139848525996, + 1.100424948682894, + 1.2208122788934872, + 0.7517333513858155, + 0.5064579839368311, + 0.8330825907525617, + 0.826068984966516, + 0.9194860179854557, + 0.8858950000009523, + 0.8851640178287581, + 0.9725553242070524, + 0.956663241117368, + 0.956663241117368, + 1.0429379694381398, + 0.45374271193952453, + 0.9999985416822804, + 1.120393298613817, + 1.0047163027130392, + 0.7656924999999999, + 1.0, + 0.7517340128236433, + 0.5378974467662115, + 0.531557565187073, + 1.0, + 1.4149504831054103, + 1.2488975000001081, + 1.0, + 1.0, + 1.0, + 1.39194, + 1.0, + 0.6510201819788307, + 1.0, + 1.0, + 0.9605327902178821, + 0.8339735544200334, + 0.9479176319916991 + ] + ] + }, + "width": 256, + "in_features": 56, + "out_features": 3, + "depth": 6, + "padding": 112, + "parameters": 120632, + "cert_evals": { + "36": 0.3529411852359772, + "72": 0.3529411852359772, + "108": 0.29411765933036804, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.3976102941176471, + "std_test_acc": 0.05353484875964973, + "n_samples": 32, + "n_features": 56, + "n_classes": 3, + "mean_cert_acc_36": 0.3538602963089943, + "std_cert_acc_36": 0.03584826177220642, + "mean_cert_acc_72": 0.3382352963089943, + "std_cert_acc_72": 0.0631269043406222, + "mean_cert_acc_108": 0.27352941781282425, + "std_cert_acc_108": 0.027275355460205243, + "mean_cert_acc_255": 0.050000001676380634, + "std_cert_acc_255": 0.07071068092844465 + }, + "lymphography": { + "dataset": "lymphography", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 32, + "best_val_acc": 0.7, + "test_acc": 0.7692307692307693, + "train_size": 37, + "val_size": 20, + "test_size": 91, + "stats": { + "mean": [ + [ + 0.11571070270270278, + 0.027093891891891864, + -0.1061727567567567, + -0.22205799999999987, + 0.12556329729729743, + 0.06734324324324321, + 0.05365567567567566, + 0.1178617837837836, + -0.021548756756756857, + 0.3392003783783783, + 0.10699794594594601, + 0.16341409189189185, + 0.04434448648648651, + -0.18670452972972956, + 0.26953127027027013, + 0.028475135135135103, + 0.04964567567567568, + 0.039015189189189156 + ] + ], + "std": [ + [ + 0.9649959417614393, + 0.9932963186135503, + 0.8953249050860361, + 1.0, + 1.0617235061005919, + 0.9934273444847499, + 1.0837969821071396, + 0.93550276827785, + 1.0343414594594595, + 0.9787865374391254, + 0.967613635624315, + 0.9191462546392654, + 0.8904463864306404, + 0.9446597120353613, + 0.8244693349942901, + 0.9863926362299982, + 0.9592304425723344, + 1.0431241983062185 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 12825, + "cert_evals": { + "36": 0.7032967209815979, + "72": 0.5494505763053894, + "108": 0.4395604431629181, + "255": 0.05494505539536476 + }, + "fold": 0 + }, + { + "best_epoch": 37, + "best_val_acc": 0.9285714285714286, + "test_acc": 0.7831325301204819, + "train_size": 37, + "val_size": 28, + "test_size": 83, + "stats": { + "mean": [ + [ + 0.04959027027027034, + 0.08128264864864862, + -0.035391108108108124, + -0.22205799999999987, + 0.18834432432432444, + 0.12121940540540535, + 0.053655675675675654, + 0.1178617837837837, + 0.06464635135135137, + -0.08076164864864863, + 0.05944235135135144, + 0.00778283243243246, + 0.15077297297297293, + -0.11202250000000004, + 0.16519686486486485, + 0.028475135135135117, + -0.08274070270270273, + 0.08157664864864865 + ] + ], + "std": [ + [ + 0.9907038663718554, + 0.9843876514961846, + 0.9653329850824838, + 1.0, + 1.0873992856216566, + 0.9875663650472953, + 1.0837969821071396, + 0.93550276827785, + 1.1435074740788183, + 0.8987462927541991, + 0.9629278239378523, + 0.8670760159672493, + 1.0294219151090758, + 0.8796063323575559, + 0.8770711701884819, + 0.9863926362299982, + 1.050784302485063, + 1.0667820327309758 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 12825, + "cert_evals": { + "36": 0.6626505851745605, + "72": 0.626505970954895, + "108": 0.48192769289016724, + "255": 0.08433734625577927 + }, + "fold": 1 + }, + { + "best_epoch": 19, + "best_val_acc": 0.72, + "test_acc": 0.7093023255813954, + "train_size": 37, + "val_size": 25, + "test_size": 86, + "stats": { + "mean": [ + [ + -0.08265059459459453, + 0.0812826486486486, + -0.03539110810810814, + 0.031722972972972906, + 1.2432432433330043e-06, + -0.09428524324324326, + -0.05365621621621621, + -4.864864865424842e-07, + -0.02154875675675677, + -0.016152108108108066, + -0.03566883783783778, + -0.02334296756756763, + -0.06208424324324333, + 0.08712936486486486, + -0.043471945945945945, + 0.08542454054054054, + 0.248225243243243, + 0.09576443243243248 + ] + ], + "std": [ + [ + 0.9873886182585688, + 0.9843876514961846, + 0.9653329850824838, + 1.0616419779070554, + 0.9966179074004299, + 0.9934273444847498, + 0.8978357031769213, + 0.9966159264522366, + 1.0343414594594607, + 0.8607871843035175, + 0.946344799312269, + 0.9999220929965701, + 0.8847748864465823, + 0.9544491031115466, + 0.9396531993920559, + 0.9631018357081231, + 0.7605018441428824, + 0.9305366467747157 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 12825, + "cert_evals": { + "36": 0.5930232405662537, + "72": 0.5232558250427246, + "108": 0.3604651093482971, + "255": 0.03488372266292572 + }, + "fold": 2 + }, + { + "best_epoch": 17, + "best_val_acc": 0.8333333333333334, + "test_acc": 0.6989247311827957, + "train_size": 37, + "val_size": 18, + "test_size": 93, + "stats": { + "mean": [ + [ + 0.04959027027027031, + -0.1896611351351352, + -0.035391108108108124, + -0.22205799999999987, + 0.1255632972972974, + -0.20203756756756758, + -0.0536562162162162, + 0.1767929189189188, + -0.021548756756756837, + -0.04845689189189187, + 0.011886594594594657, + -0.14784801081081084, + -0.133037, + -0.03734048648648648, + 0.06086245945945948, + 0.14237394594594593, + -0.0827407027027028, + -0.017734054054054066 + ] + ], + "std": [ + [ + 0.949006736815226, + 0.9991913040086986, + 0.9653329850824838, + 1.0, + 1.061723506100592, + 0.9787090886861045, + 0.8978357031769213, + 0.8976123081203877, + 1.0343414594594595, + 0.9022230780655615, + 1.039718775420792, + 0.9842972464819717, + 1.0946013067767175, + 0.8968738654850321, + 0.9148697472881367, + 0.9357742193114152, + 1.050784302485063, + 0.9574019230274994 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 12825, + "cert_evals": { + "36": 0.6236559152603149, + "72": 0.5376344323158264, + "108": 0.40860214829444885, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7401475890288605, + "std_test_acc": 0.04220699317035528, + "n_samples": 148, + "n_features": 18, + "n_classes": 4, + "mean_cert_acc_36": 0.6456566154956818, + "std_cert_acc_36": 0.04783819859060474, + "mean_cert_acc_72": 0.5592117011547089, + "std_cert_acc_72": 0.04612375333018052, + "mean_cert_acc_108": 0.4226388484239578, + "std_cert_acc_108": 0.05119931714330467, + "mean_cert_acc_255": 0.04354153107851744, + "std_cert_acc_255": 0.035426738856617075 + }, + "adult": { + "dataset": "adult", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 3, + "best_val_acc": 0.823377019201463, + "test_acc": 0.8129158813800531, + "train_size": 16281, + "val_size": 6562, + "test_size": 25999, + "stats": { + "mean": [ + [ + 5.755174894932247e-09, + -1.5212824565593372e-07, + 1.9344708602300844e-08, + -5.868804126934776e-07, + 4.3847429484189405e-07, + -1.2794054493469234e-07, + -3.0931760979923667e-08, + 1.2424912468644162e-06, + 2.0428720567267194e-07, + -1.2898470607021481e-06, + 5.428255022845695e-07, + 2.9734045846837646e-07, + 9.031386283659057e-08, + 2.0421350090431894e-07 + ] + ], + "std": [ + [ + 0.999969279768083, + 0.9999691631254963, + 0.9999692601356567, + 0.9999684455490998, + 0.9999701766278255, + 0.9999695789931851, + 0.9999697101647755, + 0.9999695985584383, + 0.9999687129297181, + 0.999967689659048, + 0.9999708394490064, + 0.9999690163307019, + 0.9999694763882633, + 0.9999692067843523 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 7791, + "cert_evals": { + "36": 0.7365283370018005, + "72": 0.6686026453971863, + "108": 0.6020616292953491, + "255": 0.3128581941127777 + }, + "fold": 0 + }, + { + "best_epoch": 4, + "best_val_acc": 0.8180012224938875, + "test_acc": 0.7963254794941769, + "train_size": 16281, + "val_size": 6544, + "test_size": 26017, + "stats": { + "mean": [ + [ + 5.755174894932247e-09, + -1.5212824565593372e-07, + 1.9344708602300844e-08, + -5.868804126934776e-07, + 4.3847429484189405e-07, + -1.2794054493469234e-07, + -3.0931760979923667e-08, + 1.2424912468644162e-06, + 2.0428720567267194e-07, + -1.2898470607021481e-06, + 5.428255022845695e-07, + 2.9734045846837646e-07, + 9.031386283659057e-08, + 2.0421350090431894e-07 + ] + ], + "std": [ + [ + 0.999969279768083, + 0.9999691631254963, + 0.9999692601356567, + 0.9999684455490998, + 0.9999701766278255, + 0.9999695789931851, + 0.9999697101647755, + 0.9999695985584383, + 0.9999687129297181, + 0.999967689659048, + 0.9999708394490064, + 0.9999690163307019, + 0.9999694763882633, + 0.9999692067843523 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 7791, + "cert_evals": { + "36": 0.7310220003128052, + "72": 0.6601452827453613, + "108": 0.586462676525116, + "255": 0.290233314037323 + }, + "fold": 1 + }, + { + "best_epoch": 27, + "best_val_acc": 0.826308476146364, + "test_acc": 0.8116853243367582, + "train_size": 16281, + "val_size": 6477, + "test_size": 26084, + "stats": { + "mean": [ + [ + 5.755174894932247e-09, + -1.5212824565593372e-07, + 1.9344708602300844e-08, + -5.868804126934776e-07, + 4.3847429484189405e-07, + -1.2794054493469234e-07, + -3.0931760979923667e-08, + 1.2424912468644162e-06, + 2.0428720567267194e-07, + -1.2898470607021481e-06, + 5.428255022845695e-07, + 2.9734045846837646e-07, + 9.031386283659057e-08, + 2.0421350090431894e-07 + ] + ], + "std": [ + [ + 0.999969279768083, + 0.9999691631254963, + 0.9999692601356567, + 0.9999684455490998, + 0.9999701766278255, + 0.9999695789931851, + 0.9999697101647755, + 0.9999695985584383, + 0.9999687129297181, + 0.999967689659048, + 0.9999708394490064, + 0.9999690163307019, + 0.9999694763882633, + 0.9999692067843523 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 7791, + "cert_evals": { + "36": 0.7527603507041931, + "72": 0.693720281124115, + "108": 0.6358687281608582, + "255": 0.3936896324157715 + }, + "fold": 2 + }, + { + "best_epoch": 7, + "best_val_acc": 0.8209474799455123, + "test_acc": 0.8181397857748324, + "train_size": 16281, + "val_size": 6607, + "test_size": 25954, + "stats": { + "mean": [ + [ + 5.755174894932247e-09, + -1.5212824565593372e-07, + 1.9344708602300844e-08, + -5.868804126934776e-07, + 4.3847429484189405e-07, + -1.2794054493469234e-07, + -3.0931760979923667e-08, + 1.2424912468644162e-06, + 2.0428720567267194e-07, + -1.2898470607021481e-06, + 5.428255022845695e-07, + 2.9734045846837646e-07, + 9.031386283659057e-08, + 2.0421350090431894e-07 + ] + ], + "std": [ + [ + 0.999969279768083, + 0.9999691631254963, + 0.9999692601356567, + 0.9999684455490998, + 0.9999701766278255, + 0.9999695789931851, + 0.9999697101647755, + 0.9999695985584383, + 0.9999687129297181, + 0.999967689659048, + 0.9999708394490064, + 0.9999690163307019, + 0.9999694763882633, + 0.9999692067843523 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 7791, + "cert_evals": { + "36": 0.7495568990707397, + "72": 0.6862910985946655, + "108": 0.6242968440055847, + "255": 0.35574477910995483 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8097666177464551, + "std_test_acc": 0.009387463923798802, + "n_samples": 48842, + "n_features": 14, + "n_classes": 2, + "mean_cert_acc_36": 0.7424668967723846, + "std_cert_acc_36": 0.010367826412452428, + "mean_cert_acc_72": 0.677189826965332, + "std_cert_acc_72": 0.015495647076059505, + "mean_cert_acc_108": 0.612172469496727, + "std_cert_acc_108": 0.022149008075076023, + "mean_cert_acc_255": 0.33813147991895676, + "std_cert_acc_255": 0.04593440935187277 + }, + "mammographic": { + "dataset": "mammographic", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 9, + "best_val_acc": 0.8356164383561644, + "test_acc": 0.7930434782608695, + "train_size": 240, + "val_size": 146, + "test_size": 575, + "stats": { + "mean": [ + [ + -0.045138683333333235, + -0.06581824708333332, + -0.0668893333333335, + 0.0035843166666667194, + 0.07534454166666703 + ] + ], + "std": [ + [ + 0.3742768596239394, + 1.0309553579295558, + 1.0205845721721885, + 1.0069085496781394, + 0.8984819781883195 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 1077, + "cert_evals": { + "36": 0.7513043880462646, + "72": 0.686956524848938, + "108": 0.6295652389526367, + "255": 0.13565216958522797 + }, + "fold": 0 + }, + { + "best_epoch": 23, + "best_val_acc": 0.8, + "test_acc": 0.8336252189141856, + "train_size": 240, + "val_size": 150, + "test_size": 571, + "stats": { + "mean": [ + [ + -0.06838790416666667, + 0.0036981495833333564, + 0.08851065416666656, + 0.06187655000000008, + 0.041687441666667095 + ] + ], + "std": [ + [ + 0.4594652865573056, + 0.9162656618320462, + 0.976470911981312, + 0.9979276514274945, + 0.967574818664843 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 1077, + "cert_evals": { + "36": 0.8021015524864197, + "72": 0.7600700259208679, + "108": 0.7127845883369446, + "255": 0.26619964838027954 + }, + "fold": 1 + }, + { + "best_epoch": 6, + "best_val_acc": 0.8013698630136986, + "test_acc": 0.808695652173913, + "train_size": 240, + "val_size": 146, + "test_size": 575, + "stats": { + "mean": [ + [ + -0.033514049999999865, + -0.031616095833333364, + -0.03834651666666679, + 0.05680765833333342, + -0.03524305833333262 + ] + ], + "std": [ + [ + 0.37826323579119164, + 0.9793517631184475, + 1.0048978854533288, + 1.01250978800026, + 1.0390956653058405 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 1077, + "cert_evals": { + "36": 0.7721739411354065, + "72": 0.7339130640029907, + "108": 0.6939130425453186, + "255": 0.37043479084968567 + }, + "fold": 2 + }, + { + "best_epoch": 3, + "best_val_acc": 0.8088235294117647, + "test_acc": 0.7658119658119659, + "train_size": 240, + "val_size": 136, + "test_size": 585, + "stats": { + "mean": [ + [ + 0.09435683749999943, + -0.13088563458333324, + -0.032003683333333525, + -0.03189805833333325, + 0.008030341666667275 + ] + ], + "std": [ + [ + 1.8583061444674212, + 1.0447702499996767, + 0.9948185192592106, + 1.0005602571514343, + 1.0036844453305227 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 1077, + "cert_evals": { + "36": 0.740170955657959, + "72": 0.6871795058250427, + "108": 0.3333333432674408, + "255": 0.17094017565250397 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8002940787902335, + "std_test_acc": 0.0284202900569664, + "n_samples": 961, + "n_features": 5, + "n_classes": 2, + "mean_cert_acc_36": 0.7664377093315125, + "std_cert_acc_36": 0.027226052630740148, + "mean_cert_acc_72": 0.7170297801494598, + "std_cert_acc_72": 0.03620749273909766, + "mean_cert_acc_108": 0.5923990532755852, + "std_cert_acc_108": 0.17634637745950477, + "mean_cert_acc_255": 0.23580669611692429, + "std_cert_acc_255": 0.10533604970221937 + }, + "magic": { + "dataset": "magic", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 37, + "best_val_acc": 0.8468279004556607, + "test_acc": 0.8347353662811076, + "train_size": 4755, + "val_size": 2853, + "test_size": 11412, + "stats": { + "mean": [ + [ + -0.006388502646498379, + 0.006146446558885208, + -0.004209508307465906, + -0.004618793225236638, + -0.005315102475499497, + 0.006428044290851726, + -0.009059829779516417, + -0.008184151766561471, + 0.0033090761545739233, + -0.037376705087697235 + ] + ], + "std": [ + [ + 1.0023231607535665, + 1.0146947634200698, + 0.9896786368249049, + 1.001451036065264, + 1.0040066512880044, + 0.9905161210566023, + 0.9988965907369368, + 1.0089426097443763, + 0.998566492615012, + 0.9927003057378353 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 4047, + "cert_evals": { + "36": 0.7545565962791443, + "72": 0.6626358032226562, + "108": 0.5693129897117615, + "255": 0.16587801277637482 + }, + "fold": 0 + }, + { + "best_epoch": 52, + "best_val_acc": 0.8527972027972028, + "test_acc": 0.8398947829899167, + "train_size": 4755, + "val_size": 2860, + "test_size": 11405, + "stats": { + "mean": [ + [ + -0.02436633946876997, + -0.022955164259726813, + -0.01993822200946376, + 0.03387639055541514, + 0.03436448497875925, + 0.0038116422946371125, + 0.007543406119453581, + 0.009698795669190335, + 0.0014860032576237098, + 0.00582992035215565 + ] + ], + "std": [ + [ + 0.9720381092498293, + 0.977333352882092, + 1.005139358382248, + 1.0164880549439819, + 1.0140583933617473, + 0.9837401295374851, + 0.9888378476099222, + 0.9663806918109694, + 1.005931831682823, + 1.000297701528725 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 4047, + "cert_evals": { + "36": 0.7651030421257019, + "72": 0.6800525784492493, + "108": 0.5784305334091187, + "255": 0.1833406388759613 + }, + "fold": 1 + }, + { + "best_epoch": 54, + "best_val_acc": 0.8547993019197208, + "test_acc": 0.845701754385965, + "train_size": 4755, + "val_size": 2865, + "test_size": 11400, + "stats": { + "mean": [ + [ + -0.012130254007592012, + -0.00826500078065223, + -0.010807356011566996, + 0.006499159247108326, + 0.006873201220609896, + 0.02000870184077821, + 0.001820881288265063, + -0.006523736593059914, + 0.0003778347011781665, + -0.018002280250893746 + ] + ], + "std": [ + [ + 0.9818839030528209, + 1.009368494398234, + 0.999432313276235, + 1.001141721390468, + 1.0040075321280533, + 0.9881194208362026, + 0.9709869282224545, + 1.0026493070298281, + 0.9996452002230842, + 0.9913588270685182 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 4047, + "cert_evals": { + "36": 0.7723684310913086, + "72": 0.6785964965820312, + "108": 0.5737719535827637, + "255": 0.1661403626203537 + }, + "fold": 2 + }, + { + "best_epoch": 22, + "best_val_acc": 0.8450354609929078, + "test_acc": 0.854696373962429, + "train_size": 4755, + "val_size": 2820, + "test_size": 11445, + "stats": { + "mean": [ + [ + 0.002866516450893953, + 0.007929027486435548, + -0.0013075722715039048, + -0.001188124590956882, + 0.002480280701366967, + 0.012874902747423648, + 0.0054113211936909185, + -0.007862206105783356, + -0.005652595006519504, + 0.005077877345299725 + ] + ], + "std": [ + [ + 1.0050954716049485, + 1.0162654558216224, + 1.0021008916654397, + 1.0041169983170044, + 1.0089152336885907, + 0.9909098405813409, + 0.9979067399488123, + 0.9973925897941894, + 0.9985454656770815, + 0.9973467754133581 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 4047, + "cert_evals": { + "36": 0.7759720683097839, + "72": 0.6827435493469238, + "108": 0.5703800916671753, + "255": 0.15893402695655823 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8437570694048546, + "std_test_acc": 0.008558788221922653, + "n_samples": 19020, + "n_features": 10, + "n_classes": 2, + "mean_cert_acc_36": 0.7670000344514847, + "std_cert_acc_36": 0.009447306626227352, + "mean_cert_acc_72": 0.6760071069002151, + "std_cert_acc_72": 0.009078219316100464, + "mean_cert_acc_108": 0.5729738920927048, + "std_cert_acc_108": 0.004104543965257011, + "mean_cert_acc_255": 0.168573260307312, + "std_cert_acc_255": 0.01039508922181233 + }, + "molec-biol-promoter": { + "dataset": "molec-biol-promoter", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 18, + "best_val_acc": 0.875, + "test_acc": 0.734375, + "train_size": 26, + "val_size": 16, + "test_size": 64, + "stats": { + "mean": [ + [ + -0.09373999999999999, + 0.349711153846154, + -0.124846, + -0.18628265384615392, + -0.0025111153846154245, + -0.027689192307692376, + -0.32854380769230773, + -0.2587748846153846, + -0.291938, + -0.12147457692307692, + 0.013408923076923039, + -0.18303142307692302, + 0.10672619230769233, + -0.0388065384615385, + -0.2118675692307692, + 0.26045576923076913, + -0.0038293076923076983, + -0.12772800000000012, + 0.406745076923077, + -0.22977469230769215, + -0.23213830769230762, + 0.057734, + -0.25536484615384614, + 0.036332807692307734, + -0.306678, + 0.12654100000000004, + -0.06969015384615382, + -0.22098480769230766, + -0.20798946153846154, + -0.24676503846153855, + -0.3183693461538464, + -0.1853619230769231, + -0.30043107692307686, + -0.37097869230769237, + -0.36548838461538463, + 0.011515653846153858, + -0.05251046153846157, + -0.17936411538461533, + 0.030728153846153836, + 0.0502869230769231, + -0.08165438461538464, + -0.04035388461538459, + -0.044060461538461534, + 0.1891277692307692, + -0.09007600000000004, + 0.08841000000000002, + 0.34717700000000007, + -0.08658792307692309, + -0.14910884615384612, + -0.01171784615384617, + -0.010542692307692277, + 0.2279287692307692, + 0.19163046153846158, + 0.044342807692307744, + 0.11406934615384606, + 0.26639184615384615, + 0.0024606538461537973 + ] + ], + "std": [ + [ + 1.0076078297495967, + 0.9724627657739631, + 0.9573573651622793, + 1.0262408425117875, + 0.9587446442307666, + 0.9571040384617393, + 0.9896566783801658, + 1.0271371774080218, + 0.9458984467553748, + 0.983396009484761, + 0.9474507771505324, + 1.0162340072708942, + 0.9916278302898655, + 0.9889509346456372, + 1.0996503269494506, + 0.8339239830692423, + 0.9718806374953891, + 1.0013701717610572, + 1.1087224946399736, + 0.9663160194574336, + 0.8925655267102359, + 1.0240426363341295, + 0.9129708359204913, + 0.9674367468039534, + 0.934498494547744, + 0.996046000000193, + 0.9001646244230804, + 1.011066294523225, + 0.9306740888083066, + 0.9019636923091955, + 1.0103842953596318, + 0.9763974023364559, + 1.0034859025495506, + 1.0189729800426417, + 0.8809657272220804, + 1.001293348052636, + 0.8026415950749621, + 1.0084947048958783, + 1.0447591131223906, + 1.080924244585727, + 0.9862369191590393, + 1.0095530529552834, + 1.014776711029924, + 0.9243136682665729, + 0.9998867689999087, + 1.0150113097032656, + 1.0058059432415762, + 0.8281138846158841, + 0.9053220114009879, + 0.7877964184833098, + 0.8751600073353956, + 1.0046622498233042, + 0.9279195402053261, + 0.9992859945990674, + 0.9930878632688641, + 0.9472126805852605, + 1.0500485456210673 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 124837, + "cert_evals": { + "36": 0.609375, + "72": 0.578125, + "108": 0.46875, + "255": 0.109375 + }, + "fold": 0 + }, + { + "best_epoch": 11, + "best_val_acc": 1.0, + "test_acc": 0.7384615384615385, + "train_size": 26, + "val_size": 15, + "test_size": 65, + "stats": { + "mean": [ + [ + 0.09734461538461536, + -0.009867653846153778, + 0.10790676923076924, + -0.15064011538461541, + 0.09738461538461546, + -0.05959273076923076, + -0.048695384615384696, + -0.10221076923076929, + -0.19740069230769225, + 0.26099000000000006, + -0.20290846153846157, + 0.20358803846153845, + -0.1825234230769231, + 0.21829484615384614, + 0.007081746153846278, + -0.06588375384615386, + 0.19917507692307695, + -0.3013095384615385, + 0.04983446153846157, + 0.007020153846153817, + -0.0066845384615384406, + -0.042044076923076885, + -0.07821423076923074, + 0.137686, + -0.015271923076923129, + -0.17227284615384614, + 0.2755073076923076, + 0.10235538461538465, + -0.2435485769230769, + -0.1773835384615385, + 0.08412084615384617, + -0.15183184615384618, + -0.10858899999999995, + -0.09742265384615373, + -0.05963238461538462, + -0.05630061538461538, + -0.018979730769230797, + 0.05089046153846155, + 0.15364107692307694, + -0.010982076923076903, + 0.10650861538461538, + -0.1806068846153846, + -0.20850592307692312, + -0.014057692307692288, + 0.21039161538461543, + -0.055766615384615394, + 0.2426295384615386, + -0.12109303846153843, + -0.29682430769230767, + -0.15785057692307694, + 0.19899334615384612, + -0.13024523076923075, + -0.20279253846153844, + 0.04434280769230771, + -0.06270500000000002, + 0.09504676923076928, + 0.10028380769230766 + ] + ], + "std": [ + [ + 1.0412699655331787, + 0.974109238604762, + 0.9613906810801298, + 0.9643340756609565, + 0.9673793894378168, + 1.003312008397785, + 0.9182015580655095, + 0.982743930536501, + 0.9723005343268958, + 0.9411703711795796, + 0.9796610632100985, + 0.9145025424643751, + 0.9879752636511461, + 1.0944915110032636, + 0.9430338516297093, + 0.9508755832408867, + 0.9258429683390378, + 0.8679061723089316, + 1.0276288482675964, + 0.9501945836398535, + 1.0169676029594148, + 1.0501744622186107, + 0.9644548335998028, + 0.9121775925932151, + 0.9112105136727959, + 1.0206435073325324, + 0.9080727257130373, + 0.9347829604211333, + 0.8967697697883465, + 0.9663770689480945, + 0.9532701925574484, + 0.8568118833949174, + 0.9554743200735837, + 1.1504807500220855, + 1.0155470332338918, + 1.0396018722819245, + 0.9268106513458504, + 0.9168958971379897, + 0.9852213842143813, + 1.001611750376513, + 0.990217812330316, + 0.9873887799655962, + 1.0110391392211635, + 0.9439560657308471, + 1.068328170673588, + 1.0047193948569797, + 0.9979267159932226, + 0.9934730341322996, + 0.8557618796771218, + 0.7460287358936586, + 0.9778352307693193, + 1.02192658245343, + 1.037835803866067, + 0.9677087884615755, + 0.956543380038049, + 1.0171593177603953, + 0.91997592085019 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 124837, + "cert_evals": { + "36": 0.6307692527770996, + "72": 0.4615384638309479, + "108": 0.35384616255760193, + "255": 0.0923076942563057 + }, + "fold": 1 + }, + { + "best_epoch": 15, + "best_val_acc": 0.8333333333333334, + "test_acc": 0.75, + "train_size": 26, + "val_size": 12, + "test_size": 68, + "stats": { + "mean": [ + [ + -0.030045192307692332, + -0.23869049999999983, + 0.041405769230769246, + 0.06321669230769228, + -0.0025107307692308154, + 0.09992461538461536, + 0.013492769230769159, + 0.14829176923076925, + -0.10286334615384617, + -0.08960249999999997, + 0.19882307692307696, + 0.09814630769230767, + -0.021829269230769246, + 0.03465076923076919, + -0.18058907692307682, + -0.1311519076923077, + 0.11797353846153848, + -0.05829530769230779, + 0.1212169230769231, + 0.07467584615384616, + 0.18656150000000013, + 0.2905494615384615, + -0.2553650384615384, + -0.06502038461538459, + -0.30667792307692304, + 0.09333938461538464, + 0.13742846153846142, + 0.17420873076923077, + 0.1120429615384615, + 0.23890723076923073, + -0.16356549999999995, + 0.08287507692307697, + -0.14056257692307694, + -0.09742265384615377, + -0.05963253846153847, + 0.011515500000000038, + 0.014551115384615343, + 0.08378369230769231, + 0.18436938461538463, + 0.019652346153846163, + 0.13786915384615384, + -0.14554365384615378, + -0.1756169230769231, + 0.12139923076923075, + 0.010079923076923155, + 0.30467446153846156, + -0.10586153846153845, + 0.15494511538461542, + -0.11217969230769238, + -0.011717730769230784, + -0.4645376538461538, + -0.13024538461538462, + 0.02728761538461537, + -0.024779269230769223, + -0.16876950000000007, + -0.04202923076923075, + 0.06767634615384611 + ] + ], + "std": [ + [ + 0.9790173867981108, + 0.8922350160543789, + 1.0237664792278374, + 0.9979986758255733, + 1.0450661465298063, + 1.0048325881986542, + 1.029402187109299, + 1.0083506459854783, + 0.9890083565745167, + 1.0164135742199043, + 1.0470407615391002, + 1.0378839738382932, + 0.9292517115719242, + 0.9612825317480931, + 1.0472447179957627, + 1.0262853071350215, + 1.052495553619595, + 1.059841692041489, + 1.1269554422034933, + 0.9208378006880765, + 0.9000880971984075, + 0.9294786618886555, + 1.076982881442786, + 1.0095815066264635, + 0.9911193052127372, + 1.0313874086125658, + 0.9980922524006728, + 0.9095892006901778, + 0.9905655045642239, + 1.0384115432086387, + 0.9810218452020498, + 1.060299711989925, + 0.9844584721629052, + 0.9476257009349917, + 0.8894460896472517, + 1.0593221207156762, + 0.8826955613077969, + 0.9713319428712611, + 1.075487248351794, + 1.0067518301441576, + 1.0419999967859404, + 0.986766332875252, + 1.0083607367807386, + 0.9773806693737923, + 1.0515029245809187, + 0.9917044123633906, + 0.9657665710047374, + 0.9290685404960641, + 1.1225398591645361, + 1.0183526454206688, + 0.8092726993206232, + 0.9375164234499523, + 1.0268476122485855, + 0.9726335635209717, + 0.9727406960463761, + 1.112026712980068, + 1.0129397204932757 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 124837, + "cert_evals": { + "36": 0.6029411554336548, + "72": 0.5, + "108": 0.3970588147640228, + "255": 0.10294117778539658 + }, + "fold": 2 + }, + { + "best_epoch": 21, + "best_val_acc": 1.0, + "test_acc": 0.782608695652174, + "train_size": 26, + "val_size": 11, + "test_size": 69, + "stats": { + "mean": [ + [ + 0.06549715384615382, + -0.1733123461538461, + -0.22459746153846155, + -0.008068615384615393, + -0.33549623076923074, + -0.1233995769230769, + -0.17307238461538452, + 0.023040692307692345, + -0.07135107692307693, + -0.18521865384615382, + -0.04839615384615389, + 0.09814603846153849, + -0.021828923076923114, + 0.07137899999999996, + -0.1493106769230769, + -0.0006160384615384937, + -0.16623299999999996, + -0.19716084615384608, + -0.1643116153846154, + 0.14233134615384618, + 0.18656149999999996, + 0.09099338461538463, + 0.09893680769230777, + -0.031236038461538454, + -0.43619169230769256, + -0.3382805384615385, + -0.13872946153846152, + 0.21013507692307687, + 0.32539880769230767, + 0.34298038461538466, + -0.0706831923076923, + -0.0847729230769231, + 0.08325415384615384, + 0.03935515384615389, + -0.12760034615384613, + 0.045423692307692304, + 0.24926692307692294, + -0.014896576923076922, + 0.030727999999999995, + 0.14219007692307695, + -0.08165438461538452, + -0.07541711538461539, + -0.2085062307692308, + -0.14951476923076926, + 0.010080153846153841, + 0.16049815384615387, + -0.14071053846153841, + -0.19010246153846153, + 0.22017992307692313, + -0.08478423076923074, + 0.12914796153846148, + -0.195368, + -0.13705561538461536, + -0.33582846153846135, + -0.1687693076923077, + -0.0077596923076923285, + 0.035068461538461576 + ] + ], + "std": [ + [ + 0.9949457610380924, + 1.0006243291807655, + 1.0805097483660284, + 1.0669055953756055, + 1.0322555409439118, + 0.9848822871167503, + 0.9431346904463401, + 0.9378178344246724, + 1.0181978932718458, + 0.966727095536948, + 0.9908076284467556, + 1.0378839686283479, + 1.088933086989841, + 0.8046857737758931, + 1.134679772935726, + 0.9553453144737399, + 0.9684821547379812, + 0.8999479146517183, + 0.9741754410810941, + 1.0108802015807785, + 0.7709686644604582, + 1.0772131326993413, + 0.8384300579512153, + 1.0358089031747673, + 1.0305305742983066, + 0.9367306253151163, + 0.9884948822596298, + 0.9666870451735153, + 0.7559985089760948, + 0.8999593432865595, + 0.9970138749450403, + 1.052317535287378, + 1.0819218493489575, + 0.9767902491283019, + 0.9784792222564622, + 0.9949578210493984, + 0.8614226395733138, + 0.9539103328924243, + 1.0209907346186988, + 0.9432236511876507, + 1.036795800272391, + 1.0138060762016619, + 1.1167776196923178, + 1.0142323983395336, + 1.1052486656840097, + 1.0124481502282436, + 1.0529966821172885, + 0.9493509361557843, + 1.1279936610242616, + 1.0051609553372078, + 0.9160134879427471, + 1.0114984451985467, + 0.8295657525376697, + 1.028154229267194, + 0.9727407925020125, + 0.8988663639372382, + 0.9628933437374779 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 124837, + "cert_evals": { + "36": 0.6666666865348816, + "72": 0.5652173757553101, + "108": 0.3333333432674408, + "255": 0.05797101557254791 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7513613085284281, + "std_test_acc": 0.021857043930751316, + "n_samples": 106, + "n_features": 57, + "n_classes": 2, + "mean_cert_acc_36": 0.627438023686409, + "std_cert_acc_36": 0.028730671502898358, + "mean_cert_acc_72": 0.5262202098965645, + "std_cert_acc_72": 0.05503366806423445, + "mean_cert_acc_108": 0.3882470801472664, + "std_cert_acc_108": 0.05988129480032252, + "mean_cert_acc_255": 0.09064872190356255, + "std_cert_acc_255": 0.022893686489766484 + }, + "molec-biol-splice": { + "dataset": "molec-biol-splice", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 41, + "best_val_acc": 0.8166666666666667, + "test_acc": 0.7830632514375326, + "train_size": 797, + "val_size": 480, + "test_size": 1913, + "stats": { + "mean": [ + [ + -0.08088939774153121, + -0.017083478042659816, + -0.008676474278544535, + 0.01205199498117964, + -0.019879412797992446, + -0.06819678419071469, + 0.014172110414052605, + -0.0726562358845669, + -0.0424785457967378, + 0.030165779171894516, + -0.015724135508155584, + 0.016329740276034888, + -0.03650249309912165, + 0.060801804265996566, + 0.050552770388958924, + -0.03993303764115418, + -0.02479237139272276, + 0.026231244667502603, + 0.0006134240903385369, + 0.008120775407778993, + 0.011976850690087297, + 0.012784564617315019, + 0.02205557967377646, + 0.003761100376411143, + 0.004885728983688804, + -0.007185055207026799, + 0.006090311166875841, + -0.06913297616060121, + 0.01692240903387772, + -0.024909814303639064, + 0.002042144291092072, + 0.03893583663739384, + 0.04832313927227111, + -0.04144308908406656, + -0.04533064868255915, + 0.029196543287328434, + -0.017319196988707316, + 0.002574765370137967, + 0.014485728983688884, + -0.04080718946047651, + -0.016152210790464142, + -0.1060891342534501, + 0.00146361355081561, + -0.02892638393977404, + 0.03808938393977416, + 0.004615427854454175, + -0.006006715181932309, + 0.03929904642409064, + -0.0026646035131743587, + -0.0008532597239647819, + -0.018261164366373872, + -0.015718006273525736, + -0.03865469008782939, + -0.0023145696361355087, + -0.01960441405269735, + -0.0853860326223336, + 0.005193398996235927, + -0.017738670012547086, + 0.055998069008782805, + 0.039315545796737614 + ] + ], + "std": [ + [ + 0.9945490246391062, + 0.9934109752899847, + 1.0063178858807398, + 0.9896020723574798, + 0.9849358791871932, + 0.9857421550044541, + 0.9930276963595361, + 0.9834603310222596, + 1.0029783411831081, + 1.008680505435535, + 1.000646776584492, + 1.017380058680371, + 0.9990572202887158, + 1.0037947864498273, + 0.9921475019154874, + 1.0063268933844312, + 0.9808355420987935, + 0.9924788012799176, + 0.9847824180917667, + 0.9870544204448741, + 1.0013704839730797, + 1.0166518616214755, + 0.985710071283119, + 1.0044850695151961, + 0.9909244249062288, + 0.9987615357097599, + 1.0051852364272729, + 0.9860816983161693, + 1.0064425553080443, + 1.021154244482058, + 0.9991376459347909, + 0.9638884376422283, + 1.0033244557289336, + 0.9848543808197192, + 1.0055575628990723, + 0.9940712305710926, + 0.9741863114052403, + 1.0048179660304701, + 0.9887806108854191, + 0.9765227042348682, + 0.997334968218974, + 0.9962132645441986, + 1.0014416509782584, + 1.002091005752959, + 0.9893159775047747, + 0.9934985594799247, + 0.9886647568170538, + 0.9919893464761707, + 0.9955923461346924, + 0.9926319617434606, + 0.9728863130641628, + 1.0082140966036435, + 0.9961100311402014, + 1.0077701107332304, + 0.9792654768868749, + 1.0119326199882663, + 1.0172792289838704, + 0.9956848073966668, + 1.0083179950377872, + 0.9802036286210523 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 3, + "depth": 6, + "padding": 120, + "parameters": 138368, + "cert_evals": { + "36": 0.7056978344917297, + "72": 0.5980135798454285, + "108": 0.5112388730049133, + "255": 0.1709357053041458 + }, + "fold": 0 + }, + { + "best_epoch": 20, + "best_val_acc": 0.7916666666666666, + "test_acc": 0.7996902426432628, + "train_size": 797, + "val_size": 456, + "test_size": 1937, + "stats": { + "mean": [ + [ + 0.018491488080301106, + -0.0011505069008782528, + 0.021436997490589735, + 0.03502552697616077, + 0.021530190715181953, + 0.01771506524466753, + 0.0028268569636132166, + -0.03774227101631111, + 0.019095676286072647, + -0.016733656210790544, + -0.0663814040150566, + 0.005845333751568237, + 0.004257730238393967, + 0.0011046449184443634, + -0.027280681304893566, + 0.005402819322459137, + 0.04633495859473012, + 0.009161250941028725, + 0.026725796737766497, + -0.01972711794228387, + -0.01983136010037666, + -0.009908578419071404, + 0.022055481806775055, + 0.05518264240903318, + -0.04640085570890846, + -0.03727541907151866, + -0.0335212045169384, + -0.03967690213299759, + 0.005998318695107535, + -0.01785224341279831, + -0.003198117942283299, + -0.013416670639897136, + -0.009072863237139185, + -0.007062920953576991, + 0.011101452948557616, + -0.045883223337515024, + -0.012705889585947094, + -0.05706059096612311, + 0.00637870514429108, + -0.024475352572145292, + -0.033483001254705075, + -0.018872419071518255, + -0.004380110414052662, + -0.019757495608531926, + -0.01618084692597215, + 0.06015848933500684, + 0.004326102885821954, + 0.031207774153074287, + 0.09302961606022617, + 0.037705563362610196, + 0.031232815558343906, + 0.05163176913425327, + 0.051368831869510787, + -0.02336010790464227, + 0.006880800501882391, + -0.05682849560853219, + -0.004021038895859437, + 0.002038494353826773, + 0.05144887452948544, + -0.00027493977415304015 + ] + ], + "std": [ + [ + 0.9889166025491434, + 1.0113611751416451, + 1.00351331532884, + 1.0051662180322105, + 0.9987679141001061, + 0.9996822942772838, + 1.0042310134414263, + 1.0134372724050602, + 1.0000665011762366, + 0.9994360301075128, + 0.9995393709189473, + 1.0346986177316517, + 1.011186369192948, + 1.0016439123703365, + 0.9965028721446453, + 1.0098540994428735, + 0.9933407245937251, + 1.0209497831856362, + 0.9866653742506231, + 0.982825314351339, + 0.9914313036126221, + 1.0062435071011668, + 1.0149240913230397, + 0.9887363914059815, + 0.9994565119417103, + 1.016608779035485, + 0.9986323360957506, + 0.9983077834509023, + 0.992117921809115, + 1.0118934305428742, + 1.0093115895196225, + 1.0141263884110643, + 0.998031262724133, + 0.9978752951488421, + 1.0058194162074532, + 0.9997345249416975, + 1.0043988806220703, + 1.0026034007181608, + 1.0124721562205274, + 0.9897322617082525, + 0.9985816439065134, + 0.9919527474532689, + 1.0036339185538052, + 0.973512268444304, + 1.0130393993507771, + 0.9897840394213037, + 0.9936053260728854, + 1.0155800367441008, + 1.0112837805104922, + 0.9806050237126605, + 1.0133289778387422, + 1.003164742603154, + 0.9684252971086295, + 0.9941237378734813, + 0.9987879065672047, + 1.0056255382787287, + 1.0017418494408326, + 0.9935852276048891, + 1.024679553968222, + 1.007096200700548 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 3, + "depth": 6, + "padding": 120, + "parameters": 138368, + "cert_evals": { + "36": 0.6985028386116028, + "72": 0.6164171099662781, + "108": 0.5172947645187378, + "255": 0.16004130244255066 + }, + "fold": 1 + }, + { + "best_epoch": 5, + "best_val_acc": 0.8160919540229885, + "test_acc": 0.7926242650988776, + "train_size": 797, + "val_size": 522, + "test_size": 1871, + "stats": { + "mean": [ + [ + 0.016180366373901797, + 0.0159205972396487, + -0.04805540652446672, + 0.017795338770389135, + -0.018760287327477875, + -0.012470120451693864, + -0.025536504391468096, + -0.023100938519447715, + -0.021953736511919807, + 0.005599485570890773, + -0.028107018820577125, + -0.0663806737766629, + -0.002535664993726509, + -0.041697066499373665, + -0.041221063989962406, + -0.019531874529485415, + 0.001174760351317426, + 5.719824341241943e-05, + 0.009695979924717433, + -0.006360112923463307, + 0.031288966122960366, + 0.01732320451693862, + 0.034643243412797765, + -0.05223140276035192, + 0.012863726474278572, + -0.02278748055207084, + 0.08181816185696375, + 0.022917264742786353, + 0.03112372647427915, + 0.01743540276035093, + 0.009902525721455502, + 0.030388477038899016, + -0.007947400250940755, + -0.002626762860728837, + -0.002393195734001926, + 0.0224729749058976, + -0.035772559598494034, + 0.031245622333751583, + 0.07355148055206996, + -0.02680844165621052, + 0.0011786298619825138, + -0.023523868255959906, + 0.009644725219573422, + -0.011734667503136672, + 0.04155336135508157, + -0.008113194479297375, + 0.023843790464241343, + 0.03351953826850721, + -0.05937222333751553, + 0.01956023839397823, + -0.05714953952321155, + 0.029942850690087883, + -0.01788004265997477, + 0.018731055207026504, + 0.00457773149309927, + -0.028270974905896498, + -0.044334417816813056, + 0.02181565872020062, + -0.004279376411543287, + 0.033493360100376554 + ] + ], + "std": [ + [ + 1.006032731784378, + 0.9981987082501484, + 1.0058419047925986, + 1.0147724595576162, + 0.9940588732535701, + 0.9991159025458402, + 0.9691047120808344, + 0.9991048317365939, + 1.020189994500977, + 0.9848978164137729, + 0.998075185404707, + 0.9900346208081456, + 0.9970676239537044, + 1.0074170125268456, + 0.9888612246445799, + 1.0204821123725891, + 1.0188778509112115, + 1.021786600393116, + 0.9923811904568762, + 0.9930750642777653, + 1.0126874688330874, + 1.0123955584555848, + 1.0119546947996216, + 0.967160657446603, + 1.013064602613993, + 1.0088579414594196, + 1.0050975228498589, + 1.0226014249223117, + 1.0030135447468238, + 1.0006692722984143, + 1.0063109761380487, + 0.9976611466924694, + 1.0191830139161713, + 1.0037191251141417, + 1.0000135193218243, + 1.008885797923785, + 1.005277894129722, + 0.9951865869001352, + 1.003658412696999, + 1.0103592136706143, + 1.013785819980191, + 1.0167078374977943, + 1.0100157686042965, + 1.0010457270061084, + 1.0282359743543752, + 0.9985304229175116, + 0.9712378399548074, + 1.0007272977609394, + 1.00869249677983, + 0.9976542416860067, + 1.0108332275437888, + 1.0094799027511412, + 0.9910934491654954, + 1.0239973266326525, + 0.9997566127783953, + 0.995332570938697, + 1.0015100811283149, + 1.0189914283748178, + 0.9815154139951994, + 1.0109702187257807 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 3, + "depth": 6, + "padding": 120, + "parameters": 138368, + "cert_evals": { + "36": 0.7177979946136475, + "72": 0.6317477822303772, + "108": 0.5344735980033875, + "255": 0.1587386429309845 + }, + "fold": 2 + }, + { + "best_epoch": 26, + "best_val_acc": 0.7852631578947369, + "test_acc": 0.7773722627737226, + "train_size": 797, + "val_size": 475, + "test_size": 1918, + "stats": { + "mean": [ + [ + 0.023113880803011123, + -0.031878431618569576, + 0.0017474705144291346, + -0.048827942283563595, + 0.02600689711417815, + -0.020596907151819388, + 0.03119006398996214, + -0.010712095357591008, + -0.03563701003764123, + -0.0066837766624844005, + 0.020298818067753775, + 0.0349687051442911, + 0.03369574404015041, + 0.010115574654956229, + -0.008693601003764222, + -0.037666260978670006, + 0.013593819322459105, + -0.06367114930991241, + 0.002884076537013706, + -0.04311930238393992, + -0.028919440401505687, + 0.03661243287327482, + -0.012274677540778, + 0.022044312421580708, + -0.0019524943538268248, + -0.00718509535759122, + 0.018905804265997497, + -0.020039599749058525, + 0.011460363864492227, + 0.00190883061480542, + 0.015142810539523602, + 0.0015411859473054327, + -0.0034457590966119997, + 0.007354567126724528, + -0.019568141781680794, + 6.111668757913393e-05, + 0.014974058971141782, + 0.017483629861982628, + 0.004062395232120175, + -0.039640589711417734, + -0.017307636135508092, + -0.015383726474278643, + 0.02951326599749063, + 0.010041510664993838, + -0.009252728983688915, + 0.023129829360100374, + 0.024991664993726456, + 0.005777824341280051, + 0.010330861982434136, + -0.02240079799247117, + 0.013556362609786848, + 0.009395460476787914, + -0.05596691593475561, + -0.0011453801756584612, + 0.019547611041405746, + -0.005424897114178279, + -0.036271767879548236, + -0.04216928481806779, + -0.06910606649937284, + 0.013698135508155716 + ] + ], + "std": [ + [ + 0.9995168687982413, + 1.0072187255531315, + 0.9922765699545656, + 1.0014379023165043, + 1.0007423887263762, + 1.006595287508758, + 0.996025190875742, + 1.0015863398288425, + 0.9939619881518538, + 1.0012546381038536, + 0.9974235803209218, + 0.9958759047377087, + 1.0231793150542605, + 0.9988598615456608, + 1.0165807865563634, + 0.9981765632980487, + 0.9916120393689883, + 0.9967806721546657, + 1.0001387498061993, + 0.9907382633450215, + 0.9919466420747174, + 0.9918048070565159, + 0.9927131112764388, + 0.9987541938182435, + 0.9829950228363971, + 0.9987615525719863, + 1.006646575684889, + 0.9727270348859581, + 1.0274767556558333, + 0.9948545552577256, + 0.9724110619354693, + 0.999399954650725, + 1.0137453383320747, + 1.0038171597805419, + 0.9942857302920103, + 1.0221132950933616, + 1.0125332438729522, + 1.0058606284258966, + 1.0061583893468007, + 1.0071484737907352, + 0.993080173542264, + 0.994054088509694, + 1.0019557537886754, + 0.9879867613789639, + 1.0059203970540576, + 1.002236769456239, + 1.0166179760088292, + 1.0148930646959913, + 0.9855942441531308, + 0.9881712595842015, + 0.997375001351328, + 1.0153221146032385, + 0.9987022726517054, + 1.0023090382878383, + 0.9960039697880356, + 0.9659716681886643, + 1.0079997805456118, + 0.9972223231158401, + 0.9973623069301778, + 1.0162353419266272 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 3, + "depth": 6, + "padding": 120, + "parameters": 138368, + "cert_evals": { + "36": 0.6955161690711975, + "72": 0.6120959520339966, + "108": 0.5156412720680237, + "255": 0.17674660682678223 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7881875054883489, + "std_test_acc": 0.00992010168715086, + "n_samples": 3190, + "n_features": 60, + "n_classes": 3, + "mean_cert_acc_36": 0.7043787091970444, + "std_cert_acc_36": 0.009914430312334953, + "mean_cert_acc_72": 0.6145686060190201, + "std_cert_acc_72": 0.013889132100097096, + "mean_cert_acc_108": 0.5196621268987656, + "std_cert_acc_108": 0.010199715039346557, + "mean_cert_acc_255": 0.1666155643761158, + "std_cert_acc_255": 0.008690386454758276 + }, + "letter": { + "dataset": "letter", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 53, + "best_val_acc": 0.7149395227198431, + "test_acc": 0.6993551628841805, + "train_size": 5000, + "val_size": 3059, + "test_size": 11941, + "stats": { + "mean": [ + [ + 0.00514853171999978, + 0.005659159839999929, + 0.015561632360000245, + 0.01129863240000007, + 0.0052732767999999685, + 0.00552804246000023, + -0.003806189400000043, + 0.004888994199999829, + 0.008798804439999558, + -0.008297726599999769, + 0.0009121625999998376, + 0.004806467700000183, + 0.003901915299999814, + -0.011281666800000121, + -0.0074610201999999294, + 0.003215448200000049 + ] + ], + "std": [ + [ + 0.9872835099546217, + 1.006134190408135, + 0.9972389123333294, + 1.0049266649751227, + 0.9943131104630408, + 0.9927707764568473, + 1.0068065835854811, + 1.0134669668414158, + 1.0040007520709764, + 0.9997230654740944, + 1.007968354670923, + 1.0003581319476724, + 1.005041480077882, + 1.0049516430140362, + 0.9976563117551296, + 0.9860491581099939 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 26, + "depth": 6, + "padding": 32, + "parameters": 10911, + "cert_evals": { + "36": 0.6289255619049072, + "72": 0.5353822708129883, + "108": 0.44510510563850403, + "255": 0.14789381623268127 + }, + "fold": 0 + }, + { + "best_epoch": 89, + "best_val_acc": 0.7055609128897461, + "test_acc": 0.7126755824711919, + "train_size": 5000, + "val_size": 3111, + "test_size": 11889, + "stats": { + "mean": [ + [ + 0.0029532797399999047, + 0.004388175279999976, + 0.004244063760000119, + 0.012979005999999998, + -0.004678983799999144, + 0.003455055400000179, + -0.007418534600000143, + 0.003926012599999779, + 0.00795879715999929, + -0.00524365779999995, + -0.01178226520000005, + -0.015187571099999951, + -0.012475097320000503, + -0.0018423520000003316, + -0.013382179199999674, + -0.004821816599999932 + ] + ], + "std": [ + [ + 0.9986276678083476, + 0.9950343941586423, + 0.99640667299183, + 1.0000071963490385, + 0.992160528900722, + 1.0037788827185958, + 1.0135243337906252, + 1.019023638516362, + 1.0086984945355297, + 1.009749704171076, + 1.013939210703217, + 0.9887907814862574, + 0.9896867749920725, + 0.9916791039398155, + 1.0056717046836126, + 1.0037598172363915 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 26, + "depth": 6, + "padding": 32, + "parameters": 10911, + "cert_evals": { + "36": 0.6418538093566895, + "72": 0.5510135293006897, + "108": 0.45100513100624084, + "255": 0.15106400847434998 + }, + "fold": 1 + }, + { + "best_epoch": 90, + "best_val_acc": 0.7096551724137931, + "test_acc": 0.7070247933884297, + "train_size": 5000, + "val_size": 2900, + "test_size": 12100, + "stats": { + "mean": [ + [ + 0.021874334520000687, + 0.017884720619999826, + 0.014568840500000449, + 0.006699696200000058, + -0.00020502299999983865, + 0.011056104300000202, + -0.0043222202000001006, + -0.005629635800000384, + 0.0012383624799995345, + 0.011071598799999905, + -0.0038767746000001103, + -0.0036525290000001725, + 0.002787233879999989, + 0.011734750599999826, + -0.007305219399999943, + 0.006554009400000075 + ] + ], + "std": [ + [ + 1.018882039972734, + 0.9909097519297484, + 1.011006149224975, + 0.9981095511490614, + 0.9744828743262628, + 1.0187271547521726, + 1.0142349021053059, + 1.0059981552155532, + 1.0032678982013254, + 0.9974167859950539, + 0.9962881566563585, + 1.0100493766021112, + 0.9931648907076084, + 1.0108922135098513, + 1.0056449285270137, + 1.001713691144833 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 26, + "depth": 6, + "padding": 32, + "parameters": 10911, + "cert_evals": { + "36": 0.6378512382507324, + "72": 0.5567768216133118, + "108": 0.46165287494659424, + "255": 0.15099173784255981 + }, + "fold": 2 + }, + { + "best_epoch": 82, + "best_val_acc": 0.7155258764607679, + "test_acc": 0.7027905039566847, + "train_size": 5000, + "val_size": 2995, + "test_size": 12005, + "stats": { + "mean": [ + [ + 0.004834942479999971, + 0.001483113019999944, + -0.0019111359399998356, + 0.0075840941999999545, + -0.0010267499999996761, + 0.017176408160000104, + -0.001742007400000528, + -0.001036997800000219, + 0.003506500319999635, + -0.004038084999999959, + -0.005625091799999523, + 0.0011537186999995067, + 0.00047216481999986826, + -0.0067559524000002655, + 0.007341836400000017, + 0.0008661090000000479 + ] + ], + "std": [ + [ + 1.004162670449844, + 1.0009285120042208, + 1.0009316003026747, + 1.0058812415247276, + 1.0013613633110403, + 0.9913646988590394, + 0.9980301597574796, + 0.9947148416325726, + 0.9936745035912995, + 0.9961424729063775, + 0.9987978729631191, + 0.9997824037300547, + 0.9953405790803281, + 1.0103550196199995, + 1.0017727765855509, + 1.0101591352858876 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 26, + "depth": 6, + "padding": 32, + "parameters": 10911, + "cert_evals": { + "36": 0.6228238344192505, + "72": 0.533694326877594, + "108": 0.44673052430152893, + "255": 0.15626822412014008 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7054615106751216, + "std_test_acc": 0.005741905750835997, + "n_samples": 20000, + "n_features": 16, + "n_classes": 26, + "mean_cert_acc_36": 0.6328636109828949, + "std_cert_acc_36": 0.008602430597445464, + "mean_cert_acc_72": 0.5442167371511459, + "std_cert_acc_72": 0.011441459968987516, + "mean_cert_acc_108": 0.451123408973217, + "std_cert_acc_108": 0.0074476182799010845, + "mean_cert_acc_255": 0.15155444666743279, + "std_cert_acc_255": 0.003472611116355382 + }, + "monks-1": { + "dataset": "monks-1", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 27, + "best_val_acc": 0.9428571428571428, + "test_acc": 0.898876404494382, + "train_size": 432, + "val_size": 35, + "test_size": 89, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 1519, + "cert_evals": { + "36": 0.8426966667175293, + "72": 0.7752808928489685, + "108": 0.550561785697937, + "255": 0.033707864582538605 + }, + "fold": 0 + }, + { + "best_epoch": 37, + "best_val_acc": 0.8695652173913043, + "test_acc": 0.8613861386138614, + "train_size": 432, + "val_size": 23, + "test_size": 101, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 1519, + "cert_evals": { + "36": 0.801980197429657, + "72": 0.6534653306007385, + "108": 0.4356435537338257, + "255": 0.039603959769010544 + }, + "fold": 1 + }, + { + "best_epoch": 39, + "best_val_acc": 0.8275862068965517, + "test_acc": 0.7368421052631579, + "train_size": 432, + "val_size": 29, + "test_size": 95, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 1519, + "cert_evals": { + "36": 0.6526315808296204, + "72": 0.46315792202949524, + "108": 0.378947377204895, + "255": 0.15789474546909332 + }, + "fold": 2 + }, + { + "best_epoch": 14, + "best_val_acc": 0.8695652173913043, + "test_acc": 0.8217821782178217, + "train_size": 432, + "val_size": 23, + "test_size": 101, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 1519, + "cert_evals": { + "36": 0.6732673048973083, + "72": 0.5049504637718201, + "108": 0.356435626745224, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8297217066473057, + "std_test_acc": 0.06946141603088206, + "n_samples": 556, + "n_features": 6, + "n_classes": 2, + "mean_cert_acc_36": 0.7426439374685287, + "std_cert_acc_36": 0.09389121696758179, + "mean_cert_acc_72": 0.5992136523127556, + "std_cert_acc_72": 0.1429914079515674, + "mean_cert_acc_108": 0.43039708584547043, + "std_cert_acc_108": 0.08676491316074421, + "mean_cert_acc_255": 0.05780164245516062, + "std_cert_acc_255": 0.06897179357967774 + }, + "monks-2": { + "dataset": "monks-2", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 8, + "best_val_acc": 0.6666666666666666, + "test_acc": 0.6115107913669064, + "train_size": 432, + "val_size": 30, + "test_size": 139, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 1519, + "cert_evals": { + "36": 0.6115108132362366, + "72": 0.6115108132362366, + "108": 0.6115108132362366, + "255": 0.5467625856399536 + }, + "fold": 0 + }, + { + "best_epoch": 4, + "best_val_acc": 0.6538461538461539, + "test_acc": 0.6153846153846154, + "train_size": 432, + "val_size": 26, + "test_size": 143, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 1519, + "cert_evals": { + "36": 0.615384578704834, + "72": 0.615384578704834, + "108": 0.6083915829658508, + "255": 0.41258740425109863 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.6206896551724138, + "test_acc": 0.6214285714285714, + "train_size": 432, + "val_size": 29, + "test_size": 140, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 1519, + "cert_evals": { + "36": 0.6214285492897034, + "72": 0.6142857074737549, + "108": 0.5857142806053162, + "255": 0.19285714626312256 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.6551724137931034, + "test_acc": 0.6142857142857143, + "train_size": 432, + "val_size": 29, + "test_size": 140, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 1519, + "cert_evals": { + "36": 0.6142857074737549, + "72": 0.6142857074737549, + "108": 0.6142857074737549, + "255": 0.5142857432365417 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.615652423116452, + "std_test_acc": 0.004181571350648455, + "n_samples": 601, + "n_features": 6, + "n_classes": 2, + "mean_cert_acc_36": 0.6156524121761322, + "std_cert_acc_36": 0.004181555462008796, + "mean_cert_acc_72": 0.6138667017221451, + "std_cert_acc_72": 0.0016538130418699332, + "mean_cert_acc_108": 0.6049755960702896, + "std_cert_acc_108": 0.013064640289255235, + "mean_cert_acc_255": 0.41662321984767914, + "std_cert_acc_255": 0.15975164735559 + }, + "monks-3": { + "dataset": "monks-3", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 15, + "best_val_acc": 0.625, + "test_acc": 0.4888888888888889, + "train_size": 432, + "val_size": 32, + "test_size": 90, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 1519, + "cert_evals": { + "36": 0.4888888895511627, + "72": 0.4888888895511627, + "108": 0.4888888895511627, + "255": 0.47777777910232544 + }, + "fold": 0 + }, + { + "best_epoch": 2, + "best_val_acc": 0.7222222222222222, + "test_acc": 0.5192307692307693, + "train_size": 432, + "val_size": 18, + "test_size": 104, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 1519, + "cert_evals": { + "36": 0.5192307829856873, + "72": 0.5192307829856873, + "108": 0.5192307829856873, + "255": 0.4326923191547394 + }, + "fold": 1 + }, + { + "best_epoch": 3, + "best_val_acc": 0.7083333333333334, + "test_acc": 0.5, + "train_size": 432, + "val_size": 24, + "test_size": 98, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 1519, + "cert_evals": { + "36": 0.4897959232330322, + "72": 0.4897959232330322, + "108": 0.4897959232330322, + "255": 0.4285714328289032 + }, + "fold": 2 + }, + { + "best_epoch": 2, + "best_val_acc": 0.6551724137931034, + "test_acc": 0.5053763440860215, + "train_size": 432, + "val_size": 29, + "test_size": 93, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 1519, + "cert_evals": { + "36": 0.5053763389587402, + "72": 0.5053763389587402, + "108": 0.5053763389587402, + "255": 0.49462366104125977 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5033740005514199, + "std_test_acc": 0.012604877788352812, + "n_samples": 554, + "n_features": 6, + "n_classes": 2, + "mean_cert_acc_36": 0.5008229836821556, + "std_cert_acc_36": 0.014417567806324817, + "mean_cert_acc_72": 0.5008229836821556, + "std_cert_acc_72": 0.014417567806324817, + "mean_cert_acc_108": 0.5008229836821556, + "std_cert_acc_108": 0.014417567806324817, + "mean_cert_acc_255": 0.45841629803180695, + "std_cert_acc_255": 0.0328546250097286 + }, + "musk-1": { + "dataset": "musk-1", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 14, + "best_val_acc": 0.8552631578947368, + "test_acc": 0.8362989323843416, + "train_size": 119, + "val_size": 76, + "test_size": 281, + "stats": { + "mean": [ + [ + -0.009291536974789802, + -0.12607884680672266, + -0.04762204201680674, + -0.0761702235294117, + -0.044936774789916, + -0.014382231932773128, + -0.041894201680672254, + -0.03190622907563026, + 0.021353001680672248, + 0.10775567647058813, + 0.09010778932773111, + -0.057640225210084016, + 0.14667296336134458, + 0.10126893949579828, + 0.14001244605042018, + -0.04249502016806724, + 0.038105572268907546, + 0.002184308487394976, + -0.05224322941176468, + 0.06215304016806718, + -0.12393828857142859, + -0.02803303361344539, + -0.10647747142857145, + 0.02538642941176475, + 0.03754377647058824, + -0.00930381512605037, + -0.10533614621848736, + -0.07591091428571431, + 0.015518248319327696, + 0.03344583445378154, + -0.0436141698991596, + -0.03440255966386541, + -0.08419558653781517, + 0.059494676050420144, + 0.011928458739495816, + -0.006269523999999992, + 0.060528428571428566, + 0.03592683193277311, + 0.07123646218487396, + -0.0823780630252101, + -0.03973622907563024, + -0.09128727731092437, + 0.134798512605042, + 0.09857759663865544, + 0.08639189302521, + 0.04655348655462184, + 0.12397431176470586, + -0.0036607467226890487, + -0.045298374201680695, + 0.09763559579831942, + -0.11482796470588238, + 0.005798111764705843, + -0.04984500840336133, + 0.10562984689075626, + -0.006794973949579853, + -0.06879170025210085, + -0.05042998067226895, + -0.1381735478991597, + 0.018107122621848763, + 0.07930746134453784, + -0.035087430369747964, + -0.047216151260504276, + -0.050801200000000026, + 0.000790052100840336, + -0.03210146470588229, + -0.011450639932773149, + 0.13865514789915964, + 0.024682792941176448, + 0.04572973361344544, + -0.07111193899159665, + -0.05305032773109243, + -0.03151311848739495, + 0.13506087714285714, + 0.03930882689075631, + 0.13208768117647057, + 0.03213378487394958, + 0.036931210084033585, + 0.0542657411764706, + -0.055266365126050425, + -0.007700784890756318, + -0.06660210142857143, + -0.0472203361344537, + -0.13513644588235293, + -0.0953638899159664, + 0.0684584218487394, + -0.027715061344537825, + -0.13681975714285718, + -0.03402985277310925, + 0.0014045230252100738, + 0.0014960380672269073, + -0.013881531092436904, + -0.054739220168067156, + -0.07439434873949584, + 0.16347766033613445, + -0.027834813445378172, + 0.04105560084033615, + -0.018090553781512614, + 0.039478408403361344, + 0.01011179831932775, + -0.056224057983193236, + -0.05482081092436975, + -0.09049105663865546, + 0.1384086307563025, + 0.1158592352941177, + 0.1295010983193277, + 0.026534809327731116, + 0.030993403193277324, + 0.045596629411764705, + 0.07867409050420171, + 0.07023428403361341, + -0.010699962478991626, + -0.1297697013445378, + -0.06125888739495793, + -0.054635241344537774, + 0.07315159588235293, + 0.14113961932773117, + 0.03369915462184867, + -0.017007521008403328, + -0.03182301008403359, + -0.10475748344537812, + 0.029890118487394944, + 0.008469613445378164, + 0.0055577798319327845, + -0.015650881428571396, + 0.0048053532268907215, + 0.06544014621848733, + 0.11003610159663865, + 0.04605257647058817, + 0.14969492016806743, + -0.012363702521008463, + -0.051404617310924446, + -0.01038593529411762, + -0.07927427529411762, + -0.04159334571428572, + 0.06169648184873948, + 0.11608897882352946, + 0.038903689075630285, + 0.1461880742857143, + -0.06708651966386553, + -0.11414608924369747, + -0.1295263958823529, + -0.03233595445378152, + -0.04501458058823521, + -0.000721831932773089, + -0.004400483109243784, + -0.12390628907563028, + -0.036873544537815106, + -0.0909845665546218, + -0.10444491176470592, + -0.09871166294117649, + 0.005718816974789886, + -0.036594511848739485, + -0.04913234621848742, + -0.08743706722689078, + -0.11513121176470595, + -0.08874053697478997, + -0.05336954033613433, + 0.082962791092437, + -0.021164454621848745, + -0.0932097171428572, + 0.014436121848739485, + -0.04426032336134451, + -0.1090511277310925, + 0.1449148087394958, + 0.1817663789915966, + 0.013956836806722718 + ] + ], + "std": [ + [ + 1.0099114119845158, + 0.9348594846360825, + 0.9584972842977127, + 0.9640337720371549, + 0.2970971465206269, + 0.9902644318765941, + 0.9766608443635819, + 0.9277337303843832, + 1.0209147991357326, + 0.8462688910212999, + 0.937274236323561, + 0.9720030442747652, + 0.8629052767970179, + 1.0131630405366665, + 1.0235995127546023, + 0.9236691973697053, + 1.0455909357050364, + 1.035981564713016, + 0.99532697338212, + 0.9211771365528878, + 0.874501926986878, + 0.9704498314090642, + 0.891302047446978, + 0.9804149844573272, + 1.0041773279830728, + 1.002529298728106, + 1.0224471703080853, + 0.9244712375286949, + 0.9743559806263377, + 0.9887295244749511, + 0.9544273760411471, + 1.02985801200279, + 0.9474472095469905, + 0.9846549124544697, + 1.0482961086154436, + 1.055409389025073, + 1.0423422939087563, + 1.0253865871036294, + 1.0239668108505644, + 0.9972886803210333, + 0.9397442064430964, + 0.9896358956731565, + 0.8331728551459917, + 1.0002340413586819, + 1.026654843545489, + 0.9343094828155423, + 1.0805604708964744, + 1.016149424944211, + 0.9476470504397961, + 0.8577284376860824, + 0.920172262946738, + 1.0002820735413485, + 0.9664321885797094, + 1.019659024980453, + 1.0132206139363333, + 1.00472748039475, + 1.0024772758067237, + 0.9013838379335253, + 0.9715976585133171, + 0.9356214917883198, + 0.9726637625607683, + 1.00574462045675, + 0.9321535556262043, + 1.004591790870879, + 1.0091107376933197, + 1.0832569998991441, + 1.8163040204653527, + 0.9290261409599484, + 1.0054342451497356, + 0.9239187303729655, + 0.9412606308289463, + 0.9574057112375489, + 0.8857071278100311, + 1.0050826351619282, + 0.9471390167804283, + 1.0193559664076242, + 1.033149121132442, + 0.9758992146197891, + 0.9828293233847875, + 0.90614346312176, + 0.9387813930150655, + 0.9606369771060325, + 0.8549597722364108, + 0.9981213041653383, + 0.9677112371500205, + 0.9888508064525113, + 0.9412501606612704, + 0.9784409127120647, + 0.9536777420064435, + 1.0085901119483398, + 1.0060567404606122, + 1.05851562000323, + 0.9752413461311447, + 0.832810761621145, + 0.9562798547506608, + 0.9993771767194177, + 0.9838326504712223, + 1.0393844730608708, + 0.9854152300072946, + 0.9930779495430294, + 0.9453202880876939, + 1.0360449396357243, + 0.9713513980461649, + 0.9992332279693708, + 1.030407313898056, + 1.0076912122214956, + 1.0744880656744056, + 1.0277037793008523, + 0.9982104529316067, + 1.0186593720796726, + 0.9108463414168625, + 0.8553233102911179, + 0.9405777768078974, + 0.9494600014203208, + 0.9952734588081359, + 0.9638326137771844, + 0.9939522113357686, + 0.9987681660336664, + 1.0036155891840373, + 1.0182452713672059, + 0.9910446446968689, + 1.0210928396177827, + 1.014427730685323, + 1.0086920592279505, + 1.0093171765266578, + 0.9594492714523327, + 0.9056353320538072, + 0.9878559376915045, + 0.865650141810967, + 1.0394374951234533, + 0.9719119864007881, + 0.9799530665659871, + 0.9588363638135182, + 0.9822725442114135, + 0.9853299809008946, + 0.9191461281202059, + 1.0618195424162966, + 0.9695623887099393, + 0.9472161121894884, + 0.9054444134708255, + 0.8581249512539794, + 0.9983938325913907, + 0.9776524170683517, + 1.0043567453308122, + 1.0368357351214297, + 0.7773405936733125, + 0.9853354382623081, + 0.9079498191834765, + 0.9125689627310116, + 1.007586247217154, + 1.0299208957325752, + 0.9872806671843242, + 0.9852145677771802, + 0.961619761600875, + 1.0605262646288578, + 0.980777477262741, + 0.8407792662129906, + 0.9672088420960975, + 0.993154330767692, + 0.9994330628955878, + 0.9756248219133866, + 1.0207484353264802, + 0.8458747953216613, + 1.047455330809163, + 0.8596011234926225, + 0.9804108130279062 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 1051119, + "cert_evals": { + "36": 0.8113878965377808, + "72": 0.8007117509841919, + "108": 0.7651245594024658, + "255": 0.6405693888664246 + }, + "fold": 0 + }, + { + "best_epoch": 15, + "best_val_acc": 0.8048780487804879, + "test_acc": 0.8145454545454546, + "train_size": 119, + "val_size": 82, + "test_size": 275, + "stats": { + "mean": [ + [ + 0.024158311764705866, + 0.06841572537815128, + 0.07787132436974789, + 0.05814358991596639, + -0.0888491647058824, + 0.03483687310924371, + -0.08321678991596636, + 0.0172144136134454, + -0.07243344537815127, + 0.008146065798319318, + -0.016513243697478995, + -0.05358841159663873, + -0.11541696184873952, + -0.030794808823529415, + -0.023826682857142848, + 0.22576291260504208, + -0.07960640428571429, + 0.17796446697478982, + -0.10515495630252099, + -0.1766215479831932, + -0.021160134789915977, + -0.09120216806722693, + -0.08078450756302523, + 0.036557993277310914, + 0.07266807731092434, + -0.07452452100840339, + -0.09814859546218489, + 0.003981514285714288, + 0.06022833823529412, + 0.03180818907563029, + 0.12598115882352945, + -0.019460692436974722, + 0.005478542042016823, + 0.03584051008403359, + 0.02924001680672268, + 0.08767364537815124, + 0.028594260504201666, + -0.07716408655462187, + 0.056073705882352984, + -0.05639972268907562, + 0.0835798580672269, + 0.025938724369747895, + -0.10687808823529413, + -0.07300582436974785, + -0.056062168571428615, + 0.07744706722689071, + -0.11377087142857145, + 0.048533752268907604, + -0.08137850462184877, + -0.058378573949579855, + -0.028422560504201697, + -0.0789361680672269, + -0.08572274453781516, + 0.03500715462184874, + 0.09914903445378148, + -0.01241268218487394, + -0.09931365378151263, + -0.012532198319327783, + 0.059187288168067245, + 0.08141363613445372, + 0.08123671047058818, + 0.02099984705882357, + -0.061353805882352924, + 0.05045417815126048, + 0.003424229411764733, + 0.03549537599999996, + 0.10939142605042013, + 0.024103800252100897, + 0.09995052563025215, + 0.04793713714285712, + 0.08099445378151263, + 0.04342324285714288, + -0.04197519075630255, + -0.006363128907563019, + -0.04760110218487393, + 0.18736039663865556, + -0.06648005882352942, + 0.04628493109243699, + -0.08752957159663863, + -0.10092213726050421, + -0.04371235016806719, + -0.08629289915966386, + -0.061165748991596644, + 0.06382008823529413, + 0.08361947142857139, + -0.08537609243697473, + 0.011821439495798298, + 0.059812282521008404, + 0.07737757478991594, + 0.048898662184873966, + 0.05884979831932784, + 0.032120366386554605, + 0.049671467226890774, + 0.06206085193277312, + -0.06417456806722689, + 0.09108409243697482, + 0.013927862352941179, + -0.0819115100840336, + 0.06585645378151259, + -0.080924987394958, + 0.08453104543697479, + 0.03520098739495797, + -0.033171742605042, + -0.07644083142857143, + -0.07423916470588235, + 0.19354969352941173, + 0.07750047327731097, + 0.04090831848739493, + -0.009056908571428546, + -0.08928623369747901, + -0.1007881585714285, + -0.06398705378151263, + -0.08433044033613445, + -0.08870030352941174, + 0.009959691008403333, + -0.09990773865546218, + 0.05553736134453778, + -0.06597402521008403, + -0.09688954873949583, + -0.07634268067226894, + 0.04976200672268908, + 0.09565500000000006, + 0.04676366134453782, + 0.039169940336134454, + 0.01394140588235296, + 0.09173843613445375, + 0.04849337193277301, + 0.02735341008403359, + 0.0022560852100840245, + 0.017306670588235304, + -0.07432240336134455, + 0.018145999999999957, + 0.07377648403361345, + 0.03658892100840334, + 0.09466570336134442, + -0.01156839252100844, + -0.08601561932773116, + -0.023251629747899148, + -0.07814215966386556, + -0.05655879957983193, + -0.07487231655462186, + -0.05101524907563022, + -0.07532593025210085, + -0.08363757142857142, + 0.04670676983193278, + 0.01303225319327727, + 0.1082119579831933, + 0.058739847226890775, + 0.04739272436974786, + -0.08494485210084034, + -0.007814653361344537, + 0.03440219747899159, + 0.03682794453781517, + 0.019789025210084014, + -0.020285273949579827, + 0.01840798831932768, + 0.09117156386554631, + 0.09178180537815128, + 0.028927057983193283, + 0.039525619159663856, + 0.03801534126050421, + 0.05517624386554618, + 0.027384261176470626, + -0.06334286823529411, + -0.002208981512605072, + 0.04186990235294113 + ] + ], + "std": [ + [ + 0.9547059509648184, + 0.9457416976985498, + 0.9671967001393593, + 1.0340808405040773, + 0.29867998736393586, + 0.9719739664896527, + 1.0223829819294672, + 0.9920370365260445, + 0.9938178926570024, + 1.0674678703036786, + 1.0536235501005935, + 0.9759681128010698, + 1.1933806341652835, + 1.0462009952757907, + 1.0396377705165756, + 1.2364398130013148, + 1.0297123743799923, + 1.0513930980262587, + 0.9790963258765985, + 1.0632151511993007, + 0.8881037178933221, + 0.997644465555213, + 0.9146456782945884, + 0.9986846418706715, + 1.028389228812699, + 1.0052304374745582, + 1.0570364058143467, + 1.1112265087401707, + 1.0072333277340315, + 0.9792224727759794, + 1.140107641685767, + 1.0319855071635557, + 1.012909596546793, + 1.0478738212633798, + 1.0393769664926573, + 1.040313487043468, + 1.0004874772542869, + 1.0065552249215965, + 0.9959877333213383, + 1.0314341517051941, + 0.9609827644603898, + 0.9407821598946572, + 1.1423539444973092, + 1.040681629733202, + 1.035405523493998, + 1.0348642291431813, + 0.9384238030240764, + 1.007329148159345, + 0.96532151079532, + 1.080102411960722, + 0.9189706961196683, + 0.9890328023534652, + 0.9970449665503818, + 1.0032947034394086, + 1.0232492622926868, + 0.9044539334562162, + 1.0428486576399463, + 0.9869742154628898, + 0.9627579193146311, + 1.0375988820208812, + 1.0442635152617854, + 0.9921480147512401, + 1.0172361211613725, + 0.9856162070884749, + 1.0071085351580469, + 1.004680228407639, + 1.0918099971010347, + 0.859818967469955, + 0.951570742602994, + 0.8998130747416146, + 0.9682740422741012, + 0.9513593820658351, + 1.0918457242129123, + 1.0306512739007234, + 1.1233409715843774, + 1.319054880300292, + 1.0190368042078375, + 1.0726089749646683, + 0.9780586022786055, + 1.0237281910570661, + 0.9302196391823201, + 1.0150095369233572, + 0.8567595112619277, + 1.0253125704582768, + 1.0329663588386147, + 1.0150497595004389, + 0.9645261987539875, + 0.9987452828678794, + 0.9996111734287946, + 0.9939296531881606, + 1.0641892502012626, + 1.0238265092687246, + 1.0399511925040086, + 1.0927394981630942, + 0.947573210798269, + 1.0191620496299643, + 0.9777226300254053, + 1.0076015412678785, + 0.9989352692153354, + 1.0456873119376142, + 0.9570466525951427, + 0.9629678052479418, + 1.0756215730851235, + 1.0393724244555782, + 1.0305172746367526, + 1.0836356914908913, + 1.0236898037082116, + 1.030964269392618, + 1.054840275031591, + 1.0178620591147387, + 1.006995468728297, + 0.8734971943634845, + 0.942877766385353, + 0.971630330747536, + 1.0292634993717256, + 1.116414229811486, + 1.0266501952515827, + 1.0364187186039386, + 1.0294974903053178, + 1.069916118390874, + 0.9920027928850452, + 1.0092646258306635, + 0.9981544780299838, + 0.9515782433268465, + 1.0464699288665589, + 1.0272730625017454, + 1.0548039781673533, + 0.983479378572509, + 1.135184518802563, + 1.0353433069590894, + 1.0020848418547366, + 1.0073768884693561, + 0.9727461694029419, + 0.9973821577284503, + 1.0529917786648204, + 0.8823455010261391, + 1.0295445080258667, + 0.906856533293073, + 0.9621107954508806, + 0.8425968192386732, + 0.8559038698220399, + 1.016468338504835, + 1.037043233806624, + 1.0173006551929522, + 1.0578471179473388, + 1.0163426747138629, + 1.1986785031894742, + 0.9143980309098125, + 0.9344978248549644, + 1.0421032838564122, + 0.9875543674864906, + 1.0306666337849881, + 1.0407485217723018, + 0.9295624550306794, + 1.0304280230394511, + 0.9628856470269781, + 1.122180757252087, + 1.1061285175248974, + 1.0018242894154332, + 0.9161538026866665, + 1.0210998734495285, + 0.9425158583796771, + 1.017252092911681, + 1.1339821301332038, + 0.9482657315372943, + 1.0539881791338177 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 1051119, + "cert_evals": { + "36": 0.803636372089386, + "72": 0.7818182110786438, + "108": 0.7454545497894287, + "255": 0.6436363458633423 + }, + "fold": 1 + }, + { + "best_epoch": 11, + "best_val_acc": 0.921875, + "test_acc": 0.9010238907849829, + "train_size": 119, + "val_size": 64, + "test_size": 293, + "stats": { + "mean": [ + [ + 0.06318337899159665, + -0.01750837369747895, + 0.02927752857142856, + -0.008290130252100843, + 0.015662287394957966, + 0.02086558571428569, + -0.13928621848739492, + -0.07404167731092438, + -0.19213065546218494, + 0.1664315235294117, + -0.12294668319327731, + -0.1817351731092437, + 0.010112128235294188, + -0.10692336386554628, + -0.08861290806722695, + -0.06722896890756305, + -0.16965138907563024, + -0.08699059201680673, + -0.09990497731092438, + 0.025839068067226904, + -0.15816130924369745, + -0.17952358823529418, + -0.12498328067226894, + 0.15700955630252103, + 0.2047434554621848, + -0.12583588235294113, + -0.159380296302521, + -0.1583042731092438, + -0.017471884033613477, + 0.17150142016806721, + -0.013367896789915854, + 0.09515493319327734, + -0.1043621142773109, + 0.14587384495798317, + -0.12920535638655464, + 0.08664596507563023, + -0.11529433613445382, + -0.11128723529411766, + 0.1026118739495799, + -0.1288278638655462, + 0.03162067176470591, + 0.10926809579831938, + 0.10145011742857142, + -0.10089418487394954, + -0.16934925134453793, + -0.10035777899159666, + -0.0022220840336134593, + -0.14973477075630254, + -0.09981443655462183, + 0.13018069327731097, + -0.16896669495798325, + -0.19508748739495796, + -0.15524649243697483, + -0.11831341932773114, + 0.22480805714285726, + -0.04188063773109245, + -0.14299176722689078, + -0.09312031680672267, + -0.03409673368067225, + 0.21123602268907565, + -0.0823785142352941, + 0.09407231092436971, + -0.06044896050420165, + 0.12690943361344537, + -0.15432811176470584, + 0.11373846321008402, + -0.09197245798319335, + -0.036408632521008365, + 0.02736904537815129, + -0.07516609663865546, + 0.02726841428571433, + 0.11449725126050421, + -0.08324179865546223, + -0.1859713232773108, + -0.029114210756302543, + -0.04372340672268908, + -0.1676014957983193, + -0.09481104907563025, + -0.14518526134453774, + -0.14023717031932764, + -0.17883970840336139, + -0.15227219327731092, + -0.12688221596638652, + 0.17267242857142853, + 0.21734268907562995, + -0.13427643697478986, + -0.10342343025210089, + -0.08278381840336131, + 0.039320595126050406, + 0.12871404033613446, + 0.01710760588235305, + 0.1303802900840336, + -0.1259390416806723, + -0.02462903075630251, + -0.011597495798319335, + -0.02996593277310922, + -0.11406075697479011, + -0.15991802436974792, + 0.08011680672268909, + -0.13947732605042013, + 0.03274552773109243, + 0.12533725361344533, + -0.110098517394958, + -0.12202160000000008, + -0.11250578067226888, + -0.029730635546218537, + -0.06243363445378147, + -0.11122854033613447, + 0.0018548309243698465, + -0.16121145042016807, + -0.11309920420168079, + -0.1428132453781513, + -0.16323598739495804, + -0.1605866899159664, + 0.2219443926890757, + 0.08728584873949588, + 0.18907824873949586, + -0.14974748739495788, + -0.15023559243697474, + -0.18183265630252093, + 0.18517070504201683, + 0.16599662184873953, + 0.14711887731092438, + -0.05699850756302512, + 0.04790072465546219, + -0.009070256302521026, + 0.17716400000000004, + 0.16732338571428573, + 0.08124960588235282, + -0.14709592941176478, + 0.0369225247058823, + -0.017422470588235324, + -0.1504932868067227, + -0.19206401436974793, + -0.11275016705882353, + 0.00605314857142857, + -0.1441573467226891, + 0.07815059025210083, + -0.13342117983193286, + -0.0817532226890756, + -0.09976520789915962, + -0.10781365663865544, + -0.14120095630252097, + -0.14986163865546215, + 0.20239748411764702, + -0.07042730252100846, + -0.02724144705882351, + -0.08136119201680665, + -0.08620197731092435, + -0.144991794117647, + -0.11356651411764705, + -0.13158160840336128, + -0.10353579159663868, + 0.15731504201680674, + 0.12369566218487399, + 0.14793098151260503, + -0.10683907815126047, + 0.04158667731092437, + 0.08902219327731095, + 0.11460572504201683, + 0.06525115428571429, + 0.08792362386554624, + 0.06720011109243695, + 0.11343997344537818, + -0.046682014285714286, + 0.08234472924369746 + ] + ], + "std": [ + [ + 0.9926193696304842, + 0.982041564897434, + 0.9788587860924499, + 1.0481325530599315, + 1.1497163338460719, + 0.9036763603503252, + 1.0073501012902193, + 1.0681136353666913, + 0.957911230073424, + 1.0517887344491312, + 1.037533414748361, + 1.0316333625809162, + 0.988344377792284, + 1.0327635738369823, + 1.0645913439075099, + 0.8772045443763791, + 1.0038093734493303, + 1.078088978405565, + 1.016038289193935, + 1.1038191425269852, + 1.0415694714449408, + 0.9494193094640091, + 0.9951683699303016, + 1.0484760713821966, + 1.0292290388549856, + 1.0046238226745023, + 1.0231894041917298, + 0.8722526507660389, + 0.9637053912866876, + 1.0443111125853262, + 0.9779088621252243, + 1.0200265098256789, + 1.04982753768682, + 1.0411057141110271, + 0.9917883582877046, + 1.0640907950667935, + 0.9109416890609948, + 1.014778603352571, + 1.012407645947388, + 1.0130519839966745, + 0.9833348170290883, + 1.0054412900355405, + 1.002550053092507, + 1.040884298794981, + 1.0022037130564367, + 1.0045856731019926, + 1.0338791557822133, + 1.0330533263056556, + 1.0342555211980782, + 1.0856777292343813, + 1.0480432440305076, + 0.9406979132818648, + 0.9525414189459014, + 1.0458734546424882, + 1.0040929970983012, + 1.0908338035551266, + 1.0204411854890103, + 0.9393304179799824, + 0.8845216239422083, + 1.0634312588079848, + 0.9761643177227193, + 0.9998814706721766, + 1.0943099390691056, + 1.0203591751451435, + 1.0002264397589242, + 1.0452620025255572, + 0.21243774403030324, + 0.9825487629977677, + 0.9989470256653102, + 0.9776195550802724, + 0.9881921942536106, + 0.9692812223632913, + 1.0114103879358118, + 1.0176471463203618, + 1.0985968046879107, + 0.9011071747489188, + 0.9852820686558261, + 1.0409724045164395, + 1.0226853862781786, + 1.0523503465387045, + 0.9984890729247287, + 0.9865085860689214, + 1.0253383015650288, + 0.9842190050210698, + 1.0482657857074558, + 1.0036930615027435, + 1.0023674926749344, + 0.9730180833171876, + 1.0498568728572968, + 1.013227026732738, + 1.0681306059244247, + 1.0419005594011688, + 1.0023012201703372, + 1.0090606387751904, + 1.0008208481733105, + 1.0237634624186749, + 0.9344050493529626, + 0.9799269064690889, + 0.9917577807573584, + 1.0154669742852132, + 0.9626828180326641, + 0.9488893200381362, + 1.0680204623811373, + 1.0577745418633626, + 1.0312684087947, + 1.034145517451026, + 0.9555340495289785, + 1.038495245556023, + 1.124990782413921, + 0.9969234745383295, + 1.0341464668845146, + 1.0190464402227772, + 0.9844502112008426, + 0.9638979266497083, + 1.0560016403249661, + 1.0338565548525813, + 1.0195784734669, + 1.0452959798033794, + 1.0300936651868722, + 1.0079193145701346, + 1.0358505453672258, + 0.9983519055294932, + 0.9782721184706487, + 1.017214512787047, + 1.0461193963805977, + 1.0786507849769222, + 1.0600256230229115, + 1.0549246896740905, + 1.0202597947720748, + 1.0047933682967538, + 1.046133607275955, + 0.9767724487049283, + 1.065119568533619, + 1.0493844633618457, + 1.0486183588403433, + 1.0360634805883144, + 1.0211356178592574, + 1.116516917576279, + 0.9684635542928414, + 1.0485198907974274, + 1.0097174728071363, + 1.0200358029187542, + 1.0093169179506543, + 0.9954927763696803, + 1.9163314627641592, + 0.7748234776717885, + 0.8330323640536798, + 0.9972784153379518, + 1.014123873707783, + 1.0176782914003792, + 0.9696823644591901, + 1.0083943170146934, + 1.016776019144507, + 0.9587407406311098, + 0.9964839901207664, + 0.9516493424090011, + 0.7372865758169305, + 0.9783224584281585, + 0.9967116551381188, + 1.0058189487431421, + 0.9864991950017903, + 0.9736185085647364, + 0.9649805689555828, + 0.7965445354430392, + 1.012032729083389, + 1.009115061348346 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 1051119, + "cert_evals": { + "36": 0.8873719573020935, + "72": 0.8634812235832214, + "108": 0.8327645063400269, + "255": 0.682593822479248 + }, + "fold": 2 + }, + { + "best_epoch": 12, + "best_val_acc": 0.8333333333333334, + "test_acc": 0.8245614035087719, + "train_size": 119, + "val_size": 72, + "test_size": 285, + "stats": { + "mean": [ + [ + 0.08827094453781521, + 0.052429700924369736, + -0.00036463781512605076, + -0.12936181092436974, + 0.24400667394957987, + 0.06789304621848738, + -0.14386008655462185, + -0.16341241647058824, + -0.09119049579831934, + 0.08688295487394951, + -0.010142181512605056, + -0.07992688621848743, + 0.07515934235294126, + -0.043617603697479, + -0.0595251351260505, + -0.00513104201680665, + -0.10509469159663867, + -0.12206933151260506, + -0.10814025714285717, + -0.12779779672268907, + -0.10893169613445379, + -0.08832163865546222, + -0.0816827924369748, + 0.09850233697478993, + 0.05851083949579831, + -0.1641787092436975, + -0.16092729126050428, + -0.1280319789915966, + -0.08851597478991598, + 0.07951196302521006, + 0.08349220993277319, + 0.005591952100840379, + 0.03787954203361344, + 0.10143728361344516, + -0.10608766731092427, + 0.14584866675630268, + 0.012883600840336178, + -0.16592546050420165, + 0.09759672268907567, + -0.19044940252100842, + 0.033699108991596664, + 0.11165795798319325, + 0.09412673485714296, + -0.05305871764705887, + -0.05172935680672275, + 0.012541703843697427, + -0.01198715798319332, + -0.18350753075630258, + -0.11316068361344542, + 0.01317001420168068, + -0.09100677478991598, + -0.07560952100840335, + -0.08295605882352938, + -0.11658848504201687, + -0.0018185008403361622, + -0.2458672547058823, + -0.1656989243697479, + -0.07704509663865547, + 0.036561694117647064, + 0.09020285378151255, + -0.03517201448739494, + 0.05582876890756301, + 0.009798390756302568, + 0.09632748058823527, + -0.07761458739495794, + 0.11183031848739493, + -0.036579986554621885, + -0.1263089718487395, + 0.11839747605042025, + -0.12111019226890757, + 0.02024199159663867, + 0.11024838487394956, + 0.04454762537815129, + -0.04300331764705883, + -0.03712093210084034, + 0.015276773109243746, + -0.10326505882352946, + -0.07333125647058819, + -0.08882397941176472, + -0.12382232100840335, + -0.08881872605042021, + -0.12030378151260503, + -0.09926218848739496, + -0.10734386974789903, + 0.06343325798319317, + -0.13570989327731095, + -0.04595993361344538, + -0.2624038873109244, + -0.16767311747899152, + 0.09202781512605042, + 0.08289800840336134, + 0.09075038487394953, + -0.06000971176470589, + 0.14886200151260504, + -0.07113343193277308, + 0.10141161344537818, + 0.010751606722689067, + -0.10513173865546219, + 0.04550339495798316, + -0.17243847226890754, + 0.046450748739495784, + 0.152537722184874, + -0.04370105689075634, + -0.0473904394957983, + -0.05494940756302522, + -0.07405113613445377, + -0.03986815983193283, + -0.20286767310924372, + -0.06405264798319323, + -0.0780125884033613, + -0.13415427676470587, + -0.08062178285714292, + -0.06563321680672268, + -0.062234380672268885, + 0.019833384033613455, + -0.030907690756302526, + 0.05372328235294116, + -0.1764853655462185, + -0.15975390168067233, + -0.13166282773109242, + 0.07275436470588237, + 0.05660831008403364, + 0.08542897647058818, + 0.12639466974789917, + 0.007908259394958005, + 0.10586099915966378, + 0.11454698386554625, + 0.09212199915966388, + 0.14067056840336137, + -0.0895770168067228, + -0.08912285042016815, + -0.05617147647058823, + -0.14716913361344536, + -0.079183261092437, + -0.05918893747899158, + -0.07452321445378149, + -0.15886370840336134, + 0.01905404537815125, + -0.10519994621848744, + -0.17713219344537812, + -0.11923718403361346, + -0.18296511042016797, + -0.16212627722689074, + -0.13948604201680673, + 0.10796782184873933, + 0.042607534453781536, + -0.20062171932773104, + -0.07986152588235298, + -0.048355900000000014, + -0.1863898361344538, + -0.0708105474789915, + -0.10174562865546222, + -0.09230160840336135, + 0.1088111268907563, + 0.036985360504201724, + 0.0905234268907563, + -0.0005666193277310296, + 0.13550344991596625, + 0.07032440672268905, + 0.12498390974789911, + 0.11443038134453778, + 0.17218037596638658, + 0.12188053815126057, + -0.04917931680672268, + -0.10940718739495801, + 0.018918798487394944 + ] + ], + "std": [ + [ + 1.2133217476808096, + 0.9652578226642976, + 0.9562814291999604, + 0.9966056010399577, + 1.8946268220275222, + 0.9886790713878757, + 1.0097226863252031, + 1.0867582795960857, + 1.0417589224997932, + 1.050242189139985, + 1.0667010091805855, + 1.0548795344041055, + 1.1190749488928982, + 1.0572465763203538, + 1.0230162584277593, + 1.0209072269541954, + 1.0668654357533103, + 1.0443336788426352, + 0.990874576128837, + 1.120212168053591, + 1.059400368391213, + 1.0526573622956357, + 1.1038394597149008, + 1.0008841743240904, + 0.9680575174660357, + 1.0707994377159522, + 1.1140756914259644, + 0.950461759055246, + 0.9718974872556142, + 0.9735586441221257, + 1.1567408121073435, + 1.0232943304431714, + 0.9691590839674367, + 1.0073028282577203, + 0.9940009027248206, + 1.1435157497277848, + 0.9996235910991119, + 1.0269563434750735, + 1.008201967276556, + 1.0550683905227118, + 0.9586071450202497, + 0.9837557247029177, + 1.0965052578037058, + 1.0450206753864866, + 1.0490515247311962, + 1.0695381870608307, + 1.038128056317601, + 1.0253465437388283, + 1.0120829704198246, + 1.0886821528839274, + 1.044134767295889, + 1.057010495053697, + 1.099547175101147, + 1.0777320456504151, + 0.9823934587662047, + 1.1421985287771175, + 1.0422574316080255, + 0.9551778546027428, + 0.956249353115088, + 0.9834601472281421, + 1.029947583292353, + 0.9913988001063331, + 1.0982033505572715, + 0.9681930495112483, + 1.0408755740827247, + 1.2253039493523459, + 0.567158136783271, + 0.9085815833042423, + 1.0299220239151927, + 0.9456963821833498, + 0.9732983818929857, + 1.0442991792113836, + 1.04539232954153, + 1.0732878711261946, + 1.1008086762685154, + 1.0285808932813831, + 1.0337505005392162, + 1.0564580683518567, + 1.009641905396013, + 1.0305981372553041, + 1.0664271922774013, + 1.0216625020139711, + 1.0388018156059555, + 0.9586012537860019, + 0.9557594962481459, + 1.0302377619239333, + 0.9961613435881551, + 0.9016777854545155, + 0.9406896531612865, + 0.9812838480496827, + 1.0699842326852145, + 1.0186354962550983, + 1.035027201513659, + 1.0841073584834067, + 1.0303881720252803, + 1.0570748314290839, + 1.02985434388838, + 1.0364309671151335, + 1.0005332938619562, + 1.025577023774322, + 0.9464780143821591, + 1.0208419763094765, + 1.0617116423350834, + 1.0293973942652435, + 1.0261666434965675, + 0.9851421752157683, + 0.9857629751068895, + 1.0385946163975952, + 1.0559440697914113, + 1.016524220581366, + 1.0027196694275118, + 1.0834757121421426, + 1.0779633843014398, + 1.0946447748718007, + 0.9723982390487668, + 1.2023645479315772, + 0.9602099447193709, + 1.0179074417662215, + 1.0352139390132336, + 1.0786183250373933, + 0.9804549368975595, + 0.9682741396185083, + 0.9768312285612, + 0.964630802629325, + 1.0207703099984005, + 1.0415806373869094, + 1.0550470699342684, + 0.9675481149164916, + 1.1420215446420958, + 1.0174455574052221, + 1.083572189658775, + 0.9761057784836439, + 1.0143463201882303, + 1.0941768766737126, + 1.0832459833284696, + 0.9500313582926581, + 1.065039580804888, + 1.0125276884653949, + 1.1411154537895276, + 1.1272755315245084, + 1.050528247361956, + 1.028501993348714, + 1.006157366499387, + 1.012150424187772, + 1.6375220163439004, + 1.093707575936411, + 0.6658659113952596, + 0.988960241303364, + 1.0068392081134723, + 1.09304691782344, + 0.9750885920735577, + 1.0310739633166615, + 1.0173047096798833, + 0.9764442487893782, + 1.0396515626155156, + 0.9538418857070222, + 0.9651813087072169, + 1.0912789245984904, + 0.9909731053384292, + 0.9928942678288627, + 1.0260651993226064, + 1.0689401877661775, + 1.1776513152500432, + 1.2958224260799447, + 1.1488774292810453, + 1.0222715473882593 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 1051119, + "cert_evals": { + "36": 0.8140351176261902, + "72": 0.800000011920929, + "108": 0.7789474129676819, + "255": 0.6526315808296204 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8441074203058877, + "std_test_acc": 0.03897184320195286, + "n_samples": 476, + "n_features": 166, + "n_classes": 2, + "mean_cert_acc_36": 0.8291078358888626, + "std_cert_acc_36": 0.03909256706236143, + "mean_cert_acc_72": 0.8115027993917465, + "std_cert_acc_72": 0.03573836505344681, + "mean_cert_acc_108": 0.7805727571249008, + "std_cert_acc_108": 0.03741014002064444, + "mean_cert_acc_255": 0.6548577845096588, + "std_cert_acc_255": 0.019186129715901137 + }, + "mushroom": { + "dataset": "mushroom", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 25, + "best_val_acc": 1.0, + "test_acc": 0.9987727551646554, + "train_size": 2031, + "val_size": 1204, + "test_size": 4889, + "stats": { + "mean": [ + [ + 0.01584243131462058, + 0.019616320039388076, + -0.017441079960610038, + 1.6376169432992076e-06, + 0.03251508222550193, + -0.0356802550467818, + 0.0053510472673569415, + 0.01704437272280179, + -0.004787042589856331, + -0.006957840965042196, + -0.010824010832105619, + -0.015714124076808157, + -0.0028289399310687338, + 0.026870491383555076, + 0.022659543082221442, + -0.030434470704082447, + 0.043593827671097096, + 0.004918543082224606, + 0.02840681752831178, + -0.026348127031018555, + -0.005641193156080321 + ] + ], + "std": [ + [ + 1.035686963839167, + 1.007002340594574, + 1.0017151333988827, + 0.9999368171880522, + 0.9990636351015061, + 1.1008233629053865, + 1.0048344484644247, + 1.0068055573931955, + 1.0236440770193422, + 1.0008597796892533, + 1.0073922426397302, + 1.0167066772104598, + 1.0093964386273888, + 0.9734350559013669, + 0.9832626494901496, + 1.1103048088729688, + 1.0723209186406066, + 1.007595964551157, + 1.0120097158286505, + 1.0110411166324569, + 1.0045172770457236 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 2, + "depth": 6, + "padding": 42, + "parameters": 17269, + "cert_evals": { + "36": 0.9975454807281494, + "72": 0.995295524597168, + "108": 0.9916138052940369, + "255": 0.9721824526786804 + }, + "fold": 0 + }, + { + "best_epoch": 8, + "best_val_acc": 1.0, + "test_acc": 0.9995866914651788, + "train_size": 2031, + "val_size": 1254, + "test_size": 4839, + "stats": { + "mean": [ + [ + 0.021851665189558965, + 0.045494687346133454, + -0.023016031905465747, + 0.036965530280656626, + -0.008439554899067095, + -0.06050103692762893, + -0.005352279172820291, + 0.018109654357464634, + -0.010826772476611657, + -0.005964144756278134, + -0.0263845425898607, + -0.005439538158541234, + 0.010182521910388735, + 0.029856061546036587, + 0.009422661742979281, + -0.06898491088133507, + 0.012714621368784741, + -0.020496901526342964, + 0.05158484524864612, + -0.02241571344165382, + -0.02120593136385968 + ] + ], + "std": [ + [ + 1.0315248601647244, + 0.9830179985436717, + 1.0047928251090696, + 0.992895294859441, + 1.0073587113125533, + 1.1652227018641232, + 0.9949884738559476, + 1.0072236447378615, + 1.00567603413793, + 1.0007315155621166, + 1.0109205575258327, + 0.9954514465944221, + 0.9929406186187327, + 0.9751836648011396, + 0.9886323473980784, + 1.2290771873330002, + 1.039381732586694, + 1.0071967460617643, + 1.021124603051882, + 0.9975517568367002, + 0.9993739380403122 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 2, + "depth": 6, + "padding": 42, + "parameters": 17269, + "cert_evals": { + "36": 0.9991734027862549, + "72": 0.9979334473609924, + "108": 0.9942137002944946, + "255": 0.9462698698043823 + }, + "fold": 1 + }, + { + "best_epoch": 20, + "best_val_acc": 1.0, + "test_acc": 0.9997921430056121, + "train_size": 2031, + "val_size": 1282, + "test_size": 4811, + "stats": { + "mean": [ + [ + 0.03987938453963112, + 0.04048598621368699, + 0.017724141063516025, + 0.042959675036934646, + 0.03524534219595943, + -0.01085947316593538, + 0.06020559527326806, + 0.04154585032004439, + -0.021138416248152825, + 0.00794760216642041, + -0.004058537173807962, + 0.006043802067947628, + 0.019799688330871056, + 0.03766451600196941, + 0.053620419005411035, + -0.008115798128995993, + 0.03451170260955303, + -0.036620701624815996, + 0.050364973855244716, + -0.04954926834071779, + -0.038910718808467415 + ] + ], + "std": [ + [ + 1.0340777607321368, + 0.9828467876602278, + 1.0051604242584575, + 0.9916188873116444, + 1.0038227965760236, + 1.0318178450050028, + 1.0521446789948306, + 1.0160955327893362, + 0.9979031775629262, + 0.9988302921123722, + 1.0182499365894375, + 1.001416742027472, + 0.9791335857275247, + 0.980153235814559, + 0.9653369532140004, + 1.0477780788429225, + 1.071696160550273, + 1.0158478432818197, + 1.025340873611186, + 1.0205312831654343, + 1.0033427979641445 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 2, + "depth": 6, + "padding": 42, + "parameters": 17269, + "cert_evals": { + "36": 0.9987528920173645, + "72": 0.9966742992401123, + "108": 0.993140697479248, + "255": 0.958636462688446 + }, + "fold": 2 + }, + { + "best_epoch": 10, + "best_val_acc": 1.0, + "test_acc": 0.9993813157352032, + "train_size": 2031, + "val_size": 1244, + "test_size": 4849, + "stats": { + "mean": [ + [ + 0.03496272082717429, + 0.006259809945836701, + -0.04574476898079691, + 0.0529499162973972, + 0.02928835942885052, + -0.032577657311676125, + 0.02140603692762581, + 0.03515416051206783, + -0.04146721969473072, + 0.024840437715410932, + -0.005411634662730505, + 0.015714001477105683, + 0.0005653535204322815, + 0.0039044672575081134, + -0.004711640078783966, + -0.03449241260462414, + -0.005449605120628364, + -0.03908023929099026, + 0.04496253520433339, + -0.007472618414573513, + -0.011867085376661432 + ] + ], + "std": [ + [ + 1.037139112731056, + 0.9986273221456993, + 0.9988733086677153, + 0.9894071869891404, + 0.9808046824130975, + 1.092466913790217, + 1.0192143900594468, + 1.0137373624703432, + 1.0005595322422731, + 0.9962556551254128, + 1.0143973341038952, + 0.977335640989274, + 1.0045271012864667, + 0.9912055809890613, + 0.9960096703292455, + 1.1096668870025468, + 0.9979657396378034, + 1.0073781800135768, + 1.0120560325807864, + 1.0092077265578872, + 1.0030900969477494 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 2, + "depth": 6, + "padding": 42, + "parameters": 17269, + "cert_evals": { + "36": 0.9987626075744629, + "72": 0.9960816502571106, + "108": 0.9919570684432983, + "255": 0.9608166217803955 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9993832263426623, + "std_test_acc": 0.00044018541658287605, + "n_samples": 8124, + "n_features": 21, + "n_classes": 2, + "mean_cert_acc_36": 0.9985585957765579, + "std_cert_acc_36": 0.0007032689393966528, + "mean_cert_acc_72": 0.9964962303638458, + "std_cert_acc_72": 0.0011121858694504814, + "mean_cert_acc_108": 0.9927313178777695, + "std_cert_acc_108": 0.0011850943491416295, + "mean_cert_acc_255": 0.9594763517379761, + "std_cert_acc_255": 0.010620073816125031 + }, + "musk-2": { + "dataset": "musk-2", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 42, + "best_val_acc": 0.9716088328075709, + "test_acc": 0.9667333666833416, + "train_size": 1649, + "val_size": 951, + "test_size": 3998, + "stats": { + "mean": [ + [ + 0.012168368132202085, + 0.02341837027895701, + 0.020700292359005428, + -0.02209387503335347, + -0.0020560481746509213, + 0.07922314560339604, + -0.027858995163129237, + 0.00514897956337172, + -0.025443598241358795, + -0.012925350424499825, + -0.009110814602789298, + -0.017373151864160538, + -0.040321679138872364, + 0.007127460606428197, + -0.012625362098240398, + -0.02746496821710099, + -0.023977028114008505, + -0.0128747651546395, + -0.006377627871436776, + -0.011840867556093787, + -0.035358124244997124, + -0.02599307175864223, + -0.018361714281382703, + 0.011001715591267355, + 0.027934514554275192, + -0.011575247507581028, + -0.007172763747725843, + 0.0027959981928443083, + 0.042997548386901153, + 0.023930509799878933, + -0.01096750604002399, + 0.010412050727713567, + -0.006464042322619719, + 0.029377336149787842, + -0.02244467216494814, + 0.0317711095209218, + 0.03187295605821503, + -0.0026378569678593704, + 0.020977830206185225, + -0.0036226940509401454, + 0.021893817113401794, + -0.0009828729290479623, + -0.029076973559733193, + 0.0033704940994537243, + 0.004985980127349881, + -0.010993449878715093, + -0.012518613050333069, + -0.027202663074590454, + -0.0010676262219536442, + -0.01585898565524571, + -0.03181626658580958, + -0.02924936503335347, + -0.02763026403881141, + 0.008494404038809971, + 0.04722333969678628, + 0.0229503257368101, + -0.018894740873256474, + 0.01871618680412386, + 0.06477876221952691, + 0.008558880157671074, + -0.031547880798059424, + 0.008203403517283188, + -0.000289734602789409, + 0.03673335621588857, + 0.013091789630078789, + 0.02911800007883555, + 0.01277751763492998, + 0.008987795275924537, + 0.008712649326864512, + 0.01420030491813175, + 0.025488006731351723, + 0.021362418544572378, + -0.015943126046088506, + -0.0005885549181321762, + -0.03791631068526347, + -0.015693888781078937, + -0.023804016494845228, + 0.004294386876894847, + -0.01157729425712512, + -0.01509732865979494, + -0.031328824038811424, + -0.025596520897513814, + -0.03243116698605216, + -0.02051309634930244, + 0.012494524863553975, + -0.025342257265009032, + 0.014463499423893529, + 0.03412406198301991, + 0.0033505793298965916, + 0.042880541425106077, + 0.007444614442691303, + 0.019256483653728926, + -0.015653737174045033, + 0.0006856575657974568, + 0.02221309022437888, + 0.018454490527591967, + 0.05848207186500957, + -0.019929462886597988, + 0.01588340198908411, + -0.016667239181321875, + 0.018337170509399668, + 0.005482837640995143, + -0.02818863503335347, + -0.010530225324440038, + 0.000394534081261926, + 0.0006825949909036677, + -0.004826858508186781, + -0.020504588665858026, + -0.02142568289266422, + -0.0011396426318975351, + -0.01590721860521369, + -0.030444407580351825, + -0.031948866100667064, + -0.030496640163735603, + 0.012254034827167781, + 0.012930004990903523, + 0.02322402771376609, + -0.008586242510612324, + -0.0197745485567008, + -0.007942196488781021, + 0.025542949909036442, + 0.05293685342025502, + 0.05262248675560933, + -0.029827094505761254, + 0.010104120921770921, + 0.0022028918981197103, + 0.0016149754275316386, + 0.023351566525166744, + -0.002819539854457228, + -0.002041346402668358, + 0.01823543717404487, + 0.013049118435415728, + -0.030092134930260864, + -0.014618941146149471, + 0.005299833020012497, + 0.015546710539720895, + -0.00942926343238306, + 0.015492048283808455, + -0.011970772437841034, + 0.009756993417829036, + -0.019888988114008455, + -0.0011420646452394534, + -0.015025678132201254, + -0.013745059496664378, + 0.015459569375378677, + -0.010210574627045487, + 0.021245265463917546, + 0.022011781334142992, + 0.02073261820497242, + -0.005542739993935386, + -0.019565093746513107, + 0.00036582510612481067, + -0.0189964784718008, + 0.019598904063068558, + -0.00026563279563400293, + 0.01771834469981801, + 0.01626723617465116, + 0.01942332519102481, + 0.031801142498483904, + 0.018783376682838318, + -0.004773656567616662, + -0.00011846311400895201, + 0.01336986795633728, + -0.03590764133414193, + -0.03136190026682869, + 0.019380970218314118 + ] + ], + "std": [ + [ + 1.0328022523113283, + 1.0034675961418653, + 1.004502178141599, + 0.9908819725941522, + 0.9900285779624574, + 0.9922869983839483, + 0.9940251383226943, + 1.0023957894105795, + 1.0001232563862132, + 0.9694534261265297, + 0.9909609551728282, + 1.0245658684959877, + 0.9889385630503745, + 1.02018833549602, + 1.0099637621111557, + 0.9533954360905958, + 0.9939413086518578, + 0.9495206701070115, + 1.0240125891607361, + 1.0103444615034631, + 0.9946476273612365, + 0.991342725906765, + 0.9858149199320863, + 1.0014711063260942, + 1.004472195320524, + 0.9889795116240089, + 1.000004391730708, + 1.0058601968014709, + 1.0343528189495148, + 0.9919047582182774, + 0.9696485736175491, + 0.9924140896524998, + 1.0155430689993945, + 0.9932553050087483, + 0.9699258360928635, + 1.0042970460912612, + 1.0197195605157803, + 1.001155677587926, + 1.0168152275345068, + 0.9990466599977574, + 1.0098411842715662, + 0.9846055078437203, + 0.9754412310974523, + 1.0070038006714206, + 1.0276809963147806, + 0.9906853395114988, + 0.9868894780685001, + 0.9900119186756405, + 1.0256770060540596, + 0.9757901727181725, + 1.00918520579672, + 0.9930883762442995, + 0.9893732161976826, + 1.0067582306865286, + 0.9812661122355284, + 0.9974102126361273, + 0.9972736641033295, + 1.0121917462070245, + 1.0227697257558075, + 0.9856449287075832, + 0.9902863042093888, + 0.9959939826856674, + 1.0367568153718374, + 0.9863881182581064, + 1.0128392086861082, + 1.0221798349905806, + 1.0363645719704848, + 0.9908253070164581, + 1.0128010969900354, + 0.988603956830815, + 1.0081799316492677, + 1.0108771107458496, + 0.9832967493585726, + 1.029163070750164, + 0.9916679017275597, + 0.962685533931823, + 1.0027583300444822, + 1.0001938412765523, + 1.0209787004269553, + 0.9973662987453862, + 1.0061352847046312, + 0.9919410755542308, + 0.9846501403948491, + 0.9899263174260658, + 0.9845864971582349, + 0.9930689102842462, + 1.0135506035486388, + 1.0043926518503545, + 1.0162976879588899, + 0.9792327605267319, + 1.006235132130296, + 1.0118863144201946, + 1.00544671112892, + 1.0039248549576703, + 1.0350589137732202, + 0.9995022597709913, + 1.0159841525314124, + 1.0003354265534572, + 1.0084463468690352, + 0.9985081538974993, + 1.0110839895364512, + 1.0013381576463882, + 0.9912876803786089, + 0.997289736689443, + 1.017350271822531, + 0.9797570549225073, + 1.0043565268096553, + 0.9872978856195639, + 1.0033468182033753, + 1.0218062902654916, + 1.0014959384493556, + 0.9888739832615349, + 1.0004143322752173, + 0.9931349078768341, + 0.9800306535559788, + 0.9957636890082171, + 1.0002904102651144, + 0.9887217530179371, + 0.9945292914948252, + 1.004902891466416, + 0.9962003472957158, + 0.9934257069186699, + 0.9799059188184409, + 0.9949621520724802, + 1.0029037698373038, + 1.0036871512403356, + 0.9897720620258614, + 0.9871702045154062, + 1.011521199823348, + 0.9941843616678862, + 1.0247569886394758, + 0.9988084298059352, + 0.9881291924468982, + 1.0179947532533584, + 1.0106341537352928, + 0.9919181897045649, + 1.0028443160348683, + 1.0061816857351074, + 0.9845932235691414, + 0.9825632133654874, + 0.9783171138085085, + 0.9969834535825824, + 1.0007811859343756, + 1.0019656189691033, + 1.0503484122189095, + 0.9753504608707252, + 1.0373469598286436, + 0.9949630633139451, + 1.0059234160225077, + 0.9993867259561041, + 0.9736626903578918, + 1.003303340408411, + 0.9938479422620685, + 0.9997621940680084, + 0.9893549017338009, + 0.9921437872926778, + 1.0351189228816489, + 0.9982053116677407, + 1.0049035777011361, + 1.007943748077122, + 0.987183747951824, + 0.9954065358497123, + 0.9844630756889735, + 0.9195912077534116, + 1.0102406845364933, + 0.9709132374569961 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 1051119, + "cert_evals": { + "36": 0.9594797492027283, + "72": 0.9539770483970642, + "108": 0.9452226161956787, + "255": 0.9049525260925293 + }, + "fold": 0 + }, + { + "best_epoch": 31, + "best_val_acc": 0.9727361246348588, + "test_acc": 0.9614992350841407, + "train_size": 1649, + "val_size": 1027, + "test_size": 3922, + "stats": { + "mean": [ + [ + 0.0022033838386908973, + 0.06625603036992117, + 0.04649901939357201, + 0.0004913727592479633, + -0.007424528047300943, + 0.029222694481503848, + -0.02871623684293518, + -0.01058671273499129, + -0.02433525755609501, + 0.004942196840509272, + -0.015235754990903076, + -0.012600504249242172, + -0.02657332941176486, + -0.01012015760339567, + -0.018367278909944645, + 0.044433595385081875, + -0.029744519138872053, + -0.004242953947847537, + -0.008002045858095115, + 0.0011893272164947555, + -0.05592513376591881, + -0.02044694836264443, + -0.04302950797452996, + 0.025187052055791012, + 0.02474263468768939, + -0.042601262001213426, + -0.020695051036992134, + 0.0015384054093390107, + 0.011092726046088491, + 0.021371811740448717, + -0.013469555081867212, + 0.01982452726500885, + -0.044538194766525006, + 0.030567572645239703, + -0.031482593996361656, + 0.02141072656155254, + 0.010427163068524451, + -0.023554046506974034, + 0.04504258471801071, + -0.03430833826561581, + 0.06747908948453606, + 0.04348396486355425, + -0.008884907592480267, + -0.011684225839903674, + -0.00656703219526952, + 0.002896513929653742, + -0.005738400824741935, + -0.04156242043662813, + -0.004873803086719859, + -0.0020245170263190598, + -0.0404051468768953, + -0.020279581224984647, + -0.029963112977562135, + -0.0015368056033973371, + 0.029301830357792758, + -0.05476914620982405, + -0.037951578969072176, + 0.047465052261976975, + 0.020526558156458357, + 0.02033791100060642, + -0.030164184865979576, + 0.05024194190418452, + -0.04485629808368706, + 0.03147835112189204, + -0.006291162340812682, + 0.019074118508186463, + -0.0014484904548212434, + 0.008784981788962792, + 0.023386305391206525, + 0.005879860982413359, + 0.05940395211643435, + 0.04984556731352376, + -0.023843370139479056, + -0.00745569275924821, + -0.018882913905396863, + 0.02314283274711956, + -0.024472644293511335, + -0.002770279702850328, + -0.012337558138264851, + -0.011593327471195118, + -0.042932302716798265, + -0.0240285988963009, + -0.0452392710248636, + 0.04310506591873858, + 0.02492436379624043, + -0.031592489102485924, + 0.053639132025470125, + -0.030478516828380917, + 0.007038873759854203, + 0.025400627586415966, + 0.0229284818168576, + 0.0009592673741654173, + -0.024041893893268843, + -0.0050410013741663505, + -0.039906425639781765, + 0.03151746901152146, + 0.018252275536447, + -0.023123840842935037, + 0.049373840412370945, + -0.03933781325530598, + 0.07366186678593085, + 0.013209034602790264, + -0.021385058447544267, + -0.018445256191631672, + -0.012832089751363926, + 0.016886379345057278, + -0.0021345572407520425, + -0.0338357411158276, + -0.013289104663434192, + -0.0065585543056388826, + -0.01209856645239361, + -0.04576090782292301, + -0.032484600758035095, + -0.028557836749545137, + 0.02584237292904779, + 0.009022810600363702, + 0.022957384186780123, + -0.03818952886597925, + -0.032933244008489626, + -0.009165709096422076, + 0.02088987131594965, + 0.02855925063068547, + 0.024874274311704, + -0.03435405539114632, + 0.016969646773802517, + -0.018423495306246717, + 0.01951220546998175, + 0.025427100121285417, + 0.012467580333535485, + -0.010936757514857925, + -0.014689930918738598, + 0.013502246094602934, + -0.050603092346876676, + -0.01723701176470571, + -0.004896197422679896, + 0.02070974576106733, + -0.026273534445118388, + 0.030336164984839376, + -0.039887732504548135, + -0.056432912220739984, + -0.05021272674348097, + -0.02755221443298974, + -0.03442035423893272, + -0.028371501285627588, + 0.0005140135536685691, + 0.002409129072166215, + 0.02409891870830806, + 0.02409901194663454, + 0.04556790412371142, + -0.03490499576713144, + -0.052055877830807035, + -0.012115913268648306, + -0.022166139478470903, + 0.05603566475439655, + 0.037913323129169, + 0.05956955137659166, + 0.012290112295936774, + 0.04308550950879324, + 0.029600502874469404, + 0.024453837204366478, + -0.010275065567010471, + 0.0072667682619769, + 0.010619255191024834, + -0.015975785809581464, + -0.03865312817465139, + 0.001558572067919981 + ] + ], + "std": [ + [ + 0.9789609056537054, + 1.0223542173821687, + 1.006354499416772, + 1.0097426115961123, + 0.9821876353647652, + 0.9998046045489866, + 1.0178212606990535, + 1.0167721117355657, + 1.0114146027100444, + 1.001776238241197, + 1.0068173587187008, + 0.9900351224079849, + 1.0414098112135597, + 1.009574294617972, + 0.9953634621121619, + 1.0551495473134025, + 0.9981956531855851, + 1.0183570217473137, + 1.0066623632600822, + 1.0127852757834928, + 0.9819060519437951, + 1.0168025572775439, + 1.0011040348853746, + 1.0077391574190562, + 0.9960322515796017, + 1.0217184675272302, + 1.0045863660324679, + 1.0189216552292488, + 1.0209580005984413, + 0.9885762298604023, + 0.9548219575549232, + 1.0137570744288356, + 0.979579874589421, + 0.991197794892492, + 0.9880528964389337, + 0.9852989430996284, + 1.0048530597402896, + 1.0022576693152574, + 1.019817156007534, + 0.9946728227761036, + 1.0213302738059442, + 1.000964538491138, + 1.0307917076654618, + 1.006989527865548, + 1.002313843550004, + 1.0141972045736452, + 1.0080080308891233, + 0.9964183873498001, + 1.0258591594541053, + 1.0107146809178345, + 0.9717107214304516, + 1.0149102149309601, + 1.016907704482399, + 1.0078526095792883, + 0.9874709483602169, + 0.9996202197544782, + 1.0096827085606537, + 1.0379820129740673, + 1.013223513461979, + 0.9861254732898448, + 0.9893639979797026, + 0.991075106383618, + 0.9269809003308983, + 0.9875139847082404, + 1.005442372648796, + 0.9896204194858335, + 0.9935153912057717, + 0.9811099295350456, + 0.982575262307681, + 0.9795878781577906, + 1.0193143649741352, + 1.0119494318757316, + 1.0171821247574437, + 1.0034040467334655, + 1.0066093997021297, + 0.9694393186766306, + 1.0117730193741676, + 1.0122625190981362, + 0.9925145459941629, + 1.005154502988111, + 0.9987288725767053, + 1.0170813277668, + 0.976308824777624, + 0.9884631741550407, + 0.9915959199837703, + 1.0218983144556584, + 1.0142113893430906, + 0.9911920808019298, + 1.0172127287199233, + 0.9893770325784368, + 0.9989337891002755, + 0.9894791117074598, + 1.0007549319713978, + 1.0326939082689799, + 0.9899757429384302, + 1.010492032769745, + 1.0061235379816107, + 1.0091634350161915, + 1.0152313478591228, + 1.0056174411509322, + 1.017311898436513, + 0.9976512207707879, + 1.003882833915693, + 1.0004358570223468, + 1.0036377564081862, + 1.0211550893522847, + 0.9924334669404734, + 0.9971024879775969, + 0.9990772588620248, + 1.0032740804274622, + 1.0024996588619381, + 0.9916378123810937, + 1.0022499057411776, + 1.010183122426781, + 1.00163045757315, + 1.0085039687864976, + 0.9922730297554195, + 1.014983448437488, + 1.014822892124083, + 1.0148845786316816, + 0.9937553605624629, + 0.9882702039873854, + 0.9870322023279767, + 0.9850906859406272, + 0.997923959817147, + 0.9510903327769852, + 0.9917224934440294, + 0.9847975043099015, + 1.0202145588783864, + 1.0021246013348553, + 1.0003272501219964, + 1.0067673298995008, + 0.990781057863208, + 1.0020482585196349, + 1.018688317687672, + 0.9988236160134567, + 1.0069349597950046, + 1.0061002120663578, + 1.0122386395403618, + 0.9892206859790922, + 0.9855242096919327, + 0.9959531341164058, + 1.0065041184698018, + 1.0078483816424069, + 1.0021878472773025, + 0.9741424082334939, + 1.0890817487043594, + 0.9945307148083409, + 1.007530511064047, + 0.9991966896972047, + 0.9619750319373882, + 1.0030667264483681, + 0.9931958657494955, + 1.0006523699688303, + 1.010191508136165, + 0.9864924753596401, + 1.0139473615684553, + 1.0114408938636286, + 1.0033347496554157, + 0.9803226862995067, + 1.0098451761605862, + 0.9980225437342447, + 1.0129871477235215, + 0.9828742206168505, + 0.9665430998047373, + 0.9908589509231834 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 1051119, + "cert_evals": { + "36": 0.9538500905036926, + "72": 0.9492606520652771, + "108": 0.9421213865280151, + "255": 0.8936767578125 + }, + "fold": 1 + }, + { + "best_epoch": 49, + "best_val_acc": 0.9725609756097561, + "test_acc": 0.9619167717528373, + "train_size": 1649, + "val_size": 984, + "test_size": 3965, + "stats": { + "mean": [ + [ + -0.0165193507883561, + 0.023745576106731784, + 0.00894758525166726, + -0.012979845463917304, + -0.008554753389932977, + 0.008500205057610555, + -0.008827268055791222, + 0.02424651702243768, + 0.002300678673256056, + -0.006792839332929151, + 0.0047927400606429405, + 0.0003070491534258074, + -0.0037253238023046277, + 0.012077483473620145, + 0.018683199696786473, + -0.009275691437234477, + -0.006638355451788972, + 0.017810546682838085, + 0.015129445567010357, + 0.024298001443298942, + -0.003184869132808023, + -0.004290789721043456, + 0.0031496054275316357, + 0.014148549696785681, + 0.018162637962401695, + 0.0032194466707086006, + -0.006616737907822937, + -0.022775198374772664, + -0.015071109605821711, + 0.014638325488174678, + 0.011475148077623627, + 0.03049396374166147, + 0.025694605900545734, + 0.008604017768344612, + -0.012231649072164738, + 0.002613359126743679, + 0.029584712128560786, + -0.0034158958580959363, + 0.006069550751970517, + -0.00541011442692557, + 0.01880269619163089, + -0.008083247077016392, + -0.006491640764099397, + 0.014566732795633777, + 0.008376424821103932, + -0.0009929023711349493, + 0.02163681163129177, + -0.0025090638993329082, + 0.01741273975136374, + 0.005851729104123725, + -0.004465054881746678, + -0.0037159464523949803, + 0.0014873154821107525, + -0.007976062644028743, + 0.01156759172225612, + 0.023733914178289805, + -0.011275250879320775, + -0.002578957016372865, + -0.006478712734990847, + 0.00032240861127936024, + -0.011706570736203905, + 0.02587612322619762, + -0.011422028793207837, + 0.01712189235900559, + 0.0028696369314734713, + -0.0015781066646451572, + -0.027441241722256038, + -0.0014402773256522523, + -0.004449931892055841, + -0.0014659224075202345, + 0.01708213645239509, + 0.018733296931473596, + 0.008334289472407117, + 0.005727799963614559, + 0.007039103201940653, + -0.00224206858702233, + 0.0011615125591269186, + 0.0096409494117641, + 0.004899610121286758, + 0.009826549023650048, + -0.009219501334142207, + -0.004807864269254234, + -0.002443187265009144, + 0.011609495827774482, + 0.0040307750576106674, + -0.004682432261976522, + 0.013977261024863448, + 0.0012793727167981009, + -0.025686529896907437, + 0.013434234869617957, + 0.021999945691932813, + 0.012433017674347574, + -0.009033386234081325, + 0.0062409658120072915, + 0.0009289013947849186, + 0.0003903400242564852, + 0.02740975750382101, + -0.011144831170406301, + 0.005830573753789878, + -0.009510249636142982, + 0.02073330933899335, + 0.007879717440873353, + 0.009509570454820928, + 0.01405836261370407, + 0.014672617586416688, + -0.005675097756215873, + 0.0017475856822315732, + 0.0018848247543965708, + 0.02229300998180564, + 0.01026309860521593, + 0.017680451788964564, + -0.005672595821710331, + -0.009564725087932182, + -0.0036886342935116994, + 0.01000584954517868, + -0.0014087143177684452, + 0.020023876538508456, + -0.014409325075803336, + -0.008730885488174288, + -0.0034071386173437994, + 0.017709779927228837, + 0.0037029051849606504, + 0.011111249060036448, + 0.001931565688295556, + 0.0326300536264404, + 0.009591248938750647, + -0.007016625542753067, + 0.012978908750757932, + -0.0024730208186779807, + -0.005898704823529222, + 0.00046255165858092147, + -0.015087141012734237, + 0.007914145130382093, + 0.00938928223165545, + 0.01491191867192227, + 0.003460371607034447, + -0.007647012371134029, + 0.009316860582171302, + 0.012669591819284187, + 0.023290896266828284, + 0.012400781200727585, + -0.003923578150394203, + -0.005147092104305529, + -0.008281499878714238, + -0.03743850333535512, + 0.013677931825349052, + 0.0004504794117647815, + 0.0031018094057014187, + 0.009501353911461253, + -0.007035560921770639, + 0.008385035146755612, + -0.0034377712431776946, + -0.010681847180108386, + 0.029691756458459714, + 0.008845037744087314, + 0.036611106986052, + 0.006922057057610421, + 0.00199877628865977, + 0.016813865591267338, + 0.002876468101879801, + 0.005453485567009417, + 0.0042027340964213965, + -0.01236373710127327, + -0.008553608768950838, + -0.0069991010551852945, + 0.0076861960764099575 + ] + ], + "std": [ + [ + 0.9681286752068088, + 1.0188584468817592, + 1.0110661386281417, + 0.9985656246319761, + 0.9821622573144201, + 1.0036187347218821, + 1.0069688072671201, + 0.9902174757207433, + 1.01713159486763, + 0.9867718776262003, + 0.9758196806068826, + 0.9717105755097225, + 0.9881331057860607, + 0.9898880234141544, + 1.0032622320902203, + 0.9951157752575892, + 1.0046808806006051, + 0.9614388015014891, + 0.9853693985919703, + 1.0191683054599883, + 0.996439727744992, + 1.008421273109573, + 1.00416757618972, + 1.0050873163713752, + 1.0062941810400496, + 1.0106625492506378, + 1.0037290960252208, + 0.9716931899880294, + 1.0122721434564084, + 1.004145433664744, + 1.0126537584886575, + 0.9877832016144399, + 1.0016994225200662, + 0.9984055948469278, + 1.009905276240697, + 0.9928053125930449, + 1.028439787038722, + 1.0058093224458307, + 1.0026249721952805, + 1.0044305239260718, + 1.0145868354939207, + 0.9730410910554939, + 0.981275887794836, + 0.9868601113866823, + 0.9903107009766159, + 0.9840780321801739, + 1.0155043762626388, + 1.015709680805549, + 0.9877740152182051, + 1.0007933926991834, + 0.9639452930264027, + 1.0107985365057115, + 1.0139858844795777, + 0.978091201901524, + 0.9836289102008465, + 0.9892831848712296, + 1.0050542524754924, + 1.0041143150075589, + 1.011404712398526, + 0.994592205655486, + 1.003602088307178, + 1.0043236988473279, + 0.9890344165359591, + 0.9960153738734304, + 1.0247056593625234, + 0.9709722536076895, + 0.8984006766242731, + 1.0084723110544285, + 1.0080442044255657, + 1.0139042067755502, + 1.0147945346118319, + 1.0086308434283413, + 0.9798709269587462, + 0.985827749679927, + 1.0097816591529503, + 0.9967310231913435, + 1.0125467431933681, + 0.9795738908810216, + 0.9759574846742652, + 0.9879270836797008, + 1.0100364897802065, + 1.0084344135598255, + 0.9683448859407486, + 0.9884096351113933, + 0.9957784496098612, + 1.0106496350052778, + 1.0041619111843998, + 0.9965669874488615, + 1.0148365256887901, + 0.9954909131964714, + 0.9942883718958846, + 1.0007980703139212, + 1.0031320592473836, + 0.9828596472567013, + 0.9637136602853367, + 0.9970558130158634, + 1.0142250931970318, + 1.008890015046518, + 1.0055896715654262, + 1.004944159225849, + 1.015901087459527, + 0.9987432420315473, + 0.9985224279803399, + 0.9900020636370531, + 0.9946414368680025, + 0.9718565169997336, + 1.0010286004673303, + 1.0045607582554759, + 1.0126684697205748, + 0.9911582699978772, + 0.9979453061380805, + 0.9943479420017864, + 1.0057507939001675, + 1.009199116070283, + 0.996011631450574, + 1.0055786667678899, + 0.9980095514928135, + 0.9965213084556673, + 1.0065546695035632, + 0.9959098534303568, + 1.0066323304809803, + 0.9785303330423044, + 0.9869014865983016, + 1.0002036756849269, + 1.0025571744250443, + 0.9798050960785967, + 0.9928695520264623, + 1.0029641941982563, + 0.995414106898259, + 1.0148844453635921, + 0.9709719526035338, + 0.9939566879305621, + 0.9884244597895214, + 0.9767542641597464, + 0.9853765727313375, + 1.0106906221793046, + 1.005948414723524, + 1.017725449726877, + 1.0152735855520598, + 0.9876730417321886, + 0.9757936207779202, + 1.0047018133551442, + 1.004391788961941, + 1.006171785979052, + 0.8968175799273889, + 1.0473489426893206, + 1.0315201707660164, + 1.0175144216806302, + 1.0142189436584537, + 1.0038989754399161, + 1.0173990273862883, + 1.0127050623257519, + 1.0051909194938937, + 1.012068652647229, + 0.9962079218654786, + 1.002233177655679, + 1.0161322523275562, + 0.999594425724876, + 0.9955572903935671, + 0.9917181216246964, + 0.9858353212831604, + 0.991792827254217, + 0.9768523928420304, + 0.9547301155646564, + 0.963911142038982, + 0.9970598920069098 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 1051119, + "cert_evals": { + "36": 0.9571248292922974, + "72": 0.9475409984588623, + "108": 0.9392181634902954, + "255": 0.8918032646179199 + }, + "fold": 2 + }, + { + "best_epoch": 18, + "best_val_acc": 0.9691675231243576, + "test_acc": 0.9650402414486922, + "train_size": 1649, + "val_size": 973, + "test_size": 3976, + "stats": { + "mean": [ + [ + -0.019377861036991656, + 0.025388282601576818, + 0.017005815742874516, + -0.007883900460885378, + 0.0060343637174048335, + 0.019899812286233772, + -0.017346581947847252, + 0.01720070440873258, + -0.022683759298605638, + 0.03576464684050942, + 0.003250418289873286, + 0.023095340225590528, + 0.025853774105518486, + 0.004904056128563328, + 0.015174882898727272, + 0.004904859053972195, + -0.0064262512310491165, + -0.0013788380109157152, + 0.03392423097634965, + 0.040471053135233824, + -0.007766068975136523, + -0.02654642546998242, + -0.002714201516070317, + -0.005730637913887314, + 0.014443505081867881, + -0.01681206773802325, + 0.022797446707095152, + 0.02924670987871426, + -0.016523001552455778, + 0.022271198156458668, + 0.007295070836871207, + -0.010380893735597325, + 0.0032170857913887633, + 0.03166040751970903, + -0.011104923177683385, + 0.023025889023650516, + 0.00955245047907632, + 0.00501562544572467, + 0.003645016027895317, + 0.012703992892661992, + 0.014234079029714866, + -0.018872668283808444, + 0.03357063479684651, + 0.002985781740448259, + 0.016828823032140804, + 0.008592184530017656, + 0.020646139611886168, + -0.025274300994542045, + 0.031819425821709706, + 0.041618958390176077, + 0.00933414724075195, + -0.02236399884778645, + -0.018589546555488203, + 0.001330274912066101, + 0.0015160872407521844, + 0.002306856531231052, + -0.0022718787992723603, + 0.028225555027289576, + -0.006301775864159792, + 0.02247907061249244, + -0.011468676332322514, + 0.02175189545178902, + -0.013670970357792456, + 0.03126135081867806, + 0.004543698483929725, + -0.0009374850879321324, + 0.021139099308671503, + 0.02629353206791973, + -0.02450631540927904, + 0.030707943529411457, + 0.01293060334141885, + 0.012913687446937628, + 0.00928486858095778, + 0.01766341600970324, + 0.03807825699818077, + 0.0017500543359613783, + -0.016347040315342783, + 0.0007416811279563446, + 0.026208501607035268, + 0.023266191340205626, + -0.018853632765312562, + -0.02368463080654962, + 0.001749331437234659, + 0.003365637052759398, + 0.025888251528199256, + -0.018965530382049504, + 0.03517410735597307, + 0.025752976476652555, + -0.02487937299575574, + 0.022010353117040575, + 0.017477714511824522, + -0.017221659584597582, + -0.003431555427531808, + 0.019807925603396073, + 0.0032348454699819393, + 0.013613221879926436, + 0.0370615994009708, + -0.016630420776227922, + 0.0136933938872041, + -0.0017249714481504044, + 0.02229983032140703, + -0.012712485694360036, + 0.026678074426925498, + 0.012642979175256863, + 0.005538239963614194, + 0.0035851682595511494, + -0.017385318223165646, + -0.027282370030321336, + 0.030769696791993668, + 0.023036587355973605, + 0.02791771238326433, + -0.005707142462098305, + -0.011955044244996943, + -0.01365990568829588, + 0.02758415771376576, + 0.001034438120072712, + 0.016993479078229498, + 0.004106490266828514, + -0.007270538144329443, + 0.023955484869617922, + 0.016178350285021865, + 0.0035198083808369264, + 0.010066467580351705, + 0.013253238295936883, + 0.003935329266222111, + -0.028011770430564572, + 0.022866120224378214, + 0.0261654426682841, + 0.02473182812007268, + -0.0015221004548212846, + 0.0038331081837477228, + 0.021399354317768703, + 0.005301140012128602, + 0.019229334445118054, + 0.005640386767737668, + 0.02194890172225591, + -0.005060289387507513, + 0.026678006622195553, + -0.009628291109763477, + -0.003739145758641676, + 0.002035451000606312, + 0.010815814196482578, + -0.011372362352941229, + -0.019185084742267905, + -0.001526538386901546, + 0.01622554252274128, + 0.012853861158277795, + 0.032111232286234526, + 0.031036171322013306, + 0.014534576640388132, + -0.0195449016634327, + -0.0031721854821107633, + -0.011472115221346063, + 0.00807888645239537, + -0.009991977598544642, + 0.015293761594905845, + 0.04696865378289867, + 0.02876006337174039, + 0.030060548720436564, + -0.016465844511825162, + -0.013467629448150867, + -0.004964211527592827, + 0.023761107562159368, + -0.0028053264645238984, + -0.011466418192844817, + 0.015592289957550014 + ] + ], + "std": [ + [ + 0.985810694952265, + 1.0034659788102347, + 1.0123314802689827, + 1.0006728383848915, + 1.0057933627069857, + 1.0211647035506441, + 0.9873544232512542, + 1.0044940106681508, + 0.9972305516917789, + 0.9962847585776434, + 1.0084467836467266, + 0.9906644883619666, + 1.0245712429201694, + 0.9866939366954063, + 1.0013177295694342, + 1.0035460862038992, + 1.0106885153319805, + 0.9519922611580153, + 0.9980325911759347, + 1.0306730880090342, + 0.9835758012913696, + 0.9850289481711405, + 1.0052216421075988, + 0.9962087717875672, + 0.9963361086627195, + 0.9956939758386721, + 0.9995284943647325, + 1.023940251071931, + 1.0274738040648672, + 0.994278832453581, + 0.9978867650735795, + 0.9858582094807091, + 1.0042951554309811, + 0.9935762200569673, + 0.987438469465117, + 1.005913310224571, + 1.00088122516216, + 0.9882229146445906, + 1.0157177678163845, + 0.9964856588375458, + 0.9973534488049755, + 0.9843481194725128, + 1.0059020116489072, + 0.9945053400237248, + 0.9893145898736398, + 1.0071798920580137, + 1.026048360719046, + 0.9784906142973205, + 0.9999905642791316, + 1.0245359594400432, + 0.9857715356622779, + 0.9921646440585971, + 0.9889209867599961, + 0.9804599263285575, + 0.989078331357909, + 1.0220508106585684, + 0.9898585563272273, + 1.0050841202007248, + 1.0381369540158623, + 0.9852302977543494, + 1.0075559260629754, + 1.000291557770776, + 0.9848158888469627, + 0.9914305575952413, + 1.0027287892746963, + 0.9998437768528288, + 1.0380871234284017, + 1.0068281699392212, + 0.9909518921848135, + 1.0027114341322005, + 1.0043121525006478, + 1.004908814037755, + 1.0186241738713828, + 0.9840706508690844, + 1.0105911993179093, + 0.9676803103445097, + 1.0008055713802275, + 0.9912309236484144, + 0.995113888208004, + 1.00892652209743, + 0.9963556594838519, + 0.9845494099501623, + 0.9992655439793966, + 0.9888161956289881, + 0.988365168461102, + 0.986911819503751, + 0.9966018266120068, + 1.0253590540025506, + 1.0073388900110996, + 0.9884492302907475, + 1.0097952364856901, + 0.9710825809435979, + 1.0049468371789398, + 0.9978639652892881, + 1.0455255018744898, + 0.9978429399237, + 1.002476959825736, + 0.9981410717372688, + 1.0060801668925174, + 0.9880101858878161, + 0.9920156642454706, + 0.9690302977750064, + 1.0160561889470001, + 1.0042221946838557, + 0.9902952403395341, + 0.9972984826953729, + 0.9761193341167186, + 0.9802187480066236, + 1.008662757516423, + 0.9977604335997484, + 1.0125273643143784, + 1.0005678108605767, + 0.99939847346626, + 0.9934285795635643, + 0.993774093323074, + 0.9507637302569011, + 1.001524151413393, + 1.0029839092558797, + 0.9922893465303836, + 0.9995915259108642, + 0.9937205680489537, + 0.9906768211587779, + 0.9885237778798726, + 0.9923092460426346, + 0.9928187226268517, + 0.9431189215637575, + 0.9768867834667897, + 0.988648327088327, + 0.9868432165802018, + 0.9936538301879408, + 1.031840475179726, + 1.0088131603924193, + 0.948009389328019, + 0.980359732399849, + 0.9812840383484884, + 1.0125452888475233, + 1.0015379468649726, + 1.0082241487185495, + 1.0028073940649291, + 1.027290919950601, + 1.0123450850356626, + 0.9892757300213824, + 0.989457850129367, + 0.9916398725034907, + 0.9733306799223379, + 1.048692795336829, + 1.0185390556939666, + 1.005180692664418, + 0.9999773815928202, + 1.0029310617714582, + 0.9847831085240544, + 0.9984589470542239, + 0.997897554671397, + 1.0021153618672554, + 0.9825493908557392, + 1.0005331081478763, + 1.0721249078632564, + 1.0255830315079582, + 1.0078969722952105, + 1.0018509428094395, + 1.007362049760478, + 0.9875884283657037, + 1.0010931986356253, + 1.0157609941665726, + 0.9972826112887371, + 1.0062038228644128 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 1051119, + "cert_evals": { + "36": 0.9607645273208618, + "72": 0.952464759349823, + "108": 0.9461770057678223, + "255": 0.8993963599205017 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.963797403742253, + "std_test_acc": 0.00251547741106509, + "n_samples": 6598, + "n_features": 166, + "n_classes": 2, + "mean_cert_acc_36": 0.957804799079895, + "std_cert_acc_36": 0.0030368584649870163, + "mean_cert_acc_72": 0.9508108645677567, + "std_cert_acc_72": 0.0029357151975884133, + "mean_cert_acc_108": 0.9431847929954529, + "std_cert_acc_108": 0.0031607511563278407, + "mean_cert_acc_255": 0.8974572271108627, + "std_cert_acc_255": 0.005949761420019503 + }, + "oocytes_merluccius_nucleus_4d": { + "dataset": "oocytes_merluccius_nucleus_4d", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 24, + "best_val_acc": 0.7639751552795031, + "test_acc": 0.7376237623762376, + "train_size": 255, + "val_size": 161, + "test_size": 606, + "stats": { + "mean": [ + [ + -0.0371250154117647, + 0.0015389403921568473, + -0.03527819799999997, + 0.026217213882352975, + -0.022018143254901958, + -0.03976458627450978, + 0.003314039607843149, + -0.03319261360784315, + 0.01830184745098039, + -0.02685776486274508, + -0.04212637686274509, + 0.005226556078431408, + -0.02913093117647059, + -0.01200531101960785, + -0.03152609833333333, + -0.03705718681960783, + 0.00469401490196078, + -0.02551305090196081, + -0.03417245220392157, + -0.031662056862745085, + -0.018275636980392158, + -0.03872015905882352, + 0.06975402027450983, + -0.05690918172549015, + -0.0005046612313725563, + -0.026833323176470567, + -0.0324685416470588, + 0.06559194729411769, + -0.04924893603921571, + -0.002559774274509816, + -0.007582052196078413, + -0.03221969384313721, + 0.07669179423529408, + -0.05831633415686265, + -0.00790661125490195, + 0.033497423215686245, + 0.007940335568627457, + -0.0037278283529411723, + -0.005509080784313686, + -0.006456870705882385, + -0.006934026431372542 + ] + ], + "std": [ + [ + 0.9481208431065713, + 0.9777230774786245, + 0.9614649831710622, + 1.0004435636971643, + 0.9517495439744679, + 0.9370398970511897, + 0.978033253968666, + 0.9633889071060125, + 0.9762210193691487, + 0.9497999114505152, + 0.9347608009901895, + 0.9801580525147454, + 0.9702177059121481, + 0.937441002049969, + 0.9454783788330968, + 0.9479630674171062, + 0.9847917091528013, + 0.9682944519390624, + 0.9601592978081722, + 0.9504457074291478, + 0.9482732916854852, + 0.9550094850957569, + 0.8808478818975364, + 0.9032557709886272, + 0.9905437507629392, + 0.9682787727115054, + 0.9734319541870242, + 0.8994213820965716, + 0.9306569007254026, + 0.9903368456478869, + 0.9401093744879251, + 0.9661635565557377, + 0.8972092489723742, + 0.9227263611587284, + 0.9960722682017434, + 0.9400060154678039, + 0.9649245386172121, + 0.9716877264843913, + 0.9731199443916825, + 0.9739165511052336, + 0.9741830269626184 + ] + ] + }, + "width": 128, + "in_features": 41, + "out_features": 2, + "depth": 6, + "padding": 82, + "parameters": 64869, + "cert_evals": { + "36": 0.6584158539772034, + "72": 0.5478547811508179, + "108": 0.4636963903903961, + "255": 0.1666666716337204 + }, + "fold": 0 + }, + { + "best_epoch": 24, + "best_val_acc": 0.8153846153846154, + "test_acc": 0.7488226059654631, + "train_size": 255, + "val_size": 130, + "test_size": 637, + "stats": { + "mean": [ + [ + 0.00023252282745095802, + 0.0023210192156862736, + -0.008575552392156847, + -0.027089618431372545, + 0.02615166227450979, + 0.00029002847058821885, + 0.001517669058823556, + -0.009498281058823606, + -0.021533545372549014, + 0.027143032117647032, + 0.00012999274509802153, + 0.0020992274509804144, + -0.005652587843137251, + -0.01031889384313722, + 0.025365951607843145, + 0.0011974224705882457, + 0.0024456095294117628, + 0.007920263137254904, + 0.007542674117647044, + 0.019472125333333323, + 0.06628882686274508, + 0.0008101664705882076, + -0.005068037960784302, + -0.0018227520000000151, + 0.00320542466666668, + 0.025693874901960758, + 0.03285470894117649, + -0.03694405458823524, + 0.02895584858823529, + 0.02036504745098036, + 0.04203500674509803, + 0.012977303843137231, + -0.016463404666666667, + 0.005529818662745095, + 0.013588346156862736, + -0.03683925767843136, + -0.016918137803921634, + -0.014870798470588246, + -0.016124755137254858, + -0.018004861274509842, + -0.020472565215686273 + ] + ], + "std": [ + [ + 0.9572394549500175, + 0.9926437581599087, + 0.9624363039043059, + 0.9193272254177784, + 1.0255768714029772, + 0.9579689477579895, + 0.9914399769465777, + 0.964698567284664, + 0.9351924375292803, + 1.0260487030041765, + 0.9515013155985146, + 0.9925204239055312, + 0.9662079425779949, + 0.9893019122153763, + 1.0199562667897872, + 0.9463721256877698, + 0.9959986832754482, + 0.9814859605265475, + 1.0491115651558893, + 1.0166099051364492, + 1.0126788732557663, + 0.9559037060605928, + 1.005464306868578, + 0.9339913124161523, + 0.9907483477382796, + 1.002837860013556, + 0.9939512794379407, + 1.0866703256453316, + 1.0174263712495963, + 0.9852130473462448, + 1.0075951167847277, + 0.9748247085177442, + 1.0259519988694812, + 0.9604781044814549, + 0.9861127645283753, + 1.0373513207775564, + 1.0101438720127272, + 0.9991977496960652, + 0.9936335573449004, + 0.9927993181263407, + 0.9922363841337328 + ] + ] + }, + "width": 128, + "in_features": 41, + "out_features": 2, + "depth": 6, + "padding": 82, + "parameters": 64869, + "cert_evals": { + "36": 0.6734694242477417, + "72": 0.5463108420372009, + "108": 0.4317111670970917, + "255": 0.09262166917324066 + }, + "fold": 1 + }, + { + "best_epoch": 15, + "best_val_acc": 0.7426900584795322, + "test_acc": 0.7399328859060402, + "train_size": 255, + "val_size": 171, + "test_size": 596, + "stats": { + "mean": [ + [ + 0.019915568666666633, + -0.014107577647058818, + -0.015105033250980377, + 0.02865576341176468, + 0.029814655176470552, + 0.017704559607843146, + -0.013470486980392094, + -0.016038092274509794, + 0.03248008262745098, + 0.030473079058823495, + 0.02067392156862747, + -0.014031545490196065, + -0.009559882039215687, + 0.03839121047058822, + 0.03184779492980397, + 0.022161854509803944, + -0.01396437243137256, + -0.0017765643137255195, + 0.055001846666666666, + 0.030386395921568613, + 0.03668542223529418, + -0.0027777596078431494, + 0.012474995117647124, + -0.0041148554117646985, + -0.013356863921568625, + 0.028240797568627463, + 0.00010664949019609575, + 0.02344727215686279, + 0.005875207882352966, + -0.007875607450980381, + 0.028559833607843157, + -0.003071006745098055, + 0.014597308196078422, + -0.0007609705999999861, + -0.016530812156862723, + -0.03674524662745102, + -0.019958698901960777, + -0.017071456470588258, + -0.017420987058823525, + -0.017710899607843143, + -0.01735895203921565 + ] + ], + "std": [ + [ + 1.0221090924456515, + 1.01545682802038, + 0.9869690473435272, + 1.037069581011897, + 1.0359698396459835, + 1.0192987930523796, + 1.016091448787416, + 0.9856390212088015, + 1.038505984158332, + 1.0379129504870621, + 1.0239033714401513, + 1.0194757702768644, + 0.9963995753206383, + 1.020298364999823, + 1.0423678031147061, + 1.0277751191583697, + 1.0205917784397192, + 1.0135024895112017, + 1.0892501748798247, + 1.0432132666589502, + 1.0172134304654925, + 1.030895619962752, + 1.0213433186098346, + 1.040706012633716, + 1.0211704714384828, + 1.010787095001102, + 1.034569087974703, + 1.0203462492134936, + 1.0580364742305262, + 1.0095797767173902, + 1.0215170604628103, + 1.033396337568214, + 1.0252577264940543, + 1.0526521075427535, + 1.017486639545284, + 1.0521736233720556, + 1.0188131869714923, + 1.0087257643396144, + 1.005460013688893, + 1.0056139578892642, + 1.0065387262698673 + ] + ] + }, + "width": 128, + "in_features": 41, + "out_features": 2, + "depth": 6, + "padding": 82, + "parameters": 64869, + "cert_evals": { + "36": 0.6426174640655518, + "72": 0.5302013158798218, + "108": 0.42617449164390564, + "255": 0.10570469498634338 + }, + "fold": 2 + }, + { + "best_epoch": 28, + "best_val_acc": 0.7590361445783133, + "test_acc": 0.7371048252911814, + "train_size": 255, + "val_size": 166, + "test_size": 601, + "stats": { + "mean": [ + [ + 0.005023620274509809, + 0.05012927215686277, + 0.0774847423529411, + -0.021592119215686236, + -0.007278767843137281, + 0.003806819607843134, + 0.05070236376470592, + 0.07836162039215684, + -0.009335469717647047, + -0.006452909647058787, + 0.004313807450980429, + 0.05239601662745102, + 0.08761111960784314, + -0.0006227640392157017, + -0.011547115941176465, + 0.007509175294117638, + 0.049814644431372575, + 0.09699411058823522, + -0.020684055294117654, + -0.014362384509803941, + 0.03558779360784312, + 0.0894858222352941, + -0.09410436105882346, + 0.07914001066274516, + 0.05154126003921575, + -0.0045582715686274125, + 0.09130289176470592, + -0.07599903827450982, + 0.08245660823529415, + 0.06585250807843139, + 0.012951737058823532, + 0.08790382078431377, + -0.08962203019607844, + 0.08192444351764702, + 0.05873899290196081, + -0.016822436196078434, + 0.029792561019607842, + 0.05055904957647062, + 0.05703265886274507, + 0.05811358976470591, + 0.05753943309803923 + ] + ], + "std": [ + [ + 1.0010627790031323, + 1.0340741776327254, + 1.0363077318633585, + 1.0137526513667938, + 1.0497867958856593, + 1.0059089649290247, + 1.032934819096642, + 1.0357871822249751, + 1.0425743779317471, + 1.0491455468136368, + 1.002585949212257, + 1.0328632642788567, + 1.0444571310319228, + 1.0499184939107524, + 1.0523852884773215, + 0.9969852155711642, + 1.036017112451258, + 1.0641484457194088, + 1.0260965200086805, + 1.0600673906871478, + 1.0132281500555904, + 1.039987043021767, + 1.0160272774539016, + 1.0119553762539002, + 1.0375407287957723, + 0.993275249370577, + 1.0310746092505982, + 1.0007724139832403, + 1.01278883373938, + 1.0152625509246365, + 0.9763093251846449, + 1.0267017964861733, + 0.997823146966079, + 1.0044670030988905, + 1.0259705961089964, + 1.0589413004871364, + 1.0376978512601307, + 1.0319158378686013, + 1.0340480487731072, + 1.0356155832366485, + 1.0358388933781137 + ] + ] + }, + "width": 128, + "in_features": 41, + "out_features": 2, + "depth": 6, + "padding": 82, + "parameters": 64869, + "cert_evals": { + "36": 0.643926739692688, + "72": 0.5391014814376831, + "108": 0.41763725876808167, + "255": 0.07487520575523376 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7408710198847306, + "std_test_acc": 0.005441712953480005, + "n_samples": 1022, + "n_features": 41, + "n_classes": 2, + "mean_cert_acc_36": 0.6546073704957962, + "std_cert_acc_36": 0.014469684962335952, + "mean_cert_acc_72": 0.5408671051263809, + "std_cert_acc_72": 0.008069249759401896, + "mean_cert_acc_108": 0.4348048269748688, + "std_cert_acc_108": 0.0201121957535916, + "mean_cert_acc_255": 0.10996706038713455, + "std_cert_acc_255": 0.0398552151844369 + }, + "oocytes_merluccius_states_2f": { + "dataset": "oocytes_merluccius_states_2f", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 11, + "best_val_acc": 0.9111111111111111, + "test_acc": 0.8591772151898734, + "train_size": 255, + "val_size": 135, + "test_size": 632, + "stats": { + "mean": [ + [ + 0.01054996298039211, + 0.027192816941176482, + -0.04626695749019601, + -0.0069539579607842475, + 0.014194326572549003, + -0.025412450196078348, + -0.04305473128235293, + 0.008311279215686227, + 0.03873141231372549, + 0.019546130517647062, + 0.04932295196078433, + 0.07244258905882356, + -0.12762710541176478, + 0.10863675447058822, + 0.03643630545098045, + 0.028625162627451017, + 0.07991438109803928, + -0.15667811082352961, + 0.11812816443137263, + 0.056641581960784365, + 0.025048539999999987, + 0.07553784419607842, + -0.12706123960784313, + 0.11197763396705882, + 0.047989735764705894 + ] + ], + "std": [ + [ + 1.055902739791254, + 1.0162268811039923, + 1.0028684541215303, + 0.9730091823212302, + 1.0042568790807076, + 1.059859315776944, + 0.9758982735241186, + 0.988138955008393, + 1.0133686644339426, + 1.0143882523728363, + 1.0032684708282238, + 1.0660462422249137, + 1.201916629773772, + 1.156152673218226, + 0.9766255498471383, + 1.0205814664175223, + 1.0558525489192028, + 1.2296182126345767, + 1.1597961969108055, + 0.9544712645073075, + 1.0067919810768349, + 1.0593103623610676, + 1.2049412432924147, + 1.1612948832756183, + 0.9664237104019653 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 3, + "depth": 6, + "padding": 50, + "parameters": 24408, + "cert_evals": { + "36": 0.8354430794715881, + "72": 0.8164557218551636, + "108": 0.8037974834442139, + "255": 0.6977848410606384 + }, + "fold": 0 + }, + { + "best_epoch": 24, + "best_val_acc": 0.9072847682119205, + "test_acc": 0.8814935064935064, + "train_size": 255, + "val_size": 151, + "test_size": 616, + "stats": { + "mean": [ + [ + -0.039873489411764704, + 0.06568908627450984, + -0.08042117858823533, + -0.07278203247058826, + 0.031821641215686286, + 0.042755718431372526, + 0.005826313725490188, + 0.07096834100392159, + 0.027976641294117695, + -0.0360630005411765, + 0.08661626117647052, + -0.01559811278431374, + -0.0027832955098039194, + -0.00600242694117644, + -0.011780795098039233, + 0.05183837615686276, + -0.0011791454901960582, + 0.012773291529411772, + -0.01314989992156862, + 0.009224545098039242, + 0.0690001321568627, + -0.0190796969803922, + 0.013153878745098036, + -0.02286682056078435, + 6.883568627453327e-05 + ] + ], + "std": [ + [ + 0.9701687420411181, + 0.9794453617880473, + 0.9813443525023554, + 0.9595676757646171, + 1.003115552689647, + 0.9711996996585899, + 0.96070065028928, + 0.9964287871578288, + 0.9706304482097151, + 0.9607876088942564, + 0.9996288496718735, + 1.0168336786919916, + 1.0395937464726017, + 1.0511176984743116, + 0.9543421247886298, + 0.9888423590787397, + 0.9945618062244868, + 0.993182419256565, + 0.9977759822780166, + 0.9466357052699218, + 0.970268559194868, + 0.9921749035989086, + 0.9919171706653837, + 0.9992337881273372, + 0.9493328232926572 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 3, + "depth": 6, + "padding": 50, + "parameters": 24408, + "cert_evals": { + "36": 0.8668830990791321, + "72": 0.8555194735527039, + "108": 0.8441558480262756, + "255": 0.7110389471054077 + }, + "fold": 1 + }, + { + "best_epoch": 18, + "best_val_acc": 0.9358974358974359, + "test_acc": 0.8788870703764321, + "train_size": 255, + "val_size": 156, + "test_size": 611, + "stats": { + "mean": [ + [ + 0.09042857501960787, + 0.08453290745098035, + 0.05499370141176466, + 0.003266606392156863, + -0.07544167117647055, + -0.015606528627450978, + -0.019981488733333278, + -0.025666618862745103, + -0.018207427176470593, + 0.07526210964705878, + -0.07317296886274506, + 0.06288879294117644, + -0.045770915470588244, + 0.06681564803529418, + 0.0457884809411765, + -0.057205103882352934, + 0.03428885882352944, + -0.026384509803921576, + 0.04764570376470586, + 0.0265779054901961, + -0.05987147952941173, + 0.04524020599999998, + -0.030786102745098055, + 0.050239169831372554, + 0.03661726031372548 + ] + ], + "std": [ + [ + 0.9803272049895071, + 0.9882927145330502, + 0.9802699132826773, + 0.9866157296330209, + 0.9568636941234572, + 0.9924758747611615, + 0.9911948282259507, + 1.014854441162732, + 0.9588574557798413, + 0.9306835025569801, + 0.9960935226571523, + 1.058677201136564, + 1.1189325498150606, + 1.104729425488317, + 1.0030626650633148, + 1.0161006842006703, + 1.038500769178019, + 1.1151857588414493, + 1.0890692776345845, + 0.9960240438206022, + 1.0157898082954688, + 1.0428087102486705, + 1.0990958365479944, + 1.0781825399569271, + 0.9998307298430946 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 3, + "depth": 6, + "padding": 50, + "parameters": 24408, + "cert_evals": { + "36": 0.8592471480369568, + "72": 0.8412438631057739, + "108": 0.8248772621154785, + "255": 0.7283142805099487 + }, + "fold": 2 + }, + { + "best_epoch": 15, + "best_val_acc": 0.8780487804878049, + "test_acc": 0.8723051409618574, + "train_size": 255, + "val_size": 164, + "test_size": 603, + "stats": { + "mean": [ + [ + -0.0162589217254902, + -0.05657745160784315, + 0.01461218117647058, + 0.05366552894117648, + 0.038041347607843126, + -0.02560452082352941, + -0.011943972431372539, + -0.007390860000000016, + -0.011038546941176463, + -0.05211940686274512, + 0.008660175294117643, + 0.051748327019607854, + -0.01198270811764698, + 0.042424563215686224, + 0.0151460240784314, + -0.01830622803921565, + 0.029721466745098055, + 0.03686442627450982, + 0.01890176607843136, + 0.022645802980392142, + -0.02072309247058821, + 0.038014168235294084, + 0.011930823882352934, + 0.031066374470588243, + 0.015441112392156824 + ] + ], + "std": [ + [ + 1.0145212260058494, + 1.0183267267898117, + 0.9955590624479448, + 1.0189109805968923, + 0.9525691096733636, + 0.9401260529685115, + 0.9530483520235054, + 1.0372365061551077, + 0.9831280509255012, + 1.0109747306925605, + 1.0146664159530456, + 1.0835689421499082, + 1.0366330566676196, + 1.063468357562322, + 1.0478025436829708, + 1.0203756563273347, + 1.048069136775873, + 0.9743374382513833, + 1.0399684735711856, + 1.0238387714620327, + 1.0310574946708129, + 1.0714734463360287, + 1.0248857085596488, + 1.0669402741834955, + 1.0309522590651836 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 3, + "depth": 6, + "padding": 50, + "parameters": 24408, + "cert_evals": { + "36": 0.8524046540260315, + "72": 0.832504153251648, + "108": 0.8175787925720215, + "255": 0.7346600294113159 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8729657332554173, + "std_test_acc": 0.009972374547102899, + "n_samples": 1022, + "n_features": 25, + "n_classes": 3, + "mean_cert_acc_36": 0.8534944951534271, + "std_cert_acc_36": 0.013408816652726294, + "mean_cert_acc_72": 0.8364308029413223, + "std_cert_acc_72": 0.016349977941274504, + "mean_cert_acc_108": 0.8226023465394974, + "std_cert_acc_108": 0.01681851794614984, + "mean_cert_acc_255": 0.7179495245218277, + "std_cert_acc_255": 0.01674355278580579 + }, + "oocytes_trisopterus_nucleus_2f": { + "dataset": "oocytes_trisopterus_nucleus_2f", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 29, + "best_val_acc": 0.7927927927927928, + "test_acc": 0.743455497382199, + "train_size": 228, + "val_size": 111, + "test_size": 573, + "stats": { + "mean": [ + [ + 0.008357397456140388, + 0.01802353785087694, + -0.041648607412280596, + -0.0453803663157896, + 0.0012030528070177244, + 0.022922442456140533, + 0.036679189828947405, + 0.006630059969298269, + 0.03305654250000005, + -0.013262542280701796, + -0.10907990994736835, + 0.018322935921052583, + 0.07612510290350878, + 0.012056999298245606, + 3.168017543867413e-05, + -0.10483278701754395, + 0.006886669999999989, + 0.06841488109649123, + 0.00695189035087715, + -0.010072736403508812, + -0.05385949504824569, + 0.02870514298245609, + 0.015483249929824555, + 0.03363409311403503, + -0.0021852223684209818 + ] + ], + "std": [ + [ + 0.9973978575903476, + 1.0076014353044038, + 0.9952366807299615, + 0.932027269541095, + 1.0037384211397398, + 0.9967681042898726, + 0.9897940967126091, + 0.9959439814010456, + 1.0138128967542228, + 0.9906591764143307, + 1.0399607914486315, + 1.0440929697744785, + 0.9325257900670985, + 1.077455055918072, + 1.0068935522712004, + 1.0499836979693067, + 1.020033825374287, + 0.9599692363716387, + 1.0561252019263898, + 1.0054889903033737, + 1.0309466984358973, + 1.0847181603368137, + 1.1023028462065556, + 1.254832404821169, + 0.9936933949524517 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 24357, + "cert_evals": { + "36": 0.6457242369651794, + "72": 0.5043630003929138, + "108": 0.3630017638206482, + "255": 0.1186736524105072 + }, + "fold": 0 + }, + { + "best_epoch": 17, + "best_val_acc": 0.7538461538461538, + "test_acc": 0.7581227436823105, + "train_size": 228, + "val_size": 130, + "test_size": 554, + "stats": { + "mean": [ + [ + -0.08728925657894768, + -0.0543713359210526, + -0.034470636140350855, + 0.03278697263157899, + 0.05903984850877202, + 0.027659603256579266, + 0.0052796477236843045, + -0.02784190157894725, + -0.009100311184210503, + -0.037397169736841936, + 0.10257767285964901, + -0.01304280877192977, + -0.06708928297368424, + -0.036337502456140376, + -0.047321120833333355, + 0.09918661429824563, + -0.009569511929824559, + -0.06545246535087723, + -0.012505821052631564, + -0.06283763969298246, + 0.07219973416666646, + -0.0427019519736842, + 0.004866778614035071, + -0.047571456315789504, + -0.07411300593421052 + ] + ], + "std": [ + [ + 1.0458471164356558, + 1.0593898673226612, + 1.0081986354392756, + 1.0765642846006065, + 1.0669306376265857, + 1.0624952898815982, + 1.0407781573587898, + 1.106896809173159, + 1.167838053551809, + 1.0758835524236412, + 1.0385900596754538, + 0.9885404293586944, + 0.9550027699090833, + 0.9244009468904739, + 1.0365002828514067, + 1.032883107457862, + 1.0049531003586958, + 0.9938416222614777, + 0.9755214096734742, + 1.053074988224559, + 1.0165408864776693, + 0.9716379772569274, + 0.9394817774978654, + 0.8622924823332119, + 1.0276563689405496 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 24357, + "cert_evals": { + "36": 0.6389891505241394, + "72": 0.48194944858551025, + "108": 0.3610108196735382, + "255": 0.10108303278684616 + }, + "fold": 1 + }, + { + "best_epoch": 11, + "best_val_acc": 0.7318840579710145, + "test_acc": 0.6978021978021978, + "train_size": 228, + "val_size": 138, + "test_size": 546, + "stats": { + "mean": [ + [ + -0.03544724921052656, + -0.03885949409210542, + -0.00817023697368415, + 0.051384859504385955, + 0.046574599692982555, + 0.04455862842105246, + 0.006319970219298388, + -0.042167378070175295, + -0.056997550482456076, + -0.04837222118421066, + 0.023236387807017467, + -0.018419659824561344, + 0.03327031526622804, + -0.03261339552631577, + 0.017033810526315828, + 0.026972617807017606, + -0.016002433162280727, + 0.07519383274999998, + -0.03613011021929823, + 0.0164577965789474, + 0.013493596793859773, + -0.02311588736842108, + 0.0705855121052632, + -0.038314935394736835, + 0.002846930162280715 + ] + ], + "std": [ + [ + 1.0173295399775188, + 1.0238875326302583, + 0.965332841080866, + 1.0357264688512589, + 1.0296595721628123, + 1.027217931369946, + 0.9273272720979442, + 1.0575953015661612, + 1.0282364738483871, + 1.0347456518954214, + 0.9384525467734931, + 0.9632166870693201, + 0.9301838169931504, + 0.9056571647388838, + 1.0051927672529442, + 0.961531287665366, + 0.9441957103814642, + 0.9064551199981514, + 0.8776461226812926, + 1.0213725987384084, + 0.997919302021147, + 0.9466852583005331, + 0.8271188054338252, + 0.8317555000647003, + 1.0271823239026208 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 24357, + "cert_evals": { + "36": 0.5970696210861206, + "72": 0.49450549483299255, + "108": 0.39926740527153015, + "255": 0.08974359184503555 + }, + "fold": 2 + }, + { + "best_epoch": 12, + "best_val_acc": 0.6948051948051948, + "test_acc": 0.7169811320754716, + "train_size": 228, + "val_size": 154, + "test_size": 530, + "stats": { + "mean": [ + [ + -0.10959069377192993, + -0.09912143754385974, + -0.007162025008771894, + 0.06766152456140351, + 0.08831780850877229, + 0.08171766137061406, + 0.006699487456140278, + -0.07772155793859647, + -0.05998239798245609, + -0.07346038859649133, + -0.02367889968421067, + -0.005257190087719264, + 0.03324320991228074, + -0.048391179824561384, + 0.008669106403508755, + -0.045213709868421055, + -0.008913120438596496, + 0.02287917744298246, + -0.016604398201754404, + -0.0007747342105263451, + -0.06126861737280714, + -0.02565710350877192, + 0.05257332175438596, + -0.045432562719298235, + -0.0029558628640350784 + ] + ], + "std": [ + [ + 1.044732018887429, + 1.0625410440290517, + 1.0767800702099823, + 1.0282688245705722, + 1.08629241303742, + 1.0791696596464955, + 1.0159169319395265, + 1.053527399603391, + 0.9939044762321542, + 1.0659676193377676, + 0.9599515341324413, + 0.9624071800102462, + 0.902255701658811, + 0.882802488819804, + 0.992868117400491, + 0.976032726528656, + 0.9678528042797121, + 1.0363949239113746, + 0.9791104951035513, + 1.0023913562224034, + 0.9810108324803241, + 0.9401880345466065, + 0.8602452645459159, + 0.8427992005641717, + 1.0009607300230972 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 24357, + "cert_evals": { + "36": 0.5754716992378235, + "72": 0.4716981053352356, + "108": 0.36226415634155273, + "255": 0.09622641652822495 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7290903927355447, + "std_test_acc": 0.026924703458139264, + "n_samples": 912, + "n_features": 25, + "n_classes": 2, + "mean_cert_acc_36": 0.6143136769533157, + "std_cert_acc_36": 0.03367273363719798, + "mean_cert_acc_72": 0.48812901228666306, + "std_cert_acc_72": 0.014287099195668429, + "mean_cert_acc_108": 0.3713860362768173, + "std_cert_acc_108": 0.01860573903178758, + "mean_cert_acc_255": 0.10143167339265347, + "std_cert_acc_255": 0.012397759744036726 + }, + "nursery": { + "dataset": "nursery", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 20, + "best_val_acc": 0.8936392075078207, + "test_acc": 0.7763394001538068, + "train_size": 3240, + "val_size": 1918, + "test_size": 7802, + "stats": { + "mean": [ + [ + 0.051029166666666737, + -0.00196411111111071, + 0.0016562925925925533, + -0.008005376543209762, + -0.004535925925925928, + -0.014196977160493821, + -0.01014526234567894, + -0.007937870370370368 + ] + ], + "std": [ + [ + 1.0081184659855247, + 0.994466909902115, + 0.9984780980079611, + 0.9954756099225289, + 0.9980995540133645, + 0.9998602139101664, + 0.9972906807623559, + 1.0052418041464166 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 5, + "depth": 6, + "padding": 16, + "parameters": 2682, + "cert_evals": { + "36": 0.6821327805519104, + "72": 0.5953601598739624, + "108": 0.5184568166732788, + "255": 0.18969495594501495 + }, + "fold": 0 + }, + { + "best_epoch": 8, + "best_val_acc": 0.9059481443823081, + "test_acc": 0.818392880175416, + "train_size": 3240, + "val_size": 1967, + "test_size": 7753, + "stats": { + "mean": [ + [ + 0.023435617283950584, + 0.026842851851852437, + -0.0011041870370370494, + -0.001656286419753089, + -0.010961820987654315, + 0.019135056172839497, + -0.012124891358024097, + -0.0060479012345679 + ] + ], + "std": [ + [ + 1.0098249235756733, + 1.0053740157149613, + 0.9982315594686217, + 0.9999606252114857, + 0.9964249241892131, + 0.9997779009091493, + 0.9971359423938833, + 1.0041030187583004 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 5, + "depth": 6, + "padding": 16, + "parameters": 2682, + "cert_evals": { + "36": 0.7026957273483276, + "72": 0.6033793091773987, + "108": 0.516703188419342, + "255": 0.170643612742424 + }, + "fold": 1 + }, + { + "best_epoch": 8, + "best_val_acc": 0.8670157068062827, + "test_acc": 0.7920614596670935, + "train_size": 3240, + "val_size": 1910, + "test_size": 7810, + "stats": { + "mean": [ + [ + 0.023435617283950584, + 0.047575135802469234, + 0.015458643209876576, + 0.0024844308641975513, + 0.006047901234567903, + 0.0012345197530864193, + 0.015837366358025084, + -0.0060479012345679 + ] + ], + "std": [ + [ + 1.0166780451442419, + 1.0111134194425535, + 1.0062422991159916, + 0.9960005941386431, + 0.9966991236053043, + 0.9999602379504744, + 1.0002954947822456, + 1.0041030187583007 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 5, + "depth": 6, + "padding": 16, + "parameters": 2682, + "cert_evals": { + "36": 0.6943662166595459, + "72": 0.6145966649055481, + "108": 0.5275288224220276, + "255": 0.1961587816476822 + }, + "fold": 2 + }, + { + "best_epoch": 9, + "best_val_acc": 0.8918918918918919, + "test_acc": 0.8163160595177014, + "train_size": 3240, + "val_size": 1924, + "test_size": 7796, + "stats": { + "mean": [ + [ + 0.03364145061728391, + 0.03033460493827167, + 0.03257356666666669, + 0.032849621604938234, + -0.015875740740740732, + -0.01481423703703703, + -0.01707398148148124, + 0.006425895061728395 + ] + ], + "std": [ + [ + 1.006091408188469, + 0.9961770749809249, + 1.0063245385321156, + 1.0055792592242605, + 0.9961264090870245, + 0.9998512588890658, + 1.0080135891696445, + 0.9964644995871555 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 5, + "depth": 6, + "padding": 16, + "parameters": 2682, + "cert_evals": { + "36": 0.7043355703353882, + "72": 0.6064648628234863, + "108": 0.5284761786460876, + "255": 0.17239610850811005 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8007774498785044, + "std_test_acc": 0.020206752450413708, + "n_samples": 12960, + "n_features": 8, + "n_classes": 5, + "mean_cert_acc_36": 0.695882573723793, + "std_cert_acc_36": 0.01015264111849704, + "mean_cert_acc_72": 0.6049502491950989, + "std_cert_acc_72": 0.00795372148176953, + "mean_cert_acc_108": 0.522791251540184, + "std_cert_acc_108": 0.006072199278644974, + "mean_cert_acc_255": 0.1822233647108078, + "std_cert_acc_255": 0.012658148112294527 + }, + "oocytes_trisopterus_states_5b": { + "dataset": "oocytes_trisopterus_states_5b", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 27, + "best_val_acc": 0.8837209302325582, + "test_acc": 0.8540540540540541, + "train_size": 228, + "val_size": 129, + "test_size": 555, + "stats": { + "mean": [ + [ + 0.07071967587719294, + -0.03126246473684206, + -0.05244502938596495, + 0.005148638640350878, + 0.12069938767543859, + -0.061311192850877064, + -0.05906930372807029, + -0.05115659995614045, + -0.13130431929824563, + -0.06720904710526317, + -0.05089102140350876, + -0.04616209415789476, + -0.008453429122807003, + 0.007494995967982444, + -0.045153931578947384, + 0.03200924100877193, + -0.0691457934210527, + -0.0009892403947368614, + 0.011054617807017532, + -0.029681514881578927, + 0.01884901570175438, + -0.046099180000000024, + 0.002979564210526361, + -0.0069296600877193516, + -0.01987498114035088, + 0.015903855074561355, + -0.12577492600877196, + -0.08353401973684217, + -0.05708607535087729, + -0.05055958596491232, + -0.04731587622807015, + -0.043790602412280666 + ] + ], + "std": [ + [ + 1.1161365921129287, + 1.019937304172635, + 0.917445075485345, + 0.922445163110283, + 1.1247212152662185, + 1.0142273750405912, + 1.013302866302, + 1.014864695381583, + 0.9032083969104956, + 0.9420860638513419, + 0.8878850299621215, + 0.9649792111481951, + 0.9283049848951963, + 0.9030510744389749, + 0.8595512938345663, + 0.9546310505717645, + 1.0275522247728062, + 0.9168016008396184, + 0.9413647122294537, + 0.8546868987355505, + 0.9932921290570054, + 1.0448863454946404, + 0.9301627049708955, + 0.9728030425741644, + 0.8334914560515586, + 0.9950352822299136, + 1.1288380460826624, + 1.0483897554983064, + 0.9912110826643573, + 0.972356775914115, + 0.9655364442120018, + 0.961757628464007 + ] + ] + }, + "width": 128, + "in_features": 32, + "out_features": 3, + "depth": 6, + "padding": 64, + "parameters": 39752, + "cert_evals": { + "36": 0.8216216564178467, + "72": 0.7729730010032654, + "108": 0.7225225567817688, + "255": 0.47387388348579407 + }, + "fold": 0 + }, + { + "best_epoch": 52, + "best_val_acc": 0.94, + "test_acc": 0.9101123595505618, + "train_size": 228, + "val_size": 150, + "test_size": 534, + "stats": { + "mean": [ + [ + 0.042168793947368305, + -0.046661154824561395, + -0.07265519657894737, + -0.029048200219298256, + 0.09316957649122803, + -0.10222960131578947, + -0.10301473457017543, + -0.10802850458421065, + -0.0797967623684211, + -0.04103184833333331, + -0.03355091710526318, + -0.07929260306140361, + -0.01261704565789473, + 0.1506792193013158, + -0.04067907675438599, + 0.0143033318859649, + -0.10382837236842095, + -0.04084723513596495, + 0.09225491631578954, + -0.05923273439912277, + -0.01375305198245613, + -0.07187321360087723, + -0.04672014346491231, + 0.0815637618859649, + -0.05598073456140354, + -0.022079915539473673, + -0.09001919685526312, + -0.07580621197368419, + -0.062005388640350885, + -0.0598721951754386, + -0.05949153206140351, + -0.05830784473684211 + ] + ], + "std": [ + [ + 1.0200834248953377, + 0.9834883235416357, + 0.948382326692065, + 0.9422895148016912, + 1.0599930578421568, + 1.008102104687054, + 1.005532265621242, + 1.002425640615904, + 1.0281516449119859, + 0.9864372876535116, + 0.9216225867194346, + 1.0175930869712388, + 0.9515569597651118, + 0.8710927832245062, + 0.9090671548749089, + 0.9587815133966584, + 1.0094043299853246, + 0.9261778760996505, + 0.8474973900761839, + 0.9036382522123776, + 0.9766692441797213, + 1.0089134547001877, + 0.9564712615645998, + 0.8678207248562414, + 0.9118462619599206, + 0.9732947965073382, + 1.0611090895722666, + 1.015667914213523, + 0.9793114555387845, + 0.9657189087278202, + 0.9606198710213132, + 0.9585784664444565 + ] + ] + }, + "width": 128, + "in_features": 32, + "out_features": 3, + "depth": 6, + "padding": 64, + "parameters": 39752, + "cert_evals": { + "36": 0.8801498413085938, + "72": 0.8239700198173523, + "108": 0.7640449404716492, + "255": 0.4569288492202759 + }, + "fold": 1 + }, + { + "best_epoch": 37, + "best_val_acc": 0.9032258064516129, + "test_acc": 0.8839285714285714, + "train_size": 228, + "val_size": 124, + "test_size": 560, + "stats": { + "mean": [ + [ + 0.003998914473684303, + -0.0213186002192983, + -0.017623903947368354, + -0.012337663596491195, + -0.017431074298245655, + -0.004555553359648964, + -0.004108547587719438, + -0.0009373696052630999, + -0.016608215043859648, + -0.03182528381578946, + -0.007421083684210486, + -0.005595805956140336, + -0.02646343394736844, + -0.03618650232456141, + -0.010698251315789472, + -0.030884499561403496, + 0.00945457565789471, + -0.009139434872807068, + -0.03419454758771928, + -0.008557029530701714, + -0.023951698464912213, + -0.004459117500000028, + -0.004532075570175454, + -0.017823669631578956, + 0.001388015307017533, + -0.0025814676008772044, + 0.025199284736842097, + -0.0031750307894736394, + -0.009545385219298277, + -0.011465425438596452, + -0.011802506973684268, + -0.012658367236842074 + ] + ], + "std": [ + [ + 0.97457074546984, + 1.0043257679235367, + 0.9742480751664327, + 0.9943971588575504, + 0.9581527150500696, + 0.9265467380337167, + 0.9264773239886217, + 0.9319494271687707, + 1.0333247779313135, + 0.920720050526615, + 0.9972315457748969, + 0.9339472735421078, + 0.994560651859279, + 0.9728161348895927, + 0.9675512654728273, + 1.0285831983370706, + 0.9503032539654157, + 0.9956226688351669, + 0.9764940921703851, + 0.9471557323877339, + 1.0287165906042777, + 0.9500178099607385, + 0.9876437160220987, + 0.9354692176608096, + 0.898511968634094, + 1.0286414971042166, + 0.9524777970147053, + 0.9772040913271117, + 0.9780996145454892, + 0.9792411013617204, + 0.9824128780686913, + 0.9861305066741933 + ] + ] + }, + "width": 128, + "in_features": 32, + "out_features": 3, + "depth": 6, + "padding": 64, + "parameters": 39752, + "cert_evals": { + "36": 0.8446428775787354, + "72": 0.7785714268684387, + "108": 0.7142857313156128, + "255": 0.47857144474983215 + }, + "fold": 2 + }, + { + "best_epoch": 41, + "best_val_acc": 0.8846153846153846, + "test_acc": 0.8610108303249098, + "train_size": 228, + "val_size": 130, + "test_size": 554, + "stats": { + "mean": [ + [ + 0.19128086798245605, + -0.1545888153201755, + -0.1037753156140351, + -0.08390219271929829, + 0.19822772679824566, + -0.054646532894736755, + -0.05310007785087714, + -0.05312231039473688, + -0.09918999210526323, + -0.0755739785964912, + -0.07051384131578947, + -0.05881431096491246, + -0.07694789254385967, + 0.054556597587719274, + -0.06296629385964911, + -0.09344949605263154, + -0.05059881096491216, + -0.09314682412280695, + 0.050995198815789525, + -0.07107925399122803, + -0.13133097996491225, + -0.0199737169736841, + -0.08499977043859651, + 0.0665703333333333, + -0.06430988701754382, + -0.11358861070175429, + -0.20145491466228072, + -0.1672395333333333, + -0.13964623530701756, + -0.13065004122807017, + -0.1280007524122807, + -0.1254573030701754 + ] + ], + "std": [ + [ + 1.162459605948107, + 1.0220637257211564, + 0.9798271763297653, + 0.9281687716661429, + 1.1748679320520254, + 1.0338563715791989, + 1.0321846232991374, + 1.0330317193022602, + 1.0435830097086, + 0.9790515232110254, + 0.975207419353285, + 0.993634610991306, + 0.9186772145265852, + 0.9759927672870093, + 0.930549606138527, + 0.9430482289842438, + 1.0327123337266333, + 0.9392430037385824, + 0.9854560711615015, + 0.9600278149608173, + 0.9920638252884562, + 1.0141678876429923, + 0.9512802433446548, + 0.9952075820683842, + 0.911976129686222, + 0.9873548656001708, + 1.1909974471705074, + 1.0719478815576433, + 1.0152936018335244, + 0.9972868774145465, + 0.9919889419406073, + 0.9898458188922279 + ] + ] + }, + "width": 128, + "in_features": 32, + "out_features": 3, + "depth": 6, + "padding": 64, + "parameters": 39752, + "cert_evals": { + "36": 0.8122743368148804, + "72": 0.7743682265281677, + "108": 0.7238267064094543, + "255": 0.46209385991096497 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8772764538395241, + "std_test_acc": 0.025339677269702564, + "n_samples": 912, + "n_features": 32, + "n_classes": 3, + "mean_cert_acc_36": 0.839672178030014, + "std_cert_acc_36": 0.030219265997145688, + "mean_cert_acc_72": 0.787470668554306, + "std_cert_acc_72": 0.024448963827229487, + "mean_cert_acc_108": 0.7311699837446213, + "std_cert_acc_108": 0.022319964717635494, + "mean_cert_acc_255": 0.46786700934171677, + "std_cert_acc_255": 0.010060485004567266 + }, + "ozone": { + "dataset": "ozone", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.9805013927576601, + "test_acc": 0.9306545690213869, + "train_size": 634, + "val_size": 359, + "test_size": 1543, + "stats": { + "mean": [ + [ + -0.003832208201892918, + -0.005418530378548824, + -0.010179585331230298, + -0.007282815457413272, + -0.012684214511040823, + -0.016161820820189455, + 0.002799892586751031, + 0.0019220082018927972, + -0.018512049842271346, + 0.005907482334384807, + -0.007494815457413195, + -0.025883145425867744, + -0.03184079188958992, + -0.019569813880126137, + -0.027278735331230344, + -0.03046446009463729, + -0.011907895583595755, + -0.007346252618296485, + -0.02668136640378576, + -0.06587051593059931, + -0.049409756782334495, + -0.07125564747634061, + -0.0656345313880127, + -0.07421817728706603, + -0.009998679968454185, + -0.0262489938485801, + -0.021923096214510832, + -0.0190336230283913, + -0.018218104037854982, + -0.016821850378548945, + -0.020884196703469835, + -0.020929776435331872, + -0.021766428958990638, + -0.02181745849999988, + -0.020616926908517234, + -0.02164594619873821, + -0.027880692514195553, + -0.03721009403785469, + -0.03371047791798095, + -0.0357276862940851, + -0.03981797839116743, + -0.04135431316246058, + -0.0396969034069403, + -0.04041245388012638, + -0.03959258725552049, + -0.035369640788643436, + -0.0329854148107256, + -0.037678351135646625, + -0.029864726656151485, + -0.030806835126182992, + -0.03040135176656141, + -0.02955822337539437, + -0.0004082835646687658, + 0.03179852176656152, + -0.030195180984227132, + -0.04001496272870659, + 0.026779878261829634, + -0.004116586119873863, + -0.0023215491955836005, + -0.024096858706624612, + -0.03674826619400633, + 0.02543307507728708, + -0.005538621608832797, + 0.01184614798107252, + -0.02897714377507889, + -0.008931562263406941, + 0.023499008943217683, + 0.017402507271293364, + 0.0359555768138801, + 0.023836606309148266, + -0.0014779406940063293, + -0.008649845488958915 + ] + ], + "std": [ + [ + 1.0253346653541646, + 0.9970790367473195, + 1.0038692152439912, + 0.9938232451774182, + 0.9892173701948798, + 0.9911118430754786, + 1.017791120532591, + 0.9932864022974621, + 0.9902464436046423, + 1.000185178231482, + 1.0011696264611658, + 0.986480392675615, + 0.9730802318969383, + 0.9778181923701852, + 0.9836970027189096, + 0.9750118443336364, + 0.9792780834573579, + 0.9880149185292257, + 0.9781480670848659, + 0.9690310973910427, + 0.9891508690776625, + 0.9800473244857659, + 0.9719895753152141, + 0.9862159945987059, + 1.000643505337353, + 0.98774444392728, + 1.0016087509397211, + 0.9981176722651791, + 0.9943416662612424, + 0.9911189659544083, + 0.9910342795958328, + 0.9946798944092399, + 0.9963025407021763, + 0.9986420543916559, + 1.0050901822096001, + 1.006920701444179, + 1.0106377164264517, + 1.0193709910492683, + 1.0139900979553602, + 1.0114902226706495, + 1.0154408973720759, + 1.0202202440190384, + 1.0187333506565903, + 1.0188947379912598, + 1.0238829760328585, + 1.0216807530782095, + 1.0172760501580516, + 1.019296401406438, + 1.0121202260566657, + 1.0092598657183676, + 1.0163059965288948, + 1.0075443434312203, + 0.9544054418118135, + 0.959178459050877, + 0.9653248526530249, + 0.9812633263036802, + 0.9443343196371533, + 0.9785419366403552, + 0.9938503050835839, + 0.9399729974257295, + 1.0017571374847212, + 0.9409064434936084, + 0.9699516997787144, + 1.0227411928766736, + 0.9603064531854989, + 0.9989953512934372, + 0.9473740110075154, + 0.9448230205985104, + 0.9456688250252197, + 0.942484207617471, + 1.0193030273935935, + 0.9279161878664934 + ] + ] + }, + "width": 256, + "in_features": 72, + "out_features": 2, + "depth": 6, + "padding": 144, + "parameters": 198727, + "cert_evals": { + "36": 0.9105638265609741, + "72": 0.8891769051551819, + "108": 0.8651976585388184, + "255": 0.7440051436424255 + }, + "fold": 0 + }, + { + "best_epoch": 28, + "best_val_acc": 0.9429280397022333, + "test_acc": 0.9533022014676451, + "train_size": 634, + "val_size": 403, + "test_size": 1499, + "stats": { + "mean": [ + [ + 0.03792215394321758, + 0.05303702501577294, + 0.055938417665614755, + 0.045617302050472784, + 0.021353089905362888, + 0.020145928075709717, + 0.0154306208201896, + 0.022261120504731842, + 0.020515404258675263, + -0.006392122712933948, + -0.018915373501577255, + -0.01732013391167209, + -0.017668103968454255, + -0.006586070347003194, + -0.016273178391167133, + -0.009117565772870817, + -0.006092351104100761, + -0.004906137602523564, + -0.015032467823343948, + -0.009775977760252257, + -0.0028146921135643894, + -0.014031686908517228, + -0.025870736750788572, + -0.018697430914826393, + 0.012961191798107244, + 0.01047141529968471, + 0.018777906104101107, + 0.026551687539432215, + 0.020844408675078762, + 0.023819117413249064, + 0.023811730189274537, + 0.019894168675078563, + 0.021038747192428944, + 0.02314655241798127, + 0.028341015741325026, + 0.024617651403785426, + 0.01178393461514206, + 0.014336364637223941, + 0.016739142365930756, + 0.012312654178627935, + 0.028485125615141934, + 0.019114635623028217, + 0.013634379747634108, + 0.008062478817034518, + 0.009352700126182908, + 0.012544397728706748, + 0.01817721485804401, + 0.017917969968454316, + 0.021168408769716013, + 0.023414116261829713, + 0.014830201829653165, + 0.02222035735015768, + 0.026335983533123025, + 0.0094259924290221, + -0.007603148958990523, + 0.0009938357413249734, + 0.005802570088328026, + 0.026215337223974716, + 0.038780452492113614, + -0.022953927902208182, + 0.031207762034700385, + 0.017113763779179843, + 0.04147194542586757, + 0.04368782463722394, + 0.01750911003659304, + 0.03434608705047321, + 0.009342367476340697, + 0.024773590962145133, + 0.004409446561514154, + 0.005585798107255572, + 0.00011378753943216802, + 0.0765020130757091 + ] + ], + "std": [ + [ + 1.03736363563334, + 1.041421531442326, + 1.0267865270755487, + 1.0121442820993367, + 1.008293110256913, + 1.01873498921806, + 1.0118066495461369, + 0.982292246248336, + 0.979405861495792, + 0.9688780031821314, + 0.9652773998745313, + 0.9694491321671315, + 0.9531773775158731, + 0.9580862657893832, + 0.9577664681306315, + 0.9623544801742809, + 0.975601277571152, + 0.9832052078314656, + 0.990296487656043, + 0.9755842570008628, + 0.9865540245890023, + 0.962851713833088, + 0.9566628208998662, + 0.9468020657890054, + 0.9742316163334963, + 0.9645422392473766, + 1.0027685912228592, + 0.9966208972539959, + 0.999182931601029, + 0.9948819423856855, + 0.9946336959149308, + 0.994301681069435, + 0.9956026583826234, + 0.9930511866663474, + 0.9890478651750041, + 0.994199597668802, + 1.0023859350650413, + 1.000426145687874, + 1.0003652424842289, + 1.0064232470420955, + 0.9992643537317858, + 1.005945961042932, + 1.0059460570896996, + 1.0088514720728148, + 1.0098664378887052, + 1.0086576841526969, + 1.0071224688030078, + 1.0065893694520875, + 1.003072381839363, + 1.0009275382343648, + 1.0031288456338048, + 1.001641400063109, + 0.9717690232361939, + 0.9645442990237298, + 1.0599901264777962, + 0.9668729591901228, + 0.9848003020040621, + 0.9858228202928896, + 0.9910100230003203, + 1.033854568614186, + 1.023206024569695, + 0.9609138694597942, + 0.9763937113178477, + 1.0499365812704335, + 1.002074911190731, + 1.0401611909032527, + 0.9829420247883154, + 0.9775076034950193, + 0.9858571161451036, + 0.98438894199897, + 0.9570620772827372, + 1.2319088901760018 + ] + ] + }, + "width": 256, + "in_features": 72, + "out_features": 2, + "depth": 6, + "padding": 144, + "parameters": 198727, + "cert_evals": { + "36": 0.9359573125839233, + "72": 0.9092728495597839, + "108": 0.8872581720352173, + "255": 0.7918612360954285 + }, + "fold": 1 + }, + { + "best_epoch": 35, + "best_val_acc": 0.9530026109660574, + "test_acc": 0.9400921658986175, + "train_size": 634, + "val_size": 383, + "test_size": 1519, + "stats": { + "mean": [ + [ + -0.026519395110410078, + -0.020519656719242864, + -0.03856912839116702, + -0.016610770662460427, + -0.02360172176656157, + -0.0062361091482649456, + 0.006315673186120061, + 0.008122894006309216, + 0.019828661829653038, + 0.023493720820189235, + 0.028398340063091426, + 0.037658466246056704, + 0.03720359796845454, + 0.01712326940063089, + 0.010629502208201842, + 0.016920019873816996, + 0.004836936277602788, + 0.008885449716088383, + 0.004271558517350052, + -0.013732781230283674, + -0.003293864984227115, + -0.0059959652996845044, + 0.02009481703470032, + 0.012495374763406907, + 0.026107515615142074, + 0.0048866673501578506, + -7.10347318611639e-05, + 0.004620787066245969, + 0.006923117208201871, + 0.007044452050473267, + 0.0017660842902208816, + 0.0005843353627757844, + 0.0024381367823343115, + 0.01260079149999998, + 0.027790525930599275, + 0.03580574296529951, + 0.044962928378549, + 0.03849109044164033, + 0.031017723895899216, + 0.014714712648895947, + 0.020249673911671977, + 0.01992396563091474, + 0.00854246886435317, + 0.010404890378548888, + 0.0019442098422712223, + -0.005629299589905388, + 0.0006738145583594855, + -0.006554089621451123, + -0.0014963604731860216, + -0.004724123485804328, + 0.03185038192429032, + 0.017040701072555207, + -0.016917529684542604, + -0.01635350962145107, + 0.03180636989905358, + -0.028097102381703456, + -0.02487774311041013, + -0.024357788801261843, + 0.010347320820189253, + 0.023048282129337568, + -0.0404586584542587, + -0.01956875883911673, + -0.015517057255520493, + -0.042936753533123054, + 0.016056352455205057, + 0.0006885119637224163, + -0.017713837870662472, + 0.00866661981072551, + -0.011936950630914838, + -0.019579047318612028, + 0.010573428391167213, + 0.013769920457413393 + ] + ], + "std": [ + [ + 0.9824246191960648, + 0.9460660479955723, + 0.9414137117810848, + 0.9563951332641849, + 0.9542747430368088, + 0.9649020128187702, + 0.9480302958839442, + 0.9695925595005404, + 0.9508962724118688, + 0.9324002792481486, + 0.9491098110835717, + 0.9593993759599093, + 0.9708845814409902, + 0.9746076150662417, + 0.9730830926818287, + 0.9705828418121233, + 0.9678944356517812, + 0.9787918055436075, + 0.9871395323030632, + 0.988799836722974, + 1.0088712263265718, + 1.027651048121395, + 1.0110542737448385, + 1.014655075557104, + 0.9527254870773569, + 0.9499284788193443, + 0.9739892346448356, + 0.9717415422572252, + 0.9710591664892269, + 0.9720523397095961, + 0.9743931633453154, + 0.9750560919142672, + 0.9732640281425894, + 0.9694138817789562, + 0.9591766148620566, + 0.9523484366096532, + 0.9426339173138096, + 0.9489336834494043, + 0.9510992266164007, + 0.9608960530293392, + 0.9501293475748765, + 0.950793971802449, + 0.9575052033489578, + 0.9516958236697296, + 0.9607004557781494, + 0.9650164347980471, + 0.9627072697949259, + 0.9664615907966804, + 0.9637912770104232, + 0.9634717474587103, + 0.9445789095634398, + 0.9512185629902784, + 0.9929982903986023, + 0.9911801208163777, + 1.0345096377862717, + 1.015804013333407, + 1.0429149112118707, + 0.9641031908608965, + 0.9736098232781243, + 0.9944177175712005, + 1.0241007437497402, + 1.0365807493549954, + 0.9939798656902995, + 0.9703197880729728, + 0.9618026775337026, + 1.0327802384943932, + 1.0325597261783583, + 0.978275118853774, + 1.0112531906719258, + 1.0439400654735873, + 1.021812320404611, + 1.0812409348018392 + ] + ] + }, + "width": 256, + "in_features": 72, + "out_features": 2, + "depth": 6, + "padding": 144, + "parameters": 198727, + "cert_evals": { + "36": 0.9203423261642456, + "72": 0.9091507196426392, + "108": 0.8854509592056274, + "255": 0.7728768587112427 + }, + "fold": 2 + }, + { + "best_epoch": 19, + "best_val_acc": 0.9631449631449631, + "test_acc": 0.9411371237458194, + "train_size": 634, + "val_size": 407, + "test_size": 1495, + "stats": { + "mean": [ + [ + 0.0414219129337539, + 0.04560815454258686, + 0.034397147160883365, + 0.020956117823343955, + 0.024564269400630924, + 0.0005553069400630991, + 0.016602504416403943, + 0.0062627359621451415, + -0.0031757522082018035, + -0.013944516088328245, + 0.0037218815457413378, + -0.020531244637224017, + -0.012975684929022045, + -0.015335962460567969, + 0.0022576992113565006, + 0.01988752665615142, + 0.025492129968454638, + 0.02310144264984224, + 0.03577952003154558, + 0.03828845977918, + 0.04090566182965307, + 0.016406487381703586, + 0.032255133596214486, + 0.055611245425867664, + 0.025829820504732027, + 0.017592141324921318, + 0.08482513250788633, + 0.08251534022082004, + 0.0806660400000002, + 0.0797597929968453, + 0.07844461148265003, + 0.07577048630914786, + 0.07816740391167189, + 0.07698375904258688, + 0.07839980914826507, + 0.07030392544164019, + 0.07335677605520505, + 0.07059885154574139, + 0.05749520764984241, + 0.05839240802768149, + 0.04884538044164021, + 0.057599388186119704, + 0.06056710167192429, + 0.05068962059936886, + 0.04918662220820182, + 0.05663887050473197, + 0.052981187223974706, + 0.05271488757097796, + 0.05998731700315455, + 0.058964341198738154, + 0.062026943990536335, + 0.06406211694006311, + 0.04476776665615138, + 0.04366600899053627, + 0.0071440257350158225, + 0.01720357881703467, + 0.02547216375078862, + 0.03767682965299683, + 0.005417277176656162, + -0.021366308296529912, + 0.014681808124605667, + 0.02665934194006316, + 0.0029629283911672116, + 0.04136874888012618, + -0.03195372262365931, + 0.02910725921924289, + 0.04066335638801264, + 0.040631754242902225, + 0.0663199716719243, + 0.022615533123028518, + -0.003297019858044126, + 0.04436952356466899 + ] + ], + "std": [ + [ + 1.0105987107179513, + 1.0154217840142559, + 1.0127704333239322, + 1.0250915526181619, + 1.0277899782078663, + 0.982162687271895, + 1.0035414511934382, + 0.9904593990260483, + 0.9663940188769403, + 0.9541638919218064, + 0.9616077277788638, + 0.9585349634260687, + 0.9525169153591942, + 0.9428065740578456, + 0.9687530001209573, + 0.9662943308105892, + 0.9592234004298692, + 0.979716475995095, + 0.9819854494212729, + 0.9839277847661497, + 1.002027685561712, + 0.9811382213240143, + 0.9801878541507797, + 0.9886132720669727, + 0.9572863825752432, + 0.9684473114507368, + 0.9458197712036189, + 0.9493043352225052, + 0.9536886787314945, + 0.9542388565417081, + 0.9568724214982696, + 0.9604182963982565, + 0.9628743223078909, + 0.969739870388791, + 0.9658420669879488, + 0.9663588514066725, + 0.9591914227782425, + 0.9566142593514982, + 0.9604271978550112, + 0.9572841356250656, + 0.9637592188968211, + 0.9567941828689348, + 0.9518409084669301, + 0.9583057006169418, + 0.9626024487496594, + 0.9611581570635215, + 0.9675755641595767, + 0.9693064339918899, + 0.9677848038214554, + 0.9725856655911815, + 0.9492806747367527, + 0.9580864580842854, + 0.9617728581830496, + 0.987791465119004, + 0.96105048335759, + 0.9739101949627368, + 0.9441015562727774, + 0.9653034478263104, + 0.988889321396684, + 0.9934946660414279, + 1.0125052771005791, + 0.9411383407966065, + 0.9598305998600601, + 0.9901272334268524, + 0.9825753191497685, + 1.0224810066711563, + 0.9107176652738894, + 0.9977469943360354, + 0.9461613310736207, + 0.942256538790349, + 0.9681623758458049, + 1.1107317714437548 + ] + ] + }, + "width": 256, + "in_features": 72, + "out_features": 2, + "depth": 6, + "padding": 144, + "parameters": 198727, + "cert_evals": { + "36": 0.9331103563308716, + "72": 0.919732391834259, + "108": 0.9050167202949524, + "255": 0.8247491717338562 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9412965150333672, + "std_test_acc": 0.009289122385906122, + "n_samples": 2536, + "n_features": 72, + "n_classes": 2, + "mean_cert_acc_36": 0.9249934554100037, + "std_cert_acc_36": 0.011774795634048006, + "mean_cert_acc_72": 0.906833216547966, + "std_cert_acc_72": 0.012773105663745768, + "mean_cert_acc_108": 0.8857308775186539, + "std_cert_acc_108": 0.016288726122365284, + "mean_cert_acc_255": 0.7833731025457382, + "std_cert_acc_255": 0.03388232004779388 + }, + "page-blocks": { + "dataset": "page-blocks", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 21, + "best_val_acc": 0.9474342928660826, + "test_acc": 0.882335148215366, + "train_size": 1368, + "val_size": 799, + "test_size": 3306, + "stats": { + "mean": [ + [ + -0.02785030869883066, + 0.04220508005847926, + -0.007799578223684104, + 0.04507938606725141, + -0.024484079290935535, + -0.03854930415204675, + -0.004306797478947405, + -0.009848768527412267, + -0.005646618040935423, + 0.010106594495613968 + ] + ], + "std": [ + [ + 0.6361019181556973, + 1.034803136362929, + 0.6754786444860511, + 1.1067239881887005, + 1.0243975057691477, + 1.0203050705017325, + 0.32326730885545285, + 0.9042709629040901, + 0.8768058573970098, + 0.9187092587310937 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 5, + "depth": 6, + "padding": 20, + "parameters": 4110, + "cert_evals": { + "36": 0.8384754657745361, + "72": 0.7740471363067627, + "108": 0.693889856338501, + "255": 0.16091953217983246 + }, + "fold": 0 + }, + { + "best_epoch": 8, + "best_val_acc": 0.8913308913308914, + "test_acc": 0.790626902008521, + "train_size": 1368, + "val_size": 819, + "test_size": 3286, + "stats": { + "mean": [ + [ + 0.043781880409356606, + 0.01711256745614031, + 0.027425312120614106, + 0.01732590579239761, + -0.023061163435672452, + -0.011174710704678221, + -0.011325527935818777, + -0.0035091932039473506, + 0.004744587522660881, + 0.021409590767543677 + ] + ], + "std": [ + [ + 1.551216006661219, + 1.0143372028076796, + 1.2187084249301219, + 1.0297549624764555, + 1.0122460594399296, + 0.9983403928938066, + 0.28158791437027286, + 0.9526865887702041, + 0.9742767406980914, + 1.066875823567642 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 5, + "depth": 6, + "padding": 20, + "parameters": 4110, + "cert_evals": { + "36": 0.7078514695167542, + "72": 0.608034074306488, + "108": 0.47382834553718567, + "255": 0.040170419961214066 + }, + "fold": 1 + }, + { + "best_epoch": 25, + "best_val_acc": 0.9118727050183598, + "test_acc": 0.8710462287104623, + "train_size": 1368, + "val_size": 817, + "test_size": 3288, + "stats": { + "mean": [ + [ + 0.015907781140350814, + -0.002226113421052676, + 0.00912776447295319, + -0.002154920991959126, + 0.0031836314985380356, + 0.010374599444444719, + 0.033316965369883045, + 0.009327557160087575, + 0.000891657419590793, + 0.006515192383040968 + ] + ], + "std": [ + [ + 1.3819579471500247, + 1.004275883692728, + 1.095413957795245, + 0.9803011522566464, + 1.02223461206074, + 1.0167467029099182, + 1.9464523444956574, + 1.0297533577214233, + 0.9946199232832146, + 1.0446888834153083 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 5, + "depth": 6, + "padding": 20, + "parameters": 4110, + "cert_evals": { + "36": 0.8266423344612122, + "72": 0.7749391794204712, + "108": 0.6958637237548828, + "255": 0.0833333358168602 + }, + "fold": 2 + }, + { + "best_epoch": 34, + "best_val_acc": 0.9156626506024096, + "test_acc": 0.8961832061068702, + "train_size": 1368, + "val_size": 830, + "test_size": 3275, + "stats": { + "mean": [ + [ + -0.022221515862573354, + 0.012958097207602326, + -0.023529265928362474, + 0.036208808418859734, + -0.027518972836257316, + -0.013723225687134319, + -0.012668056071783647, + -0.009748616040204477, + -0.011955442258771813, + -0.013552336834795524 + ] + ], + "std": [ + [ + 0.6475896046566302, + 1.0059677646780396, + 0.5107302397945517, + 1.1498688572629936, + 0.9979365341699833, + 1.013315424044995, + 0.29978287731614, + 0.8399280364800779, + 0.8321768138579335, + 0.8892475036231946 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 5, + "depth": 6, + "padding": 20, + "parameters": 4110, + "cert_evals": { + "36": 0.8570992350578308, + "72": 0.8009160161018372, + "108": 0.7297709584236145, + "255": 0.24091602861881256 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8600478712603048, + "std_test_acc": 0.04740857860838952, + "n_samples": 5473, + "n_features": 10, + "n_classes": 5, + "mean_cert_acc_36": 0.8075171262025833, + "std_cert_acc_36": 0.06761612485479934, + "mean_cert_acc_72": 0.7394841015338898, + "std_cert_acc_72": 0.08851488708351574, + "mean_cert_acc_108": 0.648338221013546, + "std_cert_acc_108": 0.11749980461326515, + "mean_cert_acc_255": 0.13133482914417982, + "std_cert_acc_255": 0.08850308242341794 + }, + "parkinsons": { + "dataset": "parkinsons", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 19, + "best_val_acc": 0.90625, + "test_acc": 0.8245614035087719, + "train_size": 49, + "val_size": 32, + "test_size": 114, + "stats": { + "mean": [ + [ + -0.15177435102040818, + -0.14490747816326535, + -0.02793487336734694, + 0.07550721530612242, + 0.16469232653061222, + 0.06000429387755099, + 0.057462867346938805, + 0.05978606938775514, + 0.05105301632653058, + 0.04845383877551018, + 0.07840458979591836, + 0.035619136734693836, + -0.02313697142857144, + 0.07845370204081635, + 0.05081704489795923, + -0.05448034285714283, + 0.09286327571428574, + 0.11816354897959186, + 0.08590491632653065, + -0.06924810548979589, + -0.02065583061224492, + 0.08162519999999998 + ] + ], + "std": [ + [ + 1.0613261678715187, + 0.9389798332809319, + 1.0498853015314364, + 1.028178025788432, + 1.1302871347577632, + 1.053868521125123, + 0.9140732841638698, + 1.0539995649510843, + 0.9323130971496129, + 0.9120908163855437, + 0.965768008718649, + 0.9229613584450868, + 0.7749770294180661, + 0.9658059844041067, + 1.1469052270870694, + 0.9026558165061398, + 0.9439418569560901, + 1.0717521728726727, + 0.9888476097381187, + 0.9175952788801556, + 0.8884377062114949, + 1.0021764187683884 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 18927, + "cert_evals": { + "36": 0.780701756477356, + "72": 0.719298243522644, + "108": 0.6578947305679321, + "255": 0.37719297409057617 + }, + "fold": 0 + }, + { + "best_epoch": 6, + "best_val_acc": 0.8275862068965517, + "test_acc": 0.8205128205128205, + "train_size": 49, + "val_size": 29, + "test_size": 117, + "stats": { + "mean": [ + [ + -0.027148382244897965, + 0.009347322448979607, + 0.0018427693877550925, + 0.009376194897959197, + 0.0498221836734694, + 0.012418432040816317, + 0.0059797006122448695, + 0.012543908367346951, + -0.037508161224489786, + -0.0405606224489796, + -0.048066938775510194, + -0.07178797142857142, + -0.03155485102040816, + -0.048018842857142856, + 0.02719700816326529, + -0.008239085714285705, + -0.010052408163265357, + -0.025077353061224498, + 0.0272707673469388, + -0.04564295242857147, + -0.07848456122448978, + 0.03751739387755105 + ] + ], + "std": [ + [ + 1.0246326141739506, + 1.0196404637451633, + 1.0987023554811475, + 0.9900334582522926, + 1.068799641609979, + 1.0047499589980544, + 0.9252408702230309, + 1.0047829572179607, + 0.8748456565149585, + 0.8600654939521702, + 0.9166784846917336, + 0.7849483256776274, + 0.7558279428458922, + 0.9166869983641067, + 1.0291603272025247, + 0.9397974037578619, + 0.9834737083640328, + 1.0844660729168245, + 0.9811741510034482, + 0.945229122764763, + 1.1321558581479092, + 0.9828216273953867 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 18927, + "cert_evals": { + "36": 0.7179487347602844, + "72": 0.6153846383094788, + "108": 0.504273533821106, + "255": 0.32478633522987366 + }, + "fold": 1 + }, + { + "best_epoch": 18, + "best_val_acc": 0.967741935483871, + "test_acc": 0.8260869565217391, + "train_size": 49, + "val_size": 31, + "test_size": 115, + "stats": { + "mean": [ + [ + 0.027074289795918385, + 0.06335899489795922, + -0.141163173367347, + 0.006597857142857159, + -0.010543326530612232, + 0.019088730000000016, + -0.0031925448979591826, + 0.019260090000000007, + 0.03507935306122449, + 0.04217078775510203, + 0.050042397959183714, + 0.022464604081632724, + 0.007354644897959173, + 0.050004783673469354, + 0.0323217163265306, + -0.009419553061224523, + 0.06361398795918367, + -0.10837456326530606, + -0.07562777959183671, + 0.0783767696122449, + 0.07697315102040819, + -0.0768896448979592 + ] + ], + "std": [ + [ + 1.0021709858608663, + 1.036472332412846, + 0.8511547041931776, + 1.153319334760644, + 1.1400090214649552, + 1.1856512484533104, + 1.109926186807537, + 1.1857461665406257, + 1.0993883359109478, + 1.0989049029267082, + 1.1281831752622162, + 1.0778885202444342, + 1.0368342393804297, + 1.1281482640713403, + 1.212987846980958, + 1.0961601956507685, + 0.9410222006090059, + 0.9631862850066165, + 0.9241843695124426, + 0.8888983110215023, + 0.9670994638815306, + 0.9437743892758995 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 18927, + "cert_evals": { + "36": 0.7652173638343811, + "72": 0.730434775352478, + "108": 0.6173912882804871, + "255": 0.4521738886833191 + }, + "fold": 2 + }, + { + "best_epoch": 15, + "best_val_acc": 0.7878787878787878, + "test_acc": 0.8672566371681416, + "train_size": 49, + "val_size": 33, + "test_size": 113, + "stats": { + "mean": [ + [ + -0.017151697959183657, + -0.08282589622448981, + -0.03878951020408162, + -0.05014604183673472, + -0.00995732653061224, + -0.010962025102040794, + -0.07701460816326532, + -0.01092796510204078, + -0.18647080816326533, + -0.18633531836734696, + -0.14844791836734691, + -0.22856991510204083, + -0.237482206122449, + -0.14839450816326533, + -0.02768821020408163, + 0.14269979897959184, + -0.18449186244897958, + 0.04748424285714288, + -0.13693871632653068, + -0.31049158099999996, + -0.18406532040816326, + -0.15638604489795918 + ] + ], + "std": [ + [ + 1.0058346739543103, + 0.9487949638489124, + 0.994620516441734, + 0.973242138110713, + 1.098902934224567, + 0.9933442474130566, + 0.8958864648117469, + 0.9933555009804176, + 0.8433041190561102, + 0.7941043410091924, + 0.9208429310347311, + 0.7043302529123088, + 0.6518639290383439, + 0.9208764339301102, + 1.0359836613291062, + 0.9627627144124837, + 0.9723485565102632, + 0.9910728139212198, + 0.9457878853222512, + 0.8667410055873132, + 0.9407240712581624, + 0.9187159564771525 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 18927, + "cert_evals": { + "36": 0.8318583965301514, + "72": 0.7876105904579163, + "108": 0.7345132827758789, + "255": 0.5486725568771362 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8346044544278683, + "std_test_acc": 0.021894823029233835, + "n_samples": 195, + "n_features": 22, + "n_classes": 2, + "mean_cert_acc_36": 0.7739315629005432, + "std_cert_acc_36": 0.04694453424828877, + "mean_cert_acc_72": 0.7131820619106293, + "std_cert_acc_72": 0.07173796234294848, + "mean_cert_acc_108": 0.628518208861351, + "std_cert_acc_108": 0.09601819855144199, + "mean_cert_acc_255": 0.4257064387202263, + "std_cert_acc_255": 0.09722759495294833 + }, + "optical": { + "dataset": "optical", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 61, + "best_val_acc": 0.9685452162516383, + "test_acc": 0.9601307189542484, + "train_size": 1797, + "val_size": 763, + "test_size": 3060, + "stats": { + "mean": [ + [ + 1.3856427249732343e-07, + 3.522537559932238e-07, + 2.0200333923407371e-07, + -2.1090706664453654e-08, + 9.079577074147025e-07, + -3.7840846155241325e-08, + 1.0016694480800053e-07, + -3.839732929460532e-08, + -2.052531986360973e-07, + 5.736227047582848e-07, + -5.392877018977476e-07, + 3.446855866850716e-07, + 7.471897606570201e-07, + 6.366165789100185e-08, + 6.343906503950533e-08, + 1.6082360320555245e-08, + -1.2743461284050804e-07, + -1.040734557545233e-06, + -8.755926547578072e-07, + -3.578185863301285e-07, + 7.332220366643227e-07, + -3.0194769109244466e-07, + 7.790762325825424e-08, + 7.345575957029862e-08, + -7.23984418536337e-07, + 9.154145797987881e-07, + 1.1503060657291822e-06, + 5.397885364376055e-07, + 9.892598776549736e-07, + 1.3388981694693205e-07, + -1.4245965993065702e-08, + 0.0, + 9.849749597322357e-08, + -3.005008345580917e-07, + -1.252309404487717e-06, + 1.1563717317173418e-07, + 2.612687813142242e-07, + -2.1246521999465225e-07, + 2.181413434127969e-08, + 2.5598219080391046e-08, + 8.095715080714013e-07, + 2.046967167367694e-06, + 7.488035611850296e-07, + -5.36338341615376e-07, + 2.2593210867774937e-07, + 1.391208119443866e-09, + 2.1146353474234786e-09, + -9.627156351675032e-08, + 7.974401797152621e-08, + -4.3405676095586467e-07, + 4.762938228768179e-07, + -1.1801335560497857e-06, + -1.2314969337031567e-07, + -1.9309961105232408e-07, + -3.3611575048358445e-08, + 2.036727886363881e-07, + 1.463550362828589e-07, + 1.4123539216025922e-07, + 2.2092376161315588e-07, + -2.9421257666669716e-07, + 1.7028380694169436e-07, + -7.623817643177156e-08 + ] + ], + "std": [ + [ + 0.9997215438361656, + 0.9997210922060588, + 0.9997214681131235, + 0.999721655854133, + 0.9997208475841785, + 0.9997219821124261, + 0.9997214930298326, + 0.999721057794131, + 0.9997217596240401, + 0.9997225746036739, + 0.9997210224417119, + 0.9997227576971818, + 0.9997229351930221, + 0.9997215956873193, + 0.9997211331602884, + 0.9997230207039172, + 0.9997217447316874, + 0.9997210018360171, + 0.9997222723850343, + 0.9997221108286501, + 0.9997214178114493, + 0.9997217647676936, + 0.9997224408130486, + 0.9997228003545515, + 0.9997209577711167, + 0.9997232788951946, + 0.9997216619853025, + 0.9997205909299596, + 0.9997219977968902, + 0.9997221075144335, + 0.9997206041402685, + 1.0, + 0.9997216910380222, + 0.9997220629734219, + 0.999722192628859, + 0.9997216259221229, + 0.9997236467717389, + 0.999721912949805, + 0.9997216048405073, + 0.9997213735793822, + 0.9997214679760645, + 0.9997208302277274, + 0.9997210543542098, + 0.9997230984585895, + 0.9997218857870922, + 0.9997212960295644, + 0.9997215938175112, + 0.9997221985317171, + 0.999722021899587, + 0.999721725627861, + 0.9997220060267005, + 0.9997218313197827, + 0.9997214196784353, + 0.9997219309011688, + 0.9997206139806237, + 0.9997218079331756, + 0.9997220886750577, + 0.9997214372339108, + 0.9997213277413262, + 0.999722450536975, + 0.9997220499516833, + 0.9997216929328724 + ] + ] + }, + "width": 256, + "in_features": 62, + "out_features": 10, + "depth": 6, + "padding": 124, + "parameters": 148567, + "cert_evals": { + "36": 0.9486928582191467, + "72": 0.9356209635734558, + "108": 0.9189542531967163, + "255": 0.7960784435272217 + }, + "fold": 0 + }, + { + "best_epoch": 20, + "best_val_acc": 0.9647519582245431, + "test_acc": 0.9551848217206411, + "train_size": 1797, + "val_size": 766, + "test_size": 3057, + "stats": { + "mean": [ + [ + 1.3856427249732343e-07, + 3.522537559932238e-07, + 2.0200333923407371e-07, + -2.1090706664453654e-08, + 9.079577074147025e-07, + -3.7840846155241325e-08, + 1.0016694480800053e-07, + -3.839732929460532e-08, + -2.052531986360973e-07, + 5.736227047582848e-07, + -5.392877018977476e-07, + 3.446855866850716e-07, + 7.471897606570201e-07, + 6.366165789100185e-08, + 6.343906503950533e-08, + 1.6082360320555245e-08, + -1.2743461284050804e-07, + -1.040734557545233e-06, + -8.755926547578072e-07, + -3.578185863301285e-07, + 7.332220366643227e-07, + -3.0194769109244466e-07, + 7.790762325825424e-08, + 7.345575957029862e-08, + -7.23984418536337e-07, + 9.154145797987881e-07, + 1.1503060657291822e-06, + 5.397885364376055e-07, + 9.892598776549736e-07, + 1.3388981694693205e-07, + -1.4245965993065702e-08, + 0.0, + 9.849749597322357e-08, + -3.005008345580917e-07, + -1.252309404487717e-06, + 1.1563717317173418e-07, + 2.612687813142242e-07, + -2.1246521999465225e-07, + 2.181413434127969e-08, + 2.5598219080391046e-08, + 8.095715080714013e-07, + 2.046967167367694e-06, + 7.488035611850296e-07, + -5.36338341615376e-07, + 2.2593210867774937e-07, + 1.391208119443866e-09, + 2.1146353474234786e-09, + -9.627156351675032e-08, + 7.974401797152621e-08, + -4.3405676095586467e-07, + 4.762938228768179e-07, + -1.1801335560497857e-06, + -1.2314969337031567e-07, + -1.9309961105232408e-07, + -3.3611575048358445e-08, + 2.036727886363881e-07, + 1.463550362828589e-07, + 1.4123539216025922e-07, + 2.2092376161315588e-07, + -2.9421257666669716e-07, + 1.7028380694169436e-07, + -7.623817643177156e-08 + ] + ], + "std": [ + [ + 0.9997215438361656, + 0.9997210922060588, + 0.9997214681131235, + 0.999721655854133, + 0.9997208475841785, + 0.9997219821124261, + 0.9997214930298326, + 0.999721057794131, + 0.9997217596240401, + 0.9997225746036739, + 0.9997210224417119, + 0.9997227576971818, + 0.9997229351930221, + 0.9997215956873193, + 0.9997211331602884, + 0.9997230207039172, + 0.9997217447316874, + 0.9997210018360171, + 0.9997222723850343, + 0.9997221108286501, + 0.9997214178114493, + 0.9997217647676936, + 0.9997224408130486, + 0.9997228003545515, + 0.9997209577711167, + 0.9997232788951946, + 0.9997216619853025, + 0.9997205909299596, + 0.9997219977968902, + 0.9997221075144335, + 0.9997206041402685, + 1.0, + 0.9997216910380222, + 0.9997220629734219, + 0.999722192628859, + 0.9997216259221229, + 0.9997236467717389, + 0.999721912949805, + 0.9997216048405073, + 0.9997213735793822, + 0.9997214679760645, + 0.9997208302277274, + 0.9997210543542098, + 0.9997230984585895, + 0.9997218857870922, + 0.9997212960295644, + 0.9997215938175112, + 0.9997221985317171, + 0.999722021899587, + 0.999721725627861, + 0.9997220060267005, + 0.9997218313197827, + 0.9997214196784353, + 0.9997219309011688, + 0.9997206139806237, + 0.9997218079331756, + 0.9997220886750577, + 0.9997214372339108, + 0.9997213277413262, + 0.999722450536975, + 0.9997220499516833, + 0.9997216929328724 + ] + ] + }, + "width": 256, + "in_features": 62, + "out_features": 10, + "depth": 6, + "padding": 124, + "parameters": 148567, + "cert_evals": { + "36": 0.9443899393081665, + "72": 0.9306509494781494, + "108": 0.9146221876144409, + "255": 0.7860647439956665 + }, + "fold": 1 + }, + { + "best_epoch": 41, + "best_val_acc": 0.9707057256990679, + "test_acc": 0.95703125, + "train_size": 1797, + "val_size": 751, + "test_size": 3072, + "stats": { + "mean": [ + [ + 1.3856427249732343e-07, + 3.522537559932238e-07, + 2.0200333923407371e-07, + -2.1090706664453654e-08, + 9.079577074147025e-07, + -3.7840846155241325e-08, + 1.0016694480800053e-07, + -3.839732929460532e-08, + -2.052531986360973e-07, + 5.736227047582848e-07, + -5.392877018977476e-07, + 3.446855866850716e-07, + 7.471897606570201e-07, + 6.366165789100185e-08, + 6.343906503950533e-08, + 1.6082360320555245e-08, + -1.2743461284050804e-07, + -1.040734557545233e-06, + -8.755926547578072e-07, + -3.578185863301285e-07, + 7.332220366643227e-07, + -3.0194769109244466e-07, + 7.790762325825424e-08, + 7.345575957029862e-08, + -7.23984418536337e-07, + 9.154145797987881e-07, + 1.1503060657291822e-06, + 5.397885364376055e-07, + 9.892598776549736e-07, + 1.3388981694693205e-07, + -1.4245965993065702e-08, + 0.0, + 9.849749597322357e-08, + -3.005008345580917e-07, + -1.252309404487717e-06, + 1.1563717317173418e-07, + 2.612687813142242e-07, + -2.1246521999465225e-07, + 2.181413434127969e-08, + 2.5598219080391046e-08, + 8.095715080714013e-07, + 2.046967167367694e-06, + 7.488035611850296e-07, + -5.36338341615376e-07, + 2.2593210867774937e-07, + 1.391208119443866e-09, + 2.1146353474234786e-09, + -9.627156351675032e-08, + 7.974401797152621e-08, + -4.3405676095586467e-07, + 4.762938228768179e-07, + -1.1801335560497857e-06, + -1.2314969337031567e-07, + -1.9309961105232408e-07, + -3.3611575048358445e-08, + 2.036727886363881e-07, + 1.463550362828589e-07, + 1.4123539216025922e-07, + 2.2092376161315588e-07, + -2.9421257666669716e-07, + 1.7028380694169436e-07, + -7.623817643177156e-08 + ] + ], + "std": [ + [ + 0.9997215438361656, + 0.9997210922060588, + 0.9997214681131235, + 0.999721655854133, + 0.9997208475841785, + 0.9997219821124261, + 0.9997214930298326, + 0.999721057794131, + 0.9997217596240401, + 0.9997225746036739, + 0.9997210224417119, + 0.9997227576971818, + 0.9997229351930221, + 0.9997215956873193, + 0.9997211331602884, + 0.9997230207039172, + 0.9997217447316874, + 0.9997210018360171, + 0.9997222723850343, + 0.9997221108286501, + 0.9997214178114493, + 0.9997217647676936, + 0.9997224408130486, + 0.9997228003545515, + 0.9997209577711167, + 0.9997232788951946, + 0.9997216619853025, + 0.9997205909299596, + 0.9997219977968902, + 0.9997221075144335, + 0.9997206041402685, + 1.0, + 0.9997216910380222, + 0.9997220629734219, + 0.999722192628859, + 0.9997216259221229, + 0.9997236467717389, + 0.999721912949805, + 0.9997216048405073, + 0.9997213735793822, + 0.9997214679760645, + 0.9997208302277274, + 0.9997210543542098, + 0.9997230984585895, + 0.9997218857870922, + 0.9997212960295644, + 0.9997215938175112, + 0.9997221985317171, + 0.999722021899587, + 0.999721725627861, + 0.9997220060267005, + 0.9997218313197827, + 0.9997214196784353, + 0.9997219309011688, + 0.9997206139806237, + 0.9997218079331756, + 0.9997220886750577, + 0.9997214372339108, + 0.9997213277413262, + 0.999722450536975, + 0.9997220499516833, + 0.9997216929328724 + ] + ] + }, + "width": 256, + "in_features": 62, + "out_features": 10, + "depth": 6, + "padding": 124, + "parameters": 148567, + "cert_evals": { + "36": 0.9466146230697632, + "72": 0.931640625, + "108": 0.916015625, + "255": 0.7936198115348816 + }, + "fold": 2 + }, + { + "best_epoch": 76, + "best_val_acc": 0.9591836734693877, + "test_acc": 0.9614637305699482, + "train_size": 1797, + "val_size": 735, + "test_size": 3088, + "stats": { + "mean": [ + [ + 1.3856427249732343e-07, + 3.522537559932238e-07, + 2.0200333923407371e-07, + -2.1090706664453654e-08, + 9.079577074147025e-07, + -3.7840846155241325e-08, + 1.0016694480800053e-07, + -3.839732929460532e-08, + -2.052531986360973e-07, + 5.736227047582848e-07, + -5.392877018977476e-07, + 3.446855866850716e-07, + 7.471897606570201e-07, + 6.366165789100185e-08, + 6.343906503950533e-08, + 1.6082360320555245e-08, + -1.2743461284050804e-07, + -1.040734557545233e-06, + -8.755926547578072e-07, + -3.578185863301285e-07, + 7.332220366643227e-07, + -3.0194769109244466e-07, + 7.790762325825424e-08, + 7.345575957029862e-08, + -7.23984418536337e-07, + 9.154145797987881e-07, + 1.1503060657291822e-06, + 5.397885364376055e-07, + 9.892598776549736e-07, + 1.3388981694693205e-07, + -1.4245965993065702e-08, + 0.0, + 9.849749597322357e-08, + -3.005008345580917e-07, + -1.252309404487717e-06, + 1.1563717317173418e-07, + 2.612687813142242e-07, + -2.1246521999465225e-07, + 2.181413434127969e-08, + 2.5598219080391046e-08, + 8.095715080714013e-07, + 2.046967167367694e-06, + 7.488035611850296e-07, + -5.36338341615376e-07, + 2.2593210867774937e-07, + 1.391208119443866e-09, + 2.1146353474234786e-09, + -9.627156351675032e-08, + 7.974401797152621e-08, + -4.3405676095586467e-07, + 4.762938228768179e-07, + -1.1801335560497857e-06, + -1.2314969337031567e-07, + -1.9309961105232408e-07, + -3.3611575048358445e-08, + 2.036727886363881e-07, + 1.463550362828589e-07, + 1.4123539216025922e-07, + 2.2092376161315588e-07, + -2.9421257666669716e-07, + 1.7028380694169436e-07, + -7.623817643177156e-08 + ] + ], + "std": [ + [ + 0.9997215438361656, + 0.9997210922060588, + 0.9997214681131235, + 0.999721655854133, + 0.9997208475841785, + 0.9997219821124261, + 0.9997214930298326, + 0.999721057794131, + 0.9997217596240401, + 0.9997225746036739, + 0.9997210224417119, + 0.9997227576971818, + 0.9997229351930221, + 0.9997215956873193, + 0.9997211331602884, + 0.9997230207039172, + 0.9997217447316874, + 0.9997210018360171, + 0.9997222723850343, + 0.9997221108286501, + 0.9997214178114493, + 0.9997217647676936, + 0.9997224408130486, + 0.9997228003545515, + 0.9997209577711167, + 0.9997232788951946, + 0.9997216619853025, + 0.9997205909299596, + 0.9997219977968902, + 0.9997221075144335, + 0.9997206041402685, + 1.0, + 0.9997216910380222, + 0.9997220629734219, + 0.999722192628859, + 0.9997216259221229, + 0.9997236467717389, + 0.999721912949805, + 0.9997216048405073, + 0.9997213735793822, + 0.9997214679760645, + 0.9997208302277274, + 0.9997210543542098, + 0.9997230984585895, + 0.9997218857870922, + 0.9997212960295644, + 0.9997215938175112, + 0.9997221985317171, + 0.999722021899587, + 0.999721725627861, + 0.9997220060267005, + 0.9997218313197827, + 0.9997214196784353, + 0.9997219309011688, + 0.9997206139806237, + 0.9997218079331756, + 0.9997220886750577, + 0.9997214372339108, + 0.9997213277413262, + 0.999722450536975, + 0.9997220499516833, + 0.9997216929328724 + ] + ] + }, + "width": 256, + "in_features": 62, + "out_features": 10, + "depth": 6, + "padding": 124, + "parameters": 148567, + "cert_evals": { + "36": 0.9507771730422974, + "72": 0.935556948184967, + "108": 0.9200129508972168, + "255": 0.7992227673530579 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9584526303112094, + "std_test_acc": 0.0028624931578234776, + "n_samples": 5620, + "n_features": 62, + "n_classes": 10, + "mean_cert_acc_36": 0.9476186484098434, + "std_cert_acc_36": 0.002742434071829644, + "mean_cert_acc_72": 0.9333673715591431, + "std_cert_acc_72": 0.0025970191482384297, + "mean_cert_acc_108": 0.9174012541770935, + "std_cert_acc_108": 0.0025083822734263505, + "mean_cert_acc_255": 0.7937464416027069, + "std_cert_acc_255": 0.005611086941641677 + }, + "pima": { + "dataset": "pima", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 41, + "best_val_acc": 0.7521367521367521, + "test_acc": 0.738562091503268, + "train_size": 192, + "val_size": 117, + "test_size": 459, + "stats": { + "mean": [ + [ + -0.0019324124999998884, + -0.00012207583333333216, + 0.04217885052083333, + 0.00848995729166671, + 0.005174749999999932, + -0.046159915651041654, + 0.005953811979166655, + 0.07872151093750006 + ] + ], + "std": [ + [ + 0.9819510309933771, + 0.9111640190273224, + 0.9708504296826285, + 1.099822957973565, + 0.9218205138345946, + 1.056214861472258, + 1.0108583076345607, + 1.01432971356633 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 2, + "depth": 6, + "padding": 16, + "parameters": 2631, + "cert_evals": { + "36": 0.6666666269302368, + "72": 0.5947712063789368, + "108": 0.514161229133606, + "255": 0.18082788586616516 + }, + "fold": 0 + }, + { + "best_epoch": 19, + "best_val_acc": 0.7703703703703704, + "test_acc": 0.7732426303854876, + "train_size": 192, + "val_size": 135, + "test_size": 441, + "stats": { + "mean": [ + [ + 0.019707258333333522, + 0.03424992687499997, + 0.03491385885416665, + -0.08194942239583324, + -0.03907010052083341, + 0.053195496510416655, + -0.0036192521354166743, + -0.06521345781250003 + ] + ], + "std": [ + [ + 1.0301685557841433, + 0.9959115695466323, + 1.0735770070448536, + 0.9845812772483306, + 0.9943920335167246, + 1.0696319409722543, + 0.9860249191330342, + 0.9892410062597343 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 2, + "depth": 6, + "padding": 16, + "parameters": 2631, + "cert_evals": { + "36": 0.6893424391746521, + "72": 0.5782312750816345, + "108": 0.4671202003955841, + "255": 0.07256235927343369 + }, + "fold": 1 + }, + { + "best_epoch": 18, + "best_val_acc": 0.775, + "test_acc": 0.7521929824561403, + "train_size": 192, + "val_size": 120, + "test_size": 456, + "stats": { + "mean": [ + [ + 0.17582224895833332, + 0.038322315416666634, + -0.07783248697916666, + -0.16520565468749995, + -0.11327850364583342, + -0.135474219296875, + -0.03175727552083333, + 0.09643667291666673 + ] + ], + "std": [ + [ + 1.0638504058639158, + 0.9838373596130083, + 1.064286398859908, + 1.0275191945092796, + 0.9301240391257053, + 1.0696755566062253, + 0.953495407419293, + 1.060048294039853 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 2, + "depth": 6, + "padding": 16, + "parameters": 2631, + "cert_evals": { + "36": 0.640350878238678, + "72": 0.5416666865348816, + "108": 0.41228070855140686, + "255": 0.05263157933950424 + }, + "fold": 2 + }, + { + "best_epoch": 21, + "best_val_acc": 0.7876106194690266, + "test_acc": 0.7408207343412527, + "train_size": 192, + "val_size": 113, + "test_size": 463, + "stats": { + "mean": [ + [ + 0.019707373958333604, + 0.04956274229166665, + -0.032895598437499944, + -0.02546561510416664, + -0.004270790312500018, + 0.06891787828125, + -0.041550713963541624, + 0.019818838020833326 + ] + ], + "std": [ + [ + 1.046076222621493, + 0.9765956060942442, + 1.0875934081009107, + 0.9881278389945256, + 0.9075867743815457, + 0.9995410119642123, + 0.8563442009545308, + 0.9709125098838245 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 2, + "depth": 6, + "padding": 16, + "parameters": 2631, + "cert_evals": { + "36": 0.6587472558021545, + "72": 0.6069114208221436, + "108": 0.5313174724578857, + "255": 0.15982720255851746 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7512046096715372, + "std_test_acc": 0.01585674798794672, + "n_samples": 768, + "n_features": 8, + "n_classes": 2, + "mean_cert_acc_36": 0.6637768000364304, + "std_cert_acc_36": 0.020297973062195888, + "mean_cert_acc_72": 0.5803951472043991, + "std_cert_acc_72": 0.02836876129568662, + "mean_cert_acc_108": 0.48121990263462067, + "std_cert_acc_108": 0.05337387493828225, + "mean_cert_acc_255": 0.11646225675940514, + "std_cert_acc_255": 0.06331142370228612 + }, + "pittsburg-bridges-MATERIAL": { + "dataset": "pittsburg-bridges-MATERIAL", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 3, + "best_val_acc": 0.75, + "test_acc": 0.48333333333333334, + "train_size": 26, + "val_size": 20, + "test_size": 60, + "stats": { + "mean": [ + [ + -0.11238934615384605, + 0.19736865, + 0.15455, + 0.15961346153846157, + -0.07076646153846156, + 0.15434588461538454, + 0.1840363461538461 + ] + ], + "std": [ + [ + 0.9957184371723743, + 0.9959413552215316, + 1.0315511158616348, + 0.8772828351648864, + 1.0247762294541045, + 1.1028821922601193, + 0.7995873033749223 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 2052, + "cert_evals": { + "36": 0.20000001788139343, + "72": 0.11666667461395264, + "108": 0.11666667461395264, + "255": 0.03333333507180214 + }, + "fold": 0 + }, + { + "best_epoch": 20, + "best_val_acc": 0.7894736842105263, + "test_acc": 0.8032786885245902, + "train_size": 26, + "val_size": 19, + "test_size": 61, + "stats": { + "mean": [ + [ + -0.009688884615384565, + 0.22651538461538462, + 0.03409030769230755, + -0.09103884615384622, + 0.1841305, + 0.31850111538461523, + 0.027972884615384445 + ] + ], + "std": [ + [ + 1.115613086975337, + 1.0057941285258243, + 1.1782033883592151, + 0.9294434251013095, + 1.0832735600836598, + 1.0726038998514973, + 0.8999058194666532 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 2052, + "cert_evals": { + "36": 0.7213114500045776, + "72": 0.37704914808273315, + "108": 0.1147540956735611, + "255": 0.016393441706895828 + }, + "fold": 1 + }, + { + "best_epoch": 24, + "best_val_acc": 0.9375, + "test_acc": 0.671875, + "train_size": 26, + "val_size": 16, + "test_size": 64, + "stats": { + "mean": [ + [ + 0.14436196153846156, + -0.06772561923076922, + 0.15454984615384612, + 0.15961346153846157, + 0.29337180769230764, + 0.26378273076923064, + 0.027972884615384573 + ] + ], + "std": [ + [ + 1.0179791685372954, + 1.0403197946863862, + 1.0714178998681247, + 0.8772828351648864, + 0.8271634472356539, + 1.1323512832459435, + 0.8999058194666533 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 2052, + "cert_evals": { + "36": 0.625, + "72": 0.265625, + "108": 0.09375, + "255": 0.046875 + }, + "fold": 2 + }, + { + "best_epoch": 26, + "best_val_acc": 0.8823529411764706, + "test_acc": 0.8412698412698413, + "train_size": 26, + "val_size": 17, + "test_size": 63, + "stats": { + "mean": [ + [ + -0.3691406153846153, + 0.08633426923076921, + -0.00606200000000008, + -0.34169099999999986, + -0.14359411538461544, + 0.07226838461538451, + -0.05005884615384633 + ] + ], + "std": [ + [ + 0.7352238508876096, + 0.769629063092912, + 0.993332786470492, + 1.2842104251847937, + 0.9183219104916871, + 1.1684627801712248, + 0.9363807692307694 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 2052, + "cert_evals": { + "36": 0.7777778506278992, + "72": 0.682539701461792, + "108": 0.5555555820465088, + "255": 0.0476190522313118 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6999392157819412, + "std_test_acc": 0.1616159035556477, + "n_samples": 106, + "n_features": 7, + "n_classes": 3, + "mean_cert_acc_36": 0.5810223296284676, + "std_cert_acc_36": 0.2617287462750014, + "mean_cert_acc_72": 0.36047013103961945, + "std_cert_acc_72": 0.23974944994379946, + "mean_cert_acc_108": 0.22018158808350563, + "std_cert_acc_108": 0.22382355830614412, + "mean_cert_acc_255": 0.03605520725250244, + "std_cert_acc_255": 0.01466042334917616 + }, + "pittsburg-bridges-REL-L": { + "dataset": "pittsburg-bridges-REL-L", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.46153846153846156, + "test_acc": 0.5, + "train_size": 26, + "val_size": 13, + "test_size": 64, + "stats": { + "mean": [ + [ + -0.2534473076923077, + 0.33873420769230767, + 0.033979423076922706, + 0.11527103846153851, + -0.28692915384615375, + 0.10456480769230773, + 0.12155461538461536 + ] + ], + "std": [ + [ + 0.9261583185285736, + 0.8009009247637227, + 1.0889481792626658, + 0.99653081940633, + 1.072126740077213, + 0.9196280170052044, + 0.8466063306348502 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 2052, + "cert_evals": { + "36": 0.3125, + "72": 0.25, + "108": 0.1875, + "255": 0.015625 + }, + "fold": 0 + }, + { + "best_epoch": 32, + "best_val_acc": 0.8666666666666667, + "test_acc": 0.5161290322580645, + "train_size": 26, + "val_size": 15, + "test_size": 62, + "stats": { + "mean": [ + [ + -0.09836800000000002, + 0.11185775384615383, + 0.07467526923076934, + -0.009052730769230726, + -0.10539519230769225, + 0.013804115384615371, + 0.27612307692307686 + ] + ], + "std": [ + [ + 1.0694354197920724, + 0.8688390763013727, + 0.8067650960246951, + 0.9157017407809144, + 1.0553979577856298, + 0.9260748900018138, + 0.7249903479716615 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 2052, + "cert_evals": { + "36": 0.3709677457809448, + "72": 0.25806450843811035, + "108": 0.19354838132858276, + "255": 0.016129031777381897 + }, + "fold": 1 + }, + { + "best_epoch": 29, + "best_val_acc": 0.75, + "test_acc": 0.5573770491803278, + "train_size": 26, + "val_size": 16, + "test_size": 61, + "stats": { + "mean": [ + [ + 0.21179084615384614, + -0.20075696923076924, + 0.23745903846153846, + 0.05310915384615384, + 0.14875234615384614, + 0.1348184615384615, + 0.12155461538461534 + ] + ], + "std": [ + [ + 0.858790726074425, + 0.9525936502475233, + 1.0303379408513154, + 0.9050907018495523, + 0.955082657540614, + 1.0895483096872065, + 0.8466063306348502 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 2052, + "cert_evals": { + "36": 0.19672130048274994, + "72": 0.16393440961837769, + "108": 0.14754097163677216, + "255": 0.13114753365516663 + }, + "fold": 2 + }, + { + "best_epoch": 31, + "best_val_acc": 0.5, + "test_acc": 0.4126984126984127, + "train_size": 26, + "val_size": 14, + "test_size": 63, + "stats": { + "mean": [ + [ + -0.3568335384615385, + -0.18405515384615387, + -0.00671646153846194, + 0.17743292307692307, + 0.2213659230769231, + 0.31633973076923083, + 0.12155461538461534 + ] + ], + "std": [ + [ + 0.8287037559089696, + 0.9069856689030475, + 1.0557430702422617, + 0.8702663846153843, + 0.9327384905473824, + 1.0726154740713343, + 0.8466063306348502 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 2052, + "cert_evals": { + "36": 0.2857142984867096, + "72": 0.2380952537059784, + "108": 0.2063492238521576, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.4965511235342013, + "std_test_acc": 0.060899533671161375, + "n_samples": 103, + "n_features": 7, + "n_classes": 3, + "mean_cert_acc_36": 0.2914758361876011, + "std_cert_acc_36": 0.07250884200823976, + "mean_cert_acc_72": 0.2275235429406166, + "std_cert_acc_72": 0.04317900971784536, + "mean_cert_acc_108": 0.18373464420437813, + "std_cert_acc_108": 0.025376422700264183, + "mean_cert_acc_255": 0.04072539135813713, + "std_cert_acc_255": 0.060744634522496815 + }, + "pittsburg-bridges-SPAN": { + "dataset": "pittsburg-bridges-SPAN", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 5, + "best_val_acc": 0.2857142857142857, + "test_acc": 0.38181818181818183, + "train_size": 23, + "val_size": 14, + "test_size": 55, + "stats": { + "mean": [ + [ + -0.029837999999999993, + -0.25806898695652175, + 0.27461930434782605, + -0.10251969565217388, + 0.0609171304347826, + -0.20858055217391297, + 0.1910520434782607 + ] + ], + "std": [ + [ + 0.7916916039569953, + 1.0125006038076372, + 0.8444054443868326, + 1.1230445292246944, + 0.9384505846315211, + 1.2509107678124556, + 0.9902371367201799 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 2052, + "cert_evals": { + "36": 0.27272725105285645, + "72": 0.2181818187236786, + "108": 0.19999998807907104, + "255": 0.036363635212183 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.375, + "test_acc": 0.5409836065573771, + "train_size": 23, + "val_size": 8, + "test_size": 61, + "stats": { + "mean": [ + [ + -0.20886565217391312, + 0.20484198695652173, + -0.07489591304347826, + 0.10251943478260879, + -0.22335769565217395, + -0.24650454782608694, + -0.23350947826086974 + ] + ], + "std": [ + [ + 1.1322718849321831, + 1.1240719320543364, + 1.0615420299973752, + 0.8963528876008708, + 1.0527502115584615, + 0.7255249335603758, + 1.1264874806517848 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 2052, + "cert_evals": { + "36": 0.09836065024137497, + "72": 0.032786883413791656, + "108": 0.032786883413791656, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 10, + "best_val_acc": 0.5625, + "test_acc": 0.5471698113207547, + "train_size": 23, + "val_size": 16, + "test_size": 53, + "stats": { + "mean": [ + [ + -0.26854200000000006, + 0.08719552173913042, + -0.024965043478260857, + -0.034172999999999946, + 0.34519221739130435, + 0.24650505217391308, + -0.4033346521739131 + ] + ], + "std": [ + [ + 0.7826434027524923, + 0.8532738699385454, + 1.116485175293137, + 1.0229130046834918, + 0.891588314188393, + 0.9488533640036454, + 0.9755681035759809 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 2052, + "cert_evals": { + "36": 0.2075471729040146, + "72": 0.18867924809455872, + "108": 0.1320754736661911, + "255": 0.056603774428367615 + }, + "fold": 2 + }, + { + "best_epoch": 34, + "best_val_acc": 0.6, + "test_acc": 0.5084745762711864, + "train_size": 23, + "val_size": 10, + "test_size": 59, + "stats": { + "mean": [ + [ + -0.20886582608695664, + -0.14202214347826086, + -0.024965130434782608, + 0.10251943478260875, + -0.060915000000000004, + 0.05688600869565217, + 0.1061391739130434 + ] + ], + "std": [ + [ + 0.7916911713540639, + 0.9447975425602776, + 1.0638879741325864, + 0.896352887600871, + 1.0621083198533245, + 1.0385861814225783, + 0.8575722370885731 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 2052, + "cert_evals": { + "36": 0.2881355881690979, + "72": 0.033898305147886276, + "108": 0.016949152573943138, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.494611543991875, + "std_test_acc": 0.07708710628377047, + "n_samples": 92, + "n_features": 7, + "n_classes": 3, + "mean_cert_acc_36": 0.21669266559183598, + "std_cert_acc_36": 0.08627489369755603, + "mean_cert_acc_72": 0.11838656384497881, + "std_cert_acc_72": 0.09893722842102795, + "mean_cert_acc_108": 0.09545287443324924, + "std_cert_acc_108": 0.0863349572352997, + "mean_cert_acc_255": 0.023241852410137653, + "std_cert_acc_255": 0.02808063645743423 + }, + "pittsburg-bridges-T-OR-D": { + "dataset": "pittsburg-bridges-T-OR-D", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.875, + "test_acc": 0.8524590163934426, + "train_size": 25, + "val_size": 16, + "test_size": 61, + "stats": { + "mean": [ + [ + 0.15020296000000002, + -0.0008959920000000077, + -0.007506879999999985, + 0.09924271999999996, + -0.11183403999999993, + 0.06574727999999996, + 0.2686277600000001 + ] + ], + "std": [ + [ + 1.1056510586049282, + 0.9894276187747426, + 0.9455226916051597, + 1.1055352321467289, + 1.0069534202490789, + 0.9298309440615328, + 0.7342804012389428 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 2, + "depth": 6, + "padding": 14, + "parameters": 2037, + "cert_evals": { + "36": 0.7213114500045776, + "72": 0.5245901346206665, + "108": 0.21311473846435547, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 10, + "best_val_acc": 0.8421052631578947, + "test_acc": 0.8103448275862069, + "train_size": 25, + "val_size": 19, + "test_size": 58, + "stats": { + "mean": [ + [ + -0.22477987999999996, + -0.23302490400000006, + -0.3052941999999999, + -0.09418591999999981, + -0.30132007999999993, + 0.034113799999999944, + -0.29218840000000024 + ] + ], + "std": [ + [ + 0.8537489133489458, + 0.9442767857681105, + 1.1206967647206985, + 1.1278721619730465, + 0.8691601526879115, + 0.9222667065314241, + 1.1442940136936137 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 2, + "depth": 6, + "padding": 14, + "parameters": 2037, + "cert_evals": { + "36": 0.6551724076271057, + "72": 0.517241358757019, + "108": 0.2586206793785095, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 15, + "best_val_acc": 0.6428571428571429, + "test_acc": 0.7936507936507936, + "train_size": 25, + "val_size": 14, + "test_size": 63, + "stats": { + "mean": [ + [ + 0.20377195999999997, + 0.09630778000000002, + 0.3328217600000001, + -0.22313807999999993, + 0.19134339999999994, + -0.029153040000000026, + 0.26862776000000005 + ] + ], + "std": [ + [ + 1.089967253887803, + 1.1192053646352136, + 0.8759745403148782, + 1.2131111924223241, + 0.9282879043276608, + 1.1030982427632627, + 0.7342804012389427 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 2, + "depth": 6, + "padding": 14, + "parameters": 2037, + "cert_evals": { + "36": 0.6984127163887024, + "72": 0.60317462682724, + "108": 0.5396825671195984, + "255": 0.0476190522313118 + }, + "fold": 2 + }, + { + "best_epoch": 30, + "best_val_acc": 0.5833333333333334, + "test_acc": 0.6307692307692307, + "train_size": 25, + "val_size": 12, + "test_size": 65, + "stats": { + "mean": [ + [ + -0.17121067999999995, + -0.21648582000000005, + 0.12011635999999999, + -0.09418591999999995, + -0.11183404000000002, + -0.28222119999999995, + 0.10839464000000007 + ] + ], + "std": [ + [ + 0.8571032600003676, + 0.9702298691514799, + 1.0541263774745755, + 0.9254069877190219, + 1.006953420249079, + 1.1836178575986762, + 0.8554107804035617 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 2, + "depth": 6, + "padding": 14, + "parameters": 2037, + "cert_evals": { + "36": 0.5538461804389954, + "72": 0.4153846204280853, + "108": 0.3076923191547394, + "255": 0.03076923079788685 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7718059670999184, + "std_test_acc": 0.09722605201243642, + "n_samples": 102, + "n_features": 7, + "n_classes": 2, + "mean_cert_acc_36": 0.6571856886148453, + "std_cert_acc_36": 0.07415049638683349, + "mean_cert_acc_72": 0.5150976851582527, + "std_cert_acc_72": 0.07701719475748964, + "mean_cert_acc_108": 0.3297775760293007, + "std_cert_acc_108": 0.14516816164424562, + "mean_cert_acc_255": 0.01959707075729966, + "std_cert_acc_255": 0.02365120835697824 + }, + "pittsburg-bridges-TYPE": { + "dataset": "pittsburg-bridges-TYPE", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 25, + "best_val_acc": 0.6111111111111112, + "test_acc": 0.5573770491803278, + "train_size": 26, + "val_size": 18, + "test_size": 61, + "stats": { + "mean": [ + [ + -0.2226830769230769, + 0.05670122692307692, + -0.043026884615384405, + -0.03758799999999994, + 0.17069815384615383, + 0.05726184615384619, + 0.03333576923076921 + ] + ], + "std": [ + [ + 0.9229643846157178, + 0.8879073657273664, + 0.9090621758106759, + 0.8047152853556344, + 0.9896400284910009, + 0.9758970201578133, + 1.0579562243200262 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 6, + "depth": 6, + "padding": 14, + "parameters": 2097, + "cert_evals": { + "36": 0.3934426009654999, + "72": 0.16393440961837769, + "108": 0.06557376682758331, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 12, + "best_val_acc": 0.38095238095238093, + "test_acc": 0.10344827586206896, + "train_size": 26, + "val_size": 21, + "test_size": 58, + "stats": { + "mean": [ + [ + -0.17140723076923073, + 0.17603493076923074, + -0.043027115384615275, + 0.08770580769230771, + 0.06073815384615386, + 0.140003576923077, + 0.11111846153846151 + ] + ], + "std": [ + [ + 0.9955960192363054, + 0.8707946707612142, + 1.076508222112097, + 0.8969691136995324, + 1.0157671583515164, + 1.0382138974203643, + 0.8520637539328237 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 6, + "depth": 6, + "padding": 14, + "parameters": 2097, + "cert_evals": { + "36": 0.03448275849223137, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 12, + "best_val_acc": 0.23076923076923078, + "test_acc": 0.16666666666666666, + "train_size": 26, + "val_size": 13, + "test_size": 66, + "stats": { + "mean": [ + [ + 0.13624746153846157, + -0.13478680769230772, + 0.03693388461538476, + 0.08770600000000003, + -0.01256838461538465, + 0.05726215384615386, + 0.033336038461538396 + ] + ], + "std": [ + [ + 0.8716889547511608, + 0.9579937729204642, + 1.0615560480179493, + 0.7749005943842086, + 0.9916744330944691, + 1.0538491233066194, + 0.8970306628997816 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 6, + "depth": 6, + "padding": 14, + "parameters": 2097, + "cert_evals": { + "36": 0.12121212482452393, + "72": 0.09090909361839294, + "108": 0.09090909361839294, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 2, + "best_val_acc": 0.15789473684210525, + "test_acc": 0.1, + "train_size": 26, + "val_size": 19, + "test_size": 60, + "stats": { + "mean": [ + [ + 0.2900749615384615, + -0.1092556538461538, + -0.16296869230769223, + 0.08770600000000003, + -0.12252815384615393, + 0.002101461538461631, + -0.0444463846153846 + ] + ], + "std": [ + [ + 0.9565380984621445, + 1.0668876495414104, + 1.087587760209891, + 0.7749005943842086, + 0.9250887318796751, + 0.7643326705239842, + 0.9333890769230768 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 6, + "depth": 6, + "padding": 14, + "parameters": 2097, + "cert_evals": { + "36": 0.01666666753590107, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.23187299792726584, + "std_test_acc": 0.2191560705969384, + "n_samples": 105, + "n_features": 7, + "n_classes": 6, + "mean_cert_acc_36": 0.14145103795453906, + "std_cert_acc_36": 0.1740906979568347, + "mean_cert_acc_72": 0.06371087580919266, + "std_cert_acc_72": 0.07937810607874671, + "mean_cert_acc_108": 0.039120715111494064, + "std_cert_acc_108": 0.04634170474183155, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "planning": { + "dataset": "planning", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 7, + "best_val_acc": 0.7037037037037037, + "test_acc": 0.6181818181818182, + "train_size": 45, + "val_size": 27, + "test_size": 110, + "stats": { + "mean": [ + [ + -0.13597411777777782, + -0.059930613333333334, + 0.1726637911111111, + 0.034723479999999994, + 0.1943293844444444, + -0.058733431111111144, + -0.116129388, + 0.17681400222222224, + -0.19228555555555557, + -0.07629513333333332, + 0.07577999111111111, + 0.14000706444444447 + ] + ], + "std": [ + [ + 0.9037583332493699, + 0.8892684096511589, + 0.9934159714161822, + 0.9795447749569939, + 0.991099979203418, + 0.8238368829401475, + 0.8461204418967577, + 1.0434976919452328, + 0.9979969012441308, + 0.9523454999652433, + 0.9216888475521186, + 1.061608647395146 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 5767, + "cert_evals": { + "36": 0.5545454621315002, + "72": 0.48181816935539246, + "108": 0.33636361360549927, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 13, + "best_val_acc": 0.6388888888888888, + "test_acc": 0.5445544554455446, + "train_size": 45, + "val_size": 36, + "test_size": 101, + "stats": { + "mean": [ + [ + 0.11314807155555553, + -0.05681264375555557, + 0.03933796666666664, + 0.04977631111111109, + 0.03694895555555555, + -0.044924306666666684, + 0.04804084666666663, + 0.12195993333333337, + 0.042717271111111156, + 0.008962882222222232, + -0.0006334968888889045, + -0.0009558044444444105 + ] + ], + "std": [ + [ + 0.9103807361609941, + 0.9363715375995261, + 1.1502145656153577, + 1.0558247484927283, + 1.076388481139489, + 1.0010167884068093, + 0.9233794686212015, + 0.8789681038837464, + 0.8499326718606948, + 0.8719046264511446, + 0.8860788083725304, + 0.8502961074388711 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 5767, + "cert_evals": { + "36": 0.40594059228897095, + "72": 0.23762375116348267, + "108": 0.178217813372612, + "255": 0.009900989942252636 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.8333333333333334, + "test_acc": 0.5929203539823009, + "train_size": 45, + "val_size": 24, + "test_size": 113, + "stats": { + "mean": [ + [ + -0.08181936222222222, + 0.032095062222222207, + -0.2932722444444444, + -0.2642803151111112, + -0.2482941920666666, + 0.04209659104444442, + -0.08089617555555557, + 0.011037159999999989, + -0.05962093333333333, + -0.05360210222222223, + 0.041594423777777785, + 0.03579832413333331 + ] + ], + "std": [ + [ + 1.0346900075231742, + 0.983181200526179, + 0.8190101673790661, + 0.8655727810698712, + 0.9958599284470852, + 0.9221770981656976, + 1.0076979840800466, + 1.0249788633648824, + 1.0799692279692954, + 1.0059810529176614, + 1.0760442404746193, + 0.966271648432117 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 5767, + "cert_evals": { + "36": 0.3185840845108032, + "72": 0.12389380484819412, + "108": 0.0796460211277008, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.8260869565217391, + "test_acc": 0.543859649122807, + "train_size": 45, + "val_size": 23, + "test_size": 114, + "stats": { + "mean": [ + [ + 0.10711943111111107, + 0.19129145333333336, + 0.23947074666666662, + 0.1974917848888889, + 0.06191540222222221, + 0.19409456755555554, + 0.10399900533333334, + -0.07677485555555555, + 0.05582479999999996, + -0.0920865622222222, + 0.07224912822222225, + -0.22088875111111111 + ] + ], + "std": [ + [ + 0.9820868604107751, + 0.8497304858975051, + 0.9414935653357391, + 0.9419249731758765, + 0.9517511837520722, + 0.8554967298035733, + 1.06563202833593, + 1.067683309777831, + 0.968308470640187, + 1.07319052594271, + 1.055131325540202, + 1.0489152018459469 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 5767, + "cert_evals": { + "36": 0.25438597798347473, + "72": 0.08771929889917374, + "108": 0.02631578966975212, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5748790691831177, + "std_test_acc": 0.03688903471792444, + "n_samples": 182, + "n_features": 12, + "n_classes": 2, + "mean_cert_acc_36": 0.3833640292286873, + "std_cert_acc_36": 0.12992890762636314, + "mean_cert_acc_72": 0.23276375606656075, + "std_cert_acc_72": 0.1778972373443517, + "mean_cert_acc_108": 0.15513580944389105, + "std_cert_acc_108": 0.13622236911417604, + "mean_cert_acc_255": 0.002475247485563159, + "std_cert_acc_255": 0.004950494971126318 + }, + "plant-margin": { + "dataset": "plant-margin", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 64, + "best_val_acc": 0.7396694214876033, + "test_acc": 0.7421711899791231, + "train_size": 400, + "val_size": 242, + "test_size": 958, + "stats": { + "mean": [ + [ + -0.0010596968500001934, + -0.01804303900000009, + 0.058554600000000095, + -0.04174014875000007, + -0.00557412199999981, + 0.022321825499999975, + 0.009465832749999917, + 0.026944449999999596, + 0.0220769747500004, + -0.02089326899999988, + -0.012520925000000096, + 0.0033962770000000053, + 0.0021340793749998234, + -0.0033546413499999455, + 0.021925117425000074, + 0.013851212499999961, + -0.0015689260000001164, + -0.004634679999999923, + -0.05511270024999984, + 0.026070323000000024, + 0.01848005475000007, + 0.0022656225000003355, + -0.01842250000000018, + 0.01246016899999983, + 0.0098437735000002, + -0.032934458000000104, + 0.049291360500000325, + 0.0024477580000001266, + -0.02057179899999991, + 0.0009727362499999343, + 0.0017701742499999368, + 0.00541423612499992, + 0.02091535780000011, + 0.020351312499999816, + -0.009445618999999935, + -0.02841862299999999, + 0.029737960000000185, + 0.018735809500000172, + 0.014390100750000086, + -0.016125830000000306, + 0.012385870249999646, + -0.043971327499999775, + 0.0009311264999999372, + 0.01806689874999989, + -0.008581579999999964, + -0.009399341000000174, + -0.03755508207500001, + -0.0009747140000000407, + 0.028856429249999874, + -0.0030426587000000733, + -0.015013867049999909, + -0.004152345000000207, + 0.02680056899999996, + -0.02129718575000011, + 0.022555419000000035, + -0.00723436300000014, + 0.036754802499999906, + -0.02058847975000004, + -0.010368677175000047, + -0.029642165000000022, + -0.02736674750000015, + 0.0008163920000001678, + 0.018380879350000014, + -0.008580070000000413 + ] + ], + "std": [ + [ + 0.9874340403909011, + 0.9592061852266575, + 1.0435962908617902, + 0.9425389198852354, + 1.0047339728470936, + 1.0363144948903504, + 1.0296524029950296, + 1.0063022213625923, + 1.094313672273991, + 1.0202299972901783, + 0.985157157060649, + 0.9888027948033142, + 0.9932416135375679, + 0.9909877623883768, + 1.0005062186033022, + 1.2067387345575986, + 0.984270179305036, + 0.9091203000942354, + 0.9545319559171044, + 0.983601787222833, + 1.011060877681347, + 0.9799045991624534, + 0.9223386505533625, + 1.0460006470835634, + 1.0181216615718796, + 0.9516193964985948, + 1.0882812579258407, + 1.0329753644197, + 0.9792719916843142, + 0.9673648432380815, + 0.9958388822460692, + 1.012645249804551, + 1.0439458247448072, + 1.0733982117428793, + 1.0111716504511818, + 0.996690448869414, + 1.0367837370015323, + 1.0026230843872075, + 1.0036523141489182, + 0.9356670752186079, + 1.0259733303222744, + 0.9543079293157887, + 1.016979624435871, + 1.0361404335495707, + 0.9710294506381861, + 0.9356304778213941, + 0.9636374865372435, + 0.9682684696531572, + 1.0488592685926776, + 1.0095591832024964, + 0.9864668975312801, + 0.965788248416018, + 1.0175463184007973, + 0.9707788038864342, + 1.035917848788737, + 0.9984750436485963, + 1.047306945528514, + 0.9624268336767162, + 1.0407274202088548, + 0.9906889986330216, + 0.9133036560743315, + 1.0063256302193264, + 1.0448919868528035, + 1.060209155310641 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 169833, + "cert_evals": { + "36": 0.668058454990387, + "72": 0.6043841242790222, + "108": 0.5323590636253357, + "255": 0.26096034049987793 + }, + "fold": 0 + }, + { + "best_epoch": 70, + "best_val_acc": 0.7606837606837606, + "test_acc": 0.7401656314699793, + "train_size": 400, + "val_size": 234, + "test_size": 966, + "stats": { + "mean": [ + [ + 0.018630191274999833, + 0.0021237185000000623, + 0.020341910000000126, + -0.03847603025000004, + 0.0024851145000002843, + -0.019245363750000032, + 0.01765857999999999, + -0.09520458750000026, + 0.016723600750000407, + -0.020893166249999973, + -0.013275087500000034, + -0.009778451499999922, + 0.02100441234999998, + -0.0006707280500000078, + 0.01202943670000018, + -0.012221054999999943, + 0.026685538499999994, + 0.03934188799999998, + -0.017911806749999953, + -0.004428536999999995, + 0.013875288750000034, + -0.007751707499999634, + 0.03217363749999957, + 0.003825904499999896, + 0.010617184500000114, + -0.03897739600000022, + -0.00972438474999977, + 0.0034970589999999357, + 0.02035820800000013, + -0.037335613750000024, + -0.008548351749999959, + 0.0018481537499997402, + -0.007583834749999951, + 0.04391894749999982, + 0.033370660000000205, + 0.00937306074999997, + -0.013948834999999842, + 0.005821061250000135, + 0.03052180125000005, + 0.02165496999999981, + -0.00854195450000032, + -0.03606767999999988, + -0.017944192250000105, + -0.02588678125000007, + 0.01616825525000002, + -0.00827056050000008, + -0.0017126565000000083, + -0.01656842850000004, + -0.017988074249999902, + -0.03559730630000006, + -0.0036789360499999424, + 0.012461489999999617, + 0.026261220249999995, + -0.020665702500000202, + -0.0005093669999999243, + -0.009416002500000138, + -0.02145052, + 0.012404727999999953, + 0.008414623600000027, + 0.026667712, + 0.023455849999999993, + 0.01995325700000049, + 0.017141528075000113, + -0.00027581000000054354 + ] + ], + "std": [ + [ + 1.041295070488909, + 1.0014805383027654, + 1.0526387415016842, + 0.9348659203435066, + 1.012132944361091, + 0.9779461065975633, + 1.0032476656820697, + 0.765138203982258, + 1.084558801095068, + 1.0155838017759249, + 0.9847823955761184, + 1.0321402388555014, + 1.0519629684769372, + 0.9582131621864026, + 0.9927092815254406, + 0.803704884375634, + 0.9988728657062945, + 1.1858597763171363, + 1.012274069308041, + 1.012471113861707, + 1.0151240798466312, + 0.9972545733894309, + 1.0563298324391637, + 1.0047120258743576, + 1.016702961526915, + 0.9272542628757423, + 1.012180666645035, + 1.0130792339306003, + 0.9869444731802731, + 0.9732936953239708, + 0.9987581693686506, + 1.0025285436476967, + 0.9823926819700436, + 1.13766033578092, + 1.0184063166975657, + 1.0037002652524598, + 1.0159024793557991, + 0.998493316788935, + 1.0374784962262864, + 1.0063283056949195, + 1.0742583169244284, + 0.9634076134691111, + 0.958447407516677, + 1.0041785286506213, + 1.013112893307404, + 0.9769612001923168, + 1.0056368868600618, + 0.9788744628207897, + 0.9629520265558652, + 0.929550730995055, + 0.9854910637585246, + 1.0358257613723332, + 1.0240098398191608, + 0.9303959288426701, + 1.0012547252975355, + 0.9956229965329875, + 1.021855039918818, + 1.0091992464793387, + 0.9897071424780775, + 0.9856059256334351, + 1.0201829621015206, + 1.0268852627871752, + 1.0341940427237508, + 0.9799526515218273 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 169833, + "cert_evals": { + "36": 0.6635611057281494, + "72": 0.5962733030319214, + "108": 0.523809552192688, + "255": 0.25465840101242065 + }, + "fold": 1 + }, + { + "best_epoch": 74, + "best_val_acc": 0.7304347826086957, + "test_acc": 0.7422680412371134, + "train_size": 400, + "val_size": 230, + "test_size": 970, + "stats": { + "mean": [ + [ + 0.005920089124999763, + -0.001301032000000133, + 0.0013308824999999258, + 0.008417454999999876, + 0.005976730250000185, + 0.019669846999999876, + 0.010878556750000047, + 0.025150082499999716, + 0.0022754870000003123, + 0.024085954000000003, + -0.005742166250000042, + -0.007721828999999947, + 0.00371573337499994, + -0.012943442949999913, + -0.014590249949999882, + -0.025256129999999963, + -0.011889130000000098, + -0.019724357499999953, + -0.01377830674999994, + 0.006886749000000014, + -0.003516929999999907, + -0.03828019749999969, + 0.005775229999999821, + -0.030314237500000177, + -0.019109295999999804, + 0.04844473150000008, + -0.02716004849999974, + 0.002796986500000034, + -0.019719068250000017, + 0.041975102500000014, + -0.017687051749999974, + -0.021844609375000337, + 0.020916906100000077, + -0.022494655000000176, + 0.026175232000000156, + 0.010884623500000074, + -0.021303965499999796, + -0.0039162167499998055, + -0.015307416500000065, + 0.012900294999999774, + 0.006834127249999801, + 0.027173450000000154, + 0.0027974614999998885, + 0.028211698749999896, + -0.0031931937499999692, + 0.011277844999999809, + 0.00992980717499997, + -0.013968735000000017, + -0.01707076174999997, + 0.01365854819999998, + -0.0014908621499998933, + 0.009138499999999666, + 0.02060593399999994, + 0.007099336749999857, + -0.003448647499999997, + 0.0015010997499998568, + -0.03850890625000006, + 0.0022736427499999282, + -0.013522159549999977, + -0.0332120949999999, + 0.005866322499999921, + -0.004317283999999508, + -0.00538338794999997, + -0.0069175300000004145 + ] + ], + "std": [ + [ + 1.0010921783674436, + 0.9945407140012373, + 1.005748587963517, + 0.9668282590649625, + 1.0031010346345277, + 0.9967928785295819, + 0.9751713195709866, + 1.1467050887662724, + 0.9392946439639414, + 0.9895328846805108, + 0.9767912569515301, + 0.9727489873091506, + 0.9701070098004984, + 1.0053545262016492, + 0.9846236608578788, + 0.7727736342078088, + 0.971944708609996, + 0.8826840113147226, + 0.98563931252641, + 0.9711438420390225, + 0.9629058280406353, + 0.9716674314378894, + 1.1301355955709167, + 0.9477815286674603, + 0.9881704764475729, + 1.0137752766865444, + 0.9583402354865277, + 0.9958443104934569, + 0.9663730766877806, + 1.0669358291663034, + 0.955827255033273, + 0.9505215572351379, + 1.0084010054173358, + 0.9871444837708967, + 1.0130833200270473, + 1.043702427349745, + 0.9912743901116762, + 0.973685836703786, + 0.985763394194837, + 1.0377291955455417, + 1.0077815203197755, + 1.0141762382944473, + 1.019662919156708, + 1.046456382869172, + 1.0332849966442448, + 1.0406499407344652, + 0.9961622026264285, + 0.9855957603524927, + 0.9824473993933991, + 1.0388871379951687, + 1.0170409949547163, + 1.03216407460882, + 1.0347227568843633, + 1.0401704190454892, + 0.9504580582249552, + 0.9606350019976608, + 1.0073622594193574, + 1.0173972038824486, + 0.9758624776113387, + 1.017294570276939, + 1.1903867160054817, + 1.041760575180181, + 0.9817904646611345, + 0.9934098271111226 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 169833, + "cert_evals": { + "36": 0.6639175415039062, + "72": 0.6030927896499634, + "108": 0.5402061939239502, + "255": 0.2742268145084381 + }, + "fold": 2 + }, + { + "best_epoch": 77, + "best_val_acc": 0.6877470355731226, + "test_acc": 0.737064413938754, + "train_size": 400, + "val_size": 253, + "test_size": 947, + "stats": { + "mean": [ + [ + 0.0049220609499997505, + 0.014300554999999927, + -0.013117759999999938, + 0.0006888637499999897, + 0.014571960000000097, + -0.029186410499999996, + 0.002400438750000075, + -0.053890317500000125, + 0.010837756000000382, + -0.043686283749999874, + 0.00818919124999994, + 0.02274708350000002, + -0.010304195600000106, + 0.021186932849999934, + 0.02806746060000008, + 0.03340746249999935, + -0.023547052000000096, + -0.033522315499999976, + 0.008610349500000156, + 0.027052154499999995, + -0.010934992499999938, + 0.006081485000000295, + 0.02777317250000039, + 0.016383195499999857, + 0.03879757150000023, + -0.021655729750000265, + 0.014864098750000401, + 0.036007804000000046, + -0.006075429999999921, + -0.019079332500000098, + 0.046873371749999754, + 0.020189249124999916, + -0.006358586449999976, + -0.01606563250000019, + -0.011602580249999888, + 0.013908655750000045, + -0.026925847499999826, + 0.04435231250000004, + 0.0030248995000000476, + 0.04331075999999964, + -0.010036047250000119, + -0.020255887499999837, + 0.016312687999999884, + 0.0007390799999998633, + -0.01058009674999995, + 0.022933002500000025, + 0.018606085150000003, + -0.02793774274999995, + 0.02640782450000013, + 0.0009197187999999446, + 0.01879274900000016, + -0.012793932500000254, + -0.05696751475000014, + 0.009623771999999869, + -0.014076831999999899, + 0.03262045174999992, + -0.03750922250000002, + -0.020068239750000067, + 0.007511379900000031, + 0.011995891500000104, + 0.001957915000000034, + 0.008284810500000324, + -0.03583419272500005, + 0.025183247499999534 + ] + ], + "std": [ + [ + 1.0292860056491944, + 1.0292792317834558, + 1.021157636187128, + 1.0004671883473788, + 1.0099925807918118, + 0.940459599532873, + 1.0284403765468189, + 0.8253858457506277, + 1.0205839902595195, + 0.9375845702209917, + 1.0276192722636466, + 1.0352781665590673, + 1.00573951678478, + 1.0168176366617936, + 1.0354526336454533, + 1.409467384284455, + 1.0173514777145187, + 0.9176768917465363, + 0.9987312571300704, + 1.011937740881034, + 0.998584402272729, + 1.056733717686757, + 1.037552726041927, + 1.0142258428702424, + 1.035939823876147, + 0.9963005677388238, + 1.0191184901038401, + 1.0189027476350714, + 0.9772965657228759, + 0.9822876158929498, + 1.1026232958885742, + 1.0501886707528871, + 0.9971602814316513, + 1.0340674788196675, + 0.9800225335712383, + 1.0197769718133536, + 0.9741149929553732, + 1.042912622378931, + 0.9736271090391864, + 1.061534430063924, + 0.9526685914619262, + 1.0048497041951536, + 1.0274317900005205, + 0.9912072467959292, + 0.9895627947501346, + 1.0186115853191826, + 1.013480663944259, + 0.9413201803178272, + 1.0436199704257596, + 0.9898799364419235, + 1.0333854032952587, + 0.9495359391868493, + 0.9383015025414292, + 1.0126790152589706, + 0.9761807480062364, + 1.0554871962715169, + 0.9748100083771338, + 0.9555452645008876, + 1.0523449870830452, + 0.9961427848161136, + 1.2062430696295, + 1.0118419269696228, + 0.9775440389434499, + 0.9524811445180422 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 169833, + "cert_evals": { + "36": 0.6758183836936951, + "72": 0.6156283020973206, + "108": 0.5343189239501953, + "255": 0.2682154178619385 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7404173191562425, + "std_test_acc": 0.002436291934672675, + "n_samples": 1600, + "n_features": 64, + "n_classes": 100, + "mean_cert_acc_36": 0.6678388714790344, + "std_cert_acc_36": 0.005697863362573139, + "mean_cert_acc_72": 0.6048446297645569, + "std_cert_acc_72": 0.008021559283732623, + "mean_cert_acc_108": 0.5326734334230423, + "std_cert_acc_108": 0.006785212811070016, + "mean_cert_acc_255": 0.2645152434706688, + "std_cert_acc_255": 0.008520574724862728 + }, + "plant-shape": { + "dataset": "plant-shape", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 87, + "best_val_acc": 0.5794392523364486, + "test_acc": 0.5233265720081136, + "train_size": 400, + "val_size": 214, + "test_size": 986, + "stats": { + "mean": [ + [ + 0.010793134649999947, + 0.0029814738750000274, + -0.005680250974999982, + -0.00999388868249995, + -0.018943553000000047, + -0.022220061225000066, + -0.023538591772499947, + -0.023104606949999985, + -0.022654011850000027, + -0.013826088777500009, + -0.012183569699999982, + -0.019542425225000024, + -0.021094745304999968, + -0.013662524125000061, + -0.007497562182500008, + -0.004011965550000029, + -0.0018356184500000372, + 7.94950000007455e-06, + 0.00456346359999991, + 0.002077647049999971, + 0.005165495805000022, + 0.009402297242499979, + 0.008459789907500027, + 0.010384120812499977, + 0.009072800484999985, + 0.009275099372499976, + 0.011333548210000006, + 0.00974336192500002, + 0.009874121385000021, + 0.013796312999999978, + 0.0035003747700000252, + -0.0006504867999999986, + -0.006737763249999974, + -0.009779546075000065, + -0.009547967425750021, + -0.008340889135000092, + -0.01037015690000003, + -0.015118204249999967, + -0.014712120350000033, + -0.011817635924999998, + -0.01854881525000002, + -0.021627437300000017, + -0.02562561288749998, + -0.02507883772499999, + -0.01957355992500001, + -0.010989493799999993, + -0.004170166650000026, + -0.0007832742674999737, + -0.0008414850850000529, + 0.0014383313750000115, + 0.008277859025000037, + 0.015007289872500043, + 0.02009162649999997, + 0.020694419627500026, + 0.02312079630000003, + 0.02027844062500002, + 0.012670696450000017, + 0.011923742850000028, + 0.008522531550000014, + 0.0021193726999999838, + 0.00027873594999999404, + -0.005514954024999976, + -0.005619866314999964, + 0.000804423425000044 + ] + ], + "std": [ + [ + 1.0193984315579283, + 1.0138728773194225, + 1.0025119027839187, + 0.9926201913273888, + 0.9797572939727588, + 0.9675431762012998, + 0.9562849021750489, + 0.9457765924705838, + 0.9453288165685446, + 0.9493183692891524, + 0.9510566730800354, + 0.9587654362947835, + 0.9708540170515252, + 0.9906082656256265, + 1.0060018623497948, + 1.0090880491601784, + 0.9970255943580457, + 0.9966975594633455, + 1.0075598104469696, + 1.0193962682636182, + 1.040522735169908, + 1.0407459188197639, + 1.0303725268059722, + 1.0256419706953475, + 1.0198382842786065, + 1.0197936843070703, + 1.0266695425622123, + 1.0253571333157874, + 1.0153590777307844, + 1.0110354025342352, + 1.0181892223475282, + 1.0166426127543688, + 1.011169701470929, + 1.0054929366994545, + 1.0096458368985821, + 1.0140452905977049, + 1.009910026151903, + 0.9911465124845928, + 0.981395028524588, + 0.9714368920896277, + 0.9640569672295396, + 0.9682443777583067, + 0.9618240790560709, + 0.9651476273791817, + 0.9697583533908924, + 0.9857642722747081, + 0.9945128871244862, + 0.998379374233736, + 1.0006314561941052, + 1.008050481132436, + 1.0268004129156558, + 1.0452850694975346, + 1.0563281717760602, + 1.0509178269869455, + 1.0471449082028836, + 1.0431100616694575, + 1.035476811024627, + 1.0416661017312363, + 1.0428844632918242, + 1.0319514866130477, + 1.029873132188317, + 1.028802362627988, + 1.0249104343768467, + 1.0178924453800364 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 169833, + "cert_evals": { + "36": 0.42900606989860535, + "72": 0.31744420528411865, + "108": 0.23225151002407074, + "255": 0.05882352963089943 + }, + "fold": 0 + }, + { + "best_epoch": 79, + "best_val_acc": 0.516260162601626, + "test_acc": 0.5251572327044025, + "train_size": 400, + "val_size": 246, + "test_size": 954, + "stats": { + "mean": [ + [ + -0.01969966857750001, + -0.018735893250000035, + -0.01923726170000004, + -0.01765154066999996, + -0.021040157724999967, + -0.020549986874999978, + -0.01802188749999998, + -0.013611070524999968, + -0.01314826475000005, + -0.010111033277499976, + -0.011831655162500052, + -0.009240258725000013, + -0.004857546977500041, + -0.003872501354999996, + -0.004503420224999966, + -0.007399539599999919, + -0.009506949104999987, + -0.00983436382500002, + -0.0073349694900001206, + -0.0026293045575000932, + -0.005217706800000011, + -0.01053002465000001, + -0.011560438125000017, + -0.009075882437499998, + -0.0045980930749999985, + -0.008758359152500011, + -0.012621292225000027, + -0.016511235369999985, + -0.028317963276500033, + -0.02497353765000002, + -0.014343673825000004, + -0.008610495525000058, + 0.004172939175000043, + 0.0019351163249999698, + -0.004373591600750041, + -0.0077125528000000455, + -0.01211637097500002, + -0.01259113399249995, + -0.012157099130000017, + -0.014399237225000002, + -0.009437209475000015, + -0.0046622409374999915, + -0.006370976337500016, + -0.011270999825000006, + -0.015921284525000006, + -0.012410074750000007, + -0.014884673650000003, + -0.016949542649999955, + -0.017354671999999977, + -0.011285483702500028, + -0.009929046974999904, + -0.007901803479999947, + -0.00815231512075005, + -0.010049489069999949, + -0.011786209875000047, + -0.014985319077499979, + -0.019011035099999973, + -0.008162044849999986, + -0.0058525207999999595, + -0.01041489936249999, + -0.011318642174999963, + -0.015970219724999984, + -0.026622342699999985, + -0.029072289924999974 + ] + ], + "std": [ + [ + 0.9860131433859547, + 0.9839451298693502, + 0.9815653890681931, + 0.9791684843455107, + 0.9793192609145278, + 0.980950701990714, + 0.9884282309487391, + 0.9817147072820436, + 0.9862993933397015, + 0.9922815938909398, + 0.9847563677603288, + 0.9853865969758397, + 0.9879672222996878, + 0.9946824106249518, + 0.9961943172051062, + 0.9902136279887243, + 0.9887680048123522, + 0.993003063211071, + 1.0071770840518683, + 1.0247666604590329, + 1.0257137801878309, + 1.011455364670402, + 0.9947052989179791, + 0.9869387562943811, + 0.9888179645496713, + 0.987009987810631, + 0.9897190394535154, + 0.991361121462267, + 0.992989633996112, + 0.9961724937704427, + 0.9897090546568476, + 0.9844393105882888, + 0.9858088094372514, + 0.9942345793157213, + 0.9949467347271544, + 0.9941801452632953, + 0.9935755677210956, + 0.9940539923777484, + 0.9871617326295817, + 0.9809194296573341, + 0.9841049037423958, + 0.9872912480789516, + 0.9853330949312704, + 0.9809868668056975, + 0.977760884105985, + 0.9785005795193457, + 0.9774791029379978, + 0.9747292923736738, + 0.9892632184812155, + 0.9903128998680867, + 0.9995507672572046, + 1.012420498620147, + 1.014423356554454, + 1.0113780719858716, + 1.0085495954493642, + 1.0103910622541978, + 1.0042573664175571, + 0.9954666158538873, + 0.9825056771440344, + 0.969748087810821, + 0.9684376869484385, + 0.9687387646565352, + 0.9685510643060194, + 0.9716172187511043 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 169833, + "cert_evals": { + "36": 0.43291401863098145, + "72": 0.33752620220184326, + "108": 0.2641509473323822, + "255": 0.06289307773113251 + }, + "fold": 1 + }, + { + "best_epoch": 77, + "best_val_acc": 0.5574468085106383, + "test_acc": 0.522279792746114, + "train_size": 400, + "val_size": 235, + "test_size": 965, + "stats": { + "mean": [ + [ + -0.011195848850000047, + -0.014077039849999994, + -0.015681537625000016, + -0.015262547177500023, + -0.018894034979999984, + -0.023536119524999965, + -0.016015195249999968, + -0.008908977427499989, + -0.005013930349999998, + -0.007225348899999984, + -0.008182635, + -0.00789371312500003, + -0.011035066974999978, + -0.005199030499999984, + 0.005315251324999976, + 0.011141104150000055, + 0.011588849470000002, + 0.009680554374999966, + 0.010888354087499948, + 0.010037595079999946, + 0.011800275580000021, + 0.007671618275000015, + 0.006882413550000033, + 0.0062716886124999935, + -0.0019262105499999794, + -0.002007641149999968, + -0.003485761440000005, + -0.0017775631049999818, + 0.0007400688484999391, + -0.0018860717750000106, + -0.006113297799999992, + -0.013600633775000042, + -0.020458192474999966, + -0.023048553475000007, + -0.019547718700000005, + -0.01125536750999998, + -0.014651312500000012, + -0.017176074307499963, + -0.015313710324999983, + -0.018115000749999995, + -0.02384295694999999, + -0.02221634045249998, + -0.019668475399999934, + -0.016640133125000005, + -0.011789776774999969, + -0.006203905024999959, + -0.004540449625000036, + 0.0006846066824999924, + 0.006433635392500026, + 0.0017259993975000153, + 0.0026194728225000024, + 0.002456912675000057, + 0.0035687386999999193, + 0.003967900025000002, + 0.008058575125000038, + 0.009259356747499982, + 0.009820443250000033, + -0.000526142624999981, + -0.007535754924999987, + -0.006530597337499988, + -0.00488854567499998, + -0.004628704975000013, + -0.006573741065000051, + -0.008198970250000055 + ] + ], + "std": [ + [ + 0.9997831577603109, + 1.0025959495608783, + 0.9981200898415419, + 0.9862363254781552, + 0.9807001230728768, + 0.9703599657486957, + 0.9542469081610001, + 0.9473845839451106, + 0.9547713929170183, + 0.9636033061770535, + 0.9759543385191676, + 0.9833507068982068, + 0.9860092538737429, + 0.9928824474026815, + 1.009087175522555, + 1.0225369274879927, + 1.0377746120861517, + 1.047008477348557, + 1.0437668765399934, + 1.0330775502764258, + 1.0319662406027479, + 1.030352484762016, + 1.0343435297883754, + 1.0306714836465332, + 1.0227257424915315, + 1.0163750005569692, + 1.0080783487785092, + 1.0057728718253096, + 1.0031574142753106, + 0.9970437490537768, + 1.0039054666803333, + 1.0092902332461646, + 1.015955753316646, + 1.0094451596904581, + 0.9971506877338592, + 0.9797514030945054, + 0.9606748456549195, + 0.9429643662114964, + 0.9357296749897012, + 0.9401794981595187, + 0.9451576738004599, + 0.9529959594959825, + 0.9553731219059256, + 0.952474899040048, + 0.9565245724608336, + 0.9697603305783443, + 0.9863202900077532, + 0.9954169393962655, + 1.0081946986669663, + 1.0156075960594253, + 1.0253976925038635, + 1.0300309888526664, + 1.0402541851284346, + 1.0433040030246603, + 1.0375395049686613, + 1.0264815045978641, + 1.021912736268765, + 1.0088758758830503, + 1.003466814657958, + 1.0086525159597994, + 1.0137559378643732, + 1.0086686244063605, + 1.006042971236659, + 1.0003260366638576 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 169833, + "cert_evals": { + "36": 0.41865286231040955, + "72": 0.3067357540130615, + "108": 0.21554404497146606, + "255": 0.05595855042338371 + }, + "fold": 2 + }, + { + "best_epoch": 95, + "best_val_acc": 0.5198237885462555, + "test_acc": 0.5118191161356629, + "train_size": 400, + "val_size": 227, + "test_size": 973, + "stats": { + "mean": [ + [ + -0.01614315225000004, + -0.007862261849999979, + 0.00030315945000001577, + -6.585304499997488e-05, + 0.0033457709750000114, + 0.009937330912499974, + 0.010135651675000024, + 0.009038938675000023, + 0.008931583272500009, + 0.009906352275000018, + 0.013642040799999994, + 0.017299261174999987, + 0.019865335000000005, + 0.019657458469999986, + 0.022414197692500006, + 0.02512643972499996, + 0.026877304525000024, + 0.0296143309, + 0.027764356497500045, + 0.024134231862499998, + 0.021181714175000043, + 0.02076543959999998, + 0.018820411632499992, + 0.016560606787500022, + 0.014716417624999967, + 0.015544499800000031, + 0.008937221650000026, + 0.0035691808475000007, + 0.00756637997750002, + 0.010582013399999977, + 0.00892202232, + 0.010522723749999905, + 0.009224050324999985, + 0.011262885774999978, + 0.012877923949999981, + 0.008631394499999978, + 0.013585739524999963, + 0.012593921374999985, + 0.00966451497500001, + -0.0018835844000000157, + -0.0072232187000000215, + -0.0024773558750000612, + 0.004778897314500035, + 0.010836082050000053, + 0.013114038100000038, + 0.012921894249999984, + 0.011661495899999983, + 0.006202870582499988, + 0.009554275007499979, + 0.010892630822499966, + 0.015263733174999995, + 0.018143591994999972, + 0.01859551449250001, + 0.01313465375500002, + 0.01828117135000002, + 0.021080939575000034, + 0.020155471175000023, + 0.02226961222499997, + 0.019368037950000003, + 0.018775792600000018, + 0.018483347624999945, + 0.009753726052499946, + -0.0015497268675000327, + -0.011832948350000021 + ] + ], + "std": [ + [ + 0.9690180900805035, + 0.9727335201919173, + 0.9764755262740973, + 0.9829585179082819, + 0.9924285501408081, + 1.0058984225928205, + 1.0139421119627963, + 1.0204714628277265, + 1.024761969275269, + 1.0411321691366637, + 1.051554346720804, + 1.0528939116549463, + 1.048231049542776, + 1.035208648003462, + 1.0211826349075386, + 1.021066390612321, + 1.0225781515263015, + 1.0234107662776533, + 1.013889389780415, + 1.002809268474515, + 1.005659594852486, + 1.0123290373188114, + 1.0154559039015623, + 1.013290801738594, + 1.0094740964231081, + 1.0002162486552635, + 0.9914378185750687, + 0.9943868019460187, + 0.9942535553869897, + 0.9896262981629789, + 0.9859228057329431, + 0.9860916917991401, + 0.9824333417893006, + 0.9869225315171396, + 0.9958671872185834, + 0.999358349920491, + 0.9902030063817621, + 0.9953941674238796, + 1.0044794940384356, + 1.01450410197358, + 1.0212449253894722, + 1.031533466370799, + 1.0310663353310807, + 1.0299586525323416, + 1.0140754261682852, + 1.0146983653439086, + 1.010949221001189, + 0.9984754004996209, + 0.9996230059073175, + 1.0023281510239592, + 1.0083940727060101, + 1.0104207218854935, + 1.0188090918448567, + 1.0267152458848512, + 1.0256934112800635, + 1.0177374007859166, + 1.004324219711767, + 0.9955156869267784, + 0.9865523378817893, + 0.984584448748711, + 0.9818097517909892, + 0.9865486470036113, + 0.9850111209189524, + 0.9782242969255907 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 169833, + "cert_evals": { + "36": 0.41109970211982727, + "72": 0.33299076557159424, + "108": 0.24254882335662842, + "255": 0.05960945785045624 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5206456783985733, + "std_test_acc": 0.0060033280737158004, + "n_samples": 1600, + "n_features": 64, + "n_classes": 100, + "mean_cert_acc_36": 0.4229181632399559, + "std_cert_acc_36": 0.00991377068779086, + "mean_cert_acc_72": 0.3236742317676544, + "std_cert_acc_72": 0.01419389711176357, + "mean_cert_acc_108": 0.23862383142113686, + "std_cert_acc_108": 0.020333242330313375, + "mean_cert_acc_255": 0.05932115390896797, + "std_cert_acc_255": 0.002851694880675398 + }, + "plant-texture": { + "dataset": "plant-texture", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 86, + "best_val_acc": 0.7068273092369478, + "test_acc": 0.6863157894736842, + "train_size": 400, + "val_size": 249, + "test_size": 950, + "stats": { + "mean": [ + [ + -0.016478091624999976, + -0.014961091800000008, + -0.004249621250000072, + 0.023384388500000127, + 0.005502324450000172, + 0.0145078697499998, + 0.0045305880750000724, + -0.03467714649999986, + 0.004193091999999971, + 0.012809078150000047, + -0.009651387200000038, + -0.01915911049999979, + -0.008120220149999673, + 0.007483559499999939, + -8.819250000012408e-06, + -0.019568870142500156, + 0.028020058549999945, + 0.022078226650000053, + 0.0008334952449999984, + -0.0007628900000000476, + -0.033131676325000525, + -0.02417429049999988, + 0.012456803749999997, + 0.002599056999999966, + -0.016433078500000114, + -0.0015455646349999707, + 0.03351081127500002, + -0.00866295650000013, + -0.001216327300000051, + 0.02500025624999989, + 0.002615395250000011, + 0.004382452249999722, + -0.0336998632, + 0.024454489599999945, + 0.006896749999999824, + 0.0024042895000002573, + -0.0489830051999999, + -0.0018739831749999436, + -0.0027442942499998836, + 0.014888681500000006, + 0.039273120399999896, + -0.03620304349999986, + 0.01871371774999999, + 0.0017737930000000502, + 0.03068173249999988, + 0.005476874500000017, + -0.018285551499999983, + -0.01942126079499999, + 0.020034201150000052, + -0.04440868274999999, + -0.0031926880000002233, + -0.009055307999999866, + 0.01178355375000011, + 0.006780597750000028, + -0.015243231374999874, + 0.051239233250000044, + 0.01800514339999995, + 0.008651616399999893, + 0.0034974595000000232, + 0.03453392162500026, + -0.006043314750000227, + 0.012514663999999986, + 0.043475420250000084, + -0.02456098675000002 + ] + ], + "std": [ + [ + 0.9009966230602708, + 0.9364276177287642, + 0.9754761006143327, + 1.0291666417884513, + 1.0289691228068274, + 0.9876927454085853, + 0.9560626059354702, + 0.9597522889147546, + 0.9994773403976824, + 1.0152637844096681, + 0.9520114484241692, + 0.9432619847706322, + 0.9482931419315812, + 1.0591026895126023, + 0.9522570318080412, + 0.9864956149999131, + 1.084922016377646, + 1.173758426456074, + 1.0592998584844, + 1.0606714617823771, + 0.8614306216418535, + 1.0345366597359764, + 1.042209469105469, + 1.0348653782485668, + 0.9988649975902255, + 1.0174988947519772, + 1.0858204535316325, + 0.9739602296564857, + 1.0131848275815751, + 1.0264935540496496, + 0.9816966426566287, + 1.0024562576995246, + 0.9036181164894379, + 1.0437722258848774, + 0.9846104856336191, + 1.0510739753463445, + 0.8892428833739887, + 0.9794996248503948, + 0.9461971557449678, + 1.0298104390925615, + 1.1599976257671403, + 0.9173959381413883, + 0.9736629274573383, + 0.9990534408909421, + 1.0761727962998655, + 0.9933289670108497, + 0.9771946168612999, + 1.032165319421753, + 1.0398720209157222, + 0.9587359927023673, + 1.012139905486573, + 0.9975269161128212, + 1.0373603976704429, + 0.9974923617573629, + 1.0098998196849565, + 1.1923604394819194, + 1.0833214484639513, + 1.0328745232566003, + 1.0402739857013459, + 1.1225366590688706, + 0.9261829634072084, + 1.0546429695267736, + 1.0777446293534623, + 0.9933512209550289 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 169833, + "cert_evals": { + "36": 0.645263135433197, + "72": 0.593684196472168, + "108": 0.5368421077728271, + "255": 0.34736841917037964 + }, + "fold": 0 + }, + { + "best_epoch": 70, + "best_val_acc": 0.6837944664031621, + "test_acc": 0.7357293868921776, + "train_size": 400, + "val_size": 253, + "test_size": 946, + "stats": { + "mean": [ + [ + -0.004256254850000026, + 0.021923264150000024, + -0.012071683000000069, + -0.011057278499999901, + -0.017880446849999797, + 0.0011827752499998178, + -0.0027601811999999146, + -0.0251483662499997, + 0.055288276499999955, + 0.018802836700000086, + 0.000680779799999956, + -0.003705401924999697, + -0.0076088335999996695, + -0.006072732000000045, + 0.0014956542500000531, + -0.02329864526500025, + 0.00074919069999995, + 0.034619562699999926, + 0.014588840164999981, + -0.0003229700500000161, + 0.03756710242499937, + -0.018300292499999992, + 0.015038550999999963, + 0.038566000999999954, + -0.024540214250000143, + 0.03385858173000003, + -0.01502205307499997, + -0.03221403250000019, + -0.03763231055000007, + -0.0005684717500001015, + 0.005178833750000021, + 0.0232263649999997, + -0.018164639750000218, + -0.0284664659000001, + 0.014296748749999815, + -0.01446542499999974, + 0.017083458499999923, + -0.05198149362499994, + 0.02665897775000016, + 0.0006017054999999511, + -0.023385096025000055, + -0.00870071099999995, + -0.02645367400000001, + 0.030389902050000018, + -0.010937763500000006, + -0.05008216174999998, + -0.014492351249999987, + -0.029835240265000052, + -0.0028061221000000624, + 0.012136923749999967, + 0.04889772374999951, + -0.005096808249999897, + -0.007376563999999944, + 0.017595101374999984, + -0.013797275999999694, + 0.054841677249999804, + -0.058722712075000016, + 0.03106128492499999, + 0.04723510375, + 0.03316721925000017, + -0.00928761275000021, + 0.004404617250000025, + -0.002385128999999882, + -0.039578189499999986 + ] + ], + "std": [ + [ + 1.0176195895454074, + 1.0490244648468456, + 0.9960419330218429, + 1.0013824399376616, + 0.9994469044392366, + 0.9946100427625639, + 1.0157545132253116, + 0.9788609202986969, + 1.071845617834868, + 0.9893086678710389, + 0.9761446960534231, + 1.0226495027246933, + 1.039042345736355, + 0.9862504907230619, + 1.010782124858231, + 0.9283410333997018, + 0.9169243300337626, + 1.2172212453002578, + 1.0463189591077335, + 1.0069757171220548, + 1.1331476744057545, + 0.9469821203572525, + 1.056155176364169, + 1.0595663845370344, + 0.9428967883897005, + 1.0970228794322368, + 0.9685633455294996, + 0.9741644818618026, + 0.9143633677590421, + 1.0691597858758368, + 1.01412670505509, + 1.070121954375621, + 0.951399475845066, + 0.9830032176811866, + 1.0946821401422548, + 0.9450181434403627, + 1.0182514042513124, + 0.9407099037863594, + 1.0799791344020868, + 0.9842100577075739, + 0.9049268404343978, + 0.9743966176706755, + 0.9614307865494272, + 1.0589976460635564, + 1.033707681388281, + 0.9570270454194322, + 0.9726967073724329, + 0.9598087507205947, + 1.0248291708573996, + 1.0065887165171423, + 1.1899283807762595, + 1.046684908157972, + 0.9585960515533316, + 1.0015106988574207, + 0.9882827515120411, + 1.1390243681390715, + 0.903234233001017, + 1.0770406438636961, + 1.0289747705280785, + 1.108986637240471, + 0.9644875764134929, + 0.9341662575099802, + 1.0003551075843455, + 0.9381906895869818 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 169833, + "cert_evals": { + "36": 0.6754756569862366, + "72": 0.6194503307342529, + "108": 0.5782241225242615, + "255": 0.3562367856502533 + }, + "fold": 1 + }, + { + "best_epoch": 52, + "best_val_acc": 0.728, + "test_acc": 0.6996838777660696, + "train_size": 400, + "val_size": 250, + "test_size": 949, + "stats": { + "mean": [ + [ + 0.006781644050000072, + -0.01704826455000003, + -0.002251882250000035, + -0.0028131144999998512, + -0.005865192699999791, + 0.009570933999999944, + -0.009578214299999865, + -0.024165803499999656, + -0.01858652050000008, + -0.016836627099999942, + 0.022271386250000094, + 0.02783143624999974, + 0.013649515400000272, + 0.03256191874999994, + 0.007509060350000286, + 0.028498989239999706, + 0.009155898099999922, + -0.05709269885000008, + -0.011131543627500075, + 0.007129308599999935, + 0.009527655224999435, + 0.048195565000000024, + -0.03163669524999997, + -0.012298672749999962, + -0.015361769500000262, + -0.020092703134999917, + 0.00814105310000005, + 0.010467141749999798, + 0.000659113049999987, + 0.0005926604999999846, + -0.003039380250000019, + 0.006916299999999689, + 0.0028526314500000234, + 0.02393395764999979, + -0.017349249750000083, + -0.004382585749999812, + 0.0006067708249999293, + -0.02260160009999996, + -0.020113583249999886, + -0.027872431749999968, + 0.012264436799999952, + 0.015939157750000252, + -0.014283123999999987, + -0.014588402899999955, + 0.013490449499999968, + 0.011403421250000092, + 0.012658765250000021, + -0.014379616514999992, + 0.014957853600000057, + 0.00609202149999992, + -0.02169176450000027, + -0.0238132444999999, + -0.016261851749999882, + -0.006561618624999998, + 0.00928921537500022, + -0.0672483589999997, + 0.0054866013749999285, + 0.003738513875000059, + -0.02022912349999999, + -0.003440074000000029, + 0.030528467999999764, + 0.03239571075000004, + 0.03326437500000009, + -0.011354963499999924 + ] + ], + "std": [ + [ + 1.0176353776788036, + 0.9190930489962008, + 1.0268538651935009, + 0.9999682393873391, + 0.9984018173866293, + 1.0374879590245607, + 0.9749352350820676, + 0.996266197839155, + 0.9511625612934416, + 0.9876855487180032, + 1.105409076208761, + 1.0321003973234553, + 1.0235494324640213, + 1.1213865795944102, + 1.0879930289006665, + 1.0838318604426802, + 1.0877272851283968, + 0.774752481406204, + 1.0373588129982505, + 0.9969058944401101, + 1.011738502430844, + 1.1511835702083388, + 0.9377685226320285, + 1.0219749119064445, + 0.92170310125349, + 0.9806129656814709, + 1.0038200109094886, + 1.0479216121391026, + 1.0231420017542938, + 0.9787899196190312, + 1.0290085842795444, + 1.0501562971981688, + 0.9469912325322501, + 1.0353208445844364, + 0.9577479946023613, + 0.9403622048724667, + 0.9697131314173383, + 0.9465545623876653, + 0.9782386950900146, + 0.9139584627856204, + 0.9779691745581587, + 1.0259013952137952, + 0.9330608640569992, + 0.942152577459924, + 0.9978008930918613, + 1.0501702677822984, + 1.0356406401318516, + 0.9717916536323801, + 0.982544393973635, + 1.047669652090456, + 0.8616845618348262, + 0.9101934286793992, + 1.0301962610060198, + 0.9575486231894531, + 0.9827140500471714, + 0.5778539784498753, + 0.9613134752896453, + 1.0047774832021952, + 0.9907827459169802, + 0.9871971074482115, + 1.162147207193799, + 1.0844411935907712, + 1.0567242900140779, + 0.9982258566338452 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 169833, + "cert_evals": { + "36": 0.659641683101654, + "72": 0.6227607727050781, + "108": 0.5732349753379822, + "255": 0.34246572852134705 + }, + "fold": 2 + }, + { + "best_epoch": 82, + "best_val_acc": 0.7530864197530864, + "test_acc": 0.7018828451882845, + "train_size": 400, + "val_size": 243, + "test_size": 956, + "stats": { + "mean": [ + [ + -0.014342517400000006, + -0.010508095700000018, + 0.020846525499999963, + 0.0065602567500000954, + 0.04070300080000023, + 0.005624379000000016, + 0.010057827824999985, + -0.0016692939999995607, + -0.0012298350000000452, + 0.004113477850000035, + -0.006016862100000142, + -0.027265562499999736, + 0.012290107750000214, + -0.017597352249999944, + -0.05018481082499988, + -0.019962193892500257, + -0.01139161950000006, + -0.022701001150000014, + 0.0013786910799999214, + -0.014646860050000085, + -0.015396491325000532, + 0.008186758999999919, + 0.04188897099999995, + 0.029843807999999857, + -0.027753020000000236, + -0.0005539261349998608, + -0.017307911899999966, + 0.011377426749999739, + -0.022145610699999995, + 0.007566919749999868, + -0.027431704249999946, + 0.042545776999999674, + 0.052352197149999995, + -0.006990049900000131, + 0.010389971999999801, + 0.018498143250000078, + 0.06626066654999992, + 0.00848889462500006, + -0.018184080999999918, + 0.01926874899999994, + -0.03685933877500006, + 0.0007597582500002853, + -0.02537281875000002, + 0.008902194600000003, + 0.02412217824999988, + 0.031126447000000078, + 0.024641684499999875, + 0.0029474992500001605, + 0.005532393600000062, + -0.008580874249999974, + -0.015919812000000293, + -0.00023579924999993536, + 0.03706109150000009, + -0.0008052041249999526, + -0.03436781549999974, + 0.022327436750000006, + 0.007519205675000007, + -0.011987557750000155, + 0.01592568225000001, + 0.005316474750000138, + -0.0004174132500002535, + -0.032213199249999686, + -0.031228355999999867, + 0.02102232000000007 + ] + ], + "std": [ + [ + 0.8692420724813031, + 0.949763414888491, + 1.0642544830753824, + 1.0472839362776507, + 1.0901344960110089, + 1.0448532151498395, + 0.9860966887034024, + 0.992983631561972, + 1.0149294022896036, + 0.9431952484176876, + 1.0340529605805364, + 0.9513173925745501, + 1.0567752587933925, + 0.9542576532027438, + 0.7813209238320555, + 0.9338054729806743, + 0.9321480764995789, + 0.8561905534972463, + 0.9927488431023881, + 0.9167664054814741, + 0.9198840727955573, + 1.0334423218940791, + 1.0542630877180026, + 1.0910912930890575, + 0.9104729281174669, + 0.940879543920847, + 0.9516761628090449, + 1.0514139332592722, + 0.9431400801236285, + 1.0295711364901166, + 0.8800987512468141, + 1.1173664674104642, + 1.1433392914474967, + 0.9617273036124687, + 1.037564686694581, + 1.0144405124623135, + 1.141213336619724, + 0.9794696310119911, + 0.9763734610882173, + 1.0315472144044722, + 0.937513787219726, + 0.9989573963275813, + 0.898086886732961, + 1.0058174039027852, + 1.0273289677810482, + 1.0127412982823678, + 1.0261552552616107, + 1.0621741318043578, + 0.9715566474052263, + 0.9644661846983199, + 0.8986136195077067, + 0.9995526222906947, + 1.0617704910396841, + 1.063170800289359, + 0.9564967404036995, + 1.2714040020058475, + 1.0285638690116818, + 0.9378454050408493, + 1.0325468321763043, + 1.0983078969994187, + 0.916541159688309, + 1.0160097153090744, + 0.9197027539366839, + 1.0261398372506563 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 169833, + "cert_evals": { + "36": 0.6600418090820312, + "72": 0.6098326444625854, + "108": 0.5700836777687073, + "255": 0.3765690326690674 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7059029748300539, + "std_test_acc": 0.02104052674651368, + "n_samples": 1599, + "n_features": 64, + "n_classes": 100, + "mean_cert_acc_36": 0.6601055711507797, + "std_cert_acc_36": 0.012339053101749996, + "mean_cert_acc_72": 0.6114319860935211, + "std_cert_acc_72": 0.013040669550346464, + "mean_cert_acc_108": 0.5645962208509445, + "std_cert_acc_108": 0.018803818400191456, + "mean_cert_acc_255": 0.35565999150276184, + "std_cert_acc_255": 0.015059431611105591 + }, + "post-operative": { + "dataset": "post-operative", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 11, + "best_val_acc": 0.7692307692307693, + "test_acc": 0.6363636363636364, + "train_size": 22, + "val_size": 13, + "test_size": 55, + "stats": { + "mean": [ + [ + 0.2644478181818181, + -0.002965454545454521, + -0.04423899999999998, + 0.0652979090909091, + -0.09040263636363635, + 0.12863909090909095, + -0.031622818181818196, + -0.010754727272727246 + ] + ], + "std": [ + [ + 0.863045425336646, + 0.9808035281210981, + 0.9954110000000002, + 0.8638286631944233, + 0.9903112638860088, + 1.0460343032985846, + 0.9593493232948251, + 0.6242961991096403 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 2648, + "cert_evals": { + "36": 0.30909091234207153, + "72": 0.145454540848732, + "108": 0.05454545468091965, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.7777777777777778, + "test_acc": 0.46, + "train_size": 22, + "val_size": 18, + "test_size": 50, + "stats": { + "mean": [ + [ + -0.04068454545454543, + -0.13643590909090905, + -0.22522281818181814, + -0.01632572727272733, + 0.18080527272727273, + -0.36753845454545453, + -0.4196983636363635, + 0.03461609090909094 + ] + ], + "std": [ + [ + 0.48245777837997267, + 1.0509474100388445, + 0.9788196547256961, + 1.0356928042306306, + 0.9778540225386487, + 0.7579234423290888, + 0.7652973041426179, + 0.7599528606329299 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 2648, + "cert_evals": { + "36": 0.2800000011920929, + "72": 0.05999999865889549, + "108": 0.019999999552965164, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 30, + "best_val_acc": 0.4444444444444444, + "test_acc": 0.4576271186440678, + "train_size": 22, + "val_size": 9, + "test_size": 59, + "stats": { + "mean": [ + [ + 0.035598363636363664, + -0.06970068181818179, + -0.13473090909090904, + -0.17957400000000004, + 0.18080527272727273, + 0.29403163636363644, + 0.03305631818181817, + 0.034616272727272704 + ] + ], + "std": [ + [ + 0.7964199476848967, + 1.018669033729904, + 0.9912891976159546, + 1.0484797311020457, + 0.9778540225386487, + 1.24868633500981, + 1.0040929058601908, + 0.5709040666748884 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 2648, + "cert_evals": { + "36": 0.32203391194343567, + "72": 0.1525423675775528, + "108": 0.08474576473236084, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 11, + "best_val_acc": 0.5714285714285714, + "test_acc": 0.6666666666666666, + "train_size": 22, + "val_size": 14, + "test_size": 54, + "stats": { + "mean": [ + [ + -0.4221010909090909, + 0.19724022727272736, + 0.22723672727272717, + -0.016325727272727287, + -1.0092936587501423e-17, + -0.036753454545454506, + -0.16098145454545446, + 0.41270672727272745 + ] + ], + "std": [ + [ + 0.9311555791372603, + 0.9366735504705384, + 0.9576763484720417, + 1.0356928042306308, + 0.9944290000000001, + 0.7579238589268785, + 0.9505882556493265, + 0.8002666526517147 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 2648, + "cert_evals": { + "36": 0.4444444477558136, + "72": 0.18518519401550293, + "108": 0.12962962687015533, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5551643554185927, + "std_test_acc": 0.11194620097692826, + "n_samples": 90, + "n_features": 8, + "n_classes": 3, + "mean_cert_acc_36": 0.3388923183083534, + "std_cert_acc_36": 0.07253019304387984, + "mean_cert_acc_72": 0.1357955252751708, + "std_cert_acc_72": 0.05341053124078742, + "mean_cert_acc_108": 0.07223021145910025, + "std_cert_acc_108": 0.046519091497756314, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "primary-tumor": { + "dataset": "primary-tumor", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 37, + "best_val_acc": 0.29411764705882354, + "test_acc": 0.36548223350253806, + "train_size": 82, + "val_size": 51, + "test_size": 197, + "stats": { + "mean": [ + [ + -0.008010512195121854, + 0.054444146341463336, + 0.0366287682926831, + 0.017473585365853656, + 0.00994146341463413, + 0.14699000000000015, + 0.04866843902439027, + -0.06218121951219504, + 0.01667878048780483, + -0.03673495121951217, + 0.060766390243902485, + -0.11804926829268325, + 0.04384986585365854, + -0.04256348780487793, + 0.026720512195121893, + 0.09196453658536587, + 0.04076614634146339 + ] + ], + "std": [ + [ + 0.9284296903454413, + 0.9827553422472404, + 0.9950878705168285, + 1.0173173538014615, + 0.9933487461181214, + 1.0, + 0.962929194381142, + 1.0381881034205123, + 0.9899379872265349, + 1.011517643744964, + 0.8811077313196498, + 1.2812447336275181, + 0.9462003808216405, + 1.0326718844648832, + 0.9328296141970309, + 0.9459362255487258, + 0.9834201107664913 + ] + ] + }, + "width": 64, + "in_features": 17, + "out_features": 15, + "depth": 6, + "padding": 34, + "parameters": 11852, + "cert_evals": { + "36": 0.1878172606229782, + "72": 0.13197968900203705, + "108": 0.0964467003941536, + "255": 0.005076142027974129 + }, + "fold": 0 + }, + { + "best_epoch": 44, + "best_val_acc": 0.32, + "test_acc": 0.26262626262626265, + "train_size": 82, + "val_size": 50, + "test_size": 198, + "stats": { + "mean": [ + [ + -0.19990898780487798, + -0.06597853658536594, + -0.06580686585365814, + -0.04826112195121953, + 0.03728248780487797, + 0.06248341463414634, + -0.06985995121951216, + -0.0032160975609755497, + -0.06506265853658541, + 0.09333218292682927, + 0.06076639024390239, + -0.30444282926829297, + -0.1407240975609757, + -0.13789832926829237, + -0.011618548780487929, + -0.07208160975609774, + 0.0923113658536586 + ] + ], + "std": [ + [ + 1.0840763211298148, + 0.9871722424447865, + 0.9943340791237609, + 0.9878070021217906, + 0.978564253608743, + 0.7605592682926824, + 1.0434538299658207, + 1.0006713020447777, + 1.0285572185582093, + 0.9582691142993712, + 0.8811077313196498, + 1.4765153864007459, + 1.1389873689905186, + 1.0994550266298473, + 0.9827072417027007, + 1.0321010371852044, + 0.961563601529827 + ] + ] + }, + "width": 64, + "in_features": 17, + "out_features": 15, + "depth": 6, + "padding": 34, + "parameters": 11852, + "cert_evals": { + "36": 0.1818181872367859, + "72": 0.10606060922145844, + "108": 0.07070706784725189, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 69, + "best_val_acc": 0.46, + "test_acc": 0.30808080808080807, + "train_size": 82, + "val_size": 50, + "test_size": 198, + "stats": { + "mean": [ + [ + 0.05595567073170747, + -0.11414758536585423, + -0.15360871951219476, + 0.11138004878048806, + 0.14664658536585373, + -0.022023170731707342, + 0.04866843902439022, + 0.11471414634146337, + -0.09230980487804882, + -0.010721524390243967, + -0.13876521951219484, + -0.024852487804878247, + -0.029979719512195135, + -0.13789832926829246, + 0.02672051219512185, + -0.0720816097560979, + 0.014993536585365865 + ] + ], + "std": [ + [ + 0.8752456105780106, + 1.0319878972477479, + 1.020270188955276, + 0.973373221402528, + 0.908857763487908, + 1.068933148158204, + 0.9629291943811422, + 0.9096695962820129, + 1.0396848408746504, + 1.0024455533701155, + 1.2137033994344781, + 1.1602914885292481, + 1.031634721498422, + 1.0994550266298473, + 0.9328296141970309, + 1.0321010371852055, + 0.9931654994287419 + ] + ] + }, + "width": 64, + "in_features": 17, + "out_features": 15, + "depth": 6, + "padding": 34, + "parameters": 11852, + "cert_evals": { + "36": 0.24242424964904785, + "72": 0.16161616146564484, + "108": 0.10606060922145844, + "255": 0.04040404036641121 + }, + "fold": 2 + }, + { + "best_epoch": 19, + "best_val_acc": 0.3055555555555556, + "test_acc": 0.3443396226415094, + "train_size": 82, + "val_size": 36, + "test_size": 212, + "stats": { + "mean": [ + [ + 0.03463378048780499, + 0.006275073170731583, + 0.007361365853658851, + -0.05765181707317083, + 0.06462351219512194, + 0.062483414634146285, + 0.04866843902439023, + 0.17367926829268246, + 0.043925926829268234, + -0.03673495121951222, + 0.010883487804878128, + 0.06834443902439019, + -0.029979719512194993, + 0.11632791463414643, + 0.026720512195121806, + 0.06462351219512184, + 0.14385658536585347 + ] + ], + "std": [ + [ + 0.9863628325148939, + 0.9862904448213375, + 0.9415700081720351, + 0.9778925433614022, + 0.9627768184983537, + 0.7605592682926826, + 0.962929194381142, + 0.8544857970801263, + 0.9752042587005816, + 1.0115176437449636, + 0.9787732234590277, + 0.8230916787799415, + 1.031634721498422, + 0.888087814072915, + 0.9328296141970309, + 0.9627768184983537, + 0.9363654126487833 + ] + ] + }, + "width": 64, + "in_features": 17, + "out_features": 15, + "depth": 6, + "padding": 34, + "parameters": 11852, + "cert_evals": { + "36": 0.19811320304870605, + "72": 0.10849057137966156, + "108": 0.07547169923782349, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.32013223171277955, + "std_test_acc": 0.04507325049311076, + "n_samples": 330, + "n_features": 17, + "n_classes": 15, + "mean_cert_acc_36": 0.2025432251393795, + "std_cert_acc_36": 0.02742567190709509, + "mean_cert_acc_72": 0.12703675776720047, + "std_cert_acc_72": 0.025846518570635905, + "mean_cert_acc_108": 0.08717151917517185, + "std_cert_acc_108": 0.016840335047315164, + "mean_cert_acc_255": 0.011370045598596334, + "std_cert_acc_255": 0.01950334969658727 + }, + "connect-4": { + "dataset": "connect-4", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 56, + "best_val_acc": 0.8240171690566774, + "test_acc": 0.8174283098696093, + "train_size": 16889, + "val_size": 10251, + "test_size": 40417, + "stats": { + "mean": [ + [ + 0.030039043756277816, + 0.019902300550625314, + 0.02412979927762107, + 0.01985044289179096, + 0.04051709657175008, + 0.019031591236910044, + -0.0045395188821050255, + 0.00019764479838064707, + -0.0054407273373289445, + 0.0013942071762814724, + 0.0055600884599283544, + 0.001485642518807598, + -0.045466167742357476, + -0.01035231553081155, + -0.011896642548398602, + -0.003500336017520728, + -0.005169183847484449, + -0.004208846444423896, + -0.015666746284570425, + -0.004623683640220639, + -0.003240515128237825, + 0.007526564154155245, + 0.005614181419874743, + -0.0009578565812173992, + -0.008785680620530124, + 2.9899105920217333e-05, + 0.008153071703466623, + 0.012008136479367208, + 0.006621551092434575, + -0.0019656975546212823, + -0.013779740837230907, + -0.007963726330753096, + 0.0029912185446102466, + 0.006957733791219768, + 0.009923208727565623, + 0.008400017940669328, + 0.005648935283319054, + -0.0006844205696187397, + -0.00016250281250430496, + 0.005438035407640847, + 0.006130487891554314, + 0.0019121513411066388 + ] + ], + "std": [ + [ + 1.006531226467314, + 1.008924218376966, + 1.0197183666704737, + 1.023893878424687, + 1.1159454713651147, + 1.1190732652590052, + 1.0024169825217877, + 0.9994835093105424, + 0.9930989860238304, + 1.004612308430935, + 1.0242747269577495, + 0.9967703228906594, + 1.0081015996457976, + 1.0023951062831706, + 0.9892908401102037, + 0.9991151349692805, + 0.9863950858355114, + 0.960184531380724, + 0.9986346631032498, + 1.0001270989782147, + 0.9928951530660571, + 1.0169032842233705, + 1.013285375385304, + 0.970290472444351, + 0.9945759706604689, + 0.9972408901165424, + 1.0114521905940863, + 1.0290063758644428, + 1.023278904623385, + 0.9324949802555003, + 0.9965943679305745, + 0.9932874797871102, + 1.0036564691959504, + 1.0228377133115587, + 1.0386526847608728, + 1.1257342158605066, + 1.0035861966708441, + 1.000236858494279, + 0.9968329006749054, + 1.0125833294784417, + 1.0214319654141149, + 1.006766118353405 + ] + ] + }, + "width": 128, + "in_features": 42, + "out_features": 2, + "depth": 6, + "padding": 84, + "parameters": 68047, + "cert_evals": { + "36": 0.7210827469825745, + "72": 0.6040775179862976, + "108": 0.47890740633010864, + "255": 0.06947571784257889 + }, + "fold": 0 + }, + { + "best_epoch": 53, + "best_val_acc": 0.8293619535250099, + "test_acc": 0.8207691548183255, + "train_size": 16889, + "val_size": 10156, + "test_size": 40512, + "stats": { + "mean": [ + [ + 0.027203261152216014, + 0.024381636864207697, + 0.020735522529443332, + 0.023047149623986126, + 0.020027097519112465, + 0.026940308105877917, + -0.00722533788855856, + -0.00531791621766461, + -0.009308466457466616, + 0.00578968973889537, + -0.0010269574279278557, + 0.004949220640663072, + -0.037384035289282136, + -0.016723926816264917, + -0.008892225590617149, + -0.008508028006396103, + -0.004554644798399636, + 0.0002488341287307118, + -0.014038076854764218, + 0.0028520603943621176, + 0.0008038332642066601, + 0.002791597607881187, + -0.00160992456626965, + -0.0009578257800985885, + 5.388069156555676e-05, + 0.010160649535196326, + 0.012398836639225969, + 5.7993960568914834e-05, + -0.003970593522402191, + 0.0032774340103030072, + -0.010958108650600418, + 0.003209088104681389, + 0.008421007164421582, + 0.007349537331987826, + 0.008767308745328259, + -0.0032300263189079456, + -0.0018860788679084654, + -0.009485176801493057, + -0.0028463511753280563, + 0.0013060429865429904, + -0.0015533507016145245, + 0.012107637870801016 + ] + ], + "std": [ + [ + 1.0053784970608792, + 1.0086117051709853, + 1.0174407281192794, + 1.0328236445577126, + 1.0555647249928823, + 1.1828794778966805, + 1.0020910755122447, + 1.0000565113338769, + 0.9890321160451245, + 1.0150152665488792, + 0.9899360205182285, + 1.0509979377431884, + 1.0058247313452429, + 0.9943794278675755, + 0.9914355031605685, + 0.98735263698585, + 0.9895129572809503, + 0.9832660190727348, + 1.0002454573596118, + 1.005345164132691, + 1.0022702027544366, + 1.0038695389702308, + 0.9884994910041733, + 1.0323210247180712, + 0.9997460580413666, + 1.0089872644160143, + 1.0235001251776934, + 0.9984386209085483, + 0.9823324227005963, + 1.0494438702787408, + 0.9933592013054958, + 1.0038908920524567, + 1.013697656799958, + 1.0183153010542547, + 1.0567215054144603, + 0.8880868673858706, + 1.0011297314158905, + 0.9952887406369397, + 0.9967427026967423, + 1.006175884588394, + 0.991937713430211, + 1.1100304287997806 + ] + ] + }, + "width": 128, + "in_features": 42, + "out_features": 2, + "depth": 6, + "padding": 84, + "parameters": 68047, + "cert_evals": { + "36": 0.7222551703453064, + "72": 0.6032533645629883, + "108": 0.47383493185043335, + "255": 0.05879739299416542 + }, + "fold": 1 + }, + { + "best_epoch": 48, + "best_val_acc": 0.8255131964809385, + "test_acc": 0.8164350363519461, + "train_size": 16889, + "val_size": 10230, + "test_size": 40438, + "stats": { + "mean": [ + [ + 0.025572694783573928, + 0.01329715524895377, + 0.021220418319602922, + 0.01865168985727237, + 0.01982012718339098, + 0.00963998614483818, + 0.002528423115643657, + 0.014210160400253889, + 0.019369405767058635, + 0.014451386997468231, + 0.013793931316224738, + 0.012371159470670088, + -0.039714018710444283, + 0.002464175676483553, + -0.003429649002305634, + -0.009634763751553201, + 0.0009762194327558758, + 0.0017347277695622, + -0.010497498845409039, + -0.009077317366310872, + -0.009626320682147567, + -0.007594781810667109, + -0.00470596897387065, + -0.0015970677600842312, + -0.009472249452314906, + -0.00820725051809292, + -0.0026667849487946728, + -0.015432931020187987, + 0.0013254907454667974, + 0.008520569927173222, + -0.01259168517970182, + -0.013636079637638902, + -0.01148821777488854, + 0.0004930685061226005, + 0.0037583447036442816, + 0.004523333086622283, + -0.0011041412753886373, + 0.0011898180472266853, + 0.004086905974287228, + 0.0047194280300578055, + 0.006496377523849094, + 0.0006377091894106407 + ] + ], + "std": [ + [ + 1.002340911028259, + 1.000241509886604, + 1.0182352047279812, + 1.026450786988581, + 1.0586830294039484, + 1.0573441287107759, + 0.9999723336345973, + 1.0051963116139528, + 1.0189730060934503, + 1.0249429350044355, + 1.0283337398578962, + 1.0717856671455852, + 1.007021137501264, + 1.0086278986575667, + 0.9953893180688569, + 0.98676435866359, + 1.0045070750637721, + 0.9894410915928983, + 1.0018969853345276, + 0.9951351558433682, + 0.9829488046935272, + 0.9826669281585328, + 0.9809482582136214, + 1.0155101449208117, + 0.9962026519420597, + 0.990863381380769, + 1.0019931559758173, + 0.9596014491771616, + 1.0169055158769793, + 1.076548189219986, + 0.9955495648295175, + 0.9907146280157456, + 0.9785756681213451, + 1.006526766910725, + 1.0173366899136054, + 1.0876518916773228, + 1.0029420841971977, + 0.9990722630784118, + 1.0096089946640998, + 1.0127375864747392, + 1.01584212211435, + 0.9362241233272562 + ] + ] + }, + "width": 128, + "in_features": 42, + "out_features": 2, + "depth": 6, + "padding": 84, + "parameters": 68047, + "cert_evals": { + "36": 0.7194223403930664, + "72": 0.6054948568344116, + "108": 0.480884313583374, + "255": 0.06189722567796707 + }, + "fold": 2 + }, + { + "best_epoch": 25, + "best_val_acc": 0.8351286654697786, + "test_acc": 0.8079080753899907, + "train_size": 16889, + "val_size": 10026, + "test_size": 40642, + "stats": { + "mean": [ + [ + 0.0255017919592495, + 0.022711381550094376, + 0.022287194327654584, + 0.02371314346613092, + 0.02809891444136949, + 0.011617169660734934, + -0.003762045615482179, + -0.0006222379063383423, + -0.0011956524365063191, + 0.008375274142948436, + -0.0028795755225458197, + 0.004949219420934186, + -0.03286969234417018, + -0.016504218603819, + -0.0016998223695865533, + -0.0031247556989696936, + -0.011519434898461321, + 0.0002488323820318791, + -0.012126160814738062, + -0.0071686163775022144, + 0.0038903055242530825, + 0.0026388575403812784, + 0.004066158683185444, + -0.0015970711824220074, + -0.004837915684773933, + -0.005745571910715695, + -0.003762464740373103, + -0.006138376635676964, + 0.001325493137553573, + 0.008520567025875392, + -0.0066514068920593425, + -0.003064876132393696, + 0.005525119900522458, + 0.009504424891937585, + 0.011849736177385477, + 0.008400017940669543, + -0.0067909446385286945, + -0.00818136082659884, + 0.004646044170746594, + 0.012444457339079356, + -0.0015533672804591957, + 0.00446103881223969 + ] + ], + "std": [ + [ + 1.0045809901782567, + 1.011044061995358, + 1.0172043141389446, + 1.0411444793879623, + 1.0848038904253097, + 1.0532589212327128, + 1.001732294856909, + 0.9979736375563433, + 0.9960552361012427, + 1.01505820099451, + 0.9927946698994767, + 1.0430998783719132, + 1.0035374294499668, + 0.9954329781752278, + 0.9998036225568965, + 0.9986000648188756, + 0.968307334521185, + 1.0041135888200137, + 1.0020709200665507, + 0.9957946771192316, + 1.0066983742054452, + 0.9982009085917064, + 1.0079501138389146, + 1.0086913740499897, + 0.9975519054988539, + 0.9949781645083238, + 0.9908446185534602, + 0.980252534332932, + 1.0196582337505167, + 1.129171084329408, + 0.9975018305111572, + 0.9962923547954192, + 1.0083259241822573, + 1.0245524736842544, + 1.0587730123334396, + 1.1257342158603454, + 1.000888709096108, + 0.9958781134180874, + 1.0074167017832345, + 1.03159906035601, + 0.975850670238492, + 1.1586868157131331 + ] + ] + }, + "width": 128, + "in_features": 42, + "out_features": 2, + "depth": 6, + "padding": 84, + "parameters": 68047, + "cert_evals": { + "36": 0.7070518136024475, + "72": 0.5881108045578003, + "108": 0.4571133255958557, + "255": 0.04834899678826332 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8156351441074678, + "std_test_acc": 0.005474818961911233, + "n_samples": 67557, + "n_features": 42, + "n_classes": 2, + "mean_cert_acc_36": 0.7174530178308487, + "std_cert_acc_36": 0.007030857777018172, + "mean_cert_acc_72": 0.6002341359853745, + "std_cert_acc_72": 0.0081350614659264, + "mean_cert_acc_108": 0.47268499433994293, + "std_cert_acc_108": 0.010797321747925472, + "mean_cert_acc_255": 0.059629833325743675, + "std_cert_acc_255": 0.008756573528665315 + }, + "seeds": { + "dataset": "seeds", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.36666666666666664, + "test_acc": 0.328125, + "train_size": 52, + "val_size": 30, + "test_size": 128, + "stats": { + "mean": [ + [ + -0.07865740384615384, + -0.09929158269230767, + 0.10740706153846159, + -0.11327312326923078, + -0.054041704038461535, + 0.11302156807692312, + -0.12860311538461539 + ] + ], + "std": [ + [ + 0.9776589269685166, + 1.0102414254274936, + 0.8380902928078587, + 1.0256407102447727, + 0.9263919424516689, + 1.0662347835422732, + 0.9877327834391749 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 2052, + "cert_evals": { + "36": 0.328125, + "72": 0.328125, + "108": 0.3125, + "255": 0.109375 + }, + "fold": 0 + }, + { + "best_epoch": 51, + "best_val_acc": 0.8947368421052632, + "test_acc": 0.9083333333333333, + "train_size": 52, + "val_size": 38, + "test_size": 120, + "stats": { + "mean": [ + [ + 0.058945873076923054, + 0.058565444230769224, + 0.07005121538461541, + 0.06763472500000012, + 0.047836257499999944, + -0.05406976365384615, + 0.04528192692307701 + ] + ], + "std": [ + [ + 0.9708842177474521, + 0.9848353623619012, + 0.8161306877633503, + 0.9973740833983674, + 0.9401704976733031, + 0.9044940579464946, + 1.002197108725799 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 2052, + "cert_evals": { + "36": 0.8916667103767395, + "72": 0.8333333730697632, + "108": 0.7500000596046448, + "255": 0.3083333373069763 + }, + "fold": 1 + }, + { + "best_epoch": 24, + "best_val_acc": 0.9411764705882353, + "test_acc": 0.9354838709677419, + "train_size": 52, + "val_size": 34, + "test_size": 124, + "stats": { + "mean": [ + [ + -0.033384901923076866, + -0.0331742116538462, + -0.031110369230769246, + -0.035362980769230695, + -0.03749499615384611, + -0.05436379423076917, + -0.022526719230769286 + ] + ], + "std": [ + [ + 0.9921027190305836, + 0.9758756553777916, + 1.131396588661939, + 0.9525393107723146, + 1.031011005759497, + 0.9529339051548767, + 0.9671977555675655 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 2052, + "cert_evals": { + "36": 0.8951612710952759, + "72": 0.5322580337524414, + "108": 0.4677419066429138, + "255": 0.22580644488334656 + }, + "fold": 2 + }, + { + "best_epoch": 23, + "best_val_acc": 0.9411764705882353, + "test_acc": 0.8548387096774194, + "train_size": 52, + "val_size": 34, + "test_size": 124, + "stats": { + "mean": [ + [ + -0.01415203269230775, + 0.0027556519230769717, + -0.08995134999999999, + 0.03169613269230778, + -0.04915413269230773, + 0.020229542307692343, + -0.026400719230769202 + ] + ], + "std": [ + [ + 0.968562549022194, + 0.987659685020645, + 0.896948829634495, + 0.9880022117491448, + 0.9355234042408067, + 1.095434168498032, + 1.0069225875711127 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 2052, + "cert_evals": { + "36": 0.8145161271095276, + "72": 0.7258064150810242, + "108": 0.6290322542190552, + "255": 0.3951612710952759 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7566952284946237, + "std_test_acc": 0.2876711532097415, + "n_samples": 210, + "n_features": 7, + "n_classes": 3, + "mean_cert_acc_36": 0.7323672771453857, + "std_cert_acc_36": 0.27205296425273845, + "mean_cert_acc_72": 0.6048807054758072, + "std_cert_acc_72": 0.22262181799033934, + "mean_cert_acc_108": 0.5398185551166534, + "std_cert_acc_108": 0.19061664643283338, + "mean_cert_acc_255": 0.2596690133213997, + "std_cert_acc_255": 0.12173924637945177 + }, + "pendigits": { + "dataset": "pendigits", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 40, + "best_val_acc": 0.9419225634178905, + "test_acc": 0.9267845230153435, + "train_size": 3498, + "val_size": 1498, + "test_size": 5996, + "stats": { + "mean": [ + [ + -8.81200686007327e-07, + 6.079473995280559e-08, + 4.631217829963712e-09, + 2.1718124648143022e-07, + 2.030874785817112e-07, + -1.7106918241445503e-07, + 5.185820439417424e-08, + -3.864493996428271e-07, + 8.861635218292038e-07, + -6.433590623347691e-07, + 7.257861636536514e-07, + 1.5797026869406332e-07, + -6.898227554824822e-08, + -8.784162378277323e-07, + 7.065809030646193e-07, + 9.948541997445605e-08 + ] + ], + "std": [ + [ + 0.9998568249462566, + 0.9998570678425832, + 0.9998573459993255, + 0.9998570492542306, + 0.9998572602820162, + 0.9998564523051444, + 0.9998557798609863, + 0.999857476109961, + 0.9998569519150583, + 0.9998579083441225, + 0.9998564283369161, + 0.9998569550094121, + 0.9998568396997518, + 0.9998576138009462, + 0.9998550735596848, + 0.9998570848520255 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 10, + "depth": 6, + "padding": 32, + "parameters": 10383, + "cert_evals": { + "36": 0.9062708616256714, + "72": 0.870413601398468, + "108": 0.8308872580528259, + "255": 0.5253502726554871 + }, + "fold": 0 + }, + { + "best_epoch": 45, + "best_val_acc": 0.9370584457289659, + "test_acc": 0.9287518948964123, + "train_size": 3498, + "val_size": 1557, + "test_size": 5937, + "stats": { + "mean": [ + [ + -8.81200686007327e-07, + 6.079473995280559e-08, + 4.631217829963712e-09, + 2.1718124648143022e-07, + 2.030874785817112e-07, + -1.7106918241445503e-07, + 5.185820439417424e-08, + -3.864493996428271e-07, + 8.861635218292038e-07, + -6.433590623347691e-07, + 7.257861636536514e-07, + 1.5797026869406332e-07, + -6.898227554824822e-08, + -8.784162378277323e-07, + 7.065809030646193e-07, + 9.948541997445605e-08 + ] + ], + "std": [ + [ + 0.9998568249462566, + 0.9998570678425832, + 0.9998573459993255, + 0.9998570492542306, + 0.9998572602820162, + 0.9998564523051444, + 0.9998557798609863, + 0.999857476109961, + 0.9998569519150583, + 0.9998579083441225, + 0.9998564283369161, + 0.9998569550094121, + 0.9998568396997518, + 0.9998576138009462, + 0.9998550735596848, + 0.9998570848520255 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 10, + "depth": 6, + "padding": 32, + "parameters": 10383, + "cert_evals": { + "36": 0.9028128385543823, + "72": 0.8723260760307312, + "108": 0.8332490921020508, + "255": 0.5344449877738953 + }, + "fold": 1 + }, + { + "best_epoch": 44, + "best_val_acc": 0.923790589794566, + "test_acc": 0.9318295739348371, + "train_size": 3498, + "val_size": 1509, + "test_size": 5985, + "stats": { + "mean": [ + [ + -8.81200686007327e-07, + 6.079473995280559e-08, + 4.631217829963712e-09, + 2.1718124648143022e-07, + 2.030874785817112e-07, + -1.7106918241445503e-07, + 5.185820439417424e-08, + -3.864493996428271e-07, + 8.861635218292038e-07, + -6.433590623347691e-07, + 7.257861636536514e-07, + 1.5797026869406332e-07, + -6.898227554824822e-08, + -8.784162378277323e-07, + 7.065809030646193e-07, + 9.948541997445605e-08 + ] + ], + "std": [ + [ + 0.9998568249462566, + 0.9998570678425832, + 0.9998573459993255, + 0.9998570492542306, + 0.9998572602820162, + 0.9998564523051444, + 0.9998557798609863, + 0.999857476109961, + 0.9998569519150583, + 0.9998579083441225, + 0.9998564283369161, + 0.9998569550094121, + 0.9998568396997518, + 0.9998576138009462, + 0.9998550735596848, + 0.9998570848520255 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 10, + "depth": 6, + "padding": 32, + "parameters": 10383, + "cert_evals": { + "36": 0.9101086258888245, + "72": 0.8758562803268433, + "108": 0.8394319415092468, + "255": 0.5321637392044067 + }, + "fold": 2 + }, + { + "best_epoch": 33, + "best_val_acc": 0.9391424619640387, + "test_acc": 0.9269179894179894, + "train_size": 3498, + "val_size": 1446, + "test_size": 6048, + "stats": { + "mean": [ + [ + -8.81200686007327e-07, + 6.079473995280559e-08, + 4.631217829963712e-09, + 2.1718124648143022e-07, + 2.030874785817112e-07, + -1.7106918241445503e-07, + 5.185820439417424e-08, + -3.864493996428271e-07, + 8.861635218292038e-07, + -6.433590623347691e-07, + 7.257861636536514e-07, + 1.5797026869406332e-07, + -6.898227554824822e-08, + -8.784162378277323e-07, + 7.065809030646193e-07, + 9.948541997445605e-08 + ] + ], + "std": [ + [ + 0.9998568249462566, + 0.9998570678425832, + 0.9998573459993255, + 0.9998570492542306, + 0.9998572602820162, + 0.9998564523051444, + 0.9998557798609863, + 0.999857476109961, + 0.9998569519150583, + 0.9998579083441225, + 0.9998564283369161, + 0.9998569550094121, + 0.9998568396997518, + 0.9998576138009462, + 0.9998550735596848, + 0.9998570848520255 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 10, + "depth": 6, + "padding": 32, + "parameters": 10383, + "cert_evals": { + "36": 0.9037697911262512, + "72": 0.8711970448493958, + "108": 0.8303571343421936, + "255": 0.5248015522956848 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9285709953161455, + "std_test_acc": 0.0023505298022081715, + "n_samples": 10992, + "n_features": 16, + "n_classes": 10, + "mean_cert_acc_36": 0.9057405292987823, + "std_cert_acc_36": 0.003256619015502529, + "mean_cert_acc_72": 0.8724482506513596, + "std_cert_acc_72": 0.002403809923715769, + "mean_cert_acc_108": 0.8334813565015793, + "std_cert_acc_108": 0.004161470875695562, + "mean_cert_acc_255": 0.5291901379823685, + "std_cert_acc_255": 0.004846304455189452 + }, + "ringnorm": { + "dataset": "ringnorm", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 15, + "best_val_acc": 0.9849157054125999, + "test_acc": 0.9841736378023965, + "train_size": 1850, + "val_size": 1127, + "test_size": 4423, + "stats": { + "mean": [ + [ + -0.0014913630590810715, + -0.0002028115945945495, + -0.003624673004864866, + 0.030743673347964937, + -0.0034106684216216178, + -0.004585295625405408, + -0.007129368502702696, + 0.02503018201621619, + -0.009548345086486483, + -0.023094663821621602, + 0.024392343743783677, + -0.022385221852432413, + -0.011269039536756825, + 0.006084699226486499, + -0.002144298956756773, + 0.012506844875783789, + -0.00058454836702704, + 0.03584240386432444, + -0.012133667589189186, + 0.004316507892972984 + ] + ], + "std": [ + [ + 0.9784283387930162, + 0.9905460412687422, + 1.0065390278100863, + 0.9927153916321547, + 0.9735595969809379, + 0.9917492622308341, + 1.021226537005995, + 0.984043931354316, + 1.0020439489201134, + 1.0140676776467927, + 1.01390897497898, + 1.0144771852122418, + 1.0088742566237001, + 1.0031650144538549, + 0.9957376523551107, + 1.004052473854246, + 1.0009632837253672, + 1.0136956725096684, + 1.0117437667654883, + 0.9896482611831617 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 15687, + "cert_evals": { + "36": 0.9721908569335938, + "72": 0.9509382843971252, + "108": 0.9127289652824402, + "255": 0.5702012181282043 + }, + "fold": 0 + }, + { + "best_epoch": 13, + "best_val_acc": 0.9834558823529411, + "test_acc": 0.9816225907664724, + "train_size": 1850, + "val_size": 1088, + "test_size": 4462, + "stats": { + "mean": [ + [ + -0.008131689650810797, + -0.002498043243243252, + -0.023727151785405413, + -0.03585440558918916, + -0.0003934882972973119, + 0.0225867714875676, + 0.033729259347567535, + 0.04028018498378375, + -0.011526702379459474, + 0.005509034924324315, + -0.0036079329924324473, + -0.010609778086486462, + -0.04445419758486492, + -0.019035246131351363, + -0.023686496141621632, + -0.004599276812324327, + -0.01283934108918918, + -0.017065241494054067, + 0.0003217353513513623, + 0.0033787389697297146 + ] + ], + "std": [ + [ + 1.022177893241832, + 0.9975248053566046, + 1.0196388744846618, + 1.0221479866384073, + 0.9970357977944808, + 1.0307981420348893, + 0.9773560353822935, + 0.9781176224444603, + 1.0106652173823045, + 0.9892263924920568, + 1.0047809286897451, + 0.9927926966385846, + 0.9948403657240741, + 1.008299177644683, + 0.986103425256104, + 1.0040901235563537, + 1.0207243055267705, + 0.9859651487873408, + 1.0109851150234057, + 1.0209172013335133 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 15687, + "cert_evals": { + "36": 0.9630210399627686, + "72": 0.9303002953529358, + "108": 0.8861497044563293, + "255": 0.5457193851470947 + }, + "fold": 1 + }, + { + "best_epoch": 12, + "best_val_acc": 0.9758139534883721, + "test_acc": 0.984804469273743, + "train_size": 1850, + "val_size": 1075, + "test_size": 4475, + "stats": { + "mean": [ + [ + 0.02891295190162165, + 0.03068944431891898, + -0.019467257363783776, + -0.009042827307170279, + 0.0023045943172973027, + 0.03461760786972972, + -0.013958165583783782, + -0.0037264931027027265, + 0.004122639091891881, + 0.008077664260864866, + 0.00500549670162161, + 0.05230572106145954, + 0.00560352195189189, + -0.0038027441356756407, + -0.006340691426324323, + -0.017875234487027075, + -0.009974290385945996, + 0.031068824466486403, + -0.018748794218378367, + 0.005651800251891893 + ] + ], + "std": [ + [ + 0.9932694884617136, + 1.0072036987514652, + 0.9893573161360424, + 0.9958218951278952, + 1.0085886667535657, + 0.9790791907975733, + 0.9983260051236463, + 0.9947362590919102, + 1.006364157341519, + 1.0005095470798928, + 0.9832199273034367, + 0.9689205473346516, + 1.0001853849462015, + 1.033775512614162, + 1.0032724243458653, + 0.9853254002831421, + 1.0043894835352993, + 1.0395476633542529, + 0.9896749630098167, + 0.9691966087764504 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 15687, + "cert_evals": { + "36": 0.9680446982383728, + "72": 0.9425698518753052, + "108": 0.8965363502502441, + "255": 0.5582122802734375 + }, + "fold": 2 + }, + { + "best_epoch": 9, + "best_val_acc": 0.9804651162790697, + "test_acc": 0.9798882681564246, + "train_size": 1850, + "val_size": 1075, + "test_size": 4475, + "stats": { + "mean": [ + [ + 0.02046777164864863, + 0.0021980356432432023, + 0.004059637980540555, + -0.009342822182702694, + 0.002387918376162144, + 0.030360256719999965, + -0.015382828059459445, + -0.018204245005945925, + -0.025843862712432407, + 0.027745209016216188, + 0.004481657689729722, + 0.026131714623621623, + 0.022636812074594607, + 0.014200627510810747, + -0.0033628461978918974, + -0.017424993537297307, + 0.02008856371405403, + -0.012326211236756734, + -0.005294278313513533, + -0.011560347406486508 + ] + ], + "std": [ + [ + 1.003862152326972, + 1.0116328206717198, + 0.9982327875050149, + 1.0058161542849646, + 0.9897416118790039, + 0.97887136461081, + 0.9958939467129719, + 1.025014828335411, + 1.0096954961376094, + 1.0002821071815167, + 0.9846740927254561, + 0.9871728584855372, + 0.988810619026956, + 0.9866476352820501, + 0.9798465412109066, + 1.0074699501447237, + 0.9933722458992488, + 0.9892672826168423, + 1.0089595701990006, + 1.0171370551906491 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 15687, + "cert_evals": { + "36": 0.9615642428398132, + "72": 0.926703929901123, + "108": 0.8750838041305542, + "255": 0.5331843495368958 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9826222414997591, + "std_test_acc": 0.002283481287859103, + "n_samples": 7400, + "n_features": 20, + "n_classes": 2, + "mean_cert_acc_36": 0.9662052094936371, + "std_cert_acc_36": 0.004861042453379921, + "mean_cert_acc_72": 0.9376280903816223, + "std_cert_acc_72": 0.011174616079563562, + "mean_cert_acc_108": 0.892624706029892, + "std_cert_acc_108": 0.016011361439304227, + "mean_cert_acc_255": 0.5518293082714081, + "std_cert_acc_255": 0.015950287877878836 + }, + "soybean": { + "dataset": "soybean", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 28, + "best_val_acc": 0.847457627118644, + "test_acc": 0.8669354838709677, + "train_size": 376, + "val_size": 59, + "test_size": 248, + "stats": { + "mean": [ + [ + 5.255843042108454e-17, + -1.8094273124741912e-15, + -2.362176648138631e-18, + 8.940838613204717e-16, + -4.621008067921197e-16, + -1.366519190948198e-15, + 1.8507654038166175e-15, + 5.651507630671674e-16, + 1.4615968010357778e-15, + -4.64167711359241e-16, + 2.523985748536127e-15, + -3.363149002787376e-16, + 8.314861801447981e-16, + -8.031400603671346e-17, + -1.599562680891125e-15, + 6.971373832819134e-16, + 1.972417501195757e-15, + -9.955098211499242e-16, + -1.1840410448794887e-15, + -3.451730627092574e-16, + -1.2253791362219147e-15, + -6.85031227960203e-16, + -9.162292673967715e-16, + 7.411329233534954e-17, + -1.801159694205706e-17, + -7.119009873327799e-16, + -3.6805664898810043e-16, + -2.8346119777663573e-16, + -1.1114041129492258e-15, + -2.701739541308559e-16, + -6.746967051245964e-16, + 4.340499590954734e-17, + 1.5197654009961918e-15, + 5.7947145899650795e-16, + 8.208563852281742e-16 + ] + ], + "std": [ + [ + 0.9927642409431464, + 0.9787917699554936, + 0.9857406910506461, + 0.9841528529994341, + 0.973949637619625, + 0.9888979702224631, + 0.9894238955664117, + 0.9818135979404571, + 0.9812725198980998, + 0.9866993450965212, + 0.977811553908224, + 0.9685775006733509, + 0.9885494004209142, + 0.9877929165205122, + 0.9849820534726104, + 0.9696513186147865, + 0.9636787239536263, + 0.9714056969361312, + 0.9790342571909385, + 0.9594712670605601, + 0.9914762416613162, + 0.9894071736370291, + 0.9717998736463911, + 0.979506353986051, + 0.9100788369549304, + 0.9740807482046461, + 0.9403062306776938, + 0.9856078858868509, + 0.9913083989488309, + 0.9728185205882999, + 0.9658866068802527, + 0.9658866068802542, + 0.9641624577988217, + 0.9579105146532193, + 0.9764373811067356 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 18, + "depth": 6, + "padding": 70, + "parameters": 48533, + "cert_evals": { + "36": 0.846774160861969, + "72": 0.8104838728904724, + "108": 0.7822580337524414, + "255": 0.649193525314331 + }, + "fold": 0 + }, + { + "best_epoch": 27, + "best_val_acc": 0.9607843137254902, + "test_acc": 0.88671875, + "train_size": 376, + "val_size": 51, + "test_size": 256, + "stats": { + "mean": [ + [ + 5.255843042108454e-17, + -1.8094273124741912e-15, + -2.362176648138631e-18, + 8.940838613204717e-16, + -4.621008067921197e-16, + -1.366519190948198e-15, + 1.8507654038166175e-15, + 5.651507630671674e-16, + 1.4615968010357778e-15, + -4.64167711359241e-16, + 2.523985748536127e-15, + -3.363149002787376e-16, + 8.314861801447981e-16, + -8.031400603671346e-17, + -1.599562680891125e-15, + 6.971373832819134e-16, + 1.972417501195757e-15, + -9.955098211499242e-16, + -1.1840410448794887e-15, + -3.451730627092574e-16, + -1.2253791362219147e-15, + -6.85031227960203e-16, + -9.162292673967715e-16, + 7.411329233534954e-17, + -1.801159694205706e-17, + -7.119009873327799e-16, + -3.6805664898810043e-16, + -2.8346119777663573e-16, + -1.1114041129492258e-15, + -2.701739541308559e-16, + -6.746967051245964e-16, + 4.340499590954734e-17, + 1.5197654009961918e-15, + 5.7947145899650795e-16, + 8.208563852281742e-16 + ] + ], + "std": [ + [ + 0.9927642409431464, + 0.9787917699554936, + 0.9857406910506461, + 0.9841528529994341, + 0.973949637619625, + 0.9888979702224631, + 0.9894238955664117, + 0.9818135979404571, + 0.9812725198980998, + 0.9866993450965212, + 0.977811553908224, + 0.9685775006733509, + 0.9885494004209142, + 0.9877929165205122, + 0.9849820534726104, + 0.9696513186147865, + 0.9636787239536263, + 0.9714056969361312, + 0.9790342571909385, + 0.9594712670605601, + 0.9914762416613162, + 0.9894071736370291, + 0.9717998736463911, + 0.979506353986051, + 0.9100788369549304, + 0.9740807482046461, + 0.9403062306776938, + 0.9856078858868509, + 0.9913083989488309, + 0.9728185205882999, + 0.9658866068802527, + 0.9658866068802542, + 0.9641624577988217, + 0.9579105146532193, + 0.9764373811067356 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 18, + "depth": 6, + "padding": 70, + "parameters": 48533, + "cert_evals": { + "36": 0.8671875, + "72": 0.82421875, + "108": 0.78125, + "255": 0.6796875 + }, + "fold": 1 + }, + { + "best_epoch": 31, + "best_val_acc": 0.9107142857142857, + "test_acc": 0.8924302788844621, + "train_size": 376, + "val_size": 56, + "test_size": 251, + "stats": { + "mean": [ + [ + 5.255843042108454e-17, + -1.8094273124741912e-15, + -2.362176648138631e-18, + 8.940838613204717e-16, + -4.621008067921197e-16, + -1.366519190948198e-15, + 1.8507654038166175e-15, + 5.651507630671674e-16, + 1.4615968010357778e-15, + -4.64167711359241e-16, + 2.523985748536127e-15, + -3.363149002787376e-16, + 8.314861801447981e-16, + -8.031400603671346e-17, + -1.599562680891125e-15, + 6.971373832819134e-16, + 1.972417501195757e-15, + -9.955098211499242e-16, + -1.1840410448794887e-15, + -3.451730627092574e-16, + -1.2253791362219147e-15, + -6.85031227960203e-16, + -9.162292673967715e-16, + 7.411329233534954e-17, + -1.801159694205706e-17, + -7.119009873327799e-16, + -3.6805664898810043e-16, + -2.8346119777663573e-16, + -1.1114041129492258e-15, + -2.701739541308559e-16, + -6.746967051245964e-16, + 4.340499590954734e-17, + 1.5197654009961918e-15, + 5.7947145899650795e-16, + 8.208563852281742e-16 + ] + ], + "std": [ + [ + 0.9927642409431464, + 0.9787917699554936, + 0.9857406910506461, + 0.9841528529994341, + 0.973949637619625, + 0.9888979702224631, + 0.9894238955664117, + 0.9818135979404571, + 0.9812725198980998, + 0.9866993450965212, + 0.977811553908224, + 0.9685775006733509, + 0.9885494004209142, + 0.9877929165205122, + 0.9849820534726104, + 0.9696513186147865, + 0.9636787239536263, + 0.9714056969361312, + 0.9790342571909385, + 0.9594712670605601, + 0.9914762416613162, + 0.9894071736370291, + 0.9717998736463911, + 0.979506353986051, + 0.9100788369549304, + 0.9740807482046461, + 0.9403062306776938, + 0.9856078858868509, + 0.9913083989488309, + 0.9728185205882999, + 0.9658866068802527, + 0.9658866068802542, + 0.9641624577988217, + 0.9579105146532193, + 0.9764373811067356 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 18, + "depth": 6, + "padding": 70, + "parameters": 48533, + "cert_evals": { + "36": 0.8645418882369995, + "72": 0.8446215391159058, + "108": 0.804780900478363, + "255": 0.6693227291107178 + }, + "fold": 2 + }, + { + "best_epoch": 24, + "best_val_acc": 0.9365079365079365, + "test_acc": 0.8524590163934426, + "train_size": 376, + "val_size": 63, + "test_size": 244, + "stats": { + "mean": [ + [ + 5.255843042108454e-17, + -1.8094273124741912e-15, + -2.362176648138631e-18, + 8.940838613204717e-16, + -4.621008067921197e-16, + -1.366519190948198e-15, + 1.8507654038166175e-15, + 5.651507630671674e-16, + 1.4615968010357778e-15, + -4.64167711359241e-16, + 2.523985748536127e-15, + -3.363149002787376e-16, + 8.314861801447981e-16, + -8.031400603671346e-17, + -1.599562680891125e-15, + 6.971373832819134e-16, + 1.972417501195757e-15, + -9.955098211499242e-16, + -1.1840410448794887e-15, + -3.451730627092574e-16, + -1.2253791362219147e-15, + -6.85031227960203e-16, + -9.162292673967715e-16, + 7.411329233534954e-17, + -1.801159694205706e-17, + -7.119009873327799e-16, + -3.6805664898810043e-16, + -2.8346119777663573e-16, + -1.1114041129492258e-15, + -2.701739541308559e-16, + -6.746967051245964e-16, + 4.340499590954734e-17, + 1.5197654009961918e-15, + 5.7947145899650795e-16, + 8.208563852281742e-16 + ] + ], + "std": [ + [ + 0.9927642409431464, + 0.9787917699554936, + 0.9857406910506461, + 0.9841528529994341, + 0.973949637619625, + 0.9888979702224631, + 0.9894238955664117, + 0.9818135979404571, + 0.9812725198980998, + 0.9866993450965212, + 0.977811553908224, + 0.9685775006733509, + 0.9885494004209142, + 0.9877929165205122, + 0.9849820534726104, + 0.9696513186147865, + 0.9636787239536263, + 0.9714056969361312, + 0.9790342571909385, + 0.9594712670605601, + 0.9914762416613162, + 0.9894071736370291, + 0.9717998736463911, + 0.979506353986051, + 0.9100788369549304, + 0.9740807482046461, + 0.9403062306776938, + 0.9856078858868509, + 0.9913083989488309, + 0.9728185205882999, + 0.9658866068802527, + 0.9658866068802542, + 0.9641624577988217, + 0.9579105146532193, + 0.9764373811067356 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 18, + "depth": 6, + "padding": 70, + "parameters": 48533, + "cert_evals": { + "36": 0.8442622423171997, + "72": 0.8032786250114441, + "108": 0.7622950673103333, + "255": 0.6229507923126221 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8746358822872181, + "std_test_acc": 0.018382471352387967, + "n_samples": 683, + "n_features": 35, + "n_classes": 18, + "mean_cert_acc_36": 0.855691447854042, + "std_cert_acc_36": 0.011841090270990697, + "mean_cert_acc_72": 0.8206506967544556, + "std_cert_acc_72": 0.018188691281545707, + "mean_cert_acc_108": 0.7826460003852844, + "std_cert_acc_108": 0.01738019576352759, + "mean_cert_acc_255": 0.6552886366844177, + "std_cert_acc_255": 0.02500097893117144 + }, + "spect": { + "dataset": "spect", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 8, + "best_val_acc": 0.8, + "test_acc": 0.7391304347826086, + "train_size": 186, + "val_size": 10, + "test_size": 69, + "stats": { + "mean": [ + [ + -5.252668073495365e-16, + 1.532824046901829e-15, + -3.9753147010771733e-16, + -1.0338205799197695e-15, + -1.8336586729292908e-15, + -9.192169128616887e-16, + -4.405078452544976e-16, + -1.3382365705427963e-15, + -3.581364595565021e-16, + -1.082765896059158e-15, + 9.645808644055123e-16, + -1.4206079562407917e-16, + -1.8062015443632924e-15, + -2.1750820977064893e-15, + -4.643836092249311e-16, + 4.321513278648459e-16, + -1.0815721078606364e-15, + -1.6653345369377348e-16, + -2.6263340367476823e-16, + 9.633870762069907e-16, + -1.6557842313495614e-15, + 9.896504165744675e-16 + ] + ], + "std": [ + [ + 0.9609812490116691, + 0.977794794349693, + 0.9757497794069608, + 0.9777145841848973, + 0.9763846529890078, + 0.9777145841848975, + 0.9757497794069606, + 0.9759794254922428, + 0.9778036455104626, + 0.9770745392598671, + 0.9775511304850781, + 0.9752286427227655, + 0.9763846529890077, + 0.9776695904695919, + 0.9768752085627053, + 0.9738782701457798, + 0.9771347940108165, + 0.9709795017179342, + 0.9706245820084402, + 0.9755001122189715, + 0.9770745392598672, + 0.9775511304850782 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 18927, + "cert_evals": { + "36": 0.6086956858634949, + "72": 0.52173912525177, + "108": 0.3333333432674408, + "255": 0.11594203114509583 + }, + "fold": 0 + }, + { + "best_epoch": 2, + "best_val_acc": 0.7647058823529411, + "test_acc": 0.7096774193548387, + "train_size": 186, + "val_size": 17, + "test_size": 62, + "stats": { + "mean": [ + [ + -5.252668073495365e-16, + 1.532824046901829e-15, + -3.9753147010771733e-16, + -1.0338205799197695e-15, + -1.8336586729292908e-15, + -9.192169128616887e-16, + -4.405078452544976e-16, + -1.3382365705427963e-15, + -3.581364595565021e-16, + -1.082765896059158e-15, + 9.645808644055123e-16, + -1.4206079562407917e-16, + -1.8062015443632924e-15, + -2.1750820977064893e-15, + -4.643836092249311e-16, + 4.321513278648459e-16, + -1.0815721078606364e-15, + -1.6653345369377348e-16, + -2.6263340367476823e-16, + 9.633870762069907e-16, + -1.6557842313495614e-15, + 9.896504165744675e-16 + ] + ], + "std": [ + [ + 0.9609812490116691, + 0.977794794349693, + 0.9757497794069608, + 0.9777145841848973, + 0.9763846529890078, + 0.9777145841848975, + 0.9757497794069606, + 0.9759794254922428, + 0.9778036455104626, + 0.9770745392598671, + 0.9775511304850781, + 0.9752286427227655, + 0.9763846529890077, + 0.9776695904695919, + 0.9768752085627053, + 0.9738782701457798, + 0.9771347940108165, + 0.9709795017179342, + 0.9706245820084402, + 0.9755001122189715, + 0.9770745392598672, + 0.9775511304850782 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 18927, + "cert_evals": { + "36": 0.6451612710952759, + "72": 0.5806451439857483, + "108": 0.3709677457809448, + "255": 0.12903225421905518 + }, + "fold": 1 + }, + { + "best_epoch": 9, + "best_val_acc": 0.75, + "test_acc": 0.7457627118644068, + "train_size": 186, + "val_size": 20, + "test_size": 59, + "stats": { + "mean": [ + [ + -5.252668073495365e-16, + 1.532824046901829e-15, + -3.9753147010771733e-16, + -1.0338205799197695e-15, + -1.8336586729292908e-15, + -9.192169128616887e-16, + -4.405078452544976e-16, + -1.3382365705427963e-15, + -3.581364595565021e-16, + -1.082765896059158e-15, + 9.645808644055123e-16, + -1.4206079562407917e-16, + -1.8062015443632924e-15, + -2.1750820977064893e-15, + -4.643836092249311e-16, + 4.321513278648459e-16, + -1.0815721078606364e-15, + -1.6653345369377348e-16, + -2.6263340367476823e-16, + 9.633870762069907e-16, + -1.6557842313495614e-15, + 9.896504165744675e-16 + ] + ], + "std": [ + [ + 0.9609812490116691, + 0.977794794349693, + 0.9757497794069608, + 0.9777145841848973, + 0.9763846529890078, + 0.9777145841848975, + 0.9757497794069606, + 0.9759794254922428, + 0.9778036455104626, + 0.9770745392598671, + 0.9775511304850781, + 0.9752286427227655, + 0.9763846529890077, + 0.9776695904695919, + 0.9768752085627053, + 0.9738782701457798, + 0.9771347940108165, + 0.9709795017179342, + 0.9706245820084402, + 0.9755001122189715, + 0.9770745392598672, + 0.9775511304850782 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 18927, + "cert_evals": { + "36": 0.694915235042572, + "72": 0.5762711763381958, + "108": 0.47457626461982727, + "255": 0.10169491171836853 + }, + "fold": 2 + }, + { + "best_epoch": 11, + "best_val_acc": 0.6666666666666666, + "test_acc": 0.7377049180327869, + "train_size": 186, + "val_size": 18, + "test_size": 61, + "stats": { + "mean": [ + [ + -5.252668073495365e-16, + 1.532824046901829e-15, + -3.9753147010771733e-16, + -1.0338205799197695e-15, + -1.8336586729292908e-15, + -9.192169128616887e-16, + -4.405078452544976e-16, + -1.3382365705427963e-15, + -3.581364595565021e-16, + -1.082765896059158e-15, + 9.645808644055123e-16, + -1.4206079562407917e-16, + -1.8062015443632924e-15, + -2.1750820977064893e-15, + -4.643836092249311e-16, + 4.321513278648459e-16, + -1.0815721078606364e-15, + -1.6653345369377348e-16, + -2.6263340367476823e-16, + 9.633870762069907e-16, + -1.6557842313495614e-15, + 9.896504165744675e-16 + ] + ], + "std": [ + [ + 0.9609812490116691, + 0.977794794349693, + 0.9757497794069608, + 0.9777145841848973, + 0.9763846529890078, + 0.9777145841848975, + 0.9757497794069606, + 0.9759794254922428, + 0.9778036455104626, + 0.9770745392598671, + 0.9775511304850781, + 0.9752286427227655, + 0.9763846529890077, + 0.9776695904695919, + 0.9768752085627053, + 0.9738782701457798, + 0.9771347940108165, + 0.9709795017179342, + 0.9706245820084402, + 0.9755001122189715, + 0.9770745392598672, + 0.9775511304850782 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 18927, + "cert_evals": { + "36": 0.6229507923126221, + "72": 0.5901638865470886, + "108": 0.37704914808273315, + "255": 0.1147540956735611 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7330688710086602, + "std_test_acc": 0.015984670714360955, + "n_samples": 265, + "n_features": 22, + "n_classes": 2, + "mean_cert_acc_36": 0.6429307460784912, + "std_cert_acc_36": 0.037765064257493486, + "mean_cert_acc_72": 0.5672048330307007, + "std_cert_acc_72": 0.030860380542832022, + "mean_cert_acc_108": 0.3889816254377365, + "std_cert_acc_108": 0.06024964022391669, + "mean_cert_acc_255": 0.11535582318902016, + "std_cert_acc_255": 0.011170959130694089 + }, + "semeion": { + "dataset": "semeion", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 29, + "best_val_acc": 0.9122137404580153, + "test_acc": 0.909967845659164, + "train_size": 398, + "val_size": 262, + "test_size": 933, + "stats": { + "mean": [ + [ + 0.042952336683416886, + 0.08904046231155748, + 0.07781711306532647, + 0.04420791457286419, + 0.023773748743718452, + 0.030800670854271264, + 0.05355933668341719, + 0.03393323618090457, + 0.027005577889447012, + -0.020098884422110736, + -0.038558869346733554, + -0.02876319095477392, + -0.035930085427135716, + -0.005666462311557859, + -0.03678980402010061, + -0.02540032914572887, + 0.07164423115577907, + 0.10856828643216102, + 0.016988085427135702, + 0.008401615577889203, + 0.058609482412060376, + 0.009480130653266463, + 0.017019934673366894, + 0.018380477386934664, + -0.03487012562814079, + -0.04757404020100504, + -0.03736131909547739, + -0.015900620603015, + -0.02739998994974887, + 0.02467418090452264, + 0.0249909623115577, + -0.0428204346733669, + 0.09282983919598005, + 0.0839422261306534, + 0.045602110552763954, + -0.0022594874371859885, + 0.03105556030150764, + 0.038234974874371906, + 0.05212423115577904, + -0.0418055175879393, + 0.007379648241206374, + -0.0123181708542711, + 0.03084452261306535, + -0.015929640703517652, + -0.032517437185929664, + -0.042322022613065426, + 0.012141331658292034, + -0.0381711532663317, + 0.08658839698492467, + 0.048203969849246485, + -0.04225107537688428, + -0.025943195979899407, + -0.0023844723618089915, + 0.036030047738693574, + 0.019591012562814026, + -0.00906672110552767, + 0.05304341708542693, + 0.04683804020100484, + 0.011912374371859305, + 0.007315894472361927, + -0.09851672361809082, + -0.03642700000000022, + -0.020734497487437303, + 0.031377703517588146, + 0.06271911809045175, + 0.00858300502512564, + -0.03295607788944731, + -0.05819111557788897, + 0.0045722713567837555, + 0.0003809296482409935, + -0.02592891959799003, + 0.02250984924623118, + 0.04199087437185916, + 0.015708170854271196, + -0.026958037688442335, + -0.06993793467336694, + -0.06541721608040225, + -0.06384432160804038, + 0.007286145728643622, + 0.030955864321607733, + 0.027522726130653326, + 0.036648336683416785, + -0.002193748743718662, + 0.012495773869346763, + -0.009007914572864381, + -0.0036712160804018216, + 0.058828603015075205, + 0.0316613417085427, + 0.007075424623115544, + -0.04322718592964837, + -0.06008731155778924, + -0.04533076381909549, + -0.022957175879396944, + -0.0168389145728642, + 0.025421821608039852, + 0.02792173869346751, + -0.07432091959799038, + 0.013624623115577675, + -0.034945268844221195, + 0.02665020100502518, + 0.03429036180904528, + 0.052019472361808976, + 0.05586435175879404, + -0.01356301507537669, + -0.016037165829145907, + -0.03266601758794015, + -0.04719567587939709, + -0.00748582412060346, + 0.004539849246231048, + 0.021088369346733554, + -0.011933391959799155, + -0.015972572864321154, + -0.03545065829145717, + -0.037793592964824145, + -0.044449964824120315, + 0.029925321608040113, + 0.06288003015075373, + 0.08463542713567856, + 0.02237871859296501, + 0.006899319095477609, + 0.01449656281407041, + 0.000527683417085827, + 0.03920230150753784, + 0.01104597989949731, + -0.025606010050250903, + 0.009040170854271303, + -0.005590462311557578, + -0.01597257286432165, + -0.028310065326633178, + -0.028887447236180964, + -0.0659081507537687, + -0.02844676884422169, + -0.023109949748743735, + 0.032979929648241244, + 0.004363246231154997, + 0.04131952261306578, + 0.0639989572864323, + 0.0895776356783918, + 0.08333377889447266, + 0.004363924623115477, + 0.04033003768844212, + 0.0043767613065326776, + -0.026182336683417056, + 0.005207839195979919, + -0.04224544723618088, + -0.02382967085427132, + -0.07914226130653301, + -0.06476556532663379, + -0.0037090954773871154, + 0.03603720603015092, + -0.011745665829145997, + 0.009745507537688426, + 0.03452877889447241, + 0.05641689698492448, + 0.058819748743718606, + 0.0017769246231155048, + 0.05289571608040145, + 0.020843309045226126, + -0.026537417085427038, + -0.027443012562814097, + -0.037861175879396816, + -0.009719047738693285, + -0.014178577889447092, + -0.013634623115577697, + 0.011744346733668245, + -0.06803158291457227, + -0.052816281407034815, + -0.03685464572864351, + -0.015264748743718476, + -0.02556971608040183, + -0.01646636934673348, + 0.023691919597990285, + 0.08278233165829174, + 0.00689019346733639, + -0.011008341708542625, + 0.006246170854271169, + -0.04551160301507559, + -0.01852485427135688, + -0.016720412060301414, + -0.006744517587939658, + -0.020554698492462387, + 0.0033862311557788963, + -0.013512402010050132, + 0.030196592964824073, + 0.053002623115577296, + 0.029924190954773895, + 0.010655278894472263, + -0.025002311557788908, + 0.005749233668341486, + -0.017590547738693327, + -0.0046878693467337276, + -0.025057909547738694, + -0.025841457286432157, + 0.014470603015075412, + -0.028042884422110625, + -0.026089296482412073, + -0.011480763819095607, + -0.03543923115577921, + -0.012104502512562777, + 0.033738502512562836, + 0.06796942713567744, + 0.030141675879396694, + -0.07938337688442194, + -0.10993767839195982, + -0.08592113567839203, + -0.02513346733668336, + 0.02942003768844198, + 0.016245618090452357, + -0.027027889447236178, + -0.04646055778894485, + -0.05783185678391942, + 0.003077424623115391, + 0.001774763819095415, + 0.02235859296482412, + 0.046390603015075665, + 0.07475743718592887, + 0.0031286934673366894, + -0.10202691457286422, + -0.15626765326633196, + -0.15922729145728687, + -0.027267879396984968, + 0.010767738693467357, + 0.06725591457286462, + 0.03289026633165819, + -0.05212582914572871, + -0.07667999246231152, + -0.106186944723618, + -0.05246548743718603, + -0.04017505527638196, + 0.01756687437185917, + 0.01388585929648225, + -0.0017839547738693002, + -0.019856271356783726, + -0.037364902010050265, + -0.05228199748743718, + 0.005632914572864403, + 0.04385109547738676, + 0.07341574120603038, + 0.0661586381909549, + -0.010089979899497585, + -0.018135623115577832, + -0.016660778894472178, + -0.054114793969849306, + -0.03197704522613057, + -0.014875979899497477, + 0.0030890326633166588, + 0.0005838040201005258, + -0.012102854271356855, + 0.06015804020100524, + 0.03463156281407019, + 0.058009472361808555, + 0.0446316331658288, + 0.0002885954773868734, + -0.0071491407035177675, + -0.019207316582914656, + 0.03504411055276377 + ] + ], + "std": [ + [ + 1.0563097554831, + 1.0780957512893903, + 1.0452812422000708, + 1.017690638492427, + 1.0052440697335492, + 1.001399326721192, + 0.9943611635248776, + 0.9929612277732924, + 0.9913927954434718, + 1.0053448775578797, + 1.0107048900784519, + 1.0054061730470043, + 1.0028699621408272, + 0.9995583413505211, + 0.9908593466765735, + 0.9853542136542434, + 1.0705845251257127, + 1.0662779250282277, + 1.0073168970262103, + 1.0024787753418176, + 1.0119304591198905, + 1.0015280003985942, + 1.0018124775575221, + 1.0027574917083557, + 0.9948097176804833, + 0.9923519865939135, + 0.9947029572529067, + 0.9975568639854349, + 0.9951782326467599, + 1.0031187267852708, + 1.0051393922435368, + 0.9711219802777251, + 1.0817185838320085, + 1.0424648712408837, + 1.0182936561607598, + 0.9988131715298316, + 1.0100389974395088, + 1.0139507799801692, + 1.0198550521351346, + 0.97749433095435, + 1.0032558897416382, + 0.9932725134057337, + 1.013388153002777, + 0.992842992738858, + 0.9886564261302372, + 0.9877708685493644, + 1.002648114792108, + 0.9747606061850567, + 1.0747816119657112, + 1.02255888174825, + 0.9796743045806331, + 0.9871350747933134, + 0.9985485116873231, + 1.0182554602963436, + 1.0116426528399904, + 0.9928963782396165, + 1.0328245805209502, + 1.028752519230958, + 1.0063396812352823, + 1.0030257612563318, + 0.9538014614932016, + 0.9874092532167232, + 0.9925147054908431, + 1.0217704776560097, + 1.0429986387634673, + 1.003221409383544, + 0.9871161786807092, + 0.9731000264043922, + 1.0018596893583598, + 0.9998848837132579, + 0.9838376395078868, + 1.0132854070395554, + 1.0217847466795487, + 1.0070449497421416, + 0.9875771901975943, + 0.9687095163481707, + 0.9722544188400668, + 0.9736748724392092, + 1.002916353992525, + 1.0272314038286867, + 1.0175371205727017, + 1.0126645847614397, + 0.998955451392166, + 1.004243498099933, + 0.9961238320171252, + 0.9981311657855426, + 1.0219513419744302, + 1.0121545944257246, + 1.0020340690091334, + 0.9842453448395471, + 0.9788060413943263, + 0.9810097805258174, + 0.9891626357910038, + 0.9902166181537699, + 1.0148948382390708, + 1.028918636127175, + 0.9511980135419595, + 1.003861802009821, + 0.9884969480698704, + 1.0071337781982594, + 1.008265380409389, + 1.0101011443230787, + 1.0106821329347353, + 0.9969256666173059, + 0.9967866423549481, + 0.9931894679821107, + 0.9875817203374175, + 0.997173617790909, + 1.001723029579845, + 1.0125751464485413, + 0.9912331141505772, + 0.9829645856272501, + 0.9793767425495771, + 0.9867539831463441, + 0.9841093178180385, + 1.0103484071725306, + 1.0191860749351354, + 1.0221675875431637, + 1.0044195246237828, + 1.0008342681651312, + 1.001627138412346, + 0.9997772095897719, + 1.0081078939034254, + 1.003310560327655, + 0.9881623645836118, + 1.0047875054511681, + 0.9961421301729743, + 0.9829645856272511, + 0.9869920158115834, + 0.9937316253503987, + 0.9793377827744155, + 0.9904754389720483, + 0.9925397869122989, + 1.0079161666418393, + 1.0006599864175547, + 1.0059991425953247, + 1.0069100585561557, + 1.0100296780570686, + 1.0103236310080053, + 1.0006392870463336, + 1.0075172047508214, + 1.0007852286664525, + 0.9900807435463777, + 1.004024989821359, + 0.9835365256139716, + 0.9945808044935542, + 0.9691682679807009, + 0.96674874592973, + 0.9980415205638171, + 1.0146475059616948, + 0.9949143848564165, + 1.0029906462271676, + 1.0092866189920002, + 1.0179588242197937, + 1.0178009772928769, + 1.0002181457107617, + 1.008080645940541, + 1.0024397087121901, + 0.9933173510271756, + 0.979532808786883, + 0.9865060572780482, + 0.9977415269762818, + 0.9946445941177685, + 0.9927935684967815, + 1.0058109822326597, + 0.9600947752163551, + 0.96839132111533, + 0.9786069630651635, + 0.991429793512298, + 0.984865660959036, + 0.991272639453808, + 1.0096533608655676, + 1.0197900633557413, + 1.000689387806265, + 0.997433042533609, + 1.003492294968093, + 0.9845806330338616, + 0.9966488938063878, + 0.9940656012175009, + 0.9960501295471854, + 0.9861802001739265, + 1.0020303578560832, + 0.9900047845237433, + 1.0217532005343193, + 1.0359244307293263, + 1.0209897301141686, + 1.0061223937153252, + 0.9865088395902182, + 1.0015893626764498, + 0.9952846796435972, + 0.998505053609909, + 0.9830838889803715, + 0.9912812278008364, + 1.0013260724779938, + 0.9920474470886185, + 0.986699951491271, + 0.9924575926179362, + 0.9728376598101992, + 0.9907682549659087, + 1.025076872660426, + 1.0411907333948913, + 1.018295470960672, + 0.9565632778298347, + 0.9500274157105609, + 0.9755944720993126, + 0.9941828603605654, + 1.0084492238238705, + 1.012173917495229, + 0.9873637546749423, + 0.9915215887443988, + 0.9895629283115104, + 1.000389392831378, + 1.0002897764695722, + 1.009216837413109, + 1.0207204122961515, + 1.0300273492943937, + 1.0009253171711008, + 0.9578388667517177, + 0.9464920214014784, + 0.9560486423104471, + 0.9960505224694267, + 1.001839403738359, + 1.0292507570404104, + 1.032844527725739, + 0.9670637057290374, + 0.9795327684867063, + 0.990873804709991, + 1.0050346356911726, + 1.0066384733685902, + 0.9953856475823458, + 0.9956398623489264, + 1.0001306439998972, + 1.004180675810961, + 1.0045488952963422, + 1.0031559055765875, + 0.9998417518500189, + 1.006215000354876, + 1.0258626825494845, + 1.042692556346792, + 0.9864205332461236, + 0.9760435492162586, + 0.9843487751495544, + 0.9645133054191944, + 0.9864637647341462, + 0.9965084374804701, + 1.000034736592101, + 0.9997322633620359, + 0.9981023381080815, + 1.0063573537400703, + 1.009704938325987, + 1.0267732677147232, + 1.029166926292455, + 0.9999357967957346, + 0.9919070208357084, + 0.9723136941246707, + 1.0773934238154859 + ] + ] + }, + "width": 512, + "in_features": 256, + "out_features": 10, + "depth": 6, + "padding": 512, + "parameters": 2500623, + "cert_evals": { + "36": 0.8971060514450073, + "72": 0.8788852691650391, + "108": 0.8670953512191772, + "255": 0.7759913802146912 + }, + "fold": 0 + }, + { + "best_epoch": 16, + "best_val_acc": 0.9278846153846154, + "test_acc": 0.9159067882472138, + "train_size": 398, + "val_size": 208, + "test_size": 987, + "stats": { + "mean": [ + [ + -0.025444005025125734, + 0.012452298994974662, + -0.01753376130653282, + -0.010535125628140796, + -0.027963286432161016, + -0.04474275879396973, + -0.001844291457286734, + -0.03242843216080438, + -0.04103420100502541, + -0.04103420100502534, + -0.07008529648241217, + -0.0339002412060303, + 0.004486437185929683, + 0.034529477386934605, + 0.05066186934673367, + 0.03759841206030118, + -0.016225437185929562, + -0.007291756281406924, + -0.021709919597990002, + -0.07642158040201036, + -0.018874525125628004, + 0.024846484924623234, + 0.006883537688442274, + 0.018380477386934792, + -0.06017425879397, + -0.10329628140703531, + -0.07275537688442205, + -0.08172246231155769, + -0.03756016080402036, + 0.024674180904522443, + 0.09202141206030141, + 0.07625499246231132, + 0.008998351758794185, + -0.025569716080401903, + -0.031083557788944435, + -0.013027306532663414, + 0.06831865326633176, + 0.011230351758794001, + 0.008583005025125642, + -0.02492873869346735, + -0.048525276381909295, + -0.07442176633165802, + -0.0577207035175878, + -0.037725047738693514, + -0.011412814070351763, + 0.030323379396984762, + 0.0794642814070353, + 0.0803478919597987, + -0.030803266331658172, + -0.04180551758793927, + 0.0072861457286432126, + 0.02951733165829129, + -0.0357700402010056, + -0.026724758793969693, + -0.03369344221105539, + -0.04033939698492487, + -0.061404133165829336, + -0.08515770351758864, + -0.07468530150753767, + -0.04247025125628165, + 0.009911819095477373, + -0.010079500000000168, + 0.09049717336683409, + 0.07485990954773888, + -0.012162479899497832, + 0.008583005025125627, + 0.03651040201005023, + 0.05084868341708568, + -0.03440337688442217, + -0.07894947236180942, + -0.0551369346733669, + -0.024766954773869324, + -0.0785643743718595, + -0.039971326633166, + -0.05980386180904579, + -0.004987391959798957, + 0.02596786432160804, + 0.0004355778894470852, + 0.04031095979899518, + 0.058227160804019816, + 0.015439334170854316, + 0.031283635678391784, + -0.0074858241206030764, + -0.025019600502512448, + -0.07371595477387047, + -0.04183514572864274, + -0.04984044221105505, + 0.004494080402009928, + 0.012374522613065268, + -0.01675520100502508, + -0.012701067839196296, + -0.023795125628140783, + -0.006465022613065289, + -0.028311256281406898, + 0.03132067839195961, + 0.057442422110552685, + -0.004038336683417221, + -0.0021707914572866695, + -0.03494526884422048, + -0.11471745728643258, + -0.08534165326633134, + -0.0046484924623118595, + 0.01981357788944731, + 0.012034547738693521, + 0.004354311557789168, + -0.0020305150753769405, + -0.011102356783919673, + -0.007485824120603068, + -0.00648208040201015, + 0.0033105125628139992, + 0.04936957286432154, + -0.0015483718592965048, + -0.029718994974874256, + -0.037793592964824124, + -0.08143026130653215, + -0.10412455276381975, + -0.05401591959799001, + -0.004798241206030193, + 0.001790125628140894, + 0.017090580402010242, + 0.004349567839195903, + 0.0464185025125627, + 0.028880633165829263, + -0.004844258793969922, + 0.029169467336683533, + 0.061084185929648475, + 0.03596850251256268, + 0.020087929648241395, + -0.039252185929648235, + -0.02888744723618094, + -0.07632192462311543, + -0.05998593467336719, + -0.012630180904522599, + -0.019015974874371653, + -0.00593697487437267, + -0.00457129648241148, + 0.07415152512562821, + 0.03869630402010022, + 0.02728184170854277, + -0.021357155778894528, + -0.0007776005025125215, + 0.019922994974874386, + 0.016423954773869348, + -0.014452487437185874, + -0.004894432160803889, + -0.01870493969849258, + -0.04199864321608045, + -0.014851090452261283, + 0.07316085929648249, + 0.08536457788944737, + 0.11267560804020099, + 0.06288003015075369, + 0.07644785427135675, + 0.03509371105527622, + 0.048207286432160684, + 0.001776924623115508, + 0.032457595477386816, + 0.07158755527638183, + -0.016237195979899414, + -0.0336133668341709, + -0.04314636683417066, + -0.05578319597989929, + -0.10459047236180906, + 0.003194804020100766, + 0.0685779899497486, + 0.02317846733668342, + 0.021932281407035317, + 0.02614409547738687, + -0.003889462311557614, + 0.020540575376884435, + -0.044554623115577605, + -0.04203865326633149, + 0.06187867336683395, + 0.04752313819095463, + -0.04686316834170835, + -0.04679553266331694, + -0.024493984924623322, + -0.01852485427135685, + -0.016720412060301434, + 0.01604057788944729, + 0.009299409547738608, + 0.0033862311557789544, + 0.02953875879397003, + 0.023905276381909438, + 0.03440919597989908, + 0.017458256281406695, + -0.018785663316582903, + -0.008077185929648255, + 0.04812320351758792, + 0.05475012562814082, + -0.0357499145728643, + -0.03103446231155784, + 0.021505778894472378, + -0.015889653266331783, + 0.013454844221105499, + 0.0017875879396984156, + 0.012179376884421975, + -0.01678287185929663, + -0.00589275879396984, + -0.004469753768844167, + 0.0018416281407035852, + 0.04801996482412023, + -0.006607417085426772, + 0.01927615075376883, + -0.013691266331658422, + 0.005638994974874419, + -0.02323134422110586, + -0.015634231155779235, + 0.02235859296482414, + 0.004349969849246065, + -0.057831856783919514, + -0.10517045226130767, + -0.01945968844221099, + 0.027845979899497508, + 0.03523984924623154, + 0.058234824120602026, + 0.04097556532663358, + 0.04702545728643234, + -0.026715706030150742, + -0.056987793969849404, + 0.0030878542713568703, + -0.055905929648241134, + -0.016319035175879428, + 0.01113210301507554, + 0.05284130653266339, + 0.04167066834170896, + 0.004379306532663385, + -0.027141316582914445, + -0.03505809045226166, + -0.06500647236180847, + -0.07488839698492449, + -0.06392821608040328, + -0.030181115577889023, + -0.01196931155778885, + -0.09264249999999949, + -0.07980767587939623, + -0.06318036432160816, + -0.013091394472361883, + 0.02329241457286456, + -0.01008997989949755, + -0.009979238693467495, + 0.0307693567839191, + 0.07542535175879414, + 0.03283405025125624, + 0.015896482412060334, + -0.06264278894472358, + -0.04979732663316539, + -0.032352462311557695, + -0.031164914572864088, + -0.002164130653266925, + -0.015071595477387092, + -0.028697351758794065, + 0.013561917085426976, + 0.03722015075376866, + 0.006671256281406974, + 0.009651467336683284 + ] + ], + "std": [ + [ + 0.9636741758313841, + 1.0114901264074088, + 0.9882775735799015, + 0.9950592288041458, + 0.9923805318375012, + 0.9954931130085297, + 0.9998185415922022, + 1.004999458131321, + 1.010779654446278, + 1.010779654446278, + 1.0185416165064392, + 1.0063375239233516, + 0.9991983947714009, + 0.9997603743675092, + 1.0095253737082777, + 1.0193698237551072, + 0.9821944196534186, + 0.9946303679905539, + 0.9894242823280908, + 0.9705707946712009, + 0.9949783327748166, + 1.0043140064479021, + 1.0005809927926241, + 1.0027574917083555, + 0.9904879432435517, + 0.9807642982944419, + 0.9886574068821276, + 0.9859635090427469, + 0.993309351687357, + 1.0031187267852708, + 1.016593255470364, + 1.0442887804592182, + 1.0083038126963626, + 0.9848656609590366, + 0.9855933554664763, + 0.9945670911869946, + 1.021074800634514, + 1.0040491737335164, + 1.003221409383544, + 0.9867264401919432, + 0.9744951602926358, + 0.9578713331810542, + 0.9708937667896353, + 0.982985543001351, + 0.9959503979748483, + 1.0070454733225949, + 1.016290393566305, + 1.0456745349293197, + 0.9697098121066737, + 0.9774943309543503, + 1.002916353992525, + 1.0129710134068142, + 0.9818517087835826, + 0.9848326582689778, + 0.9778679221613454, + 0.968463827587338, + 0.9562287284130288, + 0.9385814756983131, + 0.9535361456044965, + 0.9789868837316601, + 1.0036524516031298, + 0.996437230762304, + 1.025505334499929, + 1.0500603213568676, + 0.9906100846596538, + 1.003221409383544, + 1.012180944973295, + 1.0196387340397408, + 0.9825025594694498, + 0.954339750008454, + 0.9648376067685865, + 0.9839085531249888, + 0.952009038761473, + 0.9795794492787074, + 0.9716080021777768, + 0.9976717208316266, + 1.0091951026702335, + 0.9998457759635255, + 1.0167764080390456, + 1.0501441178091095, + 1.0098311230543442, + 1.0108582982234158, + 0.9971736177909091, + 0.9900282216050488, + 0.9676953459071826, + 0.9809946576246661, + 0.9776591097799061, + 1.0015254267851037, + 1.0037560308732274, + 0.9939516521695569, + 0.9956124335469829, + 0.9901857170585183, + 0.9967866165949004, + 0.9835484169272641, + 1.018300563902619, + 1.0581476797822778, + 0.9972534687047357, + 0.9990036074983834, + 0.9884969480698704, + 0.9585590451776096, + 0.9727715498408732, + 0.9986198721072891, + 1.0039545778843277, + 1.0019737557338864, + 1.0004300707708857, + 0.9993128946907187, + 0.9970527336984197, + 0.9971736177909094, + 0.996738394700752, + 1.0017488836874449, + 1.032459139242276, + 0.9980880058113938, + 0.9827755352139497, + 0.986753983146344, + 0.9694084590768833, + 0.954374856491467, + 0.9794063309627129, + 0.9981812449768528, + 1.0000844130171747, + 1.0024414937297792, + 1.000289920583818, + 1.0066579629145789, + 1.006045023392842, + 0.9980537361415068, + 1.0118648303811897, + 1.0321212562513462, + 1.0214564915487925, + 1.0199705326922406, + 0.9818228908495026, + 0.9937316253503986, + 0.975676694136014, + 0.9791967139583257, + 0.995853785405071, + 0.9944140275090272, + 0.998324720722163, + 0.9988796207201501, + 1.0076775206024515, + 1.0051477965419011, + 1.003942697943822, + 0.9947376367611466, + 0.9995186129589284, + 1.0045214386643773, + 1.0053188986302066, + 0.9873973753633679, + 0.9979198179428485, + 0.9957288015852994, + 0.9844024166044868, + 0.9926040090239354, + 1.0288602149576338, + 1.0327381635127548, + 1.0376323561660248, + 1.0191860749351351, + 1.019248439489373, + 1.0114615654187875, + 1.0148089052316012, + 1.0002181457107615, + 1.0051758820658891, + 1.007308437371659, + 0.9958774515386598, + 0.9748378659951137, + 0.9845361751656108, + 0.9871701294240001, + 0.9569477899284584, + 1.0012684139824397, + 1.033059928368479, + 1.0117771863985163, + 1.0115884288301853, + 1.0135614014099843, + 0.9976100259611177, + 1.010965511332625, + 0.9761143046477329, + 0.9803433318407708, + 1.0153886119387059, + 1.0056269030060545, + 0.9892055337201077, + 0.969426249412664, + 0.9918445350591615, + 0.9966488938063878, + 0.9940656012175014, + 1.0080956439499935, + 1.0056005212297308, + 1.0020303578560827, + 1.019908165966182, + 1.0172691233582607, + 1.0236709394617247, + 1.0122768805463278, + 0.9879530979067631, + 0.9955177997515855, + 1.0145032156568023, + 1.0113052100223867, + 0.9900950783072645, + 0.9789878020749606, + 1.0061210323379788, + 0.9976371796061079, + 1.0030525515532585, + 1.0005432856827527, + 1.0071552470675884, + 0.9872213285090347, + 0.9953725735493347, + 0.996186609496757, + 1.00089379219493, + 1.0287570615182273, + 0.9964079316152177, + 1.0069062426818565, + 0.9963817032039104, + 1.0008280481425031, + 0.9920979056678535, + 0.9872669976493121, + 1.0092168374131085, + 1.0003352873084816, + 0.9895629283115106, + 0.9695148264401307, + 0.9928241899429654, + 1.011466978521356, + 1.015897314997225, + 1.0238688838054302, + 1.0150342744039813, + 1.0149508574937365, + 0.9925404112632117, + 0.9872466320901033, + 1.0000513594585967, + 0.9865335518102039, + 0.9916934654171699, + 1.0111500201640033, + 1.0290091218292727, + 1.0080282510552814, + 0.9998062630573106, + 1.0027987951392292, + 1.0058448354473761, + 1.0127865866340113, + 1.0179715342017457, + 1.013555459538838, + 1.0063545738992565, + 1.0013980777392146, + 1.0039675000000043, + 0.9940267908926063, + 0.9867813019457877, + 0.9943765006272788, + 1.015526891626581, + 0.9864205332461236, + 0.9867876895945505, + 1.0266969428458936, + 1.042059643812452, + 1.0120358570624033, + 1.0028235097925473, + 0.9905175353506179, + 0.9946414253907617, + 0.9951193904567321, + 0.994780772003151, + 0.9990168722978009, + 0.9919731463227914, + 0.9791890939000777, + 1.0112363498675152, + 1.0384478663637378, + 1.0089325105827842, + 1.0217975650986395 + ] + ] + }, + "width": 512, + "in_features": 256, + "out_features": 10, + "depth": 6, + "padding": 512, + "parameters": 2500623, + "cert_evals": { + "36": 0.8986829519271851, + "72": 0.8774062991142273, + "108": 0.8642351031303406, + "255": 0.7548125982284546 + }, + "fold": 1 + }, + { + "best_epoch": 33, + "best_val_acc": 0.9123505976095617, + "test_acc": 0.909957627118644, + "train_size": 398, + "val_size": 251, + "test_size": 944, + "stats": { + "mean": [ + [ + 0.025853251256281188, + 0.026377419597989695, + 0.006303957286432041, + -0.016009429648241216, + 0.013426341708542615, + 0.000583298994974769, + -0.011917678391959662, + -0.037533175879397224, + -0.020098884422110854, + 0.0008364321608037243, + 0.019239580402010244, + -0.008214989949749375, + -0.025825954773869612, + -0.0006419698492463064, + 0.009508140703517508, + -0.019673170854271324, + -0.008902964824120629, + 0.029295625628140858, + 0.03910123115577878, + 0.04551176381909547, + 0.022450278894472483, + -0.041741050251256066, + -0.028593851758793917, + -0.037733369346733686, + 0.010677314070351713, + 0.008148201005025205, + 0.008145326633165782, + 0.009415472361809119, + 0.0284809497487437, + 0.009431022613065136, + -0.03688329899497498, + -0.04282043467336695, + -0.025931434673366276, + 0.0032492160804019695, + -0.014650914572864066, + -0.034562944723617914, + 0.004439065326633279, + 0.022032201005025183, + -0.04040087437185899, + -0.02492873869346697, + 0.012970140703517999, + 0.010264954773869574, + -0.013438090452261338, + -0.04317389949748748, + -0.011412814070351772, + 0.05626816582914544, + -0.03446686432160752, + -0.03817115326633142, + -0.01699248241206059, + 0.00882481909547732, + -0.04225107537688392, + -0.020397143216080688, + -0.035770040201005424, + -0.03813472361809031, + -0.05145492713567884, + -0.03408486180904533, + 0.016902085427135845, + 0.03483842713567786, + -0.03427305276381909, + -0.03140666331658277, + -0.011773889447236174, + 0.047884999999999796, + -0.0048442587939699355, + -0.04316322110552765, + -0.024642746231156448, + -0.002302301507537566, + -0.006238201005025181, + -0.0363831557788939, + -0.028835427135678583, + -0.04495072864321667, + 0.020803904522613076, + -0.007038153266331668, + 0.06495377889447201, + 0.026844070351758658, + -0.026958037688442293, + -0.02663757286432158, + 0.020592271356783716, + 0.027218869346733378, + 0.023798552763819147, + -0.016768904522613152, + -0.020810841708543488, + 0.004460130653266039, + 0.013682477386934629, + -0.025019600502512482, + -0.019792587939698632, + 0.02358873366834184, + -0.011806276381909597, + 0.020794437185929524, + 0.028271816582914534, + -0.006166407035175833, + -0.044291896984924944, + 0.024660060301507664, + 0.032016668341708576, + 0.04052279396984933, + 0.0490172487437184, + -0.016359286432160735, + -0.056750273869347244, + -0.007435929648241428, + 0.0017769246231154824, + 0.021414361809045206, + 0.04469314572864335, + 0.052019472361808976, + 0.0043632462311552775, + 0.03251259798994986, + 0.01964791959799002, + -0.022454183417085893, + -0.10391374874371867, + 0.008390402010050075, + 0.03760563819095469, + 0.11590360552763804, + 0.0493695728643219, + 0.04893633165829245, + -0.06410897487437181, + -0.006136658291457329, + -0.033884165829145316, + -0.002246648241206082, + -0.01682175376884426, + 0.00046256281407027904, + 0.022378718592965034, + -0.018578834170853733, + -0.06667939698492395, + -0.06575905527638143, + -0.043371045226129806, + 0.01104597989949733, + 0.06203475376884437, + 0.037953512562814026, + -0.005590462311557684, + 0.03451213065326728, + -0.022839005025125664, + -0.003315185929648206, + -0.024253055276382062, + -0.0389598241206035, + -0.03882960301507507, + -0.03981433668341692, + -0.031687527638191625, + -0.05046211557788869, + -0.0578318567839198, + -0.03762569346733697, + -0.0389613567839193, + 0.01979657286432155, + 0.019776218592964884, + 0.01474091708542714, + -0.042159695979899554, + -0.014452487437185876, + -0.0048944321608039645, + -0.013580208542713676, + -0.05791733668341716, + -0.009305037688442106, + 0.029235170854271467, + 0.025075567839196122, + 0.015302437185929314, + -0.022135206030150862, + 0.013569241206029991, + 0.02443211809045206, + 0.04290105527638174, + 0.09095939447236231, + 0.1091005477386932, + 0.020843309045226067, + -0.0007868643216079208, + -0.03978372110552767, + -0.0220056030150753, + -0.030192002512562766, + -0.04608865829145755, + 0.042463467336683505, + 0.051527896984924354, + 0.0915860050251251, + 0.01618239195979925, + -0.008218854271356756, + -0.020952391959798814, + 0.014776788944723587, + 0.034092487437186, + 0.04560211055276428, + 0.08278233165829134, + 0.10847255527638236, + 0.024846484924623196, + -0.052689055276382346, + 0.0017780376884420149, + -0.013441829145728687, + 0.020275924623115744, + 0.06161076884422113, + 0.08692009045226239, + 0.04008957286432224, + -0.0012120703517585535, + -0.007551306532663401, + -0.04616232160804049, + -0.013706580402010225, + -0.024673851758793934, + 0.08783185929648209, + 0.07460693467336664, + 0.0960876532663306, + 0.02119716834170848, + -0.03701101507537695, + -0.010059045226130629, + -0.010829610552763923, + -0.012481236180904494, + 0.04081522613065362, + 0.029924482412060183, + 0.008092273869346436, + -0.04316322110552756, + -0.03630996733668343, + -0.08232102512562797, + -0.04733090954773897, + 0.004588884422110799, + 0.08388306532663306, + 0.0430607738693465, + 0.04666894472361813, + -0.01270106783919614, + -0.047514080402010335, + -0.010565728643216074, + -0.026136346733668523, + -0.03245043718592946, + 0.023696067839195353, + 0.01770060301507536, + 0.044308140703517615, + -0.003787788944723613, + 0.014174522613065448, + -0.05093826633165829, + 0.02573226130653278, + 0.030287150753768848, + 0.0401397286432159, + 0.053680743718593056, + 0.02102522613065334, + -0.010747371859296528, + 0.05464842964824082, + -0.017136783919598057, + -0.045805907035175675, + -0.05090381909547731, + -0.0068819798994974556, + -0.03505809045226187, + -0.02371979899497456, + 0.00344182914572863, + 0.0033947336683414304, + 0.0007934170854273202, + -0.0018110753768842327, + 0.0032136934673366708, + 0.01568474874371846, + 0.01327067839195978, + 0.019348781407035248, + 0.004921175879397266, + 0.031125522613065133, + 0.04711545226130587, + 0.010442155778894433, + -0.024673851758794076, + -0.015774271356783803, + -0.06616341708542701, + -0.0980368467336672, + 0.0005838040201006485, + 0.008146753768844201, + 0.004349567839195794, + 0.003092396984924539, + -0.015071595477387165, + 0.007967140703517566, + -0.01298472613065332, + 0.0446150326633164, + 0.023923638190954576, + 0.0477404321608047 + ] + ], + "std": [ + [ + 1.034353343932803, + 1.024348567936632, + 1.0036818973846862, + 0.9926016744364617, + 1.0028981060461741, + 0.9997262707845033, + 1.0004780191128255, + 1.0057381568404924, + 1.0053448775578797, + 0.9994421248178098, + 0.9935827482337024, + 1.0014086229280772, + 1.0021061616018854, + 0.9996719899466749, + 1.0017361970021768, + 0.988660808590669, + 0.9901596478521693, + 1.0192247642124055, + 1.0167388988236599, + 1.0138944681676312, + 1.0047989281967311, + 0.9904645459818706, + 0.9954463096472054, + 0.9922833494657366, + 1.000931207563311, + 1.000707942136333, + 1.0005842378657308, + 1.0008281188231554, + 1.003557986182927, + 1.0010705577402124, + 0.9904311917270927, + 0.9711219802777267, + 0.9739587043622917, + 1.0015066140578677, + 0.9931898260069552, + 0.9856672449691517, + 1.0012331552789873, + 1.0081082975427937, + 0.9818673205301623, + 0.9867264401919426, + 1.0059158746745933, + 1.0048856527038488, + 0.9933559670825766, + 0.9804299925042913, + 0.9959503979748487, + 1.0125781824597548, + 0.9904165488252873, + 0.9747606061850563, + 0.9833821256471468, + 1.0040856115046517, + 0.9796743045806305, + 0.9898888553822821, + 0.9818517087835823, + 0.9782007130770088, + 0.9656942565779187, + 0.9734797731342064, + 1.010665700345605, + 1.021589297626431, + 0.9794856875095689, + 0.9845971696829052, + 0.9948281863198752, + 1.0136085631297738, + 0.9980537361415062, + 0.9668195470806507, + 0.9810513427219819, + 0.9987231668355041, + 0.997403787663875, + 0.9835516799557577, + 0.9853855373152387, + 0.9749106414617704, + 1.0117447309449026, + 0.9952897165079869, + 1.032947917542788, + 1.0120811271463608, + 0.9875771901975944, + 0.9885862353477245, + 1.0072891612096109, + 1.0093428281641061, + 1.0100051475667393, + 0.9840366571448279, + 0.9854634000263881, + 1.00134698674654, + 1.0041146501612022, + 0.9900282216050488, + 0.9917355999661862, + 1.0093104531776096, + 0.9947373509131133, + 1.0080042462360728, + 1.0087372732373883, + 0.9976110730657628, + 0.9846934585447732, + 1.0088475388403126, + 1.0133097733764065, + 1.0209739586680646, + 1.0282470508532253, + 0.9817846585536307, + 0.9633992156471255, + 0.9973233600463974, + 1.000218145710761, + 1.0057309799061696, + 1.010623899141674, + 1.0101011443230787, + 1.0006599864175545, + 1.0055249208224792, + 1.0028819022633104, + 0.9953395717809288, + 0.9698021524023763, + 1.0024258063274285, + 1.0158129918211263, + 1.063456671941438, + 1.0324591392422755, + 1.04774222887087, + 0.9616904393179179, + 0.997695806697438, + 0.9880152027656462, + 0.9988433850344972, + 0.9937292230975006, + 0.9998296099021827, + 1.0044195246237817, + 0.9963489105119412, + 0.9879651241571221, + 0.9859903114183225, + 0.9884715320146122, + 1.003310560327655, + 1.0244185872318146, + 1.0203911139057007, + 0.9961421301729745, + 1.034050235933694, + 0.989521079569911, + 0.9990477366494994, + 0.992755500716447, + 0.9868421928940853, + 0.9873393959627118, + 0.9881958106921132, + 0.9919947175362285, + 0.9895831364382834, + 0.9895629283115108, + 0.9929032652937821, + 0.9922751284451915, + 1.003847339906563, + 1.0037363434884359, + 1.0033043471411776, + 0.9838300352467959, + 0.9873973753633691, + 0.9979198179428482, + 0.9968491311161947, + 0.9780752949201328, + 0.9952808518444423, + 1.0120796997058796, + 1.0102563563170064, + 1.0056657842293373, + 0.9917811647092868, + 1.003612286469916, + 1.0080281022283166, + 1.0132678758599065, + 1.0226525060210754, + 1.0139038318701246, + 1.0024397087121901, + 0.9995063040570514, + 0.9700809553445697, + 0.9922233441291306, + 0.9933207816371948, + 0.9824557032259209, + 1.0196898531365701, + 1.0252921553121754, + 1.0436509722569267, + 1.0085279865152725, + 0.9951421649917936, + 0.9882760866228761, + 1.0078553724971193, + 1.016034101650163, + 1.0182936561607592, + 1.0197900633557413, + 1.009927427136894, + 1.0043140064479028, + 0.9653870680055727, + 1.0002294165307881, + 0.9975169703830418, + 1.0060899274497221, + 1.0302542392319602, + 1.050457422656358, + 1.0263818971478929, + 0.9988293446894524, + 0.993948379991406, + 0.9646507012293754, + 0.9894725219782052, + 0.9841733127810417, + 1.039912432152242, + 1.0215994164574418, + 1.0180415302669792, + 1.004726329086974, + 0.9748378645110533, + 0.996502380675558, + 0.9983170617806623, + 0.9963911641009451, + 1.0183269819540794, + 1.017678321054885, + 1.0055414218665415, + 0.9668195470806507, + 0.9703066737368953, + 0.9404292201679834, + 0.967852473516548, + 1.0019282394069462, + 1.028101194822195, + 1.008793562942109, + 1.0081602197776465, + 0.9956124335469831, + 0.9606578789878316, + 0.9949738705848414, + 0.9953677319031761, + 0.9944335251793368, + 1.0048415968196438, + 1.0055583780485124, + 1.0180101093887308, + 0.9978522893615333, + 1.0059363426964134, + 0.9778798529166732, + 1.0083401893079658, + 1.0068711996262265, + 1.006423096229551, + 1.0046479120669225, + 1.0037804464514235, + 0.994459962409335, + 1.0536434113524862, + 0.9893818936419583, + 0.9884128417013845, + 0.9968841227714262, + 1.0005451392022922, + 1.0058448354473761, + 1.0049722474461862, + 0.9987027037023654, + 0.998829254733481, + 0.9994987832666141, + 0.9999543973377994, + 0.9993809740185148, + 1.0000438421505866, + 1.0018684789535641, + 1.007170379629404, + 1.003098792935798, + 1.0389250180520742, + 1.057188249524631, + 1.009038472352926, + 0.9841733127810427, + 0.9933150572644535, + 0.9837566845129954, + 0.9835369109711313, + 0.9997322633620358, + 1.00066670782988, + 1.0002899205838178, + 1.000633573204784, + 0.9919731463227919, + 1.0051578019898537, + 0.988327819096806, + 1.0458203733919074, + 1.032263512848999, + 1.1039230782773841 + ] + ] + }, + "width": 512, + "in_features": 256, + "out_features": 10, + "depth": 6, + "padding": 512, + "parameters": 2500623, + "cert_evals": { + "36": 0.9004237055778503, + "72": 0.8802965879440308, + "108": 0.8559321761131287, + "255": 0.7552965879440308 + }, + "fold": 2 + }, + { + "best_epoch": 35, + "best_val_acc": 0.919431279620853, + "test_acc": 0.915650406504065, + "train_size": 398, + "val_size": 211, + "test_size": 984, + "stats": { + "mean": [ + [ + 0.017303708542713854, + 0.033339979899497045, + 0.042060535175879, + 0.0551565226130648, + 0.03412115577889427, + 0.020728213567838986, + 0.003192402010050319, + -0.017114201005025118, + -0.009631226130653392, + -0.014865055276382138, + -0.017541251256281226, + -0.08527074371859306, + -0.0611904120603017, + -0.045862402010050325, + 0.009508140703517527, + -0.013946012562814322, + 0.0643217587939701, + 0.0719809045226133, + 0.061214376884421925, + -0.018105633165829183, + -0.06536492964824103, + -0.07759587688442295, + -0.059003042713567794, + -0.012227075376884505, + -0.05005260552763839, + -0.04250838190954796, + -0.022192437185929587, + -0.0007109648241205073, + -0.04772033165829164, + 0.009431022613065164, + -0.04203948743718602, + -0.01305157788944726, + 0.07187196733668362, + 0.037831934673366825, + 0.018214371859296575, + -0.09378594974874371, + -0.10202691457286414, + -0.08058536683417125, + 0.008583005025125713, + 0.014450412060301456, + -0.02057281407035149, + 0.01591073618090474, + 0.05852115577889456, + 0.05490543216080418, + 0.025520276381909558, + 0.01994546482412024, + -0.029288175879396895, + -0.05002305778894475, + 0.09349378894472334, + -0.0024263668341707816, + -0.08628416080401952, + -0.042581354271357584, + 0.019872572864321515, + 0.07025994221105543, + 0.03735249748743718, + -0.021575791457286518, + 0.022925640703517693, + 0.052837846733668196, + 0.07541733668341698, + 0.023911276381909558, + -0.06598816080402005, + -0.03642700000000029, + -0.03662473618090472, + -0.0555867085427135, + 0.019038185929648087, + -0.01863026130653271, + -0.043643228643215105, + 0.029040723618090913, + 0.026844070351758627, + 0.04571258793969818, + 0.0616951256281406, + 0.04614825125628155, + 0.05347232663316565, + 0.11036331658291482, + 0.016836394472361783, + -0.015812482412060267, + -0.05466603015075383, + -0.0745576381909549, + -0.07527588944723587, + -0.0031332562814071646, + 0.009397638190954651, + -0.0009045703517589661, + 0.03485077889447228, + -0.0035822437185929427, + -0.009007914572864234, + 0.029040723618090455, + 0.04252824623115574, + 0.11859657788944705, + 0.0971600904522612, + 0.07854394472361814, + -0.01270106783919611, + -0.023795125628140776, + -0.028454560301507496, + -0.06846445226130653, + -0.05716217336683423, + -0.008979115577889234, + -0.015752100502512602, + 0.029420037688442, + -0.019207185929647985, + -0.08853826130653279, + -0.06453608542713567, + 0.021109673366834107, + 0.06616457286432129, + 0.0990662613065328, + 0.05533300502512552, + 0.028604987437185914, + -0.04203948743718602, + -0.007485824120603054, + -0.023014974874371978, + -0.020393296482412362, + -0.048715170854271364, + -0.023184673366834257, + 0.01613431155778907, + 0.025520276381909585, + -0.02331836683417028, + -0.0022466482412058235, + 0.025685864321608003, + 0.1214610552763827, + 0.12532168341708572, + 0.07314251758794003, + 0.034790552763818976, + 0.015824623115577738, + -0.06917521608040215, + -0.010141005025125743, + -0.0036958190954772753, + -0.0025251658291457193, + 0.006283527638191006, + 0.027300030150753923, + 0.07564008040200966, + 0.037600432160804075, + 0.022608927135678237, + 0.018861979899497297, + 0.03452877889447219, + 0.06937706281407076, + 0.04556413065326641, + 0.041319522613065394, + -0.0070690175879395654, + 0.0030793718592961195, + 0.017090580402010398, + 0.019796572864321606, + -0.016192964824120658, + -0.04226193969849271, + -0.05281126884422079, + -0.0013456030150753172, + 0.04312830150753776, + 0.05816602763819115, + 0.0110636683417086, + -0.00930503768844212, + 0.012763037688442154, + 0.03055638693467361, + 0.009892816582914443, + -0.038075562814070325, + -0.017870065326633208, + -0.012883457286432217, + 0.08004467336683378, + 0.04899117336683459, + -0.023747236180904754, + -0.04004978643216082, + -0.04713785929648249, + -0.04595407537688452, + -0.016720412060301323, + -0.03019200251256272, + -0.008860231155778723, + 0.02002423115577915, + 0.023111075376884147, + -0.0053246733668341605, + -0.041316502512562255, + -0.03685464572864361, + -0.06645353768844256, + -0.04286107537688441, + 0.0677983919597992, + 0.029169467336683533, + 0.025297271356783873, + -0.0032680427135678793, + -0.026374695979899457, + 0.0062461708542712385, + -0.024493984924623437, + 0.01705632160804017, + 0.041416688442211205, + 0.050218221105527164, + -0.0026422336683418032, + -0.008848216080402028, + -0.050413396984924405, + -0.013842623115578042, + -0.015173276381909613, + 0.0423901256281407, + 0.022431655778894367, + 0.04833989949748727, + -0.015437751256281409, + -0.03309212060301497, + 0.00566614572864313, + 0.034707618090452225, + -0.020580653266331614, + -0.04118986683417089, + -0.043604532663316625, + -0.06511693467336681, + -0.04697097487437197, + -0.047876804020100805, + -0.03695147738693452, + -0.023573881909547713, + 0.02588810050251267, + 0.059938824120602745, + 0.06057039195979934, + 0.030043969849246118, + -0.02400981909547736, + -0.061034673366834095, + -0.03376162060301523, + -0.0028822914572863433, + 0.0004090452261306595, + -0.056622663316582986, + -0.05783185678391955, + -0.04331452261306535, + -0.02476830150753774, + -0.04897743718592962, + -0.02051391959798998, + -0.013363165829145748, + 0.01934878140703507, + 0.031055560301507686, + 0.040651306532663266, + -0.016091994974874516, + -0.06268290201004995, + -0.035390954773869276, + -0.027462361809045256, + -0.05414238693467362, + 0.006189246231155719, + 0.0005052211055278901, + -0.025775125628140556, + -0.047400653266331895, + -0.06064291457286465, + -0.023719798994974565, + -0.017446231155778813, + -0.012141331658291529, + 0.026605527638191077, + 0.033742751256281414, + -0.006876432160804101, + 0.005632914572864249, + -0.042793419597989886, + -0.0293114824120604, + -0.037945047738693345, + -0.05130548241206037, + 0.014489914572864079, + 0.01721788944723632, + -0.0011210979899498779, + -0.07518444221105554, + -0.05077718592964814, + -0.017136143216080403, + -0.019568648241205994, + 0.00814675376884411, + 0.08045203015075388, + 0.06091420100502482, + 0.0017932663316581627, + -0.004254356783919557, + 0.00028859547738686056, + -0.05891331407035207, + -0.08821684422110554, + -0.015741175879397072 + ] + ], + "std": [ + [ + 1.0230913089022202, + 1.0306470847496936, + 1.0253163638989118, + 1.0218049113878709, + 1.0074783028399366, + 1.0009433160751784, + 0.9994505670417713, + 1.0026241679219097, + 1.0024524994812487, + 1.0039133733751973, + 1.0048971378545626, + 1.01417394130718, + 1.004332289549513, + 0.9977382032551653, + 1.0017361970021768, + 0.9919233144935908, + 1.0637765669702473, + 1.0455715281984932, + 1.0255977102644784, + 0.99339605984875, + 0.9817359315428323, + 0.981056113878387, + 0.990012610165878, + 0.9974493811385823, + 0.9922963473581801, + 0.9932437097599804, + 0.9968980779182007, + 0.9995978440878907, + 0.9913328217211481, + 1.0010705577402124, + 0.9890209230468918, + 0.9912627019033904, + 1.0644590940044412, + 1.020043651023701, + 1.0074072543879427, + 0.958275404222389, + 0.9578388667517177, + 0.9639856165919881, + 1.003221409383544, + 1.0068397052494056, + 0.9893750244557449, + 1.0076889515382415, + 1.0247383219890505, + 1.0210165378194092, + 1.0075247387147834, + 1.0046362701743567, + 0.9918912192932127, + 0.9665843967074859, + 1.0802469947354034, + 0.998459552401291, + 0.9563901007544556, + 0.978638687720611, + 1.0089127439007188, + 1.0344283171064497, + 1.0220358948079418, + 0.9833155750584129, + 1.0144818792490966, + 1.0322631831022364, + 1.038787160693079, + 1.0103666845998722, + 0.9702991548533046, + 0.987409253216723, + 0.9866887156715956, + 0.9567900274378338, + 1.0134406606180522, + 0.991713556652289, + 0.9827676281149432, + 1.0114433247015615, + 1.012081127146361, + 1.0222420868044244, + 1.0338152076697806, + 1.0268430413524583, + 1.0274456473203384, + 1.0453074953992492, + 1.0068106834774446, + 0.99319836196822, + 0.9771166106782407, + 0.9688298069003922, + 0.9624528562451854, + 0.9968022599327558, + 1.005901557554794, + 0.9993474698627087, + 1.010564715068287, + 0.9983486611130268, + 0.9961238320171254, + 1.0114433247015613, + 1.0161717897956295, + 1.0406869709539412, + 1.0272052350520744, + 1.0224767767382823, + 0.9956124335469829, + 0.9901857170585184, + 0.9865469521402179, + 0.9587645381482431, + 0.9621648427676825, + 0.9899337643062542, + 0.9900729293902669, + 1.0084492238238705, + 0.9937034359335825, + 0.9692951161627006, + 0.9800863496307292, + 1.0042513937180102, + 1.0123603111480772, + 1.0141287908757117, + 1.007677408079292, + 1.0044650992699184, + 0.9890209230468918, + 0.9971736177909093, + 0.9889840573493727, + 0.9866310104770853, + 0.9637832135197844, + 0.9752349399210322, + 1.0083818727667295, + 1.0075247387147834, + 0.991793153918188, + 0.9988433850344973, + 1.0081706851369636, + 1.029626843869407, + 1.0196031669552301, + 1.0093980022007503, + 1.0039886223095509, + 1.0023095280591323, + 0.9808300777029364, + 0.9962389763825825, + 0.9980717278603489, + 0.9982433289914361, + 1.0036155922773329, + 1.0270598343773214, + 1.0290248534923514, + 1.0061441876968409, + 1.0055764584644775, + 1.0053031805865968, + 1.0092866189920002, + 1.0156784749241112, + 1.0088960099879092, + 1.0059991425953296, + 0.9986354940573221, + 1.0001773791355475, + 1.00244149372978, + 1.003847339906564, + 0.996065302775612, + 0.9880253584212956, + 0.9794959611542164, + 0.998556228240707, + 1.0140940621454713, + 1.0096760877814985, + 1.0033829165288874, + 0.9952808518444423, + 1.0052200897485457, + 1.012469146588948, + 1.0035830400494066, + 0.9857420630547223, + 0.9942119752062554, + 0.9950185461635798, + 1.0234288024686335, + 1.0131354799141175, + 0.9949817856959143, + 0.9931492960370479, + 0.9878551084342865, + 0.9652611606828942, + 0.9940656012175009, + 0.9933207816371951, + 0.9965622500501108, + 1.0093915715884572, + 1.0115749892045551, + 0.9968115171925963, + 0.9755344519015101, + 0.9786069630651631, + 0.961464080587249, + 0.9743356627980871, + 1.030835086571909, + 1.0118648303811906, + 1.006595799733842, + 0.9991930482950553, + 0.9940736745513704, + 1.003492294968093, + 0.9918445350591615, + 1.0021683881445074, + 1.0122899955900566, + 1.0249494745406926, + 0.9979849217942023, + 0.9934793024312332, + 0.9621029758682157, + 0.9890982158771477, + 0.9885456854845168, + 1.0294779143109518, + 1.0130593563263568, + 1.0229554890663815, + 0.9943926914757206, + 0.9911313414795533, + 1.0010785245110474, + 1.021221319921214, + 0.9930525323845899, + 0.9938444307912636, + 0.9874394122474933, + 0.965635318129075, + 0.9689109282338, + 0.9629284258029364, + 0.9717359308698656, + 0.9808646394091696, + 1.0162302100520217, + 1.0355012766301623, + 1.0272568498553079, + 1.0107564289840438, + 0.9937602047041728, + 0.9851594467890736, + 0.9884587080836413, + 0.9974266932665549, + 0.999864541688887, + 0.9894363675325561, + 0.9895629283115106, + 0.988727903086388, + 0.990877905737688, + 0.9766932163927938, + 0.9895469407930455, + 0.9935726213392223, + 1.007170379629405, + 1.0100389974395079, + 1.009109049155308, + 0.9965204677792965, + 0.9901869920407446, + 0.99174574443383, + 0.9860427444032561, + 0.9400600968558963, + 1.0033074400595374, + 0.9997993113498106, + 0.9985929054949167, + 1.0046389351594731, + 1.0095474638492092, + 1.0049722474461862, + 1.0044746555071224, + 1.0026481147921085, + 0.9930117198494639, + 0.9940678856560923, + 1.0002974171033587, + 0.9998417518500186, + 0.9914036227508137, + 0.9875178868961761, + 0.9721338649787347, + 0.9291330950891362, + 1.017948146105332, + 1.0150039988798456, + 0.9989984568183743, + 0.9666297205670561, + 0.9878791191600703, + 0.9975774564005543, + 0.9980042921168951, + 1.0006667078298794, + 1.0077886909582168, + 1.016455335207286, + 1.0005853010665489, + 0.9967266234061737, + 0.9999357967957346, + 0.9320191861094074, + 0.8633520103519924, + 0.9623275771498844 + ] + ] + }, + "width": 512, + "in_features": 256, + "out_features": 10, + "depth": 6, + "padding": 512, + "parameters": 2500623, + "cert_evals": { + "36": 0.9014227390289307, + "72": 0.8851625919342041, + "108": 0.8648373484611511, + "255": 0.7632113695144653 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9128706668822717, + "std_test_acc": 0.003359422421856982, + "n_samples": 1593, + "n_features": 256, + "n_classes": 10, + "mean_cert_acc_36": 0.8994088619947433, + "std_cert_acc_36": 0.0019074843871059208, + "mean_cert_acc_72": 0.8804376870393753, + "std_cert_acc_72": 0.00336372557487359, + "mean_cert_acc_108": 0.8630249947309494, + "std_cert_acc_108": 0.0048862005098786855, + "mean_cert_acc_255": 0.7623279839754105, + "std_cert_acc_255": 0.009889225110827288 + }, + "spectf": { + "dataset": "spectf", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 5, + "best_val_acc": 0.5714285714285714, + "test_acc": 0.559322033898305, + "train_size": 187, + "val_size": 21, + "test_size": 59, + "stats": { + "mean": [ + [ + 9.73262032024493e-08, + 7.37967914422617e-08, + -2.8021390374859026e-07, + 8.342245993522504e-08, + 1.438502673446313e-07, + 4.27807487904935e-09, + -3.208556132607522e-09, + 2.4438502673282447e-07, + -4.064171128261887e-08, + -1.245989304839758e-07, + -2.7005347592964245e-07, + -9.828877005220575e-08, + -2.7272727281823347e-08, + -9.786096256698731e-08, + -2.1390374290903598e-08, + -1.764705878989899e-08, + -2.1016042791891207e-07, + -1.443850270181913e-08, + -1.9251336897019774e-07, + -1.026737967961774e-07, + 2.2139037467217133e-08, + -1.871657754046705e-07, + -2.433155080530257e-07, + 3.422459890534254e-08, + 6.320855603067246e-08, + 1.203208557214405e-07, + 1.5240641710866705e-07, + -1.2566844921602035e-07, + -1.465240642376751e-07, + -2.577540106646021e-07, + -1.3475935830036328e-07, + -8.181818183804877e-08, + 3.272727272453287e-07, + -5.347593584110138e-08, + 2.6737967877210432e-08, + 8.449197850875112e-08, + -1.9251336920322585e-08, + -1.4919786096240437e-07, + -4.705882350701689e-08, + -7.112299465890437e-08, + -8.395721923564323e-08, + 2.0106951872948384e-07, + -2.2117647054603053e-07, + 1.7219251329526993e-07 + ] + ], + "std": [ + [ + 0.9973228707261231, + 0.997322592235688, + 0.9973223292917861, + 0.9973227306511006, + 0.99732255532754, + 0.997322255366945, + 0.9973226239770173, + 0.997322228679491, + 0.9973224624202952, + 0.997322743624266, + 0.9973222482787992, + 0.997322493534107, + 0.9973232185155234, + 0.9973228780399456, + 0.9973223891564488, + 0.9973225844652592, + 0.9973225517530112, + 0.9973225554412601, + 0.9973222478195743, + 0.9973226789069762, + 0.997322213988001, + 0.997322643819296, + 0.9973226574869563, + 0.9973225588456511, + 0.9973227088028409, + 0.9973226325041668, + 0.9973227670427876, + 0.9973226762758315, + 0.9973224495674463, + 0.997322983837095, + 0.997321878860045, + 0.9973226923900768, + 0.9973225315151032, + 0.9973225107812234, + 0.997322704618034, + 0.9973227074584576, + 0.9973225552504908, + 0.9973228014956899, + 0.9973225828407466, + 0.9973226373516573, + 0.9973225174190434, + 0.9973227159363205, + 0.9973224262644476, + 0.9973224878506673 + ] + ] + }, + "width": 128, + "in_features": 44, + "out_features": 2, + "depth": 6, + "padding": 88, + "parameters": 74631, + "cert_evals": { + "36": 0.5423728823661804, + "72": 0.5254237055778503, + "108": 0.5254237055778503, + "255": 0.1355932205915451 + }, + "fold": 0 + }, + { + "best_epoch": 2, + "best_val_acc": 0.631578947368421, + "test_acc": 0.5409836065573771, + "train_size": 187, + "val_size": 19, + "test_size": 61, + "stats": { + "mean": [ + [ + 9.73262032024493e-08, + 7.37967914422617e-08, + -2.8021390374859026e-07, + 8.342245993522504e-08, + 1.438502673446313e-07, + 4.27807487904935e-09, + -3.208556132607522e-09, + 2.4438502673282447e-07, + -4.064171128261887e-08, + -1.245989304839758e-07, + -2.7005347592964245e-07, + -9.828877005220575e-08, + -2.7272727281823347e-08, + -9.786096256698731e-08, + -2.1390374290903598e-08, + -1.764705878989899e-08, + -2.1016042791891207e-07, + -1.443850270181913e-08, + -1.9251336897019774e-07, + -1.026737967961774e-07, + 2.2139037467217133e-08, + -1.871657754046705e-07, + -2.433155080530257e-07, + 3.422459890534254e-08, + 6.320855603067246e-08, + 1.203208557214405e-07, + 1.5240641710866705e-07, + -1.2566844921602035e-07, + -1.465240642376751e-07, + -2.577540106646021e-07, + -1.3475935830036328e-07, + -8.181818183804877e-08, + 3.272727272453287e-07, + -5.347593584110138e-08, + 2.6737967877210432e-08, + 8.449197850875112e-08, + -1.9251336920322585e-08, + -1.4919786096240437e-07, + -4.705882350701689e-08, + -7.112299465890437e-08, + -8.395721923564323e-08, + 2.0106951872948384e-07, + -2.2117647054603053e-07, + 1.7219251329526993e-07 + ] + ], + "std": [ + [ + 0.9973228707261231, + 0.997322592235688, + 0.9973223292917861, + 0.9973227306511006, + 0.99732255532754, + 0.997322255366945, + 0.9973226239770173, + 0.997322228679491, + 0.9973224624202952, + 0.997322743624266, + 0.9973222482787992, + 0.997322493534107, + 0.9973232185155234, + 0.9973228780399456, + 0.9973223891564488, + 0.9973225844652592, + 0.9973225517530112, + 0.9973225554412601, + 0.9973222478195743, + 0.9973226789069762, + 0.997322213988001, + 0.997322643819296, + 0.9973226574869563, + 0.9973225588456511, + 0.9973227088028409, + 0.9973226325041668, + 0.9973227670427876, + 0.9973226762758315, + 0.9973224495674463, + 0.997322983837095, + 0.997321878860045, + 0.9973226923900768, + 0.9973225315151032, + 0.9973225107812234, + 0.997322704618034, + 0.9973227074584576, + 0.9973225552504908, + 0.9973228014956899, + 0.9973225828407466, + 0.9973226373516573, + 0.9973225174190434, + 0.9973227159363205, + 0.9973224262644476, + 0.9973224878506673 + ] + ] + }, + "width": 128, + "in_features": 44, + "out_features": 2, + "depth": 6, + "padding": 88, + "parameters": 74631, + "cert_evals": { + "36": 0.5409835577011108, + "72": 0.5245901346206665, + "108": 0.5245901346206665, + "255": 0.4590163826942444 + }, + "fold": 1 + }, + { + "best_epoch": 4, + "best_val_acc": 0.65, + "test_acc": 0.55, + "train_size": 187, + "val_size": 20, + "test_size": 60, + "stats": { + "mean": [ + [ + 9.73262032024493e-08, + 7.37967914422617e-08, + -2.8021390374859026e-07, + 8.342245993522504e-08, + 1.438502673446313e-07, + 4.27807487904935e-09, + -3.208556132607522e-09, + 2.4438502673282447e-07, + -4.064171128261887e-08, + -1.245989304839758e-07, + -2.7005347592964245e-07, + -9.828877005220575e-08, + -2.7272727281823347e-08, + -9.786096256698731e-08, + -2.1390374290903598e-08, + -1.764705878989899e-08, + -2.1016042791891207e-07, + -1.443850270181913e-08, + -1.9251336897019774e-07, + -1.026737967961774e-07, + 2.2139037467217133e-08, + -1.871657754046705e-07, + -2.433155080530257e-07, + 3.422459890534254e-08, + 6.320855603067246e-08, + 1.203208557214405e-07, + 1.5240641710866705e-07, + -1.2566844921602035e-07, + -1.465240642376751e-07, + -2.577540106646021e-07, + -1.3475935830036328e-07, + -8.181818183804877e-08, + 3.272727272453287e-07, + -5.347593584110138e-08, + 2.6737967877210432e-08, + 8.449197850875112e-08, + -1.9251336920322585e-08, + -1.4919786096240437e-07, + -4.705882350701689e-08, + -7.112299465890437e-08, + -8.395721923564323e-08, + 2.0106951872948384e-07, + -2.2117647054603053e-07, + 1.7219251329526993e-07 + ] + ], + "std": [ + [ + 0.9973228707261231, + 0.997322592235688, + 0.9973223292917861, + 0.9973227306511006, + 0.99732255532754, + 0.997322255366945, + 0.9973226239770173, + 0.997322228679491, + 0.9973224624202952, + 0.997322743624266, + 0.9973222482787992, + 0.997322493534107, + 0.9973232185155234, + 0.9973228780399456, + 0.9973223891564488, + 0.9973225844652592, + 0.9973225517530112, + 0.9973225554412601, + 0.9973222478195743, + 0.9973226789069762, + 0.997322213988001, + 0.997322643819296, + 0.9973226574869563, + 0.9973225588456511, + 0.9973227088028409, + 0.9973226325041668, + 0.9973227670427876, + 0.9973226762758315, + 0.9973224495674463, + 0.997322983837095, + 0.997321878860045, + 0.9973226923900768, + 0.9973225315151032, + 0.9973225107812234, + 0.997322704618034, + 0.9973227074584576, + 0.9973225552504908, + 0.9973228014956899, + 0.9973225828407466, + 0.9973226373516573, + 0.9973225174190434, + 0.9973227159363205, + 0.9973224262644476, + 0.9973224878506673 + ] + ] + }, + "width": 128, + "in_features": 44, + "out_features": 2, + "depth": 6, + "padding": 88, + "parameters": 74631, + "cert_evals": { + "36": 0.5333333611488342, + "72": 0.5166667103767395, + "108": 0.4166666865348816, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 13, + "best_val_acc": 0.7222222222222222, + "test_acc": 0.5806451612903226, + "train_size": 187, + "val_size": 18, + "test_size": 62, + "stats": { + "mean": [ + [ + 9.73262032024493e-08, + 7.37967914422617e-08, + -2.8021390374859026e-07, + 8.342245993522504e-08, + 1.438502673446313e-07, + 4.27807487904935e-09, + -3.208556132607522e-09, + 2.4438502673282447e-07, + -4.064171128261887e-08, + -1.245989304839758e-07, + -2.7005347592964245e-07, + -9.828877005220575e-08, + -2.7272727281823347e-08, + -9.786096256698731e-08, + -2.1390374290903598e-08, + -1.764705878989899e-08, + -2.1016042791891207e-07, + -1.443850270181913e-08, + -1.9251336897019774e-07, + -1.026737967961774e-07, + 2.2139037467217133e-08, + -1.871657754046705e-07, + -2.433155080530257e-07, + 3.422459890534254e-08, + 6.320855603067246e-08, + 1.203208557214405e-07, + 1.5240641710866705e-07, + -1.2566844921602035e-07, + -1.465240642376751e-07, + -2.577540106646021e-07, + -1.3475935830036328e-07, + -8.181818183804877e-08, + 3.272727272453287e-07, + -5.347593584110138e-08, + 2.6737967877210432e-08, + 8.449197850875112e-08, + -1.9251336920322585e-08, + -1.4919786096240437e-07, + -4.705882350701689e-08, + -7.112299465890437e-08, + -8.395721923564323e-08, + 2.0106951872948384e-07, + -2.2117647054603053e-07, + 1.7219251329526993e-07 + ] + ], + "std": [ + [ + 0.9973228707261231, + 0.997322592235688, + 0.9973223292917861, + 0.9973227306511006, + 0.99732255532754, + 0.997322255366945, + 0.9973226239770173, + 0.997322228679491, + 0.9973224624202952, + 0.997322743624266, + 0.9973222482787992, + 0.997322493534107, + 0.9973232185155234, + 0.9973228780399456, + 0.9973223891564488, + 0.9973225844652592, + 0.9973225517530112, + 0.9973225554412601, + 0.9973222478195743, + 0.9973226789069762, + 0.997322213988001, + 0.997322643819296, + 0.9973226574869563, + 0.9973225588456511, + 0.9973227088028409, + 0.9973226325041668, + 0.9973227670427876, + 0.9973226762758315, + 0.9973224495674463, + 0.997322983837095, + 0.997321878860045, + 0.9973226923900768, + 0.9973225315151032, + 0.9973225107812234, + 0.997322704618034, + 0.9973227074584576, + 0.9973225552504908, + 0.9973228014956899, + 0.9973225828407466, + 0.9973226373516573, + 0.9973225174190434, + 0.9973227159363205, + 0.9973224262644476, + 0.9973224878506673 + ] + ] + }, + "width": 128, + "in_features": 44, + "out_features": 2, + "depth": 6, + "padding": 88, + "parameters": 74631, + "cert_evals": { + "36": 0.5483870506286621, + "72": 0.5322580337524414, + "108": 0.5, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5577377004365012, + "std_test_acc": 0.017008170047000806, + "n_samples": 267, + "n_features": 44, + "n_classes": 2, + "mean_cert_acc_36": 0.5412692129611969, + "std_cert_acc_36": 0.00618980457772505, + "mean_cert_acc_72": 0.5247346460819244, + "std_cert_acc_72": 0.006381970310576644, + "mean_cert_acc_108": 0.4916701316833496, + "std_cert_acc_108": 0.051374227761775845, + "mean_cert_acc_255": 0.14865240082144737, + "std_cert_acc_255": 0.21655747195003874 + }, + "statlog-australian-credit": { + "dataset": "statlog-australian-credit", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.660377358490566, + "test_acc": 0.5024271844660194, + "train_size": 172, + "val_size": 106, + "test_size": 412, + "stats": { + "mean": [ + [ + 0.05059407542441863, + -0.0114752416860465, + 0.028838848837209195, + 0.03936136046511627, + 0.10460593604651149, + 0.0779865668604651, + 0.08156061627906987, + 0.15811348837209352, + 0.05523483604651162, + 0.1309385000000002, + 0.06254351744186054, + -0.11882176316511633, + 0.041984078837209345, + 0.07566618604651176 + ] + ], + "std": [ + [ + 1.0101299726407869, + 1.0530472517300817, + 0.9967360557731824, + 0.9782321556549705, + 1.0601462124818095, + 1.0386276590440506, + 0.9921323025144253, + 1.0098717215967856, + 0.8568205957330315, + 1.0017391917815985, + 0.8280019139302006, + 0.8059241197617667, + 1.4892583738151293, + 1.0047800961056161 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 7791, + "cert_evals": { + "36": 0.3519417643547058, + "72": 0.20145630836486816, + "108": 0.11893203854560852, + "255": 0.08252426981925964 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.6288659793814433, + "test_acc": 0.5653206650831354, + "train_size": 172, + "val_size": 97, + "test_size": 421, + "stats": { + "mean": [ + [ + -0.0864253130930232, + -0.033577701104651185, + -0.03875552325581389, + 0.029890569767441845, + 0.028733052325581446, + 0.014722290813953477, + 0.05829668604651171, + -0.01803883720930214, + 0.054039201162790776, + -0.043972749999999845, + -0.07365430232558125, + -0.024331187647674404, + 0.08401893802325594, + 0.08735679069767467 + ] + ], + "std": [ + [ + 0.9209242895195554, + 0.9435504125386636, + 1.067477333690663, + 1.061435553615557, + 1.0025792818765138, + 1.0277952989603758, + 0.9948560751139975, + 0.9964680315230806, + 0.9046016810802003, + 0.994587469176134, + 1.1556768232845753, + 0.935329242863178, + 1.6527499781150876, + 1.0051200887036142 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 7791, + "cert_evals": { + "36": 0.4180522859096527, + "72": 0.2921615242958069, + "108": 0.1923990547657013, + "255": 0.00712589081376791 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.7222222222222222, + "test_acc": 0.602803738317757, + "train_size": 172, + "val_size": 90, + "test_size": 428, + "stats": { + "mean": [ + [ + -0.07147041345930233, + -0.029198059883720928, + -0.10634986046511644, + -0.012728412790697653, + -0.06173072674418615, + 0.0097622159302325, + 0.05829668604651169, + 0.08765255813953526, + 0.008607926744186043, + -0.06729424999999996, + 0.004173023255814025, + -0.03348306104651162, + -0.012487369767441872, + -0.017858651162790676 + ] + ], + "std": [ + [ + 0.971314722723139, + 0.8466778612216974, + 1.042970249181201, + 0.959839375401117, + 0.918650223910635, + 0.8910303524098012, + 0.9948560751139973, + 1.0082316527571256, + 0.8072245383487707, + 0.9913009258016392, + 0.8525556362245806, + 0.9327938415221685, + 0.575642414570075, + 0.997133880165406 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 7791, + "cert_evals": { + "36": 0.4579439163208008, + "72": 0.3364485800266266, + "108": 0.2149532586336136, + "255": 0.05607476457953453 + }, + "fold": 2 + }, + { + "best_epoch": 2, + "best_val_acc": 0.6601941747572816, + "test_acc": 0.5807228915662651, + "train_size": 172, + "val_size": 103, + "test_size": 415, + "stats": { + "mean": [ + [ + -0.1213828103255814, + -0.06661143598837206, + 0.001801104651162605, + 0.1309130523255815, + 0.11044239534883706, + -0.028884297790697674, + 0.10482454651162802, + 0.09939604651162864, + -0.012912282558139528, + -0.12559799999999988, + 0.023629854651162924, + 0.0062312962406976735, + 0.17098330383720955, + 0.12242860465116306 + ] + ], + "std": [ + [ + 0.928604583415627, + 0.9683009241515906, + 1.0138252442857156, + 0.9530281481075065, + 0.9511816420159422, + 0.9323161262752426, + 0.9888538720631012, + 1.0088469910217654, + 0.7964967613394043, + 0.9806129187696861, + 0.964831290983948, + 0.838672394350281, + 1.7526808412132595, + 1.0053240290706722 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 7791, + "cert_evals": { + "36": 0.4168674647808075, + "72": 0.30843374133110046, + "108": 0.21686747670173645, + "255": 0.05783132463693619 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5628186198582942, + "std_test_acc": 0.0430997229018802, + "n_samples": 690, + "n_features": 14, + "n_classes": 2, + "mean_cert_acc_36": 0.4112013578414917, + "std_cert_acc_36": 0.04387712455123446, + "mean_cert_acc_72": 0.2846250385046005, + "std_cert_acc_72": 0.058384844144413674, + "mean_cert_acc_108": 0.18578795716166496, + "std_cert_acc_108": 0.045934634029666514, + "mean_cert_acc_255": 0.05088906246237457, + "std_cert_acc_255": 0.031575771554610194 + }, + "statlog-heart": { + "dataset": "statlog-heart", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 29, + "best_val_acc": 0.8421052631578947, + "test_acc": 0.8363636363636363, + "train_size": 67, + "val_size": 38, + "test_size": 165, + "stats": { + "mean": [ + [ + -0.08198015373134328, + -0.20437704477611945, + 0.14667940298507465, + -0.10702356567164191, + 0.12296643701492538, + 0.0031060895522387424, + 0.1721716417910448, + 0.05256702985074625, + -0.09777528358208952, + -0.07363618358208954, + 0.14071911940298493, + -0.06190307462686559, + 0.07189410447761192 + ] + ], + "std": [ + [ + 0.9602755621241335, + 1.0534397591881424, + 0.965842016381191, + 0.8781181021048233, + 1.1908161716364944, + 1.0012132661304654, + 0.983067488143195, + 0.9410627873975389, + 0.9570769609540178, + 0.878212234528083, + 0.8616316071032667, + 0.9849557990787127, + 0.9977403560745624 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 2, + "depth": 6, + "padding": 26, + "parameters": 6741, + "cert_evals": { + "36": 0.7999999523162842, + "72": 0.7272726893424988, + "108": 0.6484848260879517, + "255": 0.2242424190044403 + }, + "fold": 0 + }, + { + "best_epoch": 6, + "best_val_acc": 0.803921568627451, + "test_acc": 0.756578947368421, + "train_size": 67, + "val_size": 51, + "test_size": 152, + "stats": { + "mean": [ + [ + 0.10317251194029849, + -0.04498435820895522, + -0.10467137313432831, + 0.12694810597014922, + 0.17465611791044777, + 0.25472334328358204, + 0.08243026865671647, + -0.11108194776119398, + -0.002699328358208915, + -0.025414538805970124, + -0.05362482089552247, + 0.1120346268656717, + -0.13575953731343274 + ] + ], + "std": [ + [ + 0.933803946437699, + 1.0141183535164209, + 1.0495962756290413, + 0.9673366402230045, + 0.8198187755507609, + 1.1979377392725967, + 0.9966276802719692, + 1.0695932382111324, + 0.997165030870351, + 0.9974922014552127, + 0.9446202495075935, + 1.110709570807387, + 0.9882692368647951 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 2, + "depth": 6, + "padding": 26, + "parameters": 6741, + "cert_evals": { + "36": 0.6842105388641357, + "72": 0.6118420958518982, + "108": 0.5065789222717285, + "255": 0.16447368264198303 + }, + "fold": 1 + }, + { + "best_epoch": 12, + "best_val_acc": 0.8043478260869565, + "test_acc": 0.8280254777070064, + "train_size": 67, + "val_size": 46, + "test_size": 157, + "stats": { + "mean": [ + [ + 0.13594266119402976, + -0.14061997014925387, + 0.06813225373134335, + -0.08696855671641794, + 0.03171528507462684, + 0.04504229850746271, + 0.18712851940298503, + 0.03130544776119405, + 0.09237662686567168, + -0.06451316865671636, + 0.019254119402985, + 0.08040952238805975, + -0.15114120895522393 + ] + ], + "std": [ + [ + 0.8711281879382763, + 1.040823259043546, + 0.9637958388354753, + 0.9133876556024206, + 0.9725134126319966, + 1.040829334168815, + 0.9723132590478262, + 0.9630003579670339, + 1.0269376874323441, + 0.8130127152575585, + 0.8919207037488958, + 1.0082879636602924, + 0.9714271921263085 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 2, + "depth": 6, + "padding": 26, + "parameters": 6741, + "cert_evals": { + "36": 0.7452229261398315, + "72": 0.662420392036438, + "108": 0.5987261533737183, + "255": 0.24840764701366425 + }, + "fold": 2 + }, + { + "best_epoch": 18, + "best_val_acc": 0.925, + "test_acc": 0.754601226993865, + "train_size": 67, + "val_size": 40, + "test_size": 163, + "stats": { + "mean": [ + [ + 0.08678730746268656, + -0.14061997014925384, + 0.03671347761194034, + 0.07263314626865668, + -0.06617695701492539, + 0.17085092537313418, + 0.08243026865671643, + -0.04536504626865671, + -0.03439131343283579, + -0.07884894179104476, + -0.029331820895522515, + 0.15947211940298509, + -0.0511598059701492 + ] + ], + "std": [ + [ + 0.9010573312665855, + 1.0408232590435458, + 1.0531172362720425, + 0.9118585344964205, + 0.9359858544688878, + 1.1423287841859981, + 0.9966276802719692, + 1.0086415816105951, + 0.9850040267731803, + 0.9462659856917733, + 0.9421179375671704, + 1.0971195664680449, + 0.9795524388118361 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 2, + "depth": 6, + "padding": 26, + "parameters": 6741, + "cert_evals": { + "36": 0.6871165633201599, + "72": 0.6380367875099182, + "108": 0.558282196521759, + "255": 0.21472391486167908 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7938923221082322, + "std_test_acc": 0.044365763585116146, + "n_samples": 270, + "n_features": 13, + "n_classes": 2, + "mean_cert_acc_36": 0.7291374951601028, + "std_cert_acc_36": 0.05496792712946984, + "mean_cert_acc_72": 0.6598929911851883, + "std_cert_acc_72": 0.04944017819634437, + "mean_cert_acc_108": 0.5780180245637894, + "std_cert_acc_108": 0.060242412968091984, + "mean_cert_acc_255": 0.21296191588044167, + "std_cert_acc_255": 0.03529807836741397 + }, + "statlog-german-credit": { + "dataset": "statlog-german-credit", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 4, + "best_val_acc": 0.7361111111111112, + "test_acc": 0.731023102310231, + "train_size": 250, + "val_size": 144, + "test_size": 606, + "stats": { + "mean": [ + [ + 0.008747452000000005, + 0.11021018984000003, + 0.06555079600000023, + 0.10154820480000003, + -0.010759709999999997, + -0.02979250000000003, + 0.08191152000000003, + 0.013589535999999907, + 0.08188774399999998, + -0.06417329279999998, + 0.041099871999999926, + 0.0640540519999999, + 0.02485610000000021, + 0.057033071999999865, + 0.037065583999999575, + -0.014164548000000032, + 0.003288288000000005, + -0.09291863999999964, + 0.055446887999999986, + 0.033893919999999966, + -0.019884256, + -0.06814002399999995, + 0.019990000000000167, + 0.004141975999999968 + ] + ], + "std": [ + [ + 1.003978613784907, + 1.1209135794421377, + 1.0561299223802987, + 1.0960852648064718, + 1.0015570603843653, + 1.0186243811552194, + 0.9706722294277974, + 0.9826945821214509, + 0.9667757761368231, + 0.9930707850493405, + 0.9574267666614031, + 1.0136622966442341, + 1.022617820769464, + 1.0089854337740911, + 1.0859859373554877, + 0.9904599650540205, + 1.0037797010309435, + 1.118329779782364, + 1.1191480919785946, + 1.026929516139364, + 1.008621805841551, + 0.7419439487110271, + 1.014184725481508, + 0.9983740501128531 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 2, + "depth": 6, + "padding": 48, + "parameters": 22471, + "cert_evals": { + "36": 0.6501650214195251, + "72": 0.5363036394119263, + "108": 0.4009900987148285, + "255": 0.12706270813941956 + }, + "fold": 0 + }, + { + "best_epoch": 14, + "best_val_acc": 0.7151515151515152, + "test_acc": 0.6854700854700855, + "train_size": 250, + "val_size": 165, + "test_size": 585, + "stats": { + "mean": [ + [ + -0.11847553600000008, + 0.036239413119999966, + 0.02862046800000001, + -0.09383200439999995, + 0.060125340400000005, + 0.15559079999999997, + -0.014122872000000066, + 0.03171004799999993, + -0.020949231999999995, + 0.024086774399999983, + 0.035430963999999704, + 0.03635581599999994, + 0.01380900000000019, + -0.02444276800000006, + 0.015885439999999883, + -0.04249425600000005, + 0.0032882880000000194, + -0.05162157599999978, + -0.045364992, + -0.03910935999999991, + 0.02430596400000002, + -0.06814002399999995, + -0.009994999999999971, + 0.03726506400000005 + ] + ], + "std": [ + [ + 0.9921196542418786, + 0.9839775335987256, + 0.9719344651930834, + 0.8219136288585911, + 1.0283437624856175, + 0.935161859470199, + 1.0304888406780581, + 0.969745031693504, + 1.0144787229611012, + 0.9607218147860226, + 0.9757296988321245, + 0.9986987034773843, + 1.0124834391949327, + 0.99440586812025, + 1.0376109095734123, + 0.9715066082685968, + 1.003779701030944, + 1.0681499773760452, + 0.8871445440000011, + 0.9654046905991231, + 0.9876884886364683, + 0.741943948711028, + 0.9919250708722922, + 0.9887116931453116 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 2, + "depth": 6, + "padding": 48, + "parameters": 22471, + "cert_evals": { + "36": 0.6068376302719116, + "72": 0.5384615659713745, + "108": 0.4632478654384613, + "255": 0.15555556118488312 + }, + "fold": 1 + }, + { + "best_epoch": 12, + "best_val_acc": 0.7549668874172185, + "test_acc": 0.7128547579298832, + "train_size": 250, + "val_size": 151, + "test_size": 599, + "stats": { + "mean": [ + [ + -0.007155444000000004, + -0.02280468616000002, + -0.000923963999999978, + -0.005769232000000004, + 0.027214445999999993, + -0.033102900000000046, + -0.08756082399999997, + -0.008155120000000118, + -0.043801872000000026, + -0.036042587200000024, + -0.06660962000000034, + -0.012116240000000006, + 0.03590320000000018, + 0.03259031999999998, + 0.015885439999999754, + 0.014165159999999979, + -0.009864799999999998, + 0.044738240000000214, + -0.025202616000000018, + -0.02868032000000009, + 0.015467920000000017, + -0.013628039999999968, + -0.019989999999999956, + 0.04554583600000004 + ] + ], + "std": [ + [ + 0.9999148002086538, + 1.0148356615854706, + 0.9944072856585561, + 1.035717095952802, + 1.0170037494400637, + 0.9881689707602084, + 0.9574315744991436, + 0.9962604301494323, + 1.0106965591920622, + 0.938266029045709, + 1.046848672784522, + 1.0034643812466981, + 1.0325345627288987, + 1.0053273490207943, + 1.0376109095734132, + 1.0082616972439922, + 0.9864816, + 0.9336343846074779, + 0.9390127419470407, + 0.974766613507818, + 0.9920679785169961, + 0.9539597199999994, + 0.9841903486622879, + 0.9861074856695757 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 2, + "depth": 6, + "padding": 48, + "parameters": 22471, + "cert_evals": { + "36": 0.647746205329895, + "72": 0.5826377272605896, + "108": 0.4974958002567291, + "255": 0.15525875985622406 + }, + "fold": 2 + }, + { + "best_epoch": 11, + "best_val_acc": 0.7533333333333333, + "test_acc": 0.705, + "train_size": 250, + "val_size": 150, + "test_size": 600, + "stats": { + "mean": [ + [ + -0.07712802800000004, + 0.035575906559999905, + 0.03600647600000002, + 0.06969280920000001, + -0.07151825079999988, + 1.2599999999729494e-06, + 0.09320968800000004, + -0.008155136000000117, + -0.047610556000000026, + -0.07366734000000005, + 0.04676877999999975, + -0.0398143480000001, + 0.013809000000000111, + -0.024442767999999993, + 0.0794258719999996, + -0.023607784000000107, + -0.036170976, + -0.02409019999999976, + 0.11593401599999997, + 0.06518104000000009, + 0.006629876000000042, + -0.013628039999999942, + 0.03998, + -0.028981112000000014 + ] + ], + "std": [ + [ + 0.9961848281424827, + 1.0357494337664712, + 0.9956407453516892, + 1.0641268992559583, + 0.9722690935335091, + 0.9495990606515547, + 0.9583641989375432, + 1.0028304935144103, + 0.9697124254270231, + 0.9284015893774715, + 0.9387328207858588, + 0.9103631774518237, + 1.0124834391949329, + 0.9944058681202499, + 1.1756410923708531, + 0.9842733398970128, + 0.9503959399474098, + 1.032426600000002, + 1.233700183972741, + 1.0506449065402248, + 0.9963498257987028, + 0.9539597199999992, + 1.028271299122951, + 1.0068547054058516 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 2, + "depth": 6, + "padding": 48, + "parameters": 22471, + "cert_evals": { + "36": 0.6233333349227905, + "72": 0.5400000214576721, + "108": 0.4516666829586029, + "255": 0.11166667193174362 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.70858698642755, + "std_test_acc": 0.018875475720326204, + "n_samples": 1000, + "n_features": 24, + "n_classes": 2, + "mean_cert_acc_36": 0.6320205479860306, + "std_cert_acc_36": 0.020705596912249297, + "mean_cert_acc_72": 0.5493507385253906, + "std_cert_acc_72": 0.02224305436854005, + "mean_cert_acc_108": 0.45335011184215546, + "std_cert_acc_108": 0.039963367556424476, + "mean_cert_acc_255": 0.1373859252780676, + "std_cert_acc_255": 0.021738005808786133 + }, + "spambase": { + "dataset": "spambase", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 29, + "best_val_acc": 0.9227586206896552, + "test_acc": 0.9277329420396185, + "train_size": 1150, + "val_size": 725, + "test_size": 2726, + "stats": { + "mean": [ + [ + 0.021226006173913785, + -0.015919149391304187, + 0.025415802530432907, + 0.03918618617391535, + -0.00802565730434888, + -0.019898612173913727, + 0.006333582695649156, + 0.0138353715652162, + 0.010869212166955465, + 0.020277107478260063, + -0.03972575965999889, + -0.02055293502608697, + -0.008113843652174586, + 0.014708887365217537, + 0.01133711377391179, + -0.015495447060868504, + 0.03913622733043563, + -0.017462963999999633, + 0.0187409115304347, + 0.005520461426088844, + -0.0038418207913071324, + 0.008610802582609307, + 0.035890673565219404, + -0.006205582330433885, + 0.009182778760001165, + -0.019677288817390202, + 0.0004982232156532273, + 0.02920531815652134, + 0.012658779999999129, + 0.017062090382608135, + -0.013314016521739344, + -0.02566035391304503, + -0.008576744521738438, + -0.022911713043477794, + 0.0025098786956515694, + -0.007468803278259888, + 0.011673062539131227, + -0.015021546086957481, + -0.00910834485217397, + -0.02154278895652143, + 0.05463170547826161, + 0.023553851304347857, + 0.010670661652173499, + 0.0295903323391293, + 0.007351219000000634, + 0.01269573645391135, + -0.023270003826086932, + 0.03709884669565298, + 0.007815205191304105, + 0.027519189395651733, + -0.015820542199999555, + -0.01672272254086909, + 0.042409089939126635, + 0.025760643735651907, + 0.02838511237043451, + -0.013437700554782798, + 0.0164267618000002 + ] + ], + "std": [ + [ + 1.1235027725136815, + 0.8904989974639629, + 0.9957178739385403, + 1.4995577621881944, + 0.926476291913068, + 0.8885189316158734, + 0.9024040689634729, + 1.0405154757286925, + 1.1233331839178615, + 0.8981778369870301, + 0.8892119217650689, + 0.9874908627493307, + 0.9205513578145247, + 0.9632286363722543, + 1.0765253751015154, + 0.8531114122905263, + 1.0916574204014953, + 0.9124374318543399, + 0.9910784663927087, + 0.9680608594157823, + 0.9407382453902644, + 0.9930333587983213, + 1.1491144107563753, + 0.6425563314801666, + 1.0428011323424244, + 0.8430611857711853, + 1.0214512070760071, + 1.1643521198183129, + 1.10698998653912, + 1.0810838839403236, + 0.8380031520069444, + 0.8416763955823331, + 1.2024906820600971, + 0.8481231877782008, + 0.8570058504483157, + 0.9470628246612116, + 1.06910230060386, + 0.5874337186131844, + 0.8169185036473402, + 0.8578401703545604, + 1.4145108263137103, + 1.0433820861839775, + 0.9733444555118707, + 1.393792873658117, + 0.9492090774739013, + 1.0044806426321926, + 0.81385805230804, + 1.3465645155559474, + 1.0636978414150784, + 1.007651802571978, + 0.6554083067039526, + 0.7777941339804235, + 1.245208842537934, + 1.6535667744655882, + 1.3137439814967093, + 0.6661201009582893, + 1.219503651337539 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 124837, + "cert_evals": { + "36": 0.9046221971511841, + "72": 0.8727072477340698, + "108": 0.8294203877449036, + "255": 0.5597946047782898 + }, + "fold": 0 + }, + { + "best_epoch": 5, + "best_val_acc": 0.9307065217391305, + "test_acc": 0.9322283609576427, + "train_size": 1150, + "val_size": 736, + "test_size": 2715, + "stats": { + "mean": [ + [ + -0.024849632956522313, + -0.03413819886956486, + -0.00989163035652276, + -0.002361400086956756, + -0.03987249782608704, + 0.01090509313043455, + 0.01957335878260548, + 0.001824029217390987, + -0.024616771288696538, + -0.00523980729217439, + -0.0020601358313020405, + -0.05077641741739166, + -0.03844389808695691, + 0.0008553938956523932, + -0.01214520726087042, + -0.009230109313042243, + 0.010565583165218426, + -0.046801976826087485, + -0.013554089600000253, + 0.02790070953043506, + 0.0032765880556492374, + -0.022136448173912388, + -0.029918836608694217, + -0.007934282660868743, + -0.023365790114781765, + -0.029432224478259654, + -0.022027940843476913, + -0.010254641513043462, + -0.03708282617391394, + -0.030502210695652975, + -0.006006388869565457, + -0.048024147826089034, + 0.029480932521740062, + -0.0510750817391295, + -0.028351204086956815, + -0.026517849208694946, + 0.01842911532173985, + -0.03338618443478374, + 0.006675741999999962, + -0.04656739886956605, + -0.020719941826085986, + 0.006543958434782931, + 0.011525401739130135, + -0.008087698269565702, + 0.025108898113044256, + -0.007957335130433963, + -0.015061640434782204, + -0.03721756826086869, + -0.03895043960869612, + -0.001666222565217826, + -0.010009838134782371, + 0.03633144539478134, + -0.06020993099130556, + -0.0013161700260872296, + -0.03022302409408695, + -0.004946863700869469, + 0.004550906813912774 + ] + ], + "std": [ + [ + 0.8958373484867075, + 0.9002436174684451, + 0.9749857170890281, + 0.9175103073316754, + 0.8456789748627611, + 1.0296079196279977, + 1.0663773858644263, + 0.9918744873399122, + 0.9377758356585005, + 0.9683003635587637, + 0.9988701214159026, + 0.8510020785398145, + 0.8120292232717867, + 1.1716911892002921, + 0.9335490252401448, + 0.9275724825067901, + 1.0706786172093499, + 0.8159996197989664, + 1.018783583831139, + 1.3842479172234758, + 1.039815972096556, + 0.8839135364998896, + 0.8932393785890523, + 0.9102522959355095, + 0.9028197785306566, + 0.9621741754161531, + 0.9455093600221522, + 1.0873334815971143, + 0.9298495573937857, + 0.8712375739105048, + 1.1638136373741579, + 0.7194920963255054, + 0.993798468472957, + 0.7165877104812148, + 0.7540408567752576, + 0.9687673124893158, + 0.981800827979203, + 0.29631208384482205, + 1.2015746837404693, + 0.8040600124748868, + 0.721184410759368, + 1.0883976635466879, + 1.1000595828326398, + 0.6542723004921799, + 1.1435952861265584, + 0.9423531730144734, + 0.6560729981871746, + 0.5591229852816202, + 0.5489093243563901, + 0.9888972344464931, + 0.6428451363337641, + 1.028319563197099, + 0.6205068262838673, + 0.5771896246525331, + 0.41206923845873533, + 0.6584069792527852, + 1.0945705958475596 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 124837, + "cert_evals": { + "36": 0.9060773849487305, + "72": 0.8755064606666565, + "108": 0.8346225023269653, + "255": 0.5535911917686462 + }, + "fold": 1 + }, + { + "best_epoch": 32, + "best_val_acc": 0.949928469241774, + "test_acc": 0.9295058139534884, + "train_size": 1150, + "val_size": 699, + "test_size": 2752, + "stats": { + "mean": [ + [ + 0.04921885617391417, + 0.014926593956521877, + 0.00847792629565125, + 0.05005613400000414, + 0.0033398545217390415, + 0.022115092173912148, + 0.020861821652170594, + 0.01550478669565098, + 0.005469835709564297, + -0.002394102646087372, + -0.004648887133041112, + -0.03289461768695655, + -0.040754755739131086, + 0.02023474459130333, + -0.03975969647826165, + -0.0013114386782596627, + 0.05593795568695754, + -0.04049862191304387, + 0.032395505704347835, + 0.003473580347827736, + -0.03802155532695763, + 0.020674000869565144, + -0.029397571826085454, + 0.05626614292173871, + -0.016279572017390314, + -0.040442041434781556, + -0.027683359373911642, + -0.018165945565216026, + -0.0067161096434789095, + -0.01001410846956648, + -0.022173674869565393, + 0.0009115565217380702, + -0.0006774207913042033, + -2.747652173902797e-05, + -0.017699280086957207, + -0.0014646963999993766, + -0.01282538191304263, + -0.03204628226087075, + 0.032762344347826086, + -0.009639197913043794, + 0.10482606808695744, + -0.031013759826086604, + 0.020927692434782336, + 0.006242524399999054, + -0.026823291339128374, + 0.043980723565215755, + -0.005029141565217051, + -0.00635898059999959, + 0.007536563304348806, + -0.0018206163191308838, + -0.026798041434782056, + -0.002352054191304867, + -0.031762150104349914, + -0.03071606211652189, + -0.002249609841739219, + -0.015034978442608676, + 0.011666985643478154 + ] + ], + "std": [ + [ + 1.1778724434167362, + 1.0760534101769437, + 1.0559839237532962, + 1.5297906049045558, + 1.1364234457764475, + 1.0490814157140953, + 1.1363046556284118, + 1.0380124741143066, + 1.075498258791, + 0.8663393072266115, + 0.9747929071031151, + 0.969828844789839, + 0.7696639194748692, + 1.0473361728395063, + 0.8303333840972749, + 0.8838263753298514, + 1.2440346851573585, + 0.9334811719941839, + 1.02990808565559, + 0.8957714253842652, + 0.9678502243817942, + 1.1500298875956583, + 0.9330778093343873, + 1.5773371750732401, + 0.9230289983981412, + 0.8158091055273212, + 0.9489997820681896, + 0.9552807238624355, + 1.0072242253552435, + 1.0223260308735955, + 0.8234643073736883, + 1.0311031398813912, + 0.8806613305973721, + 1.0286119212691307, + 0.8014510966571808, + 0.9352593214362214, + 0.9329050736248139, + 0.3527683412758974, + 1.1692746053848972, + 1.002962447177659, + 1.4919910858493521, + 0.8738202541405161, + 1.1462384337701108, + 1.0090960980820731, + 0.9207764793259576, + 1.0912524568744784, + 0.816026256403742, + 0.7771366886117157, + 0.9566601501316736, + 0.9562471491235174, + 0.6185383136448549, + 0.8282423578976752, + 0.7966634350742242, + 0.34217344919196696, + 0.8296715880092417, + 0.6379508479090837, + 1.2381153537237015 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 124837, + "cert_evals": { + "36": 0.9095203280448914, + "72": 0.875, + "108": 0.836482584476471, + "255": 0.554142415523529 + }, + "fold": 2 + }, + { + "best_epoch": 36, + "best_val_acc": 0.9187592319054653, + "test_acc": 0.9192501802451334, + "train_size": 1150, + "val_size": 677, + "test_size": 2774, + "stats": { + "mean": [ + [ + 0.018947906521740433, + -0.000799500504347751, + 0.01308322393912882, + -0.04350387713043517, + -0.017981908217392446, + -0.037174041304348704, + 0.022572385652170752, + -0.04463838826086928, + -0.00969831843826173, + 0.015462332956521007, + 0.02533698608174001, + -0.01796958450434803, + -0.002596639478261534, + -0.008146872721739728, + -0.010465523286957488, + -0.020865805773911915, + -0.023057402052173097, + 0.015772556173913998, + 0.029574481513043406, + -0.00723897516521638, + -0.012929820996524495, + 0.013256362000000747, + -0.016364737217389708, + -0.0054786337391299, + -0.023381384405216223, + 0.018361981547826933, + -0.027815069829563832, + -0.016357650539129607, + 0.02130572809565106, + -0.04712495074782753, + -0.023661064608695874, + -0.017694028695653844, + -0.035716115565216526, + -0.015046066956521246, + 0.017066349999999682, + -0.017144463043477796, + 0.00945527166956592, + 0.0090967913913036, + -0.019910964156521774, + -0.012770454869565474, + 0.008144727217391987, + 0.026037255217391253, + -0.03684596452174003, + -0.03572749460869723, + -0.026032580895649946, + 0.034894907043476656, + -0.040598744086955754, + -0.013571423391303747, + 0.04706986420869568, + 0.04318946167130402, + -0.01196526951304294, + -0.018042527704347985, + 0.049467921365213274, + -0.02400611535652195, + 0.06052994408086956, + 0.0599142720547826, + -0.0026769801565217854 + ] + ], + "std": [ + [ + 0.9331871594323544, + 0.9567845251269138, + 0.9760296399392536, + 0.051280137756585374, + 0.9428238363495951, + 0.8814135527767363, + 0.9954267960650186, + 0.6955201641843568, + 1.0576570344486964, + 1.1798688036970275, + 1.0384456763015388, + 0.9235329672549664, + 0.9059067437108173, + 0.8252286378311408, + 0.9221679162247977, + 1.0327807332881183, + 0.9152290942982179, + 1.0569927523658942, + 1.019968514725996, + 0.9205072920345395, + 0.9958149041823585, + 1.016878390862468, + 0.8965516556476434, + 1.0877876259600743, + 0.948111265047695, + 1.0393908013003292, + 0.9611733587640997, + 0.9251890870444093, + 1.1498439764663797, + 0.8019976062593172, + 0.8125415636929294, + 0.8726450743629817, + 0.6932596937551812, + 0.8745634092810176, + 1.3798992402930492, + 0.8915710521880803, + 0.9391065100766924, + 1.1627844455953502, + 0.8173394703147074, + 0.9245635097978325, + 0.9000725380226579, + 1.1834987177794307, + 0.775157987005211, + 0.6770693378003936, + 0.7878189821125126, + 1.0585249177081846, + 0.48012225657491536, + 0.635321002731002, + 1.2507891578889274, + 1.3781763830166411, + 0.957654911058225, + 0.6938467149180203, + 1.3755269217325827, + 0.35513836957625733, + 1.6062909589981371, + 1.7067437542745856, + 0.9544103185210019 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 124837, + "cert_evals": { + "36": 0.8994231820106506, + "72": 0.8691419959068298, + "108": 0.8280461430549622, + "255": 0.5940879583358765 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9271793242989708, + "std_test_acc": 0.005600093550482156, + "n_samples": 4601, + "n_features": 57, + "n_classes": 2, + "mean_cert_acc_36": 0.9049107730388641, + "std_cert_acc_36": 0.004195470257222354, + "mean_cert_acc_72": 0.873088926076889, + "std_cert_acc_72": 0.0028994604760781283, + "mean_cert_acc_108": 0.8321429044008255, + "std_cert_acc_108": 0.0040487355845581965, + "mean_cert_acc_255": 0.5654040426015854, + "std_cert_acc_255": 0.019327014804773595 + }, + "statlog-image": { + "dataset": "statlog-image", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 39, + "best_val_acc": 0.919889502762431, + "test_acc": 0.8920495988329686, + "train_size": 577, + "val_size": 362, + "test_size": 1371, + "stats": { + "mean": [ + [ + 0.05277729462738304, + -0.026856590034661988, + -0.04045374350086678, + 0.035925407279029424, + 0.012791040953206106, + -0.02749923800693239, + 0.026879459393414143, + 0.003427681455805914, + -0.003979492894280729, + -0.0036277449220103795, + -0.004736499878682832, + -0.003368361143847496, + 0.0064276489428076265, + -0.008315490103986137, + 0.007643567209705356, + -0.0043468179896013785, + 0.0004630635528596608, + -0.0013222841941074428 + ] + ], + "std": [ + [ + 1.0182285353798557, + 0.9851787517694358, + 0.9390514410011299, + 1.0719805534061642, + 1.0253303532403122, + 0.7168098920649388, + 1.0463467417069485, + 1.0739156275157598, + 0.9846461541428279, + 0.986758186324584, + 0.9813280135807977, + 0.9874022073254759, + 0.9931538939642666, + 0.9774222979865599, + 0.9945730722498334, + 0.98084516278497, + 0.9787696627538863, + 1.0056912001088976 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 12936, + "cert_evals": { + "36": 0.8431801795959473, + "72": 0.8045222759246826, + "108": 0.7563822269439697, + "255": 0.4018964171409607 + }, + "fold": 0 + }, + { + "best_epoch": 22, + "best_val_acc": 0.9082278481012658, + "test_acc": 0.8934368383909669, + "train_size": 577, + "val_size": 316, + "test_size": 1417, + "stats": { + "mean": [ + [ + -0.00805977642980937, + -0.018866870935875215, + 0.031481733102252704, + -0.043535077989602024, + 0.004621514436741676, + 0.01480505808492205, + -0.014060085823223602, + -0.02213133720970536, + 0.002966329462738305, + 0.0030170756499133438, + 0.002753383032928949, + 0.0031395960138648014, + -0.0019510392547660267, + 0.0010119288561525432, + 0.0002420222010398325, + 0.0026207177123050403, + -0.00027903677296360597, + -0.004136256395147322 + ] + ], + "std": [ + [ + 0.9953843774509928, + 1.0074852374270842, + 1.0783606982862584, + 0.9028473634226395, + 1.0693480635548707, + 1.0940228399134122, + 0.8711465724120171, + 0.502597420466186, + 1.006613669140276, + 1.0050554458942274, + 1.0062103872564798, + 1.0073657656318686, + 0.9940821219426057, + 0.9803990682446567, + 0.9797804248563735, + 1.0060668347936674, + 0.9852523228665813, + 0.9927198570183016 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 12936, + "cert_evals": { + "36": 0.8532110452651978, + "72": 0.7981651425361633, + "108": 0.7339449524879456, + "255": 0.378969669342041 + }, + "fold": 1 + }, + { + "best_epoch": 19, + "best_val_acc": 0.8753315649867374, + "test_acc": 0.8525073746312685, + "train_size": 577, + "val_size": 377, + "test_size": 1356, + "stats": { + "mean": [ + [ + 0.05914366984402079, + 0.022316960745233937, + 0.06025597920277344, + 0.004141213171577218, + 0.06498358975736578, + -0.007717641698440197, + 0.003916004280762564, + -0.024700628942807636, + -0.011757545424610043, + -0.012553493500866587, + -0.011469935798960128, + -0.011205641403812857, + 0.0023379489774696394, + -0.007725091837088372, + 0.010744232443674168, + -0.011220052305025987, + -0.013785179953206241, + 0.003924050017330997 + ] + ], + "std": [ + [ + 1.024154455792897, + 0.9811663585132518, + 1.0550539991337744, + 1.0439910345858283, + 1.1416502363087357, + 0.8904529955722684, + 1.0841860242487946, + 0.7205096411504827, + 0.9892628189620303, + 0.9876451169861917, + 0.9910594913771583, + 0.9889085818803738, + 1.0052016942584325, + 1.0015543969928375, + 1.001939370908761, + 0.9907018248984832, + 0.9753060190971025, + 0.9976064937693578 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 12936, + "cert_evals": { + "36": 0.8008849620819092, + "72": 0.7654867172241211, + "108": 0.7153392434120178, + "255": 0.44985249638557434 + }, + "fold": 2 + }, + { + "best_epoch": 48, + "best_val_acc": 0.8898809523809523, + "test_acc": 0.8690050107372942, + "train_size": 577, + "val_size": 336, + "test_size": 1397, + "stats": { + "mean": [ + [ + -0.004805442807625656, + 0.03371339715771235, + 0.02189034662045027, + 0.035925407279029334, + 0.0042291054419410475, + 0.03768918716984402, + 0.012717266897746975, + 0.03924694882149047, + 0.00528661488734836, + 0.005418960658578841, + 0.0062262528249566835, + 0.0039763388388214865, + -0.003098130467937617, + 0.010604977712305036, + -0.01486111181975736, + 0.007219200675909865, + 0.014029051389948003, + 0.01013749448873485 + ] + ], + "std": [ + [ + 1.008276364629133, + 1.010568100241832, + 1.0315325534295983, + 1.1379229784648968, + 0.9804535280460098, + 1.2556130480825498, + 1.057279793514591, + 1.3153187531590647, + 1.004023150383831, + 1.004919767936061, + 1.0036256590527597, + 1.0041255432995537, + 1.0046162783500956, + 1.0114881398893187, + 1.0145020055917877, + 1.0028701935817135, + 1.0098377455026906, + 0.990416131086278 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 12936, + "cert_evals": { + "36": 0.8453829288482666, + "72": 0.8038654327392578, + "108": 0.7423049211502075, + "255": 0.3979956805706024 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8767497056481245, + "std_test_acc": 0.019665689605990966, + "n_samples": 2310, + "n_features": 18, + "n_classes": 7, + "mean_cert_acc_36": 0.8356647789478302, + "std_cert_acc_36": 0.023582697098339295, + "mean_cert_acc_72": 0.7930098921060562, + "std_cert_acc_72": 0.018569504626359548, + "mean_cert_acc_108": 0.7369928359985352, + "std_cert_acc_108": 0.017149678283576445, + "mean_cert_acc_255": 0.4071785658597946, + "std_cert_acc_255": 0.030160861319435975 + }, + "statlog-vehicle": { + "dataset": "statlog-vehicle", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 27, + "best_val_acc": 0.6942148760330579, + "test_acc": 0.6770428015564203, + "train_size": 211, + "val_size": 121, + "test_size": 514, + "stats": { + "mean": [ + [ + -0.15146149526066363, + -0.10432839952606632, + -0.059711114691943054, + -0.10485173232227493, + -0.05972240473933653, + 0.023982654502369662, + -0.09937442175355453, + 0.0818855733649288, + -0.10596828436018967, + -0.11517251252132703, + -0.08347083222748818, + -0.1053934661943128, + -0.08422502947867287, + 0.06107363270142171, + -0.09882898767772512, + -0.031016796208530723, + -0.05365530142180105, + -0.07673026919431288 + ] + ], + "std": [ + [ + 0.9244006895318542, + 0.9269788321694366, + 0.9738611659537878, + 0.9392376060519674, + 0.9423236941745864, + 1.2031150582278034, + 0.9189159479510511, + 0.9554470489794712, + 0.9165422543676691, + 0.9419702932342265, + 0.899283407616931, + 0.9016819378903871, + 0.9169739004303826, + 1.0374334592683703, + 1.008232147929816, + 0.9709165003669759, + 0.9809690311814254, + 0.9851749395938914 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 12825, + "cert_evals": { + "36": 0.5875486135482788, + "72": 0.5097275972366333, + "108": 0.4221789836883545, + "255": 0.09533073753118515 + }, + "fold": 0 + }, + { + "best_epoch": 24, + "best_val_acc": 0.7416666666666667, + "test_acc": 0.7378640776699029, + "train_size": 211, + "val_size": 120, + "test_size": 515, + "stats": { + "mean": [ + [ + -0.05707185829383899, + 0.01703814028436017, + -0.07233211819905201, + -0.08672841545023706, + -0.057319243601895775, + 0.03840272132701431, + -0.013982209905213271, + 0.02121443985781981, + -0.007237241706161201, + 0.0049784149421801165, + -0.014029810900473958, + -0.016262295578199085, + 0.0009614558767772847, + 0.11677855781990558, + 0.0023493535545024086, + -0.010852331753554503, + -0.10286354407582957, + -0.11368303744075818 + ] + ], + "std": [ + [ + 1.0402738933856586, + 0.9838455143238437, + 1.0190627316129826, + 1.0239103894741375, + 1.1508302480807033, + 1.1683856166359436, + 1.0055121275534542, + 0.9988185856887961, + 1.0147533040348673, + 0.9815814858424408, + 0.9995251885514925, + 1.0064285465555274, + 0.9637935338431834, + 1.1030605616237845, + 0.9937126714490084, + 0.995709949800922, + 1.0375518355312294, + 1.0614716810079152 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 12825, + "cert_evals": { + "36": 0.5844660401344299, + "72": 0.4621359407901764, + "108": 0.33398059010505676, + "255": 0.03883495181798935 + }, + "fold": 1 + }, + { + "best_epoch": 20, + "best_val_acc": 0.6666666666666666, + "test_acc": 0.7114624505928854, + "train_size": 211, + "val_size": 129, + "test_size": 506, + "stats": { + "mean": [ + [ + -0.021963390047393307, + 0.015501836018957329, + 0.03765074758293839, + -0.033773345592417056, + -0.053714301421800954, + 0.025012608530805693, + 0.012391009146919438, + 0.0011931618483411932, + 0.003732862559241725, + -0.004163105436966835, + 0.014350785308056885, + 0.008870320853080559, + 0.03139527815165877, + 0.07120188767772496, + -0.007286610426540335, + 0.01621079620853081, + -0.11362760189573462, + -0.0754560952606636 + ] + ], + "std": [ + [ + 1.0013809830173679, + 0.9782519614775661, + 1.0067349356663802, + 0.9925585379225955, + 0.9656789538710515, + 1.079511023393183, + 1.0086208512176316, + 0.9976671958575583, + 1.0053473248040818, + 0.9749627707710302, + 1.0173842579149284, + 1.023042568770406, + 0.9834183626487213, + 1.0185730954327057, + 1.033273817278921, + 0.9965280678503624, + 0.9690108913489877, + 1.0258779208898805 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 12825, + "cert_evals": { + "36": 0.6185771226882935, + "72": 0.5158103108406067, + "108": 0.37747037410736084, + "255": 0.0573122538626194 + }, + "fold": 2 + }, + { + "best_epoch": 30, + "best_val_acc": 0.7007874015748031, + "test_acc": 0.6830708661417323, + "train_size": 211, + "val_size": 127, + "test_size": 508, + "stats": { + "mean": [ + [ + 0.04652693270142183, + 0.020878930331753535, + 0.004595829952606676, + 0.050472680521327036, + 0.10850436966824639, + 0.11359419241706137, + 0.0035522710900474227, + -0.016401528483412357, + 0.0019045260663507124, + 0.02816009017251184, + 0.02038910379146921, + 0.003237731909952596, + 0.0162511691943128, + 0.05221142748815186, + 0.04571186824644554, + -0.08779599999999993, + -0.02366896398104278, + -0.04232626635071097 + ] + ], + "std": [ + [ + 1.0660694582459869, + 0.9954955740331093, + 1.0005918167210288, + 1.0225865249631643, + 1.1919100176742894, + 1.3676251093574603, + 0.9782612041335168, + 1.0070319475298821, + 0.9609306968438209, + 0.995608616420587, + 0.9856739612962143, + 0.9752124296736733, + 1.0143856365331891, + 1.0854963150619814, + 1.0148237536601927, + 0.9020045533947828, + 0.9646100732878, + 0.9403175219272142 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 12825, + "cert_evals": { + "36": 0.5787401795387268, + "72": 0.5039370059967041, + "108": 0.41929134726524353, + "255": 0.07283464819192886 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7023600489902352, + "std_test_acc": 0.028026329049726226, + "n_samples": 846, + "n_features": 18, + "n_classes": 4, + "mean_cert_acc_36": 0.5923329889774323, + "std_cert_acc_36": 0.01787268078209519, + "mean_cert_acc_72": 0.4979027137160301, + "std_cert_acc_72": 0.02433231482281783, + "mean_cert_acc_108": 0.3882303237915039, + "std_cert_acc_108": 0.04153756857867331, + "mean_cert_acc_255": 0.06607814785093069, + "std_cert_acc_255": 0.023947142678287816 + }, + "steel-plates": { + "dataset": "steel-plates", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 36, + "best_val_acc": 0.6688524590163935, + "test_acc": 0.6828844483058211, + "train_size": 485, + "val_size": 305, + "test_size": 1151, + "stats": { + "mean": [ + [ + -0.033171420824742434, + -0.03487799787628848, + -0.025752341010309272, + -0.02575685641237119, + -0.013433178123711241, + -0.013203120387628779, + -0.01932132132144322, + -0.015286709072164926, + -0.03529740762886613, + -0.06188019999999985, + 0.029282459793814393, + 0.02461150515463966, + -0.02461150515463966, + 0.02680637649484613, + 0.05348254682474227, + 0.04729742422680411, + 0.037012766989690665, + -0.005113711814433202, + -0.04244604482474207, + 0.016299261237113144, + 0.02038411958762842, + 0.024304238721649656, + 0.01957637484536068, + 0.03119099608247441, + 0.008960876804329868, + -0.0667112558564948, + 0.03806582750515489 + ] + ], + "std": [ + [ + 0.9756894853975037, + 0.9770748287077284, + 0.928969513709341, + 0.9289613756914903, + 0.7271911461061646, + 0.6249440949513447, + 0.2710442676106522, + 0.8321078924444775, + 0.9681819508369377, + 0.9379050398893956, + 1.0059681125158686, + 1.004435542438173, + 1.004435542438173, + 1.0374639889594413, + 0.9990047126903454, + 0.9783238676858398, + 0.9859445483202275, + 0.9264109604441377, + 0.9798063758731859, + 0.9885797784975004, + 0.9993680933241289, + 0.9978320614999503, + 0.9928227904046222, + 0.9831836156202347, + 0.9769683973001587, + 0.9740787014301614, + 0.9975175191485853 + ] + ] + }, + "width": 128, + "in_features": 27, + "out_features": 7, + "depth": 6, + "padding": 54, + "parameters": 28632, + "cert_evals": { + "36": 0.629018247127533, + "72": 0.5751520395278931, + "108": 0.5204170346260071, + "255": 0.3119027018547058 + }, + "fold": 0 + }, + { + "best_epoch": 51, + "best_val_acc": 0.7288732394366197, + "test_acc": 0.6732081911262798, + "train_size": 485, + "val_size": 284, + "test_size": 1172, + "stats": { + "mean": [ + [ + 0.03706820797938135, + 0.03657455558762895, + 0.014421525546391723, + 0.014414742845360836, + -0.04709934408247418, + -0.04852457241237108, + -0.033936195713195796, + -0.05171317672164952, + 0.013659632577319523, + -0.027462527628865894, + 0.006293505773195868, + 0.011990152577319948, + -0.011990152577319948, + -0.03296888268041301, + -0.009405954164948402, + -0.043928852597938134, + 0.002384727134020549, + -0.013394573402062043, + 0.027507874268041282, + 0.038990112989690746, + 0.0011484783505151038, + -0.02832227346391757, + -0.023262162268041238, + -0.03206279731958757, + -0.003237806419175221, + -0.04168354620618558, + -0.012072491587628926 + ] + ], + "std": [ + [ + 1.015411156192268, + 1.0184785548739292, + 1.121885848311569, + 1.1218788885198352, + 0.690006383533972, + 0.5810603178627508, + 0.2538653505206093, + 0.7901091189782915, + 1.0313073308807894, + 1.1253321716484355, + 0.9934036908444747, + 1.002106781592608, + 1.002106781592608, + 0.9446882153445072, + 1.006327755621702, + 1.0256643689759664, + 0.9902082423796534, + 1.0703705601717843, + 0.9814029395820514, + 0.9594928614842593, + 0.9948279945629597, + 0.9781432437014432, + 0.9737318425454382, + 0.9896265964372553, + 0.996385694776415, + 1.1531115464252937, + 0.9965705557829847 + ] + ] + }, + "width": 128, + "in_features": 27, + "out_features": 7, + "depth": 6, + "padding": 54, + "parameters": 28632, + "cert_evals": { + "36": 0.6151877045631409, + "72": 0.5614334344863892, + "108": 0.505972683429718, + "255": 0.30546075105667114 + }, + "fold": 1 + }, + { + "best_epoch": 37, + "best_val_acc": 0.7181208053691275, + "test_acc": 0.694300518134715, + "train_size": 485, + "val_size": 298, + "test_size": 1158, + "stats": { + "mean": [ + [ + 0.01349540909278348, + 0.011743234845361083, + 0.055380051591752535, + 0.05537599281030928, + -0.002818057010309121, + -0.0043726463257731905, + -0.011363671857525773, + 0.0014854367216495697, + -0.017973084123711465, + -0.019961297319587557, + -0.006256404123711325, + 0.037232857731959154, + -0.037232857731959154, + -0.057822187216493647, + -0.04968943053608254, + 0.05299214910515458, + 0.012450677092783526, + -0.0152095140206186, + -0.021158501278350353, + -0.03180742531958788, + 0.011834936082473834, + 0.02963465686597942, + 0.02183907072164954, + 0.04186944268041253, + 0.024153798268247404, + -0.04557396327835056, + 0.03912331686597949 + ] + ], + "std": [ + [ + 1.0305115292152447, + 1.0350302276108283, + 1.0568148967701887, + 1.0568064122935077, + 0.7926988315617414, + 0.6342514589481083, + 0.28414711305629714, + 0.9056134481718624, + 0.9751665814504833, + 1.0270919456979695, + 0.9900679127467883, + 1.0066006750596284, + 1.0066006750596284, + 0.9543742160994036, + 1.0004136931230714, + 1.0094115145490878, + 1.0121553004352448, + 0.8186606474983903, + 1.0281436358716267, + 1.0235390824617858, + 1.0008479768803218, + 0.990294035931081, + 0.9940477374299497, + 1.000219892821287, + 0.9933237184970842, + 0.9852467220628263, + 0.994697835657597 + ] + ] + }, + "width": 128, + "in_features": 27, + "out_features": 7, + "depth": 6, + "padding": 54, + "parameters": 28632, + "cert_evals": { + "36": 0.6476684212684631, + "72": 0.5889464616775513, + "108": 0.5293609499931335, + "255": 0.3091537058353424 + }, + "fold": 2 + }, + { + "best_epoch": 41, + "best_val_acc": 0.721830985915493, + "test_acc": 0.6877133105802048, + "train_size": 485, + "val_size": 284, + "test_size": 1172, + "stats": { + "mean": [ + [ + 0.023743463731958805, + 0.016176765814433166, + 0.0014892443092783534, + 0.0014844411752577274, + -0.009514525814432954, + -0.020205760659793785, + -0.01871218610680407, + -0.005845208247422769, + 0.01885683030927834, + -0.00661354618556694, + 0.013281478350515526, + 0.0035759175257736252, + -0.0035759175257736252, + 0.001803373195877225, + -0.050778439121649456, + -0.007776909546391795, + 0.04831092711340207, + -0.05191724047422686, + -0.019034719298968952, + 0.018150954639175196, + 0.009697649484535607, + -0.007318674041237245, + -0.01604848907216485, + -0.0013126113402060792, + 0.01597799027505155, + 0.03087437377319595, + 0.008060444742267966 + ] + ], + "std": [ + [ + 1.035245883833329, + 1.0366480375890377, + 1.0283716528913942, + 1.0283643226814112, + 0.804966635241197, + 0.6387301143243845, + 0.2927267776520207, + 0.9211566457266325, + 1.0248177126554818, + 0.9991241777878153, + 0.9956957155110975, + 1.0004628088385008, + 1.0004628088385008, + 0.9913012556247199, + 0.9711702662146896, + 0.9776882812482338, + 0.9942196574638761, + 0.7385409188908473, + 1.0098201632818302, + 0.9666923500151875, + 0.9978814369963841, + 1.002103883727627, + 0.9660799436198654, + 1.0007299152954314, + 0.9729135128718771, + 1.03912258961276, + 1.0093273706219772 + ] + ] + }, + "width": 128, + "in_features": 27, + "out_features": 7, + "depth": 6, + "padding": 54, + "parameters": 28632, + "cert_evals": { + "36": 0.6348122954368591, + "72": 0.6015357971191406, + "108": 0.5477815270423889, + "255": 0.3233788311481476 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6845266170367552, + "std_test_acc": 0.008878581749437653, + "n_samples": 1941, + "n_features": 27, + "n_classes": 7, + "mean_cert_acc_36": 0.631671667098999, + "std_cert_acc_36": 0.013472457691445753, + "mean_cert_acc_72": 0.5817669332027435, + "std_cert_acc_72": 0.0173162890370422, + "mean_cert_acc_108": 0.5258830487728119, + "std_cert_acc_108": 0.017492275496820454, + "mean_cert_acc_255": 0.31247399747371674, + "std_cert_acc_255": 0.007734160976287029 + }, + "synthetic-control": { + "dataset": "synthetic-control", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 16, + "best_val_acc": 0.975609756097561, + "test_acc": 0.967391304347826, + "train_size": 150, + "val_size": 82, + "test_size": 368, + "stats": { + "mean": [ + [ + 0.03924785799999999, + 0.09383712196000003, + 0.07046625366666667, + 0.0014863559999998659, + -0.05929098933333334, + -0.038894416533333365, + -0.06979297906666665, + 0.14184743933333332, + -0.017701836666666713, + 0.031171698399999972, + -0.021065953866666622, + 0.0012081412666666543, + -0.04361972219999998, + 0.0025437976666666416, + 0.07672977846666663, + 0.020924183333333297, + -0.0169760114666666, + 0.002974836000000029, + 0.003983265866666657, + -0.024021968200000025, + -0.03956240413333334, + -0.1248241973333334, + -0.05730380093333336, + -0.05808679486666668, + -0.028370202666666712, + -0.09732389666666662, + -0.05763924799999995, + -0.13051837340000005, + -0.05395017553333331, + -0.03267161173333333, + -0.023729760666666683, + -0.07524714946666669, + -0.06614863693333331, + -0.019300918133333376, + -0.030039852199999936, + 0.011592385653333353, + 0.031318077333333326, + 0.01763483633333328, + -0.0250934726666667, + -0.004898507333333266, + 0.004217182600000006, + -0.0246385992666667, + -0.030988849866666696, + -0.04759142453333339, + -0.01953947740000004, + -0.01564450933333335, + -0.015787699133333277, + 0.002320799400000045, + 0.024963803466666677, + -0.007529426400000029, + 0.04093678893333338, + 0.015736563599999965, + -0.03746829866666665, + 0.014098554666666692, + -0.011547875333333272, + -0.02319905666666666, + -0.03142149800000005, + -0.016265246000000014, + 0.007930060666666574, + -0.023128325933333405 + ] + ], + "std": [ + [ + 0.9961076807315135, + 0.9206509112843125, + 1.0540224386437416, + 1.0522148944257685, + 0.9493400263469906, + 1.0413681468006608, + 1.0206521762883793, + 1.0022196701786035, + 0.9563400774380424, + 0.9609145334914101, + 1.0024994267345215, + 0.9932555095692103, + 0.9717731403065037, + 0.98032175468797, + 0.9982624484839073, + 0.9382038270345618, + 0.9768753390482254, + 0.9916308705368667, + 1.006723658496416, + 1.0297445317020146, + 1.032876694551145, + 0.972144505822908, + 0.9798593024092027, + 0.9843687966126489, + 1.011735889322179, + 1.0429049244153183, + 1.0346506734246277, + 1.0538601962572212, + 0.9988680991418135, + 1.0180957806321926, + 0.9596516599467743, + 0.9834125851120433, + 1.0264509047524573, + 1.041847740419822, + 0.9781778184682978, + 1.0266071515222082, + 1.0054089356966365, + 0.9672870323425345, + 1.0086182531503245, + 0.9476236198433843, + 0.9903141136237383, + 0.9773410750044438, + 0.9739559384791738, + 1.0166341319600727, + 1.0066772526142282, + 0.9830356367906539, + 0.9703713876993874, + 1.0032669206080842, + 0.9780136276281223, + 0.9963547072355085, + 0.9891349444554035, + 0.9865762284560603, + 0.975071666163836, + 0.9738556836226393, + 0.9427521925477134, + 0.9585723823680283, + 1.023473462894158, + 0.974178234052611, + 0.9584708977350718, + 0.9781662302529668 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 6, + "depth": 6, + "padding": 120, + "parameters": 138731, + "cert_evals": { + "36": 0.95652174949646, + "72": 0.9429348111152649, + "108": 0.9130434989929199, + "255": 0.633152186870575 + }, + "fold": 0 + }, + { + "best_epoch": 24, + "best_val_acc": 1.0, + "test_acc": 0.9863760217983651, + "train_size": 150, + "val_size": 83, + "test_size": 367, + "stats": { + "mean": [ + [ + 0.07431676333333329, + 0.055703143333333274, + 0.059986597200000005, + 0.05962913333333327, + 0.01711391199999998, + -0.09842530133333331, + -0.037238006933333324, + 0.04494911246666669, + 0.03584688633333339, + -0.03672074413333339, + 0.1400467430666667, + -0.0017188513300000175, + 0.09355356086666661, + 0.08375834533333343, + 0.10196642733333329, + -0.002735159333333399, + -0.04132526846666665, + 0.002115888533333303, + -0.04545685346666663, + -0.026682441333333327, + 0.0202955157, + 0.05891559266666658, + 0.09727385853333322, + 0.0824819633333333, + -0.003187957799999993, + 0.019345319200000027, + 0.015127944066666616, + -0.01814940193333335, + 0.028838950733333313, + -0.037662185733333346, + -0.03617591013333335, + 0.015016469333333294, + 0.03429976273333337, + 0.0064533666666667005, + -0.029528327399999967, + -0.020207610346666682, + -0.015195800666666651, + -0.03826542699999998, + -0.0280714353333333, + -0.03387643922666661, + -0.006132136866666568, + -0.06652122866666664, + -0.012367441333333272, + 0.04345637599999996, + 0.04305291933333331, + 0.025584800666666543, + 0.017196319133333353, + -0.01777196502666665, + -0.07746244253333334, + -0.044407173933333335, + -0.055261454599999996, + -0.052746810399999934, + -0.0045274859999999695, + -0.025930303333333373, + 0.035556554666666684, + 0.009908130666666676, + 0.016988207333333238, + -0.00977137813333338, + -0.020683775666666668, + 0.012211349666666682 + ] + ], + "std": [ + [ + 0.9843088538516878, + 1.0385221048037923, + 1.0362809707291913, + 1.070636491980348, + 1.036981973032216, + 1.0535025500445936, + 1.0486711166621683, + 1.0486450651360273, + 1.0014223592087255, + 0.9374084409356886, + 0.9860590509896011, + 0.9753368966519272, + 1.0333021459864373, + 0.9876115794841844, + 1.02068622354422, + 1.0112690289204789, + 1.0116637203824093, + 1.033925288406938, + 1.0512195357703547, + 1.018333809220628, + 0.985055866337006, + 0.943091921098071, + 0.9490130762941131, + 0.99910695778916, + 1.0356025959908477, + 1.0026236047334451, + 1.0141313027658527, + 0.9956117641629766, + 1.0018305711459572, + 1.0053268814426604, + 1.0314502672967765, + 1.038459737162511, + 0.937751592640825, + 0.9861261142353305, + 0.9749386073698773, + 0.9772874202358274, + 0.9591957253028498, + 0.9926707359223034, + 0.9729932139063138, + 0.9920544640877638, + 0.9836353401854067, + 0.99810857871081, + 1.0023120691127656, + 0.9517953446574153, + 1.0036265983538577, + 1.0142510395016522, + 0.9769674154680212, + 1.0141447148508704, + 1.0111479341233067, + 0.9771982566562517, + 0.9980648743000833, + 0.9633210674621704, + 0.9823793488227291, + 0.9870075135806297, + 0.983054034466811, + 0.990652388626008, + 1.0024265300075932, + 0.9594171079813323, + 0.9682468460883036, + 0.9900597520223805 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 6, + "depth": 6, + "padding": 120, + "parameters": 138731, + "cert_evals": { + "36": 0.9782016277313232, + "72": 0.9673024415969849, + "108": 0.9400544762611389, + "255": 0.6811988949775696 + }, + "fold": 1 + }, + { + "best_epoch": 8, + "best_val_acc": 1.0, + "test_acc": 0.9578651685393258, + "train_size": 150, + "val_size": 94, + "test_size": 356, + "stats": { + "mean": [ + [ + -0.114856322, + -0.06579790133333327, + 0.03355098266666663, + -0.03648713526666665, + -0.0011477239999999878, + 0.13642399413333328, + -0.07596104666666668, + -0.0056418873333333374, + 0.09558374166666667, + 0.02089898246666667, + 0.03188003920000004, + 0.007430201999999999, + -0.0038350263999999894, + -0.01883838019999997, + 0.0748425113333334, + 0.00488779438666673, + 0.018437261666666697, + 0.030671767333333304, + 0.022914690999999977, + 0.01594029433333337, + -0.048436106666666714, + -0.0024884444666667177, + 0.04168678213333334, + 0.041644789333333244, + 0.042822868333333354, + 0.06534793200000001, + -0.010656098666666605, + -0.006021577466666684, + 0.04735826933333332, + 0.025442156333333393, + 0.017160075866666614, + -0.04544196133333331, + -0.013476259999999967, + 0.033218761599999966, + -0.005814218000000064, + -0.02626612546666666, + 0.0554423356666666, + -0.005378560400000007, + 0.004365360799999973, + 0.01993973579999998, + -0.013822085533333268, + -0.0276612758666667, + -0.005520540333333351, + 0.027592530666666643, + -0.0016518936666666988, + -0.02964797600000004, + -0.016894890799999965, + -0.018347165760000048, + 0.02878474666666673, + 0.009005892399999991, + 0.0005037746666666054, + -0.010252967199999949, + 0.009452513999999928, + -0.0006035673333334005, + -0.023115470666666638, + 0.0008124299999999337, + -0.010064331333333435, + 0.02198669420666669, + 0.005671073333333329, + 0.009682615733333344 + ] + ], + "std": [ + [ + 1.0560741237905633, + 1.0909763937676147, + 0.9591104934810897, + 1.0027353336789389, + 1.0137393600188147, + 0.9974355725372859, + 0.9334185111764193, + 1.0358338960107323, + 0.9936794808583214, + 1.0639561849283727, + 1.0322757313313562, + 1.0330482466022683, + 1.0135503676371944, + 1.0679076791635504, + 0.9641245690753236, + 1.0282675239598804, + 1.0002353813184108, + 0.9684654582597145, + 1.0331226003460752, + 1.0536462803122515, + 0.9988253263652744, + 1.0354371216022098, + 0.9964647889804219, + 1.017635225822453, + 1.0005114917749387, + 1.021355655521812, + 0.9645306146203501, + 1.0113815411448928, + 0.9806016929287075, + 1.0144519155296894, + 1.0265802362924008, + 1.02000197200153, + 1.07766142678815, + 1.0468290903972308, + 1.0314178108001988, + 1.000469001033564, + 1.0450722590473078, + 1.0325221094946504, + 1.048894956227836, + 0.9833702833504419, + 1.0153917705572146, + 1.012455383336184, + 1.0589782810850652, + 1.0157128503216464, + 1.0196629247844613, + 1.0470501606989209, + 1.0194159827106324, + 1.0071984093717992, + 1.0321411977245474, + 1.043438003333306, + 1.0407295108896613, + 1.027173255849118, + 1.0179448117519239, + 1.0453526291643118, + 1.0174480325437838, + 1.0318194380088317, + 1.0133347569254487, + 1.0231404714757075, + 1.030328051006465, + 1.0096253910405713 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 6, + "depth": 6, + "padding": 120, + "parameters": 138731, + "cert_evals": { + "36": 0.9550561904907227, + "72": 0.9410112500190735, + "108": 0.9101123809814453, + "255": 0.5730336904525757 + }, + "fold": 2 + }, + { + "best_epoch": 21, + "best_val_acc": 0.9887640449438202, + "test_acc": 0.9889196675900277, + "train_size": 150, + "val_size": 89, + "test_size": 361, + "stats": { + "mean": [ + [ + 0.1277572366666666, + 0.04134771529333352, + 0.021863094333333402, + 0.014401853333333483, + -0.002803757326666718, + 0.06694332266666667, + 0.07448979026666658, + 0.06807802960000005, + 0.019724051666666666, + 0.06465353440000006, + -0.0428330099999999, + -0.07357414919666662, + -0.04223157999999999, + -0.12545532820000008, + -0.04292649966666659, + -0.10589588954666669, + -0.04041633779999999, + 0.05218024986666674, + 0.05426686220000013, + 0.0227305805333333, + 0.10614008046666681, + 0.04376943119999995, + -0.013266023600000024, + -0.07076259793333334, + -0.074043531, + -0.08001001866666667, + -0.07797701933333334, + -0.09792546133333335, + -0.061854662000000005, + -0.024533988199999985, + 0.03629900386666665, + 0.0058454133399999395, + 0.007318489999999978, + 0.03803268466666662, + 0.044273164599999956, + 0.0013259573333333503, + -0.002469843333333337, + -0.029172804800000018, + -0.05582708400000001, + -0.05666843433333332, + -0.048033903333333315, + -0.06985443860000005, + -0.0578782198666667, + -0.05657032866666666, + -0.026883787333333433, + -0.00934031266666669, + 0.011623247533333353, + 0.035373553640000055, + 0.013784810000000043, + 0.005969853333333333, + 0.02904661893333334, + 0.02376045733333324, + -0.02384677466666665, + -0.05474407806666669, + -0.06623972000000003, + -0.06898137600000002, + -0.07447672184000008, + -0.08693477600000002, + -0.05651159700000001, + -0.03601778493333341 + ] + ], + "std": [ + [ + 0.9996137529479245, + 1.0036117435912413, + 1.0522681023859373, + 1.1119684771253828, + 1.0298920232178084, + 1.070456358378364, + 1.0922136476449562, + 0.9445072794294876, + 0.9503254307664003, + 0.9324621895873916, + 0.9965913991681153, + 1.1062786611692523, + 1.1218688680681206, + 1.0020156097641995, + 1.0418972253640428, + 0.9838023238329702, + 0.9853089091257823, + 1.0414927333939905, + 1.0350491750495694, + 1.0308468611443276, + 1.0024128778412678, + 0.9938024611079457, + 0.9539537713906278, + 0.9088792441254281, + 0.9267414020449568, + 1.0592924551372531, + 1.035601875159454, + 1.0348290235762594, + 1.0072879218281139, + 1.0455750589807704, + 0.9984184008706671, + 0.966055737300902, + 0.9991473365977808, + 1.0374974178986145, + 0.9976106602571032, + 0.9683911885436237, + 0.9999529450897607, + 0.9934502585034328, + 1.0060525583431303, + 0.9969439583936579, + 1.0032737317903146, + 1.006882715938048, + 0.9888037727439014, + 0.997171098741018, + 1.0163770279221114, + 0.9925585952400967, + 1.0393735568577307, + 1.0254123445542493, + 1.0212979411217074, + 1.0292884216225284, + 0.9986396756965731, + 0.9791900111960249, + 1.0282697752335705, + 1.0042624464425858, + 1.014742625093536, + 1.0220728519074882, + 0.9823536621313895, + 1.0001527437069238, + 1.0095902426275776, + 1.0166981511490805 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 6, + "depth": 6, + "padding": 120, + "parameters": 138731, + "cert_evals": { + "36": 0.9750692248344421, + "72": 0.9556786417961121, + "108": 0.936288058757782, + "255": 0.6925207376480103 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9751380405688862, + "std_test_acc": 0.014995438147341498, + "n_samples": 600, + "n_features": 60, + "n_classes": 6, + "mean_cert_acc_36": 0.966212198138237, + "std_cert_acc_36": 0.012118232068185244, + "mean_cert_acc_72": 0.9517317861318588, + "std_cert_acc_72": 0.012252069828349, + "mean_cert_acc_108": 0.9248746037483215, + "std_cert_acc_108": 0.015476797100935018, + "mean_cert_acc_255": 0.6449763774871826, + "std_cert_acc_255": 0.0544306857631525 + }, + "teaching": { + "dataset": "teaching", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 22, + "best_val_acc": 0.5454545454545454, + "test_acc": 0.4065934065934066, + "train_size": 38, + "val_size": 22, + "test_size": 91, + "stats": { + "mean": [ + [ + -0.11332560526315784, + -0.17121901315789478, + 0.029873731578947377, + -0.30744157894736857, + -0.12647241315789476 + ] + ], + "std": [ + [ + 1.0757021171452221, + 0.9379212090884154, + 0.9728178435489211, + 1.2214091484203293, + 1.0035868928906388 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 1088, + "cert_evals": { + "36": 0.24175824224948883, + "72": 0.1538461595773697, + "108": 0.06593406945466995, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 28, + "best_val_acc": 0.375, + "test_acc": 0.35051546391752575, + "train_size": 38, + "val_size": 16, + "test_size": 97, + "stats": { + "mean": [ + [ + 0.08642726315789476, + 0.17190744736842098, + 0.21345746842105265, + 0.20351052631578942, + 0.02251846578947367 + ] + ], + "std": [ + [ + 0.9226189788343568, + 0.9529276096944189, + 1.0986997290584972, + 0.7479572951992832, + 0.9794960526322802 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 1088, + "cert_evals": { + "36": 0.2680412232875824, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.2916666666666667, + "test_acc": 0.4157303370786517, + "train_size": 38, + "val_size": 24, + "test_size": 89, + "stats": { + "mean": [ + [ + -0.11332560526315784, + 0.02154873684210526, + -0.18742893684210518, + -0.08846210526315801, + -0.16320968421052634 + ] + ], + "std": [ + [ + 1.0757021171452221, + 0.983440529661239, + 0.8586823726924572, + 1.0752563594695814, + 0.9991610142309885 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 1088, + "cert_evals": { + "36": 0.13483145833015442, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 15, + "best_val_acc": 0.3333333333333333, + "test_acc": 0.5052631578947369, + "train_size": 38, + "val_size": 18, + "test_size": 95, + "stats": { + "mean": [ + [ + 0.0864272631578948, + -0.03628181578947368, + -0.2848404736842105, + 0.057524210526315775, + -0.050956549999999996 + ] + ], + "std": [ + [ + 0.9226189788343567, + 1.030764765505801, + 0.8345079992343973, + 0.9376140898091212, + 1.1033171507511983 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 1088, + "cert_evals": { + "36": 0.23157896101474762, + "72": 0.1473684310913086, + "108": 0.06315790116786957, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.4195255913710802, + "std_test_acc": 0.0640181572233544, + "n_samples": 151, + "n_features": 5, + "n_classes": 3, + "mean_cert_acc_36": 0.21905247122049332, + "std_cert_acc_36": 0.058210943489897395, + "mean_cert_acc_72": 0.07530364766716957, + "std_cert_acc_72": 0.08699336735463307, + "mean_cert_acc_108": 0.03227299265563488, + "std_cert_acc_108": 0.03728287263154924, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "statlog-landsat": { + "dataset": "statlog-landsat", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 32, + "best_val_acc": 0.8691796008869179, + "test_acc": 0.8683838097933767, + "train_size": 2000, + "val_size": 902, + "test_size": 3533, + "stats": { + "mean": [ + [ + -6.934999915808593e-08, + 2.3328000050659715e-07, + -1.1755000014720962e-07, + 4.1650000113531425e-08, + 2.974999921856458e-08, + 4.0644999990996356e-07, + -1.644000001917445e-07, + -1.413499999420309e-07, + -8.425000072870282e-08, + -1.3005000039911785e-07, + 2.7175000002155337e-07, + 1.0295000034876712e-07, + 1.0184999964849006e-07, + 6.443749997200598e-07, + -1.6854999985216335e-07, + 3.127500005414563e-07, + 1.409999956569763e-08, + 1.658500001333052e-07, + -1.2499999977327868e-07, + -5.844999979326415e-08, + 2.847999998976669e-07, + 3.69650000320354e-07, + -2.5099999955369155e-08, + -7.789999963525585e-08, + 2.7900000419078807e-08, + 1.6560000010702563e-07, + -6.818499998652027e-07, + 5.085000043508758e-08, + -2.546000000173132e-07, + 1.6649999925254233e-08, + -5.505499998159635e-07, + -2.0430000036758546e-07, + 6.48000004858651e-08, + 1.6479999976863612e-07, + 1.1045000017417816e-07, + -5.730000016734849e-08 + ] + ], + "std": [ + [ + 0.9997504252780416, + 0.9997504353750883, + 0.9997503864088414, + 0.9997498292458762, + 0.999750452450114, + 0.9997515833752775, + 0.9997498884010328, + 0.9997500268501014, + 0.9997502639520248, + 0.9997509350029689, + 0.9997501055034534, + 0.9997499174689204, + 0.9997496455953512, + 0.9997496576620629, + 0.999749738590197, + 0.9997497575751876, + 0.9997501294203239, + 0.9997495457673908, + 0.999749811725968, + 0.9997499464044513, + 0.9997498084183996, + 0.9997501411837695, + 0.9997498091480883, + 0.9997501130822933, + 0.9997499551918837, + 0.9997500274473032, + 0.999750691794593, + 0.9997498389478997, + 0.9997497286241793, + 0.9997505072133269, + 0.9997503342441044, + 0.9997498754279657, + 0.9997500420188261, + 0.9997503240021074, + 0.9997501539041043, + 0.9997498636945846 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 6, + "depth": 6, + "padding": 72, + "parameters": 50411, + "cert_evals": { + "36": 0.8429097533226013, + "72": 0.8063968420028687, + "108": 0.7724313735961914, + "255": 0.5706198811531067 + }, + "fold": 0 + }, + { + "best_epoch": 60, + "best_val_acc": 0.875, + "test_acc": 0.8691322901849218, + "train_size": 2000, + "val_size": 920, + "test_size": 3515, + "stats": { + "mean": [ + [ + -6.934999915808593e-08, + 2.3328000050659715e-07, + -1.1755000014720962e-07, + 4.1650000113531425e-08, + 2.974999921856458e-08, + 4.0644999990996356e-07, + -1.644000001917445e-07, + -1.413499999420309e-07, + -8.425000072870282e-08, + -1.3005000039911785e-07, + 2.7175000002155337e-07, + 1.0295000034876712e-07, + 1.0184999964849006e-07, + 6.443749997200598e-07, + -1.6854999985216335e-07, + 3.127500005414563e-07, + 1.409999956569763e-08, + 1.658500001333052e-07, + -1.2499999977327868e-07, + -5.844999979326415e-08, + 2.847999998976669e-07, + 3.69650000320354e-07, + -2.5099999955369155e-08, + -7.789999963525585e-08, + 2.7900000419078807e-08, + 1.6560000010702563e-07, + -6.818499998652027e-07, + 5.085000043508758e-08, + -2.546000000173132e-07, + 1.6649999925254233e-08, + -5.505499998159635e-07, + -2.0430000036758546e-07, + 6.48000004858651e-08, + 1.6479999976863612e-07, + 1.1045000017417816e-07, + -5.730000016734849e-08 + ] + ], + "std": [ + [ + 0.9997504252780416, + 0.9997504353750883, + 0.9997503864088414, + 0.9997498292458762, + 0.999750452450114, + 0.9997515833752775, + 0.9997498884010328, + 0.9997500268501014, + 0.9997502639520248, + 0.9997509350029689, + 0.9997501055034534, + 0.9997499174689204, + 0.9997496455953512, + 0.9997496576620629, + 0.999749738590197, + 0.9997497575751876, + 0.9997501294203239, + 0.9997495457673908, + 0.999749811725968, + 0.9997499464044513, + 0.9997498084183996, + 0.9997501411837695, + 0.9997498091480883, + 0.9997501130822933, + 0.9997499551918837, + 0.9997500274473032, + 0.999750691794593, + 0.9997498389478997, + 0.9997497286241793, + 0.9997505072133269, + 0.9997503342441044, + 0.9997498754279657, + 0.9997500420188261, + 0.9997503240021074, + 0.9997501539041043, + 0.9997498636945846 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 6, + "depth": 6, + "padding": 72, + "parameters": 50411, + "cert_evals": { + "36": 0.8432433009147644, + "72": 0.8128023147583008, + "108": 0.7766714692115784, + "255": 0.5837838053703308 + }, + "fold": 1 + }, + { + "best_epoch": 26, + "best_val_acc": 0.8792165397170838, + "test_acc": 0.8688850967007964, + "train_size": 2000, + "val_size": 919, + "test_size": 3516, + "stats": { + "mean": [ + [ + -6.934999915808593e-08, + 2.3328000050659715e-07, + -1.1755000014720962e-07, + 4.1650000113531425e-08, + 2.974999921856458e-08, + 4.0644999990996356e-07, + -1.644000001917445e-07, + -1.413499999420309e-07, + -8.425000072870282e-08, + -1.3005000039911785e-07, + 2.7175000002155337e-07, + 1.0295000034876712e-07, + 1.0184999964849006e-07, + 6.443749997200598e-07, + -1.6854999985216335e-07, + 3.127500005414563e-07, + 1.409999956569763e-08, + 1.658500001333052e-07, + -1.2499999977327868e-07, + -5.844999979326415e-08, + 2.847999998976669e-07, + 3.69650000320354e-07, + -2.5099999955369155e-08, + -7.789999963525585e-08, + 2.7900000419078807e-08, + 1.6560000010702563e-07, + -6.818499998652027e-07, + 5.085000043508758e-08, + -2.546000000173132e-07, + 1.6649999925254233e-08, + -5.505499998159635e-07, + -2.0430000036758546e-07, + 6.48000004858651e-08, + 1.6479999976863612e-07, + 1.1045000017417816e-07, + -5.730000016734849e-08 + ] + ], + "std": [ + [ + 0.9997504252780416, + 0.9997504353750883, + 0.9997503864088414, + 0.9997498292458762, + 0.999750452450114, + 0.9997515833752775, + 0.9997498884010328, + 0.9997500268501014, + 0.9997502639520248, + 0.9997509350029689, + 0.9997501055034534, + 0.9997499174689204, + 0.9997496455953512, + 0.9997496576620629, + 0.999749738590197, + 0.9997497575751876, + 0.9997501294203239, + 0.9997495457673908, + 0.999749811725968, + 0.9997499464044513, + 0.9997498084183996, + 0.9997501411837695, + 0.9997498091480883, + 0.9997501130822933, + 0.9997499551918837, + 0.9997500274473032, + 0.999750691794593, + 0.9997498389478997, + 0.9997497286241793, + 0.9997505072133269, + 0.9997503342441044, + 0.9997498754279657, + 0.9997500420188261, + 0.9997503240021074, + 0.9997501539041043, + 0.9997498636945846 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 6, + "depth": 6, + "padding": 72, + "parameters": 50411, + "cert_evals": { + "36": 0.8441410660743713, + "72": 0.8120022416114807, + "108": 0.776450514793396, + "255": 0.5770761966705322 + }, + "fold": 2 + }, + { + "best_epoch": 37, + "best_val_acc": 0.8584070796460177, + "test_acc": 0.8765222316624186, + "train_size": 2000, + "val_size": 904, + "test_size": 3531, + "stats": { + "mean": [ + [ + -6.934999915808593e-08, + 2.3328000050659715e-07, + -1.1755000014720962e-07, + 4.1650000113531425e-08, + 2.974999921856458e-08, + 4.0644999990996356e-07, + -1.644000001917445e-07, + -1.413499999420309e-07, + -8.425000072870282e-08, + -1.3005000039911785e-07, + 2.7175000002155337e-07, + 1.0295000034876712e-07, + 1.0184999964849006e-07, + 6.443749997200598e-07, + -1.6854999985216335e-07, + 3.127500005414563e-07, + 1.409999956569763e-08, + 1.658500001333052e-07, + -1.2499999977327868e-07, + -5.844999979326415e-08, + 2.847999998976669e-07, + 3.69650000320354e-07, + -2.5099999955369155e-08, + -7.789999963525585e-08, + 2.7900000419078807e-08, + 1.6560000010702563e-07, + -6.818499998652027e-07, + 5.085000043508758e-08, + -2.546000000173132e-07, + 1.6649999925254233e-08, + -5.505499998159635e-07, + -2.0430000036758546e-07, + 6.48000004858651e-08, + 1.6479999976863612e-07, + 1.1045000017417816e-07, + -5.730000016734849e-08 + ] + ], + "std": [ + [ + 0.9997504252780416, + 0.9997504353750883, + 0.9997503864088414, + 0.9997498292458762, + 0.999750452450114, + 0.9997515833752775, + 0.9997498884010328, + 0.9997500268501014, + 0.9997502639520248, + 0.9997509350029689, + 0.9997501055034534, + 0.9997499174689204, + 0.9997496455953512, + 0.9997496576620629, + 0.999749738590197, + 0.9997497575751876, + 0.9997501294203239, + 0.9997495457673908, + 0.999749811725968, + 0.9997499464044513, + 0.9997498084183996, + 0.9997501411837695, + 0.9997498091480883, + 0.9997501130822933, + 0.9997499551918837, + 0.9997500274473032, + 0.999750691794593, + 0.9997498389478997, + 0.9997497286241793, + 0.9997505072133269, + 0.9997503342441044, + 0.9997498754279657, + 0.9997500420188261, + 0.9997503240021074, + 0.9997501539041043, + 0.9997498636945846 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 6, + "depth": 6, + "padding": 72, + "parameters": 50411, + "cert_evals": { + "36": 0.8473520278930664, + "72": 0.8147833347320557, + "108": 0.7802321910858154, + "255": 0.5768904089927673 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8707308570853783, + "std_test_acc": 0.0038734522937128465, + "n_samples": 6435, + "n_features": 36, + "n_classes": 6, + "mean_cert_acc_36": 0.8444115370512009, + "std_cert_acc_36": 0.002028116612226278, + "mean_cert_acc_72": 0.8114961832761765, + "std_cert_acc_72": 0.003594937208671683, + "mean_cert_acc_108": 0.7764463871717453, + "std_cert_acc_108": 0.0031886948348599036, + "mean_cert_acc_255": 0.5770925730466843, + "std_cert_acc_255": 0.005376165574353441 + }, + "tic-tac-toe": { + "dataset": "tic-tac-toe", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 88, + "best_val_acc": 0.9178082191780822, + "test_acc": 0.9075043630017452, + "train_size": 239, + "val_size": 146, + "test_size": 573, + "stats": { + "mean": [ + [ + -0.06774635146443425, + 0.01449869790794993, + 0.05074422594142255, + -0.014738167364016513, + 0.015902112970711264, + 0.01937172301255273, + -0.05826698744769888, + 0.06322694058577437, + -0.03456911297071133 + ] + ], + "std": [ + [ + 0.9772364146923964, + 0.9898671665296854, + 0.9927899252300538, + 1.0052200080228313, + 1.0139839580724326, + 1.0321649186622677, + 0.9396177418537401, + 0.9908262445058792, + 1.022463266648573 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3301, + "cert_evals": { + "36": 0.8167539238929749, + "72": 0.6335078477859497, + "108": 0.43455496430397034, + "255": 0.013961605727672577 + }, + "fold": 0 + }, + { + "best_epoch": 69, + "best_val_acc": 0.9166666666666666, + "test_acc": 0.8869565217391304, + "train_size": 239, + "val_size": 144, + "test_size": 575, + "stats": { + "mean": [ + [ + 0.055483841004184395, + -0.00011965439330530087, + 0.00808757322175727, + -0.029356599999999875, + 0.039023707112970575, + 0.019371482008368506, + -0.08670484518828446, + -0.039102302092049956, + 0.027046133891213308 + ] + ], + "std": [ + [ + 0.9957045497387771, + 1.0146010728149857, + 1.003301186901333, + 1.0124926159677299, + 0.9987054895066753, + 0.9814356430315144, + 0.973828360138658, + 1.0003184664932105, + 0.9832177518418727 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3301, + "cert_evals": { + "36": 0.8052173852920532, + "72": 0.6904348134994507, + "108": 0.5286956429481506, + "255": 0.027826087549328804 + }, + "fold": 1 + }, + { + "best_epoch": 84, + "best_val_acc": 0.9007633587786259, + "test_acc": 0.9081632653061225, + "train_size": 239, + "val_size": 131, + "test_size": 588, + "stats": { + "mean": [ + [ + -0.04878792468619211, + 0.0047529958158996155, + 0.09814042677824272, + -0.024483735564853226, + 0.034399451882844975, + -0.009865222594141925, + -0.02508974895397498, + 0.004753076150627897, + -0.04878784100418414 + ] + ], + "std": [ + [ + 1.001934480203885, + 0.9778484267660271, + 1.0046660181235467, + 1.0212723008937266, + 1.0210245107562923, + 1.0306454853299336, + 0.9862518055799147, + 0.9951065507668124, + 0.9747736634076275 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3301, + "cert_evals": { + "36": 0.7925170063972473, + "72": 0.6479591727256775, + "108": 0.4591836631298065, + "255": 0.06462585180997849 + }, + "fold": 2 + }, + { + "best_epoch": 73, + "best_val_acc": 0.8768115942028986, + "test_acc": 0.8450946643717728, + "train_size": 239, + "val_size": 138, + "test_size": 581, + "stats": { + "mean": [ + [ + 0.10288007531380783, + 0.04373577740585817, + 0.041264979079497874, + -0.034229491213389085, + -0.05346292050209214, + -0.1999054092050213, + 0.08392158158995812, + 0.07297261589958158, + -0.05826715481171532 + ] + ], + "std": [ + [ + 0.9966065572515563, + 1.018968015200093, + 0.9922920069375739, + 0.9979419605462078, + 0.9801398510182366, + 0.9915447189713678, + 0.9965163996887837, + 0.9964419395653665, + 0.9951178388160773 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3301, + "cert_evals": { + "36": 0.7573149800300598, + "72": 0.6247848272323608, + "108": 0.4888123869895935, + "255": 0.05163511261343956 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8869297036046927, + "std_test_acc": 0.02957674750354533, + "n_samples": 958, + "n_features": 9, + "n_classes": 2, + "mean_cert_acc_36": 0.7929508239030838, + "std_cert_acc_36": 0.02573685854702692, + "mean_cert_acc_72": 0.6491716653108597, + "std_cert_acc_72": 0.029121530337669073, + "mean_cert_acc_108": 0.47781166434288025, + "std_cert_acc_108": 0.04053122131929915, + "mean_cert_acc_255": 0.039512164425104856, + "std_cert_acc_255": 0.022855040358308192 + }, + "titanic": { + "dataset": "titanic", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 4, + "best_val_acc": 0.7746478873239436, + "test_acc": 0.7530864197530864, + "train_size": 550, + "val_size": 355, + "test_size": 1296, + "stats": { + "mean": [ + [ + -0.033479024545449286, + -0.04388359999999998, + 0.04633865636363635 + ] + ], + "std": [ + [ + 1.0184009911459524, + 0.9030112522482995, + 0.965727266734473 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 1057, + "cert_evals": { + "36": 0.4274691343307495, + "72": 0.15817901492118835, + "108": 0.15123456716537476, + "255": 0.10339505970478058 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.8137535816618912, + "test_acc": 0.7273425499231951, + "train_size": 550, + "val_size": 349, + "test_size": 1302, + "stats": { + "mean": [ + [ + 0.00599657709091412, + -0.02712665454545435, + 0.02416022909090901 + ] + ], + "std": [ + [ + 0.993203063568118, + 0.9413765013907114, + 0.9824417459762911 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 1057, + "cert_evals": { + "36": 0.7273425459861755, + "72": 0.16820275783538818, + "108": 0.16436251997947693, + "255": 0.149769589304924 + }, + "fold": 1 + }, + { + "best_epoch": 5, + "best_val_acc": 0.7034700315457413, + "test_acc": 0.7466266866566716, + "train_size": 550, + "val_size": 317, + "test_size": 1334, + "stats": { + "mean": [ + [ + 0.014578170545459438, + -0.043883600000000356, + 0.03303160000000017 + ] + ], + "std": [ + [ + 1.0150806710594007, + 0.9030112522482996, + 0.9758508000000029 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 1057, + "cert_evals": { + "36": 0.7466267347335815, + "72": 0.6506747007369995, + "108": 0.17991004884243011, + "255": 0.12443778663873672 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.7376093294460642, + "test_acc": 0.7446483180428135, + "train_size": 550, + "val_size": 343, + "test_size": 1308, + "stats": { + "mean": [ + [ + 0.0077128369090957785, + -0.027126654545454543, + -0.0290679963636369 + ] + ], + "std": [ + [ + 1.026123748181085, + 0.9413765013907113, + 1.0194745387594568 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 1057, + "cert_evals": { + "36": 0.7446483373641968, + "72": 0.7224770784378052, + "108": 0.1666666716337204, + "255": 0.11697248369455338 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7429259935939417, + "std_test_acc": 0.010996052428432105, + "n_samples": 2201, + "n_features": 3, + "n_classes": 2, + "mean_cert_acc_36": 0.6615216881036758, + "std_cert_acc_36": 0.15627528279628536, + "mean_cert_acc_72": 0.4248833879828453, + "std_cert_acc_72": 0.30362251234987714, + "mean_cert_acc_108": 0.16554345190525055, + "std_cert_acc_108": 0.011744495346418861, + "mean_cert_acc_255": 0.12364372983574867, + "std_cert_acc_255": 0.019473958905494308 + }, + "trains": { + "dataset": "trains", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 3, + "best_val_acc": 0.8, + "test_acc": 0.6666666666666666, + "train_size": 2, + "val_size": 5, + "test_size": 3, + "stats": { + "mean": [ + [ + -0.61237, + -0.9717294999999999, + -0.316228, + 0.621059, + 0.786374, + -0.474342, + -0.369273, + -0.316228, + -0.41404050000000003, + -0.161281, + 1.264911, + 0.2108185, + -0.08519500000000002, + -0.685249, + -0.7115125, + -0.29632100000000006, + 0.398527, + -0.621059, + -0.621059, + -0.619234, + -0.621059, + -0.514496, + 0.41404050000000003, + -0.774597, + -0.774597, + 0.711514, + -0.316228, + 0.41404050000000003, + -0.316228 + ] + ], + "std": [ + [ + 0.61237, + 0.6073305, + 1.0, + 1.0, + 0.406746, + 1.0, + 0.7385470000000001, + 1.0, + 1.0350995, + 0.322562, + 1.581139, + 0.5270465, + 1.2779150000000001, + 0.571041, + 0.16940750000000004, + 0.740799, + 1.328423, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0350995, + 1.0, + 1.0, + 1.185856, + 1.0, + 1.0350995, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 29, + "out_features": 2, + "depth": 6, + "padding": 58, + "parameters": 32661, + "cert_evals": { + "36": 0.6666666865348816, + "72": 0.6666666865348816, + "108": 0.6666666865348816, + "255": 0.6666666865348816 + }, + "fold": 0 + }, + { + "best_epoch": 6, + "best_val_acc": 1.0, + "test_acc": 0.75, + "train_size": 2, + "val_size": 4, + "test_size": 4, + "stats": { + "mean": [ + [ + -0.61237, + -0.36439749999999993, + -0.316228, + 0.621059, + 0.10846649999999997, + -0.474342, + 0.7385470000000001, + 1.264911, + -1.44914, + -0.8064045, + 1.264911, + -0.316228, + -0.5111665000000001, + -0.11420999999999992, + -0.7115125, + -0.29632100000000006, + -0.5977899999999999, + -0.621059, + -0.621059, + -0.619234, + -0.621059, + -0.514496, + 0.41404050000000003, + 0.19365149999999998, + 0.19365149999999998, + -0.474342, + -0.316228, + -0.621059, + -0.316228 + ] + ], + "std": [ + [ + 0.61237, + 1.2146625, + 1.0, + 1.0, + 1.0846535, + 1.0, + 0.3692730000000001, + 1.581139, + 1.0, + 0.9676855, + 1.581139, + 1.0, + 0.8519435000000001, + 1.14208, + 0.16940750000000004, + 0.740799, + 0.33210599999999996, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0350995, + 0.9682485, + 0.9682485, + 1.0, + 1.0, + 1.0, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 29, + "out_features": 2, + "depth": 6, + "padding": 58, + "parameters": 32661, + "cert_evals": { + "36": 0.75, + "72": 0.75, + "108": 0.75, + "255": 0.5 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5, + "test_acc": 0.8333333333333334, + "train_size": 2, + "val_size": 2, + "test_size": 6, + "stats": { + "mean": [ + [ + -0.61237, + -0.36439749999999993, + -0.316228, + 0.621059, + 0.10846649999999997, + -0.474342, + 0.7385470000000001, + 1.264911, + -1.44914, + -0.8064045, + 1.264911, + -0.316228, + -0.5111665000000001, + -0.11420999999999992, + -0.7115125, + -0.29632100000000006, + -0.5977899999999999, + -0.621059, + -0.621059, + -0.619234, + -0.621059, + -0.514496, + 0.41404050000000003, + 0.19365149999999998, + 0.19365149999999998, + -0.474342, + -0.316228, + -0.621059, + -0.316228 + ] + ], + "std": [ + [ + 0.61237, + 1.2146625, + 1.0, + 1.0, + 1.0846535, + 1.0, + 0.3692730000000001, + 1.581139, + 1.0, + 0.9676855, + 1.581139, + 1.0, + 0.8519435000000001, + 1.14208, + 0.16940750000000004, + 0.740799, + 0.33210599999999996, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0350995, + 0.9682485, + 0.9682485, + 1.0, + 1.0, + 1.0, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 29, + "out_features": 2, + "depth": 6, + "padding": 58, + "parameters": 32661, + "cert_evals": { + "36": 0.8333333730697632, + "72": 0.8333333730697632, + "108": 0.8333333730697632, + "255": 0.6666666865348816 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 1.0, + "test_acc": 0.8333333333333334, + "train_size": 2, + "val_size": 2, + "test_size": 6, + "stats": { + "mean": [ + [ + -0.61237, + 0.24293300000000004, + 1.264911, + -0.41404050000000003, + -1.1117685, + -0.474342, + 0.7385470000000001, + 1.264911, + -0.41404050000000003, + -0.32255999999999996, + -0.316228, + -1.370319, + -0.5111665000000001, + -0.11420999999999992, + -0.7115125, + -0.29632100000000006, + -0.5977899999999999, + -0.621059, + -0.621059, + -0.619234, + -0.621059, + -0.514496, + -0.621059, + 0.19365149999999998, + 1.1619, + -0.474342, + -0.316228, + -0.621059, + -0.316228 + ] + ], + "std": [ + [ + 0.61237, + 0.607332, + 1.581139, + 1.0350995, + 0.13558149999999997, + 1.0, + 0.3692730000000001, + 1.581139, + 1.0350995, + 1.45153, + 1.0, + 1.0540910000000001, + 0.8519435000000001, + 1.14208, + 0.16940750000000004, + 0.740799, + 0.33210599999999996, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9682485, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 29, + "out_features": 2, + "depth": 6, + "padding": 58, + "parameters": 32661, + "cert_evals": { + "36": 0.5, + "72": 0.5, + "108": 0.5, + "255": 0.5 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7708333333333334, + "std_test_acc": 0.0797855923130282, + "n_samples": 10, + "n_features": 29, + "n_classes": 2, + "mean_cert_acc_36": 0.6875000149011612, + "std_cert_acc_36": 0.14231877324143352, + "mean_cert_acc_72": 0.6875000149011612, + "std_cert_acc_72": 0.14231877324143352, + "mean_cert_acc_108": 0.6875000149011612, + "std_cert_acc_108": 0.14231877324143352, + "mean_cert_acc_255": 0.5833333432674408, + "std_cert_acc_255": 0.09622505633585686 + }, + "thyroid": { + "dataset": "thyroid", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.9435173299101413, + "test_acc": 0.8496491814233211, + "train_size": 3428, + "val_size": 779, + "test_size": 2993, + "stats": { + "mean": [ + [ + 2.1796966167956114e-07, + -8.751458590497311e-08, + 3.876896143196366e-07, + -4.066511084792401e-07, + -2.217036219565563e-08, + -6.01225204592932e-07, + -3.491831976714682e-07, + 1.7327888073170088e-07, + -1.2952158793330312e-07, + 3.471411895625862e-07, + 2.2170361729813757e-07, + -8.051341829072995e-08, + -2.386231042215566e-07, + -9.655775979550964e-08, + 0.0, + -1.1260210272149139e-07, + 3.3932322032535964e-08, + -3.3576429478599215e-08, + 2.5419486573375144e-07, + -5.215869288406012e-08, + 1.4458576431177031e-07 + ] + ], + "std": [ + [ + 0.9998541758225387, + 0.9998532681152404, + 0.9998556205991698, + 0.9998539274386128, + 0.999854696658317, + 0.9998534548382348, + 0.9998502394347666, + 0.999853857874386, + 0.9998538109684775, + 0.9998551002843616, + 0.9998536686664701, + 0.9998545576369466, + 0.9998513717555766, + 0.9998546597440786, + 1.0, + 0.9998533945369356, + 0.9998545375243406, + 0.9998541828261739, + 0.9998546087571518, + 0.999854053898975, + 0.999854213852071 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 17312, + "cert_evals": { + "36": 0.7484129667282104, + "72": 0.624457061290741, + "108": 0.4834614098072052, + "255": 0.20213831961154938 + }, + "fold": 0 + }, + { + "best_epoch": 8, + "best_val_acc": 0.9024707412223667, + "test_acc": 0.8508158508158508, + "train_size": 3428, + "val_size": 769, + "test_size": 3003, + "stats": { + "mean": [ + [ + 2.1796966167956114e-07, + -8.751458590497311e-08, + 3.876896143196366e-07, + -4.066511084792401e-07, + -2.217036219565563e-08, + -6.01225204592932e-07, + -3.491831976714682e-07, + 1.7327888073170088e-07, + -1.2952158793330312e-07, + 3.471411895625862e-07, + 2.2170361729813757e-07, + -8.051341829072995e-08, + -2.386231042215566e-07, + -9.655775979550964e-08, + 0.0, + -1.1260210272149139e-07, + 3.3932322032535964e-08, + -3.3576429478599215e-08, + 2.5419486573375144e-07, + -5.215869288406012e-08, + 1.4458576431177031e-07 + ] + ], + "std": [ + [ + 0.9998541758225387, + 0.9998532681152404, + 0.9998556205991698, + 0.9998539274386128, + 0.999854696658317, + 0.9998534548382348, + 0.9998502394347666, + 0.999853857874386, + 0.9998538109684775, + 0.9998551002843616, + 0.9998536686664701, + 0.9998545576369466, + 0.9998513717555766, + 0.9998546597440786, + 1.0, + 0.9998533945369356, + 0.9998545375243406, + 0.9998541828261739, + 0.9998546087571518, + 0.999854053898975, + 0.999854213852071 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 17312, + "cert_evals": { + "36": 0.7629037499427795, + "72": 0.6586746573448181, + "108": 0.5467865467071533, + "255": 0.24009323120117188 + }, + "fold": 1 + }, + { + "best_epoch": 8, + "best_val_acc": 0.8740648379052369, + "test_acc": 0.8441077441077441, + "train_size": 3428, + "val_size": 802, + "test_size": 2970, + "stats": { + "mean": [ + [ + 2.1796966167956114e-07, + -8.751458590497311e-08, + 3.876896143196366e-07, + -4.066511084792401e-07, + -2.217036219565563e-08, + -6.01225204592932e-07, + -3.491831976714682e-07, + 1.7327888073170088e-07, + -1.2952158793330312e-07, + 3.471411895625862e-07, + 2.2170361729813757e-07, + -8.051341829072995e-08, + -2.386231042215566e-07, + -9.655775979550964e-08, + 0.0, + -1.1260210272149139e-07, + 3.3932322032535964e-08, + -3.3576429478599215e-08, + 2.5419486573375144e-07, + -5.215869288406012e-08, + 1.4458576431177031e-07 + ] + ], + "std": [ + [ + 0.9998541758225387, + 0.9998532681152404, + 0.9998556205991698, + 0.9998539274386128, + 0.999854696658317, + 0.9998534548382348, + 0.9998502394347666, + 0.999853857874386, + 0.9998538109684775, + 0.9998551002843616, + 0.9998536686664701, + 0.9998545576369466, + 0.9998513717555766, + 0.9998546597440786, + 1.0, + 0.9998533945369356, + 0.9998545375243406, + 0.9998541828261739, + 0.9998546087571518, + 0.999854053898975, + 0.999854213852071 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 17312, + "cert_evals": { + "36": 0.7259259223937988, + "72": 0.6121211647987366, + "108": 0.4828282594680786, + "255": 0.23198652267456055 + }, + "fold": 2 + }, + { + "best_epoch": 3, + "best_val_acc": 0.9148936170212766, + "test_acc": 0.8940332572546462, + "train_size": 3428, + "val_size": 705, + "test_size": 3067, + "stats": { + "mean": [ + [ + 2.1796966167956114e-07, + -8.751458590497311e-08, + 3.876896143196366e-07, + -4.066511084792401e-07, + -2.217036219565563e-08, + -6.01225204592932e-07, + -3.491831976714682e-07, + 1.7327888073170088e-07, + -1.2952158793330312e-07, + 3.471411895625862e-07, + 2.2170361729813757e-07, + -8.051341829072995e-08, + -2.386231042215566e-07, + -9.655775979550964e-08, + 0.0, + -1.1260210272149139e-07, + 3.3932322032535964e-08, + -3.3576429478599215e-08, + 2.5419486573375144e-07, + -5.215869288406012e-08, + 1.4458576431177031e-07 + ] + ], + "std": [ + [ + 0.9998541758225387, + 0.9998532681152404, + 0.9998556205991698, + 0.9998539274386128, + 0.999854696658317, + 0.9998534548382348, + 0.9998502394347666, + 0.999853857874386, + 0.9998538109684775, + 0.9998551002843616, + 0.9998536686664701, + 0.9998545576369466, + 0.9998513717555766, + 0.9998546597440786, + 1.0, + 0.9998533945369356, + 0.9998545375243406, + 0.9998541828261739, + 0.9998546087571518, + 0.999854053898975, + 0.999854213852071 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 17312, + "cert_evals": { + "36": 0.8340398073196411, + "72": 0.7554613947868347, + "108": 0.635474443435669, + "255": 0.24649494886398315 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8596515084003906, + "std_test_acc": 0.02310720416212158, + "n_samples": 7200, + "n_features": 21, + "n_classes": 3, + "mean_cert_acc_36": 0.7678206115961075, + "std_cert_acc_36": 0.04669396489721154, + "mean_cert_acc_72": 0.6626785695552826, + "std_cert_acc_72": 0.06491435085472626, + "mean_cert_acc_108": 0.5371376648545265, + "std_cert_acc_108": 0.07209686727372928, + "mean_cert_acc_255": 0.23017825558781624, + "std_cert_acc_255": 0.019613337811228485 + }, + "vertebral-column-2clases": { + "dataset": "vertebral-column-2clases", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 14, + "best_val_acc": 0.8983050847457628, + "test_acc": 0.7471264367816092, + "train_size": 77, + "val_size": 59, + "test_size": 174, + "stats": { + "mean": [ + [ + -0.04851593662337664, + -0.013603715584415602, + 0.017817786623376606, + -0.052196842324675335, + -0.002157415584415587, + -0.03604349805194806 + ] + ], + "std": [ + [ + 0.9285507134809343, + 1.06595981877074, + 0.9952787423256769, + 0.8624418582955644, + 0.9372946280214954, + 0.7536679299194217 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 1519, + "cert_evals": { + "36": 0.6724137663841248, + "72": 0.545976996421814, + "108": 0.36781609058380127, + "255": 0.1551724076271057 + }, + "fold": 0 + }, + { + "best_epoch": 22, + "best_val_acc": 0.8333333333333334, + "test_acc": 0.8010471204188482, + "train_size": 77, + "val_size": 42, + "test_size": 191, + "stats": { + "mean": [ + [ + -0.01160272857142857, + 0.19142412077922066, + 0.13749096324675333, + -0.1576678293376624, + 0.1349718081818182, + 0.01367927922077926 + ] + ], + "std": [ + [ + 0.9739076978851005, + 1.1234128014311557, + 1.0980714645789118, + 0.9124304878226723, + 0.8779104710989865, + 0.8103068848046617 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 1519, + "cert_evals": { + "36": 0.727748692035675, + "72": 0.6178010702133179, + "108": 0.47643980383872986, + "255": 0.19371728599071503 + }, + "fold": 1 + }, + { + "best_epoch": 2, + "best_val_acc": 0.7647058823529411, + "test_acc": 0.6923076923076923, + "train_size": 77, + "val_size": 51, + "test_size": 182, + "stats": { + "mean": [ + [ + -0.08900769350649353, + 0.022068336363636327, + -0.17777378870129867, + -0.13070269816883123, + -0.08019039701298694, + 0.034270005844155946 + ] + ], + "std": [ + [ + 1.1891598679346718, + 1.0629718968025748, + 0.9683921685715591, + 1.1934548554540982, + 1.0519483392859137, + 1.4108241281173226 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 1519, + "cert_evals": { + "36": 0.24175824224948883, + "72": 0.17032967507839203, + "108": 0.10439560562372208, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 16, + "best_val_acc": 0.8695652173913043, + "test_acc": 0.8074866310160428, + "train_size": 77, + "val_size": 46, + "test_size": 187, + "stats": { + "mean": [ + [ + -0.06772925194805193, + -0.07967984805194804, + -0.14121441038961047, + -0.02757299220779231, + -0.014883416753246786, + -0.1100020467532468 + ] + ], + "std": [ + [ + 1.0828152543652132, + 1.0199396915025827, + 0.9339640371725322, + 0.9916023829290741, + 1.077978313814909, + 0.7401101130023645 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 1519, + "cert_evals": { + "36": 0.6524064540863037, + "72": 0.4652406573295593, + "108": 0.4385026693344116, + "255": 0.32085561752319336 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7619919701310481, + "std_test_acc": 0.05376477034443415, + "n_samples": 310, + "n_features": 6, + "n_classes": 2, + "mean_cert_acc_36": 0.5735817886888981, + "std_cert_acc_36": 0.223498984150804, + "mean_cert_acc_72": 0.4498370997607708, + "std_cert_acc_72": 0.19648277714050053, + "mean_cert_acc_108": 0.3467885423451662, + "std_cert_acc_108": 0.16774725457628806, + "mean_cert_acc_255": 0.16743632778525352, + "std_cert_acc_255": 0.13217853434874544 + }, + "vertebral-column-3clases": { + "dataset": "vertebral-column-3clases", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 42, + "best_val_acc": 0.8636363636363636, + "test_acc": 0.7883597883597884, + "train_size": 77, + "val_size": 44, + "test_size": 189, + "stats": { + "mean": [ + [ + -0.017758871428571372, + -0.13893042727272728, + -0.08468526142857148, + 0.08071379740259733, + 0.06779229129870129, + 0.08923458311688294 + ] + ], + "std": [ + [ + 1.0953816731705295, + 0.8966984943146973, + 0.956938148341136, + 1.2077590425927807, + 1.073031602135157, + 1.464104633953606 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 3, + "depth": 6, + "padding": 12, + "parameters": 1532, + "cert_evals": { + "36": 0.6666666269302368, + "72": 0.5449735522270203, + "108": 0.39682537317276, + "255": 0.1269841194152832 + }, + "fold": 0 + }, + { + "best_epoch": 40, + "best_val_acc": 0.7777777777777778, + "test_acc": 0.7486033519553073, + "train_size": 77, + "val_size": 54, + "test_size": 179, + "stats": { + "mean": [ + [ + -0.049201149350649384, + -0.06358896883116881, + -0.11700971038961039, + -0.01579821818181819, + -6.0709350649427305e-05, + 0.0891967623376624 + ] + ], + "std": [ + [ + 1.093043067173537, + 1.0341900281252163, + 0.948390256340442, + 1.1192974642236186, + 1.0160280673716198, + 1.4089004707085644 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 3, + "depth": 6, + "padding": 12, + "parameters": 1532, + "cert_evals": { + "36": 0.6145251393318176, + "72": 0.44692736864089966, + "108": 0.3463687002658844, + "255": 0.13966479897499084 + }, + "fold": 1 + }, + { + "best_epoch": 12, + "best_val_acc": 0.6428571428571429, + "test_acc": 0.655367231638418, + "train_size": 77, + "val_size": 56, + "test_size": 177, + "stats": { + "mean": [ + [ + -0.030620783376623464, + -0.15526778051948048, + -0.0557417341558442, + 0.0764179809090909, + -0.11299565064935047, + -0.10344603831168832 + ] + ], + "std": [ + [ + 0.9944305280127423, + 0.9108287434677631, + 0.8529822131400763, + 0.9664086884725089, + 0.9649650863065573, + 0.713799883374489 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 3, + "depth": 6, + "padding": 12, + "parameters": 1532, + "cert_evals": { + "36": 0.5932203531265259, + "72": 0.5480226278305054, + "108": 0.44632768630981445, + "255": 0.005649717524647713 + }, + "fold": 2 + }, + { + "best_epoch": 24, + "best_val_acc": 0.6415094339622641, + "test_acc": 0.7166666666666667, + "train_size": 77, + "val_size": 53, + "test_size": 180, + "stats": { + "mean": [ + [ + 0.20264046623376622, + 0.3261196974025974, + 0.10299690753246762, + 0.017040496636363645, + -0.09640795220779223, + 0.03692924155844167 + ] + ], + "std": [ + [ + 1.1066380009229393, + 1.1415960579871545, + 1.0733819141948675, + 1.089301161345955, + 0.9585561559088557, + 0.8693443253284101 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 3, + "depth": 6, + "padding": 12, + "parameters": 1532, + "cert_evals": { + "36": 0.5555555820465088, + "72": 0.42222222685813904, + "108": 0.3222222328186035, + "255": 0.13333334028720856 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.727249259655045, + "std_test_acc": 0.05618277079521266, + "n_samples": 310, + "n_features": 6, + "n_classes": 3, + "mean_cert_acc_36": 0.6074919253587723, + "std_cert_acc_36": 0.04637590227511141, + "mean_cert_acc_72": 0.4905364438891411, + "std_cert_acc_72": 0.06541315820968541, + "mean_cert_acc_108": 0.3779359981417656, + "std_cert_acc_108": 0.055180761868626464, + "mean_cert_acc_255": 0.10140799405053258, + "std_cert_acc_255": 0.06404841025151982 + }, + "twonorm": { + "dataset": "twonorm", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 9, + "best_val_acc": 0.9770431588613406, + "test_acc": 0.9762385115444967, + "train_size": 1850, + "val_size": 1089, + "test_size": 4461, + "stats": { + "mean": [ + [ + -0.014544049503783818, + -0.003368689291891876, + 0.016772092459459455, + 0.0019175647345946178, + -0.02506532699859457, + 0.0038982543675675696, + 0.019339146565999932, + -0.009895024481081047, + 0.006385932609729719, + -0.0014487788735135277, + -0.02301627440935135, + -0.005151859209189199, + 0.008102996605405427, + -0.0044304854756756626, + 0.0017575496378378407, + -0.009554797715135191, + 0.026529897787837913, + 0.02922682911891893, + -0.01169157914054059, + -0.004898149291891907 + ] + ], + "std": [ + [ + 1.008740635111714, + 1.0057995039659557, + 0.9837382170327289, + 1.0009348723588565, + 0.9894373169495185, + 0.9855025922172592, + 1.0016273845342372, + 1.0019232777130362, + 1.0102983788423001, + 0.989126863772442, + 1.014473431822349, + 0.9873937513386905, + 1.0120815536633763, + 1.0026507637547364, + 0.9944344640609678, + 1.0009003980137419, + 1.017029495884869, + 0.9934459224888799, + 1.005170519855988, + 1.0182286286784454 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 15687, + "cert_evals": { + "36": 0.96346116065979, + "72": 0.9504595398902893, + "108": 0.9307330250740051, + "255": 0.7697826027870178 + }, + "fold": 0 + }, + { + "best_epoch": 10, + "best_val_acc": 0.9859402460456942, + "test_acc": 0.9764279238440616, + "train_size": 1850, + "val_size": 1138, + "test_size": 4412, + "stats": { + "mean": [ + [ + -0.011274481706054077, + 0.0010725280108108113, + 0.04904605430486482, + 0.00013406402702702838, + 0.0037092568978378815, + -0.03159644886486481, + 0.00852751402702707, + -0.014074217665405411, + 0.026686750430270245, + 0.023341407989189197, + 0.00574216419659461, + -0.019635965771891885, + 0.04072469101081081, + 0.00963421142594593, + -0.044921805624324275, + -0.025982841086486463, + -0.0002432451580000008, + -0.011375726291891854, + 0.021153889262702744, + 0.01900583370702701 + ] + ], + "std": [ + [ + 0.9976085735229742, + 1.0108425474557818, + 1.0105604700510442, + 1.0350336168987333, + 0.990362036249636, + 0.9744762030983907, + 1.0066091603129825, + 0.984656658886602, + 0.9965234554482512, + 0.973435364067005, + 0.9921055599456662, + 1.0065413490604112, + 1.0042400869906856, + 0.9880184758483341, + 0.9898502752755675, + 0.992736848303296, + 0.9922171097916167, + 1.0043754412776131, + 0.9893350555688326, + 0.9868441569808528 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 15687, + "cert_evals": { + "36": 0.9646418690681458, + "72": 0.9508159756660461, + "108": 0.9304170608520508, + "255": 0.7941976189613342 + }, + "fold": 1 + }, + { + "best_epoch": 8, + "best_val_acc": 0.9776386404293381, + "test_acc": 0.9785649819494585, + "train_size": 1850, + "val_size": 1118, + "test_size": 4432, + "stats": { + "mean": [ + [ + 0.003976000881081077, + 0.010715774432432398, + -0.017786920248648645, + 0.0036804860497297266, + 0.002183984135675682, + 0.01946380120540544, + -0.009359299564702704, + -0.02816081002594586, + 0.031211165720540515, + 0.0197382945891892, + 0.004506140226864866, + -0.01331618493945946, + 0.014995027385405353, + -0.001854380632432439, + -0.01958510810810805, + -0.00386884019891889, + -0.017393956009891888, + -0.0021528696070270597, + 0.005169307811351341, + 0.0024582379264864846 + ] + ], + "std": [ + [ + 1.009760000740286, + 1.0090347482418227, + 1.0148186512036792, + 1.0060022323323823, + 0.9990626780886653, + 0.9896872166496508, + 0.9763805914536888, + 0.9957691924612021, + 0.9906698247495431, + 1.0035665264537232, + 0.9947437173054162, + 1.0004339807413987, + 0.9823451342038293, + 1.0178129069401878, + 1.020030588883728, + 1.0098245678900148, + 0.9925509761821191, + 0.984129704899966, + 1.021860274128779, + 1.0179863343134843 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 15687, + "cert_evals": { + "36": 0.9663808345794678, + "72": 0.9546480178833008, + "108": 0.9345667958259583, + "255": 0.7538357377052307 + }, + "fold": 2 + }, + { + "best_epoch": 33, + "best_val_acc": 0.9830357142857142, + "test_acc": 0.9783295711060948, + "train_size": 1850, + "val_size": 1120, + "test_size": 4430, + "stats": { + "mean": [ + [ + -0.020650926096864895, + 0.0029367999405405425, + -0.006630237378378379, + 0.010420081979243248, + -0.001797412861621615, + 0.006000229992972958, + 0.02513403323243256, + -0.04051091970432429, + 0.016437013362162183, + 0.008169780156756753, + 0.010605073612270283, + -0.014074353574054115, + 0.001890994940540519, + -0.00912456161891894, + -0.011556316408108112, + -0.004322038713513496, + -0.0011294842637837807, + -0.006298975859459421, + 0.017070309424864923, + 0.0166714651562162 + ] + ], + "std": [ + [ + 0.9799722867298174, + 0.9831760308737035, + 1.0071900480073166, + 1.003544153680456, + 0.9998334222405475, + 0.997242014320636, + 0.9816671365897304, + 0.9927759081786102, + 1.0236053141912813, + 0.9882650425660089, + 1.0199540485168141, + 0.9750354662835033, + 1.000698654175577, + 0.9953898045603353, + 0.9850292707815245, + 0.9950063778865423, + 0.9842233774554926, + 1.0005588371487018, + 1.0122840782683846, + 1.0155158561773454 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 15687, + "cert_evals": { + "36": 0.9663656949996948, + "72": 0.9507900476455688, + "108": 0.9347629547119141, + "255": 0.8076749444007874 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.977390247111028, + "std_test_acc": 0.0012267697955319528, + "n_samples": 7400, + "n_features": 20, + "n_classes": 2, + "mean_cert_acc_36": 0.9652123898267746, + "std_cert_acc_36": 0.0014245085109497282, + "mean_cert_acc_72": 0.9516783952713013, + "std_cert_acc_72": 0.0019863866673932896, + "mean_cert_acc_108": 0.9326199591159821, + "std_cert_acc_108": 0.0023661420173986267, + "mean_cert_acc_255": 0.7813727259635925, + "std_cert_acc_255": 0.024144711309869123 + }, + "waveform": { + "dataset": "waveform", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 47, + "best_val_acc": 0.8825857519788918, + "test_acc": 0.8526069518716578, + "train_size": 1250, + "val_size": 758, + "test_size": 2992, + "stats": { + "mean": [ + [ + 0.020179633495999987, + 0.011963990736, + -0.033601846864, + -0.041786463160000016, + -0.03154164217599994, + -0.040098393640000014, + -0.043940430239999995, + -0.03151536300719995, + -0.036418570040000015, + 0.043107926798400066, + 0.03738288511999999, + -0.0024740305919999984, + 0.03243670563199995, + 0.011112976024000014, + 0.03951120671200011, + 0.0219850811552, + 0.028168458383999943, + 0.06235075759679998, + 0.020069774392, + 0.007039422583999985, + -0.02925996517600002 + ] + ], + "std": [ + [ + 0.9901799387654557, + 1.0306402386317552, + 0.9708771794256926, + 0.9608246419787663, + 1.0044852476869415, + 0.9877134023221446, + 0.9749943080882616, + 1.0123255354438774, + 0.986958011185208, + 1.0005937342506195, + 0.9789827068743525, + 1.0033150982759136, + 0.9538985981244916, + 1.006689675325801, + 0.9956488213117433, + 1.001823072865656, + 0.9921420818481883, + 0.9865005595269615, + 1.0350777753049674, + 1.0160784990711804, + 0.9870983405424562 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 17312, + "cert_evals": { + "36": 0.803810179233551, + "72": 0.7530080080032349, + "108": 0.6941844820976257, + "255": 0.38770052790641785 + }, + "fold": 0 + }, + { + "best_epoch": 23, + "best_val_acc": 0.8814713896457765, + "test_acc": 0.863395225464191, + "train_size": 1250, + "val_size": 734, + "test_size": 3016, + "stats": { + "mean": [ + [ + 0.010216515320000044, + -0.04063758078400007, + 0.025120129951999963, + -0.025077058975999964, + 0.003169892232000061, + -0.01685490820000002, + -0.011714589596800004, + -0.03299081049600003, + -0.01699664363999998, + -0.018953863726399994, + -0.010869116344000016, + 0.041914844448000185, + -0.01596277459040001, + 0.012558276106399974, + 0.026120965832000048, + 0.03314989547359999, + 0.03347167229600001, + 0.023257175787200043, + 0.017851450192000014, + -0.004257698511999955, + -0.04945521833600015 + ] + ], + "std": [ + [ + 1.0013552490719653, + 0.9855864106795154, + 0.9729457372221003, + 0.9924096158327768, + 1.0128588967374343, + 1.0016694374565032, + 1.0094886119500357, + 1.0100863354319733, + 1.0019192663797813, + 0.9946338222875807, + 0.999064791075417, + 1.0101141099838185, + 0.9759008425547311, + 1.0113866649689796, + 1.0124143691513183, + 1.0133948233035053, + 1.0110196515539809, + 1.0206255456252598, + 1.0155072750087655, + 0.9949826852691384, + 0.9838169172120375 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 17312, + "cert_evals": { + "36": 0.8136604428291321, + "72": 0.75, + "108": 0.6800397634506226, + "255": 0.3680371344089508 + }, + "fold": 1 + }, + { + "best_epoch": 5, + "best_val_acc": 0.8729946524064172, + "test_acc": 0.8657561625582945, + "train_size": 1250, + "val_size": 748, + "test_size": 3002, + "stats": { + "mean": [ + [ + 0.007048574136000094, + -0.015209897391999988, + 0.011429607696000007, + -0.03273079147199999, + -0.023185516656000008, + 0.003389837535999984, + 0.0013940158719999971, + -0.00547288197039998, + 0.006071109367999992, + 0.005879158908799994, + 0.032166854647999996, + 0.005692848927999994, + 0.022531058751999993, + 0.009790249777599982, + 0.0040757011359999935, + 0.030061611308799984, + 0.029284791384000003, + 0.02420849601600001, + 0.014083066104000005, + 0.02953013189600018, + -0.004491209880000014 + ] + ], + "std": [ + [ + 0.9996125618988059, + 0.9720078266135495, + 1.0135851933941078, + 1.0319065276512462, + 0.9931170056559575, + 0.9993639751369633, + 0.9853632660237902, + 0.9995807541677071, + 1.0238743231650074, + 0.9969840482557133, + 0.9979292933830571, + 1.0142743499688514, + 1.001427080201001, + 0.9998997970203162, + 1.0142762186668912, + 1.0117340691797234, + 1.0099181268245983, + 1.0006047030346061, + 0.9985746890321932, + 1.0069732844455408, + 1.0040803599543435 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 17312, + "cert_evals": { + "36": 0.8231179714202881, + "72": 0.7681545615196228, + "108": 0.6992005705833435, + "255": 0.3790806233882904 + }, + "fold": 2 + }, + { + "best_epoch": 18, + "best_val_acc": 0.8741450068399452, + "test_acc": 0.8618747929778072, + "train_size": 1250, + "val_size": 731, + "test_size": 3019, + "stats": { + "mean": [ + [ + -0.009131498528000003, + -0.0039044835359999803, + 0.07005067444800003, + -0.010843439071999996, + 0.006077575768000002, + -0.013402124615999992, + -0.0034755865247999887, + 0.0036035160240000075, + -0.0006721240640000021, + -0.006537375988799971, + -0.015753593288000012, + 0.013293681728000002, + -0.011138352720000024, + -0.025798392399999908, + 0.0029978399759999904, + 0.017920257033599982, + -0.008153607000000004, + 0.01568651420000006, + -0.051382837735999956, + 0.005123328096000027, + 0.025813726736000034 + ] + ], + "std": [ + [ + 1.0018392101812919, + 1.0020859314875776, + 1.0033561958769905, + 0.9975363296716959, + 0.9849899598871443, + 0.9756730653513883, + 0.993760630561838, + 0.9861757179284345, + 1.0000258312156731, + 1.0000825386418444, + 0.99177201535984, + 1.0234277089306048, + 1.0159176275153121, + 0.9839459155591159, + 0.9943404985027471, + 1.0116349239455822, + 1.0052044277000671, + 0.9841510621883656, + 1.0190638151002673, + 0.9952041186962591, + 1.0328002659610966 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 17312, + "cert_evals": { + "36": 0.8217952847480774, + "72": 0.7572043538093567, + "108": 0.6946008205413818, + "255": 0.3994700014591217 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8609082832179876, + "std_test_acc": 0.0057600074962772295, + "n_samples": 5000, + "n_features": 21, + "n_classes": 3, + "mean_cert_acc_36": 0.8155959695577621, + "std_cert_acc_36": 0.008900620542640588, + "mean_cert_acc_72": 0.7570917308330536, + "std_cert_acc_72": 0.007944984688337552, + "mean_cert_acc_108": 0.6920064091682434, + "std_cert_acc_108": 0.008295210269714819, + "mean_cert_acc_255": 0.3835720717906952, + "std_cert_acc_255": 0.01330783861549109 + }, + "wall-following": { + "dataset": "wall-following", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 25, + "best_val_acc": 0.802439024390244, + "test_acc": 0.7750611246943765, + "train_size": 1364, + "val_size": 820, + "test_size": 3272, + "stats": { + "mean": [ + [ + -0.005686892404692003, + 0.022638621533284334, + 0.0029726543621700742, + -0.007766223049853293, + -0.008952794454545568, + 0.009051411851906211, + 0.004111615835777271, + 0.054535739948680446, + 0.01721141257331339, + -0.00017557098093850144, + -0.0030259690689149518, + -0.015323145063782956, + 0.004263515249266924, + 0.013408757045454725, + -0.0019448981744868829, + 0.0003941872595307252, + -0.023833700213343096, + -0.0418792441422289, + -0.01742122004472146, + -0.01653938162023472, + 0.004910744486803571, + 0.04303871550586514, + -0.015449803416422289, + -0.003778200753665663 + ] + ], + "std": [ + [ + 0.9538903586600096, + 1.0100879107934733, + 1.0049069273556643, + 0.9922954720481119, + 0.9870136651293122, + 0.990779450218937, + 0.997732207974109, + 1.0249084242333972, + 1.0039227101782235, + 0.9840871960957936, + 0.9963448823117925, + 0.9855998980612843, + 1.0024509972558129, + 1.0025416545074122, + 0.9881545916458445, + 1.0165283990308178, + 0.9738216818182036, + 0.9275548118344852, + 0.9839704565560611, + 0.9728388862456517, + 1.0184938963953918, + 1.0303474329203226, + 0.9612235203553664, + 0.9816909108470405 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 4, + "depth": 6, + "padding": 48, + "parameters": 22569, + "cert_evals": { + "36": 0.7047677636146545, + "72": 0.6274450421333313, + "108": 0.5568459630012512, + "255": 0.2319682240486145 + }, + "fold": 0 + }, + { + "best_epoch": 31, + "best_val_acc": 0.7822277847309136, + "test_acc": 0.797752808988764, + "train_size": 1364, + "val_size": 799, + "test_size": 3293, + "stats": { + "mean": [ + [ + -0.02975309696847506, + 0.005558309164222893, + 0.004718745812316816, + -0.020307799296187545, + -0.007320344633431353, + -0.028494500266862125, + -0.024019284164222755, + 0.009570253951612977, + 0.01097609736070351, + -0.00032918113929638346, + 0.032141068781524784, + 0.02072696681818175, + 0.02201199852639303, + 0.02843859972873922, + -0.010288174340176055, + -0.0025629487653958533, + 0.014673984588709695, + -0.0024179095725806485, + 0.011989980659823955, + 0.014437480175952963, + 0.010780398057038091, + -0.02107569172287382, + 0.018757813350439904, + -0.03195081329985328 + ] + ], + "std": [ + [ + 0.945216136192205, + 0.9992147601024853, + 1.0013950133535414, + 1.0070090886620435, + 1.0100405651888793, + 1.0035220275618202, + 1.0076868559644707, + 1.0146043586860587, + 1.0036702207634716, + 1.0020409725295103, + 1.0195319569843622, + 1.018330702441904, + 1.0188371291097438, + 1.0099651693219551, + 0.9929137513000473, + 0.9893773454929811, + 1.0312952518146736, + 0.9850531254011928, + 0.9991545369015657, + 1.024970910904686, + 1.0211398104956508, + 0.9811793320532708, + 1.0213393023608297, + 0.9709259568406406 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 4, + "depth": 6, + "padding": 48, + "parameters": 22569, + "cert_evals": { + "36": 0.7370179295539856, + "72": 0.6699058413505554, + "108": 0.590343177318573, + "255": 0.23413300514221191 + }, + "fold": 1 + }, + { + "best_epoch": 56, + "best_val_acc": 0.7966706302021404, + "test_acc": 0.7754537065518302, + "train_size": 1364, + "val_size": 841, + "test_size": 3251, + "stats": { + "mean": [ + [ + 0.01872266574486808, + 0.006327694957038103, + -0.07104427478152507, + -0.011521076319648046, + -0.004222936934017776, + -0.012975204868035104, + -0.01602920872434, + 0.018177438951613122, + 0.001741687587976442, + 0.026653914322580085, + 0.006544868966275523, + -0.0006487189816715815, + -0.006107012813782889, + -0.017521736390762342, + -0.02309750486070397, + 0.015360951164222853, + -0.05447749436730212, + 0.011644383885630553, + -0.005685932580645217, + 0.033520921312316744, + 0.015700824787390003, + 0.00464063532258066, + -0.007768450139296197, + -0.01706286590102635 + ] + ], + "std": [ + [ + 1.0075883148093572, + 0.9956149685197124, + 0.9336114810272496, + 1.0053964412297443, + 1.0037906536892414, + 0.9889864422444196, + 0.993232391245941, + 1.0033346943820691, + 1.0019335251023536, + 1.015228028452373, + 1.0184871692443849, + 0.9950347742751352, + 1.001225456339628, + 0.9911991075823401, + 0.9891922963313015, + 1.020897686359133, + 0.9021478154164623, + 1.027059313060404, + 0.9920589942567254, + 1.037458331459377, + 1.0154700216289818, + 1.0017979731537894, + 0.9794245346392066, + 0.9721130758506005 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 4, + "depth": 6, + "padding": 48, + "parameters": 22569, + "cert_evals": { + "36": 0.715779721736908, + "72": 0.6499538421630859, + "108": 0.5579821467399597, + "255": 0.22823746502399445 + }, + "fold": 2 + }, + { + "best_epoch": 36, + "best_val_acc": 0.7900485436893204, + "test_acc": 0.7858017135862914, + "train_size": 1364, + "val_size": 824, + "test_size": 3268, + "stats": { + "mean": [ + [ + 0.02031997529545452, + -0.033795195992888556, + -0.02352743731011721, + 0.01124182900293254, + -0.01151259605278599, + -0.015031226107038104, + 0.03267076282991228, + 0.0279429813196483, + -0.007205795674486686, + -0.0060127819017595785, + 0.01344909527859221, + 0.01992942824853357, + -0.01951502722360692, + -0.029693211412756465, + -0.009494099098240562, + -0.01795489370381231, + 0.010101200832844593, + -0.0059742676495601315, + -0.017900947921847564, + -0.021026184816715806, + 0.016916847096700823, + -0.0052597014662755836, + 0.032237512456011766, + 0.007093840727272726 + ] + ], + "std": [ + [ + 1.0112945026202158, + 0.970221558754097, + 0.9823204142944053, + 1.0136980604051529, + 0.982757495735732, + 0.9808366104043786, + 1.001324458975229, + 1.0152847209982614, + 0.9908830298302452, + 0.9932341203049162, + 1.0097191496904292, + 1.0252804409457419, + 0.9852042484069533, + 0.992545202932286, + 0.9901306066571973, + 0.9793681779580009, + 0.9956413121371739, + 0.9901468286266072, + 0.9701309779282022, + 0.9725832802282708, + 1.0307338552882614, + 0.991132554001173, + 1.0343162251093825, + 0.9974059438112418 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 4, + "depth": 6, + "padding": 48, + "parameters": 22569, + "cert_evals": { + "36": 0.711750328540802, + "72": 0.6395348906517029, + "108": 0.5581395626068115, + "255": 0.2298041582107544 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7835173384553156, + "std_test_acc": 0.01071442488257927, + "n_samples": 5456, + "n_features": 24, + "n_classes": 4, + "mean_cert_acc_36": 0.7173289358615875, + "std_cert_acc_36": 0.013891969441371983, + "mean_cert_acc_72": 0.6467099040746689, + "std_cert_acc_72": 0.01799250180553819, + "mean_cert_acc_108": 0.5658277124166489, + "std_cert_acc_108": 0.016353800681637838, + "mean_cert_acc_255": 0.23103571310639381, + "std_cert_acc_255": 0.002569676659564306 + }, + "wine": { + "dataset": "wine", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 18, + "best_val_acc": 0.9705882352941176, + "test_acc": 0.95, + "train_size": 44, + "val_size": 34, + "test_size": 100, + "stats": { + "mean": [ + [ + -0.0032810681818182252, + -0.005479031818181848, + -0.08091575454545454, + 0.05187518272727261, + -0.06624296590909094, + -0.007079050000000028, + -0.06275028018181807, + -0.08246524999999992, + 0.05402081363636373, + 0.0044511772727273136, + -0.04690897272727282, + 0.09077693181818178, + -0.0044964045454545494 + ] + ], + "std": [ + [ + 0.9486079560461609, + 0.9748783430969256, + 0.9254167517337237, + 0.9617928120291063, + 0.8801585454960099, + 0.9897338243089531, + 0.9271822071946669, + 0.9702762446771567, + 0.9107960044629595, + 1.0952735150882602, + 0.9243353232179793, + 0.9887201896638538, + 0.9269494258065332 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 3, + "depth": 6, + "padding": 26, + "parameters": 6768, + "cert_evals": { + "36": 0.9399999976158142, + "72": 0.9099999666213989, + "108": 0.85999995470047, + "255": 0.5899999737739563 + }, + "fold": 0 + }, + { + "best_epoch": 9, + "best_val_acc": 0.8888888888888888, + "test_acc": 0.9813084112149533, + "train_size": 44, + "val_size": 27, + "test_size": 107, + "stats": { + "mean": [ + [ + 0.06530710454545458, + 0.007947954545454524, + -0.18861000681818177, + -0.06994299681818188, + -0.08852099545454545, + 0.06554911590909095, + 0.0228023237272727, + -0.08063868636363627, + 0.11120031590909094, + 0.1451315113636364, + 0.07976722954545465, + 0.05492483636363638, + -0.04130375068181816 + ] + ], + "std": [ + [ + 1.1054246265200351, + 1.022075699615381, + 1.0101337670617143, + 0.9836114927228263, + 1.0039715573451675, + 1.0160855472349155, + 1.00168059755674, + 0.942713932749028, + 1.1841316940042428, + 1.0673173131706486, + 1.0204335593229852, + 0.9474429014625287, + 0.9790698019551516 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 3, + "depth": 6, + "padding": 26, + "parameters": 6768, + "cert_evals": { + "36": 0.9252336025238037, + "72": 0.8317756652832031, + "108": 0.8037382960319519, + "255": 0.3364485800266266 + }, + "fold": 1 + }, + { + "best_epoch": 25, + "best_val_acc": 0.9655172413793104, + "test_acc": 0.9428571428571428, + "train_size": 44, + "val_size": 29, + "test_size": 105, + "stats": { + "mean": [ + [ + -0.0016014659090909378, + -0.2809373181818182, + -0.0013865818181818283, + -0.011415792727272868, + -0.005774513636363688, + 0.0034522068181817842, + -0.09596993699999999, + 0.061802877272727264, + -0.18700712727272728, + 0.003569234090909025, + 0.14042048863636367, + -0.033103909090909094, + -0.06411021136363641 + ] + ], + "std": [ + [ + 0.9298272868804931, + 0.8250056451408178, + 1.08551443258742, + 1.1391522997578776, + 1.162897463787286, + 0.9140439887115281, + 0.9166314532406474, + 1.013186331346434, + 0.9551870696183078, + 1.1440128298039551, + 1.0494592532907625, + 1.0314806625541306, + 0.958232402601652 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 3, + "depth": 6, + "padding": 26, + "parameters": 6768, + "cert_evals": { + "36": 0.8666666746139526, + "72": 0.8285714387893677, + "108": 0.723809540271759, + "255": 0.3523809611797333 + }, + "fold": 2 + }, + { + "best_epoch": 21, + "best_val_acc": 1.0, + "test_acc": 0.9320388349514563, + "train_size": 44, + "val_size": 31, + "test_size": 103, + "stats": { + "mean": [ + [ + -0.0007615090909091727, + 0.05596002272727269, + -0.07345953863636358, + -0.09784549954545461, + 0.008546922727272678, + 0.09278491795454552, + 0.0448726857272727, + 0.11476138181818184, + 0.09094955909090909, + 0.005921997727272779, + 0.16726700681818205, + 0.005308763636363668, + -0.08561718409090915 + ] + ], + "std": [ + [ + 1.007206359663615, + 0.8850705986397225, + 1.0706938375587134, + 0.8864652113978174, + 1.1440281408589326, + 0.9372647448943219, + 0.9191041363758027, + 0.9830875500627535, + 1.0190542547845243, + 0.9888966660536255, + 1.11752991456707, + 0.9731773531474354, + 0.8829161708393709 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 3, + "depth": 6, + "padding": 26, + "parameters": 6768, + "cert_evals": { + "36": 0.9126213788986206, + "72": 0.8834951519966125, + "108": 0.8252426981925964, + "255": 0.582524299621582 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9515510972558882, + "std_test_acc": 0.021167718032261685, + "n_samples": 178, + "n_features": 13, + "n_classes": 3, + "mean_cert_acc_36": 0.9111304134130478, + "std_cert_acc_36": 0.03168385435942463, + "mean_cert_acc_72": 0.8634605556726456, + "std_cert_acc_72": 0.03995199026000776, + "mean_cert_acc_108": 0.8031976222991943, + "std_cert_acc_108": 0.05777903377942255, + "mean_cert_acc_255": 0.46533845365047455, + "std_cert_acc_255": 0.13981536840122458 + }, + "wine-quality-red": { + "dataset": "wine-quality-red", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 28, + "best_val_acc": 0.45267489711934156, + "test_acc": 0.3179916317991632, + "train_size": 400, + "val_size": 243, + "test_size": 956, + "stats": { + "mean": [ + [ + -0.02693017225000001, + -0.010865180249999969, + 0.01090508905000014, + 0.028862860500000035, + -0.005716316749999986, + -0.0022627200000000882, + -0.008672537749999942, + 0.0023822675999998814, + 0.03910194012499996, + -0.003237799000000088, + -0.015897374500000026 + ] + ], + "std": [ + [ + 0.9743049425383958, + 1.0208202037213217, + 1.0045213439257272, + 1.0312615683961275, + 0.9360785088397681, + 1.0135085097778138, + 1.054760065228032, + 0.9991490231742983, + 0.9910168624962105, + 0.9560724374897602, + 1.0224479021869215 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 6, + "depth": 6, + "padding": 22, + "parameters": 4961, + "cert_evals": { + "36": 0.16945606470108032, + "72": 0.08054392784833908, + "108": 0.03870292752981186, + "255": 0.0010460250778123736 + }, + "fold": 0 + }, + { + "best_epoch": 35, + "best_val_acc": 0.4025423728813559, + "test_acc": 0.40186915887850466, + "train_size": 400, + "val_size": 236, + "test_size": 963, + "stats": { + "mean": [ + [ + 0.013418094749999616, + -0.03892854174999997, + 0.03785578170000011, + 0.030990686500000093, + 0.03390959879999997, + -0.02747751350000006, + 0.024918823500000065, + -0.0024924809250000362, + -0.023241676749999992, + 0.00015447274999999162, + 0.017258733749999842 + ] + ], + "std": [ + [ + 1.0484699134032194, + 0.9803949233513032, + 1.0076892023564636, + 1.0290250752162338, + 1.1997081630921285, + 0.9489970021589998, + 1.0263878594773712, + 1.03076931004531, + 0.9684548723090626, + 0.9627052256819137, + 0.9972530011672733 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 6, + "depth": 6, + "padding": 22, + "parameters": 4961, + "cert_evals": { + "36": 0.2866043746471405, + "72": 0.20041537284851074, + "108": 0.09968847781419754, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 73, + "best_val_acc": 0.41422594142259417, + "test_acc": 0.35625, + "train_size": 400, + "val_size": 239, + "test_size": 960, + "stats": { + "mean": [ + [ + -0.0013715520000001779, + -0.035088978500000055, + 0.06416455662500034, + -0.006156608600000014, + 0.0926046769, + -0.01361536200000002, + -0.007988503499999982, + 0.019787725674999798, + -0.030528630750000167, + 0.09543056175000009, + -0.01609288975000005 + ] + ], + "std": [ + [ + 0.9829420987934913, + 0.9707586864617593, + 1.0018786547407759, + 0.964170646447104, + 1.218209093004271, + 0.993770255551407, + 0.9825900214132555, + 0.9579306637091782, + 1.0278450401756267, + 1.103602348070479, + 1.019972708382203 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 6, + "depth": 6, + "padding": 22, + "parameters": 4961, + "cert_evals": { + "36": 0.11770834028720856, + "72": 0.05000000447034836, + "108": 0.02395833469927311, + "255": 0.0010416667209938169 + }, + "fold": 2 + }, + { + "best_epoch": 47, + "best_val_acc": 0.4625, + "test_acc": 0.4129301355578728, + "train_size": 400, + "val_size": 240, + "test_size": 959, + "stats": { + "mean": [ + [ + -0.024919883000000052, + 0.11828172599999993, + -0.10639385059999999, + 0.09154341099999996, + -0.0404553217, + 0.02593951999999995, + -0.03595611450000001, + 0.029616401199999934, + 0.04752242037499988, + -0.06532982275000002, + -0.002994586000000021 + ] + ], + "std": [ + [ + 1.0557689652662066, + 1.036986432681799, + 0.9776537301766356, + 1.148436386560584, + 0.6942596510748834, + 1.0910930117650621, + 0.9332303748474275, + 0.9830858412290316, + 0.9796850899079309, + 0.8673250562614796, + 1.0016840683328132 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 6, + "depth": 6, + "padding": 22, + "parameters": 4961, + "cert_evals": { + "36": 0.25860270857810974, + "72": 0.1063607931137085, + "108": 0.02815432846546173, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.37226023155888516, + "std_test_acc": 0.04371169981730825, + "n_samples": 1599, + "n_features": 11, + "n_classes": 6, + "mean_cert_acc_36": 0.20809287205338478, + "std_cert_acc_36": 0.07826763079386385, + "mean_cert_acc_72": 0.10933002457022667, + "std_cert_acc_72": 0.06494625382050535, + "mean_cert_acc_108": 0.04762601712718606, + "std_cert_acc_108": 0.03525822453271031, + "mean_cert_acc_255": 0.0005219229497015476, + "std_cert_acc_255": 0.0006026673375745903 + }, + "waveform-noise": { + "dataset": "waveform-noise", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 31, + "best_val_acc": 0.8573281452658884, + "test_acc": 0.8365223229271568, + "train_size": 1250, + "val_size": 771, + "test_size": 2979, + "stats": { + "mean": [ + [ + 0.04109552382399996, + -0.007068212280000003, + 0.014182510261599956, + 0.0026211762400000084, + 0.014018176879999957, + 0.02370059650560003, + 0.004374500936000023, + -0.0038294597343999904, + -0.014804110096000014, + 0.00045386584799994817, + -0.010192400336000008, + -0.01903542342399992, + -0.010784385815999982, + -0.005200951027200047, + -0.002328150511999989, + 0.014533825215999989, + 0.007865440576000029, + -0.025042890535999954, + -0.005855280768000005, + 0.010768292656000005, + -0.029557043135999994, + 0.02497473343199999, + 0.0059397922879999695, + 0.02985397081600005, + 0.034868211864000014, + -0.03436343556000003, + 0.022563571339200006, + 0.013530936152000026, + 0.006182852718399999, + 0.02533174106799999, + -0.023453127760000032, + -0.012310209543200052, + 0.023519454263999984, + -0.010153050279999989, + 0.015502481212800007, + 0.010150338703999973, + 0.0053944454240000125, + -0.0034366949536000007, + -0.005722000272000003, + 0.007498833936000044 + ] + ], + "std": [ + [ + 1.0036717936871953, + 1.0115164152393803, + 1.0267935868392655, + 1.0141719003383043, + 1.0034317001981041, + 0.9959239723426369, + 0.9939861987845015, + 1.0288633031133263, + 1.0043429776096469, + 0.9779096908533591, + 1.0249129338514036, + 1.0084484801657798, + 1.0020500717103944, + 1.026928437823279, + 1.009036128138247, + 1.0055555854598206, + 0.9775356004635903, + 1.0198250392925892, + 0.9777825735121067, + 0.9997432850888442, + 1.0057789366361842, + 1.0008832746108618, + 0.9887462327692325, + 0.9949832502604571, + 0.9939865250881332, + 0.9973380026834073, + 0.977390812504474, + 0.998438673003916, + 0.9765375704247188, + 1.0137678154638436, + 0.9930247910455883, + 1.0298745659129236, + 0.9839097409542001, + 0.991922743066992, + 1.0070087822831295, + 0.9876272290873123, + 1.0098641388551413, + 1.0215112956805443, + 1.0133094868761658, + 0.98802284916221 + ] + ] + }, + "width": 128, + "in_features": 40, + "out_features": 3, + "depth": 6, + "padding": 80, + "parameters": 61848, + "cert_evals": { + "36": 0.7781134843826294, + "72": 0.7160120606422424, + "108": 0.6414904594421387, + "255": 0.2856663167476654 + }, + "fold": 0 + }, + { + "best_epoch": 13, + "best_val_acc": 0.864406779661017, + "test_acc": 0.848809922896413, + "train_size": 1250, + "val_size": 767, + "test_size": 2983, + "stats": { + "mean": [ + [ + 0.044322997631999955, + 0.029345537880000067, + -0.011366358759840026, + -0.0005867047360000063, + -0.006665745688000015, + -0.006024195060800007, + -0.013584043487999992, + -0.024554553948799986, + 0.01623729534400002, + -0.007884222439999988, + 0.0019230570479999735, + -0.02265010408799999, + 0.007417331240000002, + -0.002911046979200009, + 0.020059001183999964, + 0.01574975624800002, + 0.02813207348000001, + 0.004678202063999986, + 0.028763643272000018, + 0.018513851640000002, + 0.0358815304, + 0.028113823255999978, + -0.00718522141599999, + -0.006245005135999949, + 0.011452240719999996, + -0.039296166616000015, + 0.013289260721600025, + -0.003815815991999974, + -0.001233308884800033, + 0.0033645557719999956, + 0.02454588116, + 0.010769942833599997, + 0.008991375496000034, + -0.012577069439999996, + 0.051492131759200026, + 0.009570444000000011, + 0.022488379120000006, + -0.00477033891360003, + -0.009759721552000007, + 0.0046987019359999846 + ] + ], + "std": [ + [ + 0.9680395488640641, + 0.9731934131975439, + 1.0256129853497884, + 1.0016500605542749, + 0.9832741110357304, + 1.0155722609031699, + 1.0177266822426836, + 1.0012352994664209, + 1.0017870547556, + 0.9825996623950224, + 1.0116415424885532, + 1.0008713618877405, + 1.004966285943376, + 0.991554206326663, + 1.0098780435455994, + 1.0036202953348388, + 0.9885930770833588, + 1.000767817574134, + 0.9955550387843519, + 1.0082268705074462, + 0.9951019252067327, + 0.9944184018582543, + 1.0206633343240308, + 1.0149218534426545, + 0.9851575763005246, + 0.9922537027672286, + 1.0164765099719621, + 1.0106305279893444, + 1.006251693120508, + 0.9864167800458236, + 1.0043559273464866, + 0.9969845117753792, + 0.99621846666241, + 1.0281731534980536, + 0.9986967919798584, + 0.9696604033255324, + 0.9966142799032668, + 0.9849892430729312, + 1.0057643181118128, + 1.0029305279401282 + ] + ] + }, + "width": 128, + "in_features": 40, + "out_features": 3, + "depth": 6, + "padding": 80, + "parameters": 61848, + "cert_evals": { + "36": 0.7864565849304199, + "72": 0.721756637096405, + "108": 0.6436473727226257, + "255": 0.24740195274353027 + }, + "fold": 1 + }, + { + "best_epoch": 47, + "best_val_acc": 0.8614958448753463, + "test_acc": 0.8361955085865258, + "train_size": 1250, + "val_size": 722, + "test_size": 3028, + "stats": { + "mean": [ + [ + 0.014308189376000027, + 0.028783297960000027, + 0.03795345253087996, + 0.013117279295999998, + 0.032089058063999955, + 0.012632187806400005, + 0.018484099464000054, + 0.009576141620799988, + 0.036987581783999995, + -0.006325697687999988, + -0.02381616588800001, + -0.008374505503999985, + -0.04596340019200004, + -0.03257486172959995, + -0.021728262640000023, + -0.019410886679999996, + -0.04224714851999999, + -0.02175625772000002, + -0.0017738945599999954, + 0.006572127119999979, + 0.015226716143999997, + -0.002422181303999986, + -0.025979705407999994, + 0.022093594352000027, + 0.03834592470399997, + -0.009863329287999975, + 0.020212545147199973, + 0.0037560529200000177, + 0.03646794663519996, + -0.018870360144, + -0.011957785879999988, + 0.016431144787999986, + 0.014396109119999995, + 0.008498349159999984, + 0.012689327942400006, + -0.00249464457599998, + -0.022068862224000004, + -0.0005122236512000032, + 0.008362260016000047, + -0.02581517636800003 + ] + ], + "std": [ + [ + 1.0188927880817935, + 0.9988893028885985, + 1.0203039986619837, + 1.0176161206264251, + 1.0298233594756412, + 1.032613885870231, + 1.0145448604818694, + 1.0020618139895976, + 0.9933894833504273, + 0.9801525816452665, + 0.9828864827428538, + 1.0084878782151452, + 1.0036037092630097, + 0.9753885414870564, + 1.015306973575768, + 0.9941278153766206, + 0.9825139145564932, + 0.9962329520442799, + 0.9688294278798073, + 0.98310050706914, + 0.9843726349902746, + 0.9830497457267643, + 1.019877833578896, + 1.0231451225251817, + 0.9901755816567956, + 0.9958326894928737, + 1.032928859241582, + 0.9924515511719896, + 0.9749189762682579, + 1.0285239667561281, + 1.002192158381019, + 0.9935329644391413, + 1.0052344609016668, + 1.0064075388331128, + 1.0160814777549847, + 0.9845645364365565, + 0.9925488055513885, + 1.0072044814714247, + 1.0303878632271122, + 0.9885231209627763 + ] + ] + }, + "width": 128, + "in_features": 40, + "out_features": 3, + "depth": 6, + "padding": 80, + "parameters": 61848, + "cert_evals": { + "36": 0.7866578698158264, + "72": 0.7199471592903137, + "108": 0.6429986953735352, + "255": 0.28764861822128296 + }, + "fold": 2 + }, + { + "best_epoch": 15, + "best_val_acc": 0.8701986754966887, + "test_acc": 0.8457429048414024, + "train_size": 1250, + "val_size": 755, + "test_size": 2995, + "stats": { + "mean": [ + [ + -0.036278040016000025, + 0.00810417363999999, + 0.0013843179736000206, + -0.0018023679760000122, + -0.005956154304000002, + 0.025961240582400028, + 0.010167898040000027, + 0.01906255140800001, + -0.02535409856000002, + 0.013357130255999999, + -0.007777053167999971, + 0.007395055352000006, + -0.009246732704000024, + 0.000417141663999981, + -0.012846879495999965, + -0.011422848472000015, + -0.02694291900799997, + -0.010714078007999981, + -0.017699573224000033, + 0.006549602159999982, + 0.02394824680000007, + -0.027398905735999915, + -0.006791929848000011, + 0.016008580479999996, + 0.04892266430400006, + 0.035720964879999914, + 0.03039491798320002, + 0.0066352822719999895, + -0.02569047550079999, + 0.01171173369999999, + 0.022736661080000005, + -0.02455200705200002, + 0.03534526224799999, + 0.039964129560000006, + 0.04194475229440003, + 0.012341044367999982, + 0.04449289257600006, + 0.05609793443199992, + 0.037631368336000094, + -0.0013801063520000427 + ] + ], + "std": [ + [ + 0.9967186390712067, + 1.0046232169850224, + 0.9740084152266493, + 0.9826095647211786, + 0.9807015091355339, + 0.9903924974929869, + 0.9994986310830332, + 0.999954070658992, + 1.0016268406564945, + 1.0082593311694388, + 1.0031753015138711, + 1.0033236672468044, + 0.987229114309021, + 1.0132234933998234, + 0.9873167353551544, + 0.983479654201213, + 1.011117373386074, + 1.0372041491820654, + 0.9890339764711912, + 0.9663488793448463, + 1.0078666660648328, + 0.9894244150573558, + 1.0015699231644122, + 1.0021673571075749, + 0.98850640710336, + 1.0232697675089457, + 1.0136787449302005, + 1.0052546165431762, + 0.9928535231583258, + 0.9947831559397796, + 0.9947379135130683, + 0.968921467398204, + 1.0158922450868932, + 0.9723954832645065, + 0.9861131949259808, + 1.0009190287109688, + 0.9931377428957798, + 1.0140326666524644, + 0.9958387641879904, + 0.9761305424003285 + ] + ] + }, + "width": 128, + "in_features": 40, + "out_features": 3, + "depth": 6, + "padding": 80, + "parameters": 61848, + "cert_evals": { + "36": 0.7762938141822815, + "72": 0.716193675994873, + "108": 0.6280467510223389, + "255": 0.25609350204467773 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8418176648128745, + "std_test_acc": 0.006427764482007584, + "n_samples": 5000, + "n_features": 40, + "n_classes": 3, + "mean_cert_acc_36": 0.7818804383277893, + "std_cert_acc_36": 0.005451766708134863, + "mean_cert_acc_72": 0.7184773832559586, + "std_cert_acc_72": 0.002840591592449392, + "mean_cert_acc_108": 0.6390458196401596, + "std_cert_acc_108": 0.007388172790688553, + "mean_cert_acc_255": 0.2692025974392891, + "std_cert_acc_255": 0.020481098826076124 + }, + "yeast": { + "dataset": "yeast", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 28, + "best_val_acc": 0.5094339622641509, + "test_acc": 0.46614872364039955, + "train_size": 371, + "val_size": 212, + "test_size": 901, + "stats": { + "mean": [ + [ + -0.0680236417412399, + 0.0016312938814016407, + -0.008786120350404263, + -0.04364633274932616, + 0.013936777088948886, + 0.007389660377358629, + -0.024600268247978344, + 0.05087596307277619 + ] + ], + "std": [ + [ + 1.027205380998011, + 0.9953693200489844, + 0.9507124252634552, + 0.9691826685352211, + 1.0679577073315545, + 1.038674237448053, + 0.9068718437558525, + 1.1001821882054232 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 10, + "depth": 6, + "padding": 16, + "parameters": 2767, + "cert_evals": { + "36": 0.2930077910423279, + "72": 0.19533851742744446, + "108": 0.14539401233196259, + "255": 0.017758047208189964 + }, + "fold": 0 + }, + { + "best_epoch": 20, + "best_val_acc": 0.5108225108225108, + "test_acc": 0.4433106575963719, + "train_size": 371, + "val_size": 231, + "test_size": 882, + "stats": { + "mean": [ + [ + 0.08549606216172505, + 0.03251707697035039, + 0.04905938702964963, + 0.04128734865229108, + -0.013936692183288498, + 0.036949762803234386, + -0.002681268247978456, + 0.005315634501347734 + ] + ], + "std": [ + [ + 0.9621845394333128, + 0.9690282797537528, + 0.9491603484155484, + 1.0401770820495524, + 0.9261376999963121, + 1.1814628524634447, + 0.9836755462977512, + 0.993812117132581 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 10, + "depth": 6, + "padding": 16, + "parameters": 2767, + "cert_evals": { + "36": 0.26643991470336914, + "72": 0.16213151812553406, + "108": 0.10884353518486023, + "255": 0.012471655383706093 + }, + "fold": 1 + }, + { + "best_epoch": 61, + "best_val_acc": 0.4792626728110599, + "test_acc": 0.5066964285714286, + "train_size": 371, + "val_size": 217, + "test_size": 896, + "stats": { + "mean": [ + [ + 0.004417079552560633, + -0.0405647886981132, + -0.038330890598382725, + -0.009830160646900232, + -0.013936692183288395, + 0.036949762803234296, + -0.01154207417789756, + 0.005568702156334372 + ] + ], + "std": [ + [ + 1.0326495870955454, + 0.9133440779524218, + 0.9914487013412665, + 0.9617359852499671, + 0.9261376999963089, + 1.181462852463445, + 0.873907032459684, + 0.9724601246460749 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 10, + "depth": 6, + "padding": 16, + "parameters": 2767, + "cert_evals": { + "36": 0.3683035969734192, + "72": 0.267857164144516, + "108": 0.188616082072258, + "255": 0.0390625 + }, + "fold": 2 + }, + { + "best_epoch": 32, + "best_val_acc": 0.5067264573991032, + "test_acc": 0.4707865168539326, + "train_size": 371, + "val_size": 223, + "test_size": 890, + "stats": { + "mean": [ + [ + -0.01207341391913747, + -0.03099437134770888, + -0.004743151369272138, + 0.0033422831536388878, + 0.013936777088948926, + 0.007389660377358682, + -0.05258191859838276, + -0.01645215983827505 + ] + ], + "std": [ + [ + 1.002118550793497, + 0.9931572183782578, + 1.0350703782367132, + 0.9624293574797959, + 1.0679577073315536, + 1.0386742374480524, + 1.0723089145971894, + 0.9483399576263618 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 10, + "depth": 6, + "padding": 16, + "parameters": 2767, + "cert_evals": { + "36": 0.3123595416545868, + "72": 0.1730337142944336, + "108": 0.11123595386743546, + "255": 0.024719100445508957 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.4717355816655332, + "std_test_acc": 0.026219273008766284, + "n_samples": 1484, + "n_features": 8, + "n_classes": 10, + "mean_cert_acc_36": 0.31002771109342575, + "std_cert_acc_36": 0.04317055316436108, + "mean_cert_acc_72": 0.19959022849798203, + "std_cert_acc_72": 0.047563483819016567, + "mean_cert_acc_108": 0.13852239586412907, + "std_cert_acc_108": 0.037336225478114694, + "mean_cert_acc_255": 0.023502825759351254, + "std_cert_acc_255": 0.011522036669583643 + }, + "zoo": { + "dataset": "zoo", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 38, + "best_val_acc": 0.7142857142857143, + "test_acc": 0.5483870967741935, + "train_size": 25, + "val_size": 14, + "test_size": 62, + "stats": { + "mean": [ + [ + 0.18968232000000004, + 0.004943600000000055, + -0.04877112000000002, + 0.06901168000000008, + 0.005554399999999982, + -0.24190180000000008, + 0.011100480000000044, + 0.07332431999999998, + 0.047367959999999966, + 0.1174986, + 0.002917720000000048, + -0.128498, + 0.05823499999999993, + 0.03965752000000001, + -0.025889279999999938, + 0.0890122 + ] + ], + "std": [ + [ + 1.005390221359596, + 0.9987632000000001, + 1.0021422025080997, + 1.0058025598467213, + 0.9984392123352528, + 0.8872886923159564, + 0.9937582269928686, + 0.97657824, + 0.9532010403686509, + 0.898886886807812, + 0.9995686698918299, + 0.864227081446769, + 0.8401435100754158, + 0.9719779957616784, + 0.9655601622370106, + 1.0025794726604769 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 7, + "depth": 6, + "padding": 32, + "parameters": 10284, + "cert_evals": { + "36": 0.5161290168762207, + "72": 0.5, + "108": 0.4677419066429138, + "255": 0.3870967626571655 + }, + "fold": 0 + }, + { + "best_epoch": 32, + "best_val_acc": 0.75, + "test_acc": 0.828125, + "train_size": 25, + "val_size": 12, + "test_size": 64, + "stats": { + "mean": [ + [ + 0.028691039999999952, + 0.004943600000000057, + -0.048771120000000036, + 0.06901168, + 0.005554399999999972, + 0.17360919999999994, + -0.06897883999999993, + -0.00805720000000001, + 0.0473679599999999, + -0.07865459999999999, + 0.0029177199999999947, + -0.022119, + 0.09757803999999994, + -0.051376560000000016, + -0.26359375999999995, + 0.24955340000000004 + ] + ], + "std": [ + [ + 0.9989246223251673, + 0.9987632000000002, + 1.0021422025080997, + 1.0058025598467215, + 0.998439212335253, + 1.0312711812638613, + 1.0001903862262094, + 0.9967159924605201, + 0.9532010403686509, + 1.047171532893174, + 0.9995686698918299, + 0.9749796397074146, + 1.045377756731086, + 1.02185501364051, + 0.5822546855736085, + 0.9961319493678737 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 7, + "depth": 6, + "padding": 32, + "parameters": 10284, + "cert_evals": { + "36": 0.65625, + "72": 0.46875, + "108": 0.421875, + "255": 0.234375 + }, + "fold": 1 + }, + { + "best_epoch": 5, + "best_val_acc": 0.5, + "test_acc": 0.484375, + "train_size": 25, + "val_size": 12, + "test_size": 64, + "stats": { + "mean": [ + [ + 0.02869103999999997, + 0.004943600000000048, + -0.04877112000000006, + 0.06901168, + 0.005554399999999982, + 0.007404799999999972, + 0.011100480000000062, + 0.07332431999999998, + 0.04736795999999993, + 0.01942200000000002, + -0.14446064, + -0.022119000000000017, + 0.09757803999999996, + 0.03965751999999999, + -0.14474151999999998, + 0.08901219999999999 + ] + ], + "std": [ + [ + 0.9989246223251673, + 0.9987632000000001, + 1.0021422025080997, + 1.0058025598467215, + 0.9984392123352529, + 0.9972263999999998, + 0.9937582269928688, + 0.97657824, + 0.9532010403686509, + 0.980766, + 0.722003562256413, + 0.9749796397074147, + 1.045377756731086, + 0.9719779957616785, + 0.8060951109136004, + 1.0025794726604769 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 7, + "depth": 6, + "padding": 32, + "parameters": 10284, + "cert_evals": { + "36": 0.453125, + "72": 0.4375, + "108": 0.40625, + "255": 0.15625 + }, + "fold": 2 + }, + { + "best_epoch": 22, + "best_val_acc": 1.0, + "test_acc": 0.8771929824561403, + "train_size": 25, + "val_size": 19, + "test_size": 57, + "stats": { + "mean": [ + [ + 0.10918667999999991, + 0.004943600000000039, + -0.04877112000000009, + 0.06901168, + -0.087958, + -0.07569740000000007, + 0.011100480000000062, + 0.07332432000000001, + 0.04736795999999993, + 0.019421999999999984, + 0.29767443999999993, + -0.022119, + 0.05823475999999992, + 0.03965752, + -0.025889279999999938, + 0.08901219999999999 + ] + ], + "std": [ + [ + 1.0053902213595962, + 0.9987632, + 1.0021422025080997, + 1.0058025598467215, + 0.9351239999999998, + 0.9691298611116264, + 0.9937582269928686, + 0.97657824, + 0.9532010403686509, + 0.980766, + 1.3507449809969043, + 0.9749796397074147, + 1.007680466714654, + 0.9719779957616784, + 0.9655601622370106, + 1.0025794726604769 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 7, + "depth": 6, + "padding": 32, + "parameters": 10284, + "cert_evals": { + "36": 0.859649121761322, + "72": 0.8421052694320679, + "108": 0.7894737124443054, + "255": 0.5263158082962036 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6845200198075835, + "std_test_acc": 0.19692254192890954, + "n_samples": 101, + "n_features": 16, + "n_classes": 7, + "mean_cert_acc_36": 0.6212882846593857, + "std_cert_acc_36": 0.1801624934252585, + "mean_cert_acc_72": 0.562088817358017, + "std_cert_acc_72": 0.18841332482029943, + "mean_cert_acc_108": 0.5213351547718048, + "std_cert_acc_108": 0.18065384726208245, + "mean_cert_acc_255": 0.3260093927383423, + "std_cert_acc_255": 0.16438718546230346 + }, + "wine-quality-white": { + "dataset": "wine-quality-white", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 38, + "best_val_acc": 0.3523809523809524, + "test_acc": 0.33991153453555634, + "train_size": 1224, + "val_size": 735, + "test_size": 2939, + "stats": { + "mean": [ + [ + -0.0032048589052286994, + -0.028953991503268075, + -0.009521662091503368, + -0.033446381021241915, + -0.021216290767973777, + 0.0013643637254901876, + -0.019732506176470634, + -0.0385083221609477, + -0.012002372222222163, + -0.05735950201797371, + 0.02225335972222248 + ] + ], + "std": [ + [ + 1.023683347421332, + 0.9447226597106944, + 0.9620105291208404, + 0.9658980402573037, + 0.9263448142152314, + 0.9948440839445967, + 0.9740337269720393, + 0.9614465411758055, + 1.0172641404349574, + 0.9821399823923815, + 0.9957833992600652 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 7, + "depth": 6, + "padding": 22, + "parameters": 4984, + "cert_evals": { + "36": 0.19428376853466034, + "72": 0.09629125148057938, + "108": 0.04661449417471886, + "255": 0.0030622659251093864 + }, + "fold": 0 + }, + { + "best_epoch": 18, + "best_val_acc": 0.46288798920377866, + "test_acc": 0.3228775997272417, + "train_size": 1224, + "val_size": 741, + "test_size": 2933, + "stats": { + "mean": [ + [ + -0.017049376225490367, + 0.014491614133986936, + 0.008908331290849619, + 0.010737108415032604, + 0.04067164330065363, + 0.0329015589869281, + -0.002488432352941375, + 0.006007091343954325, + -0.021524885539215638, + 0.0011987277042483457, + -0.014868995751633802 + ] + ], + "std": [ + [ + 1.0062718660617844, + 0.9894618025720731, + 1.0916182332376316, + 0.9825566386411965, + 1.1470818763060382, + 1.0937605281552916, + 0.9895690762781538, + 0.9664685559760209, + 0.9624746400083976, + 0.9868208733792134, + 0.99380448190184 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 7, + "depth": 6, + "padding": 22, + "parameters": 4984, + "cert_evals": { + "36": 0.18479372560977936, + "72": 0.11762700229883194, + "108": 0.06887146085500717, + "255": 0.001704739173874259 + }, + "fold": 1 + }, + { + "best_epoch": 16, + "best_val_acc": 0.3779310344827586, + "test_acc": 0.31061376737877244, + "train_size": 1224, + "val_size": 725, + "test_size": 2949, + "stats": { + "mean": [ + [ + -0.008771757843137384, + -0.004596860539215801, + 0.008705725245097917, + -0.034847791446078476, + -0.030826640032679757, + -0.01616954820261436, + -0.03943745302287589, + -0.040444966319444435, + 0.02927997336601328, + 0.006854076119281012, + 0.030744455310457264 + ] + ], + "std": [ + [ + 1.0204079506641692, + 1.0029139391565418, + 1.0078310341851806, + 0.9854918621954571, + 0.9449468354581222, + 0.957020515296538, + 0.954249288652687, + 0.976569994872353, + 0.9899815735473346, + 1.008692992013154, + 0.9893537338950328 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 7, + "depth": 6, + "padding": 22, + "parameters": 4984, + "cert_evals": { + "36": 0.14106477797031403, + "72": 0.06476771831512451, + "108": 0.024075958877801895, + "255": 0.0027127841021865606 + }, + "fold": 2 + }, + { + "best_epoch": 27, + "best_val_acc": 0.39633286318758815, + "test_acc": 0.31770657672849917, + "train_size": 1224, + "val_size": 709, + "test_size": 2965, + "stats": { + "mean": [ + [ + -0.022035407434640455, + 0.006143019934640497, + -0.030651977777777773, + 0.024485125988562038, + -0.018449098774509846, + -0.0018301268790849984, + 0.008402089934640587, + 0.008618634501633892, + -0.035267637908496643, + 0.02360550346405227, + -0.013176123529411856 + ] + ], + "std": [ + [ + 1.0070335678428375, + 0.9660388185917548, + 0.9095987830657093, + 0.9927445013639002, + 0.8945149881344938, + 0.9537849826536657, + 1.0086544512672544, + 0.9850628871532389, + 0.9772491357585545, + 0.995730526664069, + 1.0046258178743335 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 7, + "depth": 6, + "padding": 22, + "parameters": 4984, + "cert_evals": { + "36": 0.18043845891952515, + "72": 0.10556492954492569, + "108": 0.06677909195423126, + "255": 0.008094435557723045 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.3227773695925174, + "std_test_acc": 0.012480061611215051, + "n_samples": 4898, + "n_features": 11, + "n_classes": 7, + "mean_cert_acc_36": 0.17514518275856972, + "std_cert_acc_36": 0.023444065401915737, + "mean_cert_acc_72": 0.09606272540986538, + "std_cert_acc_72": 0.02261813147597337, + "mean_cert_acc_108": 0.051585251465439796, + "std_cert_acc_108": 0.020905624686308157, + "mean_cert_acc_255": 0.003893556189723313, + "std_cert_acc_255": 0.002859112544135795 + }, + "miniboone": { + "dataset": "miniboone", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 20, + "best_val_acc": 0.8829668092038282, + "test_acc": 0.8744223659889094, + "train_size": 32516, + "val_size": 19644, + "test_size": 77904, + "stats": { + "mean": [ + [ + -0.0066929692905031805, + -0.0067178206113913536, + -0.00044848711604975365, + -0.006682303195350012, + -0.006676431252304934, + -0.006678322865666758, + -0.006603011846475587, + -0.006676624523311714, + -0.0066787164688152925, + -0.006674537190921409, + -0.006651495260794631, + -0.0021907771461773715, + -0.006695997997908723, + -0.006680375196826281, + -0.006672462064829712, + -0.0019113073704711085, + -0.006682638614835791, + -0.005199885844285893, + -0.006682950415180203, + -0.0027868723179357985, + -0.006732400171929552, + -0.006675056184647536, + -0.0009806369656784695, + -0.0067719209681387305, + -0.006673680111329746, + -0.006853424330988536, + -0.0049757818568722766, + -0.0066786663365727686, + -0.006678683045269993, + -0.00666663167363761, + -0.006713104959930439, + -0.00667692119264367, + -0.006648468240250945, + -0.005555848155831019, + -0.0066771619571901345, + -0.006676893769221374, + -0.006640021976872997, + -0.006652168061569651, + -0.006656952063599499, + -0.006676646404846852, + -0.005321780849683204, + -0.007256703317981967, + -0.006479226783737146, + -0.006305387427130641, + -0.006670434807482904, + -0.006676957442489813, + -0.006832965117468275, + -0.006830883164011628, + -0.006874203773250122, + -0.00667477880120567 + ] + ], + "std": [ + [ + 1.0538567724237127, + 1.0538641992619597, + 0.9958589711579526, + 1.0538780837060269, + 1.053878006921434, + 1.0538798560451104, + 1.053879432020278, + 1.0538786291178488, + 1.053873986660415, + 1.0538783590814276, + 1.0538757864954629, + 1.0176547701635106, + 1.0538752752995135, + 1.053872770510109, + 1.0538659033426634, + 0.9932644775405934, + 1.0538747558236612, + 1.04937218635993, + 1.053877924513502, + 0.0025831688488992767, + 1.053829697906066, + 1.0538783793218856, + 1.018390578757397, + 1.053842634750244, + 1.0538786083464582, + 1.0538111764047524, + 1.022739919992211, + 1.0538741322767364, + 1.0538782493179681, + 1.053875543573962, + 1.0538088816355915, + 1.0538723979257454, + 1.0538730852936433, + 1.0247711822180132, + 1.0538781798354342, + 1.053878585676999, + 1.0538691274084275, + 1.0538654744064087, + 1.05387761105871, + 1.0538781920284286, + 1.0452185226194493, + 1.0438926673439166, + 1.0538793178576804, + 1.0536246877698876, + 1.0538784902027962, + 1.0538787998823098, + 1.0538650746236322, + 1.0538068876186153, + 1.0538062411125644, + 1.0538784592336081 + ] + ] + }, + "width": 256, + "in_features": 50, + "out_features": 2, + "depth": 6, + "padding": 100, + "parameters": 96207, + "cert_evals": { + "36": 0.815811812877655, + "72": 0.7356618642807007, + "108": 0.6381187438964844, + "255": 0.2094629406929016 + }, + "fold": 0 + }, + { + "best_epoch": 5, + "best_val_acc": 0.8798086708731936, + "test_acc": 0.8462822224504467, + "train_size": 32516, + "val_size": 19652, + "test_size": 77896, + "stats": { + "mean": [ + [ + -0.003659472481547509, + -0.0035700208512731936, + -0.00456473851721011, + -0.00360049339094594, + -0.003593886083772473, + -0.00358800156845938, + -0.003609804330175811, + -0.0035959653862712893, + -0.003585372367449882, + -0.0036011496647804257, + -0.003574454936031472, + -0.0002376014663141565, + -0.0035765183694182563, + -0.0035786825070734597, + -0.003581793034198606, + 0.0027392871255968536, + -0.0035747984868988035, + -0.0018979996262606397, + -0.0035937045023987507, + 0.008311608403247624, + -0.0038405719449991636, + -0.003598410862344705, + -1.2960689975229953e-05, + -0.0037911689629719237, + -0.0035987016976257243, + -0.003553280317375533, + -0.00120645956911968, + -0.003604746423299312, + -0.003595963956206178, + -0.0036390921810801925, + -0.0036627183510209798, + -0.003597980923237808, + -0.0035958085404107568, + -0.005033409016920937, + -0.0036001520635993464, + -0.0035987486652726062, + -0.0035917900449008895, + -0.0035793614428588296, + -0.0035902388547176894, + -0.0035928566736375947, + -0.0009922327992711712, + -0.002124953252319455, + -0.0036879309878213567, + -0.0034349073177313027, + -0.003598185213436877, + -0.0035934901402386375, + -0.003602609255707958, + -0.0035299332937630697, + -0.0036069077674990894, + -0.003592571029647003 + ] + ], + "std": [ + [ + 1.0293487576429072, + 1.0293632141886253, + 0.9887037915056724, + 1.029365893060315, + 1.0293658502982712, + 1.029368237348854, + 1.0293622172155605, + 1.0293663659457355, + 1.0293628691485286, + 1.0293656358483938, + 1.029364102494499, + 1.006763216099369, + 1.0293667056536349, + 1.029362370179701, + 1.029358770899615, + 1.0012661620897783, + 1.029365775010478, + 1.027354601762616, + 1.0293662087119093, + 1.9999643273466732, + 1.0293241490670084, + 1.0293658647973212, + 1.007217844105937, + 1.0292982324584112, + 1.0293659919295302, + 1.0293214796094297, + 1.0139090551352947, + 1.0293616933725718, + 1.0293661117606363, + 1.0293612193672406, + 1.0293028748669328, + 1.0293608389078128, + 1.0293624280631426, + 1.0121183384237977, + 1.029365684051124, + 1.029366166790506, + 1.0293578351184116, + 1.0293603667049085, + 1.0293647225554694, + 1.02936611660418, + 1.0243754023495473, + 1.0175071683627712, + 1.0293461366945726, + 1.0291967790319312, + 1.0293656729659864, + 1.0293667176112475, + 1.029354896915401, + 1.0293422770958582, + 1.0293448836449766, + 1.029366280982135 + ] + ] + }, + "width": 256, + "in_features": 50, + "out_features": 2, + "depth": 6, + "padding": 100, + "parameters": 96207, + "cert_evals": { + "36": 0.767805814743042, + "72": 0.6669661998748779, + "108": 0.5440202355384827, + "255": 0.09139108657836914 + }, + "fold": 1 + }, + { + "best_epoch": 39, + "best_val_acc": 0.8803935635953675, + "test_acc": 0.8774764846092729, + "train_size": 32516, + "val_size": 19514, + "test_size": 78034, + "stats": { + "mean": [ + [ + 0.0005872713728625283, + 0.0005592911951040488, + -0.0015875384167732419, + 0.0005084049237298592, + 0.0005126942889679038, + 0.0005151387839825248, + 0.0005130335342600157, + 0.0005107385533274924, + 0.000518504668470965, + 0.0005099805941690433, + 0.0004972431602903669, + 0.006199611582771556, + 0.0004437178835034895, + 0.0005174753444456869, + 0.00045390833435860097, + -0.006724558695826372, + 0.00046023495202354226, + -0.0014645146025250007, + 0.0005134210419486034, + 0.008326016098843635, + 0.0005855647507836025, + 0.0005188788657891645, + -0.005855233801703189, + 0.0005363233146758781, + 0.000517880286628172, + 0.000289813760165567, + 0.0011647067174228383, + 0.000515516933202204, + 0.0005118400049205469, + 0.0005662085096567202, + 0.0006245390962356869, + 0.0005227987882888596, + 0.0004455256058554989, + -0.0012331349033552603, + 0.000509145377660323, + 0.0005160132888423314, + 0.0005081290841431461, + 0.0004383096252307822, + 0.0005235053327593691, + 0.0005115684401526536, + -6.85762123339298e-05, + -0.0002997175066182346, + 0.0005932577715586378, + 0.0008539802024421717, + 0.0005163635748510258, + 0.0005131155830974517, + 0.00047798527387127445, + 0.0004895968192581729, + 0.0006103754389776044, + 0.0005093450393652897 + ] + ], + "std": [ + [ + 0.9957345954073729, + 0.9957338045117373, + 1.009089174106892, + 0.9957299331571907, + 0.9957297207983613, + 0.9957319779858296, + 0.9957285308484073, + 0.99573027967679, + 0.9957274461972008, + 0.9957298025727774, + 0.9957267869288412, + 0.9986824060207489, + 0.995727937063426, + 0.995726209358951, + 0.9957222508374016, + 0.9849068775325148, + 0.9957260724507725, + 0.9984485547058798, + 0.9957301232252692, + 1.9999635778290246, + 0.9957403323167682, + 0.9957303943483548, + 0.9869664238989766, + 0.9957341301924101, + 0.9957304810256162, + 0.9957436771610553, + 0.9965972478945923, + 0.9957273137356182, + 0.9957300780370839, + 0.9957353083328109, + 0.995745588680438, + 0.9957274480178427, + 0.9957264072745984, + 0.9993516959593822, + 0.9957297379201838, + 0.9957305689438095, + 0.9957296474590059, + 0.9957273179676576, + 0.9957300585487675, + 0.9957298638455957, + 0.9958033136974604, + 1.001216743433296, + 0.9957377405837478, + 0.9958618328338358, + 0.9957300476528158, + 0.9957306269775752, + 0.9957358265962181, + 0.9957255439006696, + 0.9957566204204258, + 0.9957298904542489 + ] + ] + }, + "width": 256, + "in_features": 50, + "out_features": 2, + "depth": 6, + "padding": 100, + "parameters": 96207, + "cert_evals": { + "36": 0.822500467300415, + "72": 0.7474178075790405, + "108": 0.659071683883667, + "255": 0.26337236166000366 + }, + "fold": 2 + }, + { + "best_epoch": 21, + "best_val_acc": 0.8833520924997442, + "test_acc": 0.8771826363426579, + "train_size": 32516, + "val_size": 19546, + "test_size": 78002, + "stats": { + "mean": [ + [ + -0.004108113020359334, + -0.004135750738098101, + -0.001322435285942239, + -0.004109338048960558, + -0.004110013236557907, + -0.004103856971953094, + -0.004105435167302326, + -0.004108234536843478, + -0.0041157547053759375, + -0.004111229871447928, + -0.004129319931725945, + -0.009310410842292996, + -0.004151154668470918, + -0.004106480246647911, + -0.004078257611637442, + -0.0012255257009042696, + -0.004128084247755086, + -0.001812244588848235, + -0.004106642698979071, + -0.002771495593861472, + -0.003930339402381827, + -0.004107319867142366, + -0.0020118547528348136, + -0.004110450282937586, + -0.004107549326485374, + -0.003903686475773098, + 0.0034778790131669113, + -0.004089806615204751, + -0.004105919012178624, + -0.004107724389223812, + -0.004053504517403692, + -0.004112779779185523, + -0.004036618249477243, + 0.0003978993396296994, + -0.004112451033337286, + -0.004115697588879312, + -0.004161525821134272, + -0.004013369772911648, + -0.004074420147004465, + -0.004107203911920277, + -0.003583577395203846, + -0.003683256187455512, + -0.00410252064829624, + -0.00435002289662263, + -0.004109810948460561, + -0.00410555030446539, + -0.004173506213295106, + -0.004126808812892148, + -0.004084347094353566, + -0.00411184631565997 + ] + ], + "std": [ + [ + 1.0334801859758438, + 1.0334838209190884, + 0.9910692934328427, + 1.0334925739257474, + 1.0334920746964988, + 1.0334944696977597, + 1.033489534681566, + 1.0334928363605922, + 1.0334882086728014, + 1.0334922326917702, + 1.0334875046199652, + 1.0060291795040275, + 1.0334893624231647, + 1.033487735872467, + 1.0334857443384646, + 0.9987636855559352, + 1.0334891465642266, + 1.0284163803912958, + 1.0334926279501595, + 0.001394515045967005, + 1.0334671696186013, + 1.0334925293155786, + 1.0120329637568104, + 1.033467979482877, + 1.0334926503936537, + 1.033454580542911, + 1.019800750059293, + 1.0334899846628842, + 1.033492713983251, + 1.0334904070281967, + 1.033453265260482, + 1.0334870912604435, + 1.033493356896935, + 1.0148066500638184, + 1.0334921455669586, + 1.0334923339339557, + 1.0334817504638347, + 1.0334892263464805, + 1.0334932384339353, + 1.033492453509268, + 1.0277860358762678, + 1.0269827669348142, + 1.0334755350744662, + 1.0331928866784732, + 1.033492181460736, + 1.0334932068430196, + 1.0334910911748012, + 1.033455511075802, + 1.0334588140472194, + 1.0334923126040656 + ] + ] + }, + "width": 256, + "in_features": 50, + "out_features": 2, + "depth": 6, + "padding": 100, + "parameters": 96207, + "cert_evals": { + "36": 0.8187866806983948, + "72": 0.7371861934661865, + "108": 0.6428296566009521, + "255": 0.22127637267112732 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8688409273478217, + "std_test_acc": 0.01510192683204598, + "n_samples": 130064, + "n_features": 50, + "n_classes": 2, + "mean_cert_acc_36": 0.8062261939048767, + "std_cert_acc_36": 0.025759318243264252, + "mean_cert_acc_72": 0.7218080163002014, + "std_cert_acc_72": 0.036931935931700965, + "mean_cert_acc_108": 0.6210100799798965, + "std_cert_acc_108": 0.052105412846694704, + "mean_cert_acc_255": 0.19637569040060043, + "std_cert_acc_255": 0.073714858514193 + }, + "statlog-shuttle": { + "dataset": "statlog-shuttle", + "algorithm": "sandwich", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 4, + "best_val_acc": 0.9214725324823342, + "test_acc": 0.7505327420376663, + "train_size": 14500, + "val_size": 8774, + "test_size": 34726, + "stats": { + "mean": [ + [ + 1.2510344720706063e-08, + -4.003449266179364e-09, + -2.8330344823007095e-07, + 2.2496552349729375e-08, + 4.917241296073994e-09, + -3.906206872704791e-09, + -2.4448276142207472e-08, + 8.781379274356982e-09, + 1.222586207623664e-07 + ] + ], + "std": [ + [ + 0.9999654436530625, + 0.9999653004098481, + 0.9999654876854136, + 0.9999670453911623, + 0.9999655862280178, + 0.9999655271700041, + 0.9999659054814384, + 0.9999654302872448, + 0.9999654402261486 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 7, + "depth": 6, + "padding": 18, + "parameters": 3396, + "cert_evals": { + "36": 0.6958763003349304, + "72": 0.6323215961456299, + "108": 0.2644704282283783, + "255": 0.055808328092098236 + }, + "fold": 0 + }, + { + "best_epoch": 7, + "best_val_acc": 0.9573170731707317, + "test_acc": 0.8714114148461627, + "train_size": 14500, + "val_size": 8528, + "test_size": 34972, + "stats": { + "mean": [ + [ + 1.2510344720706063e-08, + -4.003449266179364e-09, + -2.8330344823007095e-07, + 2.2496552349729375e-08, + 4.917241296073994e-09, + -3.906206872704791e-09, + -2.4448276142207472e-08, + 8.781379274356982e-09, + 1.222586207623664e-07 + ] + ], + "std": [ + [ + 0.9999654436530625, + 0.9999653004098481, + 0.9999654876854136, + 0.9999670453911623, + 0.9999655862280178, + 0.9999655271700041, + 0.9999659054814384, + 0.9999654302872448, + 0.9999654402261486 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 7, + "depth": 6, + "padding": 18, + "parameters": 3396, + "cert_evals": { + "36": 0.7742480039596558, + "72": 0.6701933145523071, + "108": 0.5859830975532532, + "255": 0.05716001242399216 + }, + "fold": 1 + }, + { + "best_epoch": 47, + "best_val_acc": 0.9222606689734717, + "test_acc": 0.8884008039046799, + "train_size": 14500, + "val_size": 8670, + "test_size": 34830, + "stats": { + "mean": [ + [ + 1.2510344720706063e-08, + -4.003449266179364e-09, + -2.8330344823007095e-07, + 2.2496552349729375e-08, + 4.917241296073994e-09, + -3.906206872704791e-09, + -2.4448276142207472e-08, + 8.781379274356982e-09, + 1.222586207623664e-07 + ] + ], + "std": [ + [ + 0.9999654436530625, + 0.9999653004098481, + 0.9999654876854136, + 0.9999670453911623, + 0.9999655862280178, + 0.9999655271700041, + 0.9999659054814384, + 0.9999654302872448, + 0.9999654402261486 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 7, + "depth": 6, + "padding": 18, + "parameters": 3396, + "cert_evals": { + "36": 0.8359172940254211, + "72": 0.7365489602088928, + "108": 0.5458799600601196, + "255": 0.040941715240478516 + }, + "fold": 2 + }, + { + "best_epoch": 49, + "best_val_acc": 0.9015858733550781, + "test_acc": 0.8685602011037591, + "train_size": 14500, + "val_size": 8891, + "test_size": 34609, + "stats": { + "mean": [ + [ + 1.2510344720706063e-08, + -4.003449266179364e-09, + -2.8330344823007095e-07, + 2.2496552349729375e-08, + 4.917241296073994e-09, + -3.906206872704791e-09, + -2.4448276142207472e-08, + 8.781379274356982e-09, + 1.222586207623664e-07 + ] + ], + "std": [ + [ + 0.9999654436530625, + 0.9999653004098481, + 0.9999654876854136, + 0.9999670453911623, + 0.9999655862280178, + 0.9999655271700041, + 0.9999659054814384, + 0.9999654302872448, + 0.9999654402261486 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 7, + "depth": 6, + "padding": 18, + "parameters": 3396, + "cert_evals": { + "36": 0.8166661858558655, + "72": 0.72588050365448, + "108": 0.5688693523406982, + "255": 0.04189661517739296 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.844726290473067, + "std_test_acc": 0.06340357205788887, + "n_samples": 58000, + "n_features": 9, + "n_classes": 7, + "mean_cert_acc_36": 0.7806769460439682, + "std_cert_acc_36": 0.06212675815444704, + "mean_cert_acc_72": 0.6912360936403275, + "std_cert_acc_72": 0.048878105489367704, + "mean_cert_acc_108": 0.49130070954561234, + "std_cert_acc_108": 0.15211017942386582, + "mean_cert_acc_255": 0.04895166773349047, + "std_cert_acc_255": 0.008723986461494096 + } + }, + "overall": {} +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/abalone/fold_0/result.json b/UCI_N6/sdp/runs/abalone/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..e5997e0f874c2d4d800732feb0edf438d525328c --- /dev/null +++ b/UCI_N6/sdp/runs/abalone/fold_0/result.json @@ -0,0 +1,46 @@ +{ + "best_epoch": 33, + "best_val_acc": 0.6317460317460317, + "test_acc": 0.6352377147423093, + "train_size": 1044, + "val_size": 630, + "test_size": 2503, + "stats": { + "mean": [ + [ + 0.03759131666666678, + -0.0067216787931033565, + -0.00504821235632188, + -0.010079406034482869, + 0.0077948497126437005, + -0.0035954527720305413, + 0.011847337255747069, + 0.020808682452107305 + ] + ], + "std": [ + [ + 0.9932562075552053, + 1.0067465043023525, + 0.9980809038500921, + 0.9297052233036605, + 1.0141436995589543, + 0.9931430828536596, + 1.017739933100054, + 1.0318462596531948 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 3507, + "cert_evals": { + "36": 0.514182984828949, + "72": 0.3919296860694885, + "108": 0.308030366897583, + "255": 0.16380342841148376 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/abalone/fold_1/result.json b/UCI_N6/sdp/runs/abalone/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..3bdd0ff369637c45c5ba18d3a3fb40e76fb63bec --- /dev/null +++ b/UCI_N6/sdp/runs/abalone/fold_1/result.json @@ -0,0 +1,46 @@ +{ + "best_epoch": 27, + "best_val_acc": 0.6624203821656051, + "test_acc": 0.6487025948103793, + "train_size": 1044, + "val_size": 628, + "test_size": 2505, + "stats": { + "mean": [ + [ + 0.005192849233716447, + -0.0023747756321838803, + -0.004999904980842867, + -0.01065197068965531, + -0.001757506036398443, + -0.0004581268045977247, + -0.008801511695402298, + -0.0025385303256705034 + ] + ], + "std": [ + [ + 0.9921988752896624, + 1.0113577078934743, + 1.0108378611135136, + 0.93746968476643, + 1.0135082046349184, + 1.0099861173658438, + 1.0142707677051552, + 1.019381711286177 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 3507, + "cert_evals": { + "36": 0.503792405128479, + "72": 0.378842294216156, + "108": 0.2922155559062958, + "255": 0.17165668308734894 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/abalone/fold_2/result.json b/UCI_N6/sdp/runs/abalone/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..07dcbd52950a1f6064ad69b1706b63c1d106ce0c --- /dev/null +++ b/UCI_N6/sdp/runs/abalone/fold_2/result.json @@ -0,0 +1,46 @@ +{ + "best_epoch": 20, + "best_val_acc": 0.6871880199667221, + "test_acc": 0.618088467614534, + "train_size": 1044, + "val_size": 601, + "test_size": 2532, + "stats": { + "mean": [ + [ + -0.017948929501915466, + 0.023985624319923418, + 0.023087170114942556, + 0.018317038026819783, + 0.02778346245977014, + 0.025539904827586328, + 0.018261344003831434, + 0.034770174578544095 + ] + ], + "std": [ + [ + 0.9978233519534647, + 1.0049712832060378, + 1.0100440980049294, + 0.9634042347353897, + 1.0033357823934823, + 1.0054816988393045, + 0.9890488354165379, + 1.0152622279378631 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 3507, + "cert_evals": { + "36": 0.5031595826148987, + "72": 0.37401264905929565, + "108": 0.2966034710407257, + "255": 0.16153238713741302 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/abalone/fold_3/result.json b/UCI_N6/sdp/runs/abalone/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..0f58e519a99d58665db32e2c92c3c7566bd4c914 --- /dev/null +++ b/UCI_N6/sdp/runs/abalone/fold_3/result.json @@ -0,0 +1,46 @@ +{ + "best_epoch": 18, + "best_val_acc": 0.6507413509060955, + "test_acc": 0.6250989707046715, + "train_size": 1044, + "val_size": 607, + "test_size": 2526, + "stats": { + "mean": [ + [ + -0.039933615229885006, + 0.033357397988505864, + 0.02810616465517236, + 0.015225409386973148, + 0.03982630053544057, + 0.03327093634674338, + 0.031858401652298855, + 0.04330609419540234 + ] + ], + "std": [ + [ + 1.000898664612302, + 1.0028361176421674, + 1.0029617333979737, + 0.9244955132147792, + 1.020547570022181, + 1.016662196023235, + 1.0053994226175234, + 1.025123395710352 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 3507, + "cert_evals": { + "36": 0.482977032661438, + "72": 0.3543151319026947, + "108": 0.29493269324302673, + "255": 0.15083135664463043 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/acute-inflammation/fold_0/result.json b/UCI_N6/sdp/runs/acute-inflammation/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..07128f4b70a15f0f3ed852388c18a4794aa8ebb5 --- /dev/null +++ b/UCI_N6/sdp/runs/acute-inflammation/fold_0/result.json @@ -0,0 +1,42 @@ +{ + "best_epoch": 26, + "best_val_acc": 1.0, + "test_acc": 1.0, + "train_size": 30, + "val_size": 16, + "test_size": 74, + "stats": { + "mean": [ + [ + -0.029776199999999933, + 0.05815319999999998, + 0.03366299999999992, + -0.07041613333333337, + 0.0829954666666666, + 0.3029878333333334 + ] + ], + "std": [ + [ + 1.046299339147563, + 1.028676385077134, + 0.9895473157792913, + 1.0179845925601472, + 0.9937462864656396, + 1.0009348864350793 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 2714, + "cert_evals": { + "36": 0.5135135054588318, + "72": 0.22972974181175232, + "108": 0.0, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/acute-inflammation/fold_1/result.json b/UCI_N6/sdp/runs/acute-inflammation/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..c29963235f24bd05f7479b3dc4563b156e05ed7b --- /dev/null +++ b/UCI_N6/sdp/runs/acute-inflammation/fold_1/result.json @@ -0,0 +1,42 @@ +{ + "best_epoch": 13, + "best_val_acc": 0.9444444444444444, + "test_acc": 0.7916666666666666, + "train_size": 30, + "val_size": 18, + "test_size": 72, + "stats": { + "mean": [ + [ + 0.2066000000000002, + 0.2132320000000001, + 0.16832333333333327, + -6.666666666858371e-07, + 0.08299546666666664, + -0.033663 + ] + ], + "std": [ + [ + 1.073465583913181, + 1.0965727109827237, + 0.9521923485684088, + 0.9958250796083059, + 0.9937462864656397, + 0.9895473157792911 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 2714, + "cert_evals": { + "36": 0.375, + "72": 0.0, + "108": 0.0, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/acute-inflammation/fold_2/result.json b/UCI_N6/sdp/runs/acute-inflammation/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..470416124c49b292e526b80c17b6fb43a9b84ee7 --- /dev/null +++ b/UCI_N6/sdp/runs/acute-inflammation/fold_2/result.json @@ -0,0 +1,42 @@ +{ + "best_epoch": 17, + "best_val_acc": 0.75, + "test_acc": 0.9571428571428572, + "train_size": 30, + "val_size": 20, + "test_size": 70, + "stats": { + "mean": [ + [ + -0.06825569999999999, + -0.09692560000000008, + 0.10099316666666662, + 0.07041479999999994, + -0.11619693333333347, + 0.16832750000000007 + ] + ], + "std": [ + [ + 0.9390286569686838, + 0.9304728, + 0.9733809278809981, + 0.9680526182869189, + 0.9870693041144554, + 1.0099525000000003 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 2714, + "cert_evals": { + "36": 0.6000000238418579, + "72": 0.5428571701049805, + "108": 0.0, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/acute-inflammation/fold_3/result.json b/UCI_N6/sdp/runs/acute-inflammation/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..5b9914055b9da9e032ae8b62cacb778ab6dee50f --- /dev/null +++ b/UCI_N6/sdp/runs/acute-inflammation/fold_3/result.json @@ -0,0 +1,42 @@ +{ + "best_epoch": 30, + "best_val_acc": 0.8571428571428571, + "test_acc": 0.7681159420289855, + "train_size": 30, + "val_size": 21, + "test_size": 69, + "stats": { + "mean": [ + [ + 0.061842666666666594, + -0.01938619999999999, + -0.03366716666666666, + -0.14083160000000008, + -0.049799466666666695, + -0.3029836666666666 + ] + ], + "std": [ + [ + 0.9526045937382531, + 0.9838646893399317, + 1.000934886435079, + 1.0348917799997448, + 0.9937462864656396, + 0.8932355996217098 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 2714, + "cert_evals": { + "36": 0.3913043439388275, + "72": 0.24637681245803833, + "108": 0.0, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/acute-nephritis/fold_0/result.json b/UCI_N6/sdp/runs/acute-nephritis/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..f40794240448f8612988aab80119be450e62e131 --- /dev/null +++ b/UCI_N6/sdp/runs/acute-nephritis/fold_0/result.json @@ -0,0 +1,42 @@ +{ + "best_epoch": 38, + "best_val_acc": 1.0, + "test_acc": 1.0, + "train_size": 30, + "val_size": 17, + "test_size": 73, + "stats": { + "mean": [ + [ + -0.1415510333333333, + 0.21323200000000003, + -0.03366716666666671, + -6.666666667154431e-07, + 0.2821878666666666, + -0.1683233333333333 + ] + ], + "std": [ + [ + 1.0909027516263303, + 1.0965727109827237, + 1.0009348864350789, + 0.9958250796083059, + 0.9598970403996372, + 0.9521923485684088 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 2714, + "cert_evals": { + "36": 0.7123287916183472, + "72": 0.45205479860305786, + "108": 0.3835616409778595, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/acute-nephritis/fold_1/result.json b/UCI_N6/sdp/runs/acute-nephritis/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..df1fe1bf84d09bb9645bb8e0989f7f307ccd92f4 --- /dev/null +++ b/UCI_N6/sdp/runs/acute-nephritis/fold_1/result.json @@ -0,0 +1,42 @@ +{ + "best_epoch": 14, + "best_val_acc": 1.0, + "test_acc": 1.0, + "train_size": 30, + "val_size": 14, + "test_size": 76, + "stats": { + "mean": [ + [ + 0.012368109999999948, + -0.0969256, + 0.10099316666666665, + -0.21124706666666673, + -0.11619693333333339, + -0.033662999999999985 + ] + ], + "std": [ + [ + 0.9970611705313925, + 0.9304727999999999, + 0.9733809278809981, + 1.0468011683411809, + 0.9870693041144555, + 0.9895473157792911 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 2714, + "cert_evals": { + "36": 0.5263158082962036, + "72": 0.07894736528396606, + "108": 0.0, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/acute-nephritis/fold_2/result.json b/UCI_N6/sdp/runs/acute-nephritis/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..ce937165f4c6a1c35e20c459b71038c2175b60ba --- /dev/null +++ b/UCI_N6/sdp/runs/acute-nephritis/fold_2/result.json @@ -0,0 +1,42 @@ +{ + "best_epoch": 41, + "best_val_acc": 1.0, + "test_acc": 0.9493670886075949, + "train_size": 30, + "val_size": 11, + "test_size": 79, + "stats": { + "mean": [ + [ + 0.03252466666666676, + 0.05815320000000001, + -0.10099733333333338, + -6.666666667154431e-07, + 0.1493929333333332, + -0.033662999999999985 + ] + ], + "std": [ + [ + 0.9744119491152714, + 1.0286763850771339, + 1.0077056618442157, + 0.9958250796083059, + 0.9870693041144553, + 0.9895473157792911 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 2714, + "cert_evals": { + "36": 0.8734177350997925, + "72": 0.30379748344421387, + "108": 0.13924050331115723, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/acute-nephritis/fold_3/result.json b/UCI_N6/sdp/runs/acute-nephritis/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..6c6d476311d78dbd0bd3dce4e6f7abe80f49357e --- /dev/null +++ b/UCI_N6/sdp/runs/acute-nephritis/fold_3/result.json @@ -0,0 +1,42 @@ +{ + "best_epoch": 30, + "best_val_acc": 0.8947368421052632, + "test_acc": 0.8873239436619719, + "train_size": 30, + "val_size": 19, + "test_size": 71, + "stats": { + "mean": [ + [ + -0.029776590000000006, + -0.01938619999999999, + -0.10099733333333341, + -6.666666667080416e-07, + 0.01659799999999996, + -0.10099316666666663 + ] + ], + "std": [ + [ + 1.0535901730675965, + 0.9838646893399317, + 1.0077056618442157, + 0.9958250796083058, + 0.995962, + 0.9733809278809978 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 2714, + "cert_evals": { + "36": 0.7746478915214539, + "72": 0.6197183132171631, + "108": 0.4647887349128723, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/adult/fold_0/result.json b/UCI_N6/sdp/runs/adult/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..6eda4ce56404f7952c1650f5d57d0a4c0ba1f9a0 --- /dev/null +++ b/UCI_N6/sdp/runs/adult/fold_0/result.json @@ -0,0 +1,58 @@ +{ + "best_epoch": 19, + "best_val_acc": 0.8064614446814995, + "test_acc": 0.8031078118389169, + "train_size": 16281, + "val_size": 6562, + "test_size": 25999, + "stats": { + "mean": [ + [ + 5.755174894932247e-09, + -1.5212824565593372e-07, + 1.9344708602300844e-08, + -5.868804126934776e-07, + 4.3847429484189405e-07, + -1.2794054493469234e-07, + -3.0931760979923667e-08, + 1.2424912468644162e-06, + 2.0428720567267194e-07, + -1.2898470607021481e-06, + 5.428255022845695e-07, + 2.9734045846837646e-07, + 9.031386283659057e-08, + 2.0421350090431894e-07 + ] + ], + "std": [ + [ + 0.999969279768083, + 0.9999691631254963, + 0.9999692601356567, + 0.9999684455490998, + 0.9999701766278255, + 0.9999695789931851, + 0.9999697101647755, + 0.9999695985584383, + 0.9999687129297181, + 0.999967689659048, + 0.9999708394490064, + 0.9999690163307019, + 0.9999694763882633, + 0.9999692067843523 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 11578, + "cert_evals": { + "36": 0.7456440925598145, + "72": 0.6876418590545654, + "108": 0.6317166090011597, + "255": 0.3878995478153229 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/adult/fold_1/result.json b/UCI_N6/sdp/runs/adult/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..02d94843c0b29e57e8b5984a5f428dbbb414a486 --- /dev/null +++ b/UCI_N6/sdp/runs/adult/fold_1/result.json @@ -0,0 +1,58 @@ +{ + "best_epoch": 12, + "best_val_acc": 0.8071515892420538, + "test_acc": 0.806664872967675, + "train_size": 16281, + "val_size": 6544, + "test_size": 26017, + "stats": { + "mean": [ + [ + 5.755174894932247e-09, + -1.5212824565593372e-07, + 1.9344708602300844e-08, + -5.868804126934776e-07, + 4.3847429484189405e-07, + -1.2794054493469234e-07, + -3.0931760979923667e-08, + 1.2424912468644162e-06, + 2.0428720567267194e-07, + -1.2898470607021481e-06, + 5.428255022845695e-07, + 2.9734045846837646e-07, + 9.031386283659057e-08, + 2.0421350090431894e-07 + ] + ], + "std": [ + [ + 0.999969279768083, + 0.9999691631254963, + 0.9999692601356567, + 0.9999684455490998, + 0.9999701766278255, + 0.9999695789931851, + 0.9999697101647755, + 0.9999695985584383, + 0.9999687129297181, + 0.999967689659048, + 0.9999708394490064, + 0.9999690163307019, + 0.9999694763882633, + 0.9999692067843523 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 11578, + "cert_evals": { + "36": 0.7455509901046753, + "72": 0.6854748725891113, + "108": 0.6245147585868835, + "255": 0.3735634386539459 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/adult/fold_2/result.json b/UCI_N6/sdp/runs/adult/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..3c45d48109156fbaaceb6c1d0defc8d056d2a9f3 --- /dev/null +++ b/UCI_N6/sdp/runs/adult/fold_2/result.json @@ -0,0 +1,58 @@ +{ + "best_epoch": 14, + "best_val_acc": 0.8173537131387988, + "test_acc": 0.8182794049992332, + "train_size": 16281, + "val_size": 6477, + "test_size": 26084, + "stats": { + "mean": [ + [ + 5.755174894932247e-09, + -1.5212824565593372e-07, + 1.9344708602300844e-08, + -5.868804126934776e-07, + 4.3847429484189405e-07, + -1.2794054493469234e-07, + -3.0931760979923667e-08, + 1.2424912468644162e-06, + 2.0428720567267194e-07, + -1.2898470607021481e-06, + 5.428255022845695e-07, + 2.9734045846837646e-07, + 9.031386283659057e-08, + 2.0421350090431894e-07 + ] + ], + "std": [ + [ + 0.999969279768083, + 0.9999691631254963, + 0.9999692601356567, + 0.9999684455490998, + 0.9999701766278255, + 0.9999695789931851, + 0.9999697101647755, + 0.9999695985584383, + 0.9999687129297181, + 0.999967689659048, + 0.9999708394490064, + 0.9999690163307019, + 0.9999694763882633, + 0.9999692067843523 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 11578, + "cert_evals": { + "36": 0.7572458386421204, + "72": 0.6997393369674683, + "108": 0.6423478126525879, + "255": 0.4130118191242218 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/adult/fold_3/result.json b/UCI_N6/sdp/runs/adult/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..25cea8a6747858ca2cc2d974152a23a82211e2f3 --- /dev/null +++ b/UCI_N6/sdp/runs/adult/fold_3/result.json @@ -0,0 +1,58 @@ +{ + "best_epoch": 38, + "best_val_acc": 0.8017254427122749, + "test_acc": 0.8060799876704939, + "train_size": 16281, + "val_size": 6607, + "test_size": 25954, + "stats": { + "mean": [ + [ + 5.755174894932247e-09, + -1.5212824565593372e-07, + 1.9344708602300844e-08, + -5.868804126934776e-07, + 4.3847429484189405e-07, + -1.2794054493469234e-07, + -3.0931760979923667e-08, + 1.2424912468644162e-06, + 2.0428720567267194e-07, + -1.2898470607021481e-06, + 5.428255022845695e-07, + 2.9734045846837646e-07, + 9.031386283659057e-08, + 2.0421350090431894e-07 + ] + ], + "std": [ + [ + 0.999969279768083, + 0.9999691631254963, + 0.9999692601356567, + 0.9999684455490998, + 0.9999701766278255, + 0.9999695789931851, + 0.9999697101647755, + 0.9999695985584383, + 0.9999687129297181, + 0.999967689659048, + 0.9999708394490064, + 0.9999690163307019, + 0.9999694763882633, + 0.9999692067843523 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 11578, + "cert_evals": { + "36": 0.7534869313240051, + "72": 0.6981968283653259, + "108": 0.641904890537262, + "255": 0.400208055973053 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/annealing/fold_0/result.json b/UCI_N6/sdp/runs/annealing/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..48e67cbba085c06f7ff2d8a913ccf6006421d45f --- /dev/null +++ b/UCI_N6/sdp/runs/annealing/fold_0/result.json @@ -0,0 +1,92 @@ +{ + "best_epoch": 21, + "best_val_acc": 0.8452380952380952, + "test_acc": 0.7587301587301587, + "train_size": 100, + "val_size": 168, + "test_size": 630, + "stats": { + "mean": [ + [ + 0.07222222999999978, + -0.345, + 4.33, + 12.0, + 0.14, + -0.17333315999999985, + -0.07800000000000064, + 29.2, + 0.09999999999999996, + -0.010000000000000224, + 0.3, + -0.010000000000000111, + -4.132729999999996e-16, + -0.11000000000000007, + -0.11999999999999993, + -0.12999999999999998, + -0.13, + -0.029999999999999773, + -1.847940000000002e-16, + -0.05999999999999975, + -1.626729999999999e-16, + -0.03999999999999998, + -0.010000000000000222, + -0.06000000000000002, + 0.1, + 1.3318299999999998, + 771.9469999999998, + 1183.75, + 0.009999999999999986, + -0.9466666699999999, + -1.5582099999999978e-17 + ] + ], + "std": [ + [ + 0.27504207913753365, + 0.41800119617053744, + 14.650634798533474, + 25.758493744782516, + 0.34698703145794935, + 0.2133331200000003, + 0.2543933961407015, + 110.08796482813175, + 0.29999999999999993, + 0.09949874371066192, + 0.47958315233127174, + 0.06557438524301994, + 1.0, + 0.31288975694324034, + 0.32496153618543855, + 0.3363034344160047, + 0.3363034344160045, + 0.17058722109231966, + 1.0, + 0.23748684174075815, + 1.0, + 0.19595917942265428, + 0.09949874371066192, + 0.2374868417407582, + 0.9949874371066199, + 0.9335979547428329, + 410.1759096911958, + 1742.0412703205398, + 0.09949874371066196, + 0.2436755226844934, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 31, + "out_features": 5, + "depth": 6, + "padding": 62, + "parameters": 49467, + "cert_evals": { + "36": 0.7047619223594666, + "72": 0.658730149269104, + "108": 0.6000000238418579, + "255": 0.4365079402923584 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/annealing/fold_1/result.json b/UCI_N6/sdp/runs/annealing/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..148235dd63db548aeea3697a91a6421d0cf21a72 --- /dev/null +++ b/UCI_N6/sdp/runs/annealing/fold_1/result.json @@ -0,0 +1,92 @@ +{ + "best_epoch": 48, + "best_val_acc": 0.8198757763975155, + "test_acc": 0.7582417582417582, + "train_size": 100, + "val_size": 161, + "test_size": 637, + "stats": { + "mean": [ + [ + 0.07222222999999978, + -0.345, + 4.33, + 12.0, + 0.14, + -0.17333315999999985, + -0.07800000000000064, + 29.2, + 0.09999999999999996, + -0.010000000000000224, + 0.3, + -0.010000000000000111, + -4.132729999999996e-16, + -0.11000000000000007, + -0.11999999999999993, + -0.12999999999999998, + -0.13, + -0.029999999999999773, + -1.847940000000002e-16, + -0.05999999999999975, + -1.626729999999999e-16, + -0.03999999999999998, + -0.010000000000000222, + -0.06000000000000002, + 0.1, + 1.3318299999999998, + 771.9469999999998, + 1183.75, + 0.009999999999999986, + -0.9466666699999999, + -1.5582099999999978e-17 + ] + ], + "std": [ + [ + 0.27504207913753365, + 0.41800119617053744, + 14.650634798533474, + 25.758493744782516, + 0.34698703145794935, + 0.2133331200000003, + 0.2543933961407015, + 110.08796482813175, + 0.29999999999999993, + 0.09949874371066192, + 0.47958315233127174, + 0.06557438524301994, + 1.0, + 0.31288975694324034, + 0.32496153618543855, + 0.3363034344160047, + 0.3363034344160045, + 0.17058722109231966, + 1.0, + 0.23748684174075815, + 1.0, + 0.19595917942265428, + 0.09949874371066192, + 0.2374868417407582, + 0.9949874371066199, + 0.9335979547428329, + 410.1759096911958, + 1742.0412703205398, + 0.09949874371066196, + 0.2436755226844934, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 31, + "out_features": 5, + "depth": 6, + "padding": 62, + "parameters": 49467, + "cert_evals": { + "36": 0.7189953327178955, + "72": 0.6938775777816772, + "108": 0.6718995571136475, + "255": 0.5792778730392456 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/annealing/fold_2/result.json b/UCI_N6/sdp/runs/annealing/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..be1d9805b335eb0216c0e43abd08b641273e7dd3 --- /dev/null +++ b/UCI_N6/sdp/runs/annealing/fold_2/result.json @@ -0,0 +1,92 @@ +{ + "best_epoch": 42, + "best_val_acc": 0.7309941520467836, + "test_acc": 0.7703349282296651, + "train_size": 100, + "val_size": 171, + "test_size": 627, + "stats": { + "mean": [ + [ + 0.07222222999999978, + -0.345, + 4.33, + 12.0, + 0.14, + -0.17333315999999985, + -0.07800000000000064, + 29.2, + 0.09999999999999996, + -0.010000000000000224, + 0.3, + -0.010000000000000111, + -4.132729999999996e-16, + -0.11000000000000007, + -0.11999999999999993, + -0.12999999999999998, + -0.13, + -0.029999999999999773, + -1.847940000000002e-16, + -0.05999999999999975, + -1.626729999999999e-16, + -0.03999999999999998, + -0.010000000000000222, + -0.06000000000000002, + 0.1, + 1.3318299999999998, + 771.9469999999998, + 1183.75, + 0.009999999999999986, + -0.9466666699999999, + -1.5582099999999978e-17 + ] + ], + "std": [ + [ + 0.27504207913753365, + 0.41800119617053744, + 14.650634798533474, + 25.758493744782516, + 0.34698703145794935, + 0.2133331200000003, + 0.2543933961407015, + 110.08796482813175, + 0.29999999999999993, + 0.09949874371066192, + 0.47958315233127174, + 0.06557438524301994, + 1.0, + 0.31288975694324034, + 0.32496153618543855, + 0.3363034344160047, + 0.3363034344160045, + 0.17058722109231966, + 1.0, + 0.23748684174075815, + 1.0, + 0.19595917942265428, + 0.09949874371066192, + 0.2374868417407582, + 0.9949874371066199, + 0.9335979547428329, + 410.1759096911958, + 1742.0412703205398, + 0.09949874371066196, + 0.2436755226844934, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 31, + "out_features": 5, + "depth": 6, + "padding": 62, + "parameters": 49467, + "cert_evals": { + "36": 0.7559808492660522, + "72": 0.7161084413528442, + "108": 0.6682615280151367, + "255": 0.5518341064453125 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/annealing/fold_3/result.json b/UCI_N6/sdp/runs/annealing/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..01d31d71533664772fe97419f8a2273268547383 --- /dev/null +++ b/UCI_N6/sdp/runs/annealing/fold_3/result.json @@ -0,0 +1,92 @@ +{ + "best_epoch": 79, + "best_val_acc": 0.7664670658682635, + "test_acc": 0.768621236133122, + "train_size": 100, + "val_size": 167, + "test_size": 631, + "stats": { + "mean": [ + [ + 0.07222222999999978, + -0.345, + 4.33, + 12.0, + 0.14, + -0.17333315999999985, + -0.07800000000000064, + 29.2, + 0.09999999999999996, + -0.010000000000000224, + 0.3, + -0.010000000000000111, + -4.132729999999996e-16, + -0.11000000000000007, + -0.11999999999999993, + -0.12999999999999998, + -0.13, + -0.029999999999999773, + -1.847940000000002e-16, + -0.05999999999999975, + -1.626729999999999e-16, + -0.03999999999999998, + -0.010000000000000222, + -0.06000000000000002, + 0.1, + 1.3318299999999998, + 771.9469999999998, + 1183.75, + 0.009999999999999986, + -0.9466666699999999, + -1.5582099999999978e-17 + ] + ], + "std": [ + [ + 0.27504207913753365, + 0.41800119617053744, + 14.650634798533474, + 25.758493744782516, + 0.34698703145794935, + 0.2133331200000003, + 0.2543933961407015, + 110.08796482813175, + 0.29999999999999993, + 0.09949874371066192, + 0.47958315233127174, + 0.06557438524301994, + 1.0, + 0.31288975694324034, + 0.32496153618543855, + 0.3363034344160047, + 0.3363034344160045, + 0.17058722109231966, + 1.0, + 0.23748684174075815, + 1.0, + 0.19595917942265428, + 0.09949874371066192, + 0.2374868417407582, + 0.9949874371066199, + 0.9335979547428329, + 410.1759096911958, + 1742.0412703205398, + 0.09949874371066196, + 0.2436755226844934, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 31, + "out_features": 5, + "depth": 6, + "padding": 62, + "parameters": 49467, + "cert_evals": { + "36": 0.744849443435669, + "72": 0.7210776805877686, + "108": 0.6909667253494263, + "255": 0.584786057472229 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/arrhythmia/fold_0/result.json b/UCI_N6/sdp/runs/arrhythmia/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..3eff1156b5773566985e389ca6f41cf960f53648 --- /dev/null +++ b/UCI_N6/sdp/runs/arrhythmia/fold_0/result.json @@ -0,0 +1,554 @@ +{ + "best_epoch": 25, + "best_val_acc": 0.6075949367088608, + "test_acc": 0.5769230769230769, + "train_size": 113, + "val_size": 79, + "test_size": 260, + "stats": { + "mean": [ + [ + -0.05548900442477873, + 0.17327679646017674, + -0.09933938283185836, + -0.022536060176991165, + -0.05529378318584072, + -0.02827017327433631, + -0.005964132743362813, + 0.04588333831858407, + -0.06835887191150443, + -0.01879734327433625, + 0.08708691123893805, + -0.010227719469026567, + -0.05324860619469024, + 0.03857876283185871, + -0.0029412946902654486, + -0.14624673451327397, + 0.0106677238938053, + -0.09994685221238946, + -2.2654867242673962e-07, + -0.10041930088495568, + 0.14110856637168184, + -0.02112876106194691, + -0.021128761061946916, + -0.06659289999999989, + -0.06659289999999989, + -0.09438650000000005, + -0.024449619469026587, + -0.006156723893805307, + -0.03655609734513271, + -0.06008078761061956, + -0.05587280000000011, + -0.1535461769911505, + -2.9203539835147346e-07, + 0.1454482212389377, + -0.04703600000000003, + -0.06659289999999989, + 0.0665928778761063, + -0.053692424778761245, + 0.10382045292035355, + -0.045959752212389356, + -0.039423744247787586, + -0.042264867256637376, + -0.0339906548672566, + -0.10218601769911498, + -0.04703600000000003, + 0.04783872566371683, + 0.14110856637168165, + -2.920353982139237e-07, + -0.1056450000000003, + -0.06659289999999989, + 0.039230692920353964, + -0.048857433628318604, + -0.0949235044247789, + -0.0951867699115044, + -0.04703600000000003, + -0.07884043362831854, + -0.021128761061946947, + 0.0665928778761063, + 0.0665928778761063, + 0.06659287787610634, + 0.0665928778761063, + 1.0619469034296467e-07, + -0.14459542477876128, + 0.10166875221238943, + -0.0007696849557522316, + 0.08089214159292042, + 0.024555884070796462, + -0.06704164601769926, + -0.04703600000000003, + 0.1411085663716821, + 0.02721671504424786, + -0.04703600000000003, + 0.008643274336283235, + -0.03328283893805306, + -0.08280126353982296, + -0.04353061946902624, + 0.022193132743362702, + -0.07879264601769921, + 0.06659287787610634, + 0.07170867256637195, + 0.1411085663716824, + -0.04703600000000003, + 0.14110856637168173, + -0.05805589380530971, + 0.08516874884955755, + 0.043014315044247776, + -0.002110141592920556, + -0.07482919999999994, + 0.027698871681415955, + -0.08165009999999992, + -0.0536924247787612, + 1.0619469030955972e-07, + -0.09438650000000005, + 0.06338747787610613, + -0.0901489026548673, + -0.04849817699115047, + 0.07722033628318585, + 0.026260424778761074, + 0.0738569911504426, + 0.04712901946902665, + 0.16431531858407084, + 0.09438671238938037, + 0.09438671238938054, + -0.0386190796460177, + -0.09438650000000005, + 1.0619469029580476e-07, + 0.06704106194690244, + 0.00271023008849546, + 0.04821953097345133, + -0.022629159292035374, + 0.24075912389380558, + 0.19588278672566428, + 0.10636762831858415, + 0.07170867256637167, + 0.0665928778761063, + -0.08165009999999992, + 1.0619469029580476e-07, + 0.24495034513274322, + -0.02112876106194717, + -0.03837423008849555, + 0.0792644690265486, + -0.010963192920353986, + -0.13985853097345086, + -0.06118739999999991, + -0.05918213274336283, + -0.06659289999999989, + 0.19309768141592948, + 0.0665928778761063, + -2.920353984064934e-07, + -0.08791879646017699, + -0.009588667256637163, + 0.039876742477876134, + -0.04371391504424787, + -0.09472733274336269, + -0.08165009999999992, + -0.04703600000000003, + -0.08165009999999992, + -0.059833336283185844, + -0.07838458407079653, + -0.015475274336283125, + -0.0805356, + -0.13698139380530983, + 0.14110856637168137, + -0.04703600000000003, + 0.0665928778761063, + -0.021128761061947016, + 0.017010241592920368, + 0.09822180530973434, + 0.005761375398230098, + 0.0322361946902655, + -0.034939104424778704, + 0.06566965486725665, + 0.061632838053097376, + 0.0004023300884955741, + 0.07045262681415927, + 0.028733457522123865, + 0.02147898230088495, + -0.05026543539823011, + 0.060225181415929224, + -0.07029714159292026, + 0.06618380000000008, + 0.011594984955752213, + 0.040387401769911555, + -0.0058615916814159065, + 0.04742410654867257, + -0.015766054867256643, + -0.062290848053097175, + -0.05214830601769914, + 0.04644970973451337, + -0.05739616814159293, + 0.05439313274336291, + -0.0036409858407079588, + -0.009598277876106183, + -0.011235967256637188, + -0.002634908849557516, + -0.005508535398230053, + -0.05590965752212387, + -0.06772527787610619, + 0.08251315044247781, + -0.08976234513274321, + 0.04703600000000003, + -0.04274165486725669, + -0.05909215752212393, + 0.027935999115044265, + -0.036451818017699096, + 0.03197787610619467, + 0.1596792035398229, + 0.0024668168141592844, + -0.015842806194690306, + 0.07878208849557493, + 0.006463776548672604, + 0.06462291946902653, + 0.025483634513274327, + 0.06707996637168136, + -0.07861038619469025, + -0.0949829097345134, + -0.08679084778761066, + 0.09411216159292037, + -0.061483929203539976, + -0.03750280353982299, + 0.024982454867256657, + 0.010920844247787605, + -0.036973680442477924, + -0.00325765690265486, + -0.06706977168141595, + 0.054682415929203546, + 0.07233616902654867, + 0.024967183185840673, + 0.0201886814159292, + 0.0625599000000001, + 0.016163015929203547, + -0.19404511061946894, + 0.1314095771681416, + -0.02607840336283184, + -0.07232390353982299, + 0.06542182300884967, + 0.09097714132743363, + -0.0490932584955752, + 0.17395115044247766, + -0.08915754336283198, + 0.005843493805309704, + -0.1311985026548673, + 0.0822022767256637, + -0.0316962311504425, + -0.15503262123893807, + 0.050416203539823005, + 0.012278147787610633, + 0.0764223432743363, + 0.20117684424778776, + -0.15312840973451328, + -0.006850403539823016, + -0.22191862300884949, + 0.1207021007964602, + -0.08917110283185833, + -0.07690047646017703, + 0.030319972566371638, + -0.1126870734513274, + 0.06241866831858403, + -0.1273596991150443, + 0.06213639999999999, + -0.07254762831858405, + -0.08504349999999997, + 0.034207636283185856, + -0.02238689532743362, + 0.10946240796460185, + 0.021622823008849552, + -0.1487953611504425, + 0.02685327893805308, + -0.04490421946902649, + -0.04955592035398229, + 0.06734868938053096, + -0.08363668734513273, + 0.022693176017699095, + 0.09933861353982294, + -0.00604589380530972, + -0.10963647433628322, + 0.03259297079646029, + -0.07945840000000003, + -0.007002541592920362, + 0.10658185398230094, + -0.0866022876106194, + 0.06365430106194689 + ] + ], + "std": [ + [ + 0.9732374444872444, + 0.9655808459932996, + 0.2507734231833244, + 0.85756632700396, + 0.9152499916483915, + 0.9319460220789437, + 0.9577523305438101, + 1.1527478213503135, + 0.9576681124104236, + 1.0097636409421697, + 0.9939501739346246, + 0.8077223719814682, + 0.9956881527950738, + 1.065832253077651, + 0.8648866626310105, + 0.7884428876814543, + 0.8846283104978594, + 1.0392968702844574, + 0.9547571784517959, + 0.830419971626617, + 1.9911349325902201, + 0.8944357999064113, + 0.8944357999064099, + 1.0, + 1.0, + 1.0, + 1.0288388455432311, + 1.0366372636701484, + 1.0104922342254585, + 0.6029602666961917, + 1.0, + 0.9119059418676891, + 0.9988936769842922, + 1.3401171108416883, + 1.0, + 1.0, + 1.409505785723462, + 0.7576328500006007, + 1.1142082921935355, + 1.100915710823559, + 0.9521761840451372, + 0.8352521125885086, + 0.7194469320515606, + 0.9886952789548065, + 1.0, + 1.111662684055426, + 1.9911349325902201, + 0.9988936769842919, + 1.0, + 1.0, + 0.9092993788613446, + 1.061138924056677, + 0.8860454459362529, + 0.77869888137794, + 1.0, + 0.9971658374137916, + 0.8944357999064098, + 1.4095057857234619, + 1.409505785723463, + 1.4095057857234636, + 1.4095057857234625, + 0.9988939483461562, + 0.8359429042688657, + 0.9455652546275832, + 1.047159553008427, + 1.2373317065584502, + 0.9367499049873408, + 0.7094990007768702, + 1.0, + 1.9911349325902201, + 1.152138074538977, + 1.0, + 1.076296523650441, + 1.0790204523971971, + 0.9278040585020654, + 0.6623289850929874, + 1.0736843273720698, + 1.059187675645061, + 1.4095057857234636, + 1.1978616378928757, + 1.9911349325902201, + 1.0, + 1.9911349325902201, + 0.9142231440920847, + 1.3486308966826843, + 0.9779239267203217, + 1.072217573812213, + 1.0, + 1.0670736267417575, + 1.0, + 0.7576328500006009, + 0.9988939483461562, + 1.0, + 1.2592635987036094, + 0.6360290623787335, + 0.8549033709264361, + 1.300841714365119, + 0.979322007928904, + 1.2296324368044147, + 1.3300447893255654, + 1.2339107860310472, + 1.4063287585864288, + 1.4063287585864277, + 0.817419899167048, + 1.0, + 0.9988939483461566, + 1.2178666747421332, + 0.9179155627028488, + 1.1674686384124506, + 0.937597875841375, + 1.9128860722576218, + 1.9849443701676805, + 1.2128492302504466, + 1.1978616378928766, + 1.409505785723462, + 1.0, + 0.9988939483461566, + 1.9776639067090993, + 0.8944357999064088, + 0.9089427774812973, + 1.1565813541259533, + 0.9312031818896745, + 0.37790291497240225, + 1.0, + 1.0103067336455187, + 1.0, + 1.612796005825811, + 1.4095057857234625, + 0.9988936769842919, + 0.9869575017654069, + 1.0625408223089012, + 0.8572543250334869, + 0.4626232154331089, + 0.8399894436428749, + 1.0, + 1.0, + 1.0, + 0.9949165069017805, + 0.9763809111647539, + 0.9886383527662114, + 1.0, + 0.8853802248708618, + 1.9911349325902201, + 1.0, + 1.4095057857234612, + 0.8944357999064094, + 0.8545082434186259, + 0.8796291945635648, + 0.9389113833926183, + 0.8861374760427413, + 0.39441056751713705, + 0.8648668783726172, + 0.9862191391833568, + 0.8481954658017612, + 0.9206020572467216, + 0.886517128434336, + 1.0192902215038742, + 0.956622629021229, + 0.8523688961466389, + 0.2992587051477164, + 1.0, + 0.8898404778961094, + 1.0071877733497892, + 0.950155747946548, + 1.0050918229648342, + 0.7815635141616576, + 0.9972744785704897, + 0.9594844360499902, + 0.9255046483391078, + 0.4876909595587591, + 0.5036861467715275, + 0.8566188861170654, + 0.7638467720219689, + 1.0032544884403838, + 1.0560420525550518, + 0.8986819691295396, + 0.9372189161919664, + 0.8101867430665612, + 0.8950623205358443, + 0.7725356624236849, + 1.0, + 0.872460731649835, + 1.045597205130584, + 0.881115812189619, + 0.9553256168269835, + 0.8848742890899297, + 0.5907365616618244, + 0.9525692591339604, + 0.9761188977078773, + 1.2163938242844157, + 0.9319895550002153, + 0.8335462617896103, + 0.9176414735582966, + 0.9775951517497435, + 0.8425042883529639, + 1.2598848541968266, + 0.949252647471748, + 0.838972165335258, + 0.23456841787874302, + 1.1642248030770597, + 0.8628119131177865, + 0.8751618803772816, + 0.9228296916565395, + 0.9809394578124714, + 0.5915262659968897, + 0.8563703331027254, + 1.223677024967222, + 0.9284798655045788, + 1.2965375076317172, + 1.0, + 0.9389878405072626, + 0.8540110671890598, + 1.316521539927867, + 1.4340416104694482, + 0.8735072262525767, + 0.676363014728904, + 1.1134658692256694, + 1.0134545560863548, + 1.7552329970203224, + 1.7155564074285294, + 0.873049365917997, + 1.030474558081803, + 1.0170344415415917, + 1.0766146909852692, + 0.7111765255105056, + 0.6923440560955865, + 1.0058025631570486, + 0.9240158601820535, + 1.9435205267323648, + 1.9899491083438348, + 0.8387690283436754, + 0.9708565551581373, + 0.8493149601758292, + 0.985055690803851, + 0.8279931417986857, + 0.9098729896957297, + 0.9370725829078755, + 0.8393620512490872, + 0.28080206241297245, + 1.0, + 0.8220194136548338, + 0.9761698379739507, + 0.7917031329595748, + 0.9270879739715543, + 0.847139011361557, + 1.0122054789755355, + 0.9745187015121873, + 0.8548335912371546, + 0.16972156566241, + 0.8245729285934237, + 1.06901211839648, + 0.8750748380574906, + 1.0605384058291198, + 0.814622435544981, + 1.1662691506968674, + 1.0027045465050628, + 0.707221379699125, + 1.0, + 0.8738904193642293, + 1.0307627522011051, + 0.9112504790758761, + 1.0340966211802813 + ] + ] + }, + "width": 512, + "in_features": 262, + "out_features": 13, + "depth": 6, + "padding": 524, + "parameters": 1622697, + "cert_evals": { + "36": 0.4923076927661896, + "72": 0.4615384638309479, + "108": 0.42307692766189575, + "255": 0.2230769246816635 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/arrhythmia/fold_1/result.json b/UCI_N6/sdp/runs/arrhythmia/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..4a0664f0114c79428696e238d0b1ae7e4460826e --- /dev/null +++ b/UCI_N6/sdp/runs/arrhythmia/fold_1/result.json @@ -0,0 +1,554 @@ +{ + "best_epoch": 15, + "best_val_acc": 0.5614035087719298, + "test_acc": 0.5921985815602837, + "train_size": 113, + "val_size": 57, + "test_size": 282, + "stats": { + "mean": [ + [ + -0.08236052831858409, + 0.04887446902654869, + 0.0825547600000001, + 0.07080902389380533, + 0.06969351327433632, + -0.02017880672566372, + 0.0033134920353982203, + -0.0904622607964602, + 0.0008566455575221136, + 0.05502761778761062, + 0.0029605046017698983, + 0.16618478141592918, + 0.10348846991150445, + -0.12880789292035386, + 0.001393306194690269, + -0.009972053097345045, + -0.13480514867256632, + 0.15853807787610613, + -0.022554120353982243, + -0.17088875221238942, + -0.04703600000000003, + -0.02112876106194702, + 0.14790371681415893, + 0.0665928778761063, + 0.0665928778761063, + 0.09438671238938028, + -0.033913831858407135, + -0.05746374070796462, + 0.020589044247787618, + -0.08296883185840712, + -0.016433217699115002, + -0.02482472566371683, + -0.13408300000000029, + -0.0661125929203539, + 0.14110856637168206, + 0.19977865575221251, + 0.06659287787610634, + 0.16107630088495584, + -0.04968823575221234, + 0.16085886725663703, + -0.040819525663716834, + -0.04226484955752222, + 0.03399069026548677, + 0.08868894690265484, + 0.14110856637168143, + 0.1435154159292037, + -0.04703600000000003, + -2.920353984457933e-07, + -0.02112876106194691, + 0.1997786557522125, + -0.14194291681415921, + 0.11196102831858407, + 0.0592675752212388, + 0.09347194690265491, + -0.04703600000000003, + 0.13773737168141595, + -0.1056450000000003, + -0.06659289999999989, + 0.0665928778761063, + -0.06659289999999989, + 0.0665928778761063, + 0.09438671238938029, + -0.09931298230088502, + -0.11574543716814155, + 0.19007244637168158, + 0.006741415929203616, + -0.17417296814159283, + -2.920353982846636e-07, + -0.04703600000000003, + -0.04703600000000003, + 0.027216715044247736, + 0.14110856637168231, + -0.00288054867256639, + 0.04904841858407081, + 0.02098572858407086, + -0.1192364601769909, + -0.0031704955752213143, + 0.01358514159292034, + -0.06659289999999989, + 0.014341504424779012, + -0.04703600000000003, + -0.04703600000000003, + -0.04703600000000003, + 0.07784732743362836, + 0.10888657327433629, + -0.1186584123893806, + -0.02180679646017706, + -0.07482919999999994, + 0.08863622212389385, + 0.13608353008849555, + 0.08948672566371674, + 1.0619469028597977e-07, + -0.09438650000000005, + -0.02112876106194696, + 0.09014838938053121, + -0.048498132743362864, + 0.05329288938053096, + 0.07878135752212394, + 0.006330884955752202, + 0.04712901946902665, + 0.11292442477876118, + -0.09438650000000005, + 0.09438671238938054, + -0.03861907964601756, + 1.0619469029580476e-07, + -0.09438650000000005, + 0.06704106194690229, + -0.07101396460177, + 0.11338092035398238, + 0.022629575221239016, + 0.15994504424778788, + 0.039176644247788044, + 0.11334270796460184, + -0.100392831858407, + 0.0665928778761063, + -0.08165009999999992, + 1.0619469028597977e-07, + 0.027216715044247736, + -0.0211287610619469, + 0.007675044247787407, + 0.017898353982300903, + 0.022447520353982425, + -0.10415006194690236, + -0.06118739999999991, + -0.031867106194690256, + 0.0665928778761063, + 0.0386198407079645, + -0.06659289999999989, + 0.06704106194690229, + 0.03697516814159319, + -0.044993100884955714, + -0.005112693362831841, + -0.08742769999999993, + -0.04059785840707965, + 0.027216715044247736, + 0.1411085663716819, + 0.13608353008849491, + 0.03589945132743362, + -0.0453806460176991, + 0.003572176991150533, + 0.05211161769911493, + -0.012922732743362846, + 0.1411085663716814, + -0.04703600000000003, + 0.1997786557522125, + 0.14790371681415954, + 0.14316932831858414, + 0.03571657522123903, + -0.10441322884955753, + -0.23222040176991168, + -0.03493910442477871, + 0.05546864601769913, + 0.12581869469026555, + -0.18030577079646018, + -0.07161228646017702, + -0.03718444513274338, + 0.013523787610619589, + 0.10059417451327425, + 0.01624747876106193, + 0.05021323893805318, + -0.05147623362831883, + 0.1827229362831858, + 0.0034618557522124397, + 0.05241511327433623, + 0.030558143362831823, + -0.19202160176991148, + 0.11133997495575228, + 0.12129543628318586, + 0.060097776106194795, + 0.11579815929203502, + -0.027196398230088462, + 0.17599128230088495, + -0.1195051539823009, + 0.18247482389380532, + 0.06219380353982303, + -0.09025506017699113, + 0.08350311504424779, + 0.1271729522123894, + -0.0951591353982304, + 0.10388311504424796, + 0.04703600000000003, + -0.14397143362831855, + -0.056712807079646044, + 0.11911974769911506, + 0.07255731355752211, + 0.17956833628318594, + 0.03657456283185836, + -0.12767188938053103, + -0.21526490619469008, + 0.019409734513274046, + -0.20038580796460184, + 0.13453505858407078, + -0.20150050008849554, + -0.10956924336283183, + -0.1755137388495575, + 0.07771356637168146, + 0.1258815132743363, + 0.05789021663716825, + 0.059674265486725525, + 0.04250356814159293, + 0.18101372743362842, + -0.08988732212389382, + 0.148077411681416, + 0.041530495575221225, + -0.07796867964601775, + -0.08606286725663721, + 0.216610610619469, + 0.09511035132743359, + -0.05938040707964593, + 0.0625599000000001, + -0.09312924070796465, + -0.07196051769911511, + 0.13021555911504423, + 0.10358608645132746, + -0.0039450442477876055, + 0.015811640707964647, + 0.042050546725663725, + -0.11399942584070796, + 0.01275024778761036, + -0.012157897345132696, + -0.07146561415929208, + -0.03644905008849562, + -0.0460240963716814, + -0.04567296300884947, + -0.0159320159292035, + -0.020865886725663647, + 0.006243656991150445, + -0.04104453495575228, + 0.04250217699115046, + 0.034307366371681414, + -0.11968876460176998, + -0.0937977030973451, + -0.007898124601769923, + -0.06254813724778759, + 0.027666705132743385, + -0.0678103380530974, + 0.0033648314159292177, + 0.014861656991150381, + -0.08490639823008855, + 0.06213639999999999, + 0.10985744247787621, + -0.1141806185840708, + -0.0051085477876106, + -0.07652198922123891, + 0.1186390026548673, + -0.006018964601769793, + -0.03378361716814159, + 0.011641800000000063, + -0.06094139999999994, + 0.1415026725663717, + -0.08340849911504429, + -0.021807159292035423, + -0.08355237141592924, + 0.10080485079646004, + -0.0028213893805309528, + -0.039560768141592914, + -0.03811751592920355, + 0.06180052389380527, + 0.08721472743362838, + -0.045456217699115044, + -0.04452998026548677, + -0.08741183716814158 + ] + ], + "std": [ + [ + 1.0288523625377175, + 0.9926765498781311, + 1.5821926864265932, + 1.2345480341843558, + 1.0919259987637373, + 0.8553411989728208, + 0.9770372253740158, + 1.0941619685910755, + 0.9070109264400832, + 1.1660151450666374, + 0.82811358045681, + 0.8585451804478106, + 0.9271539318095082, + 0.826139795075132, + 0.9407871254954377, + 1.1098127265333941, + 0.9673996715099642, + 1.0170784936919917, + 0.7160692020317576, + 0.8881539469849713, + 1.0, + 0.8944357999064094, + 1.5353137244867066, + 1.409505785723462, + 1.4095057857234625, + 1.4063287585864295, + 0.8810006273224485, + 0.9386543902953636, + 0.9544080465249254, + 0.605561339519823, + 0.41738930632162535, + 0.9435148318250272, + 1.0, + 0.7880462841530468, + 1.9911349325902201, + 1.9844233966366362, + 1.4095057857234636, + 1.494834216304884, + 0.8945327921343991, + 1.0465252306595956, + 0.9657902518204129, + 0.8818849232826983, + 1.01289922968906, + 0.9542609489006632, + 1.9911349325902201, + 1.303101066939662, + 1.0, + 0.9988936769842933, + 0.8944357999064099, + 1.9844233966366385, + 0.9721978598866062, + 0.9751070654641969, + 1.053405494669145, + 1.2277188687789828, + 1.0, + 0.9710532649972081, + 1.0, + 1.0, + 1.4095057857234625, + 1.0, + 1.409505785723463, + 1.4063287585864295, + 0.9944538524514821, + 1.0084398738408038, + 1.096956593110858, + 0.9848747659663566, + 1.0176485758563296, + 0.9988936769842915, + 1.0, + 1.0, + 1.1521380745389784, + 1.9911349325902201, + 0.8886796764360778, + 1.0626176220464763, + 0.9820129092696263, + 0.48071756015968203, + 0.8052609158630751, + 0.9014845427415126, + 1.0, + 1.0421263616247836, + 1.0, + 1.0, + 1.0, + 1.0603166366167238, + 1.3948018100222412, + 1.0002378777841179, + 1.0521891063258038, + 1.0, + 1.170667828978199, + 1.6220790112596297, + 1.3004892166096398, + 0.9988939483461562, + 1.0, + 0.8944357999064098, + 1.2549059943840741, + 0.9010506624821365, + 1.2640911636544077, + 0.947031285603356, + 0.991260918816901, + 1.3300447893255651, + 1.1497030038124454, + 1.0, + 1.4063287585864277, + 0.8174198991670485, + 0.9988939483461566, + 1.0, + 1.217866674742133, + 0.8282680988206665, + 1.073085103116072, + 0.9693454139903576, + 1.7234040703162494, + 1.1056144342459158, + 1.074119172644369, + 0.6071170412907283, + 1.409505785723462, + 1.0, + 0.9988939483461562, + 1.1521380745389787, + 0.8944357999064119, + 1.058370875443875, + 1.0846522644237848, + 1.0598613115637294, + 0.5613288969768316, + 1.0, + 1.077530223972941, + 1.4095057857234625, + 1.15083399388167, + 1.0, + 1.2178666747421318, + 1.0966395583377115, + 1.0389053330759344, + 1.0429545495698374, + 1.0, + 1.0244696199828591, + 1.152138074538978, + 1.9911349325902201, + 1.6220790112596353, + 1.1329428844818097, + 1.0304640926757396, + 1.0027828154445004, + 1.4038062005460157, + 1.0648539403871593, + 1.9911349325902201, + 1.0, + 1.9844233966366391, + 1.5353137244867094, + 0.6866407429573802, + 0.9470876233472572, + 0.8928451459276403, + 1.3503062413436946, + 0.39441056751713693, + 1.0739060999830787, + 0.8074286630470415, + 0.8622816943277237, + 0.9235511168325403, + 0.8884646840941383, + 0.9253177369109523, + 1.0067482855890655, + 0.8717444615689396, + 1.7004798113300974, + 1.2451967529281143, + 1.0189016467998342, + 0.9159576992318523, + 0.9716842292520014, + 0.8537203439878127, + 0.6934639134127168, + 0.6814900866218891, + 1.08628728041417, + 0.8695100152450093, + 1.7244969164094923, + 0.9957413253735008, + 0.886998298843266, + 1.0086098935045376, + 0.9474117590718318, + 0.9527864599550645, + 0.8622024829086022, + 0.928715896349544, + 1.165972778898159, + 1.1444020655792773, + 1.249832703644339, + 1.0, + 1.04414181114218, + 0.7888691092407913, + 0.8896110919230731, + 0.8385172959457787, + 0.6963004767756463, + 1.0524770129026086, + 0.8728215158868736, + 1.2422671085343606, + 1.0395955941659785, + 0.9729248895409327, + 0.942112878700215, + 0.9029124312015971, + 0.9945356002953412, + 0.9067257721352653, + 0.6559269963983796, + 1.0530222495928638, + 0.7742650861348659, + 1.7415209866320729, + 0.31751695199855035, + 0.9401556411866103, + 0.9925662855482592, + 0.9703437391049544, + 0.9315271035229352, + 0.76726349356305, + 1.113451820498087, + 1.5950728246019172, + 0.9108834606609704, + 0.6187680270209445, + 1.0, + 1.026218169309107, + 0.9226908311101232, + 1.3695879042350074, + 1.390915117042367, + 0.9165066682832561, + 1.0788295714407763, + 0.8648263176100378, + 0.9635758583333331, + 0.8878642706591297, + 0.9006687498171835, + 0.8634669309414519, + 1.0263681887473621, + 1.1035216758671196, + 0.9668823371087334, + 0.9093839574625667, + 1.2537251227686863, + 0.925393016008483, + 0.9198488449490679, + 0.9988290268424753, + 0.1771101235529094, + 1.05614751420039, + 0.9497863099739803, + 1.0994839009481026, + 0.92792429034674, + 0.9973731985207415, + 1.4008749618490997, + 0.9833759189369512, + 0.7900467121392818, + 0.5512800744398914, + 1.0, + 1.160435495736531, + 0.840523823247663, + 1.0569742675732663, + 0.8576934466322704, + 0.9349861286126709, + 0.8587290535040432, + 0.9574488028099564, + 0.8825111948837125, + 1.0, + 0.9946462418130932, + 0.8401625258336195, + 1.0609041780534152, + 0.8625411201961046, + 0.8578849236354916, + 0.9245113485505083, + 0.9397104471617286, + 0.949988633400937, + 1.4949439323664353, + 1.0752730715733643, + 0.854508526946672, + 1.0304209489391347, + 0.9286338973772724 + ] + ] + }, + "width": 512, + "in_features": 262, + "out_features": 13, + "depth": 6, + "padding": 524, + "parameters": 1622697, + "cert_evals": { + "36": 0.5283687710762024, + "72": 0.4787233769893646, + "108": 0.3865247964859009, + "255": 0.1773049533367157 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/arrhythmia/fold_2/result.json b/UCI_N6/sdp/runs/arrhythmia/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..9847957a5a107875076c263624bb5092e9f2a4e6 --- /dev/null +++ b/UCI_N6/sdp/runs/arrhythmia/fold_2/result.json @@ -0,0 +1,554 @@ +{ + "best_epoch": 36, + "best_val_acc": 0.5692307692307692, + "test_acc": 0.6313868613138686, + "train_size": 113, + "val_size": 65, + "test_size": 274, + "stats": { + "mean": [ + [ + 0.003089986725663709, + -0.004440814159291977, + 0.06255539469026555, + 0.0030673203539822954, + 0.001728016814159293, + 0.11026861433628313, + 0.017892446017699123, + -0.06960080176991157, + 0.039233834283185866, + 0.15144875398230093, + 0.006497817787610628, + -0.01399969203539821, + 0.12535314601769912, + 0.032636741592920446, + -0.04566848761061949, + -0.12298024778761062, + -0.000969959292035392, + 0.11890371504424775, + -0.09021629999999985, + -0.11451322123893802, + -0.04703600000000003, + 0.06338747787610569, + -0.1056450000000003, + -0.06659289999999989, + 0.0665928778761063, + -0.09438650000000005, + -0.04968765486725668, + 0.10877121769911505, + -0.018068128318584065, + -0.08296883185840709, + -0.05587280000000011, + -0.06895776106194693, + -2.920353983278935e-07, + -0.013222389380530894, + -0.04703600000000003, + 0.06659287787610632, + -0.06659289999999989, + -0.1252820000000002, + 0.010099320973451271, + 0.07353538053097344, + -0.007326469911504469, + -0.07684545132743385, + -0.0339906548672566, + 0.05784047787610613, + 0.14110856637168143, + 3.805309734868323e-07, + -0.04703600000000003, + -0.06704164601769919, + -0.02112876106194691, + -0.06659289999999989, + 0.15620863893805323, + -0.03053643008849556, + -0.18165605309734498, + -0.11233752212389378, + -0.04703600000000003, + -0.016779973451327427, + -0.021128761061946985, + -0.06659289999999989, + 0.0665928778761063, + -0.06659289999999989, + -0.06659289999999989, + -0.09438650000000005, + -0.00463133628318579, + -0.07507774690265485, + -0.0007694676106195044, + -0.08089127433628311, + -0.10792991415929203, + -2.9203539847723323e-07, + -0.04703600000000003, + -0.04703600000000003, + 0.027216715044247893, + -0.04703600000000003, + -0.02592799999999999, + 0.08057962389380531, + 0.024038425752212503, + -0.16465999999999992, + -0.07926050000000014, + -0.09237758407079648, + -0.06659289999999989, + -0.043025663716814114, + 0.14110856637168245, + 0.1411085663716826, + -0.04703600000000003, + -0.023750336283185847, + 0.03126479168141594, + 0.008899934513274312, + -0.02743449557522126, + 0.06331698053097352, + 0.05539779646017699, + 0.027216715044247736, + 0.017897150442477798, + 1.0619469029187476e-07, + 1.061946903233147e-07, + -0.02112876106194691, + -0.1502479999999999, + -0.016447008849557545, + -0.0054378495575221125, + 0.07474130442477876, + -0.07807693805309734, + -0.07854839999999999, + -0.008790955752212368, + 1.0619469031152472e-07, + 1.0619469029973474e-07, + 0.038619840707964564, + 1.061946903233147e-07, + 1.0619469035868464e-07, + -2.920353983829134e-07, + -0.06884565486725683, + -0.043006230088495565, + 0.13900964601769922, + -0.06902842477876096, + -0.06529410000000001, + -0.07149334513274326, + -0.043025663716814044, + -0.06659289999999989, + 0.02721671504424799, + 1.0619469029187476e-07, + -0.08165009999999992, + -0.1056450000000003, + -0.0844234336283186, + 0.045172380530973465, + 0.08091592477876108, + -0.08034439823008824, + -0.06118739999999991, + 0.009105318584070807, + 0.0665928778761063, + 0.03861984070796471, + -0.06659289999999989, + -2.920353983475435e-07, + -0.01561157522123892, + 0.034667146902654884, + 0.04805644646017698, + 0.07649909380531038, + 0.0778107902654868, + -0.08165009999999992, + -0.04703600000000003, + 0.027216715044247736, + 0.003988389380530976, + 0.07484829203539822, + 0.06071553097345137, + 0.014212502654867237, + 0.06978295752212389, + -0.04703600000000003, + -0.04703600000000003, + -0.06659289999999989, + -0.1056450000000003, + -0.05670110707964598, + 0.09375696460176995, + -0.16628776973451334, + -0.004178826548672555, + -0.07220739999999994, + -0.06694404424778763, + -0.06819787345132745, + -0.049705195575221274, + -0.11667001238938055, + -0.12676487345132748, + 0.06602797345132745, + 0.0027255099115044237, + 0.08367987168141594, + -0.07531826548672561, + 0.06618380000000008, + -0.05077870088495575, + -0.03939802035398229, + 0.0725209725663717, + 0.018818907079646008, + -0.0012129309734513318, + 0.08232463584070795, + 0.06279675221238941, + 0.05451436991150446, + -0.09364632743362859, + -0.013597840707964663, + -0.02791582300884959, + 0.02277181946902653, + 0.09624579256637165, + 0.10685669557522126, + 0.05720445840707966, + -0.11690305221238939, + -0.07600262831858408, + 0.20486032743362856, + -0.11598514159292016, + 0.04703600000000003, + 0.12372530088495573, + 0.07733639557522128, + 0.009731815840707961, + 0.06515634630088495, + -0.004099914159292028, + -0.062444362831858426, + -0.14432490088495575, + 0.010303688495575204, + -0.03996258407079658, + -0.01723771946902648, + -0.03748595911504427, + -0.09338390796460176, + -0.12455748761061945, + -0.07069998663716814, + 0.09306433097345132, + 0.05574491150442479, + 0.05271592371681417, + -0.10488400000000016, + 0.0725061, + -0.06092212743362833, + -0.021001579646017662, + 0.08582514876106195, + 0.05783091212389381, + 0.07796875840707959, + -0.0484065486725664, + -0.06359218141592915, + 0.12465353274336273, + -0.03740971681415926, + -0.006256027433628239, + 0.02847770973451326, + 0.03523589380530972, + -0.007258076106194675, + 0.029468245840707955, + 0.07720809823008848, + -0.029801646017699017, + -0.07590199938053097, + -0.0023667877876106243, + -0.06193052212389384, + 0.0729473, + -0.08944441592920359, + -0.008905622654867247, + -0.09599750318584069, + -0.11731536725663715, + 0.03799221946902657, + 0.04264000707964609, + -0.05476776486725663, + -0.08099349336283189, + -0.06403644955752204, + 0.0510427, + -0.1728837920353984, + 0.04379192212389381, + -0.08503633221238939, + -0.04843164778761059, + -0.013288855929203541, + 0.05900416725663712, + 0.01502987168141596, + -0.028499033982300897, + -0.06898648672566376, + 0.06213639999999999, + -0.020727761061946872, + 0.056635334513274314, + -0.009026141592920364, + 0.03156841769911506, + -0.12126076106194686, + 0.06353122123893817, + 0.031937667522123854, + 0.029336698938053133, + 0.12508993982300817, + -0.07582650442477877, + 0.006734969026548675, + 0.06509837044247789, + 0.03657155663716816, + -0.13086254787610632, + -0.01249529203539823, + 0.041217141592920364, + 0.050712616814159305, + 0.008828665486725618, + -0.04774530973451326, + -0.06531424955752214, + 0.08627439557522125, + 0.019008834867256633 + ] + ], + "std": [ + [ + 0.9244692810470073, + 0.9993356910018533, + 1.1547522998507793, + 0.9432810092169331, + 1.03584004279498, + 0.8753158130277445, + 1.0465755215467378, + 0.9102607240673849, + 1.023778543447583, + 0.9297280045159075, + 1.0069835198754635, + 0.9525566546794436, + 0.9399759480360307, + 0.9978150756585966, + 0.9862811329995884, + 0.9613244275752023, + 1.111865207612389, + 0.9715796850385696, + 1.0, + 1.0813226579822182, + 1.0, + 1.2592635987036094, + 1.0, + 1.0, + 1.4095057857234625, + 1.0, + 1.010538238524329, + 1.0722512669094082, + 1.0593646908068974, + 0.605561339519823, + 1.0, + 0.9556792785074675, + 0.9988936769842924, + 0.9607982608538026, + 1.0, + 1.4095057857234632, + 1.0, + 1.0, + 0.972373648410722, + 1.0584533172538098, + 1.0284056325027326, + 0.8751294762374062, + 0.7194469320515607, + 0.9753483226530357, + 1.9911349325902201, + 0.99889397212978, + 1.0, + 0.7094990007768706, + 0.8944357999064104, + 1.0, + 0.9004941973725803, + 1.0121581074927941, + 0.761525664661198, + 0.6638398438080123, + 1.0, + 1.0084273596642825, + 0.8944357999064123, + 1.0, + 1.4095057857234632, + 1.0, + 1.0, + 1.0, + 1.0674172345021198, + 1.0415595393603108, + 0.9952640371583976, + 0.7847375185646767, + 1.0253922671299165, + 0.9988936769842935, + 1.0, + 1.0, + 1.1521380745389769, + 1.0, + 0.9380600926852771, + 0.9688329579782285, + 1.0699750013871834, + 1.0, + 1.0, + 0.9022130416875166, + 1.0, + 0.8547515543653855, + 1.9911349325902201, + 1.9911349325902201, + 1.0, + 0.9833161542151768, + 0.9113836368578456, + 1.0154070458101938, + 0.8175726795277899, + 1.0291658658053822, + 1.0023879541161114, + 1.1521380745389784, + 1.0666606471785436, + 0.9988939483461562, + 0.9988939483461564, + 0.8944357999064111, + 1.0, + 1.0194849042181624, + 0.9377289254070391, + 0.9868393622488469, + 0.7115324821514019, + 1.0, + 0.9291878599599749, + 0.9988939483461571, + 0.9988939483461564, + 1.150833993881672, + 0.9988939483461564, + 0.9988939483461563, + 0.9988936769842928, + 0.8446756150368765, + 0.8840822390425243, + 0.879273891482901, + 0.356357040154056, + 1.0, + 0.8575361470050674, + 0.8547515543653872, + 1.0, + 1.1521380745389762, + 0.9988939483461562, + 1.0, + 1.0, + 0.7707096318942795, + 0.9479029615796615, + 0.8861435214681488, + 0.709392406059319, + 1.0, + 0.9648083778490988, + 1.4095057857234619, + 1.1508339938816696, + 1.0, + 0.9988936769842918, + 0.8265732991714976, + 1.0190844405952648, + 0.9459831021380053, + 1.7348381185160544, + 1.1517740759366022, + 1.0, + 1.0, + 1.152138074538978, + 0.912843060712004, + 1.1388119070973806, + 0.9915799039109703, + 1.002719667279991, + 1.085125621845705, + 1.0, + 1.0, + 1.0, + 1.0, + 1.5001714286910226, + 0.9966194693620798, + 0.9443805992812078, + 0.8655175815339226, + 1.0, + 0.7897012658620092, + 1.1164175335449071, + 1.264530190302258, + 0.8921583865445091, + 1.0648052330194941, + 0.8695758038727032, + 0.8660581580725691, + 0.8367831000825393, + 0.37197924168302665, + 1.0, + 0.9262178979224102, + 0.9242646117464632, + 0.973591105652927, + 0.9951600891998066, + 1.1111862475284577, + 0.6670563380647561, + 0.9442962334551489, + 0.990332316811185, + 0.480719441273429, + 1.223234975369157, + 0.940394811395897, + 0.9089632031900003, + 1.0458338698053655, + 0.9721165818563446, + 1.374767108546496, + 0.8594004341053223, + 0.7653673558229712, + 0.6670525311692612, + 0.645642563256581, + 1.0, + 0.891254315503885, + 1.0775980834755503, + 1.007431548670928, + 0.9530753484316439, + 1.4811962251096449, + 1.2176806384389702, + 0.9602107117788192, + 0.8795846242039457, + 1.1116750216535782, + 0.9501349187678776, + 1.0821885258200035, + 1.1407026156836266, + 0.9231893015164008, + 0.8990327480493145, + 0.6422405879838027, + 0.9092214790537131, + 0.9351958368508632, + 1.0, + 1.0, + 0.9288775753611616, + 0.8531876075690629, + 1.034017858801366, + 1.0285706599327553, + 1.5382840820664052, + 1.0793433921827003, + 0.7014984131399681, + 0.9478974831267535, + 0.8121083950620509, + 0.5317226069000799, + 0.877495299738119, + 1.105656776922663, + 0.9679617815757274, + 0.7155463726091819, + 1.108302722756925, + 1.0944778308312668, + 0.7749616919771513, + 0.8850563716056123, + 0.5693811287198752, + 1.0, + 0.9220528856937216, + 0.8553127512283658, + 0.9975197765961968, + 0.8796722204092665, + 1.1740947078133768, + 0.9516756586234943, + 0.9063555755946218, + 0.9537956983823893, + 0.21590336552059824, + 1.0, + 1.1291952185180558, + 1.0007499385498189, + 1.0111383561599954, + 0.9704983147288865, + 1.1385710361021162, + 0.7564588026775311, + 1.0046465692486821, + 0.9312841189336238, + 0.6375502285227569, + 1.0, + 0.829387189699574, + 1.0544363475675953, + 0.9771879250820691, + 1.0137760206245479, + 1.0423498864484522, + 0.43681029699877133, + 0.8991224001063718, + 0.8257144621838688, + 1.968770644943309, + 0.8856828178067617, + 1.0398871114616712, + 0.8345338516516961, + 0.9722595951185294, + 1.285772740124495, + 0.8915167876690523, + 0.8875667705363124, + 0.6453390579256484, + 0.9343424770462008, + 0.8887305596443167, + 1.0443061214405034, + 1.027608228431771, + 0.9189390661089004 + ] + ] + }, + "width": 512, + "in_features": 262, + "out_features": 13, + "depth": 6, + "padding": 524, + "parameters": 1622697, + "cert_evals": { + "36": 0.5839415788650513, + "72": 0.5328466892242432, + "108": 0.5072992444038391, + "255": 0.3102189898490906 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/arrhythmia/fold_3/result.json b/UCI_N6/sdp/runs/arrhythmia/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..4206adc086c70c56333b3e90b5a7e0473f792182 --- /dev/null +++ b/UCI_N6/sdp/runs/arrhythmia/fold_3/result.json @@ -0,0 +1,554 @@ +{ + "best_epoch": 45, + "best_val_acc": 0.6268656716417911, + "test_acc": 0.6397058823529411, + "train_size": 113, + "val_size": 67, + "test_size": 272, + "stats": { + "mean": [ + [ + 0.04070993805309734, + 0.11996151327433617, + -0.07505505699115043, + -0.053473368141592904, + -0.0023036168141593112, + -0.04386066761061949, + 0.1000648973451327, + 0.21898467610619468, + 0.0844638663362832, + -0.21027526176991146, + 0.08278053309734511, + 0.02691175840707965, + -0.10311968407079651, + -0.019989650442477833, + -0.029568291150442447, + 0.06979861946902657, + -0.09989179115044242, + -0.0017227557522123856, + -2.2654867243656462e-07, + 0.06518417699115044, + -0.04703600000000003, + -0.1056450000000003, + -0.1056450000000003, + 0.19977865575221251, + 0.0665928778761063, + 0.09438671238938035, + -0.10331811504424784, + -0.11287559292035391, + 0.1063068938053097, + 0.04291548672566383, + -0.05587280000000011, + -0.032180318584070916, + 0.06704106194690261, + -0.1718930000000004, + -0.04703600000000003, + 0.0665928778761063, + -0.06659289999999989, + 0.08948672566371665, + -0.025450121504424723, + -0.17311484513274336, + 0.07640526460176993, + 0.11526853982300869, + 0.1133023008849558, + -0.07326554867256642, + -0.04703600000000003, + 0.047838725663716816, + -0.04703600000000003, + 0.06704106194690251, + -0.02112876106194691, + -0.06659289999999989, + -0.013552253982300916, + -0.020357922123893812, + -0.027464973451327517, + -0.006002522123893788, + -0.04703600000000003, + -0.04337743362831858, + 0.14790371681415934, + 0.0665928778761063, + -0.06659289999999989, + 0.06659287787610634, + -0.06659289999999989, + 1.0619469029580476e-07, + 0.044767823008849614, + 0.08289923362831852, + -0.12235442831858409, + -0.11459614159292028, + 0.14790476371681416, + -2.9203539830824354e-07, + -0.04703600000000003, + 0.14110856637168223, + 0.027216715044247736, + -0.04703600000000003, + -0.055889752212389385, + -0.12962760265486717, + 0.10187851619469035, + -0.01324823008849549, + 0.022193132743362702, + -0.07879260176991155, + 0.0665928778761063, + 0.12907584070796485, + -0.04703600000000003, + -0.04703600000000003, + -0.04703600000000003, + -0.002639044247787606, + 0.054982569292035384, + 0.05932991150442477, + -0.06964141592920373, + -0.07482919999999994, + -0.033238396460177, + 0.13608353008849555, + 0.0894867256637167, + -0.09438650000000005, + -0.09438650000000005, + -0.1056450000000003, + 0.030049292035398203, + 0.0004219557522123656, + 0.04024157522123887, + 0.01212035575221241, + -0.06541580530973452, + -0.07854839999999999, + 0.02907596460176992, + -0.09438650000000005, + 0.09438671238938048, + -0.03861907964601766, + 1.0619469030366473e-07, + 1.0619469029580476e-07, + -0.0670416460176993, + -0.04499362831858416, + 0.0430065663716814, + 0.05495734513274337, + 0.025254761061947018, + -0.06529410000000001, + 0.06800543362831867, + -0.15775999999999976, + 0.0665928778761063, + -0.08165009999999992, + 1.0619469029580476e-07, + -0.08165009999999992, + -0.021128761061946954, + 0.0199548849557522, + -0.04005870796460183, + 0.07256339026548671, + 0.0029753097345135682, + 0.008741072566371728, + -0.12291731858407075, + 0.0665928778761063, + -0.03861907964601771, + 0.0665928778761063, + -2.9203539835933345e-07, + -0.15365226548672545, + -0.02139016460176988, + 0.03374174115044254, + -0.03278541946902662, + -0.16577226814159277, + 0.027216715044247785, + 0.14110856637168206, + -0.08165009999999992, + -0.17471278761061948, + -0.05009553982300891, + 0.10357247787610621, + 0.01421250265486715, + -0.16799606460176988, + 0.1411085663716814, + -0.04703600000000003, + 0.1997786557522125, + -0.02112876106194691, + 0.10064383539823014, + -0.09822227433628321, + 0.010812114336283181, + -0.0005969424778760985, + -0.034939104424778704, + -0.021039132743362887, + 0.1549942769911504, + -0.05473569823008849, + 0.09371048247787614, + 0.1284547699115043, + 0.08193819469026561, + -0.1894623433628318, + -0.03994628938053097, + 0.005021592920354035, + 0.06618380000000008, + 0.046780255752212445, + 0.12412912743362833, + -0.15687404504424782, + -0.04040450761061948, + 0.01819149026548674, + 0.047322232477876085, + -0.1316860601769911, + -0.08258592566371675, + 0.05638880530973452, + -0.10198681415929205, + 0.1290602176991152, + -0.03669845398230087, + -0.10499076469026546, + -0.12757559911504432, + -0.06652606637168137, + 0.05155422566371681, + 0.031605256637168136, + 0.0629123805309736, + 0.023197380530973564, + 0.04703600000000003, + -0.03599286283185842, + -0.1574473318584071, + 0.10887992823008849, + -0.053605181415929175, + -0.012299078761061958, + -0.05887616991150452, + 0.07308711769911504, + 0.09051549646017694, + -0.10846913274336303, + -0.15513741725663718, + 0.12073644318584073, + 0.05041307504424779, + 0.1529646697345132, + 0.0776218637168141, + 0.057565741592920404, + -0.17276489823008853, + -0.014984845840707986, + -0.04701723008849572, + -0.03750280353982299, + 0.06355189203539817, + 0.06636549999999998, + -0.1410115592035399, + -0.08766313362831851, + -0.09892783274336285, + -0.013420267079645989, + 0.09777304070796461, + 0.07535415840707965, + -0.10688448672566354, + 0.0625599000000001, + -0.011544922123893811, + -0.09627820707964604, + 0.08584640530973452, + 0.007022314424778771, + -0.05128431504424778, + -0.06365885663716808, + 0.02538907345132746, + 0.071253879380531, + -0.032786734513274456, + 0.0729473, + 0.04719471592920353, + 0.014598110265486715, + 0.026159213575221246, + 0.059101831504424836, + -0.07843545663716811, + 0.0003891433628318023, + 0.014624393274336253, + 0.03384382522123893, + -0.07310352920353969, + 0.0510427, + 0.14306325132743355, + -0.011243908849557487, + 0.02559352380530976, + 0.03617407230973455, + -0.012417333274336301, + -0.10102372743362834, + -0.09638603628318594, + 0.02360371292035396, + -0.0742930973451328, + -0.014339143362831862, + 0.03523714159292039, + 0.03915302300884953, + -0.08945827723893807, + -0.02228378656637163, + 0.10421852477876106, + 0.0697730088495576, + -0.12811908238938052, + -0.10229047238938055, + -0.048111653097345074, + 0.041196920353982314, + 0.10879424867256633, + -0.10693692778761064, + 0.02704163566371678, + 0.12719723849557518, + 0.1358370884955751, + -0.11345866194690264, + -0.11236356814159291, + 0.008828665486725625, + 0.04901849557522122, + 0.10906433185840712, + -0.12028646725663718, + 0.005514894867256633 + ] + ], + "std": [ + [ + 1.0502669179700934, + 0.9792224218294541, + 0.24305352147883325, + 1.043042266446498, + 1.0744571502175468, + 0.9508826739984755, + 0.9451555552883207, + 1.1810283789026603, + 1.0064552702700122, + 1.1190882010665817, + 0.9034793296608571, + 1.1336521923679663, + 0.9786491101919341, + 0.9206985848676537, + 0.8610889538505271, + 0.9619675032812017, + 0.9308084274399617, + 0.9863758024756076, + 0.9547571784517959, + 0.9496800506935921, + 1.0, + 1.0, + 1.0, + 1.9844233966366367, + 1.4095057857234627, + 1.40632875858643, + 0.892002130496044, + 1.0129634785032875, + 0.978487303853688, + 1.1394715296586964, + 1.0, + 1.0267988761241287, + 1.217866674742132, + 1.0, + 1.0, + 1.4095057857234627, + 1.0, + 1.30048921660964, + 1.101075351501756, + 0.9423320679555461, + 0.9745566669040967, + 1.0784150005489006, + 1.3072548131334407, + 1.020520797792866, + 1.0, + 1.1116626840554256, + 1.0, + 1.2178666747421323, + 0.8944357999064103, + 1.0, + 0.9763859814864452, + 0.9882312110151381, + 0.9941548135105892, + 1.0805382570058093, + 1.0, + 0.9455390825539804, + 1.5353137244867092, + 1.4095057857234619, + 1.0, + 1.4095057857234636, + 1.0, + 0.9988939483461567, + 0.9028116049768871, + 1.0263167291591377, + 0.9964436627027657, + 0.4280387316306564, + 1.0514551909197751, + 0.9988936769842915, + 1.0, + 1.9911349325902201, + 1.152138074538978, + 1.0, + 0.9644113662850948, + 0.9806946309645141, + 0.9930268680075975, + 0.8905664891946655, + 1.0736843273720693, + 1.0058668086951204, + 1.409505785723462, + 1.3330925209888196, + 1.0, + 1.0, + 1.0, + 1.0450036005861865, + 1.3244456183776097, + 0.932189980942975, + 0.9625014477361986, + 1.0, + 1.0074707737922228, + 1.62207901125963, + 1.3004892166096393, + 1.0, + 1.0, + 1.0, + 1.0917543201475843, + 1.0127130749629136, + 1.2877909824303606, + 0.9604994075919616, + 0.8657450013263874, + 1.0, + 1.0599660091906427, + 1.0, + 1.4063287585864277, + 0.8174198991670479, + 0.9988939483461567, + 0.9988939483461567, + 0.7094990007768708, + 0.8740833234525124, + 1.010657132912493, + 0.9328151962443406, + 1.3541564903516528, + 1.0, + 1.0437864539647888, + 1.0, + 1.409505785723462, + 1.0, + 0.9988939483461567, + 1.0, + 0.8944357999064098, + 1.2065791134004533, + 1.0500123468485083, + 0.9959504427215604, + 1.0958354145667224, + 0.7400533918928887, + 0.9943642075886404, + 1.4095057857234627, + 0.8174198991670482, + 1.4095057857234627, + 0.9988936769842922, + 0.9193790839730072, + 1.0436031910295362, + 0.9868834993023391, + 0.5782795414175284, + 0.9541173647907301, + 1.1521380745389775, + 1.9911349325902201, + 1.0, + 0.9325216486314452, + 1.0303184562115624, + 0.9698188611354921, + 1.0027196672799903, + 1.0327882823860284, + 1.9911349325902201, + 1.0, + 1.9844233966366391, + 0.8944357999064109, + 0.7112349595162911, + 1.0528496975740775, + 0.9693293962135208, + 1.098217436491506, + 0.39441056751713705, + 1.131185111941341, + 0.8933013668038887, + 0.8692841653701331, + 0.9535583303775852, + 0.9578421783922644, + 0.9351032690489206, + 0.9587912379925385, + 0.8874155629442673, + 0.7402206710271984, + 1.0, + 1.0688089329251667, + 0.997681462694144, + 0.9866601266296527, + 0.9496581319654654, + 0.9257831061652533, + 0.9073562336120353, + 0.9768579353882867, + 0.9602672008044747, + 0.7793988687883875, + 1.2643817992013762, + 0.8858997832358527, + 1.0783739453909889, + 0.9243425987503827, + 0.9894525958813807, + 0.8138319611992417, + 0.9527697944043735, + 1.1413505837251008, + 0.8792523651290115, + 1.0992317647014969, + 1.0, + 1.065433498566479, + 0.9150528093441637, + 1.0062463574228966, + 1.011250604668206, + 0.7913263564369651, + 0.9735543146496928, + 0.9610800849612564, + 0.9880567372837797, + 0.3866698577857632, + 0.9853949011817834, + 0.990227174214131, + 0.8869793376043191, + 1.0049463863071384, + 0.9992217219580515, + 0.9135057665522096, + 0.9794517412025064, + 0.8334338014885702, + 0.37518500497353446, + 1.1642248030770597, + 0.9506854878365382, + 1.1083600583283926, + 0.9361744720072924, + 1.0051395038183164, + 0.7234663786843327, + 1.1371317753211319, + 1.5356103741191347, + 0.8479920793399001, + 0.46656712729960265, + 1.0, + 1.0891589322731212, + 0.8545812844441173, + 1.3469557389840487, + 1.3298686360213214, + 0.8184103746992143, + 1.2426545134673366, + 0.9345647421429395, + 0.8739291157345797, + 0.7954155323258645, + 1.0, + 0.9396031266002715, + 0.8729340873197525, + 1.1022147706138496, + 0.9052007430680863, + 0.8002297286948205, + 1.1474637082252046, + 1.0050624674836923, + 0.8958786752659496, + 0.1199464140766847, + 1.0, + 0.9484606934407114, + 0.924743989986394, + 1.1045533858189263, + 0.9763355497679247, + 0.8775711016746042, + 1.4892483405130004, + 0.9479162196372228, + 0.824520740664537, + 0.48200134691826974, + 0.8093410764663572, + 1.0307538015892828, + 0.8557116942728363, + 0.9675781578595044, + 0.9316537658305905, + 0.961482671503125, + 0.9499524026348503, + 1.0156281171297905, + 0.9533815998673338, + 0.13577727875330386, + 1.0944930405696027, + 0.9984202119037168, + 1.0610893586418122, + 1.0416564535479678, + 0.953141207852886, + 0.9699518518482332, + 1.0661304370514315, + 0.9605383246803934, + 0.9343424770461999, + 1.1428421085341074, + 0.9995106529728873, + 1.0191031224939573, + 1.0275583030415119 + ] + ] + }, + "width": 512, + "in_features": 262, + "out_features": 13, + "depth": 6, + "padding": 524, + "parameters": 1622697, + "cert_evals": { + "36": 0.6066176295280457, + "72": 0.5625, + "108": 0.5036764740943909, + "255": 0.29411765933036804 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/audiology-std/fold_0/result.json b/UCI_N6/sdp/runs/audiology-std/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..73576a030129da98e66c69a7dca7915dea7acd9a --- /dev/null +++ b/UCI_N6/sdp/runs/audiology-std/fold_0/result.json @@ -0,0 +1,148 @@ +{ + "best_epoch": 9, + "best_val_acc": 0.1935483870967742, + "test_acc": 0.2857142857142857, + "train_size": 25, + "val_size": 31, + "test_size": 140, + "stats": { + "mean": [ + [ + -1.7763568394002505e-17, + -8.399999999486596e-07, + 7.99999999756551e-08, + -1.2800000001833566e-06, + -3.6000000007696543e-07, + -8.799999999986596e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.000000002006402e-08, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 7.99999999756551e-08, + 0.0, + -3.199999999159431e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3306690738754695e-17, + -3.999999999981796e-07, + 0.0, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.659739592076221e-17, + 0.0, + -8.659739592076221e-17, + 0.0, + 0.0, + 0.0, + -7.199999999940587e-07, + -4.800000000759752e-07, + 2.799999999325564e-07, + 0.0, + 2.220446049250313e-18, + 0.0, + -1.5999999996907377e-07, + 0.0, + -4.0000000006479297e-07, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9797958971132714, + 0.979795399156076, + 0.979796007645425, + 0.9797944438980055, + 0.979795825808005, + 0.9797970293219844, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132714, + 1.0, + 0.9797961795409461, + 0.979796007645425, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797960076454252, + 1.0, + 0.9797960772142222, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132711, + 0.9797952000000001, + 1.0, + 0.9797960076454251, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132709, + 1.0, + 0.9797958971132709, + 1.0, + 1.0, + 1.0, + 0.9797942770355633, + 0.9797949007791427, + 0.9797958854236333, + 1.0, + 0.979795897113271, + 1.0, + 0.9797957933341287, + 1.0, + 0.9797952, + 1.0, + 1.0 + ] + ] + }, + "width": 256, + "in_features": 59, + "out_features": 18, + "depth": 6, + "padding": 118, + "parameters": 186462, + "cert_evals": { + "36": 0.1785714328289032, + "72": 0.1428571492433548, + "108": 0.09285714477300644, + "255": 0.0071428571827709675 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/audiology-std/fold_1/result.json b/UCI_N6/sdp/runs/audiology-std/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..a066b4609e739d42f0de8e0c4440b9ff7dc507fc --- /dev/null +++ b/UCI_N6/sdp/runs/audiology-std/fold_1/result.json @@ -0,0 +1,148 @@ +{ + "best_epoch": 38, + "best_val_acc": 0.42424242424242425, + "test_acc": 0.3188405797101449, + "train_size": 25, + "val_size": 33, + "test_size": 138, + "stats": { + "mean": [ + [ + -1.7763568394002505e-17, + -8.399999999486596e-07, + 7.99999999756551e-08, + -1.2800000001833566e-06, + -3.6000000007696543e-07, + -8.799999999986596e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.000000002006402e-08, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 7.99999999756551e-08, + 0.0, + -3.199999999159431e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3306690738754695e-17, + -3.999999999981796e-07, + 0.0, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.659739592076221e-17, + 0.0, + -8.659739592076221e-17, + 0.0, + 0.0, + 0.0, + -7.199999999940587e-07, + -4.800000000759752e-07, + 2.799999999325564e-07, + 0.0, + 2.220446049250313e-18, + 0.0, + -1.5999999996907377e-07, + 0.0, + -4.0000000006479297e-07, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9797958971132714, + 0.979795399156076, + 0.979796007645425, + 0.9797944438980055, + 0.979795825808005, + 0.9797970293219844, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132714, + 1.0, + 0.9797961795409461, + 0.979796007645425, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797960076454252, + 1.0, + 0.9797960772142222, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132711, + 0.9797952000000001, + 1.0, + 0.9797960076454251, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132709, + 1.0, + 0.9797958971132709, + 1.0, + 1.0, + 1.0, + 0.9797942770355633, + 0.9797949007791427, + 0.9797958854236333, + 1.0, + 0.979795897113271, + 1.0, + 0.9797957933341287, + 1.0, + 0.9797952, + 1.0, + 1.0 + ] + ] + }, + "width": 256, + "in_features": 59, + "out_features": 18, + "depth": 6, + "padding": 118, + "parameters": 186462, + "cert_evals": { + "36": 0.260869562625885, + "72": 0.18840579688549042, + "108": 0.13768115639686584, + "255": 0.021739130839705467 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/audiology-std/fold_2/result.json b/UCI_N6/sdp/runs/audiology-std/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..ddf7eb8bae187a1f634f553820aab82392ce7656 --- /dev/null +++ b/UCI_N6/sdp/runs/audiology-std/fold_2/result.json @@ -0,0 +1,148 @@ +{ + "best_epoch": 21, + "best_val_acc": 0.36, + "test_acc": 0.2876712328767123, + "train_size": 25, + "val_size": 25, + "test_size": 146, + "stats": { + "mean": [ + [ + -1.7763568394002505e-17, + -8.399999999486596e-07, + 7.99999999756551e-08, + -1.2800000001833566e-06, + -3.6000000007696543e-07, + -8.799999999986596e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.000000002006402e-08, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 7.99999999756551e-08, + 0.0, + -3.199999999159431e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3306690738754695e-17, + -3.999999999981796e-07, + 0.0, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.659739592076221e-17, + 0.0, + -8.659739592076221e-17, + 0.0, + 0.0, + 0.0, + -7.199999999940587e-07, + -4.800000000759752e-07, + 2.799999999325564e-07, + 0.0, + 2.220446049250313e-18, + 0.0, + -1.5999999996907377e-07, + 0.0, + -4.0000000006479297e-07, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9797958971132714, + 0.979795399156076, + 0.979796007645425, + 0.9797944438980055, + 0.979795825808005, + 0.9797970293219844, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132714, + 1.0, + 0.9797961795409461, + 0.979796007645425, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797960076454252, + 1.0, + 0.9797960772142222, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132711, + 0.9797952000000001, + 1.0, + 0.9797960076454251, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132709, + 1.0, + 0.9797958971132709, + 1.0, + 1.0, + 1.0, + 0.9797942770355633, + 0.9797949007791427, + 0.9797958854236333, + 1.0, + 0.979795897113271, + 1.0, + 0.9797957933341287, + 1.0, + 0.9797952, + 1.0, + 1.0 + ] + ] + }, + "width": 256, + "in_features": 59, + "out_features": 18, + "depth": 6, + "padding": 118, + "parameters": 186462, + "cert_evals": { + "36": 0.2602739632129669, + "72": 0.17123287916183472, + "108": 0.1164383590221405, + "255": 0.027397260069847107 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/audiology-std/fold_3/result.json b/UCI_N6/sdp/runs/audiology-std/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..5bc511fcacbc1a2f66251ad9b9aa1a91d189048f --- /dev/null +++ b/UCI_N6/sdp/runs/audiology-std/fold_3/result.json @@ -0,0 +1,148 @@ +{ + "best_epoch": 75, + "best_val_acc": 0.5, + "test_acc": 0.36879432624113473, + "train_size": 25, + "val_size": 30, + "test_size": 141, + "stats": { + "mean": [ + [ + -1.7763568394002505e-17, + -8.399999999486596e-07, + 7.99999999756551e-08, + -1.2800000001833566e-06, + -3.6000000007696543e-07, + -8.799999999986596e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.000000002006402e-08, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 7.99999999756551e-08, + 0.0, + -3.199999999159431e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3306690738754695e-17, + -3.999999999981796e-07, + 0.0, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.659739592076221e-17, + 0.0, + -8.659739592076221e-17, + 0.0, + 0.0, + 0.0, + -7.199999999940587e-07, + -4.800000000759752e-07, + 2.799999999325564e-07, + 0.0, + 2.220446049250313e-18, + 0.0, + -1.5999999996907377e-07, + 0.0, + -4.0000000006479297e-07, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9797958971132714, + 0.979795399156076, + 0.979796007645425, + 0.9797944438980055, + 0.979795825808005, + 0.9797970293219844, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132714, + 1.0, + 0.9797961795409461, + 0.979796007645425, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797960076454252, + 1.0, + 0.9797960772142222, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132711, + 0.9797952000000001, + 1.0, + 0.9797960076454251, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132709, + 1.0, + 0.9797958971132709, + 1.0, + 1.0, + 1.0, + 0.9797942770355633, + 0.9797949007791427, + 0.9797958854236333, + 1.0, + 0.979795897113271, + 1.0, + 0.9797957933341287, + 1.0, + 0.9797952, + 1.0, + 1.0 + ] + ] + }, + "width": 256, + "in_features": 59, + "out_features": 18, + "depth": 6, + "padding": 118, + "parameters": 186462, + "cert_evals": { + "36": 0.326241135597229, + "72": 0.2978723347187042, + "108": 0.23404254019260406, + "255": 0.10638297349214554 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/balance-scale/fold_0/result.json b/UCI_N6/sdp/runs/balance-scale/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..49d215a471a2e3b9da48b15919bb26ddacaea655 --- /dev/null +++ b/UCI_N6/sdp/runs/balance-scale/fold_0/result.json @@ -0,0 +1,38 @@ +{ + "best_epoch": 1, + "best_val_acc": 0.46987951807228917, + "test_acc": 0.41968911917098445, + "train_size": 156, + "val_size": 83, + "test_size": 386, + "stats": { + "mean": [ + [ + 0.05887832692307693, + -2.5641025661690044e-08, + 0.09964028205128199, + -0.09058207692307692 + ] + ], + "std": [ + [ + 0.9464310236223092, + 0.9765235538802873, + 0.9974316897506468, + 1.0391308031314608 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 2337, + "cert_evals": { + "36": 0.14766839146614075, + "72": 0.0, + "108": 0.0, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/balance-scale/fold_1/result.json b/UCI_N6/sdp/runs/balance-scale/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..8d03ff8f3c4450236b5dacdcb783395c96cef658 --- /dev/null +++ b/UCI_N6/sdp/runs/balance-scale/fold_1/result.json @@ -0,0 +1,38 @@ +{ + "best_epoch": 61, + "best_val_acc": 0.8556701030927835, + "test_acc": 0.8279569892473119, + "train_size": 156, + "val_size": 97, + "test_size": 372, + "stats": { + "mean": [ + [ + 0.09511109615384612, + -3.416070845000482e-17, + 0.00905823076923074, + 0.08152388461538454 + ] + ], + "std": [ + [ + 1.0090351712085057, + 1.0055834762270852, + 0.9532661180714023, + 1.002273371607005 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 2337, + "cert_evals": { + "36": 0.6747311949729919, + "72": 0.5053763389587402, + "108": 0.3870967626571655, + "255": 0.05376344174146652 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/balance-scale/fold_2/result.json b/UCI_N6/sdp/runs/balance-scale/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..8b89c398db1a3b04809374acccff68b27457dc7b --- /dev/null +++ b/UCI_N6/sdp/runs/balance-scale/fold_2/result.json @@ -0,0 +1,38 @@ +{ + "best_epoch": 45, + "best_val_acc": 0.7849462365591398, + "test_acc": 0.7526595744680851, + "train_size": 156, + "val_size": 93, + "test_size": 376, + "stats": { + "mean": [ + [ + -0.00452913461538464, + 0.06340748717948716, + -1.2820512825151571e-08, + 0.09964030769230771 + ] + ], + "std": [ + [ + 0.9879158233594086, + 0.9907460042778667, + 1.027617579941566, + 0.9614936385801037 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 2337, + "cert_evals": { + "36": 0.6303191184997559, + "72": 0.46808508038520813, + "108": 0.3404255211353302, + "255": 0.029255317524075508 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/balance-scale/fold_3/result.json b/UCI_N6/sdp/runs/balance-scale/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..5181fe98580e25a11e24240553e3799547fa5ff3 --- /dev/null +++ b/UCI_N6/sdp/runs/balance-scale/fold_3/result.json @@ -0,0 +1,38 @@ +{ + "best_epoch": 35, + "best_val_acc": 0.782608695652174, + "test_acc": 0.7771883289124668, + "train_size": 156, + "val_size": 92, + "test_size": 377, + "stats": { + "mean": [ + [ + 0.05434929487179499, + -0.08605298076923085, + 0.06793655769230768, + -0.16757685256410257 + ] + ], + "std": [ + [ + 1.0569029867956488, + 1.0161657906649941, + 0.9625917447832895, + 0.9469510608150327 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 2337, + "cert_evals": { + "36": 0.6472148299217224, + "72": 0.4907161593437195, + "108": 0.36339521408081055, + "255": 0.037135276943445206 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/balloons/fold_0/result.json b/UCI_N6/sdp/runs/balloons/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..dae1955511207f1ea979558b0f4415cfda52d4a6 --- /dev/null +++ b/UCI_N6/sdp/runs/balloons/fold_0/result.json @@ -0,0 +1,38 @@ +{ + "best_epoch": 9, + "best_val_acc": 1.0, + "test_acc": 0.5, + "train_size": 4, + "val_size": 4, + "test_size": 8, + "stats": { + "mean": [ + [ + 0.0, + 0.0, + -0.968246, + 0.0 + ] + ], + "std": [ + [ + 0.968246, + 0.968246, + 1.0, + 0.968246 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 2326, + "cert_evals": { + "36": 0.25, + "72": 0.125, + "108": 0.0, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/balloons/fold_1/result.json b/UCI_N6/sdp/runs/balloons/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..19f48485ffe4620237a90d88616598f6d082e776 --- /dev/null +++ b/UCI_N6/sdp/runs/balloons/fold_1/result.json @@ -0,0 +1,38 @@ +{ + "best_epoch": 1, + "best_val_acc": 0.5, + "test_acc": 0.5, + "train_size": 4, + "val_size": 2, + "test_size": 10, + "stats": { + "mean": [ + [ + -0.484123, + 0.484123, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.8385256331126676, + 0.8385256331126676, + 0.968246, + 0.968246 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 2326, + "cert_evals": { + "36": 0.4000000059604645, + "72": 0.20000000298023224, + "108": 0.10000000149011612, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/balloons/fold_2/result.json b/UCI_N6/sdp/runs/balloons/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..6877a6403d9b32866af205110ad430c4440a3674 --- /dev/null +++ b/UCI_N6/sdp/runs/balloons/fold_2/result.json @@ -0,0 +1,38 @@ +{ + "best_epoch": 8, + "best_val_acc": 1.0, + "test_acc": 0.5454545454545454, + "train_size": 4, + "val_size": 1, + "test_size": 11, + "stats": { + "mean": [ + [ + -0.484123, + 0.0, + -0.484123, + -0.484123 + ] + ], + "std": [ + [ + 0.8385256331126676, + 0.968246, + 0.8385256331126676, + 0.8385256331126676 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 2326, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/balloons/fold_3/result.json b/UCI_N6/sdp/runs/balloons/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..64466ca2ca64a4302a822e048cb2a9f08376bbc2 --- /dev/null +++ b/UCI_N6/sdp/runs/balloons/fold_3/result.json @@ -0,0 +1,38 @@ +{ + "best_epoch": 1, + "best_val_acc": 0.0, + "test_acc": 0.5454545454545454, + "train_size": 4, + "val_size": 1, + "test_size": 11, + "stats": { + "mean": [ + [ + 0.48412299999999997, + 0.484123, + -0.968246, + 0.0 + ] + ], + "std": [ + [ + 0.8385256331126676, + 0.8385256331126676, + 1.0, + 0.968246 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 2326, + "cert_evals": { + "36": 0.5454545617103577, + "72": 0.5454545617103577, + "108": 0.5454545617103577, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/bank/fold_0/result.json b/UCI_N6/sdp/runs/bank/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..dc31f30a3e8fdde3db86b5e20fb6425b60ab942a --- /dev/null +++ b/UCI_N6/sdp/runs/bank/fold_0/result.json @@ -0,0 +1,62 @@ +{ + "best_epoch": 16, + "best_val_acc": 0.8302425106990015, + "test_acc": 0.8327137546468402, + "train_size": 1130, + "val_size": 701, + "test_size": 2690, + "stats": { + "mean": [ + [ + -0.043444115752212485, + 0.038350172566371764, + 0.021509683185840713, + -0.021201484955752213, + -0.006912000000000016, + 0.04290420228318581, + -0.031048147787610524, + -0.010544807964601867, + -0.027401819469027113, + -0.0011023982300885904, + -0.020262814867256583, + -0.01690946219469023, + -0.0050658819469022965, + 0.027795634513274152, + 0.0035984575221236132, + 0.03735520353982189 + ] + ], + "std": [ + [ + 0.9589625434028519, + 0.9947635481983416, + 1.013551308348929, + 0.9759306172571834, + 1.025514103095601, + 1.1941195969624385, + 0.9952628808737004, + 1.0099558672249285, + 1.0069197139677768, + 1.0315253300196314, + 1.005152797600638, + 0.9721293687592033, + 0.9311569270874402, + 1.0436010567990328, + 0.9725976279868672, + 1.0344584167333912 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 13122, + "cert_evals": { + "36": 0.7791821360588074, + "72": 0.7014870047569275, + "108": 0.6014869809150696, + "255": 0.19851301610469818 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/bank/fold_1/result.json b/UCI_N6/sdp/runs/bank/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..5d48dd9c583bdd25f21a4acb4e837bf4b54452ec --- /dev/null +++ b/UCI_N6/sdp/runs/bank/fold_1/result.json @@ -0,0 +1,62 @@ +{ + "best_epoch": 13, + "best_val_acc": 0.8343283582089552, + "test_acc": 0.834619625137817, + "train_size": 1130, + "val_size": 670, + "test_size": 2721, + "stats": { + "mean": [ + [ + -0.01574801380530978, + 0.0023927396460177394, + 0.0021967858407077644, + -0.01932307256637162, + 0.006853599999999982, + -0.03479098039734521, + 0.0010882398230089275, + 0.02142298584070794, + -0.04310824424778776, + -0.002926514159292115, + -0.01356536707964567, + 0.01527978015929205, + -0.04149083628318521, + -0.006613960176991296, + 0.006211176106194516, + -0.021354536283185895 + ] + ], + "std": [ + [ + 0.969300386690253, + 1.0029838787869998, + 1.0077378567908635, + 1.0067270576318987, + 0.9737641828355684, + 0.8874066057167844, + 1.0000362134178429, + 0.978768086158569, + 1.0166647522536418, + 1.0110908544078474, + 0.9795699211960872, + 0.988628308543735, + 0.8468895052095667, + 1.0088647512260476, + 1.0744144429583726, + 0.97024384329565 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 13122, + "cert_evals": { + "36": 0.7805953621864319, + "72": 0.704887866973877, + "108": 0.6199926137924194, + "255": 0.22381477057933807 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/bank/fold_2/result.json b/UCI_N6/sdp/runs/bank/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..db1dc1d24f11378f93fa44dc336bf596ed6257a6 --- /dev/null +++ b/UCI_N6/sdp/runs/bank/fold_2/result.json @@ -0,0 +1,62 @@ +{ + "best_epoch": 62, + "best_val_acc": 0.8455988455988456, + "test_acc": 0.8306152705707932, + "train_size": 1130, + "val_size": 693, + "test_size": 2698, + "stats": { + "mean": [ + [ + 0.03612999486725651, + 0.0039014732743363205, + -0.026264318584070866, + 0.007914513274336264, + -2.920000000001238e-05, + -0.02074493859203536, + -0.02212137345132746, + -0.02529917433628319, + -0.017585318584070603, + 0.002009283628318563, + -0.032913651327433256, + 0.01575317238053096, + 0.01656134477876116, + 0.004832360176991011, + 0.0046435044247787275, + -0.007806110619469017 + ] + ], + "std": [ + [ + 1.026029784154538, + 1.014567266706415, + 0.9934924943110668, + 1.0009548228746656, + 0.9999976513205256, + 0.9005330945128681, + 0.9966950423207805, + 1.02369326820955, + 1.0066229970970322, + 1.0105897259642973, + 0.9953808522736891, + 1.0444837633462487, + 0.9721502138598372, + 1.0252935681497495, + 0.9895490051866441, + 0.9907898156267138 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 13122, + "cert_evals": { + "36": 0.7746478915214539, + "72": 0.7123795747756958, + "108": 0.6315789818763733, + "255": 0.27464789152145386 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/bank/fold_3/result.json b/UCI_N6/sdp/runs/bank/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..89b95e194e6e342d87ce68359752708851724df6 --- /dev/null +++ b/UCI_N6/sdp/runs/bank/fold_3/result.json @@ -0,0 +1,62 @@ +{ + "best_epoch": 19, + "best_val_acc": 0.8401206636500754, + "test_acc": 0.8409090909090909, + "train_size": 1130, + "val_size": 663, + "test_size": 2728, + "stats": { + "mean": [ + [ + -0.0319807638938054, + 0.00842759592920361, + 0.0032132584070795264, + -0.0512567557522122, + 0.02061919999999998, + 0.017208951831858395, + -0.023906728318583995, + 0.009127680530973464, + 0.04229537345132683, + 0.03913422522123883, + -0.0012866005309730669, + 0.019049747389380534, + 0.0011946368141599608, + -0.01394144424778776, + -0.01887086017699146, + -0.012322258407079635 + ] + ], + "std": [ + [ + 0.9997012384907139, + 1.011637351521284, + 1.0052459246549308, + 0.9835551200097631, + 0.9188989108776542, + 0.975563370252112, + 0.9964151726496702, + 0.9910016079646086, + 0.9876324728734414, + 0.9709295082923052, + 1.018649934814902, + 1.045208416973306, + 1.0916320113723843, + 0.971971990527501, + 0.9802679634858928, + 0.9883913040231975 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 13122, + "cert_evals": { + "36": 0.8002199530601501, + "72": 0.742668628692627, + "108": 0.6678885817527771, + "255": 0.28115835785865784 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/blood/fold_0/result.json b/UCI_N6/sdp/runs/blood/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..8f3d2f238b0bffaef48804d8fd17a38def9e8060 --- /dev/null +++ b/UCI_N6/sdp/runs/blood/fold_0/result.json @@ -0,0 +1,38 @@ +{ + "best_epoch": 32, + "best_val_acc": 0.6229508196721312, + "test_acc": 0.6195899772209568, + "train_size": 187, + "val_size": 122, + "test_size": 439, + "stats": { + "mean": [ + [ + 0.08207599251336908, + 0.07211877540106948, + 0.07211877540106948, + 0.12092969090909093 + ] + ], + "std": [ + [ + 1.0915037898164763, + 0.9154190444987925, + 0.9154190444987925, + 1.0234960637376278 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 2326, + "cert_evals": { + "36": 0.4396355450153351, + "72": 0.2984054684638977, + "108": 0.13667427003383636, + "255": 0.0182232353836298 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/blood/fold_1/result.json b/UCI_N6/sdp/runs/blood/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..1f5e098a0405f4788b852df6793764e8c07163ab --- /dev/null +++ b/UCI_N6/sdp/runs/blood/fold_1/result.json @@ -0,0 +1,38 @@ +{ + "best_epoch": 25, + "best_val_acc": 0.5862068965517241, + "test_acc": 0.6853932584269663, + "train_size": 187, + "val_size": 116, + "test_size": 445, + "stats": { + "mean": [ + [ + -0.0044589358288771265, + -0.03777642245989305, + -0.03777642245989305, + -0.04118699946524062 + ] + ], + "std": [ + [ + 1.0355747128653376, + 1.0168425706533084, + 1.0168425706533084, + 0.9389071377082803 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 2326, + "cert_evals": { + "36": 0.5550562143325806, + "72": 0.40449437499046326, + "108": 0.24943821132183075, + "255": 0.020224720239639282 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/blood/fold_2/result.json b/UCI_N6/sdp/runs/blood/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..4021239149e6f7cb1f0230e877fdc86f32ed700d --- /dev/null +++ b/UCI_N6/sdp/runs/blood/fold_2/result.json @@ -0,0 +1,38 @@ +{ + "best_epoch": 6, + "best_val_acc": 0.6090909090909091, + "test_acc": 0.6319290465631929, + "train_size": 187, + "val_size": 110, + "test_size": 451, + "stats": { + "mean": [ + [ + 0.05565309197860972, + -0.04876601497326191, + -0.04876601497326191, + 0.022211831550802065 + ] + ], + "std": [ + [ + 1.2081413746481122, + 0.9472357528176619, + 0.9472357528176619, + 0.9442482982599183 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 2326, + "cert_evals": { + "36": 0.1685144156217575, + "72": 0.002217294881120324, + "108": 0.0, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/blood/fold_3/result.json b/UCI_N6/sdp/runs/blood/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..8ce72c21df29b1152109ddd392359b85b5066654 --- /dev/null +++ b/UCI_N6/sdp/runs/blood/fold_3/result.json @@ -0,0 +1,38 @@ +{ + "best_epoch": 4, + "best_val_acc": 0.7203389830508474, + "test_acc": 0.7629796839729119, + "train_size": 187, + "val_size": 118, + "test_size": 443, + "stats": { + "mean": [ + [ + 0.02856966417112282, + -0.11561878823529406, + -0.11561878823529406, + -0.0299989443850266 + ] + ], + "std": [ + [ + 1.1041996654221626, + 0.9454192748690525, + 0.9454192748690525, + 0.9892882254644951 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 2326, + "cert_evals": { + "36": 0.7246049642562866, + "72": 0.5891647934913635, + "108": 0.0, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/breast-cancer-wisc-diag/fold_0/result.json b/UCI_N6/sdp/runs/breast-cancer-wisc-diag/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..66d59b428e8ff7b3de2730389592f7d712a7d4ff --- /dev/null +++ b/UCI_N6/sdp/runs/breast-cancer-wisc-diag/fold_0/result.json @@ -0,0 +1,90 @@ +{ + "best_epoch": 14, + "best_val_acc": 0.975, + "test_acc": 0.9740634005763689, + "train_size": 142, + "val_size": 80, + "test_size": 347, + "stats": { + "mean": [ + [ + 0.0825849457746479, + 0.16776179100774652, + 0.08018569295774641, + 0.08525118492957748, + -0.13794442330985915, + -0.020546994366197266, + 0.031128610563380326, + 0.027148295774647915, + -0.03857999985915492, + -0.13734727633802823, + 0.08226506922535208, + -0.06624039612676055, + 0.09562314598591552, + 0.11241559394366195, + -0.0706283795774648, + 0.012817941971830999, + 0.03673792985915488, + 0.06254002929577464, + -0.016561529295774678, + -0.03867594647887324, + 0.07726569126760555, + 0.11026314366197185, + 0.07734966126760559, + 0.07510323753521127, + -0.10811489788732392, + 0.017963794225352204, + 0.03508001049295764, + 0.03470587605633805, + -0.006298125654929594, + -0.05882395070422536 + ] + ], + "std": [ + [ + 1.0298680528672801, + 1.0456187991444128, + 1.0339745446187498, + 1.1112548477482211, + 0.9413610006349405, + 1.0168663973319072, + 1.0127149891342198, + 0.9829034935431965, + 0.9115153190139265, + 0.8362062139046329, + 1.3277929800502757, + 0.7882767184809211, + 1.351171258508586, + 1.4874958213599554, + 0.8030624718228448, + 1.0638857030973894, + 1.0680975160236916, + 1.029388660893026, + 0.8840778078833855, + 0.9386046041123467, + 1.042323932480091, + 1.0325935116911305, + 1.0468623000133939, + 1.097427344818284, + 0.9438879408105022, + 1.048839947871273, + 1.087511123501064, + 1.02306665439061, + 0.9281333050780699, + 0.9709946269989288 + ] + ] + }, + "width": 128, + "in_features": 30, + "out_features": 2, + "depth": 6, + "padding": 60, + "parameters": 47738, + "cert_evals": { + "36": 0.939481258392334, + "72": 0.9193083047866821, + "108": 0.8933717608451843, + "255": 0.789625346660614 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/breast-cancer-wisc-diag/fold_1/result.json b/UCI_N6/sdp/runs/breast-cancer-wisc-diag/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..0a6796a6501ce57b83a60afc79fab1c2e41dd7c3 --- /dev/null +++ b/UCI_N6/sdp/runs/breast-cancer-wisc-diag/fold_1/result.json @@ -0,0 +1,90 @@ +{ + "best_epoch": 20, + "best_val_acc": 0.9512195121951219, + "test_acc": 0.9710144927536232, + "train_size": 142, + "val_size": 82, + "test_size": 345, + "stats": { + "mean": [ + [ + -0.11201186056338029, + 0.07070025633802816, + -0.10239308169014083, + -0.11672702063380279, + 0.032527111971830974, + 0.05026270500000002, + -0.02818336908450703, + -0.04343403450704224, + -0.02067522316901408, + 0.08708522408450704, + -0.11080013492957747, + 0.04381799119718306, + -0.0825752031690141, + -0.11760619366197181, + -0.12109326042253515, + 0.0031279288732394177, + -0.06837052551408451, + -0.09945178922535211, + 0.02686396394366193, + -0.03645938134507036, + -0.09511004859154928, + 0.08993712535211269, + -0.07473255774647886, + -0.10130778450704225, + 0.04382505676056337, + 0.08864361894366199, + 0.03680164077464787, + -0.003688304577464759, + 0.0977748130774647, + 0.08804689718309852 + ] + ], + "std": [ + [ + 0.9195016301354824, + 1.094593366492765, + 0.9291056843219847, + 0.8651637977085379, + 1.104895872882098, + 1.0612349352106514, + 0.9960386306069985, + 0.9599334814324468, + 0.995073713912434, + 1.0059759191906428, + 0.8154754957601557, + 1.1714910738712319, + 0.8337124056974246, + 0.7056775636749633, + 0.8384686418997397, + 0.997008703041016, + 0.7652271837716654, + 0.9491550332342998, + 0.9894126977193328, + 0.8349121832481521, + 0.9324374909578882, + 1.0776300277359205, + 0.9582162700674596, + 0.8930111054213019, + 1.0965646002689322, + 1.0909755237588887, + 1.0811372221216917, + 1.0368266566472815, + 1.0808007528399084, + 1.0161303395181038 + ] + ] + }, + "width": 128, + "in_features": 30, + "out_features": 2, + "depth": 6, + "padding": 60, + "parameters": 47738, + "cert_evals": { + "36": 0.9478261470794678, + "72": 0.9130434989929199, + "108": 0.8811594247817993, + "255": 0.7855072617530823 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/breast-cancer-wisc-diag/fold_2/result.json b/UCI_N6/sdp/runs/breast-cancer-wisc-diag/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..fe4bf8bb9f91144bf23ea226979c92671abf4831 --- /dev/null +++ b/UCI_N6/sdp/runs/breast-cancer-wisc-diag/fold_2/result.json @@ -0,0 +1,90 @@ +{ + "best_epoch": 6, + "best_val_acc": 0.9431818181818182, + "test_acc": 0.9498525073746312, + "train_size": 142, + "val_size": 88, + "test_size": 339, + "stats": { + "mean": [ + [ + -0.021816593521126793, + 0.06485498873239437, + -0.02247304859154929, + -0.029893932042253508, + 0.038515619718309926, + -0.02588728169014086, + -0.05297414225352113, + -0.003333404225352076, + 0.04336582049295775, + -0.03314538676056333, + -0.030619029577464745, + -0.0005102492957746506, + -0.05296082697183101, + -0.03949717746478873, + 0.010749251408450719, + -0.0881686789436619, + -0.1314002314507042, + -0.11034913126760565, + -0.034516665140845094, + -0.06504294760563381, + -0.02178127598591549, + 0.04724548049295773, + -0.027157091126760537, + -0.033063059859154906, + 0.05190005140845066, + -0.03469985169014086, + -0.07640525704225351, + -0.020877885915492986, + 0.0502971771619718, + -0.0047201802816901695 + ] + ], + "std": [ + [ + 0.9463937708331187, + 1.0456850321490456, + 0.9481587587922021, + 0.9061036579406758, + 0.9991272345406123, + 0.9529645424014063, + 0.9656412252488126, + 1.0086024557337858, + 1.0101851762447767, + 0.971237840916314, + 0.8511955942668115, + 0.9348241096823969, + 0.7677709117900025, + 0.7619556774338143, + 0.9861286665457306, + 0.835402354513955, + 0.6497713689377111, + 0.83419033386709, + 0.8966910096607936, + 0.7137654744350889, + 0.9276882020178508, + 1.0094191904095935, + 0.9175498580969587, + 0.8830907945718708, + 0.9951613811713826, + 0.955386515361877, + 0.9648461201262609, + 1.0198807080859185, + 1.0490861818978507, + 0.9618292961310324 + ] + ] + }, + "width": 128, + "in_features": 30, + "out_features": 2, + "depth": 6, + "padding": 60, + "parameters": 47738, + "cert_evals": { + "36": 0.9085545539855957, + "72": 0.8820058703422546, + "108": 0.8554572463035583, + "255": 0.6814159154891968 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/breast-cancer-wisc-diag/fold_3/result.json b/UCI_N6/sdp/runs/breast-cancer-wisc-diag/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..2fb10821a6fd379e10925acd5b3cd35ae06760a8 --- /dev/null +++ b/UCI_N6/sdp/runs/breast-cancer-wisc-diag/fold_3/result.json @@ -0,0 +1,90 @@ +{ + "best_epoch": 20, + "best_val_acc": 0.9753086419753086, + "test_acc": 0.9739884393063584, + "train_size": 142, + "val_size": 81, + "test_size": 346, + "stats": { + "mean": [ + [ + 0.041954460563380286, + -0.03068368455563383, + 0.05642674225352119, + 0.04212094478873236, + 0.0753741992957746, + 0.19173782535211265, + 0.13158766190140847, + 0.10927857042253514, + 0.12073864654929573, + 0.16060644718309858, + 0.0007204726760563243, + 0.02137304077464788, + 0.05429816549295772, + -0.012780137042253566, + 0.013563698028169006, + 0.15196018795774635, + 0.11918610920422545, + 0.08330966570422528, + 0.08884857161971826, + 0.08853129507042258, + 0.03332697760563379, + -0.006147756197183027, + 0.06017890535211265, + 0.025833432394366203, + 0.10165912112676065, + 0.184136802112676, + 0.17515080211267609, + 0.12936214014084502, + 0.10002845492957746, + 0.16336953521126774 + ] + ], + "std": [ + [ + 1.0573062114321623, + 0.9552884577469056, + 1.0710079092993716, + 1.0509022734984494, + 1.1270846333930622, + 1.1567722248607955, + 1.1330587765489406, + 1.140649555855837, + 1.1542513895561295, + 1.0051375538789176, + 0.8967996396101922, + 1.097489083446709, + 0.9381483291097392, + 0.7912780594989863, + 0.9397288734854672, + 0.9788202766737033, + 1.073938446577066, + 0.9563830108562081, + 1.1438144705840625, + 0.7701703811879946, + 1.0262729293228618, + 0.9839279786422038, + 1.0483951162266714, + 1.0167649174977718, + 1.0851034209747896, + 1.0398339487141628, + 1.1490024738247944, + 1.0756456277267925, + 1.0959872724158726, + 0.9323448193880042 + ] + ] + }, + "width": 128, + "in_features": 30, + "out_features": 2, + "depth": 6, + "padding": 60, + "parameters": 47738, + "cert_evals": { + "36": 0.945086658000946, + "72": 0.9364161491394043, + "108": 0.9190751314163208, + "255": 0.7832369804382324 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/breast-cancer-wisc-prog/fold_0/result.json b/UCI_N6/sdp/runs/breast-cancer-wisc-prog/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..18dffd2239f73a9f22df7ed6b35daabcde76f005 --- /dev/null +++ b/UCI_N6/sdp/runs/breast-cancer-wisc-prog/fold_0/result.json @@ -0,0 +1,96 @@ +{ + "best_epoch": 25, + "best_val_acc": 0.8181818181818182, + "test_acc": 0.6850393700787402, + "train_size": 49, + "val_size": 22, + "test_size": 127, + "stats": { + "mean": [ + [ + -0.31970781836734696, + 0.1594104081632653, + 0.24753781836734692, + 0.15300701836734695, + 0.1584555244897959, + -0.07602553591836737, + -0.06153886122448981, + 0.024552744897959188, + 0.06713168775510207, + -0.10528630102040819, + -0.1678704836734694, + -0.0915255861224489, + 0.07864324755102042, + -0.0763010120408163, + -0.037683283673469285, + -0.06905704693877551, + -0.042495671428571434, + -0.06359507428571427, + 0.03737176122448981, + -0.1542635448979592, + -0.17539257755102045, + 0.03410600122448976, + 0.19654199204081632, + 0.030810593877551008, + 0.026635724489795946, + -0.07049495102040816, + -0.06440993673469386, + -0.08851851224489796, + 0.02908160000000001, + -0.1859407571428571, + -0.1654363697959184, + 0.12819854693877544, + 0.07058588775510208 + ] + ], + "std": [ + [ + 0.8821495545994039, + 1.046791889090161, + 0.9578267027302361, + 1.039660283165596, + 1.062402836067028, + 0.8890421367893667, + 0.77925901952072, + 1.0440797113889244, + 1.07089974397772, + 0.8387965488338012, + 0.843277245772551, + 0.9360392595139003, + 0.9823857653557395, + 0.9082591415396649, + 0.9365116398737245, + 0.5979213497916245, + 0.6539721608757036, + 0.7958185885004673, + 0.9242350544633458, + 0.6845312987462778, + 0.6502938972920995, + 0.949219789937265, + 0.9404670831714534, + 0.9171284397752019, + 0.9104156790640995, + 1.0518203238418193, + 0.8156351280441914, + 0.8683551446970883, + 0.9112079933660755, + 0.813430119013099, + 0.8388136650033143, + 1.1512761088815193, + 1.0375108599738538 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 52358, + "cert_evals": { + "36": 0.6141732335090637, + "72": 0.5354330539703369, + "108": 0.4803149700164795, + "255": 0.21259842813014984 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/breast-cancer-wisc-prog/fold_1/result.json b/UCI_N6/sdp/runs/breast-cancer-wisc-prog/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..6d7064e354e811f610a6ec00a870cbc509fd0bb7 --- /dev/null +++ b/UCI_N6/sdp/runs/breast-cancer-wisc-prog/fold_1/result.json @@ -0,0 +1,96 @@ +{ + "best_epoch": 5, + "best_val_acc": 0.6333333333333333, + "test_acc": 0.7310924369747899, + "train_size": 49, + "val_size": 30, + "test_size": 119, + "stats": { + "mean": [ + [ + -0.2954286122448979, + 0.22705779387755098, + 0.13045305210204083, + 0.21518541632653068, + 0.21329647816326533, + -0.23494008897959187, + -0.13741642857142858, + -0.01620160836734699, + 0.07495674877551023, + -0.08356683326530613, + -0.30211086122448977, + 0.17222382204081632, + 0.1861636093877551, + 0.18613398183673469, + 0.17258124081632648, + -0.019180042857142875, + 0.011242470816326589, + -0.019861698775510188, + 0.09400348163265304, + 0.03439312653061231, + -0.08544421122448984, + 0.1251565993877551, + 0.0614657979591837, + 0.1106848959183673, + 0.10643556734693876, + -0.283786518367347, + -0.22690647755102036, + -0.21750787142857142, + -0.11082883795918366, + -0.2517320069387755, + -0.3646700183673469, + 0.17979882653061224, + -0.02691289795918366 + ] + ], + "std": [ + [ + 0.8143503780150015, + 0.9174121431953063, + 0.9505147809888337, + 0.9270519324131056, + 0.9280401005535991, + 1.1301563685159044, + 1.0842494023346008, + 1.17774758901752, + 1.1259425788210895, + 1.0343443324314006, + 0.899946779911175, + 1.0776959194375155, + 1.0652779342066867, + 1.0778896598336396, + 1.0489415511808549, + 1.0202607569462199, + 1.065380703338058, + 1.046928716393895, + 1.0889438008342867, + 1.0504050035821422, + 0.966138030350577, + 0.8642794080204923, + 1.0800430340260923, + 0.8743291823479178, + 0.8688670309147045, + 1.0842628402104706, + 0.8975026094533473, + 0.9571151684782386, + 1.0396216376453484, + 0.914946697740367, + 0.749250166005288, + 1.1231797264684098, + 0.8886200116636936 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 52358, + "cert_evals": { + "36": 0.47899162769317627, + "72": 0.27731093764305115, + "108": 0.11764706671237946, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/breast-cancer-wisc-prog/fold_2/result.json b/UCI_N6/sdp/runs/breast-cancer-wisc-prog/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..a93a914f7b76ee5dab7e48da35535fa1cb5b5b19 --- /dev/null +++ b/UCI_N6/sdp/runs/breast-cancer-wisc-prog/fold_2/result.json @@ -0,0 +1,96 @@ +{ + "best_epoch": 23, + "best_val_acc": 0.6486486486486487, + "test_acc": 0.6339285714285714, + "train_size": 49, + "val_size": 37, + "test_size": 112, + "stats": { + "mean": [ + [ + -0.03842323061224502, + -0.10614214693877552, + 0.030698034693877517, + -0.1000028979591836, + -0.08415378163265311, + -0.03538041755102043, + -0.04750202040816325, + -0.10165484306122448, + -0.1358923424489796, + -0.02547460816326529, + 0.027964706122448967, + 0.1158320934693878, + 0.2141981857142857, + 0.11305339408163259, + 0.09026773632653065, + -0.07205539183673473, + -0.11876845979591835, + -0.09018467959183678, + -0.001788581632653037, + -0.09199452244897957, + -0.05832562632653058, + -0.06420658346938772, + 0.05587048142857144, + -0.07304466938775511, + -0.028326246938775446, + -0.04279098959183677, + -0.11518350408163265, + -0.12291339183673465, + -0.1940691712244898, + -0.03263718653061224, + -0.029735322448979654, + 0.15452512040816324, + 0.20183378571428573 + ] + ], + "std": [ + [ + 0.9794534025714385, + 1.0053275769298504, + 0.9095119348920842, + 1.008933323770274, + 0.9879586777091109, + 1.0102761898726105, + 0.9960048575197608, + 1.0021029195920532, + 0.9776597311295145, + 0.9821341050152573, + 0.9436155579641772, + 1.1817284472744785, + 1.1856988946274227, + 1.1970542714305854, + 1.1086625077552497, + 0.6618568645391364, + 0.7687365990953271, + 0.8119143908977525, + 1.0415418534564902, + 0.8186632232431363, + 0.8434368212477027, + 1.0615598386819989, + 0.8454048970519085, + 1.0522702304694245, + 1.041897029381895, + 1.1007804274989816, + 0.8280858289610474, + 0.8451988761728604, + 1.0253215425598294, + 0.9705970427113062, + 0.8554540105246272, + 0.9682864062481196, + 1.2134784272055537 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 52358, + "cert_evals": { + "36": 0.5714285969734192, + "72": 0.535714328289032, + "108": 0.5089285969734192, + "255": 0.2767857313156128 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/breast-cancer-wisc-prog/fold_3/result.json b/UCI_N6/sdp/runs/breast-cancer-wisc-prog/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..75978a955d60de26ce01aadbdd6b82f91e8a4614 --- /dev/null +++ b/UCI_N6/sdp/runs/breast-cancer-wisc-prog/fold_3/result.json @@ -0,0 +1,96 @@ +{ + "best_epoch": 3, + "best_val_acc": 0.64, + "test_acc": 0.6693548387096774, + "train_size": 49, + "val_size": 25, + "test_size": 124, + "stats": { + "mean": [ + [ + -0.06744018775510212, + 0.18968365714285723, + -0.014217911020408189, + 0.21184517142857145, + 0.16995342797959181, + 0.0988115742857143, + 0.23174346530612244, + 0.2643820010204082, + 0.2708541071428573, + 0.17052290612244894, + 0.08597982244897957, + 0.02605522000000001, + -0.09904910612244898, + 0.07999727979591835, + 0.021088532448979617, + 0.032508024489795916, + 0.1139721422448979, + 0.17344601857142858, + 0.1454327612244898, + 0.09731225102040818, + 0.07194746775510205, + 0.15103356959183675, + -0.07001499795918376, + 0.19365317551020406, + 0.10773460285714288, + 0.06407297959183662, + 0.08076181836734692, + 0.18958595510204077, + 0.30016600816326516, + 0.048603673469387716, + 0.014894271020408143, + 0.2872125, + 0.2280839387755102 + ] + ], + "std": [ + [ + 0.9697920367102327, + 0.9203134351014114, + 0.9060497409545201, + 0.9187807307729611, + 0.9729266703311016, + 0.9430977585802243, + 0.8769553733450195, + 0.8356859349258849, + 0.8680804682359612, + 1.0166341852710845, + 0.8914293133833798, + 0.7940097770795826, + 0.7723528820449007, + 0.8508321197542031, + 0.7752894285658177, + 0.7444263872990391, + 0.9053411998307737, + 0.9999993608516502, + 0.8504750965678145, + 1.090497279238265, + 0.7631870591645827, + 0.9076864322017706, + 0.8687695687330197, + 0.9366133883217269, + 0.9044846120349299, + 0.9712465829469978, + 0.7332294033502637, + 0.8612201045664006, + 0.9404165330479154, + 0.8777899215486339, + 0.6950358654750831, + 1.288136700201249, + 1.084093306135652 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 52358, + "cert_evals": { + "36": 0.6048386693000793, + "72": 0.49193546175956726, + "108": 0.40322577953338623, + "255": 0.08064515888690948 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/breast-cancer-wisc/fold_0/result.json b/UCI_N6/sdp/runs/breast-cancer-wisc/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..c674767c094e4bdd72ba81b3309cdfac41c40ed8 --- /dev/null +++ b/UCI_N6/sdp/runs/breast-cancer-wisc/fold_0/result.json @@ -0,0 +1,48 @@ +{ + "best_epoch": 7, + "best_val_acc": 0.9745762711864406, + "test_acc": 0.958128078817734, + "train_size": 175, + "val_size": 118, + "test_size": 406, + "stats": { + "mean": [ + [ + -0.022535588571428563, + 0.03270772571428592, + 0.05325746457142836, + 0.06163440114285701, + 0.059859796571428064, + -0.04726777714285723, + 0.04544096571428557, + 0.06602559942857117, + 0.14610774857142944 + ] + ], + "std": [ + [ + 0.952214787303689, + 1.0892638945885795, + 1.0696936676502014, + 1.089278359409774, + 1.1050209023715667, + 0.9596438048031793, + 1.0789832917046138, + 1.092361737838657, + 1.280102883239457 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3878, + "cert_evals": { + "36": 0.8743842244148254, + "72": 0.6724137663841248, + "108": 0.3448275923728943, + "255": 0.029556650668382645 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/breast-cancer-wisc/fold_1/result.json b/UCI_N6/sdp/runs/breast-cancer-wisc/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..59e5fab8643b552ee8b7b0600b868bc0ed5d75ac --- /dev/null +++ b/UCI_N6/sdp/runs/breast-cancer-wisc/fold_1/result.json @@ -0,0 +1,48 @@ +{ + "best_epoch": 1, + "best_val_acc": 0.9736842105263158, + "test_acc": 0.9609756097560975, + "train_size": 175, + "val_size": 114, + "test_size": 410, + "stats": { + "mean": [ + [ + -0.014418068571428517, + 0.008363611428571432, + 0.0013426971428572047, + 0.04362350857142855, + 0.06760174228571425, + -0.012737622857143117, + 0.12043267999999967, + -0.02566830114285711, + -0.0004912342857143631 + ] + ], + "std": [ + [ + 1.0359812403938078, + 0.9851680594955492, + 1.0075838815724851, + 1.0487044899930569, + 1.0481096015979268, + 0.9902459117914181, + 1.0891962569916647, + 0.9837374432610851, + 1.028364534365016 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3878, + "cert_evals": { + "36": 0.8829268217086792, + "72": 0.6073170900344849, + "108": 0.06585365533828735, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/breast-cancer-wisc/fold_2/result.json b/UCI_N6/sdp/runs/breast-cancer-wisc/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..3c8b4c169d9d5be10c8e2934030075ced5c5a7e3 --- /dev/null +++ b/UCI_N6/sdp/runs/breast-cancer-wisc/fold_2/result.json @@ -0,0 +1,48 @@ +{ + "best_epoch": 4, + "best_val_acc": 0.9719626168224299, + "test_acc": 0.9688249400479616, + "train_size": 175, + "val_size": 107, + "test_size": 417, + "stats": { + "mean": [ + [ + 0.022111400000000093, + 0.05892480000000022, + 0.053257361714285696, + 0.011603669142857164, + 0.01340863999999994, + 0.028070879999999694, + -0.015489731428571414, + -0.006955264571428654, + -0.02714547428571435 + ] + ], + "std": [ + [ + 1.030600322394337, + 1.0255153351270532, + 1.050776582254071, + 0.979718412809739, + 0.9943823240987255, + 1.0416854377063047, + 1.0036051510508777, + 0.9886021184539473, + 1.0198774589002766 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3878, + "cert_evals": { + "36": 0.9112709760665894, + "72": 0.6858513355255127, + "108": 0.28537172079086304, + "255": 0.12230215966701508 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/breast-cancer-wisc/fold_3/result.json b/UCI_N6/sdp/runs/breast-cancer-wisc/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..3b9ef3d460fd2d9d1a3767f9369e01b326e786ee --- /dev/null +++ b/UCI_N6/sdp/runs/breast-cancer-wisc/fold_3/result.json @@ -0,0 +1,48 @@ +{ + "best_epoch": 23, + "best_val_acc": 0.978494623655914, + "test_acc": 0.9582366589327146, + "train_size": 175, + "val_size": 93, + "test_size": 431, + "stats": { + "mean": [ + [ + 0.0424054742857143, + -0.014108091428571279, + -0.00827128971428571, + -0.056438248, + -0.030462011428571644, + 0.035918565714285505, + -0.09751196000000009, + -0.053737870857142926, + -0.04380451428571453 + ] + ], + "std": [ + [ + 0.9542842873481718, + 0.9773558222868145, + 0.959218665273952, + 0.9009025916399945, + 0.98004059543331, + 1.0172287889258582, + 1.000728061455461, + 0.9224531635202544, + 0.947073789238405 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3878, + "cert_evals": { + "36": 0.9512760639190674, + "72": 0.9419953227043152, + "108": 0.9257540106773376, + "255": 0.7981438040733337 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/breast-cancer/fold_0/result.json b/UCI_N6/sdp/runs/breast-cancer/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..d327fb42d8d0c3aa5e765be49c878a34af9d0a95 --- /dev/null +++ b/UCI_N6/sdp/runs/breast-cancer/fold_0/result.json @@ -0,0 +1,48 @@ +{ + "best_epoch": 42, + "best_val_acc": 0.7058823529411765, + "test_acc": 0.6464088397790055, + "train_size": 71, + "val_size": 34, + "test_size": 181, + "stats": { + "mean": [ + [ + -0.0162575774647888, + 0.01285738028169014, + 0.05645037746478872, + -0.0029103802816902316, + -0.11736198591549311, + -0.028151649295774777, + -0.03566477464788737, + 0.00970807042253526, + 0.22726122535211296 + ] + ], + "std": [ + [ + 1.0503834784726616, + 0.9628419637542994, + 0.9596794691642652, + 0.9092740907525307, + 1.049772063174192, + 1.0411696038595801, + 0.9953573619388768, + 0.9968442343032266, + 0.8156962912830921 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3878, + "cert_evals": { + "36": 0.5193370580673218, + "72": 0.36464089155197144, + "108": 0.24309393763542175, + "255": 0.005524862091988325 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/breast-cancer/fold_1/result.json b/UCI_N6/sdp/runs/breast-cancer/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..9d293854d45efeb69dd7f6fad0c149b550002e2a --- /dev/null +++ b/UCI_N6/sdp/runs/breast-cancer/fold_1/result.json @@ -0,0 +1,48 @@ +{ + "best_epoch": 23, + "best_val_acc": 0.7391304347826086, + "test_acc": 0.6627218934911243, + "train_size": 71, + "val_size": 46, + "test_size": 169, + "stats": { + "mean": [ + [ + 0.19254230985915494, + -0.19285994366197182, + 0.20358705070422517, + 0.009330281690140758, + -0.03202669014084532, + -0.08538911549295794, + -0.007489267605633831, + -0.18945425352112666, + -0.10300454929577448 + ] + ], + "std": [ + [ + 1.026498898055275, + 1.0381849522269773, + 0.8715501768246713, + 1.1092478240870034, + 1.0696236526518819, + 1.0540261837033709, + 0.9977471789729346, + 0.7297492222931498, + 1.0547842980526614 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3878, + "cert_evals": { + "36": 0.5029585957527161, + "72": 0.30177515745162964, + "108": 0.14792899787425995, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/breast-cancer/fold_2/result.json b/UCI_N6/sdp/runs/breast-cancer/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..5d3b3534d0d30fb28131876120d0d132e6c20cac --- /dev/null +++ b/UCI_N6/sdp/runs/breast-cancer/fold_2/result.json @@ -0,0 +1,48 @@ +{ + "best_epoch": 18, + "best_val_acc": 0.7333333333333333, + "test_acc": 0.6432432432432432, + "train_size": 71, + "val_size": 30, + "test_size": 185, + "stats": { + "mean": [ + [ + 0.011582478873239406, + 0.03857201408450704, + 0.023010226760563364, + -0.21100099999999994, + 0.1670883239436617, + -0.04723080000000009, + -0.17654230985915503, + 0.10343116901408457, + -0.003924816901408183 + ] + ], + "std": [ + [ + 1.0328973500575376, + 0.9120557342457011, + 1.064258264362845, + 0.5867856877712776, + 0.7568737218929631, + 1.003788410624883, + 0.9711357918131928, + 0.9987696871895037, + 1.0006562466084945 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3878, + "cert_evals": { + "36": 0.4972973167896271, + "72": 0.3837837874889374, + "108": 0.22162163257598877, + "255": 0.07027027010917664 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/breast-cancer/fold_3/result.json b/UCI_N6/sdp/runs/breast-cancer/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..b0e9a2410dd9667b961ee539a5a88b084a5c1fb3 --- /dev/null +++ b/UCI_N6/sdp/runs/breast-cancer/fold_3/result.json @@ -0,0 +1,48 @@ +{ + "best_epoch": 2, + "best_val_acc": 0.6956521739130435, + "test_acc": 0.621301775147929, + "train_size": 71, + "val_size": 46, + "test_size": 169, + "stats": { + "mean": [ + [ + 0.10902253521126751, + -0.06428660563380281, + 0.1099546112676056, + 0.08277422535211261, + -0.1742519718309861, + 0.18171905915492953, + -0.14836680281690146, + 0.1854393802816902, + -0.16905770422535188 + ] + ], + "std": [ + [ + 0.9700145966779166, + 1.0084610495616426, + 1.0559460579933821, + 1.206060152642598, + 1.1213259288422783, + 0.9728498213970074, + 0.9776535548414097, + 1.0665540888636171, + 1.0843586560371206 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3878, + "cert_evals": { + "36": 0.3786982297897339, + "72": 0.21893490850925446, + "108": 0.07692307978868484, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/breast-tissue/fold_0/result.json b/UCI_N6/sdp/runs/breast-tissue/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..8556d9055fc20ec3b4c3ca1d0d7245660a5f6e06 --- /dev/null +++ b/UCI_N6/sdp/runs/breast-tissue/fold_0/result.json @@ -0,0 +1,48 @@ +{ + "best_epoch": 2, + "best_val_acc": 0.1875, + "test_acc": 0.1875, + "train_size": 26, + "val_size": 16, + "test_size": 64, + "stats": { + "mean": [ + [ + 0.05975213076923076, + -0.1700837961538461, + -0.07101548961538463, + -0.07560978846153853, + -0.09291733192307686, + -0.016577561538461575, + -0.04475990000000001, + -0.07285894230769238, + 0.07173603846153843 + ] + ], + "std": [ + [ + 1.0224159106861461, + 0.8445520785357892, + 0.7741253936128145, + 0.8853536860600771, + 0.38729731508258874, + 0.9582996830625056, + 0.82333349002183, + 0.8965544012774733, + 1.0474511376253193 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 3954, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/breast-tissue/fold_1/result.json b/UCI_N6/sdp/runs/breast-tissue/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..dfce55754d979544fa1a653df8e33865d36082b9 --- /dev/null +++ b/UCI_N6/sdp/runs/breast-tissue/fold_1/result.json @@ -0,0 +1,48 @@ +{ + "best_epoch": 26, + "best_val_acc": 0.47058823529411764, + "test_acc": 0.3968253968253968, + "train_size": 26, + "val_size": 17, + "test_size": 63, + "stats": { + "mean": [ + [ + 0.06515484615384612, + 0.03429535384615387, + 0.00023585769230772996, + 0.02817068038461536, + 0.29457321923076923, + 0.28562573076923076, + 0.1850123226923077, + 0.007732330769230795, + 0.09394715384615383 + ] + ], + "std": [ + [ + 1.0481371005758702, + 0.9468687513118862, + 0.9541555931791563, + 1.161367210725673, + 1.8089072605844074, + 1.4326989403612587, + 1.2263588432882497, + 1.1230111041722295, + 1.0768662243391771 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 3954, + "cert_evals": { + "36": 0.2380952537059784, + "72": 0.1587301641702652, + "108": 0.0476190522313118, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/breast-tissue/fold_2/result.json b/UCI_N6/sdp/runs/breast-tissue/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..4599861d22eb99d5f4cd221d5fd312b92be2fdbd --- /dev/null +++ b/UCI_N6/sdp/runs/breast-tissue/fold_2/result.json @@ -0,0 +1,48 @@ +{ + "best_epoch": 17, + "best_val_acc": 0.13636363636363635, + "test_acc": 0.27586206896551724, + "train_size": 26, + "val_size": 22, + "test_size": 58, + "stats": { + "mean": [ + [ + 0.1420645923076924, + -0.021972550769230735, + 0.05583075653846149, + 0.1584816346153846, + 0.34043701807692306, + 0.2878222653846154, + 0.08915464576923074, + 0.16733479230769233, + 0.15722880769230765 + ] + ], + "std": [ + [ + 1.1134982409667369, + 0.9816789499398818, + 1.0050663167371856, + 1.3274295018092825, + 1.8473866317578664, + 1.5489183023129736, + 1.1110278693236766, + 1.3406661330121303, + 1.11545486536904 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 3954, + "cert_evals": { + "36": 0.06896551698446274, + "72": 0.051724135875701904, + "108": 0.017241379246115685, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/breast-tissue/fold_3/result.json b/UCI_N6/sdp/runs/breast-tissue/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..3c0e5b7bcb055bd1f9deeea70cec288f72e1ed46 --- /dev/null +++ b/UCI_N6/sdp/runs/breast-tissue/fold_3/result.json @@ -0,0 +1,48 @@ +{ + "best_epoch": 19, + "best_val_acc": 0.4166666666666667, + "test_acc": 0.36764705882352944, + "train_size": 26, + "val_size": 12, + "test_size": 68, + "stats": { + "mean": [ + [ + 0.1574124615384615, + 0.10245514615384627, + 0.03514549230769227, + 0.3551133961538462, + 0.3894629076923076, + 0.3001374115384615, + 0.28138883461538466, + 0.3308483076923076, + 0.1433466538461538 + ] + ], + "std": [ + [ + 1.080732063435857, + 0.9803609509557707, + 0.9980517989674806, + 1.3433457176877586, + 1.8319487646118202, + 1.4349909430519747, + 1.3440593710651376, + 1.3474895378547405, + 1.0747301574317993 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 3954, + "cert_evals": { + "36": 0.11764705926179886, + "72": 0.0, + "108": 0.0, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/car/fold_0/result.json b/UCI_N6/sdp/runs/car/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..03156a2dc4f346708438e31615d75faf73541849 --- /dev/null +++ b/UCI_N6/sdp/runs/car/fold_0/result.json @@ -0,0 +1,42 @@ +{ + "best_epoch": 18, + "best_val_acc": 0.8037037037037037, + "test_acc": 0.7426900584795322, + "train_size": 432, + "val_size": 270, + "test_size": 1026, + "stats": { + "mean": [ + [ + 0.08486305092592587, + -0.024837976851851778, + -1.3287037036350012e-06, + 0.011336944444444445, + -0.03684506944444444, + -0.03401083333333333 + ] + ], + "std": [ + [ + 1.0016589891278265, + 1.0231915721256846, + 0.9608720065155524, + 0.9785956932593036, + 0.9832757136677825, + 1.0299163223065575 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 4, + "depth": 6, + "padding": 12, + "parameters": 2740, + "cert_evals": { + "36": 0.595516562461853, + "72": 0.43372321128845215, + "108": 0.3040935695171356, + "255": 0.025341130793094635 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/car/fold_1/result.json b/UCI_N6/sdp/runs/car/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..a662499ac4ae6e2157ed697a320d1bdddd7ecd52 --- /dev/null +++ b/UCI_N6/sdp/runs/car/fold_1/result.json @@ -0,0 +1,42 @@ +{ + "best_epoch": 25, + "best_val_acc": 0.8543307086614174, + "test_acc": 0.8195777351247601, + "train_size": 432, + "val_size": 254, + "test_size": 1042, + "stats": { + "mean": [ + [ + 0.11177086574074095, + 0.05174572685185183, + 0.006257092592592696, + -0.014171180555555555, + 0.00850270833333333, + -0.04251354166666666 + ] + ], + "std": [ + [ + 1.0027127363181396, + 1.0149158181522542, + 1.0007483470954381, + 0.9838637435503522, + 0.9979369093278955, + 0.9935806706647962 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 4, + "depth": 6, + "padding": 12, + "parameters": 2740, + "cert_evals": { + "36": 0.6880998015403748, + "72": 0.5422264933586121, + "108": 0.4069097638130188, + "255": 0.07581573724746704 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/car/fold_2/result.json b/UCI_N6/sdp/runs/car/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..057ec3ab30dbdb2418ee5b67b553576cd290ac7a --- /dev/null +++ b/UCI_N6/sdp/runs/car/fold_2/result.json @@ -0,0 +1,42 @@ +{ + "best_epoch": 45, + "best_val_acc": 0.78, + "test_acc": 0.7380497131931166, + "train_size": 432, + "val_size": 250, + "test_size": 1046, + "stats": { + "mean": [ + [ + 0.03725695833333315, + -0.008279379629629494, + -0.017212699074074026, + -0.022673888888888886, + 0.11053520833333332, + -0.005668472222222222 + ] + ], + "std": [ + [ + 1.015550913169218, + 1.0070528609914111, + 1.0176501107132674, + 0.9748453883737107, + 1.0057305909552958, + 0.9857113000295774 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 4, + "depth": 6, + "padding": 12, + "parameters": 2740, + "cert_evals": { + "36": 0.6395793557167053, + "72": 0.5535373091697693, + "108": 0.4273422658443451, + "255": 0.11472275108098984 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/car/fold_3/result.json b/UCI_N6/sdp/runs/car/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..1bdccef341b276c966049a2ec25afd8d7163c08f --- /dev/null +++ b/UCI_N6/sdp/runs/car/fold_3/result.json @@ -0,0 +1,42 @@ +{ + "best_epoch": 21, + "best_val_acc": 0.7619047619047619, + "test_acc": 0.7683284457478006, + "train_size": 432, + "val_size": 273, + "test_size": 1023, + "stats": { + "mean": [ + [ + 0.006209462962963474, + 0.006209476851851934, + -0.0015661527777777126, + -0.017005416666666662, + 0.02267388888888889, + -0.04534777777777777 + ] + ], + "std": [ + [ + 1.0216642383326442, + 0.997836524752538, + 0.9973262178910823, + 0.9855809020000981, + 1.020073036790825, + 0.9917072748761516 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 4, + "depth": 6, + "padding": 12, + "parameters": 2740, + "cert_evals": { + "36": 0.6217008829116821, + "72": 0.4848484992980957, + "108": 0.35483869910240173, + "255": 0.06060606241226196 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/cardiotocography-10clases/fold_0/result.json b/UCI_N6/sdp/runs/cardiotocography-10clases/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..dba855831877bdb405b612092830cfe5166d36fb --- /dev/null +++ b/UCI_N6/sdp/runs/cardiotocography-10clases/fold_0/result.json @@ -0,0 +1,72 @@ +{ + "best_epoch": 46, + "best_val_acc": 0.64576802507837, + "test_acc": 0.6371473354231975, + "train_size": 531, + "val_size": 319, + "test_size": 1276, + "stats": { + "mean": [ + [ + 0.05696145216572526, + 0.04547308248587554, + 0.02537313540489641, + 0.00411199623352259, + 0.004895357815442945, + 0.008270713935970049, + 0.005839290018833664, + -0.016622836393596845, + 0.056058268926553946, + -0.03742293794726937, + 0.012369841544256039, + 0.0072619020715631285, + 0.009574918079096046, + 0.031539144971751344, + 0.013908543314500948, + 0.011100862523540712, + 0.04299334557438753, + 0.0388642668549907, + 0.03971033022598931, + 0.04886574700564973, + 0.01822254990583819 + ] + ], + "std": [ + [ + 0.9791003932834449, + 1.021744482805594, + 1.1340682159044895, + 1.0045684160238317, + 1.0167341100485954, + 1.0690427250537498, + 1.0300221271732741, + 1.0094253367928134, + 1.0210603991574776, + 0.9572713912379988, + 1.0483212024662971, + 1.0072461534048065, + 1.0014897901284459, + 0.9804849453944862, + 0.9885214019890697, + 1.0745697261946487, + 0.992143934303644, + 0.984246843865331, + 0.9805974247887139, + 1.1272267847632704, + 1.0038856117840471 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 10, + "depth": 6, + "padding": 42, + "parameters": 17326, + "cert_evals": { + "36": 0.5336990356445312, + "72": 0.44435736536979675, + "108": 0.3557993769645691, + "255": 0.09326018393039703 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/cardiotocography-10clases/fold_1/result.json b/UCI_N6/sdp/runs/cardiotocography-10clases/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..04dd1d64a0dc5e4d5e9ea7530ee75f616b338c28 --- /dev/null +++ b/UCI_N6/sdp/runs/cardiotocography-10clases/fold_1/result.json @@ -0,0 +1,72 @@ +{ + "best_epoch": 62, + "best_val_acc": 0.601823708206687, + "test_acc": 0.6334913112164297, + "train_size": 531, + "val_size": 329, + "test_size": 1266, + "stats": { + "mean": [ + [ + 0.02423730847457605, + 0.013319074199623025, + 0.015243735216572874, + 0.004751267419963072, + -0.009100580225987828, + 0.008270713935970045, + 0.024992621468926206, + 0.03573573145009404, + -0.005775212429378253, + -0.0017990462335216943, + -0.04130081879472713, + 0.004844720715630924, + 0.008810358945386055, + 0.025032086685499028, + -0.003331445386064059, + 0.003099077212806293, + 0.013448002824858358, + 0.00903407777777766, + 0.006905300357815675, + 0.014681350583804143, + -0.02494074199623351 + ] + ], + "std": [ + [ + 0.9901364010340642, + 1.0331843009790576, + 1.0385537848348627, + 1.004594460707876, + 0.9939531654620118, + 1.0690427250537498, + 1.1059904833090093, + 1.0066519698467797, + 0.9947251360209003, + 1.007854194532267, + 0.9613978699084029, + 1.0039167957400732, + 1.0015612937949965, + 1.0093255157872945, + 0.9891264460600468, + 0.9170858677231267, + 1.0232842600875196, + 0.9997950684728752, + 1.0142818567858394, + 1.0064323164990734, + 0.9910108983737475 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 10, + "depth": 6, + "padding": 42, + "parameters": 17326, + "cert_evals": { + "36": 0.5347551703453064, + "72": 0.43680885434150696, + "108": 0.34597155451774597, + "255": 0.10189573466777802 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/cardiotocography-10clases/fold_2/result.json b/UCI_N6/sdp/runs/cardiotocography-10clases/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..244eab9ae5a2f3dfe0a4d0834264f571dfc06e1a --- /dev/null +++ b/UCI_N6/sdp/runs/cardiotocography-10clases/fold_2/result.json @@ -0,0 +1,72 @@ +{ + "best_epoch": 74, + "best_val_acc": 0.6824925816023739, + "test_acc": 0.6184419713831478, + "train_size": 531, + "val_size": 337, + "test_size": 1258, + "stats": { + "mean": [ + [ + -0.017864035781544274, + 0.006498658568738066, + 0.055962871563087456, + 0.031599305084746454, + -0.01800729736346521, + 0.008270713935970026, + -0.010121785310734386, + 0.06804887372881353, + -0.026457461770244318, + -0.009681385969868147, + -0.06351851043314512, + 0.0022826497175141396, + 0.0007831224105461175, + 0.006246139887005633, + 0.020293879472693028, + -0.039576907721280453, + -0.031042671939736536, + -0.02997460489642182, + -0.02915410564971728, + -0.03835001242937842, + -0.02802381167608266 + ] + ], + "std": [ + [ + 0.9840240485333955, + 1.0369630058509158, + 1.3077211738329413, + 0.9781910820406798, + 0.9593815683814114, + 1.0690427250537495, + 0.9831811654899777, + 1.0030139105693259, + 0.9410382228102027, + 1.0102835335540883, + 0.9567918855139759, + 0.9840184308800868, + 0.9460545431142556, + 1.0343625123637432, + 0.9972026659995562, + 0.9845178278494092, + 0.982127775954673, + 0.9875424397739129, + 0.9974176458730358, + 0.9332863192875079, + 1.005191404704601 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 10, + "depth": 6, + "padding": 42, + "parameters": 17326, + "cert_evals": { + "36": 0.5445151329040527, + "72": 0.45071542263031006, + "108": 0.36804452538490295, + "255": 0.13116057217121124 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/cardiotocography-10clases/fold_3/result.json b/UCI_N6/sdp/runs/cardiotocography-10clases/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..a817408059377cf37b9432d54f05663d18f46faa --- /dev/null +++ b/UCI_N6/sdp/runs/cardiotocography-10clases/fold_3/result.json @@ -0,0 +1,72 @@ +{ + "best_epoch": 64, + "best_val_acc": 0.6772151898734177, + "test_acc": 0.6317435496481626, + "train_size": 531, + "val_size": 316, + "test_size": 1279, + "stats": { + "mean": [ + [ + 0.00242115593220332, + -0.035886080602636754, + -0.03572555838041413, + -0.01890058003766386, + -0.032639473446328435, + 0.008270713935969828, + -0.010121798493407167, + 0.037159613276836166, + -0.026031056685498998, + -0.0068150113747645945, + -0.01142061785310738, + -0.00994834726930324, + -0.03017912354048965, + -0.07131180037664787, + -0.020571447269303055, + -0.026240708097928056, + 0.01977089152542346, + -0.0009897885122410945, + 0.008988329585687696, + -0.027821750659133063, + 0.07988433521657268 + ] + ], + "std": [ + [ + 0.9646815053252067, + 0.9964364169189934, + 0.8667767137648238, + 0.9918320242400497, + 0.9443068366192023, + 1.0690427250537484, + 0.9028491559082471, + 0.9963685539925591, + 0.9378981844514512, + 0.9990211691032591, + 0.9968931340694016, + 0.9947823538218709, + 1.01034823063542, + 0.9491639320099594, + 0.9768788202272297, + 0.8919007118681375, + 0.9486367993709804, + 0.9697075304143699, + 0.975375266216865, + 0.9399010412320569, + 0.9783943677709094 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 10, + "depth": 6, + "padding": 42, + "parameters": 17326, + "cert_evals": { + "36": 0.5457388758659363, + "72": 0.45113369822502136, + "108": 0.36825644969940186, + "255": 0.11180610209703445 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/cardiotocography-3clases/fold_0/result.json b/UCI_N6/sdp/runs/cardiotocography-3clases/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..fe07668127be6fe203483b39c285019df4f7ca20 --- /dev/null +++ b/UCI_N6/sdp/runs/cardiotocography-3clases/fold_0/result.json @@ -0,0 +1,72 @@ +{ + "best_epoch": 32, + "best_val_acc": 0.891640866873065, + "test_acc": 0.8514150943396226, + "train_size": 531, + "val_size": 323, + "test_size": 1272, + "stats": { + "mean": [ + [ + -0.030111656873823105, + -0.003732127118644177, + 0.01116787758945438, + -0.08985611299434969, + -0.00846454877589486, + 0.008270713935970052, + 0.01860809416195951, + 0.07714044712806034, + -0.005562035969867772, + -0.02718609557438801, + -0.012457818041431213, + 0.012724705461393555, + -0.02157851902071565, + -0.007921984030131852, + 0.03306414218455754, + 0.04044068926553697, + -0.048516965348399554, + -0.04458778192090391, + -0.03123695568738192, + 0.02170018583804156, + -0.018774542372881505 + ] + ], + "std": [ + [ + 1.0267196734843282, + 1.0079165135088577, + 0.9473557451244335, + 0.9914796817927604, + 1.004413984395137, + 1.0690427250537498, + 1.0265337126752654, + 1.0005000887455053, + 1.027745709308044, + 0.9908319242282088, + 1.0037543771306683, + 1.0398975301195088, + 1.0062327099761543, + 1.0841869723664168, + 1.0142218392015123, + 1.151741953917099, + 1.0734457791437295, + 1.0354213623061976, + 1.0200885928553527, + 1.1205840477329363, + 1.0030899076810105 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 17025, + "cert_evals": { + "36": 0.8042452335357666, + "72": 0.7531446218490601, + "108": 0.7106918096542358, + "255": 0.429245263338089 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/cardiotocography-3clases/fold_1/result.json b/UCI_N6/sdp/runs/cardiotocography-3clases/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..3ab36dce575896a2e58f7c4618441df9dcd91ee9 --- /dev/null +++ b/UCI_N6/sdp/runs/cardiotocography-3clases/fold_1/result.json @@ -0,0 +1,72 @@ +{ + "best_epoch": 75, + "best_val_acc": 0.8865030674846626, + "test_acc": 0.8715524034672971, + "train_size": 531, + "val_size": 326, + "test_size": 1269, + "stats": { + "mean": [ + [ + 0.016391169491525318, + 0.0011396926553671261, + -0.02373987099811634, + 0.03607396610169575, + -0.010373017325799852, + 0.00827071393597003, + 0.012223685499058473, + 0.010651874764595136, + 0.01981098888888896, + 0.01887923308851223, + -0.018915777890772333, + -0.015072648775894497, + 0.009447557815442556, + -0.017157672448210953, + -0.006524062146892641, + -0.03690971751412391, + -0.03587095574387965, + -0.017897674387947204, + -0.022515022862523364, + 0.011496865838041524, + -0.04343927306967993 + ] + ], + "std": [ + [ + 0.9391569592897272, + 1.0230906606141204, + 0.9581004188558814, + 0.9835526445831309, + 0.9979926559581693, + 1.0690427250537498, + 1.0123898646052452, + 1.000643989202775, + 1.0328535759777588, + 1.0412458470198602, + 1.0101002215424937, + 1.0019895656154183, + 1.0176643747680885, + 0.9912502978877031, + 0.9736333689619006, + 0.8842664932785655, + 1.039084545290219, + 0.9977498578188039, + 0.9855549645903211, + 1.0605253991894208, + 1.000119457990836 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 17025, + "cert_evals": { + "36": 0.8329393267631531, + "72": 0.7888100743293762, + "108": 0.7517730593681335, + "255": 0.5161544680595398 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/cardiotocography-3clases/fold_2/result.json b/UCI_N6/sdp/runs/cardiotocography-3clases/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..87aa45239f106f1a20fb21fc85a30f428b8b6c55 --- /dev/null +++ b/UCI_N6/sdp/runs/cardiotocography-3clases/fold_2/result.json @@ -0,0 +1,72 @@ +{ + "best_epoch": 26, + "best_val_acc": 0.8424242424242424, + "test_acc": 0.8521739130434782, + "train_size": 531, + "val_size": 330, + "test_size": 1265, + "stats": { + "mean": [ + [ + 0.011989649905837963, + 0.017703763653483834, + -0.04815508248587558, + 0.0878522580037672, + -0.0001940107344639859, + -0.0574620999999995, + 0.04414582297551817, + 0.04154100908662901, + 0.0033932510357819923, + 0.013044282391713674, + -0.042404981242937984, + 0.04134378888888889, + -0.01985842806026365, + 0.05704191233521654, + 0.04647320527306972, + -0.06624954802259869, + 0.0383948538606398, + 0.015676433521657228, + 0.03476359286252388, + 0.0983877023352167, + -0.00027604896421838714 + ] + ], + "std": [ + [ + 1.0121411725514342, + 1.0022698506112053, + 0.7850107263672123, + 1.021861659011844, + 1.0205680703685656, + 1.0, + 1.0504178369202641, + 0.9762037792485212, + 0.9969033920323853, + 1.0262088384173584, + 0.9577094393711939, + 1.018018865673482, + 1.0072567026892174, + 1.0240761987453126, + 0.9864342700743015, + 0.8655231462742808, + 1.0132444325659744, + 1.002180759880479, + 1.0086965056851351, + 1.1584443320466373, + 0.9678154222739248 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 17025, + "cert_evals": { + "36": 0.8047430515289307, + "72": 0.7588932514190674, + "108": 0.6893280744552612, + "255": 0.4205533564090729 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/cardiotocography-3clases/fold_3/result.json b/UCI_N6/sdp/runs/cardiotocography-3clases/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..bca9f90d93b8a239e00419333586e8ac5d362858 --- /dev/null +++ b/UCI_N6/sdp/runs/cardiotocography-3clases/fold_3/result.json @@ -0,0 +1,72 @@ +{ + "best_epoch": 54, + "best_val_acc": 0.8562300319488818, + "test_acc": 0.8634945397815913, + "train_size": 531, + "val_size": 313, + "test_size": 1282, + "stats": { + "mean": [ + [ + 0.07590710470809812, + -0.024193697175141464, + -0.04779198342749522, + -0.03360304143126111, + 0.029070319209039387, + -0.024595693032014893, + 0.005839325800377342, + 0.06772045080037671, + 0.004032814877590208, + -0.01572106636534833, + -0.023934781092278794, + -0.0005697517890771726, + -0.008709438794726921, + -0.015583420433144993, + -0.012270593220338952, + 0.01910270809792879, + -0.009544668926553972, + -0.0007485035781543035, + 0.019792885216572968, + 0.012601643615819754, + 0.07063507344632772 + ] + ], + "std": [ + [ + 0.9774443663972388, + 0.9691878598072985, + 0.7938133543361705, + 1.0258465761633682, + 0.9993132346074002, + 0.7566415100311142, + 1.0194614547438874, + 0.9883543548463236, + 0.9952655430481072, + 0.9924332095258233, + 1.0409700820319554, + 0.9838443180700808, + 0.9913771235918427, + 0.9821486224205357, + 0.9651162627503362, + 1.033340912804804, + 1.0105779866484361, + 1.0049118298763688, + 0.989141891228224, + 1.0204876585018856, + 0.9866082018247349 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 17025, + "cert_evals": { + "36": 0.8330733180046082, + "72": 0.7979719042778015, + "108": 0.7620905041694641, + "255": 0.513260543346405 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/chess-krvk/fold_0/result.json b/UCI_N6/sdp/runs/chess-krvk/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..b2d78cd2ca376d41b64c0d2f61229a6c55a10acf --- /dev/null +++ b/UCI_N6/sdp/runs/chess-krvk/fold_0/result.json @@ -0,0 +1,42 @@ +{ + "best_epoch": 25, + "best_val_acc": 0.2283483199242783, + "test_acc": 0.22240723120837297, + "train_size": 7014, + "val_size": 4226, + "test_size": 16816, + "stats": { + "mean": [ + [ + 0.012324607927003232, + 0.007078780439120998, + 0.0020496236099223986, + -0.024108994297119334, + -0.0005551300684344027, + 0.00494480253777899 + ] + ], + "std": [ + [ + 0.999931915679557, + 1.0057899986789152, + 1.0018138589619487, + 0.9949807268406698, + 1.0000689847213224, + 1.0016960231746526 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 18, + "depth": 6, + "padding": 12, + "parameters": 2922, + "cert_evals": { + "36": 0.12232397496700287, + "72": 0.06041864678263664, + "108": 0.027176497504115105, + "255": 0.0013082778314128518 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/chess-krvk/fold_1/result.json b/UCI_N6/sdp/runs/chess-krvk/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..db0a7c8e3de0c3ee3282cd4a4a4f60fc16cdd27f --- /dev/null +++ b/UCI_N6/sdp/runs/chess-krvk/fold_1/result.json @@ -0,0 +1,42 @@ +{ + "best_epoch": 60, + "best_val_acc": 0.24686687160085127, + "test_acc": 0.24820079700231965, + "train_size": 7014, + "val_size": 4229, + "test_size": 16813, + "stats": { + "mean": [ + [ + 0.02662805560307895, + 0.005693713430283323, + -0.0016727181351587745, + 0.014426962075848423, + -0.007343462446535813, + 0.00437411206158899 + ] + ], + "std": [ + [ + 0.9852094089714073, + 0.9988688121679218, + 1.0043106562162794, + 0.9917902725212167, + 0.9953541320225967, + 0.995076350426718 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 18, + "depth": 6, + "padding": 12, + "parameters": 2922, + "cert_evals": { + "36": 0.14649377763271332, + "72": 0.07018378376960754, + "108": 0.03033366985619068, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/chess-krvk/fold_2/result.json b/UCI_N6/sdp/runs/chess-krvk/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..aed7b6458fbf3ff270b9e514d463213b77c9609a --- /dev/null +++ b/UCI_N6/sdp/runs/chess-krvk/fold_2/result.json @@ -0,0 +1,42 @@ +{ + "best_epoch": 97, + "best_val_acc": 0.24821683309557774, + "test_acc": 0.24311000237586125, + "train_size": 7014, + "val_size": 4206, + "test_size": 16836, + "stats": { + "mean": [ + [ + 0.009281328200740034, + -0.0021550139720564235, + -0.004650539349872485, + 0.006120143427431122, + -0.0004934166951813222, + 0.0024717757342437065 + ] + ], + "std": [ + [ + 0.9905305563279689, + 1.0007194352174467, + 1.0073929861352688, + 0.996792137495875, + 0.995664797353786, + 0.9984373474066448 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 18, + "depth": 6, + "padding": 12, + "parameters": 2922, + "cert_evals": { + "36": 0.14278925955295563, + "72": 0.07097885757684708, + "108": 0.032608695328235626, + "255": 0.0008909479365684092 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/chess-krvk/fold_3/result.json b/UCI_N6/sdp/runs/chess-krvk/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..90e7277e0676f9eab23d365343bc7c3478556e60 --- /dev/null +++ b/UCI_N6/sdp/runs/chess-krvk/fold_3/result.json @@ -0,0 +1,42 @@ +{ + "best_epoch": 53, + "best_val_acc": 0.24754098360655738, + "test_acc": 0.2288933937514906, + "train_size": 7014, + "val_size": 4270, + "test_size": 16772, + "stats": { + "mean": [ + [ + 0.0038034088964931244, + -0.012312182207011678, + 0.00825354519532299, + -0.012616928286283908, + 0.00814625808383194, + 0.012173608639860799 + ] + ], + "std": [ + [ + 0.9903915605524702, + 0.991199162231707, + 1.011474563134033, + 0.9971077092137348, + 0.999255185770078, + 1.0033642166267953 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 18, + "depth": 6, + "padding": 12, + "parameters": 2922, + "cert_evals": { + "36": 0.13075363636016846, + "72": 0.06457190215587616, + "108": 0.026591937988996506, + "255": 0.000834724516607821 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/chess-krvkp/fold_0/result.json b/UCI_N6/sdp/runs/chess-krvkp/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..7a57adb1900f5d6dd40a0bba418f2b7dabc9f90b --- /dev/null +++ b/UCI_N6/sdp/runs/chess-krvkp/fold_0/result.json @@ -0,0 +1,102 @@ +{ + "best_epoch": 12, + "best_val_acc": 0.9612068965517241, + "test_acc": 0.9529229177444387, + "train_size": 799, + "val_size": 464, + "test_size": 1933, + "stats": { + "mean": [ + [ + -0.012910581977471696, + 0.0232343479349185, + 0.01974840050062684, + -0.006236645807259704, + 0.016582745932415422, + 0.011297774718398169, + 0.042862941176470284, + 0.03031926157697225, + 0.0180404605757215, + -0.010202853566957767, + -0.00189366082603287, + -0.016319619524404437, + 0.0033822653316640658, + -0.03204078085106409, + 0.0705100575719649, + 0.02903828535669439, + -0.03100208760951203, + -0.008096886107634134, + -0.03482669524405622, + 0.019232514392990924, + 0.012952405506882283, + 0.028141539424280874, + 0.012118360450564641, + -0.021248015018773447, + -0.016025085481852858, + 5.306633288432277e-07, + -0.020626277847311296, + -0.017688700000000283, + 0.0857653942428025, + -0.03719805506883507, + 0.005740868585732433, + 0.07288125406758252, + 0.025791864831039592, + -0.00712086608260405, + -0.040342160200250346, + -0.05876795494368149 + ] + ], + "std": [ + [ + 0.9837163023685394, + 1.0378682164982054, + 1.0465982807867846, + 0.9915165284267596, + 1.005530465952035, + 1.0006602278791406, + 1.010781822340367, + 1.0199155022259125, + 1.0041109770934162, + 0.9954304425556489, + 0.999580748645936, + 0.9784729377035531, + 1.001226355888721, + 0.7309839212424674, + 1.0450840322089407, + 1.0585050069556725, + 0.9104979964986178, + 1.0030733244153598, + 0.7855814376765642, + 1.0182546843992308, + 1.0103378991543899, + 1.020315666869466, + 1.0226041285721963, + 0.9944445166738229, + 0.8530722671343124, + 0.9998428506463546, + 0.958403864877632, + 1.0, + 1.297598626233983, + 0.9108937768595846, + 1.0046803731698561, + 1.1311938967311475, + 1.0059129579966133, + 1.0017029704517841, + 1.020154120299574, + 0.9629351207831572 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 2, + "depth": 6, + "padding": 72, + "parameters": 56978, + "cert_evals": { + "36": 0.9239524602890015, + "72": 0.8592861294746399, + "108": 0.7692705988883972, + "255": 0.300051748752594 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/chess-krvkp/fold_1/result.json b/UCI_N6/sdp/runs/chess-krvkp/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..ea169af676a226108b0673f0ce4a011a32e17a2b --- /dev/null +++ b/UCI_N6/sdp/runs/chess-krvkp/fold_1/result.json @@ -0,0 +1,102 @@ +{ + "best_epoch": 67, + "best_val_acc": 0.9889135254988913, + "test_acc": 0.9815005138746146, + "train_size": 799, + "val_size": 451, + "test_size": 1946, + "stats": { + "mean": [ + [ + -0.0009927534418022186, + 0.018342768460575525, + -0.06582760575719632, + -0.0020792615769724375, + 0.051078400500625745, + 0.011297774718398223, + -0.03506647058823558, + -0.021223376720899582, + -0.03866361702127398, + -0.02380752190237722, + -0.014526558197747444, + 0.016318818523153884, + 0.006087788485606497, + 0.07781297659574443, + -0.04009326658322881, + 0.017423181476844563, + -0.016413096370462833, + -0.032386387984980926, + 0.020896709511889343, + 0.0017488035043802706, + 0.0032379173967446036, + -0.04377830913642133, + 0.00134634543179087, + -0.008370843554443178, + -0.01602508548185286, + -0.05699136670838574, + 0.012376380475592372, + -0.017688700000000283, + 0.023390775969961416, + 0.03719677847309204, + 0.005740868585732397, + -0.004124948685859613, + 0.002579862327909166, + -0.025243699624531293, + -0.02052447684605754, + 0.019589255319148336 + ] + ], + "std": [ + [ + 0.9986195311743077, + 1.0300230852190024, + 0.8216604611116667, + 0.9970790771407829, + 1.0163955081800622, + 1.0006602278791408, + 0.9894273630441428, + 0.9849960711322177, + 0.9895223747807858, + 0.9893503391280706, + 0.9977270081722001, + 1.0205058915949463, + 1.0023223894472089, + 1.4564544306041578, + 0.9790108101412359, + 1.0355371587989588, + 0.9537117155994841, + 1.0123108404588719, + 1.108181480971759, + 1.001546561141509, + 1.0024924985959782, + 0.9655037096440781, + 1.0024053099202712, + 0.9977739015125082, + 0.8530722671343125, + 1.021876104669329, + 1.0237032374075374, + 1.0, + 1.0898218142005072, + 1.080220497632301, + 1.0046803731698557, + 0.9917285097795778, + 1.000482486194206, + 1.0061895454376688, + 1.0104282205557285, + 1.0110875620192163 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 2, + "depth": 6, + "padding": 72, + "parameters": 56978, + "cert_evals": { + "36": 0.9635149240493774, + "72": 0.9403905868530273, + "108": 0.9080165028572083, + "255": 0.5714285969734192 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/chess-krvkp/fold_2/result.json b/UCI_N6/sdp/runs/chess-krvkp/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..9e833188aeb9c2d8d3cd9673db4130c4dc696adc --- /dev/null +++ b/UCI_N6/sdp/runs/chess-krvkp/fold_2/result.json @@ -0,0 +1,102 @@ +{ + "best_epoch": 66, + "best_val_acc": 0.9726315789473684, + "test_acc": 0.9687825182101977, + "train_size": 799, + "val_size": 475, + "test_size": 1922, + "stats": { + "mean": [ + [ + 0.04270595118898613, + -0.035464605757197565, + -0.026330987484355414, + 0.010392891113891287, + 0.024543281602002653, + -0.001253777221526715, + -0.011687647058824222, + -0.02728721652065032, + 0.0025757121401775553, + -0.07006339424280264, + -0.0018936608260329234, + -0.004080205256570354, + 0.04125958948685799, + -0.03204078085106409, + -0.02626784230287835, + -0.023229682102629934, + 0.041942868585731145, + 0.01619261576971138, + 0.006965858322903206, + -0.001747938673341953, + -0.05828717396746041, + 0.04064933917396773, + 0.06597843554443104, + -0.018672580725907748, + 0.005341821777221022, + -0.005427269086358065, + 0.03437815269086148, + -0.017688700000000283, + -0.007796533166459127, + -6.382978713675692e-07, + -0.04346299874843527, + 0.01787682352940982, + -0.03610680851063828, + 0.04465865832290276, + 0.019110889862328, + 0.03990408760951166 + ] + ], + "std": [ + [ + 1.0503026614950781, + 0.9377299469744113, + 0.9332222466570044, + 1.0134812577120929, + 1.0081529457229899, + 0.9997466732969692, + 0.9965218768327301, + 0.9806280790356154, + 1.0004721494235536, + 0.9669617912464558, + 0.9995807486459362, + 0.9945690429937961, + 1.0158077550757176, + 0.7309839212424674, + 0.9989487460582208, + 0.9496723729602274, + 1.1079472020538745, + 0.9931560757473815, + 1.0372639011971079, + 0.998134626824417, + 0.9489971567418679, + 1.0290373693626786, + 1.116580541935386, + 0.9951246155880097, + 1.0441402229839951, + 1.0021017867674258, + 1.064445876205708, + 1.0, + 0.9678679341238935, + 0.999842760601726, + 0.9613338278133499, + 1.0340832941176457, + 0.9901571062749744, + 0.9869400115230125, + 0.9895000075374855, + 1.0222216905424544 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 2, + "depth": 6, + "padding": 72, + "parameters": 56978, + "cert_evals": { + "36": 0.9552549719810486, + "72": 0.943288266658783, + "108": 0.9193548560142517, + "255": 0.5842872262001038 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/chess-krvkp/fold_3/result.json b/UCI_N6/sdp/runs/chess-krvkp/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..5877fbd1d860a48ef47ebacfab254bfb67b07984 --- /dev/null +++ b/UCI_N6/sdp/runs/chess-krvkp/fold_3/result.json @@ -0,0 +1,102 @@ +{ + "best_epoch": 29, + "best_val_acc": 0.9585152838427947, + "test_acc": 0.960804538421867, + "train_size": 799, + "val_size": 458, + "test_size": 1939, + "stats": { + "mean": [ + [ + 0.0029798560700874874, + -0.015898287859826204, + 0.013165630788484818, + -0.002079261576972459, + 0.06434595994993732, + -0.0087847083854817, + -0.035066470588235754, + -0.021223376720899842, + 0.012885544430540316, + -0.0755052615769703, + -0.07516446558197788, + 0.004079404255319092, + 0.041259589486858005, + 0.04119505744680826, + -0.0069122853566958315, + -0.029037234042554844, + -0.01641309637046286, + -0.037784055068836316, + -0.03482669524405622, + -0.04370884480600792, + -0.035620035043805974, + 0.04690323904881119, + -0.009425669586981995, + -0.00064454067584565, + -0.05875890000000068, + -0.04884966708385503, + 0.0453790387984959, + -0.017688700000000283, + 0.002599236545681054, + 0.030997209011264834, + -0.05002351439299086, + 0.006875937421775107, + -0.010315694618272687, + -0.04077755694618336, + 0.004955401752189988, + 0.10084858448060059 + ] + ], + "std": [ + [ + 1.003506639923147, + 0.9726497119550556, + 1.031291250931018, + 0.9970790771407828, + 1.0202330509186042, + 0.9991224561764447, + 0.9894273630441432, + 0.9849960711322175, + 1.0029259974983142, + 0.9641477850388797, + 0.9865314194046129, + 1.0050737920779802, + 1.0158077550757172, + 1.2629201270580204, + 0.9808444007141872, + 0.9366196797544946, + 0.9537117155994845, + 1.0142732074093561, + 0.7855814376765643, + 0.9552444287880467, + 0.9695039665985851, + 1.033313842690941, + 0.9816728244810887, + 0.9996865943557063, + 1.0, + 1.0189528540341442, + 1.0840757895240576, + 1.0, + 1.0102634466126872, + 1.067334702526026, + 0.9552142319361535, + 1.0131869855246693, + 0.9972193469515207, + 1.0097604697449478, + 0.9972056619226006, + 1.052569358911855 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 2, + "depth": 6, + "padding": 72, + "parameters": 56978, + "cert_evals": { + "36": 0.9458484053611755, + "72": 0.9236720204353333, + "108": 0.8963383436203003, + "255": 0.47189274430274963 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/congressional-voting/fold_0/result.json b/UCI_N6/sdp/runs/congressional-voting/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..d3862e36f30ce61b531393c60c2d507025021418 --- /dev/null +++ b/UCI_N6/sdp/runs/congressional-voting/fold_0/result.json @@ -0,0 +1,62 @@ +{ + "best_epoch": 5, + "best_val_acc": 0.5964912280701754, + "test_acc": 0.5836431226765799, + "train_size": 109, + "val_size": 57, + "test_size": 269, + "stats": { + "mean": [ + [ + -0.05633650458715604, + -0.11779591743119261, + -0.04414557798165136, + -0.044145577981651356, + -0.1385431192660551, + -0.04414557798165139, + -0.026378550458715573, + 0.11256628440366967, + -0.10507706422018329, + -0.054913027522935885, + -0.05395532110091718, + 0.008270385321100901, + 0.10771073394495408, + 0.03500372477064211, + -0.000600422018348633, + -0.02276844036697253 + ] + ], + "std": [ + [ + 0.8184815616369955, + 0.8313668954689791, + 0.8538679440524577, + 0.8538679440524576, + 0.5219210944971431, + 0.8538679440524588, + 0.9259164552817457, + 1.2484961570437194, + 0.7457451590890042, + 0.7568400989501728, + 0.8761485096645807, + 1.012504902324288, + 1.1811957798165138, + 1.0783310548027614, + 0.9977827937237086, + 0.9845600817644352 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 13122, + "cert_evals": { + "36": 0.13754646480083466, + "72": 0.10037174820899963, + "108": 0.06691449880599976, + "255": 0.0074349441565573215 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/congressional-voting/fold_1/result.json b/UCI_N6/sdp/runs/congressional-voting/fold_1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..5087ee94c3bfbcb2a46c372dd3f8723ff5c0d26b --- /dev/null +++ b/UCI_N6/sdp/runs/congressional-voting/fold_1/result.json @@ -0,0 +1,62 @@ +{ + "best_epoch": 10, + "best_val_acc": 0.578125, + "test_acc": 0.5114503816793893, + "train_size": 109, + "val_size": 64, + "test_size": 262, + "stats": { + "mean": [ + [ + -0.00038625688073406236, + 0.057688394495412916, + 0.07259284403669729, + 0.07259284403669727, + -0.08832123853211014, + 0.01422363302752295, + -0.07830136697247703, + -0.08832123853211014, + 0.10401949541284418, + -0.054913027522935885, + -0.09670699082568791, + 0.043890183486238465, + -0.010408844036697309, + -0.05957216513761476, + 0.22344607339449585, + 0.020201284403669834 + ] + ], + "std": [ + [ + 0.9977358415203772, + 1.0666277227790677, + 1.1962128629178321, + 1.196212862917833, + 0.7346827772265264, + 1.0408721364505138, + 0.7595653225302291, + 0.7346827772265264, + 1.1887281938323424, + 0.7568400989501728, + 0.7623714803384029, + 1.0685939449541277, + 0.9788020482079224, + 0.8432648555935023, + 1.3191500469500397, + 1.0109306979905373 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 13122, + "cert_evals": { + "36": 0.221374049782753, + "72": 0.17938931286334991, + "108": 0.14885495603084564, + "255": 0.015267175622284412 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/congressional-voting/fold_2/result.json b/UCI_N6/sdp/runs/congressional-voting/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..279bdae137d7081a317a2b3cf56a3e84002a7d6f --- /dev/null +++ b/UCI_N6/sdp/runs/congressional-voting/fold_2/result.json @@ -0,0 +1,62 @@ +{ + "best_epoch": 1, + "best_val_acc": 0.5471698113207547, + "test_acc": 0.5238095238095238, + "train_size": 109, + "val_size": 53, + "test_size": 273, + "stats": { + "mean": [ + [ + -0.05633650458715604, + -0.0008063761467889231, + -0.044145577981651335, + -0.10251478899082538, + -0.08832123853211014, + 0.014223633027522997, + -0.078301366972477, + -0.08832123853211014, + -0.14689637614678883, + -0.12773999999999977, + 0.03154801834862407, + 0.008270385321100882, + 0.028964348623853046, + -0.012284220183486308, + -0.0006004220183486534, + 0.04168614678899078 + ] + ], + "std": [ + [ + 0.8184815616369948, + 0.9978460372285823, + 0.853867944052458, + 0.6065906343935914, + 0.7346827772265261, + 1.0408721364505131, + 0.7595653225302292, + 0.7346827772265265, + 0.6117637925728782, + 1.0, + 1.062789656192666, + 1.0125049023242882, + 1.0520823572341493, + 0.9691144875367229, + 0.9977827937237085, + 1.023184850832101 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 13122, + "cert_evals": { + "36": 0.18315018713474274, + "72": 0.04395604506134987, + "108": 0.018315019086003304, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/congressional-voting/fold_3/result.json b/UCI_N6/sdp/runs/congressional-voting/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..19e50d969a3725d690b24d2c86b55e50d4d901d8 --- /dev/null +++ b/UCI_N6/sdp/runs/congressional-voting/fold_3/result.json @@ -0,0 +1,62 @@ +{ + "best_epoch": 1, + "best_val_acc": 0.6338028169014085, + "test_acc": 0.5529411764705883, + "train_size": 109, + "val_size": 71, + "test_size": 255, + "stats": { + "mean": [ + [ + -0.0003862568807340379, + -0.05930114678899078, + 0.014223633027522962, + -0.04414557798165134, + -0.03809935779816519, + -0.04414557798165141, + -0.026378550458715615, + 0.012122522935779772, + -0.02143844036697227, + 0.017913944954128333, + -0.0967069908256879, + 0.07950998165137609, + 0.028964348623853057, + -0.012284220183486292, + -0.0006004220183485913, + -0.02276844036697257 + ] + ], + "std": [ + [ + 0.9977358415203773, + 0.9202474953183722, + 1.0408721364505134, + 0.8538679440524575, + 0.8955844252869521, + 0.8538679440524586, + 0.9259164552817456, + 1.0292422785092563, + 0.9536270350654188, + 1.0653667607530586, + 0.7623714803384029, + 1.1207507845689388, + 1.0520823572341482, + 0.9691144875367229, + 0.9977827937237086, + 0.9845600817644354 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 13122, + "cert_evals": { + "36": 0.15294118225574493, + "72": 0.09019608050584793, + "108": 0.07450980693101883, + "255": 0.011764707043766975 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/conn-bench-sonar-mines-rocks/fold_0/result.json b/UCI_N6/sdp/runs/conn-bench-sonar-mines-rocks/fold_0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..fae5013a82716072c49a13043f3c077d494f000e --- /dev/null +++ b/UCI_N6/sdp/runs/conn-bench-sonar-mines-rocks/fold_0/result.json @@ -0,0 +1,150 @@ +{ + "best_epoch": 2, + "best_val_acc": 0.7272727272727273, + "test_acc": 0.6341463414634146, + "train_size": 52, + "val_size": 33, + "test_size": 123, + "stats": { + "mean": [ + [ + 0.07224829615384616, + 0.06143836403846155, + 0.17981892115384618, + 0.18359467307692307, + 0.17865188250000005, + 0.18166694038461537, + 0.13145928269230767, + 0.3580806807692308, + 0.2723380293846154, + 0.32641636923076933, + 0.3547530749999999, + 0.27079468269230766, + 0.2390470615384616, + 0.08077609423076923, + 0.06372549615384623, + 0.027136992307692294, + -0.0707615403846154, + -0.013202551923076929, + 0.07079190192307686, + 0.14980152423076923, + 0.19067387173076927, + 0.18353470192307691, + 0.09474908461538462, + 0.11814903269230771, + 0.12851396730769224, + 0.09148541923076925, + 0.007863109038461517, + -0.03280788846153844, + -0.038817317307692306, + -0.030111546153846168, + -0.06803155000000002, + -0.1759780653846154, + -0.09925099846153843, + -0.06391267884615386, + -0.10967796730769228, + -0.09900584423076922, + -0.07212157115384613, + -0.04979613730769235, + -0.014902880769230744, + -0.06563232307692309, + -0.19819578653846154, + -0.09516337250000001, + 0.028546435961538493, + 0.02690762884615383, + -0.051032306153846144, + -0.1709350942307693, + -0.15902759326923072, + 0.05230017500000001, + -0.06006629230769232, + -0.14417805423076924, + 0.04664167115384615, + 0.035231851923076866, + 0.10847407884615384, + 0.0320697788461538, + 0.014380650000000059, + 0.1584930519230769, + 0.24879878846153847, + -0.06910759711538458, + -0.04868835576923079, + -0.009460907692307728 + ] + ], + "std": [ + [ + 0.8826781365757673, + 0.8736204750730865, + 1.0631193826022287, + 1.0559935051069889, + 1.0948164691784295, + 0.9911164668100656, + 1.058133601574446, + 1.1345779651029129, + 1.2612720115229583, + 1.3050289136088924, + 1.2242580940441732, + 1.1507745621698449, + 0.9449561434126305, + 0.9761316418147328, + 1.0515687251009254, + 1.0336058228027496, + 1.0092336792759293, + 0.9721128786372969, + 0.9828570204269845, + 1.0526094050032175, + 1.007626826074757, + 0.9451553241613345, + 1.0688742655635421, + 1.1766129754915444, + 1.0893546356638915, + 0.9472223527353211, + 0.9975324667404246, + 0.9442106678014526, + 0.9147349976996598, + 0.8924870761180707, + 0.9115618167344114, + 0.9476131762252616, + 0.9936735012487963, + 1.091198911266045, + 1.0880994377807855, + 1.058748260466537, + 1.0322810862952991, + 1.0794760575131008, + 1.0563032817583005, + 1.063491740689508, + 0.9911947467095144, + 0.9289066519838143, + 1.060366924720947, + 1.0624085035469397, + 0.8715483240662897, + 0.6896203094035522, + 0.7267883935975691, + 0.928021673885073, + 0.8751357100836189, + 0.7223660360736314, + 0.7383172079055456, + 0.8199366242592814, + 1.0798630214435168, + 1.1347800621794066, + 0.9003324355296055, + 1.2234839576090903, + 1.1067568444114322, + 0.7263873158583661, + 0.9265847016853823, + 0.8105858418957635 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 2, + "depth": 6, + "padding": 120, + "parameters": 187634, + "cert_evals": { + "36": 0.49593493342399597, + "72": 0.31707316637039185, + "108": 0.16260161995887756, + "255": 0.0 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/conn-bench-sonar-mines-rocks/fold_2/result.json b/UCI_N6/sdp/runs/conn-bench-sonar-mines-rocks/fold_2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..603bae544cf900e0a1dd63b637cba27c0f13195f --- /dev/null +++ b/UCI_N6/sdp/runs/conn-bench-sonar-mines-rocks/fold_2/result.json @@ -0,0 +1,150 @@ +{ + "best_epoch": 10, + "best_val_acc": 0.8787878787878788, + "test_acc": 0.7723577235772358, + "train_size": 52, + "val_size": 33, + "test_size": 123, + "stats": { + "mean": [ + [ + -0.11352727307692301, + 0.005484550769230757, + 0.14128544711538463, + 0.01698709807692309, + -0.05546616484423073, + 0.015633542307692313, + 0.01695465576923076, + 0.007012186538461534, + 0.16428315769230764, + 0.1885259807692308, + 0.17271181923076925, + 0.10288603057692303, + 0.035842053846153805, + 0.06598513846153845, + 0.024155067307692363, + -0.031890009615384636, + -0.09900835576923078, + -0.06074108884615382, + -0.057217736538461544, + -0.05421212307692307, + 0.009597998076923055, + 0.08198633076923077, + 0.0738865326923077, + 0.11153800000000001, + 0.12820763269230767, + 0.1497061423076923, + 0.17804224999999999, + 0.12074562557692313, + 0.011866653846153862, + 0.02657458461538462, + 0.08961283461538459, + 0.012436888461538488, + -0.15344758865384617, + -0.25327539384615383, + -0.1676381884615385, + -0.08097806538461542, + 0.010272027115384563, + 0.0761040280769231, + 0.07725368461538452, + 0.01526856923076923, + 0.09035966538461546, + -0.018093585576923078, + -0.08110181153846155, + -0.05179539615384614, + -0.062206399423076895, + -0.05773718076923074, + -0.015536751903846145, + -0.05303988461538456, + -0.0334830886538462, + -0.019491399423076903, + -0.014853353461538439, + -0.04920472788461536, + -0.013006382692307706, + -0.11464770384615387, + -0.22059024807692304, + -0.20056836153846153, + -0.17135017615384612, + -0.09496722596153845, + -0.12957644230769227, + 0.05055160769230771 + ] + ], + "std": [ + [ + 0.7779847294085735, + 0.8164589056484339, + 0.8897943994160501, + 0.8232379895108087, + 0.8913136137549748, + 1.2277539871431498, + 1.148342655187086, + 1.0125738638827777, + 1.0308151593845143, + 1.0814728380420244, + 1.1275636354460448, + 1.0953105542528634, + 0.9617223163008869, + 0.9271042130221435, + 1.002366167344782, + 1.0134009310910002, + 0.9541301699800748, + 0.9039526162729385, + 0.8533527267834845, + 0.8674137383144989, + 0.8667342359963858, + 0.8682751705934699, + 0.8669633975953135, + 0.8844079338595519, + 0.8959832014657619, + 0.9477171784962183, + 0.9665146933040765, + 0.9608709208756278, + 0.9362600441482569, + 0.826100491116595, + 0.9039285396250091, + 0.9697986338184826, + 0.8888423793086146, + 0.878236080206782, + 0.9309060317786465, + 0.9900496254008503, + 1.00813869687356, + 1.0903606967893815, + 1.0386726650233546, + 0.9723646970288363, + 0.965534654631892, + 0.9659616919831083, + 0.9294069827841253, + 0.9165737515917189, + 0.890391924899276, + 0.8408198724294259, + 0.7367456383541913, + 0.9168199780746074, + 0.8757122466574018, + 0.8068953654942984, + 0.8229736283202036, + 0.7999629806684128, + 0.9417385941942646, + 0.873184043119562, + 0.7480790001744239, + 0.9895160335641305, + 1.0132212109764678, + 0.7628419936253807, + 0.961901997536315, + 1.3290599320503582 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 2, + "depth": 6, + "padding": 120, + "parameters": 187634, + "cert_evals": { + "36": 0.707317054271698, + "72": 0.6178861856460571, + "108": 0.5121951103210449, + "255": 0.2195121943950653 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/runs/conn-bench-sonar-mines-rocks/fold_3/result.json b/UCI_N6/sdp/runs/conn-bench-sonar-mines-rocks/fold_3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..ad7a30c117cafadc5ea00bc962d9abef0e632dbd --- /dev/null +++ b/UCI_N6/sdp/runs/conn-bench-sonar-mines-rocks/fold_3/result.json @@ -0,0 +1,150 @@ +{ + "best_epoch": 11, + "best_val_acc": 0.8484848484848485, + "test_acc": 0.7479674796747967, + "train_size": 52, + "val_size": 33, + "test_size": 123, + "stats": { + "mean": [ + [ + -0.11402919442307692, + -0.1958088194230769, + -0.192454475, + -0.2174456115384615, + -0.1483449469961539, + -0.09730015192307692, + -0.11111996346153846, + -0.1199549596153846, + -0.08601968673076922, + -0.1359838, + -0.07711971153846155, + 0.005683598076923046, + -0.07644932499999996, + -0.12452823865384616, + -0.18065320384615383, + -0.24127502307692308, + -0.2122367865384616, + -0.17662752923076924, + -0.13966792115384613, + -0.06574370384615388, + -0.007378620000000012, + -0.0002028721153846167, + 0.06875905961538463, + 0.10454161923076924, + 0.1822036923076923, + 0.14234525, + 0.08357052884615387, + 0.14328510769230768, + 0.2375776069230769, + 0.1643224807692307, + 0.10515068653846156, + 0.09213309999999994, + 0.013323825000000011, + -0.06487759653846153, + -0.13430994076923078, + -0.21115623846153847, + -0.22730641923076922, + -0.23543729230769228, + -0.22808152115384622, + -0.14895506923076926, + -0.001168684615384663, + -0.04320264326923076, + -0.018799333269230768, + -0.013186748076922994, + -0.07072882692307694, + -0.03641541923076926, + -0.009211202865384651, + 0.028638237499999993, + 0.052042886346153845, + -0.09590774230769232, + -0.057291330384615397, + 0.06657091249999998, + 0.02539913076923079, + -0.15310468230769228, + -0.20838050961538462, + -0.049366707692307735, + -0.07994125884615386, + -0.19751397115384617, + -0.2403308269230769, + -0.24415720000000002 + ] + ], + "std": [ + [ + 0.8763416312333093, + 0.602973469758421, + 0.5448117196260321, + 0.5663296924240132, + 0.686341085757452, + 0.8337013907572342, + 0.6813276818285096, + 0.7825144766842531, + 0.7861121760890293, + 0.7905273301791387, + 0.7805552299762032, + 0.9027317120726256, + 0.8667207852850977, + 0.8531311452416169, + 0.8318630140159454, + 0.8852179006046725, + 0.8740431599665568, + 0.8442406359472446, + 0.8609171894886277, + 0.886971626868803, + 0.9185053211820478, + 1.0100806480837976, + 0.9919727273312126, + 1.0562822860856174, + 0.9850251469218465, + 0.9910273621465151, + 1.0655846350198521, + 0.9906322053442151, + 0.8736899428048334, + 0.9821436750511889, + 0.9453561139667965, + 0.8625303165093016, + 1.0040239879345572, + 0.9847231539651756, + 0.9280844832031707, + 0.9503954469001101, + 0.9765763369138967, + 0.965164414073675, + 0.9709362119147936, + 1.0665530487737096, + 1.0793454570821943, + 1.0572717622116554, + 1.0593503627745042, + 1.0162684589041668, + 1.0177130607371694, + 1.0958546673800382, + 1.1902586310529617, + 1.1293249209196217, + 1.0653539976947333, + 0.9647675285784101, + 1.1814566025747812, + 1.13738601881979, + 1.0351334435322548, + 0.934859922308927, + 0.7895031892247589, + 0.9239212461978867, + 0.8971132845231489, + 0.7340435621135994, + 0.876038640540552, + 0.7272617950430326 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 2, + "depth": 6, + "padding": 120, + "parameters": 187634, + "cert_evals": { + "36": 0.707317054271698, + "72": 0.6260162591934204, + "108": 0.5691056847572327, + "255": 0.27642273902893066 + } +} \ No newline at end of file diff --git a/UCI_N6/sdp/summary.json b/UCI_N6/sdp/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..4747b6c4ba7f74dd1b072c26183c2f29523fb66b --- /dev/null +++ b/UCI_N6/sdp/summary.json @@ -0,0 +1,45372 @@ +{ + "metadata": { + "data_root": "data/UCI", + "out": "runs/UCI_N6", + "gpus": 4, + "max_epochs": 100, + "patience": 30, + "batch_size": 64, + "lr": 0.001, + "seed": 1337, + "verbosity": "info", + "datasets": null, + "algorithms": [ + "sdp", + "ldlt", + "ldlt-resnet", + "aol", + "ortho", + "sandwich" + ], + "depth": 6, + "n_tasks": 726, + "run_dir": "/home/mjuston2/Documents/DeepLipschitzResNet" + }, + "datasets": { + "acute-inflammation": { + "dataset": "acute-inflammation", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 26, + "best_val_acc": 1.0, + "test_acc": 1.0, + "train_size": 30, + "val_size": 16, + "test_size": 74, + "stats": { + "mean": [ + [ + -0.029776199999999933, + 0.05815319999999998, + 0.03366299999999992, + -0.07041613333333337, + 0.0829954666666666, + 0.3029878333333334 + ] + ], + "std": [ + [ + 1.046299339147563, + 1.028676385077134, + 0.9895473157792913, + 1.0179845925601472, + 0.9937462864656396, + 1.0009348864350793 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 2714, + "cert_evals": { + "36": 0.5135135054588318, + "72": 0.22972974181175232, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 13, + "best_val_acc": 0.9444444444444444, + "test_acc": 0.7916666666666666, + "train_size": 30, + "val_size": 18, + "test_size": 72, + "stats": { + "mean": [ + [ + 0.2066000000000002, + 0.2132320000000001, + 0.16832333333333327, + -6.666666666858371e-07, + 0.08299546666666664, + -0.033663 + ] + ], + "std": [ + [ + 1.073465583913181, + 1.0965727109827237, + 0.9521923485684088, + 0.9958250796083059, + 0.9937462864656397, + 0.9895473157792911 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 2714, + "cert_evals": { + "36": 0.375, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 17, + "best_val_acc": 0.75, + "test_acc": 0.9571428571428572, + "train_size": 30, + "val_size": 20, + "test_size": 70, + "stats": { + "mean": [ + [ + -0.06825569999999999, + -0.09692560000000008, + 0.10099316666666662, + 0.07041479999999994, + -0.11619693333333347, + 0.16832750000000007 + ] + ], + "std": [ + [ + 0.9390286569686838, + 0.9304728, + 0.9733809278809981, + 0.9680526182869189, + 0.9870693041144554, + 1.0099525000000003 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 2714, + "cert_evals": { + "36": 0.6000000238418579, + "72": 0.5428571701049805, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 30, + "best_val_acc": 0.8571428571428571, + "test_acc": 0.7681159420289855, + "train_size": 30, + "val_size": 21, + "test_size": 69, + "stats": { + "mean": [ + [ + 0.061842666666666594, + -0.01938619999999999, + -0.03366716666666666, + -0.14083160000000008, + -0.049799466666666695, + -0.3029836666666666 + ] + ], + "std": [ + [ + 0.9526045937382531, + 0.9838646893399317, + 1.000934886435079, + 1.0348917799997448, + 0.9937462864656396, + 0.8932355996217098 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 2714, + "cert_evals": { + "36": 0.3913043439388275, + "72": 0.24637681245803833, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8792313664596273, + "std_test_acc": 0.11643235149494154, + "n_samples": 120, + "n_features": 6, + "n_classes": 2, + "mean_cert_acc_36": 0.4699544683098793, + "std_cert_acc_36": 0.1064760213170999, + "mean_cert_acc_72": 0.2547409310936928, + "std_cert_acc_72": 0.22256042417460428, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "acute-nephritis": { + "dataset": "acute-nephritis", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 38, + "best_val_acc": 1.0, + "test_acc": 1.0, + "train_size": 30, + "val_size": 17, + "test_size": 73, + "stats": { + "mean": [ + [ + -0.1415510333333333, + 0.21323200000000003, + -0.03366716666666671, + -6.666666667154431e-07, + 0.2821878666666666, + -0.1683233333333333 + ] + ], + "std": [ + [ + 1.0909027516263303, + 1.0965727109827237, + 1.0009348864350789, + 0.9958250796083059, + 0.9598970403996372, + 0.9521923485684088 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 2714, + "cert_evals": { + "36": 0.7123287916183472, + "72": 0.45205479860305786, + "108": 0.3835616409778595, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 14, + "best_val_acc": 1.0, + "test_acc": 1.0, + "train_size": 30, + "val_size": 14, + "test_size": 76, + "stats": { + "mean": [ + [ + 0.012368109999999948, + -0.0969256, + 0.10099316666666665, + -0.21124706666666673, + -0.11619693333333339, + -0.033662999999999985 + ] + ], + "std": [ + [ + 0.9970611705313925, + 0.9304727999999999, + 0.9733809278809981, + 1.0468011683411809, + 0.9870693041144555, + 0.9895473157792911 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 2714, + "cert_evals": { + "36": 0.5263158082962036, + "72": 0.07894736528396606, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 41, + "best_val_acc": 1.0, + "test_acc": 0.9493670886075949, + "train_size": 30, + "val_size": 11, + "test_size": 79, + "stats": { + "mean": [ + [ + 0.03252466666666676, + 0.05815320000000001, + -0.10099733333333338, + -6.666666667154431e-07, + 0.1493929333333332, + -0.033662999999999985 + ] + ], + "std": [ + [ + 0.9744119491152714, + 1.0286763850771339, + 1.0077056618442157, + 0.9958250796083059, + 0.9870693041144553, + 0.9895473157792911 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 2714, + "cert_evals": { + "36": 0.8734177350997925, + "72": 0.30379748344421387, + "108": 0.13924050331115723, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 30, + "best_val_acc": 0.8947368421052632, + "test_acc": 0.8873239436619719, + "train_size": 30, + "val_size": 19, + "test_size": 71, + "stats": { + "mean": [ + [ + -0.029776590000000006, + -0.01938619999999999, + -0.10099733333333341, + -6.666666667080416e-07, + 0.01659799999999996, + -0.10099316666666663 + ] + ], + "std": [ + [ + 1.0535901730675965, + 0.9838646893399317, + 1.0077056618442157, + 0.9958250796083058, + 0.995962, + 0.9733809278809978 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 2714, + "cert_evals": { + "36": 0.7746478915214539, + "72": 0.6197183132171631, + "108": 0.4647887349128723, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9591727580673917, + "std_test_acc": 0.05351675953277539, + "n_samples": 120, + "n_features": 6, + "n_classes": 2, + "mean_cert_acc_36": 0.7216775566339493, + "std_cert_acc_36": 0.1461557961672383, + "mean_cert_acc_72": 0.3636294901371002, + "std_cert_acc_72": 0.22950984127020535, + "mean_cert_acc_108": 0.24689771980047226, + "std_cert_acc_108": 0.2150209928690615, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "arrhythmia": { + "dataset": "arrhythmia", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 25, + "best_val_acc": 0.6075949367088608, + "test_acc": 0.5769230769230769, + "train_size": 113, + "val_size": 79, + "test_size": 260, + "stats": { + "mean": [ + [ + -0.05548900442477873, + 0.17327679646017674, + -0.09933938283185836, + -0.022536060176991165, + -0.05529378318584072, + -0.02827017327433631, + -0.005964132743362813, + 0.04588333831858407, + -0.06835887191150443, + -0.01879734327433625, + 0.08708691123893805, + -0.010227719469026567, + -0.05324860619469024, + 0.03857876283185871, + -0.0029412946902654486, + -0.14624673451327397, + 0.0106677238938053, + -0.09994685221238946, + -2.2654867242673962e-07, + -0.10041930088495568, + 0.14110856637168184, + -0.02112876106194691, + -0.021128761061946916, + -0.06659289999999989, + -0.06659289999999989, + -0.09438650000000005, + -0.024449619469026587, + -0.006156723893805307, + -0.03655609734513271, + -0.06008078761061956, + -0.05587280000000011, + -0.1535461769911505, + -2.9203539835147346e-07, + 0.1454482212389377, + -0.04703600000000003, + -0.06659289999999989, + 0.0665928778761063, + -0.053692424778761245, + 0.10382045292035355, + -0.045959752212389356, + -0.039423744247787586, + -0.042264867256637376, + -0.0339906548672566, + -0.10218601769911498, + -0.04703600000000003, + 0.04783872566371683, + 0.14110856637168165, + -2.920353982139237e-07, + -0.1056450000000003, + -0.06659289999999989, + 0.039230692920353964, + -0.048857433628318604, + -0.0949235044247789, + -0.0951867699115044, + -0.04703600000000003, + -0.07884043362831854, + -0.021128761061946947, + 0.0665928778761063, + 0.0665928778761063, + 0.06659287787610634, + 0.0665928778761063, + 1.0619469034296467e-07, + -0.14459542477876128, + 0.10166875221238943, + -0.0007696849557522316, + 0.08089214159292042, + 0.024555884070796462, + -0.06704164601769926, + -0.04703600000000003, + 0.1411085663716821, + 0.02721671504424786, + -0.04703600000000003, + 0.008643274336283235, + -0.03328283893805306, + -0.08280126353982296, + -0.04353061946902624, + 0.022193132743362702, + -0.07879264601769921, + 0.06659287787610634, + 0.07170867256637195, + 0.1411085663716824, + -0.04703600000000003, + 0.14110856637168173, + -0.05805589380530971, + 0.08516874884955755, + 0.043014315044247776, + -0.002110141592920556, + -0.07482919999999994, + 0.027698871681415955, + -0.08165009999999992, + -0.0536924247787612, + 1.0619469030955972e-07, + -0.09438650000000005, + 0.06338747787610613, + -0.0901489026548673, + -0.04849817699115047, + 0.07722033628318585, + 0.026260424778761074, + 0.0738569911504426, + 0.04712901946902665, + 0.16431531858407084, + 0.09438671238938037, + 0.09438671238938054, + -0.0386190796460177, + -0.09438650000000005, + 1.0619469029580476e-07, + 0.06704106194690244, + 0.00271023008849546, + 0.04821953097345133, + -0.022629159292035374, + 0.24075912389380558, + 0.19588278672566428, + 0.10636762831858415, + 0.07170867256637167, + 0.0665928778761063, + -0.08165009999999992, + 1.0619469029580476e-07, + 0.24495034513274322, + -0.02112876106194717, + -0.03837423008849555, + 0.0792644690265486, + -0.010963192920353986, + -0.13985853097345086, + -0.06118739999999991, + -0.05918213274336283, + -0.06659289999999989, + 0.19309768141592948, + 0.0665928778761063, + -2.920353984064934e-07, + -0.08791879646017699, + -0.009588667256637163, + 0.039876742477876134, + -0.04371391504424787, + -0.09472733274336269, + -0.08165009999999992, + -0.04703600000000003, + -0.08165009999999992, + -0.059833336283185844, + -0.07838458407079653, + -0.015475274336283125, + -0.0805356, + -0.13698139380530983, + 0.14110856637168137, + -0.04703600000000003, + 0.0665928778761063, + -0.021128761061947016, + 0.017010241592920368, + 0.09822180530973434, + 0.005761375398230098, + 0.0322361946902655, + -0.034939104424778704, + 0.06566965486725665, + 0.061632838053097376, + 0.0004023300884955741, + 0.07045262681415927, + 0.028733457522123865, + 0.02147898230088495, + -0.05026543539823011, + 0.060225181415929224, + -0.07029714159292026, + 0.06618380000000008, + 0.011594984955752213, + 0.040387401769911555, + -0.0058615916814159065, + 0.04742410654867257, + -0.015766054867256643, + -0.062290848053097175, + -0.05214830601769914, + 0.04644970973451337, + -0.05739616814159293, + 0.05439313274336291, + -0.0036409858407079588, + -0.009598277876106183, + -0.011235967256637188, + -0.002634908849557516, + -0.005508535398230053, + -0.05590965752212387, + -0.06772527787610619, + 0.08251315044247781, + -0.08976234513274321, + 0.04703600000000003, + -0.04274165486725669, + -0.05909215752212393, + 0.027935999115044265, + -0.036451818017699096, + 0.03197787610619467, + 0.1596792035398229, + 0.0024668168141592844, + -0.015842806194690306, + 0.07878208849557493, + 0.006463776548672604, + 0.06462291946902653, + 0.025483634513274327, + 0.06707996637168136, + -0.07861038619469025, + -0.0949829097345134, + -0.08679084778761066, + 0.09411216159292037, + -0.061483929203539976, + -0.03750280353982299, + 0.024982454867256657, + 0.010920844247787605, + -0.036973680442477924, + -0.00325765690265486, + -0.06706977168141595, + 0.054682415929203546, + 0.07233616902654867, + 0.024967183185840673, + 0.0201886814159292, + 0.0625599000000001, + 0.016163015929203547, + -0.19404511061946894, + 0.1314095771681416, + -0.02607840336283184, + -0.07232390353982299, + 0.06542182300884967, + 0.09097714132743363, + -0.0490932584955752, + 0.17395115044247766, + -0.08915754336283198, + 0.005843493805309704, + -0.1311985026548673, + 0.0822022767256637, + -0.0316962311504425, + -0.15503262123893807, + 0.050416203539823005, + 0.012278147787610633, + 0.0764223432743363, + 0.20117684424778776, + -0.15312840973451328, + -0.006850403539823016, + -0.22191862300884949, + 0.1207021007964602, + -0.08917110283185833, + -0.07690047646017703, + 0.030319972566371638, + -0.1126870734513274, + 0.06241866831858403, + -0.1273596991150443, + 0.06213639999999999, + -0.07254762831858405, + -0.08504349999999997, + 0.034207636283185856, + -0.02238689532743362, + 0.10946240796460185, + 0.021622823008849552, + -0.1487953611504425, + 0.02685327893805308, + -0.04490421946902649, + -0.04955592035398229, + 0.06734868938053096, + -0.08363668734513273, + 0.022693176017699095, + 0.09933861353982294, + -0.00604589380530972, + -0.10963647433628322, + 0.03259297079646029, + -0.07945840000000003, + -0.007002541592920362, + 0.10658185398230094, + -0.0866022876106194, + 0.06365430106194689 + ] + ], + "std": [ + [ + 0.9732374444872444, + 0.9655808459932996, + 0.2507734231833244, + 0.85756632700396, + 0.9152499916483915, + 0.9319460220789437, + 0.9577523305438101, + 1.1527478213503135, + 0.9576681124104236, + 1.0097636409421697, + 0.9939501739346246, + 0.8077223719814682, + 0.9956881527950738, + 1.065832253077651, + 0.8648866626310105, + 0.7884428876814543, + 0.8846283104978594, + 1.0392968702844574, + 0.9547571784517959, + 0.830419971626617, + 1.9911349325902201, + 0.8944357999064113, + 0.8944357999064099, + 1.0, + 1.0, + 1.0, + 1.0288388455432311, + 1.0366372636701484, + 1.0104922342254585, + 0.6029602666961917, + 1.0, + 0.9119059418676891, + 0.9988936769842922, + 1.3401171108416883, + 1.0, + 1.0, + 1.409505785723462, + 0.7576328500006007, + 1.1142082921935355, + 1.100915710823559, + 0.9521761840451372, + 0.8352521125885086, + 0.7194469320515606, + 0.9886952789548065, + 1.0, + 1.111662684055426, + 1.9911349325902201, + 0.9988936769842919, + 1.0, + 1.0, + 0.9092993788613446, + 1.061138924056677, + 0.8860454459362529, + 0.77869888137794, + 1.0, + 0.9971658374137916, + 0.8944357999064098, + 1.4095057857234619, + 1.409505785723463, + 1.4095057857234636, + 1.4095057857234625, + 0.9988939483461562, + 0.8359429042688657, + 0.9455652546275832, + 1.047159553008427, + 1.2373317065584502, + 0.9367499049873408, + 0.7094990007768702, + 1.0, + 1.9911349325902201, + 1.152138074538977, + 1.0, + 1.076296523650441, + 1.0790204523971971, + 0.9278040585020654, + 0.6623289850929874, + 1.0736843273720698, + 1.059187675645061, + 1.4095057857234636, + 1.1978616378928757, + 1.9911349325902201, + 1.0, + 1.9911349325902201, + 0.9142231440920847, + 1.3486308966826843, + 0.9779239267203217, + 1.072217573812213, + 1.0, + 1.0670736267417575, + 1.0, + 0.7576328500006009, + 0.9988939483461562, + 1.0, + 1.2592635987036094, + 0.6360290623787335, + 0.8549033709264361, + 1.300841714365119, + 0.979322007928904, + 1.2296324368044147, + 1.3300447893255654, + 1.2339107860310472, + 1.4063287585864288, + 1.4063287585864277, + 0.817419899167048, + 1.0, + 0.9988939483461566, + 1.2178666747421332, + 0.9179155627028488, + 1.1674686384124506, + 0.937597875841375, + 1.9128860722576218, + 1.9849443701676805, + 1.2128492302504466, + 1.1978616378928766, + 1.409505785723462, + 1.0, + 0.9988939483461566, + 1.9776639067090993, + 0.8944357999064088, + 0.9089427774812973, + 1.1565813541259533, + 0.9312031818896745, + 0.37790291497240225, + 1.0, + 1.0103067336455187, + 1.0, + 1.612796005825811, + 1.4095057857234625, + 0.9988936769842919, + 0.9869575017654069, + 1.0625408223089012, + 0.8572543250334869, + 0.4626232154331089, + 0.8399894436428749, + 1.0, + 1.0, + 1.0, + 0.9949165069017805, + 0.9763809111647539, + 0.9886383527662114, + 1.0, + 0.8853802248708618, + 1.9911349325902201, + 1.0, + 1.4095057857234612, + 0.8944357999064094, + 0.8545082434186259, + 0.8796291945635648, + 0.9389113833926183, + 0.8861374760427413, + 0.39441056751713705, + 0.8648668783726172, + 0.9862191391833568, + 0.8481954658017612, + 0.9206020572467216, + 0.886517128434336, + 1.0192902215038742, + 0.956622629021229, + 0.8523688961466389, + 0.2992587051477164, + 1.0, + 0.8898404778961094, + 1.0071877733497892, + 0.950155747946548, + 1.0050918229648342, + 0.7815635141616576, + 0.9972744785704897, + 0.9594844360499902, + 0.9255046483391078, + 0.4876909595587591, + 0.5036861467715275, + 0.8566188861170654, + 0.7638467720219689, + 1.0032544884403838, + 1.0560420525550518, + 0.8986819691295396, + 0.9372189161919664, + 0.8101867430665612, + 0.8950623205358443, + 0.7725356624236849, + 1.0, + 0.872460731649835, + 1.045597205130584, + 0.881115812189619, + 0.9553256168269835, + 0.8848742890899297, + 0.5907365616618244, + 0.9525692591339604, + 0.9761188977078773, + 1.2163938242844157, + 0.9319895550002153, + 0.8335462617896103, + 0.9176414735582966, + 0.9775951517497435, + 0.8425042883529639, + 1.2598848541968266, + 0.949252647471748, + 0.838972165335258, + 0.23456841787874302, + 1.1642248030770597, + 0.8628119131177865, + 0.8751618803772816, + 0.9228296916565395, + 0.9809394578124714, + 0.5915262659968897, + 0.8563703331027254, + 1.223677024967222, + 0.9284798655045788, + 1.2965375076317172, + 1.0, + 0.9389878405072626, + 0.8540110671890598, + 1.316521539927867, + 1.4340416104694482, + 0.8735072262525767, + 0.676363014728904, + 1.1134658692256694, + 1.0134545560863548, + 1.7552329970203224, + 1.7155564074285294, + 0.873049365917997, + 1.030474558081803, + 1.0170344415415917, + 1.0766146909852692, + 0.7111765255105056, + 0.6923440560955865, + 1.0058025631570486, + 0.9240158601820535, + 1.9435205267323648, + 1.9899491083438348, + 0.8387690283436754, + 0.9708565551581373, + 0.8493149601758292, + 0.985055690803851, + 0.8279931417986857, + 0.9098729896957297, + 0.9370725829078755, + 0.8393620512490872, + 0.28080206241297245, + 1.0, + 0.8220194136548338, + 0.9761698379739507, + 0.7917031329595748, + 0.9270879739715543, + 0.847139011361557, + 1.0122054789755355, + 0.9745187015121873, + 0.8548335912371546, + 0.16972156566241, + 0.8245729285934237, + 1.06901211839648, + 0.8750748380574906, + 1.0605384058291198, + 0.814622435544981, + 1.1662691506968674, + 1.0027045465050628, + 0.707221379699125, + 1.0, + 0.8738904193642293, + 1.0307627522011051, + 0.9112504790758761, + 1.0340966211802813 + ] + ] + }, + "width": 512, + "in_features": 262, + "out_features": 13, + "depth": 6, + "padding": 524, + "parameters": 1622697, + "cert_evals": { + "36": 0.4923076927661896, + "72": 0.4615384638309479, + "108": 0.42307692766189575, + "255": 0.2230769246816635 + }, + "fold": 0 + }, + { + "best_epoch": 15, + "best_val_acc": 0.5614035087719298, + "test_acc": 0.5921985815602837, + "train_size": 113, + "val_size": 57, + "test_size": 282, + "stats": { + "mean": [ + [ + -0.08236052831858409, + 0.04887446902654869, + 0.0825547600000001, + 0.07080902389380533, + 0.06969351327433632, + -0.02017880672566372, + 0.0033134920353982203, + -0.0904622607964602, + 0.0008566455575221136, + 0.05502761778761062, + 0.0029605046017698983, + 0.16618478141592918, + 0.10348846991150445, + -0.12880789292035386, + 0.001393306194690269, + -0.009972053097345045, + -0.13480514867256632, + 0.15853807787610613, + -0.022554120353982243, + -0.17088875221238942, + -0.04703600000000003, + -0.02112876106194702, + 0.14790371681415893, + 0.0665928778761063, + 0.0665928778761063, + 0.09438671238938028, + -0.033913831858407135, + -0.05746374070796462, + 0.020589044247787618, + -0.08296883185840712, + -0.016433217699115002, + -0.02482472566371683, + -0.13408300000000029, + -0.0661125929203539, + 0.14110856637168206, + 0.19977865575221251, + 0.06659287787610634, + 0.16107630088495584, + -0.04968823575221234, + 0.16085886725663703, + -0.040819525663716834, + -0.04226484955752222, + 0.03399069026548677, + 0.08868894690265484, + 0.14110856637168143, + 0.1435154159292037, + -0.04703600000000003, + -2.920353984457933e-07, + -0.02112876106194691, + 0.1997786557522125, + -0.14194291681415921, + 0.11196102831858407, + 0.0592675752212388, + 0.09347194690265491, + -0.04703600000000003, + 0.13773737168141595, + -0.1056450000000003, + -0.06659289999999989, + 0.0665928778761063, + -0.06659289999999989, + 0.0665928778761063, + 0.09438671238938029, + -0.09931298230088502, + -0.11574543716814155, + 0.19007244637168158, + 0.006741415929203616, + -0.17417296814159283, + -2.920353982846636e-07, + -0.04703600000000003, + -0.04703600000000003, + 0.027216715044247736, + 0.14110856637168231, + -0.00288054867256639, + 0.04904841858407081, + 0.02098572858407086, + -0.1192364601769909, + -0.0031704955752213143, + 0.01358514159292034, + -0.06659289999999989, + 0.014341504424779012, + -0.04703600000000003, + -0.04703600000000003, + -0.04703600000000003, + 0.07784732743362836, + 0.10888657327433629, + -0.1186584123893806, + -0.02180679646017706, + -0.07482919999999994, + 0.08863622212389385, + 0.13608353008849555, + 0.08948672566371674, + 1.0619469028597977e-07, + -0.09438650000000005, + -0.02112876106194696, + 0.09014838938053121, + -0.048498132743362864, + 0.05329288938053096, + 0.07878135752212394, + 0.006330884955752202, + 0.04712901946902665, + 0.11292442477876118, + -0.09438650000000005, + 0.09438671238938054, + -0.03861907964601756, + 1.0619469029580476e-07, + -0.09438650000000005, + 0.06704106194690229, + -0.07101396460177, + 0.11338092035398238, + 0.022629575221239016, + 0.15994504424778788, + 0.039176644247788044, + 0.11334270796460184, + -0.100392831858407, + 0.0665928778761063, + -0.08165009999999992, + 1.0619469028597977e-07, + 0.027216715044247736, + -0.0211287610619469, + 0.007675044247787407, + 0.017898353982300903, + 0.022447520353982425, + -0.10415006194690236, + -0.06118739999999991, + -0.031867106194690256, + 0.0665928778761063, + 0.0386198407079645, + -0.06659289999999989, + 0.06704106194690229, + 0.03697516814159319, + -0.044993100884955714, + -0.005112693362831841, + -0.08742769999999993, + -0.04059785840707965, + 0.027216715044247736, + 0.1411085663716819, + 0.13608353008849491, + 0.03589945132743362, + -0.0453806460176991, + 0.003572176991150533, + 0.05211161769911493, + -0.012922732743362846, + 0.1411085663716814, + -0.04703600000000003, + 0.1997786557522125, + 0.14790371681415954, + 0.14316932831858414, + 0.03571657522123903, + -0.10441322884955753, + -0.23222040176991168, + -0.03493910442477871, + 0.05546864601769913, + 0.12581869469026555, + -0.18030577079646018, + -0.07161228646017702, + -0.03718444513274338, + 0.013523787610619589, + 0.10059417451327425, + 0.01624747876106193, + 0.05021323893805318, + -0.05147623362831883, + 0.1827229362831858, + 0.0034618557522124397, + 0.05241511327433623, + 0.030558143362831823, + -0.19202160176991148, + 0.11133997495575228, + 0.12129543628318586, + 0.060097776106194795, + 0.11579815929203502, + -0.027196398230088462, + 0.17599128230088495, + -0.1195051539823009, + 0.18247482389380532, + 0.06219380353982303, + -0.09025506017699113, + 0.08350311504424779, + 0.1271729522123894, + -0.0951591353982304, + 0.10388311504424796, + 0.04703600000000003, + -0.14397143362831855, + -0.056712807079646044, + 0.11911974769911506, + 0.07255731355752211, + 0.17956833628318594, + 0.03657456283185836, + -0.12767188938053103, + -0.21526490619469008, + 0.019409734513274046, + -0.20038580796460184, + 0.13453505858407078, + -0.20150050008849554, + -0.10956924336283183, + -0.1755137388495575, + 0.07771356637168146, + 0.1258815132743363, + 0.05789021663716825, + 0.059674265486725525, + 0.04250356814159293, + 0.18101372743362842, + -0.08988732212389382, + 0.148077411681416, + 0.041530495575221225, + -0.07796867964601775, + -0.08606286725663721, + 0.216610610619469, + 0.09511035132743359, + -0.05938040707964593, + 0.0625599000000001, + -0.09312924070796465, + -0.07196051769911511, + 0.13021555911504423, + 0.10358608645132746, + -0.0039450442477876055, + 0.015811640707964647, + 0.042050546725663725, + -0.11399942584070796, + 0.01275024778761036, + -0.012157897345132696, + -0.07146561415929208, + -0.03644905008849562, + -0.0460240963716814, + -0.04567296300884947, + -0.0159320159292035, + -0.020865886725663647, + 0.006243656991150445, + -0.04104453495575228, + 0.04250217699115046, + 0.034307366371681414, + -0.11968876460176998, + -0.0937977030973451, + -0.007898124601769923, + -0.06254813724778759, + 0.027666705132743385, + -0.0678103380530974, + 0.0033648314159292177, + 0.014861656991150381, + -0.08490639823008855, + 0.06213639999999999, + 0.10985744247787621, + -0.1141806185840708, + -0.0051085477876106, + -0.07652198922123891, + 0.1186390026548673, + -0.006018964601769793, + -0.03378361716814159, + 0.011641800000000063, + -0.06094139999999994, + 0.1415026725663717, + -0.08340849911504429, + -0.021807159292035423, + -0.08355237141592924, + 0.10080485079646004, + -0.0028213893805309528, + -0.039560768141592914, + -0.03811751592920355, + 0.06180052389380527, + 0.08721472743362838, + -0.045456217699115044, + -0.04452998026548677, + -0.08741183716814158 + ] + ], + "std": [ + [ + 1.0288523625377175, + 0.9926765498781311, + 1.5821926864265932, + 1.2345480341843558, + 1.0919259987637373, + 0.8553411989728208, + 0.9770372253740158, + 1.0941619685910755, + 0.9070109264400832, + 1.1660151450666374, + 0.82811358045681, + 0.8585451804478106, + 0.9271539318095082, + 0.826139795075132, + 0.9407871254954377, + 1.1098127265333941, + 0.9673996715099642, + 1.0170784936919917, + 0.7160692020317576, + 0.8881539469849713, + 1.0, + 0.8944357999064094, + 1.5353137244867066, + 1.409505785723462, + 1.4095057857234625, + 1.4063287585864295, + 0.8810006273224485, + 0.9386543902953636, + 0.9544080465249254, + 0.605561339519823, + 0.41738930632162535, + 0.9435148318250272, + 1.0, + 0.7880462841530468, + 1.9911349325902201, + 1.9844233966366362, + 1.4095057857234636, + 1.494834216304884, + 0.8945327921343991, + 1.0465252306595956, + 0.9657902518204129, + 0.8818849232826983, + 1.01289922968906, + 0.9542609489006632, + 1.9911349325902201, + 1.303101066939662, + 1.0, + 0.9988936769842933, + 0.8944357999064099, + 1.9844233966366385, + 0.9721978598866062, + 0.9751070654641969, + 1.053405494669145, + 1.2277188687789828, + 1.0, + 0.9710532649972081, + 1.0, + 1.0, + 1.4095057857234625, + 1.0, + 1.409505785723463, + 1.4063287585864295, + 0.9944538524514821, + 1.0084398738408038, + 1.096956593110858, + 0.9848747659663566, + 1.0176485758563296, + 0.9988936769842915, + 1.0, + 1.0, + 1.1521380745389784, + 1.9911349325902201, + 0.8886796764360778, + 1.0626176220464763, + 0.9820129092696263, + 0.48071756015968203, + 0.8052609158630751, + 0.9014845427415126, + 1.0, + 1.0421263616247836, + 1.0, + 1.0, + 1.0, + 1.0603166366167238, + 1.3948018100222412, + 1.0002378777841179, + 1.0521891063258038, + 1.0, + 1.170667828978199, + 1.6220790112596297, + 1.3004892166096398, + 0.9988939483461562, + 1.0, + 0.8944357999064098, + 1.2549059943840741, + 0.9010506624821365, + 1.2640911636544077, + 0.947031285603356, + 0.991260918816901, + 1.3300447893255651, + 1.1497030038124454, + 1.0, + 1.4063287585864277, + 0.8174198991670485, + 0.9988939483461566, + 1.0, + 1.217866674742133, + 0.8282680988206665, + 1.073085103116072, + 0.9693454139903576, + 1.7234040703162494, + 1.1056144342459158, + 1.074119172644369, + 0.6071170412907283, + 1.409505785723462, + 1.0, + 0.9988939483461562, + 1.1521380745389787, + 0.8944357999064119, + 1.058370875443875, + 1.0846522644237848, + 1.0598613115637294, + 0.5613288969768316, + 1.0, + 1.077530223972941, + 1.4095057857234625, + 1.15083399388167, + 1.0, + 1.2178666747421318, + 1.0966395583377115, + 1.0389053330759344, + 1.0429545495698374, + 1.0, + 1.0244696199828591, + 1.152138074538978, + 1.9911349325902201, + 1.6220790112596353, + 1.1329428844818097, + 1.0304640926757396, + 1.0027828154445004, + 1.4038062005460157, + 1.0648539403871593, + 1.9911349325902201, + 1.0, + 1.9844233966366391, + 1.5353137244867094, + 0.6866407429573802, + 0.9470876233472572, + 0.8928451459276403, + 1.3503062413436946, + 0.39441056751713693, + 1.0739060999830787, + 0.8074286630470415, + 0.8622816943277237, + 0.9235511168325403, + 0.8884646840941383, + 0.9253177369109523, + 1.0067482855890655, + 0.8717444615689396, + 1.7004798113300974, + 1.2451967529281143, + 1.0189016467998342, + 0.9159576992318523, + 0.9716842292520014, + 0.8537203439878127, + 0.6934639134127168, + 0.6814900866218891, + 1.08628728041417, + 0.8695100152450093, + 1.7244969164094923, + 0.9957413253735008, + 0.886998298843266, + 1.0086098935045376, + 0.9474117590718318, + 0.9527864599550645, + 0.8622024829086022, + 0.928715896349544, + 1.165972778898159, + 1.1444020655792773, + 1.249832703644339, + 1.0, + 1.04414181114218, + 0.7888691092407913, + 0.8896110919230731, + 0.8385172959457787, + 0.6963004767756463, + 1.0524770129026086, + 0.8728215158868736, + 1.2422671085343606, + 1.0395955941659785, + 0.9729248895409327, + 0.942112878700215, + 0.9029124312015971, + 0.9945356002953412, + 0.9067257721352653, + 0.6559269963983796, + 1.0530222495928638, + 0.7742650861348659, + 1.7415209866320729, + 0.31751695199855035, + 0.9401556411866103, + 0.9925662855482592, + 0.9703437391049544, + 0.9315271035229352, + 0.76726349356305, + 1.113451820498087, + 1.5950728246019172, + 0.9108834606609704, + 0.6187680270209445, + 1.0, + 1.026218169309107, + 0.9226908311101232, + 1.3695879042350074, + 1.390915117042367, + 0.9165066682832561, + 1.0788295714407763, + 0.8648263176100378, + 0.9635758583333331, + 0.8878642706591297, + 0.9006687498171835, + 0.8634669309414519, + 1.0263681887473621, + 1.1035216758671196, + 0.9668823371087334, + 0.9093839574625667, + 1.2537251227686863, + 0.925393016008483, + 0.9198488449490679, + 0.9988290268424753, + 0.1771101235529094, + 1.05614751420039, + 0.9497863099739803, + 1.0994839009481026, + 0.92792429034674, + 0.9973731985207415, + 1.4008749618490997, + 0.9833759189369512, + 0.7900467121392818, + 0.5512800744398914, + 1.0, + 1.160435495736531, + 0.840523823247663, + 1.0569742675732663, + 0.8576934466322704, + 0.9349861286126709, + 0.8587290535040432, + 0.9574488028099564, + 0.8825111948837125, + 1.0, + 0.9946462418130932, + 0.8401625258336195, + 1.0609041780534152, + 0.8625411201961046, + 0.8578849236354916, + 0.9245113485505083, + 0.9397104471617286, + 0.949988633400937, + 1.4949439323664353, + 1.0752730715733643, + 0.854508526946672, + 1.0304209489391347, + 0.9286338973772724 + ] + ] + }, + "width": 512, + "in_features": 262, + "out_features": 13, + "depth": 6, + "padding": 524, + "parameters": 1622697, + "cert_evals": { + "36": 0.5283687710762024, + "72": 0.4787233769893646, + "108": 0.3865247964859009, + "255": 0.1773049533367157 + }, + "fold": 1 + }, + { + "best_epoch": 36, + "best_val_acc": 0.5692307692307692, + "test_acc": 0.6313868613138686, + "train_size": 113, + "val_size": 65, + "test_size": 274, + "stats": { + "mean": [ + [ + 0.003089986725663709, + -0.004440814159291977, + 0.06255539469026555, + 0.0030673203539822954, + 0.001728016814159293, + 0.11026861433628313, + 0.017892446017699123, + -0.06960080176991157, + 0.039233834283185866, + 0.15144875398230093, + 0.006497817787610628, + -0.01399969203539821, + 0.12535314601769912, + 0.032636741592920446, + -0.04566848761061949, + -0.12298024778761062, + -0.000969959292035392, + 0.11890371504424775, + -0.09021629999999985, + -0.11451322123893802, + -0.04703600000000003, + 0.06338747787610569, + -0.1056450000000003, + -0.06659289999999989, + 0.0665928778761063, + -0.09438650000000005, + -0.04968765486725668, + 0.10877121769911505, + -0.018068128318584065, + -0.08296883185840709, + -0.05587280000000011, + -0.06895776106194693, + -2.920353983278935e-07, + -0.013222389380530894, + -0.04703600000000003, + 0.06659287787610632, + -0.06659289999999989, + -0.1252820000000002, + 0.010099320973451271, + 0.07353538053097344, + -0.007326469911504469, + -0.07684545132743385, + -0.0339906548672566, + 0.05784047787610613, + 0.14110856637168143, + 3.805309734868323e-07, + -0.04703600000000003, + -0.06704164601769919, + -0.02112876106194691, + -0.06659289999999989, + 0.15620863893805323, + -0.03053643008849556, + -0.18165605309734498, + -0.11233752212389378, + -0.04703600000000003, + -0.016779973451327427, + -0.021128761061946985, + -0.06659289999999989, + 0.0665928778761063, + -0.06659289999999989, + -0.06659289999999989, + -0.09438650000000005, + -0.00463133628318579, + -0.07507774690265485, + -0.0007694676106195044, + -0.08089127433628311, + -0.10792991415929203, + -2.9203539847723323e-07, + -0.04703600000000003, + -0.04703600000000003, + 0.027216715044247893, + -0.04703600000000003, + -0.02592799999999999, + 0.08057962389380531, + 0.024038425752212503, + -0.16465999999999992, + -0.07926050000000014, + -0.09237758407079648, + -0.06659289999999989, + -0.043025663716814114, + 0.14110856637168245, + 0.1411085663716826, + -0.04703600000000003, + -0.023750336283185847, + 0.03126479168141594, + 0.008899934513274312, + -0.02743449557522126, + 0.06331698053097352, + 0.05539779646017699, + 0.027216715044247736, + 0.017897150442477798, + 1.0619469029187476e-07, + 1.061946903233147e-07, + -0.02112876106194691, + -0.1502479999999999, + -0.016447008849557545, + -0.0054378495575221125, + 0.07474130442477876, + -0.07807693805309734, + -0.07854839999999999, + -0.008790955752212368, + 1.0619469031152472e-07, + 1.0619469029973474e-07, + 0.038619840707964564, + 1.061946903233147e-07, + 1.0619469035868464e-07, + -2.920353983829134e-07, + -0.06884565486725683, + -0.043006230088495565, + 0.13900964601769922, + -0.06902842477876096, + -0.06529410000000001, + -0.07149334513274326, + -0.043025663716814044, + -0.06659289999999989, + 0.02721671504424799, + 1.0619469029187476e-07, + -0.08165009999999992, + -0.1056450000000003, + -0.0844234336283186, + 0.045172380530973465, + 0.08091592477876108, + -0.08034439823008824, + -0.06118739999999991, + 0.009105318584070807, + 0.0665928778761063, + 0.03861984070796471, + -0.06659289999999989, + -2.920353983475435e-07, + -0.01561157522123892, + 0.034667146902654884, + 0.04805644646017698, + 0.07649909380531038, + 0.0778107902654868, + -0.08165009999999992, + -0.04703600000000003, + 0.027216715044247736, + 0.003988389380530976, + 0.07484829203539822, + 0.06071553097345137, + 0.014212502654867237, + 0.06978295752212389, + -0.04703600000000003, + -0.04703600000000003, + -0.06659289999999989, + -0.1056450000000003, + -0.05670110707964598, + 0.09375696460176995, + -0.16628776973451334, + -0.004178826548672555, + -0.07220739999999994, + -0.06694404424778763, + -0.06819787345132745, + -0.049705195575221274, + -0.11667001238938055, + -0.12676487345132748, + 0.06602797345132745, + 0.0027255099115044237, + 0.08367987168141594, + -0.07531826548672561, + 0.06618380000000008, + -0.05077870088495575, + -0.03939802035398229, + 0.0725209725663717, + 0.018818907079646008, + -0.0012129309734513318, + 0.08232463584070795, + 0.06279675221238941, + 0.05451436991150446, + -0.09364632743362859, + -0.013597840707964663, + -0.02791582300884959, + 0.02277181946902653, + 0.09624579256637165, + 0.10685669557522126, + 0.05720445840707966, + -0.11690305221238939, + -0.07600262831858408, + 0.20486032743362856, + -0.11598514159292016, + 0.04703600000000003, + 0.12372530088495573, + 0.07733639557522128, + 0.009731815840707961, + 0.06515634630088495, + -0.004099914159292028, + -0.062444362831858426, + -0.14432490088495575, + 0.010303688495575204, + -0.03996258407079658, + -0.01723771946902648, + -0.03748595911504427, + -0.09338390796460176, + -0.12455748761061945, + -0.07069998663716814, + 0.09306433097345132, + 0.05574491150442479, + 0.05271592371681417, + -0.10488400000000016, + 0.0725061, + -0.06092212743362833, + -0.021001579646017662, + 0.08582514876106195, + 0.05783091212389381, + 0.07796875840707959, + -0.0484065486725664, + -0.06359218141592915, + 0.12465353274336273, + -0.03740971681415926, + -0.006256027433628239, + 0.02847770973451326, + 0.03523589380530972, + -0.007258076106194675, + 0.029468245840707955, + 0.07720809823008848, + -0.029801646017699017, + -0.07590199938053097, + -0.0023667877876106243, + -0.06193052212389384, + 0.0729473, + -0.08944441592920359, + -0.008905622654867247, + -0.09599750318584069, + -0.11731536725663715, + 0.03799221946902657, + 0.04264000707964609, + -0.05476776486725663, + -0.08099349336283189, + -0.06403644955752204, + 0.0510427, + -0.1728837920353984, + 0.04379192212389381, + -0.08503633221238939, + -0.04843164778761059, + -0.013288855929203541, + 0.05900416725663712, + 0.01502987168141596, + -0.028499033982300897, + -0.06898648672566376, + 0.06213639999999999, + -0.020727761061946872, + 0.056635334513274314, + -0.009026141592920364, + 0.03156841769911506, + -0.12126076106194686, + 0.06353122123893817, + 0.031937667522123854, + 0.029336698938053133, + 0.12508993982300817, + -0.07582650442477877, + 0.006734969026548675, + 0.06509837044247789, + 0.03657155663716816, + -0.13086254787610632, + -0.01249529203539823, + 0.041217141592920364, + 0.050712616814159305, + 0.008828665486725618, + -0.04774530973451326, + -0.06531424955752214, + 0.08627439557522125, + 0.019008834867256633 + ] + ], + "std": [ + [ + 0.9244692810470073, + 0.9993356910018533, + 1.1547522998507793, + 0.9432810092169331, + 1.03584004279498, + 0.8753158130277445, + 1.0465755215467378, + 0.9102607240673849, + 1.023778543447583, + 0.9297280045159075, + 1.0069835198754635, + 0.9525566546794436, + 0.9399759480360307, + 0.9978150756585966, + 0.9862811329995884, + 0.9613244275752023, + 1.111865207612389, + 0.9715796850385696, + 1.0, + 1.0813226579822182, + 1.0, + 1.2592635987036094, + 1.0, + 1.0, + 1.4095057857234625, + 1.0, + 1.010538238524329, + 1.0722512669094082, + 1.0593646908068974, + 0.605561339519823, + 1.0, + 0.9556792785074675, + 0.9988936769842924, + 0.9607982608538026, + 1.0, + 1.4095057857234632, + 1.0, + 1.0, + 0.972373648410722, + 1.0584533172538098, + 1.0284056325027326, + 0.8751294762374062, + 0.7194469320515607, + 0.9753483226530357, + 1.9911349325902201, + 0.99889397212978, + 1.0, + 0.7094990007768706, + 0.8944357999064104, + 1.0, + 0.9004941973725803, + 1.0121581074927941, + 0.761525664661198, + 0.6638398438080123, + 1.0, + 1.0084273596642825, + 0.8944357999064123, + 1.0, + 1.4095057857234632, + 1.0, + 1.0, + 1.0, + 1.0674172345021198, + 1.0415595393603108, + 0.9952640371583976, + 0.7847375185646767, + 1.0253922671299165, + 0.9988936769842935, + 1.0, + 1.0, + 1.1521380745389769, + 1.0, + 0.9380600926852771, + 0.9688329579782285, + 1.0699750013871834, + 1.0, + 1.0, + 0.9022130416875166, + 1.0, + 0.8547515543653855, + 1.9911349325902201, + 1.9911349325902201, + 1.0, + 0.9833161542151768, + 0.9113836368578456, + 1.0154070458101938, + 0.8175726795277899, + 1.0291658658053822, + 1.0023879541161114, + 1.1521380745389784, + 1.0666606471785436, + 0.9988939483461562, + 0.9988939483461564, + 0.8944357999064111, + 1.0, + 1.0194849042181624, + 0.9377289254070391, + 0.9868393622488469, + 0.7115324821514019, + 1.0, + 0.9291878599599749, + 0.9988939483461571, + 0.9988939483461564, + 1.150833993881672, + 0.9988939483461564, + 0.9988939483461563, + 0.9988936769842928, + 0.8446756150368765, + 0.8840822390425243, + 0.879273891482901, + 0.356357040154056, + 1.0, + 0.8575361470050674, + 0.8547515543653872, + 1.0, + 1.1521380745389762, + 0.9988939483461562, + 1.0, + 1.0, + 0.7707096318942795, + 0.9479029615796615, + 0.8861435214681488, + 0.709392406059319, + 1.0, + 0.9648083778490988, + 1.4095057857234619, + 1.1508339938816696, + 1.0, + 0.9988936769842918, + 0.8265732991714976, + 1.0190844405952648, + 0.9459831021380053, + 1.7348381185160544, + 1.1517740759366022, + 1.0, + 1.0, + 1.152138074538978, + 0.912843060712004, + 1.1388119070973806, + 0.9915799039109703, + 1.002719667279991, + 1.085125621845705, + 1.0, + 1.0, + 1.0, + 1.0, + 1.5001714286910226, + 0.9966194693620798, + 0.9443805992812078, + 0.8655175815339226, + 1.0, + 0.7897012658620092, + 1.1164175335449071, + 1.264530190302258, + 0.8921583865445091, + 1.0648052330194941, + 0.8695758038727032, + 0.8660581580725691, + 0.8367831000825393, + 0.37197924168302665, + 1.0, + 0.9262178979224102, + 0.9242646117464632, + 0.973591105652927, + 0.9951600891998066, + 1.1111862475284577, + 0.6670563380647561, + 0.9442962334551489, + 0.990332316811185, + 0.480719441273429, + 1.223234975369157, + 0.940394811395897, + 0.9089632031900003, + 1.0458338698053655, + 0.9721165818563446, + 1.374767108546496, + 0.8594004341053223, + 0.7653673558229712, + 0.6670525311692612, + 0.645642563256581, + 1.0, + 0.891254315503885, + 1.0775980834755503, + 1.007431548670928, + 0.9530753484316439, + 1.4811962251096449, + 1.2176806384389702, + 0.9602107117788192, + 0.8795846242039457, + 1.1116750216535782, + 0.9501349187678776, + 1.0821885258200035, + 1.1407026156836266, + 0.9231893015164008, + 0.8990327480493145, + 0.6422405879838027, + 0.9092214790537131, + 0.9351958368508632, + 1.0, + 1.0, + 0.9288775753611616, + 0.8531876075690629, + 1.034017858801366, + 1.0285706599327553, + 1.5382840820664052, + 1.0793433921827003, + 0.7014984131399681, + 0.9478974831267535, + 0.8121083950620509, + 0.5317226069000799, + 0.877495299738119, + 1.105656776922663, + 0.9679617815757274, + 0.7155463726091819, + 1.108302722756925, + 1.0944778308312668, + 0.7749616919771513, + 0.8850563716056123, + 0.5693811287198752, + 1.0, + 0.9220528856937216, + 0.8553127512283658, + 0.9975197765961968, + 0.8796722204092665, + 1.1740947078133768, + 0.9516756586234943, + 0.9063555755946218, + 0.9537956983823893, + 0.21590336552059824, + 1.0, + 1.1291952185180558, + 1.0007499385498189, + 1.0111383561599954, + 0.9704983147288865, + 1.1385710361021162, + 0.7564588026775311, + 1.0046465692486821, + 0.9312841189336238, + 0.6375502285227569, + 1.0, + 0.829387189699574, + 1.0544363475675953, + 0.9771879250820691, + 1.0137760206245479, + 1.0423498864484522, + 0.43681029699877133, + 0.8991224001063718, + 0.8257144621838688, + 1.968770644943309, + 0.8856828178067617, + 1.0398871114616712, + 0.8345338516516961, + 0.9722595951185294, + 1.285772740124495, + 0.8915167876690523, + 0.8875667705363124, + 0.6453390579256484, + 0.9343424770462008, + 0.8887305596443167, + 1.0443061214405034, + 1.027608228431771, + 0.9189390661089004 + ] + ] + }, + "width": 512, + "in_features": 262, + "out_features": 13, + "depth": 6, + "padding": 524, + "parameters": 1622697, + "cert_evals": { + "36": 0.5839415788650513, + "72": 0.5328466892242432, + "108": 0.5072992444038391, + "255": 0.3102189898490906 + }, + "fold": 2 + }, + { + "best_epoch": 45, + "best_val_acc": 0.6268656716417911, + "test_acc": 0.6397058823529411, + "train_size": 113, + "val_size": 67, + "test_size": 272, + "stats": { + "mean": [ + [ + 0.04070993805309734, + 0.11996151327433617, + -0.07505505699115043, + -0.053473368141592904, + -0.0023036168141593112, + -0.04386066761061949, + 0.1000648973451327, + 0.21898467610619468, + 0.0844638663362832, + -0.21027526176991146, + 0.08278053309734511, + 0.02691175840707965, + -0.10311968407079651, + -0.019989650442477833, + -0.029568291150442447, + 0.06979861946902657, + -0.09989179115044242, + -0.0017227557522123856, + -2.2654867243656462e-07, + 0.06518417699115044, + -0.04703600000000003, + -0.1056450000000003, + -0.1056450000000003, + 0.19977865575221251, + 0.0665928778761063, + 0.09438671238938035, + -0.10331811504424784, + -0.11287559292035391, + 0.1063068938053097, + 0.04291548672566383, + -0.05587280000000011, + -0.032180318584070916, + 0.06704106194690261, + -0.1718930000000004, + -0.04703600000000003, + 0.0665928778761063, + -0.06659289999999989, + 0.08948672566371665, + -0.025450121504424723, + -0.17311484513274336, + 0.07640526460176993, + 0.11526853982300869, + 0.1133023008849558, + -0.07326554867256642, + -0.04703600000000003, + 0.047838725663716816, + -0.04703600000000003, + 0.06704106194690251, + -0.02112876106194691, + -0.06659289999999989, + -0.013552253982300916, + -0.020357922123893812, + -0.027464973451327517, + -0.006002522123893788, + -0.04703600000000003, + -0.04337743362831858, + 0.14790371681415934, + 0.0665928778761063, + -0.06659289999999989, + 0.06659287787610634, + -0.06659289999999989, + 1.0619469029580476e-07, + 0.044767823008849614, + 0.08289923362831852, + -0.12235442831858409, + -0.11459614159292028, + 0.14790476371681416, + -2.9203539830824354e-07, + -0.04703600000000003, + 0.14110856637168223, + 0.027216715044247736, + -0.04703600000000003, + -0.055889752212389385, + -0.12962760265486717, + 0.10187851619469035, + -0.01324823008849549, + 0.022193132743362702, + -0.07879260176991155, + 0.0665928778761063, + 0.12907584070796485, + -0.04703600000000003, + -0.04703600000000003, + -0.04703600000000003, + -0.002639044247787606, + 0.054982569292035384, + 0.05932991150442477, + -0.06964141592920373, + -0.07482919999999994, + -0.033238396460177, + 0.13608353008849555, + 0.0894867256637167, + -0.09438650000000005, + -0.09438650000000005, + -0.1056450000000003, + 0.030049292035398203, + 0.0004219557522123656, + 0.04024157522123887, + 0.01212035575221241, + -0.06541580530973452, + -0.07854839999999999, + 0.02907596460176992, + -0.09438650000000005, + 0.09438671238938048, + -0.03861907964601766, + 1.0619469030366473e-07, + 1.0619469029580476e-07, + -0.0670416460176993, + -0.04499362831858416, + 0.0430065663716814, + 0.05495734513274337, + 0.025254761061947018, + -0.06529410000000001, + 0.06800543362831867, + -0.15775999999999976, + 0.0665928778761063, + -0.08165009999999992, + 1.0619469029580476e-07, + -0.08165009999999992, + -0.021128761061946954, + 0.0199548849557522, + -0.04005870796460183, + 0.07256339026548671, + 0.0029753097345135682, + 0.008741072566371728, + -0.12291731858407075, + 0.0665928778761063, + -0.03861907964601771, + 0.0665928778761063, + -2.9203539835933345e-07, + -0.15365226548672545, + -0.02139016460176988, + 0.03374174115044254, + -0.03278541946902662, + -0.16577226814159277, + 0.027216715044247785, + 0.14110856637168206, + -0.08165009999999992, + -0.17471278761061948, + -0.05009553982300891, + 0.10357247787610621, + 0.01421250265486715, + -0.16799606460176988, + 0.1411085663716814, + -0.04703600000000003, + 0.1997786557522125, + -0.02112876106194691, + 0.10064383539823014, + -0.09822227433628321, + 0.010812114336283181, + -0.0005969424778760985, + -0.034939104424778704, + -0.021039132743362887, + 0.1549942769911504, + -0.05473569823008849, + 0.09371048247787614, + 0.1284547699115043, + 0.08193819469026561, + -0.1894623433628318, + -0.03994628938053097, + 0.005021592920354035, + 0.06618380000000008, + 0.046780255752212445, + 0.12412912743362833, + -0.15687404504424782, + -0.04040450761061948, + 0.01819149026548674, + 0.047322232477876085, + -0.1316860601769911, + -0.08258592566371675, + 0.05638880530973452, + -0.10198681415929205, + 0.1290602176991152, + -0.03669845398230087, + -0.10499076469026546, + -0.12757559911504432, + -0.06652606637168137, + 0.05155422566371681, + 0.031605256637168136, + 0.0629123805309736, + 0.023197380530973564, + 0.04703600000000003, + -0.03599286283185842, + -0.1574473318584071, + 0.10887992823008849, + -0.053605181415929175, + -0.012299078761061958, + -0.05887616991150452, + 0.07308711769911504, + 0.09051549646017694, + -0.10846913274336303, + -0.15513741725663718, + 0.12073644318584073, + 0.05041307504424779, + 0.1529646697345132, + 0.0776218637168141, + 0.057565741592920404, + -0.17276489823008853, + -0.014984845840707986, + -0.04701723008849572, + -0.03750280353982299, + 0.06355189203539817, + 0.06636549999999998, + -0.1410115592035399, + -0.08766313362831851, + -0.09892783274336285, + -0.013420267079645989, + 0.09777304070796461, + 0.07535415840707965, + -0.10688448672566354, + 0.0625599000000001, + -0.011544922123893811, + -0.09627820707964604, + 0.08584640530973452, + 0.007022314424778771, + -0.05128431504424778, + -0.06365885663716808, + 0.02538907345132746, + 0.071253879380531, + -0.032786734513274456, + 0.0729473, + 0.04719471592920353, + 0.014598110265486715, + 0.026159213575221246, + 0.059101831504424836, + -0.07843545663716811, + 0.0003891433628318023, + 0.014624393274336253, + 0.03384382522123893, + -0.07310352920353969, + 0.0510427, + 0.14306325132743355, + -0.011243908849557487, + 0.02559352380530976, + 0.03617407230973455, + -0.012417333274336301, + -0.10102372743362834, + -0.09638603628318594, + 0.02360371292035396, + -0.0742930973451328, + -0.014339143362831862, + 0.03523714159292039, + 0.03915302300884953, + -0.08945827723893807, + -0.02228378656637163, + 0.10421852477876106, + 0.0697730088495576, + -0.12811908238938052, + -0.10229047238938055, + -0.048111653097345074, + 0.041196920353982314, + 0.10879424867256633, + -0.10693692778761064, + 0.02704163566371678, + 0.12719723849557518, + 0.1358370884955751, + -0.11345866194690264, + -0.11236356814159291, + 0.008828665486725625, + 0.04901849557522122, + 0.10906433185840712, + -0.12028646725663718, + 0.005514894867256633 + ] + ], + "std": [ + [ + 1.0502669179700934, + 0.9792224218294541, + 0.24305352147883325, + 1.043042266446498, + 1.0744571502175468, + 0.9508826739984755, + 0.9451555552883207, + 1.1810283789026603, + 1.0064552702700122, + 1.1190882010665817, + 0.9034793296608571, + 1.1336521923679663, + 0.9786491101919341, + 0.9206985848676537, + 0.8610889538505271, + 0.9619675032812017, + 0.9308084274399617, + 0.9863758024756076, + 0.9547571784517959, + 0.9496800506935921, + 1.0, + 1.0, + 1.0, + 1.9844233966366367, + 1.4095057857234627, + 1.40632875858643, + 0.892002130496044, + 1.0129634785032875, + 0.978487303853688, + 1.1394715296586964, + 1.0, + 1.0267988761241287, + 1.217866674742132, + 1.0, + 1.0, + 1.4095057857234627, + 1.0, + 1.30048921660964, + 1.101075351501756, + 0.9423320679555461, + 0.9745566669040967, + 1.0784150005489006, + 1.3072548131334407, + 1.020520797792866, + 1.0, + 1.1116626840554256, + 1.0, + 1.2178666747421323, + 0.8944357999064103, + 1.0, + 0.9763859814864452, + 0.9882312110151381, + 0.9941548135105892, + 1.0805382570058093, + 1.0, + 0.9455390825539804, + 1.5353137244867092, + 1.4095057857234619, + 1.0, + 1.4095057857234636, + 1.0, + 0.9988939483461567, + 0.9028116049768871, + 1.0263167291591377, + 0.9964436627027657, + 0.4280387316306564, + 1.0514551909197751, + 0.9988936769842915, + 1.0, + 1.9911349325902201, + 1.152138074538978, + 1.0, + 0.9644113662850948, + 0.9806946309645141, + 0.9930268680075975, + 0.8905664891946655, + 1.0736843273720693, + 1.0058668086951204, + 1.409505785723462, + 1.3330925209888196, + 1.0, + 1.0, + 1.0, + 1.0450036005861865, + 1.3244456183776097, + 0.932189980942975, + 0.9625014477361986, + 1.0, + 1.0074707737922228, + 1.62207901125963, + 1.3004892166096393, + 1.0, + 1.0, + 1.0, + 1.0917543201475843, + 1.0127130749629136, + 1.2877909824303606, + 0.9604994075919616, + 0.8657450013263874, + 1.0, + 1.0599660091906427, + 1.0, + 1.4063287585864277, + 0.8174198991670479, + 0.9988939483461567, + 0.9988939483461567, + 0.7094990007768708, + 0.8740833234525124, + 1.010657132912493, + 0.9328151962443406, + 1.3541564903516528, + 1.0, + 1.0437864539647888, + 1.0, + 1.409505785723462, + 1.0, + 0.9988939483461567, + 1.0, + 0.8944357999064098, + 1.2065791134004533, + 1.0500123468485083, + 0.9959504427215604, + 1.0958354145667224, + 0.7400533918928887, + 0.9943642075886404, + 1.4095057857234627, + 0.8174198991670482, + 1.4095057857234627, + 0.9988936769842922, + 0.9193790839730072, + 1.0436031910295362, + 0.9868834993023391, + 0.5782795414175284, + 0.9541173647907301, + 1.1521380745389775, + 1.9911349325902201, + 1.0, + 0.9325216486314452, + 1.0303184562115624, + 0.9698188611354921, + 1.0027196672799903, + 1.0327882823860284, + 1.9911349325902201, + 1.0, + 1.9844233966366391, + 0.8944357999064109, + 0.7112349595162911, + 1.0528496975740775, + 0.9693293962135208, + 1.098217436491506, + 0.39441056751713705, + 1.131185111941341, + 0.8933013668038887, + 0.8692841653701331, + 0.9535583303775852, + 0.9578421783922644, + 0.9351032690489206, + 0.9587912379925385, + 0.8874155629442673, + 0.7402206710271984, + 1.0, + 1.0688089329251667, + 0.997681462694144, + 0.9866601266296527, + 0.9496581319654654, + 0.9257831061652533, + 0.9073562336120353, + 0.9768579353882867, + 0.9602672008044747, + 0.7793988687883875, + 1.2643817992013762, + 0.8858997832358527, + 1.0783739453909889, + 0.9243425987503827, + 0.9894525958813807, + 0.8138319611992417, + 0.9527697944043735, + 1.1413505837251008, + 0.8792523651290115, + 1.0992317647014969, + 1.0, + 1.065433498566479, + 0.9150528093441637, + 1.0062463574228966, + 1.011250604668206, + 0.7913263564369651, + 0.9735543146496928, + 0.9610800849612564, + 0.9880567372837797, + 0.3866698577857632, + 0.9853949011817834, + 0.990227174214131, + 0.8869793376043191, + 1.0049463863071384, + 0.9992217219580515, + 0.9135057665522096, + 0.9794517412025064, + 0.8334338014885702, + 0.37518500497353446, + 1.1642248030770597, + 0.9506854878365382, + 1.1083600583283926, + 0.9361744720072924, + 1.0051395038183164, + 0.7234663786843327, + 1.1371317753211319, + 1.5356103741191347, + 0.8479920793399001, + 0.46656712729960265, + 1.0, + 1.0891589322731212, + 0.8545812844441173, + 1.3469557389840487, + 1.3298686360213214, + 0.8184103746992143, + 1.2426545134673366, + 0.9345647421429395, + 0.8739291157345797, + 0.7954155323258645, + 1.0, + 0.9396031266002715, + 0.8729340873197525, + 1.1022147706138496, + 0.9052007430680863, + 0.8002297286948205, + 1.1474637082252046, + 1.0050624674836923, + 0.8958786752659496, + 0.1199464140766847, + 1.0, + 0.9484606934407114, + 0.924743989986394, + 1.1045533858189263, + 0.9763355497679247, + 0.8775711016746042, + 1.4892483405130004, + 0.9479162196372228, + 0.824520740664537, + 0.48200134691826974, + 0.8093410764663572, + 1.0307538015892828, + 0.8557116942728363, + 0.9675781578595044, + 0.9316537658305905, + 0.961482671503125, + 0.9499524026348503, + 1.0156281171297905, + 0.9533815998673338, + 0.13577727875330386, + 1.0944930405696027, + 0.9984202119037168, + 1.0610893586418122, + 1.0416564535479678, + 0.953141207852886, + 0.9699518518482332, + 1.0661304370514315, + 0.9605383246803934, + 0.9343424770461999, + 1.1428421085341074, + 0.9995106529728873, + 1.0191031224939573, + 1.0275583030415119 + ] + ] + }, + "width": 512, + "in_features": 262, + "out_features": 13, + "depth": 6, + "padding": 524, + "parameters": 1622697, + "cert_evals": { + "36": 0.6066176295280457, + "72": 0.5625, + "108": 0.5036764740943909, + "255": 0.29411765933036804 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6100536005375425, + "std_test_acc": 0.030280902286520944, + "n_samples": 452, + "n_features": 262, + "n_classes": 13, + "mean_cert_acc_36": 0.5528089180588722, + "std_cert_acc_36": 0.052033127413523145, + "mean_cert_acc_72": 0.5089021325111389, + "std_cert_acc_72": 0.0469046820379036, + "mean_cert_acc_108": 0.45514436066150665, + "std_cert_acc_108": 0.06003460884987694, + "mean_cert_acc_255": 0.25117963179945946, + "std_cert_acc_255": 0.062119643357207606 + }, + "annealing": { + "dataset": "annealing", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 21, + "best_val_acc": 0.8452380952380952, + "test_acc": 0.7587301587301587, + "train_size": 100, + "val_size": 168, + "test_size": 630, + "stats": { + "mean": [ + [ + 0.07222222999999978, + -0.345, + 4.33, + 12.0, + 0.14, + -0.17333315999999985, + -0.07800000000000064, + 29.2, + 0.09999999999999996, + -0.010000000000000224, + 0.3, + -0.010000000000000111, + -4.132729999999996e-16, + -0.11000000000000007, + -0.11999999999999993, + -0.12999999999999998, + -0.13, + -0.029999999999999773, + -1.847940000000002e-16, + -0.05999999999999975, + -1.626729999999999e-16, + -0.03999999999999998, + -0.010000000000000222, + -0.06000000000000002, + 0.1, + 1.3318299999999998, + 771.9469999999998, + 1183.75, + 0.009999999999999986, + -0.9466666699999999, + -1.5582099999999978e-17 + ] + ], + "std": [ + [ + 0.27504207913753365, + 0.41800119617053744, + 14.650634798533474, + 25.758493744782516, + 0.34698703145794935, + 0.2133331200000003, + 0.2543933961407015, + 110.08796482813175, + 0.29999999999999993, + 0.09949874371066192, + 0.47958315233127174, + 0.06557438524301994, + 1.0, + 0.31288975694324034, + 0.32496153618543855, + 0.3363034344160047, + 0.3363034344160045, + 0.17058722109231966, + 1.0, + 0.23748684174075815, + 1.0, + 0.19595917942265428, + 0.09949874371066192, + 0.2374868417407582, + 0.9949874371066199, + 0.9335979547428329, + 410.1759096911958, + 1742.0412703205398, + 0.09949874371066196, + 0.2436755226844934, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 31, + "out_features": 5, + "depth": 6, + "padding": 62, + "parameters": 49467, + "cert_evals": { + "36": 0.7047619223594666, + "72": 0.658730149269104, + "108": 0.6000000238418579, + "255": 0.4365079402923584 + }, + "fold": 0 + }, + { + "best_epoch": 48, + "best_val_acc": 0.8198757763975155, + "test_acc": 0.7582417582417582, + "train_size": 100, + "val_size": 161, + "test_size": 637, + "stats": { + "mean": [ + [ + 0.07222222999999978, + -0.345, + 4.33, + 12.0, + 0.14, + -0.17333315999999985, + -0.07800000000000064, + 29.2, + 0.09999999999999996, + -0.010000000000000224, + 0.3, + -0.010000000000000111, + -4.132729999999996e-16, + -0.11000000000000007, + -0.11999999999999993, + -0.12999999999999998, + -0.13, + -0.029999999999999773, + -1.847940000000002e-16, + -0.05999999999999975, + -1.626729999999999e-16, + -0.03999999999999998, + -0.010000000000000222, + -0.06000000000000002, + 0.1, + 1.3318299999999998, + 771.9469999999998, + 1183.75, + 0.009999999999999986, + -0.9466666699999999, + -1.5582099999999978e-17 + ] + ], + "std": [ + [ + 0.27504207913753365, + 0.41800119617053744, + 14.650634798533474, + 25.758493744782516, + 0.34698703145794935, + 0.2133331200000003, + 0.2543933961407015, + 110.08796482813175, + 0.29999999999999993, + 0.09949874371066192, + 0.47958315233127174, + 0.06557438524301994, + 1.0, + 0.31288975694324034, + 0.32496153618543855, + 0.3363034344160047, + 0.3363034344160045, + 0.17058722109231966, + 1.0, + 0.23748684174075815, + 1.0, + 0.19595917942265428, + 0.09949874371066192, + 0.2374868417407582, + 0.9949874371066199, + 0.9335979547428329, + 410.1759096911958, + 1742.0412703205398, + 0.09949874371066196, + 0.2436755226844934, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 31, + "out_features": 5, + "depth": 6, + "padding": 62, + "parameters": 49467, + "cert_evals": { + "36": 0.7189953327178955, + "72": 0.6938775777816772, + "108": 0.6718995571136475, + "255": 0.5792778730392456 + }, + "fold": 1 + }, + { + "best_epoch": 42, + "best_val_acc": 0.7309941520467836, + "test_acc": 0.7703349282296651, + "train_size": 100, + "val_size": 171, + "test_size": 627, + "stats": { + "mean": [ + [ + 0.07222222999999978, + -0.345, + 4.33, + 12.0, + 0.14, + -0.17333315999999985, + -0.07800000000000064, + 29.2, + 0.09999999999999996, + -0.010000000000000224, + 0.3, + -0.010000000000000111, + -4.132729999999996e-16, + -0.11000000000000007, + -0.11999999999999993, + -0.12999999999999998, + -0.13, + -0.029999999999999773, + -1.847940000000002e-16, + -0.05999999999999975, + -1.626729999999999e-16, + -0.03999999999999998, + -0.010000000000000222, + -0.06000000000000002, + 0.1, + 1.3318299999999998, + 771.9469999999998, + 1183.75, + 0.009999999999999986, + -0.9466666699999999, + -1.5582099999999978e-17 + ] + ], + "std": [ + [ + 0.27504207913753365, + 0.41800119617053744, + 14.650634798533474, + 25.758493744782516, + 0.34698703145794935, + 0.2133331200000003, + 0.2543933961407015, + 110.08796482813175, + 0.29999999999999993, + 0.09949874371066192, + 0.47958315233127174, + 0.06557438524301994, + 1.0, + 0.31288975694324034, + 0.32496153618543855, + 0.3363034344160047, + 0.3363034344160045, + 0.17058722109231966, + 1.0, + 0.23748684174075815, + 1.0, + 0.19595917942265428, + 0.09949874371066192, + 0.2374868417407582, + 0.9949874371066199, + 0.9335979547428329, + 410.1759096911958, + 1742.0412703205398, + 0.09949874371066196, + 0.2436755226844934, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 31, + "out_features": 5, + "depth": 6, + "padding": 62, + "parameters": 49467, + "cert_evals": { + "36": 0.7559808492660522, + "72": 0.7161084413528442, + "108": 0.6682615280151367, + "255": 0.5518341064453125 + }, + "fold": 2 + }, + { + "best_epoch": 79, + "best_val_acc": 0.7664670658682635, + "test_acc": 0.768621236133122, + "train_size": 100, + "val_size": 167, + "test_size": 631, + "stats": { + "mean": [ + [ + 0.07222222999999978, + -0.345, + 4.33, + 12.0, + 0.14, + -0.17333315999999985, + -0.07800000000000064, + 29.2, + 0.09999999999999996, + -0.010000000000000224, + 0.3, + -0.010000000000000111, + -4.132729999999996e-16, + -0.11000000000000007, + -0.11999999999999993, + -0.12999999999999998, + -0.13, + -0.029999999999999773, + -1.847940000000002e-16, + -0.05999999999999975, + -1.626729999999999e-16, + -0.03999999999999998, + -0.010000000000000222, + -0.06000000000000002, + 0.1, + 1.3318299999999998, + 771.9469999999998, + 1183.75, + 0.009999999999999986, + -0.9466666699999999, + -1.5582099999999978e-17 + ] + ], + "std": [ + [ + 0.27504207913753365, + 0.41800119617053744, + 14.650634798533474, + 25.758493744782516, + 0.34698703145794935, + 0.2133331200000003, + 0.2543933961407015, + 110.08796482813175, + 0.29999999999999993, + 0.09949874371066192, + 0.47958315233127174, + 0.06557438524301994, + 1.0, + 0.31288975694324034, + 0.32496153618543855, + 0.3363034344160047, + 0.3363034344160045, + 0.17058722109231966, + 1.0, + 0.23748684174075815, + 1.0, + 0.19595917942265428, + 0.09949874371066192, + 0.2374868417407582, + 0.9949874371066199, + 0.9335979547428329, + 410.1759096911958, + 1742.0412703205398, + 0.09949874371066196, + 0.2436755226844934, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 31, + "out_features": 5, + "depth": 6, + "padding": 62, + "parameters": 49467, + "cert_evals": { + "36": 0.744849443435669, + "72": 0.7210776805877686, + "108": 0.6909667253494263, + "255": 0.584786057472229 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.763982020333676, + "std_test_acc": 0.0063878640445550645, + "n_samples": 898, + "n_features": 31, + "n_classes": 5, + "mean_cert_acc_36": 0.7311468869447708, + "std_cert_acc_36": 0.023440082232915563, + "mean_cert_acc_72": 0.6974484622478485, + "std_cert_acc_72": 0.028392450612473554, + "mean_cert_acc_108": 0.6577819585800171, + "std_cert_acc_108": 0.03978738783218968, + "mean_cert_acc_255": 0.5381014943122864, + "std_cert_acc_255": 0.06924540287243337 + }, + "audiology-std": { + "dataset": "audiology-std", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 9, + "best_val_acc": 0.1935483870967742, + "test_acc": 0.2857142857142857, + "train_size": 25, + "val_size": 31, + "test_size": 140, + "stats": { + "mean": [ + [ + -1.7763568394002505e-17, + -8.399999999486596e-07, + 7.99999999756551e-08, + -1.2800000001833566e-06, + -3.6000000007696543e-07, + -8.799999999986596e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.000000002006402e-08, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 7.99999999756551e-08, + 0.0, + -3.199999999159431e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3306690738754695e-17, + -3.999999999981796e-07, + 0.0, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.659739592076221e-17, + 0.0, + -8.659739592076221e-17, + 0.0, + 0.0, + 0.0, + -7.199999999940587e-07, + -4.800000000759752e-07, + 2.799999999325564e-07, + 0.0, + 2.220446049250313e-18, + 0.0, + -1.5999999996907377e-07, + 0.0, + -4.0000000006479297e-07, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9797958971132714, + 0.979795399156076, + 0.979796007645425, + 0.9797944438980055, + 0.979795825808005, + 0.9797970293219844, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132714, + 1.0, + 0.9797961795409461, + 0.979796007645425, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797960076454252, + 1.0, + 0.9797960772142222, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132711, + 0.9797952000000001, + 1.0, + 0.9797960076454251, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132709, + 1.0, + 0.9797958971132709, + 1.0, + 1.0, + 1.0, + 0.9797942770355633, + 0.9797949007791427, + 0.9797958854236333, + 1.0, + 0.979795897113271, + 1.0, + 0.9797957933341287, + 1.0, + 0.9797952, + 1.0, + 1.0 + ] + ] + }, + "width": 256, + "in_features": 59, + "out_features": 18, + "depth": 6, + "padding": 118, + "parameters": 186462, + "cert_evals": { + "36": 0.1785714328289032, + "72": 0.1428571492433548, + "108": 0.09285714477300644, + "255": 0.0071428571827709675 + }, + "fold": 0 + }, + { + "best_epoch": 38, + "best_val_acc": 0.42424242424242425, + "test_acc": 0.3188405797101449, + "train_size": 25, + "val_size": 33, + "test_size": 138, + "stats": { + "mean": [ + [ + -1.7763568394002505e-17, + -8.399999999486596e-07, + 7.99999999756551e-08, + -1.2800000001833566e-06, + -3.6000000007696543e-07, + -8.799999999986596e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.000000002006402e-08, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 7.99999999756551e-08, + 0.0, + -3.199999999159431e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3306690738754695e-17, + -3.999999999981796e-07, + 0.0, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.659739592076221e-17, + 0.0, + -8.659739592076221e-17, + 0.0, + 0.0, + 0.0, + -7.199999999940587e-07, + -4.800000000759752e-07, + 2.799999999325564e-07, + 0.0, + 2.220446049250313e-18, + 0.0, + -1.5999999996907377e-07, + 0.0, + -4.0000000006479297e-07, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9797958971132714, + 0.979795399156076, + 0.979796007645425, + 0.9797944438980055, + 0.979795825808005, + 0.9797970293219844, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132714, + 1.0, + 0.9797961795409461, + 0.979796007645425, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797960076454252, + 1.0, + 0.9797960772142222, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132711, + 0.9797952000000001, + 1.0, + 0.9797960076454251, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132709, + 1.0, + 0.9797958971132709, + 1.0, + 1.0, + 1.0, + 0.9797942770355633, + 0.9797949007791427, + 0.9797958854236333, + 1.0, + 0.979795897113271, + 1.0, + 0.9797957933341287, + 1.0, + 0.9797952, + 1.0, + 1.0 + ] + ] + }, + "width": 256, + "in_features": 59, + "out_features": 18, + "depth": 6, + "padding": 118, + "parameters": 186462, + "cert_evals": { + "36": 0.260869562625885, + "72": 0.18840579688549042, + "108": 0.13768115639686584, + "255": 0.021739130839705467 + }, + "fold": 1 + }, + { + "best_epoch": 21, + "best_val_acc": 0.36, + "test_acc": 0.2876712328767123, + "train_size": 25, + "val_size": 25, + "test_size": 146, + "stats": { + "mean": [ + [ + -1.7763568394002505e-17, + -8.399999999486596e-07, + 7.99999999756551e-08, + -1.2800000001833566e-06, + -3.6000000007696543e-07, + -8.799999999986596e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.000000002006402e-08, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 7.99999999756551e-08, + 0.0, + -3.199999999159431e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3306690738754695e-17, + -3.999999999981796e-07, + 0.0, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.659739592076221e-17, + 0.0, + -8.659739592076221e-17, + 0.0, + 0.0, + 0.0, + -7.199999999940587e-07, + -4.800000000759752e-07, + 2.799999999325564e-07, + 0.0, + 2.220446049250313e-18, + 0.0, + -1.5999999996907377e-07, + 0.0, + -4.0000000006479297e-07, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9797958971132714, + 0.979795399156076, + 0.979796007645425, + 0.9797944438980055, + 0.979795825808005, + 0.9797970293219844, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132714, + 1.0, + 0.9797961795409461, + 0.979796007645425, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797960076454252, + 1.0, + 0.9797960772142222, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132711, + 0.9797952000000001, + 1.0, + 0.9797960076454251, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132709, + 1.0, + 0.9797958971132709, + 1.0, + 1.0, + 1.0, + 0.9797942770355633, + 0.9797949007791427, + 0.9797958854236333, + 1.0, + 0.979795897113271, + 1.0, + 0.9797957933341287, + 1.0, + 0.9797952, + 1.0, + 1.0 + ] + ] + }, + "width": 256, + "in_features": 59, + "out_features": 18, + "depth": 6, + "padding": 118, + "parameters": 186462, + "cert_evals": { + "36": 0.2602739632129669, + "72": 0.17123287916183472, + "108": 0.1164383590221405, + "255": 0.027397260069847107 + }, + "fold": 2 + }, + { + "best_epoch": 75, + "best_val_acc": 0.5, + "test_acc": 0.36879432624113473, + "train_size": 25, + "val_size": 30, + "test_size": 141, + "stats": { + "mean": [ + [ + -1.7763568394002505e-17, + -8.399999999486596e-07, + 7.99999999756551e-08, + -1.2800000001833566e-06, + -3.6000000007696543e-07, + -8.799999999986596e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.000000002006402e-08, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 7.99999999756551e-08, + 0.0, + -3.199999999159431e-07, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3306690738754695e-17, + -3.999999999981796e-07, + 0.0, + 7.99999999756551e-08, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -8.659739592076221e-17, + 0.0, + -8.659739592076221e-17, + 0.0, + 0.0, + 0.0, + -7.199999999940587e-07, + -4.800000000759752e-07, + 2.799999999325564e-07, + 0.0, + 2.220446049250313e-18, + 0.0, + -1.5999999996907377e-07, + 0.0, + -4.0000000006479297e-07, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9797958971132714, + 0.979795399156076, + 0.979796007645425, + 0.9797944438980055, + 0.979795825808005, + 0.9797970293219844, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132714, + 1.0, + 0.9797961795409461, + 0.979796007645425, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797960076454252, + 1.0, + 0.9797960772142222, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132711, + 0.9797952000000001, + 1.0, + 0.9797960076454251, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9797958971132709, + 1.0, + 0.9797958971132709, + 1.0, + 1.0, + 1.0, + 0.9797942770355633, + 0.9797949007791427, + 0.9797958854236333, + 1.0, + 0.979795897113271, + 1.0, + 0.9797957933341287, + 1.0, + 0.9797952, + 1.0, + 1.0 + ] + ] + }, + "width": 256, + "in_features": 59, + "out_features": 18, + "depth": 6, + "padding": 118, + "parameters": 186462, + "cert_evals": { + "36": 0.326241135597229, + "72": 0.2978723347187042, + "108": 0.23404254019260406, + "255": 0.10638297349214554 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.3152551061355694, + "std_test_acc": 0.038785022218159486, + "n_samples": 196, + "n_features": 59, + "n_classes": 18, + "mean_cert_acc_36": 0.25648902356624603, + "std_cert_acc_36": 0.06047044173169013, + "mean_cert_acc_72": 0.20009204000234604, + "std_cert_acc_72": 0.06783862763356455, + "mean_cert_acc_108": 0.1452548000961542, + "std_cert_acc_108": 0.06195838503881456, + "mean_cert_acc_255": 0.04066555539611727, + "std_cert_acc_255": 0.0446348426832146 + }, + "balloons": { + "dataset": "balloons", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 9, + "best_val_acc": 1.0, + "test_acc": 0.5, + "train_size": 4, + "val_size": 4, + "test_size": 8, + "stats": { + "mean": [ + [ + 0.0, + 0.0, + -0.968246, + 0.0 + ] + ], + "std": [ + [ + 0.968246, + 0.968246, + 1.0, + 0.968246 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 2326, + "cert_evals": { + "36": 0.25, + "72": 0.125, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5, + "test_acc": 0.5, + "train_size": 4, + "val_size": 2, + "test_size": 10, + "stats": { + "mean": [ + [ + -0.484123, + 0.484123, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.8385256331126676, + 0.8385256331126676, + 0.968246, + 0.968246 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 2326, + "cert_evals": { + "36": 0.4000000059604645, + "72": 0.20000000298023224, + "108": 0.10000000149011612, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 8, + "best_val_acc": 1.0, + "test_acc": 0.5454545454545454, + "train_size": 4, + "val_size": 1, + "test_size": 11, + "stats": { + "mean": [ + [ + -0.484123, + 0.0, + -0.484123, + -0.484123 + ] + ], + "std": [ + [ + 0.8385256331126676, + 0.968246, + 0.8385256331126676, + 0.8385256331126676 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 2326, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.0, + "test_acc": 0.5454545454545454, + "train_size": 4, + "val_size": 1, + "test_size": 11, + "stats": { + "mean": [ + [ + 0.48412299999999997, + 0.484123, + -0.968246, + 0.0 + ] + ], + "std": [ + [ + 0.8385256331126676, + 0.8385256331126676, + 1.0, + 0.968246 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 2326, + "cert_evals": { + "36": 0.5454545617103577, + "72": 0.5454545617103577, + "108": 0.5454545617103577, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5227272727272727, + "std_test_acc": 0.026243194054073875, + "n_samples": 16, + "n_features": 4, + "n_classes": 2, + "mean_cert_acc_36": 0.29886364191770554, + "std_cert_acc_36": 0.23291112598138652, + "mean_cert_acc_72": 0.21761364117264748, + "std_cert_acc_72": 0.2336114243675169, + "mean_cert_acc_108": 0.16136364080011845, + "std_cert_acc_108": 0.26036370772413925, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "balance-scale": { + "dataset": "balance-scale", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.46987951807228917, + "test_acc": 0.41968911917098445, + "train_size": 156, + "val_size": 83, + "test_size": 386, + "stats": { + "mean": [ + [ + 0.05887832692307693, + -2.5641025661690044e-08, + 0.09964028205128199, + -0.09058207692307692 + ] + ], + "std": [ + [ + 0.9464310236223092, + 0.9765235538802873, + 0.9974316897506468, + 1.0391308031314608 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 2337, + "cert_evals": { + "36": 0.14766839146614075, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 61, + "best_val_acc": 0.8556701030927835, + "test_acc": 0.8279569892473119, + "train_size": 156, + "val_size": 97, + "test_size": 372, + "stats": { + "mean": [ + [ + 0.09511109615384612, + -3.416070845000482e-17, + 0.00905823076923074, + 0.08152388461538454 + ] + ], + "std": [ + [ + 1.0090351712085057, + 1.0055834762270852, + 0.9532661180714023, + 1.002273371607005 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 2337, + "cert_evals": { + "36": 0.6747311949729919, + "72": 0.5053763389587402, + "108": 0.3870967626571655, + "255": 0.05376344174146652 + }, + "fold": 1 + }, + { + "best_epoch": 45, + "best_val_acc": 0.7849462365591398, + "test_acc": 0.7526595744680851, + "train_size": 156, + "val_size": 93, + "test_size": 376, + "stats": { + "mean": [ + [ + -0.00452913461538464, + 0.06340748717948716, + -1.2820512825151571e-08, + 0.09964030769230771 + ] + ], + "std": [ + [ + 0.9879158233594086, + 0.9907460042778667, + 1.027617579941566, + 0.9614936385801037 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 2337, + "cert_evals": { + "36": 0.6303191184997559, + "72": 0.46808508038520813, + "108": 0.3404255211353302, + "255": 0.029255317524075508 + }, + "fold": 2 + }, + { + "best_epoch": 35, + "best_val_acc": 0.782608695652174, + "test_acc": 0.7771883289124668, + "train_size": 156, + "val_size": 92, + "test_size": 377, + "stats": { + "mean": [ + [ + 0.05434929487179499, + -0.08605298076923085, + 0.06793655769230768, + -0.16757685256410257 + ] + ], + "std": [ + [ + 1.0569029867956488, + 1.0161657906649941, + 0.9625917447832895, + 0.9469510608150327 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 2337, + "cert_evals": { + "36": 0.6472148299217224, + "72": 0.4907161593437195, + "108": 0.36339521408081055, + "255": 0.037135276943445206 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.694373502949712, + "std_test_acc": 0.18578806925778504, + "n_samples": 625, + "n_features": 4, + "n_classes": 3, + "mean_cert_acc_36": 0.5249833837151527, + "std_cert_acc_36": 0.2522083489344654, + "mean_cert_acc_72": 0.36604439467191696, + "std_cert_acc_72": 0.24451124038013503, + "mean_cert_acc_108": 0.27272937446832657, + "std_cert_acc_108": 0.1828152746401117, + "mean_cert_acc_255": 0.03003850905224681, + "std_cert_acc_255": 0.022480821164281815 + }, + "blood": { + "dataset": "blood", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 32, + "best_val_acc": 0.6229508196721312, + "test_acc": 0.6195899772209568, + "train_size": 187, + "val_size": 122, + "test_size": 439, + "stats": { + "mean": [ + [ + 0.08207599251336908, + 0.07211877540106948, + 0.07211877540106948, + 0.12092969090909093 + ] + ], + "std": [ + [ + 1.0915037898164763, + 0.9154190444987925, + 0.9154190444987925, + 1.0234960637376278 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 2326, + "cert_evals": { + "36": 0.4396355450153351, + "72": 0.2984054684638977, + "108": 0.13667427003383636, + "255": 0.0182232353836298 + }, + "fold": 0 + }, + { + "best_epoch": 25, + "best_val_acc": 0.5862068965517241, + "test_acc": 0.6853932584269663, + "train_size": 187, + "val_size": 116, + "test_size": 445, + "stats": { + "mean": [ + [ + -0.0044589358288771265, + -0.03777642245989305, + -0.03777642245989305, + -0.04118699946524062 + ] + ], + "std": [ + [ + 1.0355747128653376, + 1.0168425706533084, + 1.0168425706533084, + 0.9389071377082803 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 2326, + "cert_evals": { + "36": 0.5550562143325806, + "72": 0.40449437499046326, + "108": 0.24943821132183075, + "255": 0.020224720239639282 + }, + "fold": 1 + }, + { + "best_epoch": 6, + "best_val_acc": 0.6090909090909091, + "test_acc": 0.6319290465631929, + "train_size": 187, + "val_size": 110, + "test_size": 451, + "stats": { + "mean": [ + [ + 0.05565309197860972, + -0.04876601497326191, + -0.04876601497326191, + 0.022211831550802065 + ] + ], + "std": [ + [ + 1.2081413746481122, + 0.9472357528176619, + 0.9472357528176619, + 0.9442482982599183 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 2326, + "cert_evals": { + "36": 0.1685144156217575, + "72": 0.002217294881120324, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 4, + "best_val_acc": 0.7203389830508474, + "test_acc": 0.7629796839729119, + "train_size": 187, + "val_size": 118, + "test_size": 443, + "stats": { + "mean": [ + [ + 0.02856966417112282, + -0.11561878823529406, + -0.11561878823529406, + -0.0299989443850266 + ] + ], + "std": [ + [ + 1.1041996654221626, + 0.9454192748690525, + 0.9454192748690525, + 0.9892882254644951 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 2326, + "cert_evals": { + "36": 0.7246049642562866, + "72": 0.5891647934913635, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.674972991546007, + "std_test_acc": 0.06525289099395394, + "n_samples": 748, + "n_features": 4, + "n_classes": 2, + "mean_cert_acc_36": 0.47195278480648994, + "std_cert_acc_36": 0.2337081881755816, + "mean_cert_acc_72": 0.3235704829567112, + "std_cert_acc_72": 0.24562177124665835, + "mean_cert_acc_108": 0.09652812033891678, + "std_cert_acc_108": 0.12059376060706004, + "mean_cert_acc_255": 0.00961198890581727, + "std_cert_acc_255": 0.011129005551809722 + }, + "breast-cancer": { + "dataset": "breast-cancer", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 42, + "best_val_acc": 0.7058823529411765, + "test_acc": 0.6464088397790055, + "train_size": 71, + "val_size": 34, + "test_size": 181, + "stats": { + "mean": [ + [ + -0.0162575774647888, + 0.01285738028169014, + 0.05645037746478872, + -0.0029103802816902316, + -0.11736198591549311, + -0.028151649295774777, + -0.03566477464788737, + 0.00970807042253526, + 0.22726122535211296 + ] + ], + "std": [ + [ + 1.0503834784726616, + 0.9628419637542994, + 0.9596794691642652, + 0.9092740907525307, + 1.049772063174192, + 1.0411696038595801, + 0.9953573619388768, + 0.9968442343032266, + 0.8156962912830921 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3878, + "cert_evals": { + "36": 0.5193370580673218, + "72": 0.36464089155197144, + "108": 0.24309393763542175, + "255": 0.005524862091988325 + }, + "fold": 0 + }, + { + "best_epoch": 23, + "best_val_acc": 0.7391304347826086, + "test_acc": 0.6627218934911243, + "train_size": 71, + "val_size": 46, + "test_size": 169, + "stats": { + "mean": [ + [ + 0.19254230985915494, + -0.19285994366197182, + 0.20358705070422517, + 0.009330281690140758, + -0.03202669014084532, + -0.08538911549295794, + -0.007489267605633831, + -0.18945425352112666, + -0.10300454929577448 + ] + ], + "std": [ + [ + 1.026498898055275, + 1.0381849522269773, + 0.8715501768246713, + 1.1092478240870034, + 1.0696236526518819, + 1.0540261837033709, + 0.9977471789729346, + 0.7297492222931498, + 1.0547842980526614 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3878, + "cert_evals": { + "36": 0.5029585957527161, + "72": 0.30177515745162964, + "108": 0.14792899787425995, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 18, + "best_val_acc": 0.7333333333333333, + "test_acc": 0.6432432432432432, + "train_size": 71, + "val_size": 30, + "test_size": 185, + "stats": { + "mean": [ + [ + 0.011582478873239406, + 0.03857201408450704, + 0.023010226760563364, + -0.21100099999999994, + 0.1670883239436617, + -0.04723080000000009, + -0.17654230985915503, + 0.10343116901408457, + -0.003924816901408183 + ] + ], + "std": [ + [ + 1.0328973500575376, + 0.9120557342457011, + 1.064258264362845, + 0.5867856877712776, + 0.7568737218929631, + 1.003788410624883, + 0.9711357918131928, + 0.9987696871895037, + 1.0006562466084945 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3878, + "cert_evals": { + "36": 0.4972973167896271, + "72": 0.3837837874889374, + "108": 0.22162163257598877, + "255": 0.07027027010917664 + }, + "fold": 2 + }, + { + "best_epoch": 2, + "best_val_acc": 0.6956521739130435, + "test_acc": 0.621301775147929, + "train_size": 71, + "val_size": 46, + "test_size": 169, + "stats": { + "mean": [ + [ + 0.10902253521126751, + -0.06428660563380281, + 0.1099546112676056, + 0.08277422535211261, + -0.1742519718309861, + 0.18171905915492953, + -0.14836680281690146, + 0.1854393802816902, + -0.16905770422535188 + ] + ], + "std": [ + [ + 0.9700145966779166, + 1.0084610495616426, + 1.0559460579933821, + 1.206060152642598, + 1.1213259288422783, + 0.9728498213970074, + 0.9776535548414097, + 1.0665540888636171, + 1.0843586560371206 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3878, + "cert_evals": { + "36": 0.3786982297897339, + "72": 0.21893490850925446, + "108": 0.07692307978868484, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6434189379153255, + "std_test_acc": 0.017036660124693948, + "n_samples": 286, + "n_features": 9, + "n_classes": 2, + "mean_cert_acc_36": 0.4745728000998497, + "std_cert_acc_36": 0.06459599852714817, + "mean_cert_acc_72": 0.3172836862504482, + "std_cert_acc_72": 0.07433699148111578, + "mean_cert_acc_108": 0.17239191196858883, + "std_cert_acc_108": 0.07557573223431215, + "mean_cert_acc_255": 0.01894878305029124, + "std_cert_acc_255": 0.034313308623157256 + }, + "abalone": { + "dataset": "abalone", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 33, + "best_val_acc": 0.6317460317460317, + "test_acc": 0.6352377147423093, + "train_size": 1044, + "val_size": 630, + "test_size": 2503, + "stats": { + "mean": [ + [ + 0.03759131666666678, + -0.0067216787931033565, + -0.00504821235632188, + -0.010079406034482869, + 0.0077948497126437005, + -0.0035954527720305413, + 0.011847337255747069, + 0.020808682452107305 + ] + ], + "std": [ + [ + 0.9932562075552053, + 1.0067465043023525, + 0.9980809038500921, + 0.9297052233036605, + 1.0141436995589543, + 0.9931430828536596, + 1.017739933100054, + 1.0318462596531948 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 3507, + "cert_evals": { + "36": 0.514182984828949, + "72": 0.3919296860694885, + "108": 0.308030366897583, + "255": 0.16380342841148376 + }, + "fold": 0 + }, + { + "best_epoch": 27, + "best_val_acc": 0.6624203821656051, + "test_acc": 0.6487025948103793, + "train_size": 1044, + "val_size": 628, + "test_size": 2505, + "stats": { + "mean": [ + [ + 0.005192849233716447, + -0.0023747756321838803, + -0.004999904980842867, + -0.01065197068965531, + -0.001757506036398443, + -0.0004581268045977247, + -0.008801511695402298, + -0.0025385303256705034 + ] + ], + "std": [ + [ + 0.9921988752896624, + 1.0113577078934743, + 1.0108378611135136, + 0.93746968476643, + 1.0135082046349184, + 1.0099861173658438, + 1.0142707677051552, + 1.019381711286177 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 3507, + "cert_evals": { + "36": 0.503792405128479, + "72": 0.378842294216156, + "108": 0.2922155559062958, + "255": 0.17165668308734894 + }, + "fold": 1 + }, + { + "best_epoch": 20, + "best_val_acc": 0.6871880199667221, + "test_acc": 0.618088467614534, + "train_size": 1044, + "val_size": 601, + "test_size": 2532, + "stats": { + "mean": [ + [ + -0.017948929501915466, + 0.023985624319923418, + 0.023087170114942556, + 0.018317038026819783, + 0.02778346245977014, + 0.025539904827586328, + 0.018261344003831434, + 0.034770174578544095 + ] + ], + "std": [ + [ + 0.9978233519534647, + 1.0049712832060378, + 1.0100440980049294, + 0.9634042347353897, + 1.0033357823934823, + 1.0054816988393045, + 0.9890488354165379, + 1.0152622279378631 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 3507, + "cert_evals": { + "36": 0.5031595826148987, + "72": 0.37401264905929565, + "108": 0.2966034710407257, + "255": 0.16153238713741302 + }, + "fold": 2 + }, + { + "best_epoch": 18, + "best_val_acc": 0.6507413509060955, + "test_acc": 0.6250989707046715, + "train_size": 1044, + "val_size": 607, + "test_size": 2526, + "stats": { + "mean": [ + [ + -0.039933615229885006, + 0.033357397988505864, + 0.02810616465517236, + 0.015225409386973148, + 0.03982630053544057, + 0.03327093634674338, + 0.031858401652298855, + 0.04330609419540234 + ] + ], + "std": [ + [ + 1.000898664612302, + 1.0028361176421674, + 1.0029617333979737, + 0.9244955132147792, + 1.020547570022181, + 1.016662196023235, + 1.0053994226175234, + 1.025123395710352 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 3507, + "cert_evals": { + "36": 0.482977032661438, + "72": 0.3543151319026947, + "108": 0.29493269324302673, + "255": 0.15083135664463043 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6317819369679736, + "std_test_acc": 0.013296919478528135, + "n_samples": 4177, + "n_features": 8, + "n_classes": 3, + "mean_cert_acc_36": 0.5010280013084412, + "std_cert_acc_36": 0.013052159819562465, + "mean_cert_acc_72": 0.3747749403119087, + "std_cert_acc_72": 0.015599289704824736, + "mean_cert_acc_108": 0.2979455217719078, + "std_cert_acc_108": 0.006962155938583009, + "mean_cert_acc_255": 0.16195596382021904, + "std_cert_acc_255": 0.008591728226090811 + }, + "breast-cancer-wisc": { + "dataset": "breast-cancer-wisc", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 7, + "best_val_acc": 0.9745762711864406, + "test_acc": 0.958128078817734, + "train_size": 175, + "val_size": 118, + "test_size": 406, + "stats": { + "mean": [ + [ + -0.022535588571428563, + 0.03270772571428592, + 0.05325746457142836, + 0.06163440114285701, + 0.059859796571428064, + -0.04726777714285723, + 0.04544096571428557, + 0.06602559942857117, + 0.14610774857142944 + ] + ], + "std": [ + [ + 0.952214787303689, + 1.0892638945885795, + 1.0696936676502014, + 1.089278359409774, + 1.1050209023715667, + 0.9596438048031793, + 1.0789832917046138, + 1.092361737838657, + 1.280102883239457 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3878, + "cert_evals": { + "36": 0.8743842244148254, + "72": 0.6724137663841248, + "108": 0.3448275923728943, + "255": 0.029556650668382645 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.9736842105263158, + "test_acc": 0.9609756097560975, + "train_size": 175, + "val_size": 114, + "test_size": 410, + "stats": { + "mean": [ + [ + -0.014418068571428517, + 0.008363611428571432, + 0.0013426971428572047, + 0.04362350857142855, + 0.06760174228571425, + -0.012737622857143117, + 0.12043267999999967, + -0.02566830114285711, + -0.0004912342857143631 + ] + ], + "std": [ + [ + 1.0359812403938078, + 0.9851680594955492, + 1.0075838815724851, + 1.0487044899930569, + 1.0481096015979268, + 0.9902459117914181, + 1.0891962569916647, + 0.9837374432610851, + 1.028364534365016 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3878, + "cert_evals": { + "36": 0.8829268217086792, + "72": 0.6073170900344849, + "108": 0.06585365533828735, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 4, + "best_val_acc": 0.9719626168224299, + "test_acc": 0.9688249400479616, + "train_size": 175, + "val_size": 107, + "test_size": 417, + "stats": { + "mean": [ + [ + 0.022111400000000093, + 0.05892480000000022, + 0.053257361714285696, + 0.011603669142857164, + 0.01340863999999994, + 0.028070879999999694, + -0.015489731428571414, + -0.006955264571428654, + -0.02714547428571435 + ] + ], + "std": [ + [ + 1.030600322394337, + 1.0255153351270532, + 1.050776582254071, + 0.979718412809739, + 0.9943823240987255, + 1.0416854377063047, + 1.0036051510508777, + 0.9886021184539473, + 1.0198774589002766 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3878, + "cert_evals": { + "36": 0.9112709760665894, + "72": 0.6858513355255127, + "108": 0.28537172079086304, + "255": 0.12230215966701508 + }, + "fold": 2 + }, + { + "best_epoch": 23, + "best_val_acc": 0.978494623655914, + "test_acc": 0.9582366589327146, + "train_size": 175, + "val_size": 93, + "test_size": 431, + "stats": { + "mean": [ + [ + 0.0424054742857143, + -0.014108091428571279, + -0.00827128971428571, + -0.056438248, + -0.030462011428571644, + 0.035918565714285505, + -0.09751196000000009, + -0.053737870857142926, + -0.04380451428571453 + ] + ], + "std": [ + [ + 0.9542842873481718, + 0.9773558222868145, + 0.959218665273952, + 0.9009025916399945, + 0.98004059543331, + 1.0172287889258582, + 1.000728061455461, + 0.9224531635202544, + 0.947073789238405 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3878, + "cert_evals": { + "36": 0.9512760639190674, + "72": 0.9419953227043152, + "108": 0.9257540106773376, + "255": 0.7981438040733337 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.961541321888627, + "std_test_acc": 0.005031306961451757, + "n_samples": 699, + "n_features": 9, + "n_classes": 2, + "mean_cert_acc_36": 0.9049645215272903, + "std_cert_acc_36": 0.03466672329647674, + "mean_cert_acc_72": 0.7268943786621094, + "std_cert_acc_72": 0.14744469311969036, + "mean_cert_acc_108": 0.4054517447948456, + "std_cert_acc_108": 0.3670312476555082, + "mean_cert_acc_255": 0.23750065360218287, + "std_cert_acc_255": 0.3773763391243745 + }, + "breast-cancer-wisc-prog": { + "dataset": "breast-cancer-wisc-prog", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 25, + "best_val_acc": 0.8181818181818182, + "test_acc": 0.6850393700787402, + "train_size": 49, + "val_size": 22, + "test_size": 127, + "stats": { + "mean": [ + [ + -0.31970781836734696, + 0.1594104081632653, + 0.24753781836734692, + 0.15300701836734695, + 0.1584555244897959, + -0.07602553591836737, + -0.06153886122448981, + 0.024552744897959188, + 0.06713168775510207, + -0.10528630102040819, + -0.1678704836734694, + -0.0915255861224489, + 0.07864324755102042, + -0.0763010120408163, + -0.037683283673469285, + -0.06905704693877551, + -0.042495671428571434, + -0.06359507428571427, + 0.03737176122448981, + -0.1542635448979592, + -0.17539257755102045, + 0.03410600122448976, + 0.19654199204081632, + 0.030810593877551008, + 0.026635724489795946, + -0.07049495102040816, + -0.06440993673469386, + -0.08851851224489796, + 0.02908160000000001, + -0.1859407571428571, + -0.1654363697959184, + 0.12819854693877544, + 0.07058588775510208 + ] + ], + "std": [ + [ + 0.8821495545994039, + 1.046791889090161, + 0.9578267027302361, + 1.039660283165596, + 1.062402836067028, + 0.8890421367893667, + 0.77925901952072, + 1.0440797113889244, + 1.07089974397772, + 0.8387965488338012, + 0.843277245772551, + 0.9360392595139003, + 0.9823857653557395, + 0.9082591415396649, + 0.9365116398737245, + 0.5979213497916245, + 0.6539721608757036, + 0.7958185885004673, + 0.9242350544633458, + 0.6845312987462778, + 0.6502938972920995, + 0.949219789937265, + 0.9404670831714534, + 0.9171284397752019, + 0.9104156790640995, + 1.0518203238418193, + 0.8156351280441914, + 0.8683551446970883, + 0.9112079933660755, + 0.813430119013099, + 0.8388136650033143, + 1.1512761088815193, + 1.0375108599738538 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 52358, + "cert_evals": { + "36": 0.6141732335090637, + "72": 0.5354330539703369, + "108": 0.4803149700164795, + "255": 0.21259842813014984 + }, + "fold": 0 + }, + { + "best_epoch": 5, + "best_val_acc": 0.6333333333333333, + "test_acc": 0.7310924369747899, + "train_size": 49, + "val_size": 30, + "test_size": 119, + "stats": { + "mean": [ + [ + -0.2954286122448979, + 0.22705779387755098, + 0.13045305210204083, + 0.21518541632653068, + 0.21329647816326533, + -0.23494008897959187, + -0.13741642857142858, + -0.01620160836734699, + 0.07495674877551023, + -0.08356683326530613, + -0.30211086122448977, + 0.17222382204081632, + 0.1861636093877551, + 0.18613398183673469, + 0.17258124081632648, + -0.019180042857142875, + 0.011242470816326589, + -0.019861698775510188, + 0.09400348163265304, + 0.03439312653061231, + -0.08544421122448984, + 0.1251565993877551, + 0.0614657979591837, + 0.1106848959183673, + 0.10643556734693876, + -0.283786518367347, + -0.22690647755102036, + -0.21750787142857142, + -0.11082883795918366, + -0.2517320069387755, + -0.3646700183673469, + 0.17979882653061224, + -0.02691289795918366 + ] + ], + "std": [ + [ + 0.8143503780150015, + 0.9174121431953063, + 0.9505147809888337, + 0.9270519324131056, + 0.9280401005535991, + 1.1301563685159044, + 1.0842494023346008, + 1.17774758901752, + 1.1259425788210895, + 1.0343443324314006, + 0.899946779911175, + 1.0776959194375155, + 1.0652779342066867, + 1.0778896598336396, + 1.0489415511808549, + 1.0202607569462199, + 1.065380703338058, + 1.046928716393895, + 1.0889438008342867, + 1.0504050035821422, + 0.966138030350577, + 0.8642794080204923, + 1.0800430340260923, + 0.8743291823479178, + 0.8688670309147045, + 1.0842628402104706, + 0.8975026094533473, + 0.9571151684782386, + 1.0396216376453484, + 0.914946697740367, + 0.749250166005288, + 1.1231797264684098, + 0.8886200116636936 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 52358, + "cert_evals": { + "36": 0.47899162769317627, + "72": 0.27731093764305115, + "108": 0.11764706671237946, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 23, + "best_val_acc": 0.6486486486486487, + "test_acc": 0.6339285714285714, + "train_size": 49, + "val_size": 37, + "test_size": 112, + "stats": { + "mean": [ + [ + -0.03842323061224502, + -0.10614214693877552, + 0.030698034693877517, + -0.1000028979591836, + -0.08415378163265311, + -0.03538041755102043, + -0.04750202040816325, + -0.10165484306122448, + -0.1358923424489796, + -0.02547460816326529, + 0.027964706122448967, + 0.1158320934693878, + 0.2141981857142857, + 0.11305339408163259, + 0.09026773632653065, + -0.07205539183673473, + -0.11876845979591835, + -0.09018467959183678, + -0.001788581632653037, + -0.09199452244897957, + -0.05832562632653058, + -0.06420658346938772, + 0.05587048142857144, + -0.07304466938775511, + -0.028326246938775446, + -0.04279098959183677, + -0.11518350408163265, + -0.12291339183673465, + -0.1940691712244898, + -0.03263718653061224, + -0.029735322448979654, + 0.15452512040816324, + 0.20183378571428573 + ] + ], + "std": [ + [ + 0.9794534025714385, + 1.0053275769298504, + 0.9095119348920842, + 1.008933323770274, + 0.9879586777091109, + 1.0102761898726105, + 0.9960048575197608, + 1.0021029195920532, + 0.9776597311295145, + 0.9821341050152573, + 0.9436155579641772, + 1.1817284472744785, + 1.1856988946274227, + 1.1970542714305854, + 1.1086625077552497, + 0.6618568645391364, + 0.7687365990953271, + 0.8119143908977525, + 1.0415418534564902, + 0.8186632232431363, + 0.8434368212477027, + 1.0615598386819989, + 0.8454048970519085, + 1.0522702304694245, + 1.041897029381895, + 1.1007804274989816, + 0.8280858289610474, + 0.8451988761728604, + 1.0253215425598294, + 0.9705970427113062, + 0.8554540105246272, + 0.9682864062481196, + 1.2134784272055537 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 52358, + "cert_evals": { + "36": 0.5714285969734192, + "72": 0.535714328289032, + "108": 0.5089285969734192, + "255": 0.2767857313156128 + }, + "fold": 2 + }, + { + "best_epoch": 3, + "best_val_acc": 0.64, + "test_acc": 0.6693548387096774, + "train_size": 49, + "val_size": 25, + "test_size": 124, + "stats": { + "mean": [ + [ + -0.06744018775510212, + 0.18968365714285723, + -0.014217911020408189, + 0.21184517142857145, + 0.16995342797959181, + 0.0988115742857143, + 0.23174346530612244, + 0.2643820010204082, + 0.2708541071428573, + 0.17052290612244894, + 0.08597982244897957, + 0.02605522000000001, + -0.09904910612244898, + 0.07999727979591835, + 0.021088532448979617, + 0.032508024489795916, + 0.1139721422448979, + 0.17344601857142858, + 0.1454327612244898, + 0.09731225102040818, + 0.07194746775510205, + 0.15103356959183675, + -0.07001499795918376, + 0.19365317551020406, + 0.10773460285714288, + 0.06407297959183662, + 0.08076181836734692, + 0.18958595510204077, + 0.30016600816326516, + 0.048603673469387716, + 0.014894271020408143, + 0.2872125, + 0.2280839387755102 + ] + ], + "std": [ + [ + 0.9697920367102327, + 0.9203134351014114, + 0.9060497409545201, + 0.9187807307729611, + 0.9729266703311016, + 0.9430977585802243, + 0.8769553733450195, + 0.8356859349258849, + 0.8680804682359612, + 1.0166341852710845, + 0.8914293133833798, + 0.7940097770795826, + 0.7723528820449007, + 0.8508321197542031, + 0.7752894285658177, + 0.7444263872990391, + 0.9053411998307737, + 0.9999993608516502, + 0.8504750965678145, + 1.090497279238265, + 0.7631870591645827, + 0.9076864322017706, + 0.8687695687330197, + 0.9366133883217269, + 0.9044846120349299, + 0.9712465829469978, + 0.7332294033502637, + 0.8612201045664006, + 0.9404165330479154, + 0.8777899215486339, + 0.6950358654750831, + 1.288136700201249, + 1.084093306135652 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 52358, + "cert_evals": { + "36": 0.6048386693000793, + "72": 0.49193546175956726, + "108": 0.40322577953338623, + "255": 0.08064515888690948 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6798538042979447, + "std_test_acc": 0.04029740630027947, + "n_samples": 198, + "n_features": 33, + "n_classes": 2, + "mean_cert_acc_36": 0.5673580318689346, + "std_cert_acc_36": 0.06170265303338316, + "mean_cert_acc_72": 0.4600984454154968, + "std_cert_acc_72": 0.12358254137243614, + "mean_cert_acc_108": 0.3775291033089161, + "std_cert_acc_108": 0.17891315718774628, + "mean_cert_acc_255": 0.14250732958316803, + "std_cert_acc_255": 0.12527133007399213 + }, + "breast-cancer-wisc-diag": { + "dataset": "breast-cancer-wisc-diag", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 14, + "best_val_acc": 0.975, + "test_acc": 0.9740634005763689, + "train_size": 142, + "val_size": 80, + "test_size": 347, + "stats": { + "mean": [ + [ + 0.0825849457746479, + 0.16776179100774652, + 0.08018569295774641, + 0.08525118492957748, + -0.13794442330985915, + -0.020546994366197266, + 0.031128610563380326, + 0.027148295774647915, + -0.03857999985915492, + -0.13734727633802823, + 0.08226506922535208, + -0.06624039612676055, + 0.09562314598591552, + 0.11241559394366195, + -0.0706283795774648, + 0.012817941971830999, + 0.03673792985915488, + 0.06254002929577464, + -0.016561529295774678, + -0.03867594647887324, + 0.07726569126760555, + 0.11026314366197185, + 0.07734966126760559, + 0.07510323753521127, + -0.10811489788732392, + 0.017963794225352204, + 0.03508001049295764, + 0.03470587605633805, + -0.006298125654929594, + -0.05882395070422536 + ] + ], + "std": [ + [ + 1.0298680528672801, + 1.0456187991444128, + 1.0339745446187498, + 1.1112548477482211, + 0.9413610006349405, + 1.0168663973319072, + 1.0127149891342198, + 0.9829034935431965, + 0.9115153190139265, + 0.8362062139046329, + 1.3277929800502757, + 0.7882767184809211, + 1.351171258508586, + 1.4874958213599554, + 0.8030624718228448, + 1.0638857030973894, + 1.0680975160236916, + 1.029388660893026, + 0.8840778078833855, + 0.9386046041123467, + 1.042323932480091, + 1.0325935116911305, + 1.0468623000133939, + 1.097427344818284, + 0.9438879408105022, + 1.048839947871273, + 1.087511123501064, + 1.02306665439061, + 0.9281333050780699, + 0.9709946269989288 + ] + ] + }, + "width": 128, + "in_features": 30, + "out_features": 2, + "depth": 6, + "padding": 60, + "parameters": 47738, + "cert_evals": { + "36": 0.939481258392334, + "72": 0.9193083047866821, + "108": 0.8933717608451843, + "255": 0.789625346660614 + }, + "fold": 0 + }, + { + "best_epoch": 20, + "best_val_acc": 0.9512195121951219, + "test_acc": 0.9710144927536232, + "train_size": 142, + "val_size": 82, + "test_size": 345, + "stats": { + "mean": [ + [ + -0.11201186056338029, + 0.07070025633802816, + -0.10239308169014083, + -0.11672702063380279, + 0.032527111971830974, + 0.05026270500000002, + -0.02818336908450703, + -0.04343403450704224, + -0.02067522316901408, + 0.08708522408450704, + -0.11080013492957747, + 0.04381799119718306, + -0.0825752031690141, + -0.11760619366197181, + -0.12109326042253515, + 0.0031279288732394177, + -0.06837052551408451, + -0.09945178922535211, + 0.02686396394366193, + -0.03645938134507036, + -0.09511004859154928, + 0.08993712535211269, + -0.07473255774647886, + -0.10130778450704225, + 0.04382505676056337, + 0.08864361894366199, + 0.03680164077464787, + -0.003688304577464759, + 0.0977748130774647, + 0.08804689718309852 + ] + ], + "std": [ + [ + 0.9195016301354824, + 1.094593366492765, + 0.9291056843219847, + 0.8651637977085379, + 1.104895872882098, + 1.0612349352106514, + 0.9960386306069985, + 0.9599334814324468, + 0.995073713912434, + 1.0059759191906428, + 0.8154754957601557, + 1.1714910738712319, + 0.8337124056974246, + 0.7056775636749633, + 0.8384686418997397, + 0.997008703041016, + 0.7652271837716654, + 0.9491550332342998, + 0.9894126977193328, + 0.8349121832481521, + 0.9324374909578882, + 1.0776300277359205, + 0.9582162700674596, + 0.8930111054213019, + 1.0965646002689322, + 1.0909755237588887, + 1.0811372221216917, + 1.0368266566472815, + 1.0808007528399084, + 1.0161303395181038 + ] + ] + }, + "width": 128, + "in_features": 30, + "out_features": 2, + "depth": 6, + "padding": 60, + "parameters": 47738, + "cert_evals": { + "36": 0.9478261470794678, + "72": 0.9130434989929199, + "108": 0.8811594247817993, + "255": 0.7855072617530823 + }, + "fold": 1 + }, + { + "best_epoch": 6, + "best_val_acc": 0.9431818181818182, + "test_acc": 0.9498525073746312, + "train_size": 142, + "val_size": 88, + "test_size": 339, + "stats": { + "mean": [ + [ + -0.021816593521126793, + 0.06485498873239437, + -0.02247304859154929, + -0.029893932042253508, + 0.038515619718309926, + -0.02588728169014086, + -0.05297414225352113, + -0.003333404225352076, + 0.04336582049295775, + -0.03314538676056333, + -0.030619029577464745, + -0.0005102492957746506, + -0.05296082697183101, + -0.03949717746478873, + 0.010749251408450719, + -0.0881686789436619, + -0.1314002314507042, + -0.11034913126760565, + -0.034516665140845094, + -0.06504294760563381, + -0.02178127598591549, + 0.04724548049295773, + -0.027157091126760537, + -0.033063059859154906, + 0.05190005140845066, + -0.03469985169014086, + -0.07640525704225351, + -0.020877885915492986, + 0.0502971771619718, + -0.0047201802816901695 + ] + ], + "std": [ + [ + 0.9463937708331187, + 1.0456850321490456, + 0.9481587587922021, + 0.9061036579406758, + 0.9991272345406123, + 0.9529645424014063, + 0.9656412252488126, + 1.0086024557337858, + 1.0101851762447767, + 0.971237840916314, + 0.8511955942668115, + 0.9348241096823969, + 0.7677709117900025, + 0.7619556774338143, + 0.9861286665457306, + 0.835402354513955, + 0.6497713689377111, + 0.83419033386709, + 0.8966910096607936, + 0.7137654744350889, + 0.9276882020178508, + 1.0094191904095935, + 0.9175498580969587, + 0.8830907945718708, + 0.9951613811713826, + 0.955386515361877, + 0.9648461201262609, + 1.0198807080859185, + 1.0490861818978507, + 0.9618292961310324 + ] + ] + }, + "width": 128, + "in_features": 30, + "out_features": 2, + "depth": 6, + "padding": 60, + "parameters": 47738, + "cert_evals": { + "36": 0.9085545539855957, + "72": 0.8820058703422546, + "108": 0.8554572463035583, + "255": 0.6814159154891968 + }, + "fold": 2 + }, + { + "best_epoch": 20, + "best_val_acc": 0.9753086419753086, + "test_acc": 0.9739884393063584, + "train_size": 142, + "val_size": 81, + "test_size": 346, + "stats": { + "mean": [ + [ + 0.041954460563380286, + -0.03068368455563383, + 0.05642674225352119, + 0.04212094478873236, + 0.0753741992957746, + 0.19173782535211265, + 0.13158766190140847, + 0.10927857042253514, + 0.12073864654929573, + 0.16060644718309858, + 0.0007204726760563243, + 0.02137304077464788, + 0.05429816549295772, + -0.012780137042253566, + 0.013563698028169006, + 0.15196018795774635, + 0.11918610920422545, + 0.08330966570422528, + 0.08884857161971826, + 0.08853129507042258, + 0.03332697760563379, + -0.006147756197183027, + 0.06017890535211265, + 0.025833432394366203, + 0.10165912112676065, + 0.184136802112676, + 0.17515080211267609, + 0.12936214014084502, + 0.10002845492957746, + 0.16336953521126774 + ] + ], + "std": [ + [ + 1.0573062114321623, + 0.9552884577469056, + 1.0710079092993716, + 1.0509022734984494, + 1.1270846333930622, + 1.1567722248607955, + 1.1330587765489406, + 1.140649555855837, + 1.1542513895561295, + 1.0051375538789176, + 0.8967996396101922, + 1.097489083446709, + 0.9381483291097392, + 0.7912780594989863, + 0.9397288734854672, + 0.9788202766737033, + 1.073938446577066, + 0.9563830108562081, + 1.1438144705840625, + 0.7701703811879946, + 1.0262729293228618, + 0.9839279786422038, + 1.0483951162266714, + 1.0167649174977718, + 1.0851034209747896, + 1.0398339487141628, + 1.1490024738247944, + 1.0756456277267925, + 1.0959872724158726, + 0.9323448193880042 + ] + ] + }, + "width": 128, + "in_features": 30, + "out_features": 2, + "depth": 6, + "padding": 60, + "parameters": 47738, + "cert_evals": { + "36": 0.945086658000946, + "72": 0.9364161491394043, + "108": 0.9190751314163208, + "255": 0.7832369804382324 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9672297100027454, + "std_test_acc": 0.011671496623618681, + "n_samples": 569, + "n_features": 30, + "n_classes": 2, + "mean_cert_acc_36": 0.9352371543645859, + "std_cert_acc_36": 0.018124284274983624, + "mean_cert_acc_72": 0.9126934558153152, + "std_cert_acc_72": 0.022718368763736542, + "mean_cert_acc_108": 0.8872658908367157, + "std_cert_acc_108": 0.02644609756673701, + "mean_cert_acc_255": 0.7599463760852814, + "std_cert_acc_255": 0.052420370287045055 + }, + "breast-tissue": { + "dataset": "breast-tissue", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 2, + "best_val_acc": 0.1875, + "test_acc": 0.1875, + "train_size": 26, + "val_size": 16, + "test_size": 64, + "stats": { + "mean": [ + [ + 0.05975213076923076, + -0.1700837961538461, + -0.07101548961538463, + -0.07560978846153853, + -0.09291733192307686, + -0.016577561538461575, + -0.04475990000000001, + -0.07285894230769238, + 0.07173603846153843 + ] + ], + "std": [ + [ + 1.0224159106861461, + 0.8445520785357892, + 0.7741253936128145, + 0.8853536860600771, + 0.38729731508258874, + 0.9582996830625056, + 0.82333349002183, + 0.8965544012774733, + 1.0474511376253193 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 3954, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 26, + "best_val_acc": 0.47058823529411764, + "test_acc": 0.3968253968253968, + "train_size": 26, + "val_size": 17, + "test_size": 63, + "stats": { + "mean": [ + [ + 0.06515484615384612, + 0.03429535384615387, + 0.00023585769230772996, + 0.02817068038461536, + 0.29457321923076923, + 0.28562573076923076, + 0.1850123226923077, + 0.007732330769230795, + 0.09394715384615383 + ] + ], + "std": [ + [ + 1.0481371005758702, + 0.9468687513118862, + 0.9541555931791563, + 1.161367210725673, + 1.8089072605844074, + 1.4326989403612587, + 1.2263588432882497, + 1.1230111041722295, + 1.0768662243391771 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 3954, + "cert_evals": { + "36": 0.2380952537059784, + "72": 0.1587301641702652, + "108": 0.0476190522313118, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 17, + "best_val_acc": 0.13636363636363635, + "test_acc": 0.27586206896551724, + "train_size": 26, + "val_size": 22, + "test_size": 58, + "stats": { + "mean": [ + [ + 0.1420645923076924, + -0.021972550769230735, + 0.05583075653846149, + 0.1584816346153846, + 0.34043701807692306, + 0.2878222653846154, + 0.08915464576923074, + 0.16733479230769233, + 0.15722880769230765 + ] + ], + "std": [ + [ + 1.1134982409667369, + 0.9816789499398818, + 1.0050663167371856, + 1.3274295018092825, + 1.8473866317578664, + 1.5489183023129736, + 1.1110278693236766, + 1.3406661330121303, + 1.11545486536904 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 3954, + "cert_evals": { + "36": 0.06896551698446274, + "72": 0.051724135875701904, + "108": 0.017241379246115685, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 19, + "best_val_acc": 0.4166666666666667, + "test_acc": 0.36764705882352944, + "train_size": 26, + "val_size": 12, + "test_size": 68, + "stats": { + "mean": [ + [ + 0.1574124615384615, + 0.10245514615384627, + 0.03514549230769227, + 0.3551133961538462, + 0.3894629076923076, + 0.3001374115384615, + 0.28138883461538466, + 0.3308483076923076, + 0.1433466538461538 + ] + ], + "std": [ + [ + 1.080732063435857, + 0.9803609509557707, + 0.9980517989674806, + 1.3433457176877586, + 1.8319487646118202, + 1.4349909430519747, + 1.3440593710651376, + 1.3474895378547405, + 1.0747301574317993 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 3954, + "cert_evals": { + "36": 0.11764705926179886, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.3069586311536109, + "std_test_acc": 0.0948621483388168, + "n_samples": 106, + "n_features": 9, + "n_classes": 6, + "mean_cert_acc_36": 0.10617695748806, + "std_cert_acc_36": 0.10031988456517889, + "mean_cert_acc_72": 0.052613575011491776, + "std_cert_acc_72": 0.0748284663918038, + "mean_cert_acc_108": 0.01621510786935687, + "std_cert_acc_108": 0.022458260550461705, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "car": { + "dataset": "car", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 18, + "best_val_acc": 0.8037037037037037, + "test_acc": 0.7426900584795322, + "train_size": 432, + "val_size": 270, + "test_size": 1026, + "stats": { + "mean": [ + [ + 0.08486305092592587, + -0.024837976851851778, + -1.3287037036350012e-06, + 0.011336944444444445, + -0.03684506944444444, + -0.03401083333333333 + ] + ], + "std": [ + [ + 1.0016589891278265, + 1.0231915721256846, + 0.9608720065155524, + 0.9785956932593036, + 0.9832757136677825, + 1.0299163223065575 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 4, + "depth": 6, + "padding": 12, + "parameters": 2740, + "cert_evals": { + "36": 0.595516562461853, + "72": 0.43372321128845215, + "108": 0.3040935695171356, + "255": 0.025341130793094635 + }, + "fold": 0 + }, + { + "best_epoch": 25, + "best_val_acc": 0.8543307086614174, + "test_acc": 0.8195777351247601, + "train_size": 432, + "val_size": 254, + "test_size": 1042, + "stats": { + "mean": [ + [ + 0.11177086574074095, + 0.05174572685185183, + 0.006257092592592696, + -0.014171180555555555, + 0.00850270833333333, + -0.04251354166666666 + ] + ], + "std": [ + [ + 1.0027127363181396, + 1.0149158181522542, + 1.0007483470954381, + 0.9838637435503522, + 0.9979369093278955, + 0.9935806706647962 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 4, + "depth": 6, + "padding": 12, + "parameters": 2740, + "cert_evals": { + "36": 0.6880998015403748, + "72": 0.5422264933586121, + "108": 0.4069097638130188, + "255": 0.07581573724746704 + }, + "fold": 1 + }, + { + "best_epoch": 45, + "best_val_acc": 0.78, + "test_acc": 0.7380497131931166, + "train_size": 432, + "val_size": 250, + "test_size": 1046, + "stats": { + "mean": [ + [ + 0.03725695833333315, + -0.008279379629629494, + -0.017212699074074026, + -0.022673888888888886, + 0.11053520833333332, + -0.005668472222222222 + ] + ], + "std": [ + [ + 1.015550913169218, + 1.0070528609914111, + 1.0176501107132674, + 0.9748453883737107, + 1.0057305909552958, + 0.9857113000295774 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 4, + "depth": 6, + "padding": 12, + "parameters": 2740, + "cert_evals": { + "36": 0.6395793557167053, + "72": 0.5535373091697693, + "108": 0.4273422658443451, + "255": 0.11472275108098984 + }, + "fold": 2 + }, + { + "best_epoch": 21, + "best_val_acc": 0.7619047619047619, + "test_acc": 0.7683284457478006, + "train_size": 432, + "val_size": 273, + "test_size": 1023, + "stats": { + "mean": [ + [ + 0.006209462962963474, + 0.006209476851851934, + -0.0015661527777777126, + -0.017005416666666662, + 0.02267388888888889, + -0.04534777777777777 + ] + ], + "std": [ + [ + 1.0216642383326442, + 0.997836524752538, + 0.9973262178910823, + 0.9855809020000981, + 1.020073036790825, + 0.9917072748761516 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 4, + "depth": 6, + "padding": 12, + "parameters": 2740, + "cert_evals": { + "36": 0.6217008829116821, + "72": 0.4848484992980957, + "108": 0.35483869910240173, + "255": 0.06060606241226196 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7671614881363025, + "std_test_acc": 0.03739505782056849, + "n_samples": 1728, + "n_features": 6, + "n_classes": 4, + "mean_cert_acc_36": 0.6362241506576538, + "std_cert_acc_36": 0.039031498383717014, + "mean_cert_acc_72": 0.5035838782787323, + "std_cert_acc_72": 0.05543802598659834, + "mean_cert_acc_108": 0.3732960745692253, + "std_cert_acc_108": 0.05531887053116971, + "mean_cert_acc_255": 0.06912142038345337, + "std_cert_acc_255": 0.03702935915214262 + }, + "bank": { + "dataset": "bank", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 16, + "best_val_acc": 0.8302425106990015, + "test_acc": 0.8327137546468402, + "train_size": 1130, + "val_size": 701, + "test_size": 2690, + "stats": { + "mean": [ + [ + -0.043444115752212485, + 0.038350172566371764, + 0.021509683185840713, + -0.021201484955752213, + -0.006912000000000016, + 0.04290420228318581, + -0.031048147787610524, + -0.010544807964601867, + -0.027401819469027113, + -0.0011023982300885904, + -0.020262814867256583, + -0.01690946219469023, + -0.0050658819469022965, + 0.027795634513274152, + 0.0035984575221236132, + 0.03735520353982189 + ] + ], + "std": [ + [ + 0.9589625434028519, + 0.9947635481983416, + 1.013551308348929, + 0.9759306172571834, + 1.025514103095601, + 1.1941195969624385, + 0.9952628808737004, + 1.0099558672249285, + 1.0069197139677768, + 1.0315253300196314, + 1.005152797600638, + 0.9721293687592033, + 0.9311569270874402, + 1.0436010567990328, + 0.9725976279868672, + 1.0344584167333912 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 13122, + "cert_evals": { + "36": 0.7791821360588074, + "72": 0.7014870047569275, + "108": 0.6014869809150696, + "255": 0.19851301610469818 + }, + "fold": 0 + }, + { + "best_epoch": 13, + "best_val_acc": 0.8343283582089552, + "test_acc": 0.834619625137817, + "train_size": 1130, + "val_size": 670, + "test_size": 2721, + "stats": { + "mean": [ + [ + -0.01574801380530978, + 0.0023927396460177394, + 0.0021967858407077644, + -0.01932307256637162, + 0.006853599999999982, + -0.03479098039734521, + 0.0010882398230089275, + 0.02142298584070794, + -0.04310824424778776, + -0.002926514159292115, + -0.01356536707964567, + 0.01527978015929205, + -0.04149083628318521, + -0.006613960176991296, + 0.006211176106194516, + -0.021354536283185895 + ] + ], + "std": [ + [ + 0.969300386690253, + 1.0029838787869998, + 1.0077378567908635, + 1.0067270576318987, + 0.9737641828355684, + 0.8874066057167844, + 1.0000362134178429, + 0.978768086158569, + 1.0166647522536418, + 1.0110908544078474, + 0.9795699211960872, + 0.988628308543735, + 0.8468895052095667, + 1.0088647512260476, + 1.0744144429583726, + 0.97024384329565 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 13122, + "cert_evals": { + "36": 0.7805953621864319, + "72": 0.704887866973877, + "108": 0.6199926137924194, + "255": 0.22381477057933807 + }, + "fold": 1 + }, + { + "best_epoch": 62, + "best_val_acc": 0.8455988455988456, + "test_acc": 0.8306152705707932, + "train_size": 1130, + "val_size": 693, + "test_size": 2698, + "stats": { + "mean": [ + [ + 0.03612999486725651, + 0.0039014732743363205, + -0.026264318584070866, + 0.007914513274336264, + -2.920000000001238e-05, + -0.02074493859203536, + -0.02212137345132746, + -0.02529917433628319, + -0.017585318584070603, + 0.002009283628318563, + -0.032913651327433256, + 0.01575317238053096, + 0.01656134477876116, + 0.004832360176991011, + 0.0046435044247787275, + -0.007806110619469017 + ] + ], + "std": [ + [ + 1.026029784154538, + 1.014567266706415, + 0.9934924943110668, + 1.0009548228746656, + 0.9999976513205256, + 0.9005330945128681, + 0.9966950423207805, + 1.02369326820955, + 1.0066229970970322, + 1.0105897259642973, + 0.9953808522736891, + 1.0444837633462487, + 0.9721502138598372, + 1.0252935681497495, + 0.9895490051866441, + 0.9907898156267138 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 13122, + "cert_evals": { + "36": 0.7746478915214539, + "72": 0.7123795747756958, + "108": 0.6315789818763733, + "255": 0.27464789152145386 + }, + "fold": 2 + }, + { + "best_epoch": 19, + "best_val_acc": 0.8401206636500754, + "test_acc": 0.8409090909090909, + "train_size": 1130, + "val_size": 663, + "test_size": 2728, + "stats": { + "mean": [ + [ + -0.0319807638938054, + 0.00842759592920361, + 0.0032132584070795264, + -0.0512567557522122, + 0.02061919999999998, + 0.017208951831858395, + -0.023906728318583995, + 0.009127680530973464, + 0.04229537345132683, + 0.03913422522123883, + -0.0012866005309730669, + 0.019049747389380534, + 0.0011946368141599608, + -0.01394144424778776, + -0.01887086017699146, + -0.012322258407079635 + ] + ], + "std": [ + [ + 0.9997012384907139, + 1.011637351521284, + 1.0052459246549308, + 0.9835551200097631, + 0.9188989108776542, + 0.975563370252112, + 0.9964151726496702, + 0.9910016079646086, + 0.9876324728734414, + 0.9709295082923052, + 1.018649934814902, + 1.045208416973306, + 1.0916320113723843, + 0.971971990527501, + 0.9802679634858928, + 0.9883913040231975 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 13122, + "cert_evals": { + "36": 0.8002199530601501, + "72": 0.742668628692627, + "108": 0.6678885817527771, + "255": 0.28115835785865784 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8347144353161353, + "std_test_acc": 0.004441794743689239, + "n_samples": 4521, + "n_features": 16, + "n_classes": 2, + "mean_cert_acc_36": 0.7836613357067108, + "std_cert_acc_36": 0.011326861993379492, + "mean_cert_acc_72": 0.7153557687997818, + "std_cert_acc_72": 0.01876849870668354, + "mean_cert_acc_108": 0.6302367895841599, + "std_cert_acc_108": 0.027993770555961212, + "mean_cert_acc_255": 0.244533509016037, + "std_cert_acc_255": 0.03998085990670333 + }, + "cardiotocography-10clases": { + "dataset": "cardiotocography-10clases", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 46, + "best_val_acc": 0.64576802507837, + "test_acc": 0.6371473354231975, + "train_size": 531, + "val_size": 319, + "test_size": 1276, + "stats": { + "mean": [ + [ + 0.05696145216572526, + 0.04547308248587554, + 0.02537313540489641, + 0.00411199623352259, + 0.004895357815442945, + 0.008270713935970049, + 0.005839290018833664, + -0.016622836393596845, + 0.056058268926553946, + -0.03742293794726937, + 0.012369841544256039, + 0.0072619020715631285, + 0.009574918079096046, + 0.031539144971751344, + 0.013908543314500948, + 0.011100862523540712, + 0.04299334557438753, + 0.0388642668549907, + 0.03971033022598931, + 0.04886574700564973, + 0.01822254990583819 + ] + ], + "std": [ + [ + 0.9791003932834449, + 1.021744482805594, + 1.1340682159044895, + 1.0045684160238317, + 1.0167341100485954, + 1.0690427250537498, + 1.0300221271732741, + 1.0094253367928134, + 1.0210603991574776, + 0.9572713912379988, + 1.0483212024662971, + 1.0072461534048065, + 1.0014897901284459, + 0.9804849453944862, + 0.9885214019890697, + 1.0745697261946487, + 0.992143934303644, + 0.984246843865331, + 0.9805974247887139, + 1.1272267847632704, + 1.0038856117840471 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 10, + "depth": 6, + "padding": 42, + "parameters": 17326, + "cert_evals": { + "36": 0.5336990356445312, + "72": 0.44435736536979675, + "108": 0.3557993769645691, + "255": 0.09326018393039703 + }, + "fold": 0 + }, + { + "best_epoch": 62, + "best_val_acc": 0.601823708206687, + "test_acc": 0.6334913112164297, + "train_size": 531, + "val_size": 329, + "test_size": 1266, + "stats": { + "mean": [ + [ + 0.02423730847457605, + 0.013319074199623025, + 0.015243735216572874, + 0.004751267419963072, + -0.009100580225987828, + 0.008270713935970045, + 0.024992621468926206, + 0.03573573145009404, + -0.005775212429378253, + -0.0017990462335216943, + -0.04130081879472713, + 0.004844720715630924, + 0.008810358945386055, + 0.025032086685499028, + -0.003331445386064059, + 0.003099077212806293, + 0.013448002824858358, + 0.00903407777777766, + 0.006905300357815675, + 0.014681350583804143, + -0.02494074199623351 + ] + ], + "std": [ + [ + 0.9901364010340642, + 1.0331843009790576, + 1.0385537848348627, + 1.004594460707876, + 0.9939531654620118, + 1.0690427250537498, + 1.1059904833090093, + 1.0066519698467797, + 0.9947251360209003, + 1.007854194532267, + 0.9613978699084029, + 1.0039167957400732, + 1.0015612937949965, + 1.0093255157872945, + 0.9891264460600468, + 0.9170858677231267, + 1.0232842600875196, + 0.9997950684728752, + 1.0142818567858394, + 1.0064323164990734, + 0.9910108983737475 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 10, + "depth": 6, + "padding": 42, + "parameters": 17326, + "cert_evals": { + "36": 0.5347551703453064, + "72": 0.43680885434150696, + "108": 0.34597155451774597, + "255": 0.10189573466777802 + }, + "fold": 1 + }, + { + "best_epoch": 74, + "best_val_acc": 0.6824925816023739, + "test_acc": 0.6184419713831478, + "train_size": 531, + "val_size": 337, + "test_size": 1258, + "stats": { + "mean": [ + [ + -0.017864035781544274, + 0.006498658568738066, + 0.055962871563087456, + 0.031599305084746454, + -0.01800729736346521, + 0.008270713935970026, + -0.010121785310734386, + 0.06804887372881353, + -0.026457461770244318, + -0.009681385969868147, + -0.06351851043314512, + 0.0022826497175141396, + 0.0007831224105461175, + 0.006246139887005633, + 0.020293879472693028, + -0.039576907721280453, + -0.031042671939736536, + -0.02997460489642182, + -0.02915410564971728, + -0.03835001242937842, + -0.02802381167608266 + ] + ], + "std": [ + [ + 0.9840240485333955, + 1.0369630058509158, + 1.3077211738329413, + 0.9781910820406798, + 0.9593815683814114, + 1.0690427250537495, + 0.9831811654899777, + 1.0030139105693259, + 0.9410382228102027, + 1.0102835335540883, + 0.9567918855139759, + 0.9840184308800868, + 0.9460545431142556, + 1.0343625123637432, + 0.9972026659995562, + 0.9845178278494092, + 0.982127775954673, + 0.9875424397739129, + 0.9974176458730358, + 0.9332863192875079, + 1.005191404704601 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 10, + "depth": 6, + "padding": 42, + "parameters": 17326, + "cert_evals": { + "36": 0.5445151329040527, + "72": 0.45071542263031006, + "108": 0.36804452538490295, + "255": 0.13116057217121124 + }, + "fold": 2 + }, + { + "best_epoch": 64, + "best_val_acc": 0.6772151898734177, + "test_acc": 0.6317435496481626, + "train_size": 531, + "val_size": 316, + "test_size": 1279, + "stats": { + "mean": [ + [ + 0.00242115593220332, + -0.035886080602636754, + -0.03572555838041413, + -0.01890058003766386, + -0.032639473446328435, + 0.008270713935969828, + -0.010121798493407167, + 0.037159613276836166, + -0.026031056685498998, + -0.0068150113747645945, + -0.01142061785310738, + -0.00994834726930324, + -0.03017912354048965, + -0.07131180037664787, + -0.020571447269303055, + -0.026240708097928056, + 0.01977089152542346, + -0.0009897885122410945, + 0.008988329585687696, + -0.027821750659133063, + 0.07988433521657268 + ] + ], + "std": [ + [ + 0.9646815053252067, + 0.9964364169189934, + 0.8667767137648238, + 0.9918320242400497, + 0.9443068366192023, + 1.0690427250537484, + 0.9028491559082471, + 0.9963685539925591, + 0.9378981844514512, + 0.9990211691032591, + 0.9968931340694016, + 0.9947823538218709, + 1.01034823063542, + 0.9491639320099594, + 0.9768788202272297, + 0.8919007118681375, + 0.9486367993709804, + 0.9697075304143699, + 0.975375266216865, + 0.9399010412320569, + 0.9783943677709094 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 10, + "depth": 6, + "padding": 42, + "parameters": 17326, + "cert_evals": { + "36": 0.5457388758659363, + "72": 0.45113369822502136, + "108": 0.36825644969940186, + "255": 0.11180610209703445 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6302060419177344, + "std_test_acc": 0.008159490087372448, + "n_samples": 2126, + "n_features": 21, + "n_classes": 10, + "mean_cert_acc_36": 0.5396770536899567, + "std_cert_acc_36": 0.006327567568053416, + "mean_cert_acc_72": 0.4457538351416588, + "std_cert_acc_72": 0.006721187557321438, + "mean_cert_acc_108": 0.35951797664165497, + "std_cert_acc_108": 0.010745487126688835, + "mean_cert_acc_255": 0.10953064821660519, + "std_cert_acc_255": 0.016289579630660016 + }, + "cardiotocography-3clases": { + "dataset": "cardiotocography-3clases", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 32, + "best_val_acc": 0.891640866873065, + "test_acc": 0.8514150943396226, + "train_size": 531, + "val_size": 323, + "test_size": 1272, + "stats": { + "mean": [ + [ + -0.030111656873823105, + -0.003732127118644177, + 0.01116787758945438, + -0.08985611299434969, + -0.00846454877589486, + 0.008270713935970052, + 0.01860809416195951, + 0.07714044712806034, + -0.005562035969867772, + -0.02718609557438801, + -0.012457818041431213, + 0.012724705461393555, + -0.02157851902071565, + -0.007921984030131852, + 0.03306414218455754, + 0.04044068926553697, + -0.048516965348399554, + -0.04458778192090391, + -0.03123695568738192, + 0.02170018583804156, + -0.018774542372881505 + ] + ], + "std": [ + [ + 1.0267196734843282, + 1.0079165135088577, + 0.9473557451244335, + 0.9914796817927604, + 1.004413984395137, + 1.0690427250537498, + 1.0265337126752654, + 1.0005000887455053, + 1.027745709308044, + 0.9908319242282088, + 1.0037543771306683, + 1.0398975301195088, + 1.0062327099761543, + 1.0841869723664168, + 1.0142218392015123, + 1.151741953917099, + 1.0734457791437295, + 1.0354213623061976, + 1.0200885928553527, + 1.1205840477329363, + 1.0030899076810105 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 17025, + "cert_evals": { + "36": 0.8042452335357666, + "72": 0.7531446218490601, + "108": 0.7106918096542358, + "255": 0.429245263338089 + }, + "fold": 0 + }, + { + "best_epoch": 75, + "best_val_acc": 0.8865030674846626, + "test_acc": 0.8715524034672971, + "train_size": 531, + "val_size": 326, + "test_size": 1269, + "stats": { + "mean": [ + [ + 0.016391169491525318, + 0.0011396926553671261, + -0.02373987099811634, + 0.03607396610169575, + -0.010373017325799852, + 0.00827071393597003, + 0.012223685499058473, + 0.010651874764595136, + 0.01981098888888896, + 0.01887923308851223, + -0.018915777890772333, + -0.015072648775894497, + 0.009447557815442556, + -0.017157672448210953, + -0.006524062146892641, + -0.03690971751412391, + -0.03587095574387965, + -0.017897674387947204, + -0.022515022862523364, + 0.011496865838041524, + -0.04343927306967993 + ] + ], + "std": [ + [ + 0.9391569592897272, + 1.0230906606141204, + 0.9581004188558814, + 0.9835526445831309, + 0.9979926559581693, + 1.0690427250537498, + 1.0123898646052452, + 1.000643989202775, + 1.0328535759777588, + 1.0412458470198602, + 1.0101002215424937, + 1.0019895656154183, + 1.0176643747680885, + 0.9912502978877031, + 0.9736333689619006, + 0.8842664932785655, + 1.039084545290219, + 0.9977498578188039, + 0.9855549645903211, + 1.0605253991894208, + 1.000119457990836 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 17025, + "cert_evals": { + "36": 0.8329393267631531, + "72": 0.7888100743293762, + "108": 0.7517730593681335, + "255": 0.5161544680595398 + }, + "fold": 1 + }, + { + "best_epoch": 26, + "best_val_acc": 0.8424242424242424, + "test_acc": 0.8521739130434782, + "train_size": 531, + "val_size": 330, + "test_size": 1265, + "stats": { + "mean": [ + [ + 0.011989649905837963, + 0.017703763653483834, + -0.04815508248587558, + 0.0878522580037672, + -0.0001940107344639859, + -0.0574620999999995, + 0.04414582297551817, + 0.04154100908662901, + 0.0033932510357819923, + 0.013044282391713674, + -0.042404981242937984, + 0.04134378888888889, + -0.01985842806026365, + 0.05704191233521654, + 0.04647320527306972, + -0.06624954802259869, + 0.0383948538606398, + 0.015676433521657228, + 0.03476359286252388, + 0.0983877023352167, + -0.00027604896421838714 + ] + ], + "std": [ + [ + 1.0121411725514342, + 1.0022698506112053, + 0.7850107263672123, + 1.021861659011844, + 1.0205680703685656, + 1.0, + 1.0504178369202641, + 0.9762037792485212, + 0.9969033920323853, + 1.0262088384173584, + 0.9577094393711939, + 1.018018865673482, + 1.0072567026892174, + 1.0240761987453126, + 0.9864342700743015, + 0.8655231462742808, + 1.0132444325659744, + 1.002180759880479, + 1.0086965056851351, + 1.1584443320466373, + 0.9678154222739248 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 17025, + "cert_evals": { + "36": 0.8047430515289307, + "72": 0.7588932514190674, + "108": 0.6893280744552612, + "255": 0.4205533564090729 + }, + "fold": 2 + }, + { + "best_epoch": 54, + "best_val_acc": 0.8562300319488818, + "test_acc": 0.8634945397815913, + "train_size": 531, + "val_size": 313, + "test_size": 1282, + "stats": { + "mean": [ + [ + 0.07590710470809812, + -0.024193697175141464, + -0.04779198342749522, + -0.03360304143126111, + 0.029070319209039387, + -0.024595693032014893, + 0.005839325800377342, + 0.06772045080037671, + 0.004032814877590208, + -0.01572106636534833, + -0.023934781092278794, + -0.0005697517890771726, + -0.008709438794726921, + -0.015583420433144993, + -0.012270593220338952, + 0.01910270809792879, + -0.009544668926553972, + -0.0007485035781543035, + 0.019792885216572968, + 0.012601643615819754, + 0.07063507344632772 + ] + ], + "std": [ + [ + 0.9774443663972388, + 0.9691878598072985, + 0.7938133543361705, + 1.0258465761633682, + 0.9993132346074002, + 0.7566415100311142, + 1.0194614547438874, + 0.9883543548463236, + 0.9952655430481072, + 0.9924332095258233, + 1.0409700820319554, + 0.9838443180700808, + 0.9913771235918427, + 0.9821486224205357, + 0.9651162627503362, + 1.033340912804804, + 1.0105779866484361, + 1.0049118298763688, + 0.989141891228224, + 1.0204876585018856, + 0.9866082018247349 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 17025, + "cert_evals": { + "36": 0.8330733180046082, + "72": 0.7979719042778015, + "108": 0.7620905041694641, + "255": 0.513260543346405 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8596589876579973, + "std_test_acc": 0.009663555569515987, + "n_samples": 2126, + "n_features": 21, + "n_classes": 3, + "mean_cert_acc_36": 0.8187502324581146, + "std_cert_acc_36": 0.01646286010074048, + "mean_cert_acc_72": 0.7747049629688263, + "std_cert_acc_72": 0.022023951020818784, + "mean_cert_acc_108": 0.7284708619117737, + "std_cert_acc_108": 0.03426137407670742, + "mean_cert_acc_255": 0.4698034077882767, + "std_cert_acc_255": 0.05198549176223534 + }, + "congressional-voting": { + "dataset": "congressional-voting", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 5, + "best_val_acc": 0.5964912280701754, + "test_acc": 0.5836431226765799, + "train_size": 109, + "val_size": 57, + "test_size": 269, + "stats": { + "mean": [ + [ + -0.05633650458715604, + -0.11779591743119261, + -0.04414557798165136, + -0.044145577981651356, + -0.1385431192660551, + -0.04414557798165139, + -0.026378550458715573, + 0.11256628440366967, + -0.10507706422018329, + -0.054913027522935885, + -0.05395532110091718, + 0.008270385321100901, + 0.10771073394495408, + 0.03500372477064211, + -0.000600422018348633, + -0.02276844036697253 + ] + ], + "std": [ + [ + 0.8184815616369955, + 0.8313668954689791, + 0.8538679440524577, + 0.8538679440524576, + 0.5219210944971431, + 0.8538679440524588, + 0.9259164552817457, + 1.2484961570437194, + 0.7457451590890042, + 0.7568400989501728, + 0.8761485096645807, + 1.012504902324288, + 1.1811957798165138, + 1.0783310548027614, + 0.9977827937237086, + 0.9845600817644352 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 13122, + "cert_evals": { + "36": 0.13754646480083466, + "72": 0.10037174820899963, + "108": 0.06691449880599976, + "255": 0.0074349441565573215 + }, + "fold": 0 + }, + { + "best_epoch": 10, + "best_val_acc": 0.578125, + "test_acc": 0.5114503816793893, + "train_size": 109, + "val_size": 64, + "test_size": 262, + "stats": { + "mean": [ + [ + -0.00038625688073406236, + 0.057688394495412916, + 0.07259284403669729, + 0.07259284403669727, + -0.08832123853211014, + 0.01422363302752295, + -0.07830136697247703, + -0.08832123853211014, + 0.10401949541284418, + -0.054913027522935885, + -0.09670699082568791, + 0.043890183486238465, + -0.010408844036697309, + -0.05957216513761476, + 0.22344607339449585, + 0.020201284403669834 + ] + ], + "std": [ + [ + 0.9977358415203772, + 1.0666277227790677, + 1.1962128629178321, + 1.196212862917833, + 0.7346827772265264, + 1.0408721364505138, + 0.7595653225302291, + 0.7346827772265264, + 1.1887281938323424, + 0.7568400989501728, + 0.7623714803384029, + 1.0685939449541277, + 0.9788020482079224, + 0.8432648555935023, + 1.3191500469500397, + 1.0109306979905373 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 13122, + "cert_evals": { + "36": 0.221374049782753, + "72": 0.17938931286334991, + "108": 0.14885495603084564, + "255": 0.015267175622284412 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5471698113207547, + "test_acc": 0.5238095238095238, + "train_size": 109, + "val_size": 53, + "test_size": 273, + "stats": { + "mean": [ + [ + -0.05633650458715604, + -0.0008063761467889231, + -0.044145577981651335, + -0.10251478899082538, + -0.08832123853211014, + 0.014223633027522997, + -0.078301366972477, + -0.08832123853211014, + -0.14689637614678883, + -0.12773999999999977, + 0.03154801834862407, + 0.008270385321100882, + 0.028964348623853046, + -0.012284220183486308, + -0.0006004220183486534, + 0.04168614678899078 + ] + ], + "std": [ + [ + 0.8184815616369948, + 0.9978460372285823, + 0.853867944052458, + 0.6065906343935914, + 0.7346827772265261, + 1.0408721364505131, + 0.7595653225302292, + 0.7346827772265265, + 0.6117637925728782, + 1.0, + 1.062789656192666, + 1.0125049023242882, + 1.0520823572341493, + 0.9691144875367229, + 0.9977827937237085, + 1.023184850832101 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 13122, + "cert_evals": { + "36": 0.18315018713474274, + "72": 0.04395604506134987, + "108": 0.018315019086003304, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.6338028169014085, + "test_acc": 0.5529411764705883, + "train_size": 109, + "val_size": 71, + "test_size": 255, + "stats": { + "mean": [ + [ + -0.0003862568807340379, + -0.05930114678899078, + 0.014223633027522962, + -0.04414557798165134, + -0.03809935779816519, + -0.04414557798165141, + -0.026378550458715615, + 0.012122522935779772, + -0.02143844036697227, + 0.017913944954128333, + -0.0967069908256879, + 0.07950998165137609, + 0.028964348623853057, + -0.012284220183486292, + -0.0006004220183485913, + -0.02276844036697257 + ] + ], + "std": [ + [ + 0.9977358415203773, + 0.9202474953183722, + 1.0408721364505134, + 0.8538679440524575, + 0.8955844252869521, + 0.8538679440524586, + 0.9259164552817456, + 1.0292422785092563, + 0.9536270350654188, + 1.0653667607530586, + 0.7623714803384029, + 1.1207507845689388, + 1.0520823572341482, + 0.9691144875367229, + 0.9977827937237086, + 0.9845600817644354 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 2, + "depth": 6, + "padding": 32, + "parameters": 13122, + "cert_evals": { + "36": 0.15294118225574493, + "72": 0.09019608050584793, + "108": 0.07450980693101883, + "255": 0.011764707043766975 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5429610511590204, + "std_test_acc": 0.03221975137017404, + "n_samples": 435, + "n_features": 16, + "n_classes": 2, + "mean_cert_acc_36": 0.17375297099351883, + "std_cert_acc_36": 0.036968980048151794, + "mean_cert_acc_72": 0.10347829665988684, + "std_cert_acc_72": 0.0562478109963469, + "mean_cert_acc_108": 0.07714857021346688, + "std_cert_acc_108": 0.053897717312494105, + "mean_cert_acc_255": 0.008616706705652177, + "std_cert_acc_255": 0.006577305428860079 + }, + "conn-bench-sonar-mines-rocks": { + "dataset": "conn-bench-sonar-mines-rocks", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 2, + "best_val_acc": 0.7272727272727273, + "test_acc": 0.6341463414634146, + "train_size": 52, + "val_size": 33, + "test_size": 123, + "stats": { + "mean": [ + [ + 0.07224829615384616, + 0.06143836403846155, + 0.17981892115384618, + 0.18359467307692307, + 0.17865188250000005, + 0.18166694038461537, + 0.13145928269230767, + 0.3580806807692308, + 0.2723380293846154, + 0.32641636923076933, + 0.3547530749999999, + 0.27079468269230766, + 0.2390470615384616, + 0.08077609423076923, + 0.06372549615384623, + 0.027136992307692294, + -0.0707615403846154, + -0.013202551923076929, + 0.07079190192307686, + 0.14980152423076923, + 0.19067387173076927, + 0.18353470192307691, + 0.09474908461538462, + 0.11814903269230771, + 0.12851396730769224, + 0.09148541923076925, + 0.007863109038461517, + -0.03280788846153844, + -0.038817317307692306, + -0.030111546153846168, + -0.06803155000000002, + -0.1759780653846154, + -0.09925099846153843, + -0.06391267884615386, + -0.10967796730769228, + -0.09900584423076922, + -0.07212157115384613, + -0.04979613730769235, + -0.014902880769230744, + -0.06563232307692309, + -0.19819578653846154, + -0.09516337250000001, + 0.028546435961538493, + 0.02690762884615383, + -0.051032306153846144, + -0.1709350942307693, + -0.15902759326923072, + 0.05230017500000001, + -0.06006629230769232, + -0.14417805423076924, + 0.04664167115384615, + 0.035231851923076866, + 0.10847407884615384, + 0.0320697788461538, + 0.014380650000000059, + 0.1584930519230769, + 0.24879878846153847, + -0.06910759711538458, + -0.04868835576923079, + -0.009460907692307728 + ] + ], + "std": [ + [ + 0.8826781365757673, + 0.8736204750730865, + 1.0631193826022287, + 1.0559935051069889, + 1.0948164691784295, + 0.9911164668100656, + 1.058133601574446, + 1.1345779651029129, + 1.2612720115229583, + 1.3050289136088924, + 1.2242580940441732, + 1.1507745621698449, + 0.9449561434126305, + 0.9761316418147328, + 1.0515687251009254, + 1.0336058228027496, + 1.0092336792759293, + 0.9721128786372969, + 0.9828570204269845, + 1.0526094050032175, + 1.007626826074757, + 0.9451553241613345, + 1.0688742655635421, + 1.1766129754915444, + 1.0893546356638915, + 0.9472223527353211, + 0.9975324667404246, + 0.9442106678014526, + 0.9147349976996598, + 0.8924870761180707, + 0.9115618167344114, + 0.9476131762252616, + 0.9936735012487963, + 1.091198911266045, + 1.0880994377807855, + 1.058748260466537, + 1.0322810862952991, + 1.0794760575131008, + 1.0563032817583005, + 1.063491740689508, + 0.9911947467095144, + 0.9289066519838143, + 1.060366924720947, + 1.0624085035469397, + 0.8715483240662897, + 0.6896203094035522, + 0.7267883935975691, + 0.928021673885073, + 0.8751357100836189, + 0.7223660360736314, + 0.7383172079055456, + 0.8199366242592814, + 1.0798630214435168, + 1.1347800621794066, + 0.9003324355296055, + 1.2234839576090903, + 1.1067568444114322, + 0.7263873158583661, + 0.9265847016853823, + 0.8105858418957635 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 2, + "depth": 6, + "padding": 120, + "parameters": 187634, + "cert_evals": { + "36": 0.49593493342399597, + "72": 0.31707316637039185, + "108": 0.16260161995887756, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 19, + "best_val_acc": 0.8275862068965517, + "test_acc": 0.8110236220472441, + "train_size": 52, + "val_size": 29, + "test_size": 127, + "stats": { + "mean": [ + [ + -0.1496621807692307, + -0.08903577807692303, + -0.14030929807692305, + -0.035338826923076924, + 0.08386959669423068, + 0.09199651153846154, + 0.14088967307692307, + 0.07056369423076922, + -0.0025582480769230555, + 0.009174194230769301, + 0.0818218730769231, + 0.08237485384615381, + 0.04123067288461538, + -0.00616768461538463, + -0.028849084615384605, + -0.04050276923076927, + -0.0212545653846154, + -0.05132907923076921, + -0.04626740192307692, + -0.07403159615384614, + -0.05252051923076921, + 0.030670448076923096, + -0.021138782692307692, + 0.005048434615384597, + 0.09778213076923079, + 0.2050811269230769, + 0.18951900000000002, + 0.09827862115384613, + 0.07715956730769227, + 0.1654723846153846, + 0.07360706730769234, + -0.012788405769230859, + -0.07698564038461544, + -0.11772723500000001, + -0.012259624999999958, + 0.0018293673076923635, + -0.07115984249999997, + -0.07953136711538462, + -0.04274317096153846, + -0.03792623653846152, + -0.08625715769230768, + -0.05082718653846153, + 0.0639244403846154, + 0.05993298846153846, + 0.008120661730769264, + -0.03299837499999998, + -0.08261534326923076, + -0.13786070961538463, + -0.11194899807692303, + -0.1165946903846154, + -0.11254034384615383, + -0.09731205576923077, + -0.10915543461538466, + -0.020348332692307698, + -0.03527259615384616, + -0.05305450769230768, + -0.0766177076923077, + 0.017685547115384614, + 0.05708845576923076, + 0.13349773076923077 + ] + ], + "std": [ + [ + 0.808987901180408, + 0.6916743939877592, + 0.6533719713044063, + 0.7289409087743024, + 0.9799815957215703, + 1.1546934744155954, + 1.0489671907417901, + 1.0406351665781963, + 1.06602300100525, + 0.9855510401092009, + 0.941611877990984, + 0.874334438804182, + 0.8948617088044496, + 0.9284777014495024, + 0.9652796384670821, + 0.9176168045360895, + 0.9187448624511494, + 0.9637941840958039, + 1.036895695822955, + 1.080455047426266, + 1.0569445623516454, + 1.027280062203057, + 0.9972067893847262, + 0.9558109386682533, + 0.9135564279343454, + 0.9323450964074564, + 0.9165881179625035, + 0.9150530169961677, + 0.8966782811687405, + 0.9697039290944067, + 1.0552459326194796, + 1.0678782438443375, + 1.0350794282536124, + 0.981036806175182, + 1.0268794592105523, + 1.049486682131856, + 1.0562822257610098, + 1.0082564159163012, + 1.008195204043701, + 1.0704359719340684, + 1.0356445372719016, + 0.9497252302544834, + 1.0265656593627723, + 1.1425919880616457, + 0.984594565229331, + 0.9387504917802769, + 0.9538513934843633, + 0.9644663205759176, + 0.9826957464876444, + 0.906104614495397, + 0.6863012460053298, + 0.8135699574469399, + 0.8718984903633391, + 0.87106180576059, + 0.9705550873133266, + 0.7881063937322114, + 1.0305107562527829, + 0.9850679024115949, + 1.0840227025091698, + 0.955646054806482 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 2, + "depth": 6, + "padding": 120, + "parameters": 187634, + "cert_evals": { + "36": 0.7795275449752808, + "72": 0.6850393414497375, + "108": 0.5984252095222473, + "255": 0.3700787425041199 + }, + "fold": 1 + }, + { + "best_epoch": 10, + "best_val_acc": 0.8787878787878788, + "test_acc": 0.7723577235772358, + "train_size": 52, + "val_size": 33, + "test_size": 123, + "stats": { + "mean": [ + [ + -0.11352727307692301, + 0.005484550769230757, + 0.14128544711538463, + 0.01698709807692309, + -0.05546616484423073, + 0.015633542307692313, + 0.01695465576923076, + 0.007012186538461534, + 0.16428315769230764, + 0.1885259807692308, + 0.17271181923076925, + 0.10288603057692303, + 0.035842053846153805, + 0.06598513846153845, + 0.024155067307692363, + -0.031890009615384636, + -0.09900835576923078, + -0.06074108884615382, + -0.057217736538461544, + -0.05421212307692307, + 0.009597998076923055, + 0.08198633076923077, + 0.0738865326923077, + 0.11153800000000001, + 0.12820763269230767, + 0.1497061423076923, + 0.17804224999999999, + 0.12074562557692313, + 0.011866653846153862, + 0.02657458461538462, + 0.08961283461538459, + 0.012436888461538488, + -0.15344758865384617, + -0.25327539384615383, + -0.1676381884615385, + -0.08097806538461542, + 0.010272027115384563, + 0.0761040280769231, + 0.07725368461538452, + 0.01526856923076923, + 0.09035966538461546, + -0.018093585576923078, + -0.08110181153846155, + -0.05179539615384614, + -0.062206399423076895, + -0.05773718076923074, + -0.015536751903846145, + -0.05303988461538456, + -0.0334830886538462, + -0.019491399423076903, + -0.014853353461538439, + -0.04920472788461536, + -0.013006382692307706, + -0.11464770384615387, + -0.22059024807692304, + -0.20056836153846153, + -0.17135017615384612, + -0.09496722596153845, + -0.12957644230769227, + 0.05055160769230771 + ] + ], + "std": [ + [ + 0.7779847294085735, + 0.8164589056484339, + 0.8897943994160501, + 0.8232379895108087, + 0.8913136137549748, + 1.2277539871431498, + 1.148342655187086, + 1.0125738638827777, + 1.0308151593845143, + 1.0814728380420244, + 1.1275636354460448, + 1.0953105542528634, + 0.9617223163008869, + 0.9271042130221435, + 1.002366167344782, + 1.0134009310910002, + 0.9541301699800748, + 0.9039526162729385, + 0.8533527267834845, + 0.8674137383144989, + 0.8667342359963858, + 0.8682751705934699, + 0.8669633975953135, + 0.8844079338595519, + 0.8959832014657619, + 0.9477171784962183, + 0.9665146933040765, + 0.9608709208756278, + 0.9362600441482569, + 0.826100491116595, + 0.9039285396250091, + 0.9697986338184826, + 0.8888423793086146, + 0.878236080206782, + 0.9309060317786465, + 0.9900496254008503, + 1.00813869687356, + 1.0903606967893815, + 1.0386726650233546, + 0.9723646970288363, + 0.965534654631892, + 0.9659616919831083, + 0.9294069827841253, + 0.9165737515917189, + 0.890391924899276, + 0.8408198724294259, + 0.7367456383541913, + 0.9168199780746074, + 0.8757122466574018, + 0.8068953654942984, + 0.8229736283202036, + 0.7999629806684128, + 0.9417385941942646, + 0.873184043119562, + 0.7480790001744239, + 0.9895160335641305, + 1.0132212109764678, + 0.7628419936253807, + 0.961901997536315, + 1.3290599320503582 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 2, + "depth": 6, + "padding": 120, + "parameters": 187634, + "cert_evals": { + "36": 0.707317054271698, + "72": 0.6178861856460571, + "108": 0.5121951103210449, + "255": 0.2195121943950653 + }, + "fold": 2 + }, + { + "best_epoch": 11, + "best_val_acc": 0.8484848484848485, + "test_acc": 0.7479674796747967, + "train_size": 52, + "val_size": 33, + "test_size": 123, + "stats": { + "mean": [ + [ + -0.11402919442307692, + -0.1958088194230769, + -0.192454475, + -0.2174456115384615, + -0.1483449469961539, + -0.09730015192307692, + -0.11111996346153846, + -0.1199549596153846, + -0.08601968673076922, + -0.1359838, + -0.07711971153846155, + 0.005683598076923046, + -0.07644932499999996, + -0.12452823865384616, + -0.18065320384615383, + -0.24127502307692308, + -0.2122367865384616, + -0.17662752923076924, + -0.13966792115384613, + -0.06574370384615388, + -0.007378620000000012, + -0.0002028721153846167, + 0.06875905961538463, + 0.10454161923076924, + 0.1822036923076923, + 0.14234525, + 0.08357052884615387, + 0.14328510769230768, + 0.2375776069230769, + 0.1643224807692307, + 0.10515068653846156, + 0.09213309999999994, + 0.013323825000000011, + -0.06487759653846153, + -0.13430994076923078, + -0.21115623846153847, + -0.22730641923076922, + -0.23543729230769228, + -0.22808152115384622, + -0.14895506923076926, + -0.001168684615384663, + -0.04320264326923076, + -0.018799333269230768, + -0.013186748076922994, + -0.07072882692307694, + -0.03641541923076926, + -0.009211202865384651, + 0.028638237499999993, + 0.052042886346153845, + -0.09590774230769232, + -0.057291330384615397, + 0.06657091249999998, + 0.02539913076923079, + -0.15310468230769228, + -0.20838050961538462, + -0.049366707692307735, + -0.07994125884615386, + -0.19751397115384617, + -0.2403308269230769, + -0.24415720000000002 + ] + ], + "std": [ + [ + 0.8763416312333093, + 0.602973469758421, + 0.5448117196260321, + 0.5663296924240132, + 0.686341085757452, + 0.8337013907572342, + 0.6813276818285096, + 0.7825144766842531, + 0.7861121760890293, + 0.7905273301791387, + 0.7805552299762032, + 0.9027317120726256, + 0.8667207852850977, + 0.8531311452416169, + 0.8318630140159454, + 0.8852179006046725, + 0.8740431599665568, + 0.8442406359472446, + 0.8609171894886277, + 0.886971626868803, + 0.9185053211820478, + 1.0100806480837976, + 0.9919727273312126, + 1.0562822860856174, + 0.9850251469218465, + 0.9910273621465151, + 1.0655846350198521, + 0.9906322053442151, + 0.8736899428048334, + 0.9821436750511889, + 0.9453561139667965, + 0.8625303165093016, + 1.0040239879345572, + 0.9847231539651756, + 0.9280844832031707, + 0.9503954469001101, + 0.9765763369138967, + 0.965164414073675, + 0.9709362119147936, + 1.0665530487737096, + 1.0793454570821943, + 1.0572717622116554, + 1.0593503627745042, + 1.0162684589041668, + 1.0177130607371694, + 1.0958546673800382, + 1.1902586310529617, + 1.1293249209196217, + 1.0653539976947333, + 0.9647675285784101, + 1.1814566025747812, + 1.13738601881979, + 1.0351334435322548, + 0.934859922308927, + 0.7895031892247589, + 0.9239212461978867, + 0.8971132845231489, + 0.7340435621135994, + 0.876038640540552, + 0.7272617950430326 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 2, + "depth": 6, + "padding": 120, + "parameters": 187634, + "cert_evals": { + "36": 0.707317054271698, + "72": 0.6260162591934204, + "108": 0.5691056847572327, + "255": 0.27642273902893066 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7413737916906729, + "std_test_acc": 0.07605328331137638, + "n_samples": 208, + "n_features": 60, + "n_classes": 2, + "mean_cert_acc_36": 0.6725241467356682, + "std_cert_acc_36": 0.1225487254421438, + "mean_cert_acc_72": 0.5615037381649017, + "std_cert_acc_72": 0.1656785999660786, + "mean_cert_acc_108": 0.4605819061398506, + "std_cert_acc_108": 0.20185337963573977, + "mean_cert_acc_255": 0.21650341898202896, + "std_cert_acc_255": 0.15711830794043066 + }, + "chess-krvkp": { + "dataset": "chess-krvkp", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 12, + "best_val_acc": 0.9612068965517241, + "test_acc": 0.9529229177444387, + "train_size": 799, + "val_size": 464, + "test_size": 1933, + "stats": { + "mean": [ + [ + -0.012910581977471696, + 0.0232343479349185, + 0.01974840050062684, + -0.006236645807259704, + 0.016582745932415422, + 0.011297774718398169, + 0.042862941176470284, + 0.03031926157697225, + 0.0180404605757215, + -0.010202853566957767, + -0.00189366082603287, + -0.016319619524404437, + 0.0033822653316640658, + -0.03204078085106409, + 0.0705100575719649, + 0.02903828535669439, + -0.03100208760951203, + -0.008096886107634134, + -0.03482669524405622, + 0.019232514392990924, + 0.012952405506882283, + 0.028141539424280874, + 0.012118360450564641, + -0.021248015018773447, + -0.016025085481852858, + 5.306633288432277e-07, + -0.020626277847311296, + -0.017688700000000283, + 0.0857653942428025, + -0.03719805506883507, + 0.005740868585732433, + 0.07288125406758252, + 0.025791864831039592, + -0.00712086608260405, + -0.040342160200250346, + -0.05876795494368149 + ] + ], + "std": [ + [ + 0.9837163023685394, + 1.0378682164982054, + 1.0465982807867846, + 0.9915165284267596, + 1.005530465952035, + 1.0006602278791406, + 1.010781822340367, + 1.0199155022259125, + 1.0041109770934162, + 0.9954304425556489, + 0.999580748645936, + 0.9784729377035531, + 1.001226355888721, + 0.7309839212424674, + 1.0450840322089407, + 1.0585050069556725, + 0.9104979964986178, + 1.0030733244153598, + 0.7855814376765642, + 1.0182546843992308, + 1.0103378991543899, + 1.020315666869466, + 1.0226041285721963, + 0.9944445166738229, + 0.8530722671343124, + 0.9998428506463546, + 0.958403864877632, + 1.0, + 1.297598626233983, + 0.9108937768595846, + 1.0046803731698561, + 1.1311938967311475, + 1.0059129579966133, + 1.0017029704517841, + 1.020154120299574, + 0.9629351207831572 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 2, + "depth": 6, + "padding": 72, + "parameters": 56978, + "cert_evals": { + "36": 0.9239524602890015, + "72": 0.8592861294746399, + "108": 0.7692705988883972, + "255": 0.300051748752594 + }, + "fold": 0 + }, + { + "best_epoch": 67, + "best_val_acc": 0.9889135254988913, + "test_acc": 0.9815005138746146, + "train_size": 799, + "val_size": 451, + "test_size": 1946, + "stats": { + "mean": [ + [ + -0.0009927534418022186, + 0.018342768460575525, + -0.06582760575719632, + -0.0020792615769724375, + 0.051078400500625745, + 0.011297774718398223, + -0.03506647058823558, + -0.021223376720899582, + -0.03866361702127398, + -0.02380752190237722, + -0.014526558197747444, + 0.016318818523153884, + 0.006087788485606497, + 0.07781297659574443, + -0.04009326658322881, + 0.017423181476844563, + -0.016413096370462833, + -0.032386387984980926, + 0.020896709511889343, + 0.0017488035043802706, + 0.0032379173967446036, + -0.04377830913642133, + 0.00134634543179087, + -0.008370843554443178, + -0.01602508548185286, + -0.05699136670838574, + 0.012376380475592372, + -0.017688700000000283, + 0.023390775969961416, + 0.03719677847309204, + 0.005740868585732397, + -0.004124948685859613, + 0.002579862327909166, + -0.025243699624531293, + -0.02052447684605754, + 0.019589255319148336 + ] + ], + "std": [ + [ + 0.9986195311743077, + 1.0300230852190024, + 0.8216604611116667, + 0.9970790771407829, + 1.0163955081800622, + 1.0006602278791408, + 0.9894273630441428, + 0.9849960711322177, + 0.9895223747807858, + 0.9893503391280706, + 0.9977270081722001, + 1.0205058915949463, + 1.0023223894472089, + 1.4564544306041578, + 0.9790108101412359, + 1.0355371587989588, + 0.9537117155994841, + 1.0123108404588719, + 1.108181480971759, + 1.001546561141509, + 1.0024924985959782, + 0.9655037096440781, + 1.0024053099202712, + 0.9977739015125082, + 0.8530722671343125, + 1.021876104669329, + 1.0237032374075374, + 1.0, + 1.0898218142005072, + 1.080220497632301, + 1.0046803731698557, + 0.9917285097795778, + 1.000482486194206, + 1.0061895454376688, + 1.0104282205557285, + 1.0110875620192163 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 2, + "depth": 6, + "padding": 72, + "parameters": 56978, + "cert_evals": { + "36": 0.9635149240493774, + "72": 0.9403905868530273, + "108": 0.9080165028572083, + "255": 0.5714285969734192 + }, + "fold": 1 + }, + { + "best_epoch": 66, + "best_val_acc": 0.9726315789473684, + "test_acc": 0.9687825182101977, + "train_size": 799, + "val_size": 475, + "test_size": 1922, + "stats": { + "mean": [ + [ + 0.04270595118898613, + -0.035464605757197565, + -0.026330987484355414, + 0.010392891113891287, + 0.024543281602002653, + -0.001253777221526715, + -0.011687647058824222, + -0.02728721652065032, + 0.0025757121401775553, + -0.07006339424280264, + -0.0018936608260329234, + -0.004080205256570354, + 0.04125958948685799, + -0.03204078085106409, + -0.02626784230287835, + -0.023229682102629934, + 0.041942868585731145, + 0.01619261576971138, + 0.006965858322903206, + -0.001747938673341953, + -0.05828717396746041, + 0.04064933917396773, + 0.06597843554443104, + -0.018672580725907748, + 0.005341821777221022, + -0.005427269086358065, + 0.03437815269086148, + -0.017688700000000283, + -0.007796533166459127, + -6.382978713675692e-07, + -0.04346299874843527, + 0.01787682352940982, + -0.03610680851063828, + 0.04465865832290276, + 0.019110889862328, + 0.03990408760951166 + ] + ], + "std": [ + [ + 1.0503026614950781, + 0.9377299469744113, + 0.9332222466570044, + 1.0134812577120929, + 1.0081529457229899, + 0.9997466732969692, + 0.9965218768327301, + 0.9806280790356154, + 1.0004721494235536, + 0.9669617912464558, + 0.9995807486459362, + 0.9945690429937961, + 1.0158077550757176, + 0.7309839212424674, + 0.9989487460582208, + 0.9496723729602274, + 1.1079472020538745, + 0.9931560757473815, + 1.0372639011971079, + 0.998134626824417, + 0.9489971567418679, + 1.0290373693626786, + 1.116580541935386, + 0.9951246155880097, + 1.0441402229839951, + 1.0021017867674258, + 1.064445876205708, + 1.0, + 0.9678679341238935, + 0.999842760601726, + 0.9613338278133499, + 1.0340832941176457, + 0.9901571062749744, + 0.9869400115230125, + 0.9895000075374855, + 1.0222216905424544 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 2, + "depth": 6, + "padding": 72, + "parameters": 56978, + "cert_evals": { + "36": 0.9552549719810486, + "72": 0.943288266658783, + "108": 0.9193548560142517, + "255": 0.5842872262001038 + }, + "fold": 2 + }, + { + "best_epoch": 29, + "best_val_acc": 0.9585152838427947, + "test_acc": 0.960804538421867, + "train_size": 799, + "val_size": 458, + "test_size": 1939, + "stats": { + "mean": [ + [ + 0.0029798560700874874, + -0.015898287859826204, + 0.013165630788484818, + -0.002079261576972459, + 0.06434595994993732, + -0.0087847083854817, + -0.035066470588235754, + -0.021223376720899842, + 0.012885544430540316, + -0.0755052615769703, + -0.07516446558197788, + 0.004079404255319092, + 0.041259589486858005, + 0.04119505744680826, + -0.0069122853566958315, + -0.029037234042554844, + -0.01641309637046286, + -0.037784055068836316, + -0.03482669524405622, + -0.04370884480600792, + -0.035620035043805974, + 0.04690323904881119, + -0.009425669586981995, + -0.00064454067584565, + -0.05875890000000068, + -0.04884966708385503, + 0.0453790387984959, + -0.017688700000000283, + 0.002599236545681054, + 0.030997209011264834, + -0.05002351439299086, + 0.006875937421775107, + -0.010315694618272687, + -0.04077755694618336, + 0.004955401752189988, + 0.10084858448060059 + ] + ], + "std": [ + [ + 1.003506639923147, + 0.9726497119550556, + 1.031291250931018, + 0.9970790771407828, + 1.0202330509186042, + 0.9991224561764447, + 0.9894273630441432, + 0.9849960711322175, + 1.0029259974983142, + 0.9641477850388797, + 0.9865314194046129, + 1.0050737920779802, + 1.0158077550757172, + 1.2629201270580204, + 0.9808444007141872, + 0.9366196797544946, + 0.9537117155994845, + 1.0142732074093561, + 0.7855814376765643, + 0.9552444287880467, + 0.9695039665985851, + 1.033313842690941, + 0.9816728244810887, + 0.9996865943557063, + 1.0, + 1.0189528540341442, + 1.0840757895240576, + 1.0, + 1.0102634466126872, + 1.067334702526026, + 0.9552142319361535, + 1.0131869855246693, + 0.9972193469515207, + 1.0097604697449478, + 0.9972056619226006, + 1.052569358911855 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 2, + "depth": 6, + "padding": 72, + "parameters": 56978, + "cert_evals": { + "36": 0.9458484053611755, + "72": 0.9236720204353333, + "108": 0.8963383436203003, + "255": 0.47189274430274963 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9660026220627794, + "std_test_acc": 0.012193047360345976, + "n_samples": 3196, + "n_features": 36, + "n_classes": 2, + "mean_cert_acc_36": 0.9471426904201508, + "std_cert_acc_36": 0.017061858959707125, + "mean_cert_acc_72": 0.9166592508554459, + "std_cert_acc_72": 0.039213665921639156, + "mean_cert_acc_108": 0.8732450753450394, + "std_cert_acc_108": 0.06995035105621436, + "mean_cert_acc_255": 0.48191507905721664, + "std_cert_acc_255": 0.13123445241729034 + }, + "conn-bench-vowel-deterding": { + "dataset": "conn-bench-vowel-deterding", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 55, + "best_val_acc": 0.7227722772277227, + "test_acc": 0.711943793911007, + "train_size": 462, + "val_size": 101, + "test_size": 427, + "stats": { + "mean": [ + [ + -2.857142828580301e-07, + 2.385281389853348e-08, + -4.3088744564142115e-08, + -3.844155827509708e-08, + -8.807359302639395e-08, + -1.304545454734722e-07, + 2.852813846998729e-08, + -1.7538961132040442e-08, + 1.6883116991740976e-08, + 6.995670959114648e-08, + -9.999999998989893e-08 + ] + ], + "std": [ + [ + 0.9989172494309853, + 0.9989172586260624, + 0.9989172585041448, + 0.9989169579535073, + 0.9989173225330026, + 0.9989172947423731, + 0.9989172394761775, + 0.9989172874813478, + 0.9989173118500234, + 0.9989170573955074, + 0.9989173544054772 + ] + ] + }, + "width": 64, + "in_features": 11, + "out_features": 11, + "depth": 6, + "padding": 22, + "parameters": 9469, + "cert_evals": { + "36": 0.578454315662384, + "72": 0.4473067820072174, + "108": 0.28103044629096985, + "255": 0.03512880578637123 + }, + "fold": 0 + }, + { + "best_epoch": 40, + "best_val_acc": 0.6944444444444444, + "test_acc": 0.6928571428571428, + "train_size": 462, + "val_size": 108, + "test_size": 420, + "stats": { + "mean": [ + [ + -2.857142828580301e-07, + 2.385281389853348e-08, + -4.3088744564142115e-08, + -3.844155827509708e-08, + -8.807359302639395e-08, + -1.304545454734722e-07, + 2.852813846998729e-08, + -1.7538961132040442e-08, + 1.6883116991740976e-08, + 6.995670959114648e-08, + -9.999999998989893e-08 + ] + ], + "std": [ + [ + 0.9989172494309853, + 0.9989172586260624, + 0.9989172585041448, + 0.9989169579535073, + 0.9989173225330026, + 0.9989172947423731, + 0.9989172394761775, + 0.9989172874813478, + 0.9989173118500234, + 0.9989170573955074, + 0.9989173544054772 + ] + ] + }, + "width": 64, + "in_features": 11, + "out_features": 11, + "depth": 6, + "padding": 22, + "parameters": 9469, + "cert_evals": { + "36": 0.5404762029647827, + "72": 0.3452381193637848, + "108": 0.19285714626312256, + "255": 0.03333333507180214 + }, + "fold": 1 + }, + { + "best_epoch": 63, + "best_val_acc": 0.801980198019802, + "test_acc": 0.7611241217798594, + "train_size": 462, + "val_size": 101, + "test_size": 427, + "stats": { + "mean": [ + [ + -2.857142828580301e-07, + 2.385281389853348e-08, + -4.3088744564142115e-08, + -3.844155827509708e-08, + -8.807359302639395e-08, + -1.304545454734722e-07, + 2.852813846998729e-08, + -1.7538961132040442e-08, + 1.6883116991740976e-08, + 6.995670959114648e-08, + -9.999999998989893e-08 + ] + ], + "std": [ + [ + 0.9989172494309853, + 0.9989172586260624, + 0.9989172585041448, + 0.9989169579535073, + 0.9989173225330026, + 0.9989172947423731, + 0.9989172394761775, + 0.9989172874813478, + 0.9989173118500234, + 0.9989170573955074, + 0.9989173544054772 + ] + ] + }, + "width": 64, + "in_features": 11, + "out_features": 11, + "depth": 6, + "padding": 22, + "parameters": 9469, + "cert_evals": { + "36": 0.6252927184104919, + "72": 0.5222482085227966, + "108": 0.2927400469779968, + "255": 0.02576112374663353 + }, + "fold": 2 + }, + { + "best_epoch": 27, + "best_val_acc": 0.7009345794392523, + "test_acc": 0.6603325415676959, + "train_size": 462, + "val_size": 107, + "test_size": 421, + "stats": { + "mean": [ + [ + -2.857142828580301e-07, + 2.385281389853348e-08, + -4.3088744564142115e-08, + -3.844155827509708e-08, + -8.807359302639395e-08, + -1.304545454734722e-07, + 2.852813846998729e-08, + -1.7538961132040442e-08, + 1.6883116991740976e-08, + 6.995670959114648e-08, + -9.999999998989893e-08 + ] + ], + "std": [ + [ + 0.9989172494309853, + 0.9989172586260624, + 0.9989172585041448, + 0.9989169579535073, + 0.9989173225330026, + 0.9989172947423731, + 0.9989172394761775, + 0.9989172874813478, + 0.9989173118500234, + 0.9989170573955074, + 0.9989173544054772 + ] + ] + }, + "width": 64, + "in_features": 11, + "out_features": 11, + "depth": 6, + "padding": 22, + "parameters": 9469, + "cert_evals": { + "36": 0.5249406695365906, + "72": 0.34916865825653076, + "108": 0.15676960349082947, + "255": 0.0237529706209898 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7065644000289264, + "std_test_acc": 0.04215437799339653, + "n_samples": 990, + "n_features": 11, + "n_classes": 11, + "mean_cert_acc_36": 0.5672909766435623, + "std_cert_acc_36": 0.044726587117528985, + "mean_cert_acc_72": 0.4159904420375824, + "std_cert_acc_72": 0.08513218748694854, + "mean_cert_acc_108": 0.23084931075572968, + "std_cert_acc_108": 0.06653274177683001, + "mean_cert_acc_255": 0.029494058806449175, + "std_cert_acc_255": 0.0055792864980946984 + }, + "contrac": { + "dataset": "contrac", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 85, + "best_val_acc": 0.5497630331753555, + "test_acc": 0.5055928411633109, + "train_size": 368, + "val_size": 211, + "test_size": 894, + "stats": { + "mean": [ + [ + 0.04983602472826088, + -0.03683848315217381, + -0.030433624999999895, + 0.04126441032608701, + 0.0759277635869569, + 0.038788576086956336, + -0.05566297010869535, + 0.0662070706521741, + 0.049484739130435086 + ] + ], + "std": [ + [ + 1.0349771394866476, + 1.0203618187773704, + 1.0773888859130338, + 0.9920452760418988, + 0.9188135203134653, + 0.9763026632803047, + 0.9941427090552807, + 0.9825316131926941, + 1.0760483787682442 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 3, + "depth": 6, + "padding": 18, + "parameters": 3897, + "cert_evals": { + "36": 0.38926175236701965, + "72": 0.25615212321281433, + "108": 0.15995526313781738, + "255": 0.02684563770890236 + }, + "fold": 0 + }, + { + "best_epoch": 20, + "best_val_acc": 0.5238095238095238, + "test_acc": 0.4569832402234637, + "train_size": 368, + "val_size": 210, + "test_size": 895, + "stats": { + "mean": [ + [ + -0.029433755434782626, + -0.071642726902174, + -0.09035044293478262, + 0.020525774456521734, + 0.007337516304348054, + 0.03878857608695629, + 0.035455372282608796, + -0.03957563858695622, + 0.049484739130434774 + ] + ], + "std": [ + [ + 1.034137512591575, + 1.0184105128981196, + 1.0653920839838686, + 1.048083233025277, + 0.9923881347533616, + 0.9763026632803046, + 0.9969044818106321, + 1.048729739192908, + 1.0760483787682442 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 3, + "depth": 6, + "padding": 18, + "parameters": 3897, + "cert_evals": { + "36": 0.3519552946090698, + "72": 0.25139662623405457, + "108": 0.16201116144657135, + "255": 0.015642456710338593 + }, + "fold": 1 + }, + { + "best_epoch": 58, + "best_val_acc": 0.5120967741935484, + "test_acc": 0.47841306884480744, + "train_size": 368, + "val_size": 248, + "test_size": 857, + "stats": { + "mean": [ + [ + -0.0224978108695652, + 0.0756058451086956, + 0.07941412771739106, + 0.040112260869565215, + -0.03076817663043453, + -0.09286419021739152, + -0.046236899456521284, + 0.002180663043478335, + -0.06466629619565217 + ] + ], + "std": [ + [ + 1.0160308953617057, + 0.95882526146548, + 0.9253350657327032, + 1.0559034595300474, + 1.0290230539377072, + 1.0476659682160625, + 0.9462830856884548, + 0.9600526966125309, + 0.8858527840526336 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 3, + "depth": 6, + "padding": 18, + "parameters": 3897, + "cert_evals": { + "36": 0.3605600893497467, + "72": 0.24620769917964935, + "108": 0.15985998511314392, + "255": 0.012835472822189331 + }, + "fold": 2 + }, + { + "best_epoch": 55, + "best_val_acc": 0.5064935064935064, + "test_acc": 0.511441647597254, + "train_size": 368, + "val_size": 231, + "test_size": 874, + "stats": { + "mean": [ + [ + -0.05156334456521742, + -0.044870314673913024, + -0.03376221739130403, + 0.026286519021739164, + 0.06068548641304363, + -0.023903217391304493, + 0.03859739402173936, + -0.05627817934782584, + -0.01277946195652176 + ] + ], + "std": [ + [ + 1.0188547788894706, + 0.9948418681411789, + 0.9984372596511997, + 1.0660676802579363, + 0.9360979718845777, + 1.0130497245255512, + 0.9834396874521251, + 1.0057604797479107, + 0.9785587320331135 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 3, + "depth": 6, + "padding": 18, + "parameters": 3897, + "cert_evals": { + "36": 0.3627002239227295, + "72": 0.2574370503425598, + "108": 0.15446223318576813, + "255": 0.013729976490139961 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.488107699457209, + "std_test_acc": 0.0252515421416116, + "n_samples": 1473, + "n_features": 9, + "n_classes": 3, + "mean_cert_acc_36": 0.3661193400621414, + "std_cert_acc_36": 0.016111973338107967, + "mean_cert_acc_72": 0.2527983747422695, + "std_cert_acc_72": 0.005104470046942897, + "mean_cert_acc_108": 0.1590721607208252, + "std_cert_acc_108": 0.00322953527598237, + "mean_cert_acc_255": 0.01726338593289256, + "std_cert_acc_255": 0.006494571000701102 + }, + "credit-approval": { + "dataset": "credit-approval", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 15, + "best_val_acc": 0.83, + "test_acc": 0.854066985645933, + "train_size": 172, + "val_size": 100, + "test_size": 418, + "stats": { + "mean": [ + [ + 0.04231717441860458, + -0.04319939244186043, + 0.01132773546511633, + 0.10497429069767436, + 0.1039714651162791, + -0.016887567441860464, + 0.12197747790697662, + 0.056721959767441876, + 0.023127069767441777, + 0.01803883720930219, + 0.02175907906976748, + -0.014331000000000156, + 0.026975616279069855, + -0.07794171941860471, + 0.08645942000000016 + ] + ], + "std": [ + [ + 0.9668001544731439, + 0.9828833679832603, + 1.0033612624654744, + 1.0683622008830216, + 1.0656041538091992, + 1.0007415139821727, + 1.1272056598607636, + 1.0528268054248064, + 1.0000784525981627, + 0.9964680315230805, + 0.9149454309542941, + 1.0003809007273163, + 1.0289037612452905, + 0.9424723282553955, + 1.5519077166103805 + ] + ] + }, + "width": 64, + "in_features": 15, + "out_features": 2, + "depth": 6, + "padding": 30, + "parameters": 12350, + "cert_evals": { + "36": 0.8157894611358643, + "72": 0.7727272510528564, + "108": 0.6985645890235901, + "255": 0.28947368264198303 + }, + "fold": 0 + }, + { + "best_epoch": 12, + "best_val_acc": 0.8817204301075269, + "test_acc": 0.8047058823529412, + "train_size": 172, + "val_size": 93, + "test_size": 425, + "stats": { + "mean": [ + [ + -0.05893763953488379, + -0.09494667732558137, + 0.10661604441860463, + 0.0016465697674418215, + -0.0016443023255812898, + -0.03715416976744184, + 0.019046397674418694, + 0.12816041290697705, + 0.04639099999999992, + 0.006295348837209058, + -0.02008573604651146, + -0.13093850000000004, + 0.006132180232558206, + -0.012206166162790686, + 0.10673194959302351 + ] + ], + "std": [ + [ + 1.0212712368033299, + 1.002227255518295, + 1.0267015215317181, + 1.0197891663144403, + 1.0132886907601226, + 0.9740103182437764, + 0.9462774495372472, + 1.135180114956504, + 1.0003490000000002, + 0.9983346607548056, + 0.9387238466077318, + 1.0017391917815985, + 0.9989094608428061, + 0.9604377028423987, + 1.6924318356475039 + ] + ] + }, + "width": 64, + "in_features": 15, + "out_features": 2, + "depth": 6, + "padding": 30, + "parameters": 12350, + "cert_evals": { + "36": 0.7529411315917969, + "72": 0.6729411482810974, + "108": 0.5788235068321228, + "255": 0.10823529213666916 + }, + "fold": 1 + }, + { + "best_epoch": 21, + "best_val_acc": 0.8504672897196262, + "test_acc": 0.829683698296837, + "train_size": 172, + "val_size": 107, + "test_size": 411, + "stats": { + "mean": [ + [ + -0.09690819767441845, + -0.07829492377906978, + 0.14346898139534883, + 0.008104488372092981, + 0.011557720930232681, + 0.0203769784883721, + -0.058847231395348816, + -0.004431645348837212, + 0.01149510465116271, + -0.02893511627906998, + -0.018890154651162814, + -0.07263475000000007, + -0.0563980755813953, + -0.0557846427906977, + -0.04536849656976747 + ] + ], + "std": [ + [ + 1.0400780435620642, + 0.9163334239629656, + 1.1299454947101701, + 0.9838838771477533, + 0.9907637201902963, + 1.0059394076223003, + 0.9122317175379675, + 0.9398719190475693, + 0.9997401653873875, + 1.0030891544052551, + 0.8392167415058691, + 1.0027567026500943, + 0.9205981575020528, + 0.8548997051032522, + 0.5350874335618861 + ] + ] + }, + "width": 64, + "in_features": 15, + "out_features": 2, + "depth": 6, + "padding": 30, + "parameters": 12350, + "cert_evals": { + "36": 0.8004866242408752, + "72": 0.7591241002082825, + "108": 0.7007299065589905, + "255": 0.36009731888771057 + }, + "fold": 2 + }, + { + "best_epoch": 10, + "best_val_acc": 0.8962264150943396, + "test_acc": 0.8276699029126213, + "train_size": 172, + "val_size": 106, + "test_size": 412, + "stats": { + "mean": [ + [ + 0.029660302325581287, + 0.04967415668604653, + 0.035228697674418614, + -0.08230726744186062, + -0.0808560755813953, + -0.06068950697674418, + 0.05521145232558148, + 0.0520138111627908, + -0.00013686046511636238, + -0.02893511627906982, + 0.0647990941860465, + -0.08429550000000029, + -0.11892838372093019, + -0.14010143755813953, + -0.060122975697674434 + ] + ], + "std": [ + [ + 0.9866458073044232, + 1.0497387015089001, + 0.9194770520533397, + 0.928940005324823, + 0.9330534400726008, + 1.0077990709538949, + 1.0375139084982685, + 0.9494310078822967, + 0.9992663708949371, + 1.0030891544052551, + 1.2789280573338035, + 1.0028244999999991, + 0.8074645456755252, + 0.8265119967382965, + 0.4698103883611287 + ] + ] + }, + "width": 64, + "in_features": 15, + "out_features": 2, + "depth": 6, + "padding": 30, + "parameters": 12350, + "cert_evals": { + "36": 0.7864077687263489, + "72": 0.7257281541824341, + "108": 0.6626213788986206, + "255": 0.31553399562835693 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8290316173020831, + "std_test_acc": 0.02017251037617226, + "n_samples": 690, + "n_features": 15, + "n_classes": 2, + "mean_cert_acc_36": 0.7889062464237213, + "std_cert_acc_36": 0.026811342496071748, + "mean_cert_acc_72": 0.7326301634311676, + "std_cert_acc_72": 0.04442267207536434, + "mean_cert_acc_108": 0.660184845328331, + "std_cert_acc_108": 0.05698687221353536, + "mean_cert_acc_255": 0.2683350723236799, + "std_cert_acc_255": 0.11064482020970973 + }, + "cylinder-bands": { + "dataset": "cylinder-bands", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 31, + "best_val_acc": 0.7560975609756098, + "test_acc": 0.7284768211920529, + "train_size": 128, + "val_size": 82, + "test_size": 302, + "stats": { + "mean": [ + [ + -0.018113468749999997, + -0.09801495312499989, + -0.09835764843749996, + 0.015201562499999939, + -0.08460044531249963, + -0.05902956249999998, + -0.02159560937500003, + -0.10518925781250046, + 0.03565878125000016, + 0.03781927343750002, + -0.0029206640624998936, + -0.005388015624999963, + -0.007189643749999884, + -0.11441540624999999, + 0.02687471875000009, + -0.08272973437500022, + 0.014233650781250131, + -0.040908945312500035, + -0.20346299999999978, + 0.09558365781249996, + -0.12876496562500006, + -0.05027554687499996, + 0.03137399609374995, + -0.07727224921875003, + -0.112076146875, + 0.04986750409374999, + 0.0467316294531248, + 0.08485301562499976, + -0.07968368828125014, + -0.0404871031249999, + 0.026726734374999978, + 0.04898852562499999, + 0.07183878906250019, + 0.01963753046874992, + 0.07539527343749987 + ] + ], + "std": [ + [ + 1.009708113595319, + 0.6915256837343526, + 1.1851115463631896, + 1.1075149207516606, + 0.6356019715752345, + 0.9895598820491779, + 1.036117446187858, + 0.47416953322612243, + 0.9128570390625407, + 0.9754439041131451, + 0.9772769577736968, + 0.9965990540260843, + 1.0049338980010496, + 1.0152930221805465, + 1.0110105352731478, + 0.9779734187172597, + 0.946783796715577, + 0.9180378675297654, + 0.9791387337832046, + 1.3026657902081404, + 1.1587041225508155, + 1.0035768471185391, + 1.0872637801794474, + 0.8506413201552353, + 1.0909742588199165, + 0.9223170655454694, + 0.925140911301162, + 1.2060797979297548, + 0.10884702615305564, + 1.0969927491363656, + 1.0397512419029202, + 0.9385559077709305, + 0.7908440559763066, + 0.8086858742098973, + 0.23360368046727112 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 2, + "depth": 6, + "padding": 70, + "parameters": 55438, + "cert_evals": { + "36": 0.5993377566337585, + "72": 0.4933774769306183, + "108": 0.4039735198020935, + "255": 0.11258278042078018 + }, + "fold": 0 + }, + { + "best_epoch": 30, + "best_val_acc": 0.7361111111111112, + "test_acc": 0.7115384615384616, + "train_size": 128, + "val_size": 72, + "test_size": 312, + "stats": { + "mean": [ + [ + -0.15498346874999988, + 0.07623314062499989, + -0.08125197656250005, + 0.1064101249999995, + 0.028200664062500352, + 0.14560404687500025, + 0.1655534453124999, + -0.021037773437500448, + 0.03565884375000017, + -0.09565992968750019, + -0.06719309374999989, + 0.07724234374999989, + 0.014383128125000021, + 0.015113148437499955, + 0.11287723437500005, + 0.15718076562499975, + -0.11598707812499996, + 0.01952450812500009, + -0.05958846093749991, + 0.05810956640625002, + 0.09577258359374996, + 0.01608712499999998, + 0.0455139015625, + -0.09322180656250004, + 0.010363770312500003, + -0.09235189678125001, + -0.12943964476562508, + 0.07837251562499978, + -0.08934230000000017, + -0.11201488515624988, + -0.016908421875000006, + -0.19726601218749995, + -0.027512601562499843, + -0.1071632757812501, + -0.06936312500000016 + ] + ], + "std": [ + [ + 0.9566675689840457, + 1.1785922605080725, + 1.0752069854571855, + 1.134315391792329, + 1.0921920451077407, + 1.0073040155644573, + 1.0080335723206957, + 0.8147932438575216, + 0.7216766565111302, + 1.0325076089625134, + 1.0351765461316509, + 0.9787809233141151, + 0.9952912678839302, + 0.9646382079847095, + 0.9376275956128628, + 1.025290058167112, + 1.1238851154497491, + 0.9392938268734667, + 0.9623682791314133, + 0.6383677679060908, + 0.8128844998290236, + 0.9862468382017052, + 0.8444859158500648, + 1.051379690058149, + 0.9861572089261571, + 1.2038176163546097, + 1.2075147493034224, + 1.1662944917994549, + 1.0, + 1.0433698981937496, + 0.9167305702944823, + 1.1576246436005715, + 1.2133555868200756, + 1.2553958063370618, + 1.386742675536984 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 2, + "depth": 6, + "padding": 70, + "parameters": 55438, + "cert_evals": { + "36": 0.6538461446762085, + "72": 0.5288461446762085, + "108": 0.40705129504203796, + "255": 0.09294871985912323 + }, + "fold": 1 + }, + { + "best_epoch": 21, + "best_val_acc": 0.64, + "test_acc": 0.7055016181229773, + "train_size": 128, + "val_size": 75, + "test_size": 309, + "stats": { + "mean": [ + [ + -0.018113499999999876, + -0.010890906250000026, + 0.004276054687499921, + -0.04560409375000058, + -0.02819989062499964, + 0.003934625000000143, + 0.10796916406250016, + 0.02103777343750001, + -0.02139478124999982, + 0.02002204687499978, + -0.008763656249999825, + -0.04131476562499997, + 0.057528609375000095, + -0.11441537500000004, + -0.051960625, + 0.09099853124999963, + 0.025328648437500097, + 0.06508276609375009, + -0.0463809687499999, + 0.05531756718749999, + 0.048115672656250004, + -0.044416265624999944, + -0.006333254687500049, + 0.07249342484374995, + 0.017864971093750025, + -0.032888132281249996, + -0.005630188515625072, + -0.08849829687500009, + 0.1810991601562506, + -0.03171481484375, + -0.03763525000000013, + 0.012247269375000123, + -0.010699218749999687, + -0.04182582187500004, + 0.0392055468749999 + ] + ], + "std": [ + [ + 1.0014570356459378, + 0.9701723266723137, + 0.976668923366092, + 0.8848220008281984, + 0.8953310490553396, + 0.9995254897694512, + 1.0022604928841146, + 1.1538252271496559, + 1.0317076974392008, + 0.9849764181760653, + 0.9644949026944296, + 0.9682202506697574, + 1.0200144373065265, + 1.024650754456481, + 0.991180532876508, + 1.0231518076189408, + 0.9417295162218619, + 1.1518106310277838, + 1.0373234489917649, + 1.1369455371092343, + 0.9154717541032745, + 1.1226380377592042, + 1.0778851186420637, + 0.9942494651921334, + 0.9650868598248783, + 0.991851813013072, + 0.9883223822673011, + 0.8159153965212675, + 1.7818000158367098, + 0.9958958318550638, + 0.8529177390193199, + 0.9950922963006184, + 1.0386479794315284, + 1.046608837125399, + 0.3263770311133624 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 2, + "depth": 6, + "padding": 70, + "parameters": 55438, + "cert_evals": { + "36": 0.6084142327308655, + "72": 0.5016181468963623, + "108": 0.3915857672691345, + "255": 0.13592232763767242 + }, + "fold": 2 + }, + { + "best_epoch": 61, + "best_val_acc": 0.7567567567567568, + "test_acc": 0.7258064516129032, + "train_size": 128, + "val_size": 74, + "test_size": 310, + "stats": { + "mean": [ + [ + -0.09862528124999967, + 0.07623314062499992, + -0.14967442968749994, + 0.1064100937499999, + 0.08460121875000035, + 0.11412195312500018, + 0.035988921874999975, + 0.02103796874999956, + 0.049922195312500195, + 0.020022046875000005, + 0.07303782812500019, + 0.1706510703124999, + 0.03116200625000013, + 0.10146572656249976, + 0.12004409375000007, + 0.04963468749999977, + -0.09730074531250002, + 0.2519632110937501, + 0.10295269531250012, + -0.017867453124999995, + 0.15167814140624994, + 0.053232843750000036, + 0.05788653593750008, + -0.03172638593750004, + 0.12707835390624983, + -0.07419502420312495, + -0.046009344765625224, + 0.07189192187499989, + -0.012073297656250094, + -0.011471089062500009, + 0.04745321093750001, + -0.06254772593749994, + 0.02904130468750018, + -0.017295875000000013, + -0.045236640625000143 + ] + ], + "std": [ + [ + 0.9681512944811281, + 1.1785922605080716, + 1.1820212062123494, + 1.2342204701284085, + 1.2560999937316328, + 1.0073040155644557, + 0.9422562101157176, + 0.9370712715647449, + 0.8107579850267628, + 0.9849764181760654, + 1.0089890027616917, + 1.0128688585013823, + 1.021806803227722, + 0.9860449137879513, + 0.965560494387225, + 1.0099223731350104, + 1.1411416049886207, + 0.9766554256496787, + 1.078888741266553, + 0.8735915598455525, + 0.9043004878113329, + 0.935916801014639, + 0.9022876021268718, + 1.0095878491602719, + 0.9226412455171137, + 1.103674350946853, + 1.109671652163808, + 1.0892584104797631, + 0.8707774330138579, + 0.9662087759049208, + 0.9327069000527582, + 1.0958735530051178, + 1.0258970951245958, + 1.0635339261419625, + 1.376208872677819 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 2, + "depth": 6, + "padding": 70, + "parameters": 55438, + "cert_evals": { + "36": 0.6096774339675903, + "72": 0.5258064270019531, + "108": 0.4258064329624176, + "255": 0.10000000149011612 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7178308381165988, + "std_test_acc": 0.011083787483489805, + "n_samples": 512, + "n_features": 35, + "n_classes": 2, + "mean_cert_acc_36": 0.6178188920021057, + "std_cert_acc_36": 0.024455716814156963, + "mean_cert_acc_72": 0.5124120488762856, + "std_cert_acc_72": 0.017590832074704722, + "mean_cert_acc_108": 0.4071042537689209, + "std_cert_acc_108": 0.0141468398076215, + "mean_cert_acc_255": 0.11036345735192299, + "std_cert_acc_255": 0.018875518045963418 + }, + "dermatology": { + "dataset": "dermatology", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 11, + "best_val_acc": 1.0, + "test_acc": 0.9262672811059908, + "train_size": 91, + "val_size": 58, + "test_size": 217, + "stats": { + "mean": [ + [ + 0.06255490109890108, + -0.09950824175824165, + 0.06084052747252747, + -0.16717494505494507, + 0.052244340659340686, + 0.0025714945054945153, + -0.02246861538461534, + -0.017277736263736184, + -0.021717483516483508, + 0.03348407692307688, + -0.0475760989010988, + 0.06572261538461521, + 0.08858902197802174, + -0.1041265714285716, + 0.005385186813186856, + -0.035476670329670376, + 0.07677762417582405, + 0.04374145054945071, + 0.1155099230769231, + 0.12043031868131869, + 0.01650943956043959, + 0.07769217582417579, + -0.030356758241758278, + 0.013477208791208829, + 0.015482648351648287, + -0.0034025274725273612, + 0.04002742857142865, + 0.03137470329670338, + 0.008364593406593394, + 0.03786149450549449, + 0.03501758241758232, + 0.19951439560439582, + -0.014634098901098907, + 0.06380519120879125 + ] + ], + "std": [ + [ + 0.9579388217601761, + 1.0149277614583099, + 0.9508267211955849, + 0.9797619817212763, + 0.9779606305193399, + 1.0067406344751444, + 1.0036930400753548, + 0.9655703337016306, + 0.988719482589257, + 1.0387140092945895, + 0.9421816899315113, + 1.108600785818115, + 1.0553627690990925, + 0.8963300954815475, + 1.0312593831866153, + 0.9305276662720072, + 0.9419348744801717, + 1.0024345032706516, + 0.9943938503609722, + 1.126743771486882, + 1.024448001551178, + 1.0936199274871503, + 0.9903178300286889, + 1.0625282108029304, + 1.0022849145804325, + 1.0039785513963642, + 1.0686040527754073, + 1.0117848046592977, + 1.0099891482666616, + 1.032180187104034, + 1.0599064093185755, + 0.98964025727435, + 0.9787453595616104, + 0.9013728009327256 + ] + ] + }, + "width": 128, + "in_features": 34, + "out_features": 6, + "depth": 6, + "padding": 68, + "parameters": 54174, + "cert_evals": { + "36": 0.8709677457809448, + "72": 0.7695852518081665, + "108": 0.6912442445755005, + "255": 0.5161290168762207 + }, + "fold": 0 + }, + { + "best_epoch": 11, + "best_val_acc": 0.9272727272727272, + "test_acc": 0.9454545454545454, + "train_size": 91, + "val_size": 55, + "test_size": 220, + "stats": { + "mean": [ + [ + -0.15234734065934108, + -0.03685075824175817, + 0.024514153846154, + -0.003059032967032986, + 0.0522442747252747, + -0.020386087912087892, + 0.03530865934065939, + -0.043625648351648345, + -0.08879309890109885, + 0.09415389010989002, + -0.04757609890109863, + 0.06572261538461541, + 0.222018769230769, + 0.05758529670329658, + -0.007495417582417526, + -0.08522665934065947, + -0.07745157142857151, + -0.04334439560439563, + -0.12401621978021984, + 0.04764354945054952, + -0.021313461538461483, + 0.0352194725274725, + 0.051580087912087895, + 0.05687082417582426, + 0.041357142857142794, + -0.028813681318681075, + 0.017010725274725334, + -0.04641174945054939, + 0.01987447252747256, + 0.013464769230769122, + -0.009952681318681485, + -0.14857142857142827, + 0.03504902197802198, + 0.07064716813186812 + ] + ], + "std": [ + [ + 1.0799649707740484, + 0.9701819203088585, + 1.0349980862760444, + 0.9962695208080098, + 1.0565723090694727, + 0.956401750666777, + 1.0996255828899324, + 0.9272437132189425, + 0.9338556246970804, + 1.132692340014453, + 0.9421816899315112, + 1.108600785818116, + 1.3507430798011204, + 0.9954000343509968, + 0.9838347974365711, + 1.0051011914402448, + 1.082244925397, + 0.9863336565802372, + 0.8936601742161131, + 1.0709540797521042, + 0.9668866324311055, + 1.0433938478729325, + 1.061517000809812, + 1.0860930768159869, + 1.0492767576804765, + 0.9727826405276763, + 1.0221067222848232, + 0.9644227334697079, + 1.0222445250094454, + 1.1137241387036405, + 0.9325232366107138, + 0.9431871301685265, + 1.0294846104354056, + 0.954054376413069 + ] + ] + }, + "width": 128, + "in_features": 34, + "out_features": 6, + "depth": 6, + "padding": 68, + "parameters": 54174, + "cert_evals": { + "36": 0.9045454263687134, + "72": 0.8181818127632141, + "108": 0.7045454382896423, + "255": 0.40454545617103577 + }, + "fold": 1 + }, + { + "best_epoch": 25, + "best_val_acc": 0.9672131147540983, + "test_acc": 0.9532710280373832, + "train_size": 91, + "val_size": 61, + "test_size": 214, + "stats": { + "mean": [ + [ + 0.1286785934065936, + -0.052514956043955986, + -0.0723557912087912, + -0.03202061538461543, + -0.15349332967032966, + -0.020386153846153894, + -0.09950505494505507, + -0.004103824175824138, + 0.03417917582417588, + 0.08201997802197789, + -0.01447120879120871, + -0.022712967032967008, + -0.04484103296703309, + 0.003681208791208678, + 0.044027285714285734, + 0.04412385714285691, + -0.04660575824175837, + -0.014315659340659313, + -0.02820572527472527, + 0.03724537362637364, + -0.01185779120879114, + -0.039107373626373704, + 0.0024179670329669205, + -0.015451747252747299, + 0.002545351648351576, + 0.08553615384615376, + 0.017010747252747392, + -0.017241828571428485, + 0.008364593406593424, + -0.05972478021978029, + 0.012532417582417426, + 0.1541118681318682, + 0.0052391428571429075, + 0.04806798461538459 + ] + ], + "std": [ + [ + 0.9701280514742756, + 0.9293627837603032, + 0.9985142789172075, + 1.0092809883627014, + 0.9144981766921801, + 0.9688575910999048, + 0.7552905986573396, + 0.9998322435146684, + 1.0704136812401557, + 1.0731541860690452, + 0.9820497437937411, + 0.9606585652114606, + 0.9412251138507225, + 1.032650720921409, + 1.0662219170916833, + 1.0316415589934254, + 0.8883921685550962, + 1.0965763955898655, + 0.9938166856011934, + 1.0449962571399998, + 0.9713151295619376, + 0.916982706185695, + 1.0485354727700578, + 0.9633861656803218, + 0.9854442339078262, + 1.003978327496943, + 1.0338310542422602, + 0.9972909993244929, + 1.0099891482666616, + 0.6769782284640671, + 0.9985019725218273, + 0.9997718075782989, + 1.0050250528703155, + 0.9607093594262002 + ] + ] + }, + "width": 128, + "in_features": 34, + "out_features": 6, + "depth": 6, + "padding": 68, + "parameters": 54174, + "cert_evals": { + "36": 0.9299064874649048, + "72": 0.9158878326416016, + "108": 0.8644859790802002, + "255": 0.6168224215507507 + }, + "fold": 2 + }, + { + "best_epoch": 27, + "best_val_acc": 0.9807692307692307, + "test_acc": 0.9551569506726457, + "train_size": 91, + "val_size": 52, + "test_size": 223, + "stats": { + "mean": [ + [ + -0.05316160439560428, + 0.07280001098901108, + 0.00029673626373637353, + -0.012712835164835188, + 0.028039912087912074, + -0.05482258241758234, + 0.01604945054945059, + 0.009070153846153903, + 0.011820373626373679, + -0.0029178351648351595, + -0.14689076923076905, + -0.02271290109890109, + -0.04484103296703295, + 0.0036813406593406033, + 0.08266931868131823, + 0.054073769230769106, + -0.000336973626373744, + 0.02922736263736266, + 0.043652076923076925, + 0.03724537362637369, + -0.0024020659340658864, + 0.03521959340659338, + 0.0024179780219780282, + 0.056870879120879105, + 0.015482648351648276, + 0.00930285714285733, + 0.017010725274725344, + 0.002204784615384724, + -0.014655186813186854, + 0.0622580769230768, + 0.012532483516483228, + 0.06330681318681318, + -0.004697549450549487, + 0.015909242857142816 + ] + ], + "std": [ + [ + 0.9579387151851927, + 0.9666344534450786, + 0.9971916717551561, + 1.0285803186606315, + 0.9689331448788322, + 0.9145691771687489, + 0.8846614143098532, + 1.0173836013652253, + 0.9964001763067949, + 0.9871125181905619, + 0.8027509230903981, + 0.9299285829647791, + 0.9412251138507224, + 0.9834698643403745, + 1.1391943175030825, + 0.9785493379039759, + 1.017445012936306, + 0.9645207385980711, + 0.9428629894457031, + 1.0449962571399996, + 0.9921708037991144, + 1.033514126697011, + 1.048535468132942, + 1.0684193315579842, + 1.002284914580432, + 0.9595830510736266, + 1.022106722284823, + 1.0153293741790863, + 0.9598175741851003, + 1.1500085669506441, + 1.0435622629094696, + 0.949962818915988, + 1.0144124428718615, + 1.013968145011949 + ] + ] + }, + "width": 128, + "in_features": 34, + "out_features": 6, + "depth": 6, + "padding": 68, + "parameters": 54174, + "cert_evals": { + "36": 0.9327354431152344, + "72": 0.9013453125953674, + "108": 0.8385650515556335, + "255": 0.6591928601264954 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9450374513176413, + "std_test_acc": 0.013199612495438178, + "n_samples": 366, + "n_features": 34, + "n_classes": 6, + "mean_cert_acc_36": 0.9095387756824493, + "std_cert_acc_36": 0.028668141134205332, + "mean_cert_acc_72": 0.8512500524520874, + "std_cert_acc_72": 0.06940275176336783, + "mean_cert_acc_108": 0.7747101783752441, + "std_cert_acc_108": 0.08949262926342566, + "mean_cert_acc_255": 0.5491724386811256, + "std_cert_acc_255": 0.11356326447084909 + }, + "echocardiogram": { + "dataset": "echocardiogram", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 33, + "best_val_acc": 0.7, + "test_acc": 0.782051282051282, + "train_size": 33, + "val_size": 20, + "test_size": 78, + "stats": { + "mean": [ + [ + -0.057606475757575756, + -0.15964663636363635, + -0.060374909090909125, + 0.0400295, + 0.10041431515151517, + 0.07715459090909091, + 0.009048404242424318, + 0.011163848484848474, + -0.3499357575757576, + -0.0035744545454545447 + ] + ], + "std": [ + [ + 1.1573831652081632, + 0.8404744208999705, + 0.7381400184555348, + 1.0796554948826975, + 0.8705069277860507, + 1.2129557576954413, + 1.0456434215229085, + 0.9246089519830962, + 1.0989667179647085, + 0.9932372830639454 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 4266, + "cert_evals": { + "36": 0.5769230723381042, + "72": 0.41025641560554504, + "108": 0.3076923191547394, + "255": 0.025641025975346565 + }, + "fold": 0 + }, + { + "best_epoch": 11, + "best_val_acc": 0.7391304347826086, + "test_acc": 0.5866666666666667, + "train_size": 33, + "val_size": 23, + "test_size": 75, + "stats": { + "mean": [ + [ + -0.10427761212121212, + -0.08161054545454546, + 0.08791276969696966, + -0.14441026060606058, + 0.09186773939393943, + 0.02212875757575757, + -0.12115638181818184, + 0.13688663636363635, + -0.19213333333333332, + -0.08161054545454546 + ] + ], + "std": [ + [ + 0.8430736384486278, + 0.9233354795587926, + 1.041073713648991, + 0.8385992375905786, + 0.7966783723844354, + 0.8163890823085291, + 0.8747642125794102, + 0.7576737832204337, + 1.0947098909221693, + 0.9233354795587928 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 4266, + "cert_evals": { + "36": 0.46666666865348816, + "72": 0.2133333384990692, + "108": 0.1066666692495346, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 39, + "best_val_acc": 0.8, + "test_acc": 0.7307692307692307, + "train_size": 33, + "val_size": 20, + "test_size": 78, + "stats": { + "mean": [ + [ + 0.04318501212121217, + -0.08161054545454545, + -0.1960651757575758, + 0.10663209696969696, + -0.039179059090909095, + -0.08327692727272729, + -0.02021858363636361, + -0.027255212121212104, + -0.0343309090909092, + -0.08161054545454542 + ] + ], + "std": [ + [ + 1.1928881057545633, + 0.9233354795587926, + 0.7336788223210056, + 1.0424668853529024, + 1.015206992443095, + 0.7150465728455708, + 0.9871909809630498, + 0.7552585618074782, + 1.0673558137650077, + 0.9233354795587926 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 4266, + "cert_evals": { + "36": 0.3717948794364929, + "72": 0.21794871985912323, + "108": 0.1794871836900711, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 3, + "best_val_acc": 1.0, + "test_acc": 0.7303370786516854, + "train_size": 33, + "val_size": 9, + "test_size": 89, + "stats": { + "mean": [ + [ + 0.17818635454545453, + -0.003574454545454491, + 0.09132509090909088, + -0.2657220666666666, + 0.02064670606060603, + 0.008581981818181823, + -0.001812626060606065, + -0.08051203030303035, + 0.005119696969696846, + -0.08161054545454548 + ] + ], + "std": [ + [ + 0.65057027499482, + 0.9932372830639454, + 0.9917679778099099, + 0.9657357364086732, + 0.9330992242935773, + 1.0185738628461445, + 0.9305394942774076, + 0.8664314560759948, + 1.0688129554861598, + 0.9233354795587926 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 4266, + "cert_evals": { + "36": 0.33707866072654724, + "72": 0.033707864582538605, + "108": 0.01123595517128706, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7074560645347163, + "std_test_acc": 0.08410622180823643, + "n_samples": 131, + "n_features": 10, + "n_classes": 2, + "mean_cert_acc_36": 0.43811582028865814, + "std_cert_acc_36": 0.10753228813053599, + "mean_cert_acc_72": 0.21881158463656902, + "std_cert_acc_72": 0.15378043460179172, + "mean_cert_acc_108": 0.15127053181640804, + "std_cert_acc_108": 0.12498418861218731, + "mean_cert_acc_255": 0.006410256493836641, + "std_cert_acc_255": 0.012820512987673283 + }, + "ecoli": { + "dataset": "ecoli", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 64, + "best_val_acc": 0.6851851851851852, + "test_acc": 0.696969696969697, + "train_size": 84, + "val_size": 54, + "test_size": 198, + "stats": { + "mean": [ + [ + 0.013150064285714266, + 0.030534154761904717, + -0.03497671428571443, + -0.05455450000000004, + -0.07806762144047612, + 0.0146216491309523, + 0.00923791428571434 + ] + ], + "std": [ + [ + 0.9944073468449054, + 1.0029903172616768, + 0.8958309259021103, + 1.0, + 1.0494215334470565, + 0.9464416656581703, + 0.9697251209067621 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 8, + "depth": 6, + "padding": 14, + "parameters": 3192, + "cert_evals": { + "36": 0.4191919267177582, + "72": 0.21212121844291687, + "108": 0.07575757801532745, + "255": 0.01515151560306549 + }, + "fold": 0 + }, + { + "best_epoch": 56, + "best_val_acc": 0.7719298245614035, + "test_acc": 0.6923076923076923, + "train_size": 84, + "val_size": 57, + "test_size": 195, + "stats": { + "mean": [ + [ + 0.05841213633333324, + 0.009642500000000023, + -0.1049293571428573, + -0.05455450000000004, + -0.13059923814285718, + -0.04276377619047619, + -0.11014530833333327 + ] + ], + "std": [ + [ + 1.0146171837993285, + 1.0844043612606449, + 0.6372989064356027, + 1.0, + 1.1282134026013562, + 0.9791745837868009, + 1.0002488772478277 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 8, + "depth": 6, + "padding": 14, + "parameters": 3192, + "cert_evals": { + "36": 0.5692307949066162, + "72": 0.35384616255760193, + "108": 0.1794871836900711, + "255": 0.015384616330265999 + }, + "fold": 1 + }, + { + "best_epoch": 60, + "best_val_acc": 0.8571428571428571, + "test_acc": 0.8061224489795918, + "train_size": 84, + "val_size": 56, + "test_size": 196, + "stats": { + "mean": [ + [ + -0.011315743142857089, + -0.03455130952380979, + -0.03497671428571443, + -0.05455450000000004, + 0.08828174398809528, + -0.05821374880952385, + -0.06637139999999996 + ] + ], + "std": [ + [ + 1.012351652595517, + 1.0330947119577754, + 0.8958309259021106, + 1.0, + 1.0026493882045864, + 0.9566088016671406, + 0.9710783614044303 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 8, + "depth": 6, + "padding": 14, + "parameters": 3192, + "cert_evals": { + "36": 0.6173469424247742, + "72": 0.41326528787612915, + "108": 0.22448979318141937, + "255": 0.015306122601032257 + }, + "fold": 2 + }, + { + "best_epoch": 22, + "best_val_acc": 0.7592592592592593, + "test_acc": 0.6565656565656566, + "train_size": 84, + "val_size": 54, + "test_size": 198, + "stats": { + "mean": [ + [ + -0.17523749880952394, + -0.0650854523809525, + -0.03497671428571443, + -0.05455450000000004, + 0.014348625000000045, + -0.16084512944047624, + -0.12776817619047612 + ] + ], + "std": [ + [ + 1.0115769923283313, + 0.9182494349544681, + 0.8958309259021106, + 1.0, + 1.1277230453570237, + 0.9641663228847202, + 0.9980600835386763 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 8, + "depth": 6, + "padding": 14, + "parameters": 3192, + "cert_evals": { + "36": 0.4545454680919647, + "72": 0.2070707082748413, + "108": 0.06060606241226196, + "255": 0.01515151560306549 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7129913737056595, + "std_test_acc": 0.06465747581949764, + "n_samples": 336, + "n_features": 7, + "n_classes": 8, + "mean_cert_acc_36": 0.5150787830352783, + "std_cert_acc_36": 0.09354105737965547, + "mean_cert_acc_72": 0.2965758442878723, + "std_cert_acc_72": 0.10334419641659563, + "mean_cert_acc_108": 0.13508515432476997, + "std_cert_acc_108": 0.07964844862207404, + "mean_cert_acc_255": 0.01524844253435731, + "std_cert_acc_255": 0.00011641871671271433 + }, + "energy-y1": { + "dataset": "energy-y1", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 29, + "best_val_acc": 0.875, + "test_acc": 0.8686440677966102, + "train_size": 192, + "val_size": 104, + "test_size": 472, + "stats": { + "mean": [ + [ + 0.04037588177083325, + -0.02897297395833333, + -0.0555741354166667, + -0.0014130312499998996, + -0.01040988541666666, + 0.08845356250000003, + 0.019546906250001692, + 0.12425216145833322 + ] + ], + "std": [ + [ + 1.0503259507282519, + 1.0401598299798114, + 0.9566204676221528, + 1.0115106857597378, + 0.9992947803759471, + 0.9870322434122373, + 0.9626025350664883, + 1.0012373439432847 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 3507, + "cert_evals": { + "36": 0.8093220591545105, + "72": 0.7161017060279846, + "108": 0.5868644118309021, + "255": 0.02118644118309021 + }, + "fold": 0 + }, + { + "best_epoch": 21, + "best_val_acc": 0.8636363636363636, + "test_acc": 0.8445945945945946, + "train_size": 192, + "val_size": 132, + "test_size": 444, + "stats": { + "mean": [ + [ + -0.035944025000000025, + 0.01883181770833327, + 0.02047402083333334, + 0.008475244791666782, + 2.3129646346357427e-18, + -9.25185853854297e-18, + -0.003910447916664952, + -0.010073338541666126 + ] + ], + "std": [ + [ + 0.9212095277307366, + 0.9229015509828643, + 1.0465139198851874, + 0.9891013465328523, + 0.9993489999999986, + 0.9993506559221339, + 0.9981490715102995, + 0.9882682016149288 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 3507, + "cert_evals": { + "36": 0.781531572341919, + "72": 0.6891891956329346, + "108": 0.6081081032752991, + "255": 0.01576576568186283 + }, + "fold": 1 + }, + { + "best_epoch": 10, + "best_val_acc": 0.8823529411764706, + "test_acc": 0.824945295404814, + "train_size": 192, + "val_size": 119, + "test_size": 457, + "stats": { + "mean": [ + [ + -0.06401001406250006, + 0.06953358854166669, + -4.583333333418871e-07, + 0.0678050677083333, + -0.0624593125, + 0.10707533333333334, + 0.011727677083334845, + -0.026863999999998927 + ] + ], + "std": [ + [ + 0.9971640605357807, + 1.016537043200003, + 0.9590898709257725, + 0.9858397966646458, + 0.997395236645448, + 0.9977770953987608, + 1.0267126976352656, + 1.0236092624260158 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 3507, + "cert_evals": { + "36": 0.7505470514297485, + "72": 0.5667396187782288, + "108": 0.3391684889793396, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 23, + "best_val_acc": 0.8771929824561403, + "test_acc": 0.8701298701298701, + "train_size": 192, + "val_size": 114, + "test_size": 462, + "stats": { + "mean": [ + [ + -0.09306050364583336, + 0.10140363020833336, + 0.038023541666666646, + 0.08051876041666675, + -0.06245931250000001, + 4.166666664589166e-08, + 0.16615551562499892, + 0.11081956770833301 + ] + ], + "std": [ + [ + 1.0103381574343495, + 1.0260340528127347, + 0.9660180839931469, + 0.9757962633490739, + 0.997395236645448, + 0.9993506559221341, + 0.9513965888850403, + 0.9859377713172496 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 3507, + "cert_evals": { + "36": 0.7857142686843872, + "72": 0.7402597665786743, + "108": 0.6017315983772278, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8520784569814721, + "std_test_acc": 0.021544447325653165, + "n_samples": 768, + "n_features": 8, + "n_classes": 3, + "mean_cert_acc_36": 0.7817787379026413, + "std_cert_acc_36": 0.024149549884509364, + "mean_cert_acc_72": 0.6780725717544556, + "std_cert_acc_72": 0.07709748806665005, + "mean_cert_acc_108": 0.5339681506156921, + "std_cert_acc_108": 0.13017109261414928, + "mean_cert_acc_255": 0.00923805171623826, + "std_cert_acc_255": 0.010894314411538618 + }, + "energy-y2": { + "dataset": "energy-y2", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 36, + "best_val_acc": 0.8879310344827587, + "test_acc": 0.8695652173913043, + "train_size": 192, + "val_size": 116, + "test_size": 460, + "stats": { + "mean": [ + [ + 0.0009850791666666432, + 0.010139916666666622, + 0.032173687500000006, + -0.005650822916666537, + 0.010409885416666669, + -0.06052093749999998, + -0.02541311979166509, + 0.0537312500000005 + ] + ], + "std": [ + [ + 1.0456101033083376, + 1.0498619980358046, + 0.9456106661428212, + 0.9965179021332218, + 0.999294780375947, + 1.0222397484588055, + 1.030433216371699, + 0.995731298264168 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 3507, + "cert_evals": { + "36": 0.7978260517120361, + "72": 0.7152173519134521, + "108": 0.6456521153450012, + "255": 0.3326086699962616 + }, + "fold": 0 + }, + { + "best_epoch": 30, + "best_val_acc": 0.8688524590163934, + "test_acc": 0.8502202643171806, + "train_size": 192, + "val_size": 122, + "test_size": 454, + "stats": { + "mean": [ + [ + 0.07533532916666669, + -0.059394307291666594, + -0.017550052083333306, + -0.04944196875000006, + 0.031229656250000005, + -0.004655374999999985, + 0.06255218750000145, + 1.1510416676625372e-06 + ] + ], + "std": [ + [ + 1.0729275910612097, + 1.0653863321722707, + 0.9433869502795601, + 1.0190501631365936, + 0.998860917431203, + 0.9951670891648171, + 1.0163359360027204, + 1.0396997731000648 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 3507, + "cert_evals": { + "36": 0.810572624206543, + "72": 0.7621145248413086, + "108": 0.7070484161376953, + "255": 0.4977973401546478 + }, + "fold": 1 + }, + { + "best_epoch": 10, + "best_val_acc": 0.8442622950819673, + "test_acc": 0.8392070484581498, + "train_size": 192, + "val_size": 122, + "test_size": 454, + "stats": { + "mean": [ + [ + -0.0004920619791667415, + 0.007242729166666742, + -0.020474875000000007, + 0.016951052083333352, + 2.3129646346357427e-18, + 0.004655458333333339, + 0.11924057812500127, + 0.06380555208333295 + ] + ], + "std": [ + [ + 1.0283618263304504, + 1.0335770524750947, + 0.8923225124501564, + 0.9833589680412395, + 0.9993489999999986, + 1.0280747733173587, + 0.9999909373553216, + 0.955311666538388 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 3507, + "cert_evals": { + "36": 0.7621145248413086, + "72": 0.6674008369445801, + "108": 0.5286343097686768, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 3, + "best_val_acc": 0.8141592920353983, + "test_acc": 0.8120950323974082, + "train_size": 192, + "val_size": 113, + "test_size": 463, + "stats": { + "mean": [ + [ + -0.045791585416666704, + 0.053598781249999984, + 0.038023489583333334, + 0.0339023333333334, + -0.04163954166666667, + 0.013966291666666672, + 0.03909468750000155, + 0.06716386458333357 + ] + ], + "std": [ + [ + 1.0190772752310013, + 1.0258162287916472, + 1.0141309105461986, + 1.0041302689502694, + 0.998481132706467, + 0.9782096135772306, + 0.997298911424109, + 1.0244022864972453 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 3507, + "cert_evals": { + "36": 0.5075593590736389, + "72": 0.09719222038984299, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8427718906410108, + "std_test_acc": 0.02399401564456331, + "n_samples": 768, + "n_features": 8, + "n_classes": 3, + "mean_cert_acc_36": 0.7195181399583817, + "std_cert_acc_36": 0.14278658310471334, + "mean_cert_acc_72": 0.560481233522296, + "std_cert_acc_72": 0.3112703871706614, + "mean_cert_acc_108": 0.4703337103128433, + "std_cert_acc_108": 0.3221713591917202, + "mean_cert_acc_255": 0.20760150253772736, + "std_cert_acc_255": 0.24902287967041378 + }, + "fertility": { + "dataset": "fertility", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 58, + "best_val_acc": 0.5, + "test_acc": 0.5263157894736842, + "train_size": 25, + "val_size": 18, + "test_size": 57, + "stats": { + "mean": [ + [ + -0.050080199999999984, + -0.12364147839999998, + 0.14793016000000006, + -0.32071263999999977, + 0.1791338, + -0.12053400000000013, + 0.5731312000000003, + -0.16074628000000002, + 0.03862860000000002 + ] + ], + "std": [ + [ + 1.0236052735742232, + 0.8512034434759349, + 0.8026475169365781, + 0.9000012058569202, + 0.9750796495625166, + 0.7418187080757671, + 0.7460504646830267, + 0.9966002512278438, + 0.8297482471350933 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3878, + "cert_evals": { + "36": 0.5087719559669495, + "72": 0.4035087823867798, + "108": 0.2982456088066101, + "255": 0.035087719559669495 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.7142857142857143, + "test_acc": 0.7540983606557377, + "train_size": 25, + "val_size": 14, + "test_size": 61, + "stats": { + "mean": [ + [ + 0.08396883999999995, + 0.0741850816, + -0.08875767999999994, + 0.16035823999999999, + -0.2985557199999999, + 0.017217679999999954, + -0.28656639999999994, + -0.012364960000000034, + 7.200000000029405e-07 + ] + ], + "std": [ + [ + 0.9493769176881722, + 1.0402868069724176, + 1.0846399428755964, + 1.0014288942292522, + 0.95537904, + 1.089027811624688, + 1.008650391054026, + 0.9817617018642958, + 0.9407763787630519 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3878, + "cert_evals": { + "36": 0.44262292981147766, + "72": 0.09836065024137497, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 6, + "best_val_acc": 0.45, + "test_acc": 0.34545454545454546, + "train_size": 25, + "val_size": 20, + "test_size": 55, + "stats": { + "mean": [ + [ + -0.15099352, + 0.04121466079999998, + 0.029586240000000055, + 0.16035823999999999, + -0.059710959999999924, + 0.29272248000000006, + 0.09552136000000001, + -0.25966716, + -0.27897695999999994 + ] + ], + "std": [ + [ + 0.9753651401849921, + 1.00304651742069, + 0.9614305510351658, + 1.001428894229252, + 0.9943900320852971, + 0.9593333711047946, + 0.911221690762852, + 0.8623722386522275, + 0.6562133354788506 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3878, + "cert_evals": { + "36": 0.145454540848732, + "72": 0.036363635212183, + "108": 0.0181818176060915, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.7272727272727273, + "test_acc": 0.84375, + "train_size": 25, + "val_size": 11, + "test_size": 64, + "stats": { + "mean": [ + [ + -0.05008016, + 0.16980184160000003, + 0.029586240000000055, + -0.08017719999999987, + -0.13932587999999993, + 0.22384639999999986, + -0.19104464, + 0.23493724, + -0.28326872000000003 + ] + ], + "std": [ + [ + 0.967192993888714, + 1.0029056548149258, + 0.9614305510351658, + 0.981981821759731, + 0.9879951745516705, + 0.9393450743392652, + 0.9552200000001204, + 1.0881296800000002, + 0.6448658384270962 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3878, + "cert_evals": { + "36": 0.703125, + "72": 0.515625, + "108": 0.1875, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6174046738959917, + "std_test_acc": 0.22521946916561264, + "n_samples": 100, + "n_features": 9, + "n_classes": 2, + "mean_cert_acc_36": 0.4499936066567898, + "std_cert_acc_36": 0.23117725243047071, + "mean_cert_acc_72": 0.26346451696008444, + "std_cert_acc_72": 0.23240152235729863, + "mean_cert_acc_108": 0.1259818566031754, + "std_cert_acc_108": 0.14253836780688733, + "mean_cert_acc_255": 0.008771929889917374, + "std_cert_acc_255": 0.017543859779834747 + }, + "flags": { + "dataset": "flags", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 42, + "best_val_acc": 0.37037037037037035, + "test_acc": 0.42016806722689076, + "train_size": 48, + "val_size": 27, + "test_size": 119, + "stats": { + "mean": [ + [ + 0.2352414791666667, + -0.14561693750000007, + 0.1764680979166667, + 0.11582924333333333, + 0.0278278833333333, + 0.04467812499999988, + -0.14742766666666676, + -0.14850950000000007, + 0.10914166666666664, + 0.020176562500000023, + -0.14527287500000005, + -0.021462375000000023, + -0.005958499999999978, + -0.18136456250000013, + -0.1484010833333332, + -0.13407733333333335, + -0.14238879166666651, + -0.06353299999999999, + 0.039132958333333315, + 0.23061385416666677, + 0.16322545416666676, + 0.20470881250000014, + -0.04084762500000006, + -0.005915999999999931, + -0.08552499999999989, + 0.003115083333333317, + -0.00012200000000005262, + 0.016370875000000003 + ] + ], + "std": [ + [ + 0.9423798810959939, + 0.9424971000607776, + 1.1257258803436931, + 1.5640772168523231, + 0.9974256598053217, + 1.129307049644929, + 1.052031616542435, + 0.7965270829416287, + 0.9104918487062668, + 0.9984666452987403, + 0.9898063223282548, + 0.9958585433814053, + 1.0008837456871553, + 0.8789136023594675, + 0.8091964732150918, + 0.9827727342487288, + 0.6596688427296609, + 0.858146791992489, + 1.050181614737104, + 1.5175473203808312, + 0.8994410282874392, + 1.317453200121319, + 0.9530138431587623, + 0.994027422565394, + 0.9275008724551151, + 1.0021317232904448, + 0.9667438830883966, + 0.9280632223285767 + ] + ] + }, + "width": 128, + "in_features": 28, + "out_features": 8, + "depth": 6, + "padding": 56, + "parameters": 45000, + "cert_evals": { + "36": 0.29411765933036804, + "72": 0.21008405089378357, + "108": 0.1596638709306717, + "255": 0.042016807943582535 + }, + "fold": 0 + }, + { + "best_epoch": 24, + "best_val_acc": 0.4827586206896552, + "test_acc": 0.37606837606837606, + "train_size": 48, + "val_size": 29, + "test_size": 117, + "stats": { + "mean": [ + [ + 0.19499710416666668, + -0.0022983958333333797, + -0.02790886250000002, + 0.11650907499999995, + -0.06750504166666671, + -0.11583450000000012, + -0.10268268750000005, + 0.02775170833333333, + 0.26183579166666643, + -0.02146237499999999, + -0.14527287500000005, + 0.27001018749999983, + -0.10226858333333351, + 0.10011306249999985, + -0.3313875208333335, + -0.17088533333333333, + -0.18737783333333316, + -0.06353299999999996, + 0.03913295833333332, + -0.008377395833333351, + -0.026332812499999955, + -0.15468943749999978, + 0.07922083333333325, + 0.13755950000000008, + -0.03367612499999993, + 0.07865360416666665, + 0.0827322729166666, + -0.1398202291666666 + ] + ], + "std": [ + [ + 1.0149211380035321, + 1.0106590573641523, + 0.800987362794606, + 1.5710238762349773, + 0.9911412389198323, + 0.8417359860573123, + 0.7550650019137193, + 0.8454707572998891, + 0.7463117905961775, + 0.9958585433814053, + 0.9898063223282548, + 0.9774069853377493, + 1.0506189728199082, + 1.04374696833814, + 0.41816393735262497, + 0.8196612593038392, + 0.596847083543995, + 0.8581467919924893, + 1.050181614737104, + 0.8097533539243018, + 0.6013621428718394, + 0.6159775664971462, + 1.073924939147738, + 1.064042786035294, + 0.9713883617826264, + 1.1076121378365742, + 1.021768139613268, + 0.8455337132759265 + ] + ] + }, + "width": 128, + "in_features": 28, + "out_features": 8, + "depth": 6, + "padding": 56, + "parameters": 45000, + "cert_evals": { + "36": 0.2478632628917694, + "72": 0.19658119976520538, + "108": 0.1367521435022354, + "255": 0.017094017937779427 + }, + "fold": 1 + }, + { + "best_epoch": 48, + "best_val_acc": 0.4230769230769231, + "test_acc": 0.36666666666666664, + "train_size": 48, + "val_size": 26, + "test_size": 120, + "stats": { + "mean": [ + [ + 0.0340199583333333, + 0.10917162499999984, + -0.07162090208333334, + 0.06506778333333332, + -0.10921322916666676, + 0.12493452083333324, + 0.013654270833333296, + 0.15594170833333318, + -0.04355245833333338, + -0.021462374999999978, + 0.104134875, + 0.02017656249999995, + 0.1385066249999999, + 0.053200124999999876, + 0.09558083333333343, + 0.3076187916666668, + 0.17253487500000028, + 0.15269966666666668, + 0.1823765416666667, + 0.13501729166666662, + 0.262743825, + -0.06483987499999996, + 0.19928929166666667, + -0.1015663333333332, + -0.03367612499999994, + 0.07865360416666677, + 0.23660444999999997, + 0.06843458333333337 + ] + ], + "std": [ + [ + 1.0728446319744602, + 1.004997765945125, + 0.6738313483909325, + 1.1276322526496132, + 0.9889360364810051, + 1.0737570402474663, + 1.2301542970075396, + 1.0335005003320021, + 1.0268293591046207, + 0.9958585433814053, + 0.9898063223282548, + 0.9984666452987404, + 0.9021844164633743, + 1.0235194592787966, + 1.0911203018947113, + 1.043398618770709, + 1.428359917728367, + 1.0537876663148145, + 1.2133500974257005, + 0.931759019467099, + 1.699034990837401, + 0.8618067283867119, + 1.170282570673264, + 0.9322841280124254, + 0.9713883617826267, + 1.1076121378365744, + 1.009283746545842, + 1.0092164745858712 + ] + ] + }, + "width": 128, + "in_features": 28, + "out_features": 8, + "depth": 6, + "padding": 56, + "parameters": 45000, + "cert_evals": { + "36": 0.28333336114883423, + "72": 0.2083333432674408, + "108": 0.125, + "255": 0.0416666679084301 + }, + "fold": 2 + }, + { + "best_epoch": 21, + "best_val_acc": 0.2903225806451613, + "test_acc": 0.3391304347826087, + "train_size": 48, + "val_size": 31, + "test_size": 115, + "stats": { + "mean": [ + [ + 0.060849604166666675, + -0.11376839583333333, + -0.09783850416666667, + -0.09356036875000003, + 0.22445235416666667, + 0.024614104166666605, + 0.0762974583333333, + 0.09184660416666661, + -0.14534854166666666, + -0.021462374999999978, + 0.18727079166666663, + 0.061815500000000016, + 0.042196541666666705, + 0.10011306249999992, + -0.08740560416666669, + 0.0008853750000000308, + -0.1423887916666665, + -0.06353283333333333, + -0.10411062500000007, + -0.056175625000000166, + 0.25800489583333336, + -0.15468943749999986, + 0.07922083333333328, + -0.10156633333333316, + -0.08552499999999985, + 0.0031150833333333725, + -0.1421576375, + 0.0684342083333334 + ] + ], + "std": [ + [ + 1.0293582077836319, + 0.9794406225141076, + 0.6268224867254953, + 0.3684227553507345, + 1.025591356541465, + 1.1118837703058688, + 1.0365020313045694, + 1.0275207215403601, + 1.0856923338143685, + 0.9958585433814053, + 0.9757408637342995, + 0.9993344999999996, + 0.9714914160365958, + 1.0437469683381402, + 0.8943692877865511, + 1.023515389848972, + 0.6596688427296608, + 1.0084428269148291, + 0.8321700190516114, + 0.7587733649056444, + 1.7047553305488228, + 0.615977566497146, + 1.073924939147738, + 0.9322841280124254, + 0.9275008724551151, + 1.0021317232904448, + 0.8580294890796403, + 1.071739861024061 + ] + ] + }, + "width": 128, + "in_features": 28, + "out_features": 8, + "depth": 6, + "padding": 56, + "parameters": 45000, + "cert_evals": { + "36": 0.21739129722118378, + "72": 0.14782607555389404, + "108": 0.104347825050354, + "255": 0.03478260710835457 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.3755083861861356, + "std_test_acc": 0.03364685251108699, + "n_samples": 194, + "n_features": 28, + "n_classes": 8, + "mean_cert_acc_36": 0.26067639514803886, + "std_cert_acc_36": 0.03497347718499271, + "mean_cert_acc_72": 0.19070616737008095, + "std_cert_acc_72": 0.029208662983111876, + "mean_cert_acc_108": 0.13144095987081528, + "std_cert_acc_108": 0.02309592531679109, + "mean_cert_acc_255": 0.03389002522453666, + "std_cert_acc_255": 0.011682227698398082 + }, + "glass": { + "dataset": "glass", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 14, + "best_val_acc": 0.2972972972972973, + "test_acc": 0.2903225806451613, + "train_size": 53, + "val_size": 37, + "test_size": 124, + "stats": { + "mean": [ + [ + 0.012939788679245282, + 0.04699466943396226, + 0.04250909433962263, + -0.01625201207547179, + -0.03750319433962267, + -0.18787082075471698, + 0.06524139433962263, + -0.040507150943396124, + -0.2307195471698114 + ] + ], + "std": [ + [ + 0.801738486196533, + 0.8467082620054888, + 0.9820084649167357, + 0.9338214241369891, + 0.8598618475288062, + 0.3955791139166082, + 0.8724031270593463, + 0.8657099216828293, + 0.7013424696367202 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 3954, + "cert_evals": { + "36": 0.16129031777381897, + "72": 0.11290322244167328, + "108": 0.07258064299821854, + "255": 0.008064515888690948 + }, + "fold": 0 + }, + { + "best_epoch": 24, + "best_val_acc": 0.4, + "test_acc": 0.26717557251908397, + "train_size": 53, + "val_size": 30, + "test_size": 131, + "stats": { + "mean": [ + [ + -0.06851211245283018, + -0.15009423962264148, + 0.02275701132075471, + -0.11148559811320762, + 0.16614626415094338, + 0.138459841509434, + -0.08099267547169811, + 0.036904622641509635, + -0.12809118867924535 + ] + ], + "std": [ + [ + 0.8515731555985958, + 0.9581970001358434, + 0.9640671504859841, + 0.9248622429706228, + 0.9755758770264732, + 1.357781655818288, + 0.8022445220282372, + 1.1525134057528226, + 0.8492428385949199 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 3954, + "cert_evals": { + "36": 0.09160305559635162, + "72": 0.030534351244568825, + "108": 0.007633587811142206, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 44, + "best_val_acc": 0.7307692307692307, + "test_acc": 0.5185185185185185, + "train_size": 53, + "val_size": 26, + "test_size": 135, + "stats": { + "mean": [ + [ + 0.17342035830188673, + 0.10083030188679246, + -0.0808434981132076, + -0.019653658490565933, + -0.19072764905660378, + 0.02794728113207545, + 0.12344338867924527, + -0.06403424528301871, + 0.22045922641509424 + ] + ], + "std": [ + [ + 1.2137577085998512, + 0.8431029761509528, + 1.0333305367739407, + 1.0160914345283907, + 1.0137208401349003, + 1.2887142840709145, + 1.1306321303495666, + 0.9397607053756946, + 1.2490718777482173 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 3954, + "cert_evals": { + "36": 0.18518517911434174, + "72": 0.10370370000600815, + "108": 0.06666666269302368, + "255": 0.014814814552664757 + }, + "fold": 2 + }, + { + "best_epoch": 47, + "best_val_acc": 0.2857142857142857, + "test_acc": 0.24060150375939848, + "train_size": 53, + "val_size": 28, + "test_size": 133, + "stats": { + "mean": [ + [ + -0.09789963037735849, + -0.25360606113207534, + -0.0009194132075472026, + 0.04837090226415086, + 0.10451545471698113, + 0.3782897773584904, + -0.08351155283018871, + -0.02570778301886777, + 0.11976666037735839 + ] + ], + "std": [ + [ + 0.9830235331660265, + 0.9613168258565478, + 1.0022618468949342, + 0.9817559883419383, + 1.0203488325490284, + 1.7842263867081236, + 1.0422858738909424, + 0.9054813684433138, + 1.1073266176346976 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 6, + "depth": 6, + "padding": 18, + "parameters": 3954, + "cert_evals": { + "36": 0.15789474546909332, + "72": 0.09774436056613922, + "108": 0.06766917556524277, + "255": 0.02255639061331749 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.32915454386054055, + "std_test_acc": 0.12786668847557267, + "n_samples": 214, + "n_features": 9, + "n_classes": 6, + "mean_cert_acc_36": 0.1489933244884014, + "std_cert_acc_36": 0.040141186845533444, + "mean_cert_acc_72": 0.08622140856459737, + "std_cert_acc_72": 0.037644727305017216, + "mean_cert_acc_108": 0.0536375172669068, + "std_cert_acc_108": 0.030777966160764062, + "mean_cert_acc_255": 0.011358930263668299, + "std_cert_acc_255": 0.0096125736635207 + }, + "haberman-survival": { + "dataset": "haberman-survival", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 32, + "best_val_acc": 0.717391304347826, + "test_acc": 0.7228260869565217, + "train_size": 76, + "val_size": 46, + "test_size": 184, + "stats": { + "mean": [ + [ + 0.056303715789473636, + 0.11814425789473684, + 0.07505885618421046 + ] + ], + "std": [ + [ + 1.071529133459213, + 0.9640121301272397, + 1.1153002449883138 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 2326, + "cert_evals": { + "36": 0.4184782803058624, + "72": 0.17934782803058624, + "108": 0.021739130839705467, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 49, + "best_val_acc": 0.7906976744186046, + "test_acc": 0.6844919786096256, + "train_size": 76, + "val_size": 43, + "test_size": 187, + "stats": { + "mean": [ + [ + 0.10623882105263147, + 0.09384808421052634, + 0.007344408815789407 + ] + ], + "std": [ + [ + 1.0605035134671559, + 1.0869710980458733, + 1.1078408305262222 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 2326, + "cert_evals": { + "36": 0.06951871514320374, + "72": 0.010695187374949455, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 32, + "best_val_acc": 0.9056603773584906, + "test_acc": 0.6949152542372882, + "train_size": 76, + "val_size": 53, + "test_size": 177, + "stats": { + "mean": [ + [ + 0.06604734605263156, + -0.015483576315789458, + 0.01100456263157891 + ] + ], + "std": [ + [ + 1.0531764871263751, + 0.9959949318361989, + 0.8640777726923776 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 2326, + "cert_evals": { + "36": 0.46327683329582214, + "72": 0.15819209814071655, + "108": 0.07344632595777512, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.7027027027027027, + "test_acc": 0.7409326424870466, + "train_size": 76, + "val_size": 37, + "test_size": 193, + "stats": { + "mean": [ + [ + -0.03016957763157897, + -0.13291423947368405, + 0.01283475092105254 + ] + ], + "std": [ + [ + 1.0380766725977404, + 1.0963438485094303, + 1.0823191968380823 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 2326, + "cert_evals": { + "36": 0.7409326434135437, + "72": 0.7046632170677185, + "108": 0.5388600826263428, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7107914905726205, + "std_test_acc": 0.025800773622244727, + "n_samples": 306, + "n_features": 3, + "n_classes": 2, + "mean_cert_acc_36": 0.423051618039608, + "std_cert_acc_36": 0.27548311689562077, + "mean_cert_acc_72": 0.2632245826534927, + "std_cert_acc_72": 0.3037028680592491, + "mean_cert_acc_108": 0.15851138485595584, + "std_cert_acc_108": 0.25543016314876804, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "hayes-roth": { + "dataset": "hayes-roth", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 9, + "best_val_acc": 0.5588235294117647, + "test_acc": 0.41836734693877553, + "train_size": 28, + "val_size": 34, + "test_size": 98, + "stats": { + "mean": [ + [ + -2.0777030889413645e-15, + -2.0142617732484982e-15, + -2.0142617732484982e-15 + ] + ], + "std": [ + [ + 0.9711863730167035, + 0.9711863730167036, + 0.9711863730167035 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 2337, + "cert_evals": { + "36": 0.13265305757522583, + "72": 0.05102040618658066, + "108": 0.010204081423580647, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.4, + "test_acc": 0.4392523364485981, + "train_size": 28, + "val_size": 25, + "test_size": 107, + "stats": { + "mean": [ + [ + -2.0777030889413645e-15, + -2.0142617732484982e-15, + -2.0142617732484982e-15 + ] + ], + "std": [ + [ + 0.9711863730167035, + 0.9711863730167036, + 0.9711863730167035 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 2337, + "cert_evals": { + "36": 0.028037382289767265, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 32, + "best_val_acc": 0.75, + "test_acc": 0.6442307692307693, + "train_size": 28, + "val_size": 28, + "test_size": 104, + "stats": { + "mean": [ + [ + -2.0777030889413645e-15, + -2.0142617732484982e-15, + -2.0142617732484982e-15 + ] + ], + "std": [ + [ + 0.9711863730167035, + 0.9711863730167036, + 0.9711863730167035 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 2337, + "cert_evals": { + "36": 0.05769231170415878, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 32, + "best_val_acc": 0.4642857142857143, + "test_acc": 0.5, + "train_size": 28, + "val_size": 28, + "test_size": 104, + "stats": { + "mean": [ + [ + -2.0777030889413645e-15, + -2.0142617732484982e-15, + -2.0142617732484982e-15 + ] + ], + "std": [ + [ + 0.9711863730167035, + 0.9711863730167036, + 0.9711863730167035 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 2337, + "cert_evals": { + "36": 0.35576924681663513, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5004626131545358, + "std_test_acc": 0.10190817340780373, + "n_samples": 160, + "n_features": 3, + "n_classes": 3, + "mean_cert_acc_36": 0.14353799959644675, + "std_cert_acc_36": 0.14817833735892505, + "mean_cert_acc_72": 0.012755101546645164, + "std_cert_acc_72": 0.02551020309329033, + "mean_cert_acc_108": 0.0025510203558951616, + "std_cert_acc_108": 0.005102040711790323, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "heart-cleveland": { + "dataset": "heart-cleveland", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 35, + "best_val_acc": 0.6481481481481481, + "test_acc": 0.5491329479768786, + "train_size": 76, + "val_size": 54, + "test_size": 173, + "stats": { + "mean": [ + [ + 0.025679380263157865, + 0.06560718421052641, + -0.04165710526315796, + 0.12079876315789474, + -0.05836617236842103, + 0.21103164473684244, + 0.009953435000000009, + -0.04552891578947369, + -0.07930921052631572, + 0.018019449999999958, + -0.1633495263157895, + 0.1490460526315791, + 0.1173184736842107 + ] + ], + "std": [ + [ + 0.8936682722687875, + 0.9705101476202265, + 1.0410809532354568, + 0.9713482365754217, + 1.0046131234392313, + 1.1698900228292355, + 0.991743905598925, + 1.063967410026795, + 0.9653541002995567, + 0.9670845428420584, + 0.8530269008877411, + 1.0419737091060064, + 0.9887800977718967 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 5, + "depth": 6, + "padding": 26, + "parameters": 10887, + "cert_evals": { + "36": 0.4566473960876465, + "72": 0.3410404622554779, + "108": 0.27167630195617676, + "255": 0.08670520037412643 + }, + "fold": 0 + }, + { + "best_epoch": 45, + "best_val_acc": 0.4186046511627907, + "test_acc": 0.44565217391304346, + "train_size": 76, + "val_size": 43, + "test_size": 184, + "stats": { + "mean": [ + [ + -0.2101489736842105, + 0.09376453947368439, + -0.1649965789473685, + -0.03545365789473685, + -0.1381618, + 0.02633263157894729, + -0.1355152364473684, + -0.028272514473684226, + 0.060729605263158, + -0.12137016052631582, + 0.02882180263157893, + -0.062184184210526385, + -0.10297684210526317 + ] + ], + "std": [ + [ + 0.9630708106281646, + 0.9569359106048417, + 1.0685892850045124, + 0.9716813782156916, + 0.8933102337559928, + 1.0237058396713807, + 0.987768251139324, + 1.0505795881681008, + 1.018728244712418, + 0.800844776889746, + 0.9838325491030496, + 0.9678759361024273, + 0.9824728943441249 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 5, + "depth": 6, + "padding": 26, + "parameters": 10887, + "cert_evals": { + "36": 0.30978262424468994, + "72": 0.17934782803058624, + "108": 0.10869565606117249, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 6, + "best_val_acc": 0.47368421052631576, + "test_acc": 0.4176470588235294, + "train_size": 76, + "val_size": 57, + "test_size": 170, + "stats": { + "mean": [ + [ + 0.009666096052631561, + 0.12192189473684223, + -0.04165730263157901, + -0.053396460526315796, + 0.009485552631578952, + -0.08448677631578952, + -0.12229084131578946, + 0.029248118421052637, + 0.0887373684210527, + 0.14607715657894724, + 0.007469368421052609, + 0.13496389473684212, + -0.016193828947368444 + ] + ], + "std": [ + [ + 0.991747257977119, + 0.9423253440641232, + 1.054702252215874, + 1.01578753443219, + 0.912628998922061, + 0.9070959475884481, + 0.9828872816770845, + 1.0215811465249889, + 1.026781557739585, + 1.110916508206595, + 1.0555936285886078, + 1.1293737151568792, + 0.9751655205627294 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 5, + "depth": 6, + "padding": 26, + "parameters": 10887, + "cert_evals": { + "36": 0.15882353484630585, + "72": 0.01764705963432789, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 29, + "best_val_acc": 0.5675675675675675, + "test_acc": 0.4789473684210526, + "train_size": 76, + "val_size": 37, + "test_size": 190, + "stats": { + "mean": [ + [ + 0.009666401315789493, + -0.1314943026315789, + -0.027953026315789546, + -0.017510736842105287, + 0.14569758815789477, + -0.12142657894736847, + 0.16864663157894735, + 0.0298232342105263, + 0.032721842105263264, + -0.0567749657894737, + -0.14199722368421067, + 0.050471736842105284, + -0.002842618421052697 + ] + ], + "std": [ + [ + 1.037308935092612, + 1.039536608942455, + 1.0731491570199134, + 0.9857713056853448, + 1.1678879570276746, + 0.8615768485992676, + 0.9924490204448371, + 1.0295305309669156, + 1.0098342617684068, + 1.0125711830157138, + 0.967005700282042, + 1.1226814635925688, + 0.9876978299691207 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 5, + "depth": 6, + "padding": 26, + "parameters": 10887, + "cert_evals": { + "36": 0.4000000059604645, + "72": 0.2789473831653595, + "108": 0.14210526645183563, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.472844887283626, + "std_test_acc": 0.05669612687399069, + "n_samples": 303, + "n_features": 13, + "n_classes": 5, + "mean_cert_acc_36": 0.3313133902847767, + "std_cert_acc_36": 0.12992663096151735, + "mean_cert_acc_72": 0.20424568327143788, + "std_cert_acc_72": 0.1411052858249141, + "mean_cert_acc_108": 0.13061930611729622, + "std_cert_acc_108": 0.11190926819265073, + "mean_cert_acc_255": 0.02167630009353161, + "std_cert_acc_255": 0.04335260018706322 + }, + "heart-hungarian": { + "dataset": "heart-hungarian", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 28, + "best_val_acc": 0.8823529411764706, + "test_acc": 0.8449197860962567, + "train_size": 73, + "val_size": 34, + "test_size": 187, + "stats": { + "mean": [ + [ + 0.0800741506849315, + 0.187091506849315, + 0.14536817123287665, + 0.057955123287671204, + 0.007548964931506878, + 0.0018470410958903167, + -0.026523986301369866, + -0.07145227945205493, + -0.002936657534246297, + 0.06359038356164397, + 0.03073776712328766, + -0.08100684931506869 + ] + ], + "std": [ + [ + 0.9987991948716954, + 0.8797143812899805, + 1.0138369657816542, + 1.004282733869356, + 1.1169105950079397, + 1.0014602608653556, + 0.9486883864181348, + 1.0204510052676476, + 0.9970306548239305, + 1.1098417855233023, + 1.0026671671379417, + 0.8754503895152498 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 5042, + "cert_evals": { + "36": 0.8128342628479004, + "72": 0.7486631274223328, + "108": 0.6631016135215759, + "255": 0.15508021414279938 + }, + "fold": 0 + }, + { + "best_epoch": 15, + "best_val_acc": 0.7692307692307693, + "test_acc": 0.8516483516483516, + "train_size": 73, + "val_size": 39, + "test_size": 182, + "stats": { + "mean": [ + [ + -0.03390847945205465, + 0.1564823287671232, + -0.05334468493150675, + 0.17270156164383563, + -0.14544580410958913, + -0.10677657534246586, + 0.03300201369863015, + 0.11938546301369855, + 0.026828767123288015, + 0.11635597260273989, + 0.11918921917808224, + -0.025584246575342404 + ] + ], + "std": [ + [ + 1.015281664085163, + 0.9028410442013451, + 1.0337121941577725, + 0.9152783215528201, + 0.8308188513709485, + 0.787052874670898, + 0.9862292931929137, + 0.8791726610331962, + 1.0093946605762534, + 0.9709004823896129, + 0.9957071278619543, + 0.9379507836223181 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 5042, + "cert_evals": { + "36": 0.7967033386230469, + "72": 0.7087912559509277, + "108": 0.598901093006134, + "255": 0.2527472674846649 + }, + "fold": 1 + }, + { + "best_epoch": 16, + "best_val_acc": 0.8571428571428571, + "test_acc": 0.8156424581005587, + "train_size": 73, + "val_size": 42, + "test_size": 179, + "stats": { + "mean": [ + [ + 0.14495649315068504, + 0.003436438356164301, + -0.06753834246575333, + 0.2389838082191781, + 0.03065915232876712, + -0.16108838356164396, + 0.03300202739726026, + 0.07263872739726036, + 0.02682876712328804, + -0.04947819178082209, + 0.0012539315068493056, + -0.05725431506849332 + ] + ], + "std": [ + [ + 0.9448396245451279, + 0.9965626371881349, + 0.9510883979986018, + 0.9219475695799935, + 0.863125052835077, + 0.6471998892994516, + 1.0497525444673081, + 0.9275566360232819, + 1.0093946605762534, + 0.8385071156366399, + 0.992646777404723, + 0.8922594920555511 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 5042, + "cert_evals": { + "36": 0.748603343963623, + "72": 0.6592178344726562, + "108": 0.51396644115448, + "255": 0.09497206658124924 + }, + "fold": 2 + }, + { + "best_epoch": 19, + "best_val_acc": 0.7954545454545454, + "test_acc": 0.7853107344632768, + "train_size": 73, + "val_size": 44, + "test_size": 177, + "stats": { + "mean": [ + [ + 0.03448108219178094, + 0.03404561643835607, + 0.2021428561643836, + -0.012603835616438326, + 0.012083080821917778, + 0.0018470410958903595, + 0.03300201369863012, + -0.05440366712328782, + 0.14589046575342487, + 0.0786663835616438, + 0.13393120547945203, + -0.05725438356164386 + ] + ], + "std": [ + [ + 0.9357023656034743, + 0.98044976884177, + 0.9447129008604433, + 0.8618425109620811, + 1.2011825380327528, + 1.0014602608653553, + 0.986229293192914, + 0.847254895689431, + 1.0489937022040874, + 1.0096312619774381, + 1.0380236400472438, + 0.844840730482065 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 5042, + "cert_evals": { + "36": 0.7175140976905823, + "72": 0.6497175097465515, + "108": 0.5649717450141907, + "255": 0.12994350492954254 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.824380332577111, + "std_test_acc": 0.030376514843319283, + "n_samples": 294, + "n_features": 12, + "n_classes": 2, + "mean_cert_acc_36": 0.7689137607812881, + "std_cert_acc_36": 0.043801482225878395, + "mean_cert_acc_72": 0.6915974318981171, + "std_cert_acc_72": 0.046023499070502384, + "mean_cert_acc_108": 0.5852352231740952, + "std_cert_acc_108": 0.06255605108409797, + "mean_cert_acc_255": 0.15818576328456402, + "std_cert_acc_255": 0.06768830307605607 + }, + "heart-switzerland": { + "dataset": "heart-switzerland", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 3, + "best_val_acc": 0.2222222222222222, + "test_acc": 0.12162162162162163, + "train_size": 31, + "val_size": 18, + "test_size": 74, + "stats": { + "mean": [ + [ + -0.03867648709677418, + 0.061165483870967645, + -0.031605645161290254, + -0.04727649354838697, + 0.12035961290322578, + 0.10471612903225812, + 0.10948048064516128, + 0.21947058064516128, + 0.24267312903225804, + 0.146339935483871, + 0.09546838709677423, + -0.14905170967741943 + ] + ], + "std": [ + [ + 1.1959209887023292, + 0.8952513255013157, + 1.0680537841920705, + 1.1526431663263934, + 1.2389629579337629, + 1.0370364433639812, + 0.8482163286791152, + 0.998704338537551, + 0.823971907762666, + 0.9616527651367163, + 1.172612838656165, + 1.0452475193168111 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 5117, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.16666666666666666, + "test_acc": 0.2972972972972973, + "train_size": 31, + "val_size": 18, + "test_size": 74, + "stats": { + "mean": [ + [ + 0.38275906451612907, + -0.056386774193548456, + 0.015231451612903284, + 0.016496377419354898, + 0.2830434193548386, + -0.059711161290322494, + 0.04518695483870968, + -0.039474967741935506, + 0.10301854838709676, + -0.043132193548387085, + 0.0954683870967742, + -0.026422451612903276 + ] + ], + "std": [ + [ + 0.8537728993403316, + 1.0773842413872565, + 0.9891428503533505, + 0.8244718913923468, + 1.4910217148161218, + 1.0016724276385454, + 0.8092921347980535, + 0.9902763031378431, + 0.9512021337497041, + 1.1112826701924636, + 1.172612838656165, + 1.014523633801689 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 5117, + "cert_evals": { + "36": 0.09459459781646729, + "72": 0.013513513840734959, + "108": 0.013513513840734959, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 21, + "best_val_acc": 0.2916666666666667, + "test_acc": 0.25, + "train_size": 31, + "val_size": 24, + "test_size": 68, + "stats": { + "mean": [ + [ + 0.1363268064516129, + 0.06116548387096767, + -0.07844332258064517, + 0.28318253870967747, + 0.12035961290322578, + -0.00490193548387092, + -0.09028977096774195, + -0.16894774193548387, + -0.07077383870967743, + -0.23260409677419347, + -0.0015777419354838426, + -0.12861274193548392 + ] + ], + "std": [ + [ + 0.9985620954632528, + 0.8952513255013155, + 0.7865317101247931, + 0.8496477832825274, + 1.2389629579337627, + 0.8129502811517081, + 0.9201252610360474, + 0.960195792094272, + 0.7788574621968283, + 0.922011584077965, + 1.0630870797904943, + 0.9101297422084665 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 5117, + "cert_evals": { + "36": 0.0882352963089943, + "72": 0.029411764815449715, + "108": 0.014705882407724857, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 25, + "best_val_acc": 0.21428571428571427, + "test_acc": 0.21794871794871795, + "train_size": 31, + "val_size": 14, + "test_size": 78, + "stats": { + "mean": [ + [ + 0.06132570967741941, + -0.05638677419354848, + -0.03160587096774191, + -0.08206108387096776, + 0.1203596129032258, + 0.21433419354838715, + 0.08651870322580645, + 0.08999780645161289, + 0.000605741935483859, + -0.11892112903225804, + 0.19251451612903228, + -0.09795603225806457 + ] + ], + "std": [ + [ + 1.1796944897022907, + 1.0773842413872565, + 1.002361426374151, + 1.2266934302261872, + 1.2389629579337627, + 1.2107719727384119, + 1.1761632862640778, + 1.0028917964777728, + 0.9746182884484196, + 1.026652327670446, + 1.4781625990241394, + 1.0351077769123456 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 5117, + "cert_evals": { + "36": 0.08974359184503555, + "72": 0.05128205195069313, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.22171690921690923, + "std_test_acc": 0.07426437941759974, + "n_samples": 123, + "n_features": 12, + "n_classes": 5, + "mean_cert_acc_36": 0.06814337149262428, + "std_cert_acc_36": 0.045509857593406255, + "mean_cert_acc_72": 0.02355183265171945, + "std_cert_acc_72": 0.022051156682724952, + "mean_cert_acc_108": 0.007054849062114954, + "std_cert_acc_108": 0.008160769011081202, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "heart-va": { + "dataset": "heart-va", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.1891891891891892, + "test_acc": 0.168141592920354, + "train_size": 50, + "val_size": 37, + "test_size": 113, + "stats": { + "mean": [ + [ + 0.12417273199999997, + 0.05847433999999993, + 0.11939195999999985, + 0.13652684859999997, + 0.169332294, + -0.08422980000000006, + -0.051211000000000055, + -0.025999581999999997, + -0.10986361999999993, + 0.02611757999999999, + 0.18437666399999986, + -0.16063424000000026 + ] + ], + "std": [ + [ + 1.0375983940843654, + 0.8186406200000009, + 0.906257232351079, + 0.9850972422932538, + 0.9999215189422874, + 0.964959379692824, + 0.9368765586228528, + 0.926118336928491, + 0.985877688928741, + 0.8984566513475283, + 1.109014128975748, + 0.8047660315047241 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 5117, + "cert_evals": { + "36": 0.017699114978313446, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 8, + "best_val_acc": 0.43333333333333335, + "test_acc": 0.25833333333333336, + "train_size": 50, + "val_size": 30, + "test_size": 120, + "stats": { + "mean": [ + [ + -0.10881117199999998, + 0.17542300000000016, + 0.21993213999999972, + -0.08821109999999997, + 0.13781262600000002, + 0.08422731999999994, + 0.00731520000000001, + -0.12721317799999998, + -0.30961252, + -0.25667714, + -0.17580066800000008, + -0.02059391999999999 + ] + ], + "std": [ + [ + 0.9929893928858932, + 1.0, + 0.8501447398821216, + 1.0656963957883359, + 1.0325714366151477, + 1.022085030499879, + 0.9621289169237981, + 1.0393960665815958, + 0.9317809815586118, + 0.8468928172805285, + 0.9604725295714901, + 0.9867682179778366 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 5117, + "cert_evals": { + "36": 0.125, + "72": 0.05833333730697632, + "108": 0.01666666753590107, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 8, + "best_val_acc": 0.3333333333333333, + "test_acc": 0.25203252032520324, + "train_size": 50, + "val_size": 27, + "test_size": 123, + "stats": { + "mean": [ + [ + 0.15233571999999998, + 0.05847433999999995, + 0.11939203999999982, + -0.012556939999999935, + 0.15528536399999998, + -0.042115520000000004, + 0.06584127999999993, + 0.009825086000000021, + 0.16978484000000008, + 0.05313653999999998, + 0.04716622799999987, + 0.15239717999999963 + ] + ], + "std": [ + [ + 0.9466778160837978, + 0.8186406200000006, + 0.794839780092792, + 1.0183639969617624, + 0.9927764037429706, + 0.982265363064182, + 1.1062072213290066, + 0.982147212242076, + 0.9915274640582656, + 1.040558924765334, + 1.0326448287754921, + 1.138945356222443 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 5117, + "cert_evals": { + "36": 0.06504064798355103, + "72": 0.008130080997943878, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 45, + "best_val_acc": 0.43333333333333335, + "test_acc": 0.25833333333333336, + "train_size": 50, + "val_size": 30, + "test_size": 120, + "stats": { + "mean": [ + [ + -0.07040700000000005, + 0.17542300000000016, + 0.14452675999999975, + 0.06532269999999997, + -0.19794047999999992, + -0.08422980000000009, + -0.16826343999999985, + 0.010868634000000012, + 0.009985720000000033, + -0.009907080000000006, + -0.10719553600000013, + -0.08649541999999996 + ] + ], + "std": [ + [ + 1.2049567103246417, + 1.0, + 0.9024156133740057, + 0.9721589400778301, + 0.9497444006039201, + 0.964959379692824, + 0.920277085388703, + 0.9840113193010918, + 0.9979451845458254, + 1.0793938409678105, + 0.9369066157621472, + 0.9024286546800494 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 5, + "depth": 6, + "padding": 24, + "parameters": 5117, + "cert_evals": { + "36": 0.17500001192092896, + "72": 0.10833334177732468, + "108": 0.07500000298023224, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.23421019497805595, + "std_test_acc": 0.04414577015167765, + "n_samples": 200, + "n_features": 12, + "n_classes": 5, + "mean_cert_acc_36": 0.09568494372069836, + "std_cert_acc_36": 0.06872921483165702, + "mean_cert_acc_72": 0.04369919002056122, + "std_cert_acc_72": 0.05022121917155727, + "mean_cert_acc_108": 0.022916667629033327, + "std_cert_acc_108": 0.03560001700799578, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "hepatitis": { + "dataset": "hepatitis", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 20, + "best_val_acc": 0.8260869565217391, + "test_acc": 0.7849462365591398, + "train_size": 39, + "val_size": 23, + "test_size": 93, + "stats": { + "mean": [ + [ + -0.07305103333333338, + -0.25417620512820527, + -0.0684997948717948, + 0.002734846153846289, + -0.27956964102564097, + 0.043173205128205175, + -0.08607384615384614, + 0.058396666666666625, + 0.06670830769230766, + -0.04725699999999998, + 0.016169358974358995, + -0.02457512820512817, + 0.0025034871794872037, + -0.027701887179487183, + -0.15169055846153845, + -0.0886186358974359, + -0.07013070256410256, + 0.1575872743589744, + -0.1341903076923079 + ] + ], + "std": [ + [ + 0.7065121639768482, + 0.5178280049962226, + 1.0644445404981495, + 0.9941527427588283, + 0.9460715809412041, + 1.0610130501194135, + 1.1425568971679159, + 0.9324615341247179, + 0.946176852270342, + 0.9924710852804189, + 0.9714365294574488, + 0.9824999787091323, + 0.9634407063351287, + 0.8415828453559291, + 0.8432379274259605, + 0.6407479822535036, + 0.9523942193593046, + 1.0530325526231488, + 0.9744402928447131 + ] + ] + }, + "width": 64, + "in_features": 19, + "out_features": 2, + "depth": 6, + "padding": 38, + "parameters": 15438, + "cert_evals": { + "36": 0.6881720423698425, + "72": 0.6129032373428345, + "108": 0.46236559748649597, + "255": 0.032258063554763794 + }, + "fold": 0 + }, + { + "best_epoch": 31, + "best_val_acc": 0.8846153846153846, + "test_acc": 0.8333333333333334, + "train_size": 39, + "val_size": 26, + "test_size": 90, + "stats": { + "mean": [ + [ + -0.11794246410256407, + -0.08617061538461546, + 0.18073612820512838, + 0.002734846153846107, + -0.01757938461538464, + -0.10891841025641022, + -0.26475346153846147, + -0.16237000000000007, + -0.13763476923076928, + 0.0032585384615384802, + -0.12308166666666664, + -0.13340641025641017, + -0.052936256410256344, + -0.1222803846153846, + -0.12690142128205126, + -0.21492274871794878, + -0.0701304769230769, + -0.19038912820512827, + -0.03147528205128203 + ] + ], + "std": [ + [ + 0.9308482815868492, + 0.8729826521744097, + 0.9562346989313699, + 0.9941527427588275, + 1.0687148745897885, + 1.082595260131678, + 1.2147882026120127, + 1.1445852172148068, + 1.1192331270078257, + 1.0668209925491146, + 1.0726249795408656, + 1.1491882555748711, + 1.1143257286511818, + 0.9024022721027672, + 0.9826150523838478, + 0.6405176575741821, + 1.0834147839386958, + 1.0210323203399736, + 0.9932070287924958 + ] + ] + }, + "width": 64, + "in_features": 19, + "out_features": 2, + "depth": 6, + "padding": 38, + "parameters": 15438, + "cert_evals": { + "36": 0.7444444894790649, + "72": 0.7333333492279053, + "108": 0.7111111283302307, + "255": 0.3888888955116272 + }, + "fold": 1 + }, + { + "best_epoch": 18, + "best_val_acc": 0.8333333333333334, + "test_acc": 0.7959183673469388, + "train_size": 39, + "val_size": 18, + "test_size": 98, + "stats": { + "mean": [ + [ + 0.25751469999999993, + -0.0021678205128206176, + -0.16819412820512808, + -0.13856787179487162, + -0.22717153846153848, + -0.05822148717948713, + -0.026513846153846145, + -0.07406333333333337, + 0.025839692307692258, + -0.04725692307692307, + 0.016169487179487147, + -0.13340641025641015, + -0.052936256410256344, + -0.040312646153846145, + 0.10239844307692307, + 0.13277096923076923, + 0.021281615384615406, + -0.028776703589743616, + 0.019882230769230784 + ] + ], + "std": [ + [ + 1.005461160498127, + 0.9939344729297802, + 0.9562346989313698, + 1.1126187137474748, + 0.8609878396947588, + 0.9804372857666263, + 0.9786685591250096, + 0.9813568775708227, + 0.946176852270342, + 1.0881358642498125, + 1.054392008519234, + 1.1491882555748716, + 1.1143257286511812, + 0.6571748166650522, + 0.9244222305036086, + 1.0717140331590138, + 0.8996151755406562, + 0.9261613145039079, + 0.998504170514703 + ] + ] + }, + "width": 64, + "in_features": 19, + "out_features": 2, + "depth": 6, + "padding": 38, + "parameters": 15438, + "cert_evals": { + "36": 0.7551020383834839, + "72": 0.5816326141357422, + "108": 0.5306122303009033, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 13, + "best_val_acc": 0.8461538461538461, + "test_acc": 0.7555555555555555, + "train_size": 39, + "val_size": 26, + "test_size": 90, + "stats": { + "mean": [ + [ + -0.07509134615384613, + -0.17017341025641036, + 0.13088894871794884, + 0.1440375641025641, + -0.12237543589743595, + -0.05822148717948713, + 0.1521657692307693, + 0.1467033333333333, + 0.10757692307692303, + 0.003258384615384635, + 0.06258628205128201, + -0.13340641025641015, + 0.057943230769230816, + 0.03955354102564104, + 0.16271944128205126, + 0.026228858974358962, + 0.12825329743589742, + -0.037512437692307686, + 0.2253122820512821 + ] + ], + "std": [ + [ + 0.9881800818586763, + 0.7226193648278391, + 0.9639985722278488, + 0.835958152953438, + 0.9195820679374928, + 0.9804372857666264, + 0.8380816839591891, + 0.797209189164857, + 0.8727148090274184, + 0.8602473119915564, + 0.8683835140087598, + 0.9266649753751967, + 0.7801070627641344, + 0.8750146780135224, + 1.0473279879316608, + 0.8897406999004371, + 0.8705306469748111, + 0.8788094464260305, + 0.9932070287924956 + ] + ] + }, + "width": 64, + "in_features": 19, + "out_features": 2, + "depth": 6, + "padding": 38, + "parameters": 15438, + "cert_evals": { + "36": 0.6777777671813965, + "72": 0.5, + "108": 0.4000000059604645, + "255": 0.06666667014360428 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7924383731987419, + "std_test_acc": 0.03215059601525462, + "n_samples": 155, + "n_features": 19, + "n_classes": 2, + "mean_cert_acc_36": 0.716374084353447, + "std_cert_acc_36": 0.03904199849119526, + "mean_cert_acc_72": 0.6069673001766205, + "std_cert_acc_72": 0.09675994923303419, + "mean_cert_acc_108": 0.5260222405195236, + "std_cert_acc_108": 0.13442809255346705, + "mean_cert_acc_255": 0.12195340730249882, + "std_cert_acc_255": 0.18002691133442236 + }, + "hill-valley": { + "dataset": "hill-valley", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 19, + "best_val_acc": 0.6190476190476191, + "test_acc": 0.5145833333333333, + "train_size": 606, + "val_size": 126, + "test_size": 480, + "stats": { + "mean": [ + [ + -1.948844459480215e-17, + -2.5637266420541724e-17, + 1.2457948131107367e-17, + 1.9391116875027874e-17, + -2.980518289087544e-17, + -2.2969341866729208e-17, + 7.036221623681505e-18, + 4.146160862384171e-17, + -4.096351970499688e-18, + 9.532391377892357e-19, + 1.2762526642400985e-16, + 6.309698821366465e-17, + -9.017699495086035e-17, + 4.1186800944479046e-17, + 3.661239811508806e-17, + 6.973244863827561e-18, + -3.7865850329681034e-17, + 3.669827551488889e-18, + -2.6341461098908545e-17, + 1.0127235500512785e-16, + 3.784473880223e-17, + 2.1297595150606345e-17, + -4.580127989377708e-19, + 3.18891411260423e-17, + -1.0585820815449228e-17, + -7.048816975652293e-17, + -8.823616571536156e-17, + 1.865257123674072e-17, + -5.615236914977071e-17, + 1.1031524520415547e-16, + 2.3600540755265324e-17, + -8.852242371469766e-17, + 5.783556618586702e-17, + -3.1912041765989185e-17, + -4.751882788979372e-19, + 6.6869868644914544e-18, + 5.2737311217690955e-17, + 6.242714449521817e-17, + 9.860156787132197e-18, + -8.186978781012654e-17, + 1.2269017851545536e-17, + 5.862563826403467e-18, + -4.1037946784824266e-17, + 1.648846076175975e-18, + 1.992355675379303e-17, + -1.343351539284482e-16, + -2.5190703941577397e-18, + -3.162578376665308e-17, + -6.822100640178097e-17, + 2.2213620748481885e-18, + -4.009902054700184e-17, + -2.0221265073102584e-17, + 4.0786039745408495e-17, + -5.3014981477046974e-18, + -8.636403839970342e-17, + 1.3323592321099754e-16, + -3.031686906468873e-17, + 2.4629638262878628e-17, + -7.900720781676547e-19, + -2.1808565679421295e-17, + -2.3667811385109308e-17, + -3.421355608065148e-17, + -3.93662000687014e-17, + -1.3477026608743907e-17, + 5.461086982334577e-17, + 4.520586325515798e-17, + 3.3308980802749385e-17, + -2.4513703773147504e-17, + 7.315036915034873e-17, + -4.9035995286275094e-17, + -9.27475917848986e-18, + 1.3957940047628566e-17, + 8.647532119694533e-17, + 8.232780060906432e-18, + -1.8377763557378056e-18, + 3.1476929606998304e-17, + 5.3192461436635365e-17, + -3.9789861907718845e-18, + 1.712967868027263e-17, + -1.1502705187322778e-16, + 3.993299090738689e-17, + -8.666460929900633e-17, + 5.111995352144195e-17, + 4.9780266084548967e-17, + 5.461802627332917e-17, + 6.062944425938742e-17, + -9.681245537547131e-18, + 3.755704951289721e-18, + 4.145015830386826e-17, + 6.518380902882487e-17, + -4.1083748064718045e-17, + -3.692155675437105e-17, + 9.606818457719744e-18, + -1.3339622769062576e-18, + -5.272872347771087e-18, + 7.472765072669068e-17, + 5.4952948132552416e-17, + -1.1065589222336543e-16, + 6.657287597060333e-18, + -4.7032189290922345e-17 + ] + ], + "std": [ + [ + 0.9991740198480986, + 0.999174018921411, + 0.9991740270954932, + 0.9991740228113029, + 0.9991740158723277, + 0.9991740243561008, + 0.9991740252725309, + 0.999174022151669, + 0.9991740235072105, + 0.9991740165590162, + 0.9991740265611315, + 0.9991740307025938, + 0.9991740258785623, + 0.9991740332613678, + 0.9991740406234768, + 0.9991740233656764, + 0.99917402208918, + 0.9991740282488505, + 0.9991740156767379, + 0.9991740258273182, + 0.9991740265687704, + 0.9991740257984052, + 0.9991740313679454, + 0.9991740235402499, + 0.9991740301415374, + 0.999174025174945, + 0.9991740248772705, + 0.9991740131152005, + 0.9991740154072135, + 0.999174010790505, + 0.9991740145205046, + 0.9991740094880226, + 0.999174013734848, + 0.9991740112483611, + 0.999174012892406, + 0.9991740196421095, + 0.9991740163331171, + 0.9991740185362487, + 0.999174022570399, + 0.9991740213173976, + 0.9991740202239284, + 0.9991740238427211, + 0.9991740163680863, + 0.999174017062169, + 0.9991740125363977, + 0.9991740134381419, + 0.9991740191519729, + 0.9991740283370354, + 0.9991740155322458, + 0.9991740139261396, + 0.9991740184139896, + 0.999174019859705, + 0.9991740278504871, + 0.9991740398149004, + 0.999174023614369, + 0.9991740280305289, + 0.9991740362925333, + 0.9991740390736555, + 0.9991740447608781, + 0.9991740366854855, + 0.9991740362046343, + 0.9991740405864491, + 0.9991740375979712, + 0.9991740333245271, + 0.9991740409940638, + 0.9991740310134122, + 0.9991740304658957, + 0.999174033728742, + 0.999174036884333, + 0.9991740224573864, + 0.9991740220790023, + 0.9991740325877202, + 0.9991740370120651, + 0.9991740334250748, + 0.9991740430984879, + 0.9991740318332668, + 0.9991740344761934, + 0.999174042827945, + 0.9991740330505716, + 0.9991740252745448, + 0.9991740274917971, + 0.9991740305192677, + 0.9991740228891964, + 0.9991740211061582, + 0.9991740277499128, + 0.9991740236142126, + 0.9991740237191634, + 0.999174021976502, + 0.9991740197184515, + 0.9991740112462193, + 0.9991740199131119, + 0.999174015985377, + 0.9991740108661882, + 0.9991740240105333, + 0.9991740207849835, + 0.9991740206058937, + 0.9991740208986494, + 0.9991740167020124, + 0.9991740260065186, + 0.9991740164246233 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 2, + "depth": 6, + "padding": 200, + "parameters": 465810, + "cert_evals": { + "36": 0.05000000447034836, + "72": 0.02916666865348816, + "108": 0.01875000074505806, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 40, + "best_val_acc": 0.6363636363636364, + "test_acc": 0.622680412371134, + "train_size": 606, + "val_size": 121, + "test_size": 485, + "stats": { + "mean": [ + [ + -1.948844459480215e-17, + -2.5637266420541724e-17, + 1.2457948131107367e-17, + 1.9391116875027874e-17, + -2.980518289087544e-17, + -2.2969341866729208e-17, + 7.036221623681505e-18, + 4.146160862384171e-17, + -4.096351970499688e-18, + 9.532391377892357e-19, + 1.2762526642400985e-16, + 6.309698821366465e-17, + -9.017699495086035e-17, + 4.1186800944479046e-17, + 3.661239811508806e-17, + 6.973244863827561e-18, + -3.7865850329681034e-17, + 3.669827551488889e-18, + -2.6341461098908545e-17, + 1.0127235500512785e-16, + 3.784473880223e-17, + 2.1297595150606345e-17, + -4.580127989377708e-19, + 3.18891411260423e-17, + -1.0585820815449228e-17, + -7.048816975652293e-17, + -8.823616571536156e-17, + 1.865257123674072e-17, + -5.615236914977071e-17, + 1.1031524520415547e-16, + 2.3600540755265324e-17, + -8.852242371469766e-17, + 5.783556618586702e-17, + -3.1912041765989185e-17, + -4.751882788979372e-19, + 6.6869868644914544e-18, + 5.2737311217690955e-17, + 6.242714449521817e-17, + 9.860156787132197e-18, + -8.186978781012654e-17, + 1.2269017851545536e-17, + 5.862563826403467e-18, + -4.1037946784824266e-17, + 1.648846076175975e-18, + 1.992355675379303e-17, + -1.343351539284482e-16, + -2.5190703941577397e-18, + -3.162578376665308e-17, + -6.822100640178097e-17, + 2.2213620748481885e-18, + -4.009902054700184e-17, + -2.0221265073102584e-17, + 4.0786039745408495e-17, + -5.3014981477046974e-18, + -8.636403839970342e-17, + 1.3323592321099754e-16, + -3.031686906468873e-17, + 2.4629638262878628e-17, + -7.900720781676547e-19, + -2.1808565679421295e-17, + -2.3667811385109308e-17, + -3.421355608065148e-17, + -3.93662000687014e-17, + -1.3477026608743907e-17, + 5.461086982334577e-17, + 4.520586325515798e-17, + 3.3308980802749385e-17, + -2.4513703773147504e-17, + 7.315036915034873e-17, + -4.9035995286275094e-17, + -9.27475917848986e-18, + 1.3957940047628566e-17, + 8.647532119694533e-17, + 8.232780060906432e-18, + -1.8377763557378056e-18, + 3.1476929606998304e-17, + 5.3192461436635365e-17, + -3.9789861907718845e-18, + 1.712967868027263e-17, + -1.1502705187322778e-16, + 3.993299090738689e-17, + -8.666460929900633e-17, + 5.111995352144195e-17, + 4.9780266084548967e-17, + 5.461802627332917e-17, + 6.062944425938742e-17, + -9.681245537547131e-18, + 3.755704951289721e-18, + 4.145015830386826e-17, + 6.518380902882487e-17, + -4.1083748064718045e-17, + -3.692155675437105e-17, + 9.606818457719744e-18, + -1.3339622769062576e-18, + -5.272872347771087e-18, + 7.472765072669068e-17, + 5.4952948132552416e-17, + -1.1065589222336543e-16, + 6.657287597060333e-18, + -4.7032189290922345e-17 + ] + ], + "std": [ + [ + 0.9991740198480986, + 0.999174018921411, + 0.9991740270954932, + 0.9991740228113029, + 0.9991740158723277, + 0.9991740243561008, + 0.9991740252725309, + 0.999174022151669, + 0.9991740235072105, + 0.9991740165590162, + 0.9991740265611315, + 0.9991740307025938, + 0.9991740258785623, + 0.9991740332613678, + 0.9991740406234768, + 0.9991740233656764, + 0.99917402208918, + 0.9991740282488505, + 0.9991740156767379, + 0.9991740258273182, + 0.9991740265687704, + 0.9991740257984052, + 0.9991740313679454, + 0.9991740235402499, + 0.9991740301415374, + 0.999174025174945, + 0.9991740248772705, + 0.9991740131152005, + 0.9991740154072135, + 0.999174010790505, + 0.9991740145205046, + 0.9991740094880226, + 0.999174013734848, + 0.9991740112483611, + 0.999174012892406, + 0.9991740196421095, + 0.9991740163331171, + 0.9991740185362487, + 0.999174022570399, + 0.9991740213173976, + 0.9991740202239284, + 0.9991740238427211, + 0.9991740163680863, + 0.999174017062169, + 0.9991740125363977, + 0.9991740134381419, + 0.9991740191519729, + 0.9991740283370354, + 0.9991740155322458, + 0.9991740139261396, + 0.9991740184139896, + 0.999174019859705, + 0.9991740278504871, + 0.9991740398149004, + 0.999174023614369, + 0.9991740280305289, + 0.9991740362925333, + 0.9991740390736555, + 0.9991740447608781, + 0.9991740366854855, + 0.9991740362046343, + 0.9991740405864491, + 0.9991740375979712, + 0.9991740333245271, + 0.9991740409940638, + 0.9991740310134122, + 0.9991740304658957, + 0.999174033728742, + 0.999174036884333, + 0.9991740224573864, + 0.9991740220790023, + 0.9991740325877202, + 0.9991740370120651, + 0.9991740334250748, + 0.9991740430984879, + 0.9991740318332668, + 0.9991740344761934, + 0.999174042827945, + 0.9991740330505716, + 0.9991740252745448, + 0.9991740274917971, + 0.9991740305192677, + 0.9991740228891964, + 0.9991740211061582, + 0.9991740277499128, + 0.9991740236142126, + 0.9991740237191634, + 0.999174021976502, + 0.9991740197184515, + 0.9991740112462193, + 0.9991740199131119, + 0.999174015985377, + 0.9991740108661882, + 0.9991740240105333, + 0.9991740207849835, + 0.9991740206058937, + 0.9991740208986494, + 0.9991740167020124, + 0.9991740260065186, + 0.9991740164246233 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 2, + "depth": 6, + "padding": 200, + "parameters": 465810, + "cert_evals": { + "36": 0.09484536200761795, + "72": 0.05154639482498169, + "108": 0.022680412977933884, + "255": 0.002061855746433139 + }, + "fold": 1 + }, + { + "best_epoch": 81, + "best_val_acc": 0.6416666666666667, + "test_acc": 0.6069958847736625, + "train_size": 606, + "val_size": 120, + "test_size": 486, + "stats": { + "mean": [ + [ + -1.948844459480215e-17, + -2.5637266420541724e-17, + 1.2457948131107367e-17, + 1.9391116875027874e-17, + -2.980518289087544e-17, + -2.2969341866729208e-17, + 7.036221623681505e-18, + 4.146160862384171e-17, + -4.096351970499688e-18, + 9.532391377892357e-19, + 1.2762526642400985e-16, + 6.309698821366465e-17, + -9.017699495086035e-17, + 4.1186800944479046e-17, + 3.661239811508806e-17, + 6.973244863827561e-18, + -3.7865850329681034e-17, + 3.669827551488889e-18, + -2.6341461098908545e-17, + 1.0127235500512785e-16, + 3.784473880223e-17, + 2.1297595150606345e-17, + -4.580127989377708e-19, + 3.18891411260423e-17, + -1.0585820815449228e-17, + -7.048816975652293e-17, + -8.823616571536156e-17, + 1.865257123674072e-17, + -5.615236914977071e-17, + 1.1031524520415547e-16, + 2.3600540755265324e-17, + -8.852242371469766e-17, + 5.783556618586702e-17, + -3.1912041765989185e-17, + -4.751882788979372e-19, + 6.6869868644914544e-18, + 5.2737311217690955e-17, + 6.242714449521817e-17, + 9.860156787132197e-18, + -8.186978781012654e-17, + 1.2269017851545536e-17, + 5.862563826403467e-18, + -4.1037946784824266e-17, + 1.648846076175975e-18, + 1.992355675379303e-17, + -1.343351539284482e-16, + -2.5190703941577397e-18, + -3.162578376665308e-17, + -6.822100640178097e-17, + 2.2213620748481885e-18, + -4.009902054700184e-17, + -2.0221265073102584e-17, + 4.0786039745408495e-17, + -5.3014981477046974e-18, + -8.636403839970342e-17, + 1.3323592321099754e-16, + -3.031686906468873e-17, + 2.4629638262878628e-17, + -7.900720781676547e-19, + -2.1808565679421295e-17, + -2.3667811385109308e-17, + -3.421355608065148e-17, + -3.93662000687014e-17, + -1.3477026608743907e-17, + 5.461086982334577e-17, + 4.520586325515798e-17, + 3.3308980802749385e-17, + -2.4513703773147504e-17, + 7.315036915034873e-17, + -4.9035995286275094e-17, + -9.27475917848986e-18, + 1.3957940047628566e-17, + 8.647532119694533e-17, + 8.232780060906432e-18, + -1.8377763557378056e-18, + 3.1476929606998304e-17, + 5.3192461436635365e-17, + -3.9789861907718845e-18, + 1.712967868027263e-17, + -1.1502705187322778e-16, + 3.993299090738689e-17, + -8.666460929900633e-17, + 5.111995352144195e-17, + 4.9780266084548967e-17, + 5.461802627332917e-17, + 6.062944425938742e-17, + -9.681245537547131e-18, + 3.755704951289721e-18, + 4.145015830386826e-17, + 6.518380902882487e-17, + -4.1083748064718045e-17, + -3.692155675437105e-17, + 9.606818457719744e-18, + -1.3339622769062576e-18, + -5.272872347771087e-18, + 7.472765072669068e-17, + 5.4952948132552416e-17, + -1.1065589222336543e-16, + 6.657287597060333e-18, + -4.7032189290922345e-17 + ] + ], + "std": [ + [ + 0.9991740198480986, + 0.999174018921411, + 0.9991740270954932, + 0.9991740228113029, + 0.9991740158723277, + 0.9991740243561008, + 0.9991740252725309, + 0.999174022151669, + 0.9991740235072105, + 0.9991740165590162, + 0.9991740265611315, + 0.9991740307025938, + 0.9991740258785623, + 0.9991740332613678, + 0.9991740406234768, + 0.9991740233656764, + 0.99917402208918, + 0.9991740282488505, + 0.9991740156767379, + 0.9991740258273182, + 0.9991740265687704, + 0.9991740257984052, + 0.9991740313679454, + 0.9991740235402499, + 0.9991740301415374, + 0.999174025174945, + 0.9991740248772705, + 0.9991740131152005, + 0.9991740154072135, + 0.999174010790505, + 0.9991740145205046, + 0.9991740094880226, + 0.999174013734848, + 0.9991740112483611, + 0.999174012892406, + 0.9991740196421095, + 0.9991740163331171, + 0.9991740185362487, + 0.999174022570399, + 0.9991740213173976, + 0.9991740202239284, + 0.9991740238427211, + 0.9991740163680863, + 0.999174017062169, + 0.9991740125363977, + 0.9991740134381419, + 0.9991740191519729, + 0.9991740283370354, + 0.9991740155322458, + 0.9991740139261396, + 0.9991740184139896, + 0.999174019859705, + 0.9991740278504871, + 0.9991740398149004, + 0.999174023614369, + 0.9991740280305289, + 0.9991740362925333, + 0.9991740390736555, + 0.9991740447608781, + 0.9991740366854855, + 0.9991740362046343, + 0.9991740405864491, + 0.9991740375979712, + 0.9991740333245271, + 0.9991740409940638, + 0.9991740310134122, + 0.9991740304658957, + 0.999174033728742, + 0.999174036884333, + 0.9991740224573864, + 0.9991740220790023, + 0.9991740325877202, + 0.9991740370120651, + 0.9991740334250748, + 0.9991740430984879, + 0.9991740318332668, + 0.9991740344761934, + 0.999174042827945, + 0.9991740330505716, + 0.9991740252745448, + 0.9991740274917971, + 0.9991740305192677, + 0.9991740228891964, + 0.9991740211061582, + 0.9991740277499128, + 0.9991740236142126, + 0.9991740237191634, + 0.999174021976502, + 0.9991740197184515, + 0.9991740112462193, + 0.9991740199131119, + 0.999174015985377, + 0.9991740108661882, + 0.9991740240105333, + 0.9991740207849835, + 0.9991740206058937, + 0.9991740208986494, + 0.9991740167020124, + 0.9991740260065186, + 0.9991740164246233 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 2, + "depth": 6, + "padding": 200, + "parameters": 465810, + "cert_evals": { + "36": 0.10493826866149902, + "72": 0.043209876865148544, + "108": 0.022633744403719902, + "255": 0.002057613106444478 + }, + "fold": 2 + }, + { + "best_epoch": 70, + "best_val_acc": 0.7719298245614035, + "test_acc": 0.6199186991869918, + "train_size": 606, + "val_size": 114, + "test_size": 492, + "stats": { + "mean": [ + [ + -1.948844459480215e-17, + -2.5637266420541724e-17, + 1.2457948131107367e-17, + 1.9391116875027874e-17, + -2.980518289087544e-17, + -2.2969341866729208e-17, + 7.036221623681505e-18, + 4.146160862384171e-17, + -4.096351970499688e-18, + 9.532391377892357e-19, + 1.2762526642400985e-16, + 6.309698821366465e-17, + -9.017699495086035e-17, + 4.1186800944479046e-17, + 3.661239811508806e-17, + 6.973244863827561e-18, + -3.7865850329681034e-17, + 3.669827551488889e-18, + -2.6341461098908545e-17, + 1.0127235500512785e-16, + 3.784473880223e-17, + 2.1297595150606345e-17, + -4.580127989377708e-19, + 3.18891411260423e-17, + -1.0585820815449228e-17, + -7.048816975652293e-17, + -8.823616571536156e-17, + 1.865257123674072e-17, + -5.615236914977071e-17, + 1.1031524520415547e-16, + 2.3600540755265324e-17, + -8.852242371469766e-17, + 5.783556618586702e-17, + -3.1912041765989185e-17, + -4.751882788979372e-19, + 6.6869868644914544e-18, + 5.2737311217690955e-17, + 6.242714449521817e-17, + 9.860156787132197e-18, + -8.186978781012654e-17, + 1.2269017851545536e-17, + 5.862563826403467e-18, + -4.1037946784824266e-17, + 1.648846076175975e-18, + 1.992355675379303e-17, + -1.343351539284482e-16, + -2.5190703941577397e-18, + -3.162578376665308e-17, + -6.822100640178097e-17, + 2.2213620748481885e-18, + -4.009902054700184e-17, + -2.0221265073102584e-17, + 4.0786039745408495e-17, + -5.3014981477046974e-18, + -8.636403839970342e-17, + 1.3323592321099754e-16, + -3.031686906468873e-17, + 2.4629638262878628e-17, + -7.900720781676547e-19, + -2.1808565679421295e-17, + -2.3667811385109308e-17, + -3.421355608065148e-17, + -3.93662000687014e-17, + -1.3477026608743907e-17, + 5.461086982334577e-17, + 4.520586325515798e-17, + 3.3308980802749385e-17, + -2.4513703773147504e-17, + 7.315036915034873e-17, + -4.9035995286275094e-17, + -9.27475917848986e-18, + 1.3957940047628566e-17, + 8.647532119694533e-17, + 8.232780060906432e-18, + -1.8377763557378056e-18, + 3.1476929606998304e-17, + 5.3192461436635365e-17, + -3.9789861907718845e-18, + 1.712967868027263e-17, + -1.1502705187322778e-16, + 3.993299090738689e-17, + -8.666460929900633e-17, + 5.111995352144195e-17, + 4.9780266084548967e-17, + 5.461802627332917e-17, + 6.062944425938742e-17, + -9.681245537547131e-18, + 3.755704951289721e-18, + 4.145015830386826e-17, + 6.518380902882487e-17, + -4.1083748064718045e-17, + -3.692155675437105e-17, + 9.606818457719744e-18, + -1.3339622769062576e-18, + -5.272872347771087e-18, + 7.472765072669068e-17, + 5.4952948132552416e-17, + -1.1065589222336543e-16, + 6.657287597060333e-18, + -4.7032189290922345e-17 + ] + ], + "std": [ + [ + 0.9991740198480986, + 0.999174018921411, + 0.9991740270954932, + 0.9991740228113029, + 0.9991740158723277, + 0.9991740243561008, + 0.9991740252725309, + 0.999174022151669, + 0.9991740235072105, + 0.9991740165590162, + 0.9991740265611315, + 0.9991740307025938, + 0.9991740258785623, + 0.9991740332613678, + 0.9991740406234768, + 0.9991740233656764, + 0.99917402208918, + 0.9991740282488505, + 0.9991740156767379, + 0.9991740258273182, + 0.9991740265687704, + 0.9991740257984052, + 0.9991740313679454, + 0.9991740235402499, + 0.9991740301415374, + 0.999174025174945, + 0.9991740248772705, + 0.9991740131152005, + 0.9991740154072135, + 0.999174010790505, + 0.9991740145205046, + 0.9991740094880226, + 0.999174013734848, + 0.9991740112483611, + 0.999174012892406, + 0.9991740196421095, + 0.9991740163331171, + 0.9991740185362487, + 0.999174022570399, + 0.9991740213173976, + 0.9991740202239284, + 0.9991740238427211, + 0.9991740163680863, + 0.999174017062169, + 0.9991740125363977, + 0.9991740134381419, + 0.9991740191519729, + 0.9991740283370354, + 0.9991740155322458, + 0.9991740139261396, + 0.9991740184139896, + 0.999174019859705, + 0.9991740278504871, + 0.9991740398149004, + 0.999174023614369, + 0.9991740280305289, + 0.9991740362925333, + 0.9991740390736555, + 0.9991740447608781, + 0.9991740366854855, + 0.9991740362046343, + 0.9991740405864491, + 0.9991740375979712, + 0.9991740333245271, + 0.9991740409940638, + 0.9991740310134122, + 0.9991740304658957, + 0.999174033728742, + 0.999174036884333, + 0.9991740224573864, + 0.9991740220790023, + 0.9991740325877202, + 0.9991740370120651, + 0.9991740334250748, + 0.9991740430984879, + 0.9991740318332668, + 0.9991740344761934, + 0.999174042827945, + 0.9991740330505716, + 0.9991740252745448, + 0.9991740274917971, + 0.9991740305192677, + 0.9991740228891964, + 0.9991740211061582, + 0.9991740277499128, + 0.9991740236142126, + 0.9991740237191634, + 0.999174021976502, + 0.9991740197184515, + 0.9991740112462193, + 0.9991740199131119, + 0.999174015985377, + 0.9991740108661882, + 0.9991740240105333, + 0.9991740207849835, + 0.9991740206058937, + 0.9991740208986494, + 0.9991740167020124, + 0.9991740260065186, + 0.9991740164246233 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 2, + "depth": 6, + "padding": 200, + "parameters": 465810, + "cert_evals": { + "36": 0.09146340936422348, + "72": 0.04674796760082245, + "108": 0.026422763243317604, + "255": 0.004065040498971939 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5910445824162804, + "std_test_acc": 0.05143055840789014, + "n_samples": 1212, + "n_features": 100, + "n_classes": 2, + "mean_cert_acc_36": 0.0853117611259222, + "std_cert_acc_36": 0.02422706666771542, + "mean_cert_acc_72": 0.04266772698611021, + "std_cert_acc_72": 0.009627246208187168, + "mean_cert_acc_108": 0.022621730342507362, + "std_cert_acc_108": 0.003132716030229694, + "mean_cert_acc_255": 0.002046127337962389, + "std_cert_acc_255": 0.0016596211154522862 + }, + "horse-colic": { + "dataset": "horse-colic", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 41, + "best_val_acc": 0.8787878787878788, + "test_acc": 0.7991452991452992, + "train_size": 68, + "val_size": 66, + "test_size": 234, + "stats": { + "mean": [ + [ + -3.918434204559376e-17, + 1.6081907047879105e-16, + -8.898111006186917e-17, + 4.5715065719859385e-17, + 1.1428766429964846e-16, + -9.240973999085862e-16, + -1.457167719820518e-15, + -1.240837498110469e-16, + -8.996071861300901e-16, + -9.469549327685159e-16, + 2.661269897263243e-16, + -3.632715043810255e-16, + 0.0, + 4.5715065719859385e-17, + -2.1796290262861528e-16, + -2.729842495843032e-15, + 1.0841001299280941e-15, + 3.7306758989242393e-16, + 7.836868409118753e-17, + 7.151142423320861e-16, + 7.836868409118753e-17, + -4.081702296416017e-17, + 5.877651306839064e-17, + -2.9959694855693565e-16, + 5.028657229184532e-16 + ] + ], + "std": [ + [ + 0.9742956396024967, + 0.9874129079346324, + 0.9918559595947606, + 0.99225721180266, + 0.9921299699802761, + 0.9848134955127864, + 0.9843013518199359, + 0.9861089730182948, + 0.9755495809457849, + 0.9860401240147575, + 0.985286300764603, + 0.9842961745285809, + 0.9824073002181559, + 0.9834383442239104, + 0.9888717265277447, + 0.986845504027903, + 0.9879390608769005, + 0.9920717709998307, + 0.9922690297982814, + 0.9844178185972415, + 0.9871806289366772, + 0.9789339023991226, + 0.9926179246174212, + 0.9926033525170048, + 0.9725972171816771 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 40038, + "cert_evals": { + "36": 0.7435897588729858, + "72": 0.7094017267227173, + "108": 0.6495726704597473, + "255": 0.2478632628917694 + }, + "fold": 0 + }, + { + "best_epoch": 8, + "best_val_acc": 0.875, + "test_acc": 0.7017543859649122, + "train_size": 68, + "val_size": 72, + "test_size": 228, + "stats": { + "mean": [ + [ + -3.918434204559376e-17, + 1.6081907047879105e-16, + -8.898111006186917e-17, + 4.5715065719859385e-17, + 1.1428766429964846e-16, + -9.240973999085862e-16, + -1.457167719820518e-15, + -1.240837498110469e-16, + -8.996071861300901e-16, + -9.469549327685159e-16, + 2.661269897263243e-16, + -3.632715043810255e-16, + 0.0, + 4.5715065719859385e-17, + -2.1796290262861528e-16, + -2.729842495843032e-15, + 1.0841001299280941e-15, + 3.7306758989242393e-16, + 7.836868409118753e-17, + 7.151142423320861e-16, + 7.836868409118753e-17, + -4.081702296416017e-17, + 5.877651306839064e-17, + -2.9959694855693565e-16, + 5.028657229184532e-16 + ] + ], + "std": [ + [ + 0.9742956396024967, + 0.9874129079346324, + 0.9918559595947606, + 0.99225721180266, + 0.9921299699802761, + 0.9848134955127864, + 0.9843013518199359, + 0.9861089730182948, + 0.9755495809457849, + 0.9860401240147575, + 0.985286300764603, + 0.9842961745285809, + 0.9824073002181559, + 0.9834383442239104, + 0.9888717265277447, + 0.986845504027903, + 0.9879390608769005, + 0.9920717709998307, + 0.9922690297982814, + 0.9844178185972415, + 0.9871806289366772, + 0.9789339023991226, + 0.9926179246174212, + 0.9926033525170048, + 0.9725972171816771 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 40038, + "cert_evals": { + "36": 0.5745614171028137, + "72": 0.46052631735801697, + "108": 0.33771929144859314, + "255": 0.03947368264198303 + }, + "fold": 1 + }, + { + "best_epoch": 30, + "best_val_acc": 0.9206349206349206, + "test_acc": 0.8143459915611815, + "train_size": 68, + "val_size": 63, + "test_size": 237, + "stats": { + "mean": [ + [ + -3.918434204559376e-17, + 1.6081907047879105e-16, + -8.898111006186917e-17, + 4.5715065719859385e-17, + 1.1428766429964846e-16, + -9.240973999085862e-16, + -1.457167719820518e-15, + -1.240837498110469e-16, + -8.996071861300901e-16, + -9.469549327685159e-16, + 2.661269897263243e-16, + -3.632715043810255e-16, + 0.0, + 4.5715065719859385e-17, + -2.1796290262861528e-16, + -2.729842495843032e-15, + 1.0841001299280941e-15, + 3.7306758989242393e-16, + 7.836868409118753e-17, + 7.151142423320861e-16, + 7.836868409118753e-17, + -4.081702296416017e-17, + 5.877651306839064e-17, + -2.9959694855693565e-16, + 5.028657229184532e-16 + ] + ], + "std": [ + [ + 0.9742956396024967, + 0.9874129079346324, + 0.9918559595947606, + 0.99225721180266, + 0.9921299699802761, + 0.9848134955127864, + 0.9843013518199359, + 0.9861089730182948, + 0.9755495809457849, + 0.9860401240147575, + 0.985286300764603, + 0.9842961745285809, + 0.9824073002181559, + 0.9834383442239104, + 0.9888717265277447, + 0.986845504027903, + 0.9879390608769005, + 0.9920717709998307, + 0.9922690297982814, + 0.9844178185972415, + 0.9871806289366772, + 0.9789339023991226, + 0.9926179246174212, + 0.9926033525170048, + 0.9725972171816771 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 40038, + "cert_evals": { + "36": 0.7341771721839905, + "72": 0.6751054525375366, + "108": 0.6033754944801331, + "255": 0.17721518874168396 + }, + "fold": 2 + }, + { + "best_epoch": 21, + "best_val_acc": 0.84, + "test_acc": 0.784, + "train_size": 68, + "val_size": 50, + "test_size": 250, + "stats": { + "mean": [ + [ + -3.918434204559376e-17, + 1.6081907047879105e-16, + -8.898111006186917e-17, + 4.5715065719859385e-17, + 1.1428766429964846e-16, + -9.240973999085862e-16, + -1.457167719820518e-15, + -1.240837498110469e-16, + -8.996071861300901e-16, + -9.469549327685159e-16, + 2.661269897263243e-16, + -3.632715043810255e-16, + 0.0, + 4.5715065719859385e-17, + -2.1796290262861528e-16, + -2.729842495843032e-15, + 1.0841001299280941e-15, + 3.7306758989242393e-16, + 7.836868409118753e-17, + 7.151142423320861e-16, + 7.836868409118753e-17, + -4.081702296416017e-17, + 5.877651306839064e-17, + -2.9959694855693565e-16, + 5.028657229184532e-16 + ] + ], + "std": [ + [ + 0.9742956396024967, + 0.9874129079346324, + 0.9918559595947606, + 0.99225721180266, + 0.9921299699802761, + 0.9848134955127864, + 0.9843013518199359, + 0.9861089730182948, + 0.9755495809457849, + 0.9860401240147575, + 0.985286300764603, + 0.9842961745285809, + 0.9824073002181559, + 0.9834383442239104, + 0.9888717265277447, + 0.986845504027903, + 0.9879390608769005, + 0.9920717709998307, + 0.9922690297982814, + 0.9844178185972415, + 0.9871806289366772, + 0.9789339023991226, + 0.9926179246174212, + 0.9926033525170048, + 0.9725972171816771 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 40038, + "cert_evals": { + "36": 0.7200000286102295, + "72": 0.6920000314712524, + "108": 0.5200000405311584, + "255": 0.04000000283122063 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7748114191678481, + "std_test_acc": 0.050255614104975296, + "n_samples": 368, + "n_features": 25, + "n_classes": 2, + "mean_cert_acc_36": 0.6930820941925049, + "std_cert_acc_36": 0.07960643968448355, + "mean_cert_acc_72": 0.6342583820223808, + "std_cert_acc_72": 0.11666466731054834, + "mean_cert_acc_108": 0.527666874229908, + "std_cert_acc_108": 0.13751567532230963, + "mean_cert_acc_255": 0.12613803427666426, + "std_cert_acc_255": 0.10385306494465951 + }, + "ilpd-indian-liver": { + "dataset": "ilpd-indian-liver", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 14, + "best_val_acc": 0.627906976744186, + "test_acc": 0.6381766381766382, + "train_size": 146, + "val_size": 86, + "test_size": 351, + "stats": { + "mean": [ + [ + -0.04947167191780823, + -0.00829989520547949, + 0.0029959439041094614, + 0.043865143424657534, + -0.02727346465753423, + 0.06000245376712337, + 0.18081108150684932, + 0.13766838972602727, + 0.07700867876712333 + ] + ], + "std": [ + [ + 1.0220386211163874, + 0.9305248911517027, + 1.0317627748416793, + 1.0430349333459359, + 0.6968608763678219, + 1.4666603089790804, + 0.976649603737411, + 0.9779410793607819, + 1.0045141661622095 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3878, + "cert_evals": { + "36": 0.3589743673801422, + "72": 0.23931623995304108, + "108": 0.156695157289505, + "255": 0.07692307978868484 + }, + "fold": 0 + }, + { + "best_epoch": 2, + "best_val_acc": 0.7391304347826086, + "test_acc": 0.6032608695652174, + "train_size": 146, + "val_size": 69, + "test_size": 368, + "stats": { + "mean": [ + [ + 0.023718123972602808, + -0.005873168493150683, + 0.03226138232876717, + 0.04699460315068498, + 0.05445175945205481, + -0.012896076027397266, + 0.006021310958904103, + -0.03022427397260268, + 0.024170888356164395 + ] + ], + "std": [ + [ + 0.9837490979337397, + 0.9321175505257335, + 1.0715555930063725, + 0.9529710623514904, + 1.1810113146612142, + 0.7086815710476746, + 1.0423446624153474, + 1.010859445699408, + 1.0504905455411107 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3878, + "cert_evals": { + "36": 0.07065217196941376, + "72": 0.0027173913549631834, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 7, + "best_val_acc": 0.6477272727272727, + "test_acc": 0.5845272206303725, + "train_size": 146, + "val_size": 88, + "test_size": 349, + "stats": { + "mean": [ + [ + -0.06850946301369858, + -0.0660989635342466, + -0.043828577945205456, + -0.023010099041095942, + 0.006519339726027369, + -0.025199812328767113, + -0.0009198609589041257, + -0.051749036301369795, + -0.1729785705479453 + ] + ], + "std": [ + [ + 0.960568795724854, + 0.7317880619730879, + 0.8532176637131939, + 0.846889651522413, + 0.8393088412983767, + 0.6466602014941917, + 1.025247253115212, + 1.0319261806513593, + 0.9884325003029147 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3878, + "cert_evals": { + "36": 0.10028653591871262, + "72": 0.02865329571068287, + "108": 0.00859598908573389, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 5, + "best_val_acc": 0.7261904761904762, + "test_acc": 0.623229461756374, + "train_size": 146, + "val_size": 84, + "test_size": 353, + "stats": { + "mean": [ + [ + 0.10156164794520553, + 0.11148967165753422, + 0.14932299390410964, + -0.06575168465753424, + 0.08565644520547948, + 0.041416027397260274, + 0.12780630068493154, + 0.0825649349315068, + 0.027512271917808223 + ] + ], + "std": [ + [ + 0.9791992181077636, + 1.0803158704678002, + 1.2337654004282645, + 0.900953545319748, + 1.161354860471408, + 0.8045626472841879, + 0.9144661645250372, + 1.0285214362372226, + 1.0463698865975202 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3878, + "cert_evals": { + "36": 0.43059489130973816, + "72": 0.24645891785621643, + "108": 0.150141641497612, + "255": 0.02266288921236992 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6122985475321505, + "std_test_acc": 0.023395773707381814, + "n_samples": 583, + "n_features": 9, + "n_classes": 2, + "mean_cert_acc_36": 0.24012699164450169, + "std_cert_acc_36": 0.1813649976186466, + "mean_cert_acc_72": 0.1292864612187259, + "std_cert_acc_72": 0.13163421572566683, + "mean_cert_acc_108": 0.07885819696821272, + "std_cert_acc_108": 0.08620772382571544, + "mean_cert_acc_255": 0.02489649225026369, + "std_cert_acc_255": 0.03629244846226631 + }, + "image-segmentation": { + "dataset": "image-segmentation", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 4, + "best_val_acc": 0.88, + "test_acc": 0.89375, + "train_size": 2100, + "val_size": 50, + "test_size": 160, + "stats": { + "mean": [ + [ + 4.532088989809121e-17, + -7.34333229144925e-17, + 5.686456596603897e-16, + -1.441175221489608e-16, + 1.2583849306495375e-16, + -1.7241499233613294e-17, + -4.0893214740359934e-17, + 1.316275131219278e-16, + -6.396999332363997e-18, + -1.3756191952736462e-16, + -3.933361572957697e-17, + -1.1186818667175387e-16, + 2.5106900685451756e-16, + 4.337799960499719e-17, + 4.421066687346605e-17, + -1.850371707708594e-17, + -2.350368577012995e-16, + -9.793753110086202e-17 + ] + ], + "std": [ + [ + 0.9996246758364985, + 0.9995878274866169, + 0.8038207521572458, + 0.7019751493522468, + 0.9960026008909317, + 0.9995397039243666, + 0.9968889591858656, + 0.9995749389029804, + 0.9994997832814528, + 0.9994762671895456, + 0.9995321523164318, + 0.9994865643378964, + 0.9988998799598826, + 0.9992534567413346, + 0.9989012736519327, + 0.9995288891246146, + 0.9578356691087312, + 0.9933295528418025 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 14851, + "cert_evals": { + "36": 0.831250011920929, + "72": 0.7562500238418579, + "108": 0.6500000357627869, + "255": 0.3375000059604645 + }, + "fold": 0 + }, + { + "best_epoch": 6, + "best_val_acc": 0.9361702127659575, + "test_acc": 0.901840490797546, + "train_size": 2100, + "val_size": 47, + "test_size": 163, + "stats": { + "mean": [ + [ + 4.532088989809121e-17, + -7.34333229144925e-17, + 5.686456596603897e-16, + -1.441175221489608e-16, + 1.2583849306495375e-16, + -1.7241499233613294e-17, + -4.0893214740359934e-17, + 1.316275131219278e-16, + -6.396999332363997e-18, + -1.3756191952736462e-16, + -3.933361572957697e-17, + -1.1186818667175387e-16, + 2.5106900685451756e-16, + 4.337799960499719e-17, + 4.421066687346605e-17, + -1.850371707708594e-17, + -2.350368577012995e-16, + -9.793753110086202e-17 + ] + ], + "std": [ + [ + 0.9996246758364985, + 0.9995878274866169, + 0.8038207521572458, + 0.7019751493522468, + 0.9960026008909317, + 0.9995397039243666, + 0.9968889591858656, + 0.9995749389029804, + 0.9994997832814528, + 0.9994762671895456, + 0.9995321523164318, + 0.9994865643378964, + 0.9988998799598826, + 0.9992534567413346, + 0.9989012736519327, + 0.9995288891246146, + 0.9578356691087312, + 0.9933295528418025 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 14851, + "cert_evals": { + "36": 0.8527607321739197, + "72": 0.7914110422134399, + "108": 0.7239263653755188, + "255": 0.3128834366798401 + }, + "fold": 1 + }, + { + "best_epoch": 6, + "best_val_acc": 0.9534883720930233, + "test_acc": 0.8802395209580839, + "train_size": 2100, + "val_size": 43, + "test_size": 167, + "stats": { + "mean": [ + [ + 4.532088989809121e-17, + -7.34333229144925e-17, + 5.686456596603897e-16, + -1.441175221489608e-16, + 1.2583849306495375e-16, + -1.7241499233613294e-17, + -4.0893214740359934e-17, + 1.316275131219278e-16, + -6.396999332363997e-18, + -1.3756191952736462e-16, + -3.933361572957697e-17, + -1.1186818667175387e-16, + 2.5106900685451756e-16, + 4.337799960499719e-17, + 4.421066687346605e-17, + -1.850371707708594e-17, + -2.350368577012995e-16, + -9.793753110086202e-17 + ] + ], + "std": [ + [ + 0.9996246758364985, + 0.9995878274866169, + 0.8038207521572458, + 0.7019751493522468, + 0.9960026008909317, + 0.9995397039243666, + 0.9968889591858656, + 0.9995749389029804, + 0.9994997832814528, + 0.9994762671895456, + 0.9995321523164318, + 0.9994865643378964, + 0.9988998799598826, + 0.9992534567413346, + 0.9989012736519327, + 0.9995288891246146, + 0.9578356691087312, + 0.9933295528418025 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 14851, + "cert_evals": { + "36": 0.8443114161491394, + "72": 0.8143712878227234, + "108": 0.7485030293464661, + "255": 0.2994012236595154 + }, + "fold": 2 + }, + { + "best_epoch": 3, + "best_val_acc": 0.8611111111111112, + "test_acc": 0.8735632183908046, + "train_size": 2100, + "val_size": 36, + "test_size": 174, + "stats": { + "mean": [ + [ + 4.532088989809121e-17, + -7.34333229144925e-17, + 5.686456596603897e-16, + -1.441175221489608e-16, + 1.2583849306495375e-16, + -1.7241499233613294e-17, + -4.0893214740359934e-17, + 1.316275131219278e-16, + -6.396999332363997e-18, + -1.3756191952736462e-16, + -3.933361572957697e-17, + -1.1186818667175387e-16, + 2.5106900685451756e-16, + 4.337799960499719e-17, + 4.421066687346605e-17, + -1.850371707708594e-17, + -2.350368577012995e-16, + -9.793753110086202e-17 + ] + ], + "std": [ + [ + 0.9996246758364985, + 0.9995878274866169, + 0.8038207521572458, + 0.7019751493522468, + 0.9960026008909317, + 0.9995397039243666, + 0.9968889591858656, + 0.9995749389029804, + 0.9994997832814528, + 0.9994762671895456, + 0.9995321523164318, + 0.9994865643378964, + 0.9988998799598826, + 0.9992534567413346, + 0.9989012736519327, + 0.9995288891246146, + 0.9578356691087312, + 0.9933295528418025 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 14851, + "cert_evals": { + "36": 0.8103448152542114, + "72": 0.7068965435028076, + "108": 0.5632184147834778, + "255": 0.28735631704330444 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8873483075366086, + "std_test_acc": 0.0128006324250173, + "n_samples": 2310, + "n_features": 18, + "n_classes": 7, + "mean_cert_acc_36": 0.8346667438745499, + "std_cert_acc_36": 0.018471982251666984, + "mean_cert_acc_72": 0.7672322243452072, + "std_cert_acc_72": 0.04678927815092592, + "mean_cert_acc_108": 0.6714119613170624, + "std_cert_acc_108": 0.0833968613937514, + "mean_cert_acc_255": 0.3092852458357811, + "std_cert_acc_255": 0.02150652210074979 + }, + "ionosphere": { + "dataset": "ionosphere", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 32, + "best_val_acc": 0.8723404255319149, + "test_acc": 0.8981481481481481, + "train_size": 88, + "val_size": 47, + "test_size": 216, + "stats": { + "mean": [ + [ + -0.053792624999999955, + 0.11437863863636365, + -0.09784573977272727, + 0.037641697727272765, + 0.03979244659090908, + -0.022637212499999986, + -0.03695475681818172, + -0.03367938977272729, + -0.021329492045454524, + -0.09884267272727273, + 0.035718605681818186, + 0.06464764249999998, + -0.019363167613636392, + -0.05855647840909092, + -0.09749018068181807, + -0.038717673863636344, + -0.20421359857954527, + -0.07935669659090909, + -0.1400404538977272, + 0.02510688295454545, + -0.037117688954545446, + 0.033973999999999976, + -0.1653208722727273, + 0.005757295454545449, + -0.1324492284090909, + -0.08898458409090908, + -0.05795820443181821, + -0.02483663102272733, + -0.08507457556818178, + 0.08867289204545453, + -0.04576606920454543, + 0.02797571125000001, + -0.0760243448863635 + ] + ], + "std": [ + [ + 1.0628766820372375, + 0.7507239967772006, + 1.0291396537758577, + 0.8884938256308751, + 0.9340022757733981, + 0.913837455075107, + 0.9736609191811407, + 0.9876988868200146, + 1.0170932036566493, + 0.9930860356859771, + 0.9548850329366211, + 0.9223725518038193, + 0.8913550898838349, + 1.0187510679778873, + 1.017494178014936, + 1.0307802521113834, + 0.975629252171648, + 1.0218068809970482, + 0.9797731524500652, + 0.9502446255339264, + 0.9112949974613238, + 0.9538996196640592, + 0.8900589740016208, + 0.9778636762599577, + 0.9154522749390646, + 1.05891815419685, + 0.9349516698212756, + 1.028413342097531, + 1.0174809086582552, + 0.8603550537251974, + 0.9177215824920913, + 0.9334496357023497, + 0.9708996223344086 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 52358, + "cert_evals": { + "36": 0.875, + "72": 0.8379629850387573, + "108": 0.8055555820465088, + "255": 0.5416666865348816 + }, + "fold": 0 + }, + { + "best_epoch": 42, + "best_val_acc": 0.9090909090909091, + "test_acc": 0.875, + "train_size": 88, + "val_size": 55, + "test_size": 208, + "stats": { + "mean": [ + [ + -0.05379262500000004, + 0.057230188340909066, + -0.12594148852272724, + -0.0657140477272727, + 0.03683578340909091, + -0.019606631818181786, + -0.060358038636363666, + 0.04340084659090913, + -0.0891362948863636, + 0.11950643409090907, + -0.0431416420454545, + 0.015000489886363617, + 0.006661120113636418, + 0.05273973636363641, + 0.015397984090909127, + 0.014861920909090958, + 0.1809429574999999, + 0.08595570852272723, + 0.06362748978409093, + 0.013652813181818213, + 0.08379081831818179, + 0.012709255681818172, + 0.05176218068181814, + -0.0808674875, + 0.0755702415909092, + 0.018801221590909037, + 0.00032548409090908274, + -0.044570049999999944, + -0.06261137522727273, + -0.029789787386363672, + 0.05672472590909099, + 0.07217833522727275, + -0.1547468361363635 + ] + ], + "std": [ + [ + 1.062876682037237, + 0.9307820453086587, + 1.0773699872895335, + 1.0440681513418153, + 0.8335723077848519, + 1.0288328270221063, + 1.012134427705991, + 0.9381625016034029, + 1.0351171735867382, + 0.8413129464522849, + 0.957745165443786, + 0.996483818815002, + 1.0520779681632726, + 0.9017607688663065, + 0.9016249527670053, + 0.9886646202839675, + 0.948531710759369, + 0.9429119629240612, + 0.9771648840049503, + 1.0130626800360227, + 0.9206929443124036, + 1.0062206389304456, + 0.9740332111643196, + 1.0276361536986764, + 1.004938887359179, + 0.9916060965398966, + 1.0389805297776586, + 0.9937147733197984, + 0.9550117277666471, + 1.045048464961226, + 0.9419333165833579, + 0.9692634514790782, + 0.8827267306674739 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 52358, + "cert_evals": { + "36": 0.826923131942749, + "72": 0.7980769276618958, + "108": 0.7692307829856873, + "255": 0.5528846383094788 + }, + "fold": 1 + }, + { + "best_epoch": 6, + "best_val_acc": 0.8135593220338984, + "test_acc": 0.8480392156862745, + "train_size": 88, + "val_size": 59, + "test_size": 204, + "stats": { + "mean": [ + [ + -0.1268343749999996, + 0.03819893595454546, + -0.011457272727272726, + 0.05116481477272727, + -0.0830110590909092, + 0.047313343863636344, + 0.10252151931818183, + 0.1333957454545454, + 0.05029393693181818, + 0.04156139318181821, + -0.001252886136363645, + -0.02304269772727273, + -0.028127184431818178, + 0.09080393977272729, + 0.051952362500000016, + 0.026424043636363623, + 0.004673466193181796, + 0.08743039488636364, + -0.026571849534090915, + 0.14150050181818186, + 0.03335016056818166, + 0.12982050340909096, + 0.16414423761363636, + 0.09544092727272725, + -0.013555443181818177, + 0.13096514511363633, + 0.08380314419318177, + 0.11039518400000002, + 0.10956971738636363, + 0.16996981363636354, + 0.20297531795454554, + 0.13073818977272728, + 0.22886673897727264 + ] + ], + "std": [ + [ + 1.1403639563737902, + 0.9669190187863775, + 0.9172167629719893, + 0.8606790311963011, + 0.9989705798429368, + 0.9373035431734378, + 0.9209352640839872, + 0.8488345605516046, + 0.8825266596197384, + 0.9437597259890439, + 0.8884696173398924, + 1.0048586652940763, + 0.9550518112139788, + 0.9614986333459294, + 0.9194447344313414, + 0.9950631727543465, + 0.9784728631967848, + 0.9580770253420143, + 0.9232846642295484, + 0.9004257495362915, + 0.9845719410626651, + 0.9096258762479161, + 0.9598729860189827, + 0.9018492624900448, + 0.9747064152086655, + 0.8917378557660298, + 1.0112826407608113, + 0.9771390659506771, + 0.934094299138346, + 0.9171760631839044, + 0.9408030802675159, + 0.9489033599031296, + 0.9833308046410482 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 52358, + "cert_evals": { + "36": 0.7401961088180542, + "72": 0.6470588445663452, + "108": 0.4313725531101227, + "255": 0.10294117778539658 + }, + "fold": 2 + }, + { + "best_epoch": 14, + "best_val_acc": 0.9444444444444444, + "test_acc": 0.84688995215311, + "train_size": 88, + "val_size": 54, + "test_size": 209, + "stats": { + "mean": [ + [ + -0.05379262500000004, + 0.08337084420454545, + 0.012367452272727331, + -0.10430459318181814, + -0.04320599500000006, + -0.02125417613636366, + 0.13601533749999994, + 0.08083362500000006, + 0.04508737613636362, + 0.06580848409090917, + -0.04573462613636365, + -0.11163381636363634, + -0.08390394295454544, + -0.08376589772727273, + -0.044872403409090926, + -0.0040415840909091135, + -0.08072537250000003, + 0.09002621590909089, + -0.162396136590909, + -0.039994314090909096, + -0.10034994406818182, + -0.025718289772727287, + -0.07362233545454551, + 0.15139177386363645, + -0.09483327613636364, + 0.035840585227272695, + 0.10623734090909087, + 0.16713354263636365, + -0.09824181704545455, + -0.02187183522727274, + -0.02442285272727274, + -0.04313826136363642, + 0.1828973070454546 + ] + ], + "std": [ + [ + 1.062876682037237, + 0.9490576864105106, + 0.9875219449564684, + 1.1736996169419784, + 1.085283557408111, + 1.0964938389858863, + 1.0087899511657812, + 1.0744821220114844, + 1.0108692257357619, + 1.0627108745057163, + 1.0442983244440271, + 1.1469962087719372, + 1.0331323404442145, + 1.1049553685537077, + 1.023216090225595, + 1.0297914379913535, + 1.0415403651865944, + 1.0022218327408114, + 1.0389078436934174, + 1.0658270934057976, + 1.0847302652617432, + 1.0404853997786638, + 1.050257290760166, + 0.893199357426146, + 1.0313013612091906, + 0.9776385188820035, + 1.0220555587416027, + 0.8817940384222789, + 1.0763521420836772, + 1.0347943476784296, + 1.1267168423195861, + 1.0726159506205808, + 1.1123266143540387 + ] + ] + }, + "width": 128, + "in_features": 33, + "out_features": 2, + "depth": 6, + "padding": 66, + "parameters": 52358, + "cert_evals": { + "36": 0.8277511596679688, + "72": 0.7846889495849609, + "108": 0.7081339359283447, + "255": 0.3349282145500183 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8670193289968832, + "std_test_acc": 0.02448217722353907, + "n_samples": 351, + "n_features": 33, + "n_classes": 2, + "mean_cert_acc_36": 0.817467600107193, + "std_cert_acc_36": 0.05620207316166237, + "mean_cert_acc_72": 0.7669469267129898, + "std_cert_acc_72": 0.08306681871762003, + "mean_cert_acc_108": 0.6785732135176659, + "std_cert_acc_108": 0.16963226858355568, + "mean_cert_acc_255": 0.3831051792949438, + "std_cert_acc_255": 0.2119588827700193 + }, + "iris": { + "dataset": "iris", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 56, + "best_val_acc": 0.8095238095238095, + "test_acc": 0.7065217391304348, + "train_size": 37, + "val_size": 21, + "test_size": 92, + "stats": { + "mean": [ + [ + -0.06538616216216218, + 0.037524162162162124, + -0.05163069459459464, + -0.05491507459459471 + ] + ], + "std": [ + [ + 0.9148870367317358, + 1.0881966465526376, + 0.9955337168703222, + 0.9789290060304676 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 2337, + "cert_evals": { + "36": 0.5760869383811951, + "72": 0.43478262424468994, + "108": 0.14130434393882751, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 30, + "best_val_acc": 0.9310344827586207, + "test_acc": 0.7976190476190477, + "train_size": 37, + "val_size": 29, + "test_size": 84, + "stats": { + "mean": [ + [ + -0.1894133945945945, + -0.14947308108108107, + -0.07307603783783788, + -0.09033012864864856 + ] + ], + "std": [ + [ + 0.9592123832790647, + 0.9096266883189955, + 1.0119512040032557, + 1.0176631024602978 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 2337, + "cert_evals": { + "36": 0.3571428656578064, + "72": 0.0476190485060215, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 11, + "best_val_acc": 0.6956521739130435, + "test_acc": 0.6222222222222222, + "train_size": 37, + "val_size": 23, + "test_size": 90, + "stats": { + "mean": [ + [ + 0.12065495945945945, + 0.08115708108108108, + -0.014868264864864856, + 0.0017480032432432313 + ] + ], + "std": [ + [ + 1.079972374505205, + 0.8268394002889127, + 1.0381376116445211, + 1.0358017457861401 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 2337, + "cert_evals": { + "36": 0.36666667461395264, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 31, + "best_val_acc": 0.9117647058823529, + "test_acc": 0.7088607594936709, + "train_size": 37, + "val_size": 34, + "test_size": 79, + "stats": { + "mean": [ + [ + 0.019474235135135163, + 0.1372560810810812, + -0.050099464864865016, + -0.012418108108108169 + ] + ], + "std": [ + [ + 1.0035126577760827, + 0.9654086463610752, + 1.0191317626227525, + 1.0325640931007958 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 2337, + "cert_evals": { + "36": 0.5822784900665283, + "72": 0.5063291192054749, + "108": 0.37974685430526733, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.708805942116344, + "std_test_acc": 0.07162338735348904, + "n_samples": 150, + "n_features": 4, + "n_classes": 3, + "mean_cert_acc_36": 0.4705437421798706, + "std_cert_acc_36": 0.12553117024833974, + "mean_cert_acc_72": 0.24718269798904657, + "std_cert_acc_72": 0.2603046525007017, + "mean_cert_acc_108": 0.1302627995610237, + "std_cert_acc_108": 0.17916566186337773, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "led-display": { + "dataset": "led-display", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 37, + "best_val_acc": 0.6217948717948718, + "test_acc": 0.6212121212121212, + "train_size": 250, + "val_size": 156, + "test_size": 594, + "stats": { + "mean": [ + [ + 0.007071759999999854, + -0.06713887999999998, + 0.04580425999999983, + -0.02524725599999987, + 0.032490744000000016, + 0.026608120000000096, + 1.7199999999801818e-06 + ] + ], + "std": [ + [ + 0.9950459658737895, + 1.009900234084628, + 0.9724760974354865, + 1.0074396393306633, + 1.004766715631752, + 0.9754811567914686, + 0.9994980323196654 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 10, + "depth": 6, + "padding": 14, + "parameters": 3222, + "cert_evals": { + "36": 0.5791245698928833, + "72": 0.5303030014038086, + "108": 0.38383838534355164, + "255": 0.05218854919075966 + }, + "fold": 0 + }, + { + "best_epoch": 39, + "best_val_acc": 0.6879432624113475, + "test_acc": 0.6912972085385879, + "train_size": 250, + "val_size": 141, + "test_size": 609, + "stats": { + "mean": [ + [ + -0.030645360000000187, + 0.03051721599999998, + -0.07328692000000013, + -0.01683115199999986, + -0.024368800000000006, + 0.02660812000000029, + 1.7199999999624183e-06 + ] + ], + "std": [ + [ + 1.018012947504733, + 0.9932371252643158, + 1.0370805647209447, + 1.0048701299259322, + 0.9948347843380658, + 0.9754811567914693, + 0.9994980323196655 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 10, + "depth": 6, + "padding": 14, + "parameters": 3222, + "cert_evals": { + "36": 0.5927750468254089, + "72": 0.5779967308044434, + "108": 0.40722495317459106, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 60, + "best_val_acc": 0.6560509554140127, + "test_acc": 0.715008431703204, + "train_size": 250, + "val_size": 157, + "test_size": 593, + "stats": { + "mean": [ + [ + -0.02121608000000006, + -0.018310832, + -0.02748262000000013, + 0.008417160000000156, + 0.01624516000000005, + 0.026608120000000093, + -0.01687781599999998 + ] + ], + "std": [ + [ + 1.0124517882249175, + 1.002792806702983, + 1.0143765302763266, + 0.9966955712286966, + 1.0022682733933526, + 0.9754811567914692, + 1.005041365963769 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 10, + "depth": 6, + "padding": 14, + "parameters": 3222, + "cert_evals": { + "36": 0.5430017113685608, + "72": 0.42495784163475037, + "108": 0.3946037292480469, + "255": 0.0927487388253212 + }, + "fold": 2 + }, + { + "best_epoch": 58, + "best_val_acc": 0.7289156626506024, + "test_acc": 0.7208904109589042, + "train_size": 250, + "val_size": 166, + "test_size": 584, + "stats": { + "mean": [ + [ + -0.0023575200000001267, + 0.0061031919999999995, + 0.009160819999999905, + -0.04207946399999987, + -0.016246007999999923, + -0.1011123440000001, + 0.05064032800000006 + ] + ], + "std": [ + [ + 1.0009703691603724, + 0.9983249694649329, + 0.9943226309022788, + 1.0123492183086487, + 0.9964583563164333, + 1.0799745182608878, + 0.9809392436444123 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 10, + "depth": 6, + "padding": 14, + "parameters": 3222, + "cert_evals": { + "36": 0.6695205569267273, + "72": 0.6267123222351074, + "108": 0.5804794430732727, + "255": 0.09417808055877686 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6871020431032043, + "std_test_acc": 0.04575114405450992, + "n_samples": 1000, + "n_features": 7, + "n_classes": 10, + "mean_cert_acc_36": 0.5961054712533951, + "std_cert_acc_36": 0.05325794731372587, + "mean_cert_acc_72": 0.5399924740195274, + "std_cert_acc_72": 0.08620036375750516, + "mean_cert_acc_108": 0.44153662770986557, + "std_cert_acc_108": 0.09312031837129449, + "mean_cert_acc_255": 0.05977884214371443, + "std_cert_acc_255": 0.04435254297815378 + }, + "lenses": { + "dataset": "lenses", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 3, + "best_val_acc": 0.75, + "test_acc": 0.5714285714285714, + "train_size": 6, + "val_size": 4, + "test_size": 14, + "stats": { + "mean": [ + [ + 0.0, + 0.6526299999999999, + 0.0, + -0.32631499999999997 + ] + ], + "std": [ + [ + 0.9789467406691065, + 0.7296625220778439, + 0.978945, + 0.922958197211553 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 2337, + "cert_evals": { + "36": 0.2857142984867096, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.25, + "test_acc": 0.5, + "train_size": 6, + "val_size": 4, + "test_size": 14, + "stats": { + "mean": [ + [ + 0.0, + -0.32631499999999997, + -0.6526299999999999, + 0.0 + ] + ], + "std": [ + [ + 0.9789467406691065, + 0.922958197211553, + 0.7296625220778439, + 0.978945 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 2337, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5, + "test_acc": 0.1875, + "train_size": 6, + "val_size": 2, + "test_size": 16, + "stats": { + "mean": [ + [ + 0.0, + 0.0, + 0.32631499999999997, + 0.0 + ] + ], + "std": [ + [ + 0.9789467406691065, + 0.978945, + 0.9229581972115529, + 0.978945 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 2337, + "cert_evals": { + "36": 0.125, + "72": 0.0625, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5, + "test_acc": 0.21428571428571427, + "train_size": 6, + "val_size": 4, + "test_size": 14, + "stats": { + "mean": [ + [ + -0.59948, + 0.32631499999999997, + 0.32631499999999997, + -0.32631499999999997 + ] + ], + "std": [ + [ + 0.915720825870709, + 0.9229581972115529, + 0.922958197211553, + 0.922958197211553 + ] + ] + }, + "width": 32, + "in_features": 4, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 2337, + "cert_evals": { + "36": 0.0714285746216774, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.3683035714285714, + "std_test_acc": 0.1958018953633778, + "n_samples": 24, + "n_features": 4, + "n_classes": 3, + "mean_cert_acc_36": 0.12053571827709675, + "std_cert_acc_36": 0.1214417063312471, + "mean_cert_acc_72": 0.015625, + "std_cert_acc_72": 0.03125, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "chess-krvk": { + "dataset": "chess-krvk", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 25, + "best_val_acc": 0.2283483199242783, + "test_acc": 0.22240723120837297, + "train_size": 7014, + "val_size": 4226, + "test_size": 16816, + "stats": { + "mean": [ + [ + 0.012324607927003232, + 0.007078780439120998, + 0.0020496236099223986, + -0.024108994297119334, + -0.0005551300684344027, + 0.00494480253777899 + ] + ], + "std": [ + [ + 0.999931915679557, + 1.0057899986789152, + 1.0018138589619487, + 0.9949807268406698, + 1.0000689847213224, + 1.0016960231746526 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 18, + "depth": 6, + "padding": 12, + "parameters": 2922, + "cert_evals": { + "36": 0.12232397496700287, + "72": 0.06041864678263664, + "108": 0.027176497504115105, + "255": 0.0013082778314128518 + }, + "fold": 0 + }, + { + "best_epoch": 60, + "best_val_acc": 0.24686687160085127, + "test_acc": 0.24820079700231965, + "train_size": 7014, + "val_size": 4229, + "test_size": 16813, + "stats": { + "mean": [ + [ + 0.02662805560307895, + 0.005693713430283323, + -0.0016727181351587745, + 0.014426962075848423, + -0.007343462446535813, + 0.00437411206158899 + ] + ], + "std": [ + [ + 0.9852094089714073, + 0.9988688121679218, + 1.0043106562162794, + 0.9917902725212167, + 0.9953541320225967, + 0.995076350426718 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 18, + "depth": 6, + "padding": 12, + "parameters": 2922, + "cert_evals": { + "36": 0.14649377763271332, + "72": 0.07018378376960754, + "108": 0.03033366985619068, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 97, + "best_val_acc": 0.24821683309557774, + "test_acc": 0.24311000237586125, + "train_size": 7014, + "val_size": 4206, + "test_size": 16836, + "stats": { + "mean": [ + [ + 0.009281328200740034, + -0.0021550139720564235, + -0.004650539349872485, + 0.006120143427431122, + -0.0004934166951813222, + 0.0024717757342437065 + ] + ], + "std": [ + [ + 0.9905305563279689, + 1.0007194352174467, + 1.0073929861352688, + 0.996792137495875, + 0.995664797353786, + 0.9984373474066448 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 18, + "depth": 6, + "padding": 12, + "parameters": 2922, + "cert_evals": { + "36": 0.14278925955295563, + "72": 0.07097885757684708, + "108": 0.032608695328235626, + "255": 0.0008909479365684092 + }, + "fold": 2 + }, + { + "best_epoch": 53, + "best_val_acc": 0.24754098360655738, + "test_acc": 0.2288933937514906, + "train_size": 7014, + "val_size": 4270, + "test_size": 16772, + "stats": { + "mean": [ + [ + 0.0038034088964931244, + -0.012312182207011678, + 0.00825354519532299, + -0.012616928286283908, + 0.00814625808383194, + 0.012173608639860799 + ] + ], + "std": [ + [ + 0.9903915605524702, + 0.991199162231707, + 1.011474563134033, + 0.9971077092137348, + 0.999255185770078, + 1.0033642166267953 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 18, + "depth": 6, + "padding": 12, + "parameters": 2922, + "cert_evals": { + "36": 0.13075363636016846, + "72": 0.06457190215587616, + "108": 0.026591937988996506, + "255": 0.000834724516607821 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.2356528560845111, + "std_test_acc": 0.012030471887091596, + "n_samples": 28056, + "n_features": 6, + "n_classes": 18, + "mean_cert_acc_36": 0.13559016212821007, + "std_cert_acc_36": 0.01110704788414592, + "mean_cert_acc_72": 0.06653829757124186, + "std_cert_acc_72": 0.004977448459130541, + "mean_cert_acc_108": 0.02917770016938448, + "std_cert_acc_108": 0.002816556518036451, + "mean_cert_acc_255": 0.0007584875711472705, + "std_cert_acc_255": 0.0005480056405209828 + }, + "libras": { + "dataset": "libras", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 29, + "best_val_acc": 0.6666666666666666, + "test_acc": 0.6981981981981982, + "train_size": 90, + "val_size": 48, + "test_size": 222, + "stats": { + "mean": [ + [ + 0.059153607855555554, + -0.022086486111111102, + 0.05922882088888888, + -0.02086866645555565, + 0.056779304333333384, + -0.018696930000000046, + 0.05689053533333337, + -0.016248013333333245, + 0.0569165588888889, + -0.0036989233333332458, + 0.06283389777777776, + -0.0037991557777777556, + 0.05937392222222222, + -0.007620807444444464, + 0.05464593999999994, + -0.011244530777777774, + 0.04970278000000001, + -0.013921464755555614, + 0.04771983000000002, + -0.019249020222222305, + 0.044871499788888936, + -0.020557805333333252, + 0.03973438522222228, + -0.026101116888888873, + 0.0330146356666666, + -0.027676334444444468, + 0.034978265333333355, + -0.0210573455555555, + 0.04064138888888893, + -0.01831029133333337, + 0.044241277888888826, + -0.010786282777777736, + 0.051733793333333285, + -0.0034738184444444765, + 0.045049727888888905, + -0.021378303111111135, + 0.04119049111111115, + -0.045665581555555515, + 0.03553613722222227, + -0.07517735188888884, + 0.022791370888888884, + -0.09528456055555552, + 0.01893847222222228, + -0.11598632511111107, + 0.02626179000000001, + -0.1326080574444444, + 0.034327293333333335, + -0.13289333, + 0.03746381222222225, + -0.11572220622222221, + 0.042059589422222224, + -0.09740232666666666, + 0.04862533955555555, + -0.08259843555555557, + 0.04790880555555556, + -0.06473083111111111, + 0.04817679555555557, + -0.043231756999999996, + 0.05318957111111112, + -0.019220134666666673, + 0.055677036666666645, + -0.002841064555555544, + 0.05546902555555555, + 0.003981006666666653, + 0.05436141222222221, + 0.010304663333333285, + 0.04651793477777778, + 0.004333857777777748, + 0.038974952222222185, + -0.008231636300000048, + 0.03247019888888887, + -0.02334288095555553, + 0.03011131132222221, + -0.030717089555555615, + 0.02976556422222225, + -0.03948321999999996, + 0.022267378333333344, + -0.03566932055555558, + 0.015906501777777787, + -0.04077892000000001, + 0.011949363777777782, + -0.03570859, + 0.004940353333333312, + -0.031180698333333357, + 0.0004020502222222259, + -0.025412966666666658, + -0.002333565333333347, + -0.02677985111111109, + -0.0059334082222222105, + -0.026852045555555534 + ] + ], + "std": [ + [ + 1.0272697848649774, + 0.9664771136823957, + 1.027688880747467, + 0.9662624765656191, + 1.0292677018687986, + 0.9684534093051018, + 1.0319599452853536, + 0.9677596062743243, + 1.0377674721252286, + 0.9616782342445047, + 1.0370360978842266, + 0.9555582821931108, + 1.0289925918383118, + 0.9579834639182713, + 1.0189074336088546, + 0.9625256328191537, + 1.0121348350240766, + 0.9646803522961049, + 1.0126185493427433, + 0.9598197286028425, + 1.0189730181818124, + 0.951620173828917, + 1.0350698342948041, + 0.9370228296137644, + 1.0541894305710373, + 0.9184614636871827, + 1.0696682809354456, + 0.9329853150754773, + 1.0890255312769253, + 0.9489615861352966, + 1.1066977252299934, + 0.9608235727079338, + 1.1024326497238879, + 0.9717686177151472, + 1.0972507342710132, + 0.9657911543082057, + 1.069178058095652, + 0.9664501545749722, + 1.0261884635827954, + 0.9801982751719368, + 0.9882367711096164, + 1.0014044489935727, + 0.9672861968365165, + 1.024725533269629, + 0.9648715731537318, + 1.033145694150089, + 0.973815805756156, + 1.0313002194928262, + 0.9859951872457644, + 1.0345119812696684, + 0.9964608835988579, + 1.0372020790742669, + 1.002794362543549, + 1.050476963151338, + 1.0100223483256028, + 1.051659471579452, + 1.0207177149077362, + 1.0380336604147125, + 1.0274778037875825, + 1.0217936789225461, + 1.023355900720886, + 0.99539519439483, + 1.0134647330026565, + 0.9689247631505362, + 1.0089599239522917, + 0.950558838647045, + 1.008875615908425, + 0.9499906362659443, + 1.0089288969813415, + 0.9607648958830952, + 1.0158951823905173, + 0.9737378299181498, + 1.0199933463033373, + 0.9860581507065539, + 1.0263547725332822, + 1.0015989523192506, + 1.032627742296777, + 1.0279180377810286, + 1.0376802603494275, + 1.050663043279449, + 1.0450149927264303, + 1.0536672233709206, + 1.048344449365565, + 1.0509585135332231, + 1.049228637606536, + 1.0418893656144446, + 1.0487172103574718, + 1.0370002214587464, + 1.0495960897157208, + 1.0304275340443008 + ] + ] + }, + "width": 512, + "in_features": 90, + "out_features": 15, + "depth": 6, + "padding": 180, + "parameters": 561819, + "cert_evals": { + "36": 0.6351351737976074, + "72": 0.5630630850791931, + "108": 0.4954954981803894, + "255": 0.2612612545490265 + }, + "fold": 0 + }, + { + "best_epoch": 24, + "best_val_acc": 0.7321428571428571, + "test_acc": 0.602803738317757, + "train_size": 90, + "val_size": 56, + "test_size": 214, + "stats": { + "mean": [ + [ + -0.033764339333333275, + 0.0455450088888889, + -0.0393941557777778, + 0.0442136877777778, + -0.045103564444444466, + 0.04001134399999995, + -0.05244813000000002, + 0.028505362222222205, + -0.06154681444444444, + 0.021204386666666637, + -0.07797415355555551, + 0.01921581555555562, + -0.10197233555555556, + 0.006906205777777777, + -0.12702198222222222, + -0.005695309999999986, + -0.14416418666666672, + -0.02292435444444457, + -0.16337620333333333, + -0.03858305355555561, + -0.1711072416555556, + -0.04597038555555552, + -0.17688608222222224, + -0.0510546662222222, + -0.1777130125555556, + -0.055949267777777756, + -0.1758602002222223, + -0.056614647777777784, + -0.17039360222222222, + -0.06617457911111113, + -0.16981005877777777, + -0.07106641555555543, + -0.16308817222222222, + -0.05537972144444455, + -0.14865953544444438, + -0.04185643888888888, + -0.12450770666666665, + -0.020887783333333316, + -0.0970945600000001, + -0.01284855222222223, + -0.06770919911111105, + -0.006189087555555519, + -0.045649386666666646, + -0.019774148444444417, + -0.024750903666666667, + -0.028532645999999984, + -0.008615883333333359, + -0.04990173111111105, + 0.0027711554444444235, + -0.06698789577777778, + 0.001936522755555571, + -0.08285931522222224, + -0.0073226571111110784, + -0.08259888076666667, + -0.02258475644444445, + -0.07283224555555554, + -0.03855426111111113, + -0.06328560555555554, + -0.06116145375555557, + -0.06039820777777778, + -0.08062423999999999, + -0.06031211888888889, + -0.1001700812222222, + -0.0643715877777778, + -0.11488044000000007, + -0.06820063999999999, + -0.1203164692222222, + -0.07924086666666665, + -0.12108284722222223, + -0.0915652744444445, + -0.11548237566666666, + -0.10036381111111108, + -0.10867505555555551, + -0.11164193444444444, + -0.10020240444444449, + -0.12007570888888885, + -0.09298762111111107, + -0.12944496888888887, + -0.0845759822222222, + -0.12039282000000003, + -0.07738502700000004, + -0.1146484011111111, + -0.06909253888888889, + -0.09596822888888885, + -0.0527662786666667, + -0.08531162555555549, + -0.04094482422222221, + -0.0668187426666667, + -0.03109291377777779, + -0.049228804444444406 + ] + ], + "std": [ + [ + 0.9391947140806977, + 0.9661200046110473, + 0.9369047047249826, + 0.965372181859147, + 0.9379655989040812, + 0.9626856204401466, + 0.9383704435642225, + 0.9596973553804454, + 0.9435124416750471, + 0.9569644766257196, + 0.9507806726832521, + 0.9503884002742878, + 0.9577699621134407, + 0.945652945681381, + 0.9650370451264835, + 0.9434629223854399, + 0.9739544466032157, + 0.9438505847776927, + 0.9764228611015309, + 0.9469890572332942, + 0.9779898535101123, + 0.9533340820544212, + 0.9757437918199428, + 0.9549347448822753, + 0.9663610809902762, + 0.9438525284454122, + 0.952169999214585, + 0.9678377690397413, + 0.9393886782621469, + 0.9947209380373468, + 0.9361716970367747, + 1.0123442945183636, + 0.9252713522214633, + 1.0260951627274713, + 0.9231710047035482, + 1.025557832763311, + 0.9248516800643717, + 1.0172305910811887, + 0.9282810826954029, + 1.0064682263739466, + 0.9205614506509361, + 0.9946120696327407, + 0.9081070345079777, + 0.9949749986778512, + 0.9033325693342755, + 1.006822968070411, + 0.9085081292518836, + 1.0191220579997762, + 0.9153594418262174, + 1.0318423200857954, + 0.9183368353262834, + 1.0392962508240564, + 0.9237882688127866, + 1.055023953325584, + 0.9343012330154237, + 1.0481089228331875, + 0.9560851685143908, + 1.0339727591956172, + 0.9853902060723677, + 1.0098325304467373, + 0.9988778299057116, + 0.9870909710943886, + 1.0021729674536564, + 0.9828786628007012, + 1.0079592542333784, + 0.9835701890015256, + 1.017348186621727, + 0.9858555228606939, + 1.0242608111755789, + 0.9832306180154835, + 1.0262585496418493, + 0.9866284497369432, + 1.0229030560951116, + 0.9869096028519032, + 1.0172087108740004, + 0.9788435218174495, + 1.0148292680398843, + 0.9702030398470889, + 1.0139464402917768, + 0.9650993937320577, + 1.0142334827118167, + 0.9622076846279796, + 1.0188552180562984, + 0.9619140911906384, + 1.0175453036347175, + 0.9585537532942093, + 1.0155723528745622, + 0.9543291962926345, + 1.012212127147541, + 0.9495775298724907 + ] + ] + }, + "width": 512, + "in_features": 90, + "out_features": 15, + "depth": 6, + "padding": 180, + "parameters": 561819, + "cert_evals": { + "36": 0.5467289686203003, + "72": 0.4813084006309509, + "108": 0.4252336323261261, + "255": 0.2570093274116516 + }, + "fold": 1 + }, + { + "best_epoch": 17, + "best_val_acc": 0.7142857142857143, + "test_acc": 0.6074766355140186, + "train_size": 90, + "val_size": 56, + "test_size": 214, + "stats": { + "mean": [ + [ + -0.0795752713666667, + 0.0976775155555555, + -0.0792770048888889, + 0.09542594000000003, + -0.0793193911111111, + 0.09638493444444453, + -0.0793156911111111, + 0.09763250999999992, + -0.08028563333333336, + 0.0968837866666667, + -0.08446061444444444, + 0.09761106766666666, + -0.0858379077777778, + 0.09109071466666677, + -0.08833427666666666, + 0.08412569366666675, + -0.08150408654444444, + 0.07868567302222215, + -0.07937965800000002, + 0.07571118444444438, + -0.07020866522222223, + 0.07384745777777788, + -0.05723015477777777, + 0.06437183422222217, + -0.04520808033333336, + 0.04587258000000005, + -0.029391714666666645, + 0.02986913666666669, + -0.01909765222222218, + 0.021750623000000042, + -0.016599911111111112, + 0.03220027088888891, + -0.021600725555555558, + 0.038351117999999955, + -0.029936903333333327, + 0.043317289555555506, + -0.04636568555555557, + 0.04265821111111109, + -0.06504211555555557, + 0.0398037177777778, + -0.07834400400000001, + 0.03486788355555556, + -0.09061476011111111, + 0.024548287777777737, + -0.10536790666666669, + 0.029715636555555532, + -0.1355004688888889, + 0.023034604444444474, + -0.1566124356666667, + 0.013996776444444445, + -0.17107036222222222, + 0.008349538444444445, + -0.17717941188888894, + 0.011516642222222234, + -0.18186103466666662, + 0.006701916666666682, + -0.1859549, + 0.017993973000000038, + -0.1814516993111111, + 0.023018069777777796, + -0.177811022, + 0.013411195555555524, + -0.17198873444444454, + 0.007958389222222214, + -0.159803446, + 0.01762081777777776, + -0.14861193111111112, + 0.03175548111111108, + -0.13662967000000004, + 0.039799975555555506, + -0.12218454000000008, + 0.05352645888888891, + -0.10940399555555551, + 0.056771615555555516, + -0.10123112444444446, + 0.04481529555555562, + -0.09524841888888891, + 0.04344370633333331, + -0.08900512488888888, + 0.047798668888888826, + -0.08192136066666673, + 0.039209352222222264, + -0.07595590804444444, + 0.038319951666666546, + -0.0710968062222223, + 0.046865989111111096, + -0.06933622333333335, + 0.04505355422222219, + -0.0645431828888889, + 0.048621090000000124 + ] + ], + "std": [ + [ + 0.9995783575072309, + 0.9453718021917624, + 0.9986629556137443, + 0.9447043484979707, + 0.9963987589123307, + 0.9459381244093827, + 0.9892357792736222, + 0.9448309404294691, + 0.9884066352373108, + 0.9409207140609871, + 0.9850607322448387, + 0.9374842650334984, + 0.9943922917763706, + 0.9366045758806816, + 1.0082213369876118, + 0.9387174087314007, + 1.0167982259784791, + 0.9414588919501151, + 1.0151339246945583, + 0.946713464769804, + 1.0115845765750173, + 0.9519023234179994, + 1.0054336883537112, + 0.9439031440238868, + 0.9948632401641084, + 0.9178338997823589, + 0.985985091605607, + 0.8980699861250137, + 0.9786895246049818, + 0.8844782943097348, + 0.9763567999689986, + 0.8891258733016062, + 0.9893411781237217, + 0.8987381436886754, + 1.0077858282578576, + 0.8950579121384119, + 1.0348131829708704, + 0.8802295332034641, + 1.0573036237099012, + 0.8816011636092593, + 1.0741826778133243, + 0.8914978392878847, + 1.076897441410801, + 0.911788092656148, + 1.0751351512562335, + 0.9265647791225483, + 1.0763970425573648, + 0.9407369624799463, + 1.075053685265128, + 0.9417913276181705, + 1.0697018034326975, + 0.9523523099253108, + 1.0619584342897572, + 0.9687246728261701, + 1.0496115620329747, + 0.9819961763171552, + 1.0437880565787132, + 0.9902261296333055, + 1.036776335171439, + 1.0167686539675216, + 1.02719908329187, + 1.0393897565193124, + 1.0151559172418654, + 1.0633025125446949, + 1.0021468886253628, + 1.0845540064051982, + 0.9949848743518965, + 1.0934858712212507, + 0.9936750833266651, + 1.0939158617327953, + 0.9887264840502932, + 1.07687069654482, + 0.9849073877892529, + 1.0495601673985115, + 0.968536122796128, + 1.0302608877871398, + 0.9595525737715221, + 1.0250582586535266, + 0.9494218117785129, + 1.0314076443737552, + 0.9369730450579224, + 1.0282406198941436, + 0.927613615345622, + 1.0110472572993734, + 0.9191954706340935, + 0.9917321431280843, + 0.9152228948941693, + 0.9841156236614271, + 0.9187162282547586, + 0.9920089857228521 + ] + ] + }, + "width": 512, + "in_features": 90, + "out_features": 15, + "depth": 6, + "padding": 180, + "parameters": 561819, + "cert_evals": { + "36": 0.5700934529304504, + "72": 0.5186915993690491, + "108": 0.485981285572052, + "255": 0.28037381172180176 + }, + "fold": 2 + }, + { + "best_epoch": 43, + "best_val_acc": 0.6888888888888889, + "test_acc": 0.6444444444444445, + "train_size": 90, + "val_size": 45, + "test_size": 225, + "stats": { + "mean": [ + [ + 0.09026950530000002, + -0.03347233166666681, + 0.08805549977777775, + -0.03405123534444449, + 0.08708464222222234, + -0.03423331444444434, + 0.08310377777777779, + -0.037732521111111056, + 0.07844351111111113, + -0.04188870111111114, + 0.07671959222222215, + -0.04202225133333326, + 0.08212408711111117, + -0.0449390454444444, + 0.0878047777777778, + -0.05257811300000004, + 0.09755105444444442, + -0.051445295555555555, + 0.10336957555555559, + -0.05607170222222236, + 0.10687409668888889, + -0.05782803755555547, + 0.10272375744444447, + -0.057026167999999905, + 0.10213378411111111, + -0.044367474444444326, + 0.09731909555555555, + -0.04350549444444442, + 0.08865874400000001, + -0.06280649233333332, + 0.08169131444444443, + -0.08661213244444435, + 0.07810773555555556, + -0.1112553797777778, + 0.07463555555555558, + -0.1263340871111112, + 0.06639933666666666, + -0.1465535255555555, + 0.05377655111111114, + -0.1640056500000001, + 0.04418829777777779, + -0.17093437533333333, + 0.02842860777777779, + -0.16408909622222206, + 0.016942645555555583, + -0.16675064855555574, + 0.0073328979777777265, + -0.1588536488888888, + 0.00373534444444446, + -0.1495966028888889, + 0.0037222849777777105, + -0.1322372677777777, + -0.0027955453333333665, + -0.10401365777777777, + -0.014766566666666684, + -0.0861462788888889, + -0.025277220000000013, + -0.07635618999999995, + -0.03186592444444443, + -0.07135788, + -0.030484778888888852, + -0.06502929344444444, + -0.022410275666666677, + -0.05761954077777779, + -0.016950835555555564, + -0.03907689404444446, + -0.011996154444444438, + -0.029193174444444425, + -0.010071146111111135, + -0.02858531444444451, + -0.007421466666666659, + -0.023952365555555542, + -0.009688820900000063, + -0.01668311955555556, + -0.005838026666666681, + -0.0015534499999999242, + -0.005162895555555574, + -0.0012964042222222037, + -0.001906099777777802, + 0.003737124444444456, + -0.003503918111111117, + 0.001677034444444477, + -0.007449703600000025, + -0.0018753644444445127, + -0.012184628888888922, + 0.0026639691111110986, + -0.016971600444444422, + 0.007810784999999998, + -0.020134840000000025, + 0.010748244444444445 + ] + ], + "std": [ + [ + 0.9926513732856214, + 0.9922740467464981, + 0.9964342900718223, + 0.9915656502494293, + 1.0031269607060127, + 0.9916453686089172, + 1.0081725642875177, + 0.9907693657057502, + 1.0084903680397026, + 0.9923185425628301, + 1.0128792801232473, + 0.9902737219168581, + 1.010792816435926, + 0.9888655842110828, + 1.0031758362749574, + 0.9854298441685992, + 0.9890882368719963, + 0.9804285773312239, + 0.9730772918992427, + 0.9745141433518287, + 0.9567259704295461, + 0.9768662669607254, + 0.9493774355368427, + 1.0038706259343744, + 0.9377382291600974, + 1.0496602487376752, + 0.9305872026550348, + 1.0503150154169958, + 0.9307025386159513, + 1.0392640335949292, + 0.9406209149566932, + 1.0233939080464391, + 0.9494506124739838, + 1.012079221518538, + 0.9489390893774563, + 1.0141082199450873, + 0.9442671255914099, + 1.0105514136076659, + 0.9468901507686455, + 1.0026766110539935, + 0.9613592957699403, + 0.985068403868737, + 0.9800073579280031, + 0.975436460339431, + 1.0032379235377316, + 0.9551918013742791, + 1.028917517888183, + 0.9387713484170384, + 1.0523789652036324, + 0.9234035510206958, + 1.070132196612977, + 0.9175395296994716, + 1.0842267579309721, + 0.9236823939192144, + 1.0897183483523363, + 0.9433433068622874, + 1.086396588028764, + 0.9587574522789919, + 1.0791277022520895, + 0.9570482720019563, + 1.0581187757889448, + 0.9635751628260921, + 1.0294739845645628, + 0.9733935507031055, + 1.0038087220203096, + 0.976159293071053, + 0.9795623017359278, + 0.9735603509166184, + 0.9585371109226899, + 0.9664985333557078, + 0.9486892392383033, + 0.9697532879719861, + 0.9467364294702475, + 0.9789250453647614, + 0.945107639018188, + 0.9917430005321338, + 0.9508272395661652, + 0.9771349829809848, + 0.9547821795258222, + 0.9594346199487507, + 0.9622256316466118, + 0.9685833725709367, + 0.9607418125919945, + 0.9665777543918542, + 0.9594116876542311, + 0.9632493733809626, + 0.9562909158066344, + 0.9622547186764627, + 0.9546903734091414, + 0.9522119089089927 + ] + ] + }, + "width": 512, + "in_features": 90, + "out_features": 15, + "depth": 6, + "padding": 180, + "parameters": 561819, + "cert_evals": { + "36": 0.5955555438995361, + "72": 0.5288888812065125, + "108": 0.46222221851348877, + "255": 0.30666667222976685 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6382307541186046, + "std_test_acc": 0.04410439719802347, + "n_samples": 360, + "n_features": 90, + "n_classes": 15, + "mean_cert_acc_36": 0.5868782848119736, + "std_cert_acc_36": 0.03784935196184311, + "mean_cert_acc_72": 0.5229879915714264, + "std_cert_acc_72": 0.03364758983475501, + "mean_cert_acc_108": 0.46723315864801407, + "std_cert_acc_108": 0.03130134092600432, + "mean_cert_acc_255": 0.2763277664780617, + "std_cert_acc_255": 0.022634940203113702 + }, + "low-res-spect": { + "dataset": "low-res-spect", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 15, + "best_val_acc": 0.8780487804878049, + "test_acc": 0.7689873417721519, + "train_size": 133, + "val_size": 82, + "test_size": 316, + "stats": { + "mean": [ + [ + 0.024469110902255578, + 0.005587958646616302, + 0.01128199067669173, + -0.06037009248120303, + -0.05151846172932332, + -0.024907055639097758, + -0.0322428857142857, + -0.07194005187969929, + -0.07847493984962406, + -0.07729481917293234, + -0.0773144627819549, + -0.07946655714285718, + -0.08317833781954889, + -0.08108707368421056, + -0.051557367819548866, + -0.021992530075187956, + 0.014977627969924827, + 0.04699444218045112, + 0.04272368962406013, + 0.05729708105263157, + 0.07787030999999998, + 0.07839934406015038, + 0.09192532827067672, + 0.07718017969924812, + 0.0731354135338346, + 0.07884905857142857, + 0.07964327293233082, + 0.05894142315789478, + 0.062022699022556374, + 0.07031742661654138, + 0.043068441142857156, + 0.04871273007518795, + 0.04621051263157891, + 0.06354882256390976, + 0.0722840044360902, + 0.038285738646616524, + 0.02072807609022559, + 0.04804389000000004, + 0.0138044796992481, + -0.018880903210526323, + 0.011148169654135377, + 0.02407343864661653, + 3.409736842104958e-05, + 0.014395889473684208, + 0.012942278195488701, + 0.003991518496240605, + 0.004891412781954892, + -0.0026670207518796982, + 0.0021274761654135233, + 0.004516233834586465, + -0.017067495330827086, + 0.05021997804511279, + 0.05085938015037594, + 0.049456287593984995, + 0.04968600586466166, + 0.038087282105263166, + 0.0031582917293233393, + 0.021881782706766925, + 0.006666542857142849, + -0.009844528496240594, + 0.009452689842105257, + -0.006844017293233067, + -0.0035632469924812256, + -0.013377724812030098, + -0.0006018690977443607, + -0.018097159398496255, + -0.011943087969924802, + -0.03201817045112783, + 0.003904128195488711, + -0.007856270676691717, + -0.008680359248120318, + 0.014900510601503778, + 0.004884186917293262, + 0.009004930977443638, + 0.005372908571428565, + 0.007624029323308276, + -0.002930867593984958, + -0.006319933082706782, + 0.00469686285714285, + -0.008532866616541344, + 0.0019344359398495853, + -0.004738761654135335, + 0.0044714904511278155, + -0.001649885714285715, + -0.00984493360902256, + -0.01978030300751879, + -0.00966449759398497, + -0.010639091127819557, + -0.00729790171428571, + -0.01663022781954888, + -0.014927266917293243, + -0.0048786105263157985, + -0.023854766390977448, + -0.002417377293233085, + -0.018055805503759383, + -0.035139856165413506, + -0.003715027067669185, + -0.023457403157894727, + -0.028482144812030083, + -0.012900542255639115 + ] + ], + "std": [ + [ + 1.017393269930814, + 0.9859850544384411, + 0.6351269169990451, + 0.9218499349108917, + 0.9397831881819683, + 0.9559682118638801, + 0.9438724801654544, + 0.9693197875856094, + 0.9713955988615406, + 0.9774390189841138, + 0.9920460008560096, + 0.9991906740103633, + 1.0018878985632447, + 1.0231730392212295, + 1.0116746756260164, + 1.0108766947238579, + 0.9897047919639949, + 0.9656545067924569, + 0.9779229908137462, + 0.9930910566294954, + 0.9769947826741521, + 0.9930680515190659, + 0.9847812255306415, + 0.9945404262409027, + 1.0133003340234725, + 1.010622334528224, + 0.9790643689216147, + 0.9695036033277806, + 0.9691086110146303, + 0.9709469151594099, + 0.9509962741361917, + 0.9459390595619844, + 0.9682759104651395, + 0.9693952498748859, + 0.9565179833606766, + 1.0087728224509616, + 1.0339412420571243, + 0.9797879106089201, + 1.046812274765615, + 1.017780178031687, + 0.9666275571579879, + 1.0256130258535934, + 1.0669421863085269, + 1.0402013313577008, + 1.0594653822910898, + 1.0511922704716143, + 1.0356545195251559, + 1.0641512050185258, + 1.0747163688005084, + 1.0935617174093786, + 1.07443136746114, + 1.0136851672908218, + 0.997280326392972, + 0.9783984688090382, + 1.0042883048291307, + 1.0487180616841298, + 1.0824392363653417, + 1.0689163006997184, + 1.07508445719523, + 1.094579375466917, + 1.0691245108180063, + 1.0218590639920084, + 1.0406528766233436, + 1.0483992179501052, + 1.0151157130662107, + 0.9890602540733745, + 1.0033195884602837, + 0.9979416719998978, + 0.9549270557055792, + 0.9629229016162045, + 0.9687018168255607, + 0.9641140507904243, + 0.9578638967395385, + 0.9634794979402529, + 0.9643850012759382, + 0.9632020577312645, + 0.9577176582123652, + 0.9571989614345542, + 0.9564290236354037, + 0.9456491144494708, + 0.9478771903690641, + 0.9493390272820802, + 0.9470489606741441, + 0.9627884351729016, + 0.9803995592284533, + 0.9681002662445597, + 0.9719751368852133, + 0.9739709130127491, + 0.9720839287368537, + 0.9671210605802054, + 0.9711011471027048, + 0.9845527475390607, + 0.9825803050843526, + 1.0038184387573925, + 0.979717500002443, + 0.9649405988529449, + 0.9876179722405718, + 0.9748242307388256, + 0.9872212806368876, + 0.982676241489978 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 9, + "depth": 6, + "padding": 200, + "parameters": 467217, + "cert_evals": { + "36": 0.7373417615890503, + "72": 0.6962025761604309, + "108": 0.6613924503326416, + "255": 0.49367091059684753 + }, + "fold": 0 + }, + { + "best_epoch": 19, + "best_val_acc": 0.7391304347826086, + "test_acc": 0.7659574468085106, + "train_size": 133, + "val_size": 69, + "test_size": 329, + "stats": { + "mean": [ + [ + 0.1530652789473686, + -0.009363782556390993, + 0.05088392255639105, + 0.09471572902255651, + 0.08876052902255634, + 0.12944444736842103, + 0.10373392857142849, + -0.02023532421052626, + -0.029163837593984988, + -0.026313689849624053, + -0.02965288872180454, + -0.034014545112781965, + -0.03632338819548872, + -0.014735644736842088, + 0.01785539338345867, + 0.042751381052631564, + 0.08679215699248122, + 0.10001419052631579, + 0.1017368892481203, + 0.1075867052631579, + 0.10462587691729323, + 0.0953443353383458, + 0.1062469197894737, + 0.10487969082706766, + 0.1025905135338346, + 0.08913448766917297, + 0.09933672556390981, + 0.10743754187969931, + 0.11109795225563905, + 0.10047740721804511, + 0.08384493444360905, + 0.08902717887218042, + 0.08559397548872186, + 0.06289796500751879, + 0.060330664586466215, + 0.046363331127819554, + 0.07722293548872182, + 0.0516131944360902, + -0.022730849022556402, + -0.028101030902255634, + -0.013324536090225563, + -0.09062933308270675, + -0.0771601732330827, + -0.06511450924812032, + -0.12265796165413538, + -0.08916524360902257, + -0.07463184060150373, + -0.05617420278195486, + -0.030201605263157905, + -0.07578766255639095, + -0.059237725210526344, + 0.1091188300225564, + 0.09946399218045113, + 0.08242898984962406, + 0.03451749195488724, + 0.014174642255639086, + -0.049911600902255625, + -0.08932375545864665, + -0.07350661661654141, + -0.06060752706766915, + -0.0945347070225564, + -0.07166026834586467, + -0.08000871849624057, + -0.06738826315789478, + -0.0653453539849624, + -0.06987513011278194, + -0.07700414037593982, + -0.0684724142857143, + -0.06314225375939844, + -0.06643927654135334, + -0.056201902105263185, + -0.045947005037593976, + -0.033031945488721806, + -0.04689342698496246, + -0.051469952631578955, + -0.03478667669172926, + -0.032341004661654134, + -0.056062630977443614, + -0.05649333834586465, + -0.039601220375939813, + -0.037854870451127794, + -0.045860515789473665, + -0.05729389000000003, + -0.0682322045112782, + -0.058773774210526354, + -0.06832082496240602, + -0.0708990614285714, + -0.0600364096992481, + -0.07209753969172931, + -0.0762365472180451, + -0.0768351112781955, + -0.07007685624060155, + -0.08927176834586463, + -0.0882228510300752, + -0.07869736499248121, + -0.0844527432330827, + -0.07372521428571428, + -0.09207066969172933, + -0.08798474277443606, + -0.09338331523308271 + ] + ], + "std": [ + [ + 0.9744553382107187, + 0.9677597969434724, + 1.777310974913784, + 0.9984082294697983, + 0.9969586292153921, + 1.0583440616051412, + 1.0566345380560944, + 0.9857375895494132, + 1.0026115267211986, + 1.0074187005868174, + 0.9914187021756643, + 0.9940673441835514, + 0.98310153446628, + 0.9642872316677437, + 0.9316107906957257, + 0.8392466954824206, + 0.8182299587971944, + 0.8347678474815514, + 0.8515903298166666, + 0.8799721558505285, + 0.89007089287234, + 0.8866071634453673, + 0.8820893100565611, + 0.8826542910069028, + 0.8881722225389, + 0.8787089402752493, + 0.8964119629138864, + 0.879494453663738, + 0.8784873894639735, + 0.886681676346154, + 0.9222856861284946, + 0.9332670529570117, + 0.9776036297075393, + 0.9305127026487992, + 0.9359011475452199, + 0.9633874454328895, + 0.9527398490690858, + 0.965465879462667, + 1.0188818420464785, + 0.9828227999977308, + 0.9531229051081205, + 0.8713338836905145, + 0.9153495157969829, + 0.9223417239665608, + 0.8942885354612832, + 0.8998020432065605, + 0.9315570163515208, + 0.9082683584325931, + 0.9187746260543722, + 0.893070795181221, + 0.9468936674390013, + 0.9056643525291117, + 0.9110446769794468, + 0.9379974540127038, + 0.9647664124557613, + 1.0085574939350006, + 0.9275642673326407, + 0.8504043471913983, + 0.9142116919528667, + 0.8800039098256741, + 0.8415645024254653, + 0.8409729112787964, + 0.8399221552071359, + 0.8651820522167459, + 0.8672852422573245, + 0.8259267130126927, + 0.8390487632459173, + 0.8180961860126535, + 0.8777786937858696, + 0.8683920376045541, + 0.8383842635930155, + 0.8430069272476867, + 0.8666946932557273, + 0.8486025752416404, + 0.8592189394385275, + 0.8740498203324533, + 0.8491655645886534, + 0.8344601422755191, + 0.8287917280777043, + 0.8272025037471293, + 0.8136865464598907, + 0.8270386668301318, + 0.80191790451096, + 0.7804539659801455, + 0.7882991571441237, + 0.778040195581798, + 0.7589918746851501, + 0.7570902805838913, + 0.7293901823605933, + 0.7351310134454143, + 0.7408556555784315, + 0.725678505691747, + 0.6990444825351154, + 0.6919872173073935, + 0.7125567265129449, + 0.7086783958233831, + 0.6708513004398178, + 0.6871596422451152, + 0.6809238754969238, + 0.6885319279117135 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 9, + "depth": 6, + "padding": 200, + "parameters": 467217, + "cert_evals": { + "36": 0.7446808815002441, + "72": 0.6990881562232971, + "108": 0.6626139879226685, + "255": 0.5805470943450928 + }, + "fold": 1 + }, + { + "best_epoch": 37, + "best_val_acc": 0.7872340425531915, + "test_acc": 0.8519736842105263, + "train_size": 133, + "val_size": 94, + "test_size": 304, + "stats": { + "mean": [ + [ + -0.13586325413533815, + -0.0618193278195488, + -0.04310375263157894, + -0.004718533834586481, + 0.01244425488721805, + -0.025889947368421044, + -0.03012266992481201, + -0.06166973518796993, + -0.058414011278195524, + -0.04856861338345865, + -0.053738878195488775, + -0.0494522635338346, + -0.033144374736842064, + -0.01673198932330828, + 0.00380962645112784, + 0.03076035639097744, + 0.08222181203007521, + 0.08607955939849626, + 0.08385189150375942, + 0.08648061872180456, + 0.08489306466165417, + 0.08092049669172934, + 0.08067010932330827, + 0.07488779000000001, + 0.07012468195488719, + 0.07198337165413535, + 0.04773527819548873, + 0.050869944360902274, + 0.03545853684210525, + 0.016283467669172918, + 0.004097258646616531, + 0.010401111278195502, + -0.01792126090225564, + -0.002418199992481197, + 0.024459281879699275, + 0.025849884210526343, + 0.037459733984962384, + 0.006547264984962439, + -0.010970754511278193, + 0.04163085169924812, + 0.02889156383458647, + 0.030891175112781943, + 0.028361738345864675, + 0.02267998270676693, + -0.025261697518796977, + -0.0006612544360902128, + 0.015497131578947396, + 0.0313857212706767, + 0.03935556884962408, + 0.020145579699248115, + 0.01561868073684209, + 0.07393228112781952, + 0.04280226511278196, + 0.015148240601503748, + -0.02417430518796993, + 0.02045143834586462, + -0.006660919548872173, + 0.012737768827067671, + 0.005639975112781977, + 0.025091721879699245, + 0.0078095799248120235, + -0.0012346056390977465, + -0.00859317037593985, + -0.006910761654135332, + 0.0007964472932330711, + -0.013898008308270668, + -0.00025283060150373826, + -0.016696168195488716, + -0.01286229004511279, + -0.012526450751879697, + -0.030305314661654148, + -0.022196533157894733, + -0.014210327067669165, + -0.022408989473684207, + -0.032924627819548864, + -0.03237249348120299, + -0.020712286992481198, + -0.029102100751879693, + -0.03426806187969925, + -0.0444582919548872, + -0.05113502075187971, + -0.02233855496240602, + -0.032802209022556386, + -0.05755775917293232, + -0.047944335338345884, + -0.049902552481203004, + -0.045151886090225545, + -0.03859559834586468, + -0.05805407509774432, + -0.04678762857142857, + -0.04049555030075189, + -0.03414902180451127, + -0.04661476240601504, + -0.059792844360902264, + -0.045702631368421086, + -0.04080758105263156, + -0.05423186360902256, + -0.061008449345864635, + -0.04793841503759399, + -0.03687203282706768 + ] + ], + "std": [ + [ + 1.0650127556320446, + 1.0066608520484202, + 0.4156979395941612, + 1.0111846623477019, + 1.0239930605317062, + 0.9684176798741715, + 0.9492043006836792, + 0.9787734675960276, + 0.988203812821042, + 0.9943574947885739, + 0.9813196660052181, + 0.9835335096862478, + 0.9989723824774754, + 1.0098341686716865, + 1.0089678435680955, + 1.006897414092789, + 1.0014680482759133, + 0.9969246326169929, + 1.003048211475138, + 0.9963037789822996, + 0.9898134995117452, + 0.9862762846232758, + 0.9696634183119972, + 0.9719462993345181, + 0.9829041377072096, + 0.9970195508702976, + 0.9730130647207035, + 0.9951471045673186, + 1.000240668580986, + 0.9831852201961157, + 0.9993734243431007, + 0.9862173484627466, + 1.0050828113211423, + 0.9769241582086713, + 0.9707777014896144, + 0.9086079382002629, + 0.9264498134320229, + 0.8898792590804552, + 0.9013370080430921, + 0.9668210661261372, + 1.0273237339044736, + 1.0647338020747121, + 1.0837400905988852, + 1.0895012361342458, + 0.9942055646868553, + 1.0030736971903318, + 1.0609720074331763, + 1.062673419595116, + 1.0433128230210706, + 1.0685942775734432, + 1.0659683471227248, + 0.9465620323080091, + 0.9666073282199529, + 0.9823564017132853, + 0.9338971590735567, + 0.9507680860369068, + 0.9776613927510699, + 1.0598523929295665, + 1.0562343768456484, + 1.0489211645884213, + 1.0066351241778364, + 0.9808309075924808, + 0.9798741552856448, + 0.9697984887288765, + 0.983702693591976, + 0.9640382228774541, + 0.9492112764984969, + 0.9447960904251254, + 0.9458208100097997, + 0.9393657515269506, + 0.9219232080989007, + 0.9287988887010107, + 0.9255985041358817, + 0.9022261222236313, + 0.919866535230441, + 0.9212084221960762, + 0.9055005820857147, + 0.9052992836968272, + 0.8965515106580905, + 0.9021371283357683, + 0.8931093485275595, + 0.8894800077414449, + 0.875828335944702, + 0.8768265814954874, + 0.8758047501041376, + 0.8679342278962235, + 0.8563653918115903, + 0.8447870748154496, + 0.8533573385243273, + 0.8580903767160212, + 0.8449284057138841, + 0.8368868316325839, + 0.8375542445936696, + 0.8372449278647315, + 0.8325101772382546, + 0.8345010300544318, + 0.835506482915972, + 0.8231852532778424, + 0.8212941968447315, + 0.8516404740029587 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 9, + "depth": 6, + "padding": 200, + "parameters": 467217, + "cert_evals": { + "36": 0.8223684430122375, + "72": 0.7960526347160339, + "108": 0.7664473652839661, + "255": 0.6151315569877625 + }, + "fold": 2 + }, + { + "best_epoch": 50, + "best_val_acc": 0.8888888888888888, + "test_acc": 0.8409090909090909, + "train_size": 133, + "val_size": 90, + "test_size": 308, + "stats": { + "mean": [ + [ + 0.10493862744360913, + 0.0936277362406016, + -0.0037778827819548765, + -0.03855023533834586, + -0.02125209138345864, + -0.04543471105263157, + -0.04156411240601502, + 0.01708999368421052, + 0.01226467932330826, + 0.008226878796992469, + -0.0025615368421052433, + -0.018209970902255675, + -0.022531850601503787, + -0.047815336466165384, + -0.04824461954887216, + -0.04206402887218042, + -0.02118501894736845, + -0.0029625436842105487, + 0.01991662105263155, + 0.02359305000000002, + 0.0402974844360902, + 0.02456900902255638, + 0.02643880670676695, + 0.01608115548872179, + 0.022838549624060137, + 0.021608356240601513, + 0.0155475280451128, + 0.0207188052631579, + 0.0194884992481203, + 0.035869669473684244, + 0.023877902255639096, + 0.02819542037593984, + 0.011200890977443602, + 0.0551807004511278, + 0.04744355939849627, + 0.06211426172932332, + 0.06588056992481206, + 0.07162352157894733, + 0.08258311954887225, + 0.064603631774436, + 0.07408918799999994, + 0.07613642842105264, + 0.06256042105263157, + 0.050916241353383455, + 0.04188059195488719, + 0.06601848721804507, + 0.08979577601503759, + 0.04491898714285714, + 0.05555289037593983, + 0.08533037067669177, + 0.1070483993233083, + 0.02408604115037597, + 0.03420398706766918, + 0.0032010017293233246, + 0.029893602556390973, + 0.09153908646616546, + 0.11421593466165411, + 0.07139292911278192, + 0.08337384052631581, + 0.06448526315789473, + 0.04947902714285716, + 0.017647485338345863, + -0.0008786248120300822, + -0.015028007622556393, + -0.005325834736842084, + -0.018705311578947382, + -0.027164074135338317, + -0.029699412736842082, + -0.03217006824060152, + -0.03655872067669175, + -0.05774721052631579, + -0.04586767902255643, + -0.04562037030075189, + -0.07277231285714282, + -0.054276041203007504, + -0.034596221676691734, + -0.054279020075187985, + -0.060108875413533845, + -0.05830179338345861, + -0.06900260458646613, + -0.06369796345864664, + -0.050903367669172896, + -0.06467745977443612, + -0.039303367142857155, + -0.05294008157894737, + -0.05645630721804513, + -0.029166729631578958, + -0.04837335909774438, + -0.057497763834586456, + -0.046163446466165416, + -0.046505692105263174, + -0.042113237368421055, + -0.047567896992481186, + -0.03315349614285714, + -0.04929982421052632, + -0.046727424661654124, + -0.04073674195488724, + -0.040684289624060156, + -0.04322478375939848, + -0.03915163230075189 + ] + ], + "std": [ + [ + 1.085273555336867, + 1.0600160276531263, + 0.5674366488770868, + 1.0538936578762175, + 1.0736216450711755, + 1.0086568899549089, + 1.0107145864607423, + 0.9639829575234186, + 0.9684391767243656, + 0.9700338935541478, + 0.9673544475161013, + 0.9769837254042069, + 0.9832042991536264, + 0.9966940528369324, + 1.0144584886010504, + 1.0253444526714819, + 1.044458899094195, + 1.0437288549864745, + 1.032355378351829, + 1.0318246656034074, + 1.0266339589652462, + 1.0146406956988476, + 1.0044468099155188, + 1.025901708674945, + 1.0091911104926408, + 1.0132829244630681, + 1.0135138926532963, + 1.0124400641048181, + 1.002468214234293, + 0.9964174189277575, + 1.0143810743935044, + 1.016224305012167, + 1.0394808957835124, + 0.9841938243486714, + 0.976043096972565, + 0.9976075386689336, + 1.0012751177529822, + 0.9622637624799687, + 1.0036628686765507, + 1.0160940224228003, + 1.0693721871548225, + 1.0925110746781017, + 1.0637453552419913, + 1.112434336735407, + 1.0720233742927996, + 1.0887433013425338, + 1.1365343727139479, + 1.1082290562555606, + 1.0534133646461585, + 1.0636388960493586, + 1.127374798190782, + 1.0194494800051157, + 1.0115614911992439, + 0.9818412722460208, + 0.9822209459756657, + 1.005189728257075, + 1.08403913325294, + 1.085459527481645, + 1.0752872906455573, + 1.0795318572671038, + 1.0523758463978325, + 1.0153359772434278, + 1.0026092291413942, + 0.9950344482682812, + 1.0022482399439303, + 0.9810221193577394, + 0.9883984901555372, + 0.9708415174186519, + 0.9316161962977328, + 0.9305979660096333, + 0.9093710872091209, + 0.8961295852270974, + 0.9009089691160881, + 0.8750080609089094, + 0.885858487783631, + 0.8776260762487318, + 0.8673876172449833, + 0.8724100819567573, + 0.8723912389263426, + 0.8799174782922783, + 0.8777004895430206, + 0.8741256633416288, + 0.8800181503826561, + 0.8711684637095992, + 0.8970805311242029, + 0.90130116126784, + 0.8913911258859273, + 0.9120317859512505, + 0.9060025721716157, + 0.898262341874369, + 0.9234492395195655, + 0.9258258169182748, + 0.9069694433482488, + 0.9289092057679259, + 0.9258785829559869, + 0.9254000265308414, + 0.931316640531728, + 0.9258381499941104, + 0.9377776810526488, + 0.9431768651197908 + ] + ] + }, + "width": 384, + "in_features": 100, + "out_features": 9, + "depth": 6, + "padding": 200, + "parameters": 467217, + "cert_evals": { + "36": 0.8214285969734192, + "72": 0.7954545617103577, + "108": 0.7889610528945923, + "255": 0.6785714030265808 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.80695689092507, + "std_test_acc": 0.04583268354279944, + "n_samples": 531, + "n_features": 100, + "n_classes": 9, + "mean_cert_acc_36": 0.7814549207687378, + "std_cert_acc_36": 0.04679783423984213, + "mean_cert_acc_72": 0.7466994822025299, + "std_cert_acc_72": 0.05665558908045801, + "mean_cert_acc_108": 0.7198537141084671, + "std_cert_acc_108": 0.0674311951054708, + "mean_cert_acc_255": 0.5919802412390709, + "std_cert_acc_255": 0.07709183713776621 + }, + "lung-cancer": { + "dataset": "lung-cancer", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 3, + "best_val_acc": 1.0, + "test_acc": 0.45, + "train_size": 8, + "val_size": 4, + "test_size": 20, + "stats": { + "mean": [ + [ + -0.176777, + -1.2499999999804334e-06, + 0.2121181, + 0.22119374999999997, + -0.34205175000000004, + -0.25413399999999997, + -0.4991070000000001, + -0.20667375000000004, + 0.18207425, + 0.1674343749999999, + 0.18600550000000005, + 0.25552725, + -0.39027892500000017, + 0.254131375, + 0.20814399999999994, + -0.11680949999999997, + 4.999999999866223e-07, + 4.999999999866223e-07, + -0.556826, + 0.03246771249999994, + 1.000000000070389e-06, + -0.15760575000000004, + 1.000000000070389e-06, + -0.526415, + 0.26887700000000003, + -0.5463909500000002, + 0.3981490000000001, + -0.11073775000000001, + -0.0461445, + -0.08733862499999998, + -0.20931662499999998, + -0.20931662499999998, + -0.34491900000000003, + -0.30012262500000003, + 0.530329625, + 0.5840457499999999, + -0.2706785, + 0.334991875, + -0.19773098749999996, + 0.28412875, + -0.55909175, + -7.500000000632001e-07, + -0.176777, + -6.250000000040945e-07, + -0.2341686250000001, + 0.143568, + -0.254133, + -0.254133, + -0.347985, + 0.0, + 0.0, + 0.06977162499999998, + 0.06977162499999998, + 0.12400250000000002, + 0.15760662499999997, + 0.0684115 + ] + ], + "std": [ + [ + 1.0, + 0.8745283537861638, + 0.8040182621062347, + 0.68534473627397, + 0.7239840501975423, + 0.9583948535512387, + 0.8803408658477123, + 1.0967323649565501, + 1.2845975870016406, + 1.26287547547214, + 1.275192087344785, + 1.0828786155044974, + 0.8691968462812435, + 0.9433006737973234, + 0.9271293940653591, + 0.8092773571506556, + 0.984249913856105, + 0.984249913856105, + 1.0, + 0.963139848525996, + 0.9842499957566675, + 1.0919276973489076, + 0.9842499957566675, + 1.0, + 0.5691037527613045, + 0.8831049872737146, + 1.061731, + 0.8858950000009523, + 1.1526351972973712, + 0.9725553242070524, + 1.0348836588388737, + 1.0348836588388737, + 1.3655263400268045, + 0.9701424604483272, + 0.7071057500002983, + 0.9344725000001003, + 1.0207927843497426, + 0.9180330571660311, + 0.6975292820538815, + 0.7517340128236433, + 0.7042730759798983, + 0.6959722224846242, + 1.0, + 1.2187770455635987, + 1.497375656357527, + 1.0, + 1.0, + 1.0, + 1.6688774326399765, + 1.0, + 1.0, + 0.7383957883078252, + 0.7383957883078252, + 0.9605327902178821, + 0.8339735544200334, + 0.9479176319916991 + ] + ] + }, + "width": 256, + "in_features": 56, + "out_features": 3, + "depth": 6, + "padding": 112, + "parameters": 175443, + "cert_evals": { + "36": 0.30000001192092896, + "72": 0.15000000596046448, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 3, + "best_val_acc": 0.75, + "test_acc": 0.4, + "train_size": 8, + "val_size": 4, + "test_size": 20, + "stats": { + "mean": [ + [ + -0.176777, + -1.2499999999804334e-06, + 0.3333284, + 0.22119374999999997, + -0.34205175000000004, + -0.08471187499999999, + -0.332738375, + 0.28934212499999995, + 0.18207425, + 0.1674343749999999, + 0.37201150000000005, + 0.54755725, + -0.0780548750000001, + 0.254131875, + 0.20814499999999997, + -0.584046, + 0.372012, + 0.372012, + 0.037120499999999945, + 0.03246771249999994, + 0.2841295000000001, + 0.15760662499999994, + -0.2841274999999999, + -0.14356812499999994, + 0.483978, + -0.5463909500000002, + 0.6635817500000001, + 0.33220974999999997, + 0.13842525, + 0.26201350000000007, + -0.627947875, + -0.627947875, + -0.7391125000000001, + 0.21437324999999996, + 1.2499999998971667e-07, + -0.11680875, + -0.09022612500000005, + -0.23927749999999992, + 0.06591022500000003, + 0.28412875, + 0.050826124999999986, + -7.50000000007689e-07, + 0.176776375, + 1.2499999998971667e-07, + -0.8586173750000001, + 0.143568, + -0.254133, + -0.254133, + -0.69597, + 0.0, + 0.0, + 0.06977162499999998, + -0.20931575000000002, + -0.3720145, + 0.15760662499999997, + 0.615692 + ] + ], + "std": [ + [ + 1.0, + 0.8745283537861637, + 0.6748704785505882, + 0.68534473627397, + 0.7239840501975423, + 0.8125185082212646, + 1.0389725707942121, + 0.6403537411098333, + 1.2845975870016406, + 1.26287547547214, + 1.2338234677314055, + 1.0010303391915438, + 0.7486887534635199, + 0.6561671321123982, + 0.6449175678604204, + 1.0, + 1.0, + 1.0, + 1.0287455149777083, + 0.963139848525996, + 0.7517333513858155, + 0.8339735544200334, + 1.100424948682894, + 1.0129176214682314, + 1.0, + 0.8831049872737147, + 1.0280166202880368, + 0.7672062760475096, + 0.9766487648315219, + 1.1975188335072229, + 1.080900755511744, + 1.080900755511744, + 1.5267048606832134, + 0.822478277401104, + 0.6846529246237537, + 0.9047995916201208, + 1.0047163027130392, + 0.7656924999999999, + 1.054565000000008, + 0.7517340128236433, + 1.1319596096912465, + 0.6959722224846243, + 0.9354143054375608, + 0.6723723872158637, + 1.2092403856025213, + 1.0, + 1.0, + 1.0, + 1.2054554005437115, + 1.39194, + 0.98425, + 0.7383957883078252, + 0.9667870265020562, + 0.9605327902178821, + 0.8339735544200334, + 1.0 + ] + ] + }, + "width": 256, + "in_features": 56, + "out_features": 3, + "depth": 6, + "padding": 112, + "parameters": 175443, + "cert_evals": { + "36": 0.20000000298023224, + "72": 0.10000000149011612, + "108": 0.10000000149011612, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 13, + "best_val_acc": 0.25, + "test_acc": 0.375, + "train_size": 8, + "val_size": 8, + "test_size": 16, + "stats": { + "mean": [ + [ + 0.5303301249999998, + -0.22580399999999995, + -0.3939341, + -0.4866262499999999, + 0.20522875000000002, + -0.08471187499999998, + 0.166368, + -0.04133512500000004, + -0.303458, + -0.27905975000000005, + -0.186006, + -0.32853374999999996, + 0.23417107499999992, + -0.25413399999999997, + 0.04162699999999995, + -0.3504277499999999, + 0.372012, + 5.000000000143778e-07, + 0.037120499999999945, + 0.03246771249999997, + -0.2841274999999999, + 0.47281899999999993, + 0.2841295000000001, + 0.04785500000000001, + 0.2688775, + -0.23416595000000007, + 0.13271625000000004, + 0.11073562499999999, + 0.32299500000000003, + -0.08733862499999998, + -0.06977312500000003, + -0.06977312500000003, + 0.24637075000000005, + -0.12862400000000002, + -0.35355349999999997, + -0.350427, + 0.27067862499999995, + -0.62212375, + 0.593192725, + 0.28412875, + 0.6607445000000001, + -0.20091262500000007, + 0.176776375, + 0.25413225, + 0.07805589999999993, + 0.7178385, + 0.7623977500000001, + 0.7623977500000001, + 0.347985, + 0.347985, + 0.0, + -0.48840412499999997, + -0.48840412499999997, + -0.124006, + 0.15760662499999994, + -0.47886900000000004 + ] + ], + "std": [ + [ + 1.8708296030318634, + 1.1948341428692102, + 1.0773417243604047, + 0.8486461065652968, + 1.059804131102034, + 0.8125185082212646, + 0.8803404878832395, + 0.920566504074317, + 1.0, + 0.7733489942365526, + 0.7203981402946568, + 0.5655146315423125, + 0.9749224782092981, + 0.9583948535512387, + 0.8811270319533954, + 0.6180957912261151, + 1.0, + 0.984249913856105, + 1.0287455149777083, + 0.963139848525996, + 1.100424948682894, + 1.0, + 0.7517333513858155, + 1.0658003128899194, + 1.0315890948113742, + 1.0355328887342052, + 1.0280166202880368, + 1.0621504008726752, + 0.7148326632261567, + 0.9725553242070524, + 1.0809007555117442, + 1.0809007555117442, + 0.5214703075947253, + 0.9548636855920851, + 0.9842497172806299, + 0.934473, + 0.8654191884816481, + 0.6631091564872164, + 0.913279950038126, + 0.7517340128236433, + 0.8132235000004611, + 1.3773654997805538, + 0.9354143054375608, + 1.01653000000083, + 1.2488975000001081, + 0.994665683287983, + 1.7606829064560963, + 1.7606829064560963, + 0.9206817699808115, + 0.9206817699808115, + 0.98425, + 1.5538907649834526, + 1.5538907649834526, + 0.9920339999999999, + 0.8339735544200334, + 1.0945610000000001 + ] + ] + }, + "width": 256, + "in_features": 56, + "out_features": 3, + "depth": 6, + "padding": 112, + "parameters": 175443, + "cert_evals": { + "36": 0.3125, + "72": 0.3125, + "108": 0.3125, + "255": 0.125 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5714285714285714, + "test_acc": 0.47058823529411764, + "train_size": 8, + "val_size": 7, + "test_size": 17, + "stats": { + "mean": [ + [ + 0.5303301249999998, + -1.2499999999804334e-06, + -0.39393409999999995, + -0.48662574999999997, + 0.20522875000000002, + 0.25413137500000005, + 0.166368, + 0.12400349999999996, + 0.18207425, + -0.055812250000000035, + 0.18600550000000005, + -0.03650375000000001, + 0.23417107499999992, + -0.08471287499999999, + -0.12489200000000006, + 0.11680875, + 4.999999999866223e-07, + 5.000000000143778e-07, + -0.556826, + 0.03246771249999994, + -0.28412749999999987, + -0.47281812500000003, + 0.2841295000000001, + -0.334991875, + -0.16132500000000002, + -0.23416690000000004, + -0.13271649999999996, + -0.11073775000000001, + -0.41528250000000005, + -0.08733862499999998, + 0.06977074999999999, + 0.06977074999999999, + 0.049274500000000054, + -0.814618375, + 0.53032925, + 0.35042749999999995, + -0.45113087499999993, + 0.526415, + 0.06591029999999999, + 0.28412875, + -0.7623978749999999, + 0.200909125, + -0.176777, + -0.508266375, + 0.07805589999999987, + 0.143568, + -0.254133, + -0.254133, + 0.0, + 0.0, + -0.2460625, + 0.348859, + 0.348859, + 0.12400250000000004, + 0.15760662499999994, + 0.06841149999999997 + ] + ], + "std": [ + [ + 1.8708296030318634, + 0.8745283537861637, + 1.0773417243604047, + 1.1050835007108908, + 1.059804131102034, + 0.9433006737973234, + 0.8803404878832395, + 0.9352965034364771, + 1.2845975870016406, + 1.2429866458078653, + 1.275192087344785, + 0.7002636005201451, + 0.9749224782092981, + 1.2564662193460912, + 1.2349267641556725, + 0.9047995916201208, + 0.984249913856105, + 0.984249913856105, + 1.0, + 0.963139848525996, + 1.100424948682894, + 1.2208122788934872, + 0.7517333513858155, + 0.5064579839368311, + 0.8330825907525617, + 0.826068984966516, + 0.9194860179854557, + 0.8858950000009523, + 0.8851640178287581, + 0.9725553242070524, + 0.956663241117368, + 0.956663241117368, + 1.0429379694381398, + 0.45374271193952453, + 0.9999985416822804, + 1.120393298613817, + 1.0047163027130392, + 0.7656924999999999, + 1.0, + 0.7517340128236433, + 0.5378974467662115, + 0.531557565187073, + 1.0, + 1.4149504831054103, + 1.2488975000001081, + 1.0, + 1.0, + 1.0, + 1.39194, + 1.0, + 0.6510201819788307, + 1.0, + 1.0, + 0.9605327902178821, + 0.8339735544200334, + 0.9479176319916991 + ] + ] + }, + "width": 256, + "in_features": 56, + "out_features": 3, + "depth": 6, + "padding": 112, + "parameters": 175443, + "cert_evals": { + "36": 0.11764705926179886, + "72": 0.11764705926179886, + "108": 0.11764705926179886, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.42389705882352946, + "std_test_acc": 0.04405837521696571, + "n_samples": 32, + "n_features": 56, + "n_classes": 3, + "mean_cert_acc_36": 0.23253676854074, + "std_cert_acc_36": 0.09165823113450833, + "mean_cert_acc_72": 0.17003676667809486, + "std_cert_acc_72": 0.09720609471589788, + "mean_cert_acc_108": 0.13253676518797874, + "std_cert_acc_108": 0.1306816798496749, + "mean_cert_acc_255": 0.03125, + "std_cert_acc_255": 0.0625 + }, + "lymphography": { + "dataset": "lymphography", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 36, + "best_val_acc": 0.65, + "test_acc": 0.7032967032967034, + "train_size": 37, + "val_size": 20, + "test_size": 91, + "stats": { + "mean": [ + [ + 0.11571070270270278, + 0.027093891891891864, + -0.1061727567567567, + -0.22205799999999987, + 0.12556329729729743, + 0.06734324324324321, + 0.05365567567567566, + 0.1178617837837836, + -0.021548756756756857, + 0.3392003783783783, + 0.10699794594594601, + 0.16341409189189185, + 0.04434448648648651, + -0.18670452972972956, + 0.26953127027027013, + 0.028475135135135103, + 0.04964567567567568, + 0.039015189189189156 + ] + ], + "std": [ + [ + 0.9649959417614393, + 0.9932963186135503, + 0.8953249050860361, + 1.0, + 1.0617235061005919, + 0.9934273444847499, + 1.0837969821071396, + 0.93550276827785, + 1.0343414594594595, + 0.9787865374391254, + 0.967613635624315, + 0.9191462546392654, + 0.8904463864306404, + 0.9446597120353613, + 0.8244693349942901, + 0.9863926362299982, + 0.9592304425723344, + 1.0431241983062185 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 14740, + "cert_evals": { + "36": 0.6043956279754639, + "72": 0.5274725556373596, + "108": 0.4395604431629181, + "255": 0.09890110045671463 + }, + "fold": 0 + }, + { + "best_epoch": 22, + "best_val_acc": 0.7857142857142857, + "test_acc": 0.6746987951807228, + "train_size": 37, + "val_size": 28, + "test_size": 83, + "stats": { + "mean": [ + [ + 0.04959027027027034, + 0.08128264864864862, + -0.035391108108108124, + -0.22205799999999987, + 0.18834432432432444, + 0.12121940540540535, + 0.053655675675675654, + 0.1178617837837837, + 0.06464635135135137, + -0.08076164864864863, + 0.05944235135135144, + 0.00778283243243246, + 0.15077297297297293, + -0.11202250000000004, + 0.16519686486486485, + 0.028475135135135117, + -0.08274070270270273, + 0.08157664864864865 + ] + ], + "std": [ + [ + 0.9907038663718554, + 0.9843876514961846, + 0.9653329850824838, + 1.0, + 1.0873992856216566, + 0.9875663650472953, + 1.0837969821071396, + 0.93550276827785, + 1.1435074740788183, + 0.8987462927541991, + 0.9629278239378523, + 0.8670760159672493, + 1.0294219151090758, + 0.8796063323575559, + 0.8770711701884819, + 0.9863926362299982, + 1.050784302485063, + 1.0667820327309758 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 14740, + "cert_evals": { + "36": 0.5542168617248535, + "72": 0.3975903391838074, + "108": 0.3012048006057739, + "255": 0.024096384644508362 + }, + "fold": 1 + }, + { + "best_epoch": 27, + "best_val_acc": 0.84, + "test_acc": 0.7558139534883721, + "train_size": 37, + "val_size": 25, + "test_size": 86, + "stats": { + "mean": [ + [ + -0.08265059459459453, + 0.0812826486486486, + -0.03539110810810814, + 0.031722972972972906, + 1.2432432433330043e-06, + -0.09428524324324326, + -0.05365621621621621, + -4.864864865424842e-07, + -0.02154875675675677, + -0.016152108108108066, + -0.03566883783783778, + -0.02334296756756763, + -0.06208424324324333, + 0.08712936486486486, + -0.043471945945945945, + 0.08542454054054054, + 0.248225243243243, + 0.09576443243243248 + ] + ], + "std": [ + [ + 0.9873886182585688, + 0.9843876514961846, + 0.9653329850824838, + 1.0616419779070554, + 0.9966179074004299, + 0.9934273444847498, + 0.8978357031769213, + 0.9966159264522366, + 1.0343414594594607, + 0.8607871843035175, + 0.946344799312269, + 0.9999220929965701, + 0.8847748864465823, + 0.9544491031115466, + 0.9396531993920559, + 0.9631018357081231, + 0.7605018441428824, + 0.9305366467747157 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 14740, + "cert_evals": { + "36": 0.6511628031730652, + "72": 0.5813953280448914, + "108": 0.4651162624359131, + "255": 0.058139532804489136 + }, + "fold": 2 + }, + { + "best_epoch": 30, + "best_val_acc": 0.8333333333333334, + "test_acc": 0.7204301075268817, + "train_size": 37, + "val_size": 18, + "test_size": 93, + "stats": { + "mean": [ + [ + 0.04959027027027031, + -0.1896611351351352, + -0.035391108108108124, + -0.22205799999999987, + 0.1255632972972974, + -0.20203756756756758, + -0.0536562162162162, + 0.1767929189189188, + -0.021548756756756837, + -0.04845689189189187, + 0.011886594594594657, + -0.14784801081081084, + -0.133037, + -0.03734048648648648, + 0.06086245945945948, + 0.14237394594594593, + -0.0827407027027028, + -0.017734054054054066 + ] + ], + "std": [ + [ + 0.949006736815226, + 0.9991913040086986, + 0.9653329850824838, + 1.0, + 1.061723506100592, + 0.9787090886861045, + 0.8978357031769213, + 0.8976123081203877, + 1.0343414594594595, + 0.9022230780655615, + 1.039718775420792, + 0.9842972464819717, + 1.0946013067767175, + 0.8968738654850321, + 0.9148697472881367, + 0.9357742193114152, + 1.050784302485063, + 0.9574019230274994 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 14740, + "cert_evals": { + "36": 0.602150559425354, + "72": 0.4516128897666931, + "108": 0.31182795763015747, + "255": 0.032258063554763794 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7135598898731701, + "std_test_acc": 0.03390242598008599, + "n_samples": 148, + "n_features": 18, + "n_classes": 4, + "mean_cert_acc_36": 0.6029814630746841, + "std_cert_acc_36": 0.03959005827108969, + "mean_cert_acc_72": 0.48951777815818787, + "std_cert_acc_72": 0.08117775538293984, + "mean_cert_acc_108": 0.37942736595869064, + "std_cert_acc_108": 0.08494512677859123, + "mean_cert_acc_255": 0.05334877036511898, + "std_cert_acc_255": 0.0336575210298873 + }, + "adult": { + "dataset": "adult", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 19, + "best_val_acc": 0.8064614446814995, + "test_acc": 0.8031078118389169, + "train_size": 16281, + "val_size": 6562, + "test_size": 25999, + "stats": { + "mean": [ + [ + 5.755174894932247e-09, + -1.5212824565593372e-07, + 1.9344708602300844e-08, + -5.868804126934776e-07, + 4.3847429484189405e-07, + -1.2794054493469234e-07, + -3.0931760979923667e-08, + 1.2424912468644162e-06, + 2.0428720567267194e-07, + -1.2898470607021481e-06, + 5.428255022845695e-07, + 2.9734045846837646e-07, + 9.031386283659057e-08, + 2.0421350090431894e-07 + ] + ], + "std": [ + [ + 0.999969279768083, + 0.9999691631254963, + 0.9999692601356567, + 0.9999684455490998, + 0.9999701766278255, + 0.9999695789931851, + 0.9999697101647755, + 0.9999695985584383, + 0.9999687129297181, + 0.999967689659048, + 0.9999708394490064, + 0.9999690163307019, + 0.9999694763882633, + 0.9999692067843523 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 11578, + "cert_evals": { + "36": 0.7456440925598145, + "72": 0.6876418590545654, + "108": 0.6317166090011597, + "255": 0.3878995478153229 + }, + "fold": 0 + }, + { + "best_epoch": 12, + "best_val_acc": 0.8071515892420538, + "test_acc": 0.806664872967675, + "train_size": 16281, + "val_size": 6544, + "test_size": 26017, + "stats": { + "mean": [ + [ + 5.755174894932247e-09, + -1.5212824565593372e-07, + 1.9344708602300844e-08, + -5.868804126934776e-07, + 4.3847429484189405e-07, + -1.2794054493469234e-07, + -3.0931760979923667e-08, + 1.2424912468644162e-06, + 2.0428720567267194e-07, + -1.2898470607021481e-06, + 5.428255022845695e-07, + 2.9734045846837646e-07, + 9.031386283659057e-08, + 2.0421350090431894e-07 + ] + ], + "std": [ + [ + 0.999969279768083, + 0.9999691631254963, + 0.9999692601356567, + 0.9999684455490998, + 0.9999701766278255, + 0.9999695789931851, + 0.9999697101647755, + 0.9999695985584383, + 0.9999687129297181, + 0.999967689659048, + 0.9999708394490064, + 0.9999690163307019, + 0.9999694763882633, + 0.9999692067843523 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 11578, + "cert_evals": { + "36": 0.7455509901046753, + "72": 0.6854748725891113, + "108": 0.6245147585868835, + "255": 0.3735634386539459 + }, + "fold": 1 + }, + { + "best_epoch": 14, + "best_val_acc": 0.8173537131387988, + "test_acc": 0.8182794049992332, + "train_size": 16281, + "val_size": 6477, + "test_size": 26084, + "stats": { + "mean": [ + [ + 5.755174894932247e-09, + -1.5212824565593372e-07, + 1.9344708602300844e-08, + -5.868804126934776e-07, + 4.3847429484189405e-07, + -1.2794054493469234e-07, + -3.0931760979923667e-08, + 1.2424912468644162e-06, + 2.0428720567267194e-07, + -1.2898470607021481e-06, + 5.428255022845695e-07, + 2.9734045846837646e-07, + 9.031386283659057e-08, + 2.0421350090431894e-07 + ] + ], + "std": [ + [ + 0.999969279768083, + 0.9999691631254963, + 0.9999692601356567, + 0.9999684455490998, + 0.9999701766278255, + 0.9999695789931851, + 0.9999697101647755, + 0.9999695985584383, + 0.9999687129297181, + 0.999967689659048, + 0.9999708394490064, + 0.9999690163307019, + 0.9999694763882633, + 0.9999692067843523 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 11578, + "cert_evals": { + "36": 0.7572458386421204, + "72": 0.6997393369674683, + "108": 0.6423478126525879, + "255": 0.4130118191242218 + }, + "fold": 2 + }, + { + "best_epoch": 38, + "best_val_acc": 0.8017254427122749, + "test_acc": 0.8060799876704939, + "train_size": 16281, + "val_size": 6607, + "test_size": 25954, + "stats": { + "mean": [ + [ + 5.755174894932247e-09, + -1.5212824565593372e-07, + 1.9344708602300844e-08, + -5.868804126934776e-07, + 4.3847429484189405e-07, + -1.2794054493469234e-07, + -3.0931760979923667e-08, + 1.2424912468644162e-06, + 2.0428720567267194e-07, + -1.2898470607021481e-06, + 5.428255022845695e-07, + 2.9734045846837646e-07, + 9.031386283659057e-08, + 2.0421350090431894e-07 + ] + ], + "std": [ + [ + 0.999969279768083, + 0.9999691631254963, + 0.9999692601356567, + 0.9999684455490998, + 0.9999701766278255, + 0.9999695789931851, + 0.9999697101647755, + 0.9999695985584383, + 0.9999687129297181, + 0.999967689659048, + 0.9999708394490064, + 0.9999690163307019, + 0.9999694763882633, + 0.9999692067843523 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 11578, + "cert_evals": { + "36": 0.7534869313240051, + "72": 0.6981968283653259, + "108": 0.641904890537262, + "255": 0.400208055973053 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8085330193690797, + "std_test_acc": 0.006681622684357114, + "n_samples": 48842, + "n_features": 14, + "n_classes": 2, + "mean_cert_acc_36": 0.7504819631576538, + "std_cert_acc_36": 0.005845206937334532, + "mean_cert_acc_72": 0.6927632242441177, + "std_cert_acc_72": 0.007246577438733785, + "mean_cert_acc_108": 0.6351210176944733, + "std_cert_acc_108": 0.008608720906193442, + "mean_cert_acc_255": 0.3936707153916359, + "std_cert_acc_255": 0.0168762561850669 + }, + "mammographic": { + "dataset": "mammographic", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 23, + "best_val_acc": 0.8493150684931506, + "test_acc": 0.8121739130434783, + "train_size": 240, + "val_size": 146, + "test_size": 575, + "stats": { + "mean": [ + [ + -0.045138683333333235, + -0.06581824708333332, + -0.0668893333333335, + 0.0035843166666667194, + 0.07534454166666703 + ] + ], + "std": [ + [ + 0.3742768596239394, + 1.0309553579295558, + 1.0205845721721885, + 1.0069085496781394, + 0.8984819781883195 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 2326, + "cert_evals": { + "36": 0.7599999904632568, + "72": 0.7408695816993713, + "108": 0.7008695602416992, + "255": 0.21391305327415466 + }, + "fold": 0 + }, + { + "best_epoch": 10, + "best_val_acc": 0.7533333333333333, + "test_acc": 0.8003502626970228, + "train_size": 240, + "val_size": 150, + "test_size": 571, + "stats": { + "mean": [ + [ + -0.06838790416666667, + 0.0036981495833333564, + 0.08851065416666656, + 0.06187655000000008, + 0.041687441666667095 + ] + ], + "std": [ + [ + 0.4594652865573056, + 0.9162656618320462, + 0.976470911981312, + 0.9979276514274945, + 0.967574818664843 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 2326, + "cert_evals": { + "36": 0.5253940224647522, + "72": 0.0980735570192337, + "108": 0.005253940355032682, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 5, + "best_val_acc": 0.821917808219178, + "test_acc": 0.8226086956521739, + "train_size": 240, + "val_size": 146, + "test_size": 575, + "stats": { + "mean": [ + [ + -0.033514049999999865, + -0.031616095833333364, + -0.03834651666666679, + 0.05680765833333342, + -0.03524305833333262 + ] + ], + "std": [ + [ + 0.37826323579119164, + 0.9793517631184475, + 1.0048978854533288, + 1.01250978800026, + 1.0390956653058405 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 2326, + "cert_evals": { + "36": 0.6226087212562561, + "72": 0.30086958408355713, + "108": 0.07652173936367035, + "255": 0.0017391304718330503 + }, + "fold": 2 + }, + { + "best_epoch": 11, + "best_val_acc": 0.8382352941176471, + "test_acc": 0.7811965811965812, + "train_size": 240, + "val_size": 136, + "test_size": 585, + "stats": { + "mean": [ + [ + 0.09435683749999943, + -0.13088563458333324, + -0.032003683333333525, + -0.03189805833333325, + 0.008030341666667275 + ] + ], + "std": [ + [ + 1.8583061444674212, + 1.0447702499996767, + 0.9948185192592106, + 1.0005602571514343, + 1.0036844453305227 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 2326, + "cert_evals": { + "36": 0.6974359154701233, + "72": 0.5897436141967773, + "108": 0.38632479310035706, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.804082363147314, + "std_test_acc": 0.017761247751498156, + "n_samples": 961, + "n_features": 5, + "n_classes": 2, + "mean_cert_acc_36": 0.6513596624135971, + "std_cert_acc_36": 0.1010275557123264, + "mean_cert_acc_72": 0.4323890842497349, + "std_cert_acc_72": 0.2880884795064409, + "mean_cert_acc_108": 0.2922425082651898, + "std_cert_acc_108": 0.31870855661215214, + "mean_cert_acc_255": 0.05391304593649693, + "std_cert_acc_255": 0.10666982211051396 + }, + "magic": { + "dataset": "magic", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 14, + "best_val_acc": 0.8436733263231686, + "test_acc": 0.8351735015772871, + "train_size": 4755, + "val_size": 2853, + "test_size": 11412, + "stats": { + "mean": [ + [ + -0.006388502646498379, + 0.006146446558885208, + -0.004209508307465906, + -0.004618793225236638, + -0.005315102475499497, + 0.006428044290851726, + -0.009059829779516417, + -0.008184151766561471, + 0.0033090761545739233, + -0.037376705087697235 + ] + ], + "std": [ + [ + 1.0023231607535665, + 1.0146947634200698, + 0.9896786368249049, + 1.001451036065264, + 1.0040066512880044, + 0.9905161210566023, + 0.9988965907369368, + 1.0089426097443763, + 0.998566492615012, + 0.9927003057378353 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 4266, + "cert_evals": { + "36": 0.7599018216133118, + "72": 0.6693831086158752, + "108": 0.5655450224876404, + "255": 0.14151769876480103 + }, + "fold": 0 + }, + { + "best_epoch": 19, + "best_val_acc": 0.8437062937062937, + "test_acc": 0.8398071021481807, + "train_size": 4755, + "val_size": 2860, + "test_size": 11405, + "stats": { + "mean": [ + [ + -0.02436633946876997, + -0.022955164259726813, + -0.01993822200946376, + 0.03387639055541514, + 0.03436448497875925, + 0.0038116422946371125, + 0.007543406119453581, + 0.009698795669190335, + 0.0014860032576237098, + 0.00582992035215565 + ] + ], + "std": [ + [ + 0.9720381092498293, + 0.977333352882092, + 1.005139358382248, + 1.0164880549439819, + 1.0140583933617473, + 0.9837401295374851, + 0.9888378476099222, + 0.9663806918109694, + 1.005931831682823, + 1.000297701528725 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 4266, + "cert_evals": { + "36": 0.7645769119262695, + "72": 0.6714598536491394, + "108": 0.5611574053764343, + "255": 0.13564226031303406 + }, + "fold": 1 + }, + { + "best_epoch": 61, + "best_val_acc": 0.8516579406631762, + "test_acc": 0.841140350877193, + "train_size": 4755, + "val_size": 2865, + "test_size": 11400, + "stats": { + "mean": [ + [ + -0.012130254007592012, + -0.00826500078065223, + -0.010807356011566996, + 0.006499159247108326, + 0.006873201220609896, + 0.02000870184077821, + 0.001820881288265063, + -0.006523736593059914, + 0.0003778347011781665, + -0.018002280250893746 + ] + ], + "std": [ + [ + 0.9818839030528209, + 1.009368494398234, + 0.999432313276235, + 1.001141721390468, + 1.0040075321280533, + 0.9881194208362026, + 0.9709869282224545, + 1.0026493070298281, + 0.9996452002230842, + 0.9913588270685182 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 4266, + "cert_evals": { + "36": 0.765350878238678, + "72": 0.6731579303741455, + "108": 0.5736842155456543, + "255": 0.17456141114234924 + }, + "fold": 2 + }, + { + "best_epoch": 26, + "best_val_acc": 0.8354609929078014, + "test_acc": 0.8383573612931411, + "train_size": 4755, + "val_size": 2820, + "test_size": 11445, + "stats": { + "mean": [ + [ + 0.002866516450893953, + 0.007929027486435548, + -0.0013075722715039048, + -0.001188124590956882, + 0.002480280701366967, + 0.012874902747423648, + 0.0054113211936909185, + -0.007862206105783356, + -0.005652595006519504, + 0.005077877345299725 + ] + ], + "std": [ + [ + 1.0050954716049485, + 1.0162654558216224, + 1.0021008916654397, + 1.0041169983170044, + 1.0089152336885907, + 0.9909098405813409, + 0.9979067399488123, + 0.9973925897941894, + 0.9985454656770815, + 0.9973467754133581 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 2, + "depth": 6, + "padding": 20, + "parameters": 4266, + "cert_evals": { + "36": 0.7621668577194214, + "72": 0.673394501209259, + "108": 0.572564423084259, + "255": 0.16216687858104706 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8386195789739505, + "std_test_acc": 0.002563117230602471, + "n_samples": 19020, + "n_features": 10, + "n_classes": 2, + "mean_cert_acc_36": 0.7629991173744202, + "std_cert_acc_36": 0.0024702302170458348, + "mean_cert_acc_72": 0.6718488484621048, + "std_cert_acc_72": 0.0018559748400787228, + "mean_cert_acc_108": 0.568237766623497, + "std_cert_acc_108": 0.005937624338662148, + "mean_cert_acc_255": 0.15347206220030785, + "std_cert_acc_255": 0.018084699897810193 + }, + "molec-biol-promoter": { + "dataset": "molec-biol-promoter", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 14, + "best_val_acc": 0.8125, + "test_acc": 0.765625, + "train_size": 26, + "val_size": 16, + "test_size": 64, + "stats": { + "mean": [ + [ + -0.09373999999999999, + 0.349711153846154, + -0.124846, + -0.18628265384615392, + -0.0025111153846154245, + -0.027689192307692376, + -0.32854380769230773, + -0.2587748846153846, + -0.291938, + -0.12147457692307692, + 0.013408923076923039, + -0.18303142307692302, + 0.10672619230769233, + -0.0388065384615385, + -0.2118675692307692, + 0.26045576923076913, + -0.0038293076923076983, + -0.12772800000000012, + 0.406745076923077, + -0.22977469230769215, + -0.23213830769230762, + 0.057734, + -0.25536484615384614, + 0.036332807692307734, + -0.306678, + 0.12654100000000004, + -0.06969015384615382, + -0.22098480769230766, + -0.20798946153846154, + -0.24676503846153855, + -0.3183693461538464, + -0.1853619230769231, + -0.30043107692307686, + -0.37097869230769237, + -0.36548838461538463, + 0.011515653846153858, + -0.05251046153846157, + -0.17936411538461533, + 0.030728153846153836, + 0.0502869230769231, + -0.08165438461538464, + -0.04035388461538459, + -0.044060461538461534, + 0.1891277692307692, + -0.09007600000000004, + 0.08841000000000002, + 0.34717700000000007, + -0.08658792307692309, + -0.14910884615384612, + -0.01171784615384617, + -0.010542692307692277, + 0.2279287692307692, + 0.19163046153846158, + 0.044342807692307744, + 0.11406934615384606, + 0.26639184615384615, + 0.0024606538461537973 + ] + ], + "std": [ + [ + 1.0076078297495967, + 0.9724627657739631, + 0.9573573651622793, + 1.0262408425117875, + 0.9587446442307666, + 0.9571040384617393, + 0.9896566783801658, + 1.0271371774080218, + 0.9458984467553748, + 0.983396009484761, + 0.9474507771505324, + 1.0162340072708942, + 0.9916278302898655, + 0.9889509346456372, + 1.0996503269494506, + 0.8339239830692423, + 0.9718806374953891, + 1.0013701717610572, + 1.1087224946399736, + 0.9663160194574336, + 0.8925655267102359, + 1.0240426363341295, + 0.9129708359204913, + 0.9674367468039534, + 0.934498494547744, + 0.996046000000193, + 0.9001646244230804, + 1.011066294523225, + 0.9306740888083066, + 0.9019636923091955, + 1.0103842953596318, + 0.9763974023364559, + 1.0034859025495506, + 1.0189729800426417, + 0.8809657272220804, + 1.001293348052636, + 0.8026415950749621, + 1.0084947048958783, + 1.0447591131223906, + 1.080924244585727, + 0.9862369191590393, + 1.0095530529552834, + 1.014776711029924, + 0.9243136682665729, + 0.9998867689999087, + 1.0150113097032656, + 1.0058059432415762, + 0.8281138846158841, + 0.9053220114009879, + 0.7877964184833098, + 0.8751600073353956, + 1.0046622498233042, + 0.9279195402053261, + 0.9992859945990674, + 0.9930878632688641, + 0.9472126805852605, + 1.0500485456210673 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 178406, + "cert_evals": { + "36": 0.65625, + "72": 0.59375, + "108": 0.5, + "255": 0.171875 + }, + "fold": 0 + }, + { + "best_epoch": 11, + "best_val_acc": 0.8666666666666667, + "test_acc": 0.6615384615384615, + "train_size": 26, + "val_size": 15, + "test_size": 65, + "stats": { + "mean": [ + [ + 0.09734461538461536, + -0.009867653846153778, + 0.10790676923076924, + -0.15064011538461541, + 0.09738461538461546, + -0.05959273076923076, + -0.048695384615384696, + -0.10221076923076929, + -0.19740069230769225, + 0.26099000000000006, + -0.20290846153846157, + 0.20358803846153845, + -0.1825234230769231, + 0.21829484615384614, + 0.007081746153846278, + -0.06588375384615386, + 0.19917507692307695, + -0.3013095384615385, + 0.04983446153846157, + 0.007020153846153817, + -0.0066845384615384406, + -0.042044076923076885, + -0.07821423076923074, + 0.137686, + -0.015271923076923129, + -0.17227284615384614, + 0.2755073076923076, + 0.10235538461538465, + -0.2435485769230769, + -0.1773835384615385, + 0.08412084615384617, + -0.15183184615384618, + -0.10858899999999995, + -0.09742265384615373, + -0.05963238461538462, + -0.05630061538461538, + -0.018979730769230797, + 0.05089046153846155, + 0.15364107692307694, + -0.010982076923076903, + 0.10650861538461538, + -0.1806068846153846, + -0.20850592307692312, + -0.014057692307692288, + 0.21039161538461543, + -0.055766615384615394, + 0.2426295384615386, + -0.12109303846153843, + -0.29682430769230767, + -0.15785057692307694, + 0.19899334615384612, + -0.13024523076923075, + -0.20279253846153844, + 0.04434280769230771, + -0.06270500000000002, + 0.09504676923076928, + 0.10028380769230766 + ] + ], + "std": [ + [ + 1.0412699655331787, + 0.974109238604762, + 0.9613906810801298, + 0.9643340756609565, + 0.9673793894378168, + 1.003312008397785, + 0.9182015580655095, + 0.982743930536501, + 0.9723005343268958, + 0.9411703711795796, + 0.9796610632100985, + 0.9145025424643751, + 0.9879752636511461, + 1.0944915110032636, + 0.9430338516297093, + 0.9508755832408867, + 0.9258429683390378, + 0.8679061723089316, + 1.0276288482675964, + 0.9501945836398535, + 1.0169676029594148, + 1.0501744622186107, + 0.9644548335998028, + 0.9121775925932151, + 0.9112105136727959, + 1.0206435073325324, + 0.9080727257130373, + 0.9347829604211333, + 0.8967697697883465, + 0.9663770689480945, + 0.9532701925574484, + 0.8568118833949174, + 0.9554743200735837, + 1.1504807500220855, + 1.0155470332338918, + 1.0396018722819245, + 0.9268106513458504, + 0.9168958971379897, + 0.9852213842143813, + 1.001611750376513, + 0.990217812330316, + 0.9873887799655962, + 1.0110391392211635, + 0.9439560657308471, + 1.068328170673588, + 1.0047193948569797, + 0.9979267159932226, + 0.9934730341322996, + 0.8557618796771218, + 0.7460287358936586, + 0.9778352307693193, + 1.02192658245343, + 1.037835803866067, + 0.9677087884615755, + 0.956543380038049, + 1.0171593177603953, + 0.91997592085019 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 178406, + "cert_evals": { + "36": 0.5384615659713745, + "72": 0.4923076927661896, + "108": 0.35384616255760193, + "255": 0.1230769231915474 + }, + "fold": 1 + }, + { + "best_epoch": 12, + "best_val_acc": 0.75, + "test_acc": 0.8529411764705882, + "train_size": 26, + "val_size": 12, + "test_size": 68, + "stats": { + "mean": [ + [ + -0.030045192307692332, + -0.23869049999999983, + 0.041405769230769246, + 0.06321669230769228, + -0.0025107307692308154, + 0.09992461538461536, + 0.013492769230769159, + 0.14829176923076925, + -0.10286334615384617, + -0.08960249999999997, + 0.19882307692307696, + 0.09814630769230767, + -0.021829269230769246, + 0.03465076923076919, + -0.18058907692307682, + -0.1311519076923077, + 0.11797353846153848, + -0.05829530769230779, + 0.1212169230769231, + 0.07467584615384616, + 0.18656150000000013, + 0.2905494615384615, + -0.2553650384615384, + -0.06502038461538459, + -0.30667792307692304, + 0.09333938461538464, + 0.13742846153846142, + 0.17420873076923077, + 0.1120429615384615, + 0.23890723076923073, + -0.16356549999999995, + 0.08287507692307697, + -0.14056257692307694, + -0.09742265384615377, + -0.05963253846153847, + 0.011515500000000038, + 0.014551115384615343, + 0.08378369230769231, + 0.18436938461538463, + 0.019652346153846163, + 0.13786915384615384, + -0.14554365384615378, + -0.1756169230769231, + 0.12139923076923075, + 0.010079923076923155, + 0.30467446153846156, + -0.10586153846153845, + 0.15494511538461542, + -0.11217969230769238, + -0.011717730769230784, + -0.4645376538461538, + -0.13024538461538462, + 0.02728761538461537, + -0.024779269230769223, + -0.16876950000000007, + -0.04202923076923075, + 0.06767634615384611 + ] + ], + "std": [ + [ + 0.9790173867981108, + 0.8922350160543789, + 1.0237664792278374, + 0.9979986758255733, + 1.0450661465298063, + 1.0048325881986542, + 1.029402187109299, + 1.0083506459854783, + 0.9890083565745167, + 1.0164135742199043, + 1.0470407615391002, + 1.0378839738382932, + 0.9292517115719242, + 0.9612825317480931, + 1.0472447179957627, + 1.0262853071350215, + 1.052495553619595, + 1.059841692041489, + 1.1269554422034933, + 0.9208378006880765, + 0.9000880971984075, + 0.9294786618886555, + 1.076982881442786, + 1.0095815066264635, + 0.9911193052127372, + 1.0313874086125658, + 0.9980922524006728, + 0.9095892006901778, + 0.9905655045642239, + 1.0384115432086387, + 0.9810218452020498, + 1.060299711989925, + 0.9844584721629052, + 0.9476257009349917, + 0.8894460896472517, + 1.0593221207156762, + 0.8826955613077969, + 0.9713319428712611, + 1.075487248351794, + 1.0067518301441576, + 1.0419999967859404, + 0.986766332875252, + 1.0083607367807386, + 0.9773806693737923, + 1.0515029245809187, + 0.9917044123633906, + 0.9657665710047374, + 0.9290685404960641, + 1.1225398591645361, + 1.0183526454206688, + 0.8092726993206232, + 0.9375164234499523, + 1.0268476122485855, + 0.9726335635209717, + 0.9727406960463761, + 1.112026712980068, + 1.0129397204932757 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 178406, + "cert_evals": { + "36": 0.7647058963775635, + "72": 0.6323529481887817, + "108": 0.5147058963775635, + "255": 0.11764705926179886 + }, + "fold": 2 + }, + { + "best_epoch": 3, + "best_val_acc": 0.9090909090909091, + "test_acc": 0.5072463768115942, + "train_size": 26, + "val_size": 11, + "test_size": 69, + "stats": { + "mean": [ + [ + 0.06549715384615382, + -0.1733123461538461, + -0.22459746153846155, + -0.008068615384615393, + -0.33549623076923074, + -0.1233995769230769, + -0.17307238461538452, + 0.023040692307692345, + -0.07135107692307693, + -0.18521865384615382, + -0.04839615384615389, + 0.09814603846153849, + -0.021828923076923114, + 0.07137899999999996, + -0.1493106769230769, + -0.0006160384615384937, + -0.16623299999999996, + -0.19716084615384608, + -0.1643116153846154, + 0.14233134615384618, + 0.18656149999999996, + 0.09099338461538463, + 0.09893680769230777, + -0.031236038461538454, + -0.43619169230769256, + -0.3382805384615385, + -0.13872946153846152, + 0.21013507692307687, + 0.32539880769230767, + 0.34298038461538466, + -0.0706831923076923, + -0.0847729230769231, + 0.08325415384615384, + 0.03935515384615389, + -0.12760034615384613, + 0.045423692307692304, + 0.24926692307692294, + -0.014896576923076922, + 0.030727999999999995, + 0.14219007692307695, + -0.08165438461538452, + -0.07541711538461539, + -0.2085062307692308, + -0.14951476923076926, + 0.010080153846153841, + 0.16049815384615387, + -0.14071053846153841, + -0.19010246153846153, + 0.22017992307692313, + -0.08478423076923074, + 0.12914796153846148, + -0.195368, + -0.13705561538461536, + -0.33582846153846135, + -0.1687693076923077, + -0.0077596923076923285, + 0.035068461538461576 + ] + ], + "std": [ + [ + 0.9949457610380924, + 1.0006243291807655, + 1.0805097483660284, + 1.0669055953756055, + 1.0322555409439118, + 0.9848822871167503, + 0.9431346904463401, + 0.9378178344246724, + 1.0181978932718458, + 0.966727095536948, + 0.9908076284467556, + 1.0378839686283479, + 1.088933086989841, + 0.8046857737758931, + 1.134679772935726, + 0.9553453144737399, + 0.9684821547379812, + 0.8999479146517183, + 0.9741754410810941, + 1.0108802015807785, + 0.7709686644604582, + 1.0772131326993413, + 0.8384300579512153, + 1.0358089031747673, + 1.0305305742983066, + 0.9367306253151163, + 0.9884948822596298, + 0.9666870451735153, + 0.7559985089760948, + 0.8999593432865595, + 0.9970138749450403, + 1.052317535287378, + 1.0819218493489575, + 0.9767902491283019, + 0.9784792222564622, + 0.9949578210493984, + 0.8614226395733138, + 0.9539103328924243, + 1.0209907346186988, + 0.9432236511876507, + 1.036795800272391, + 1.0138060762016619, + 1.1167776196923178, + 1.0142323983395336, + 1.1052486656840097, + 1.0124481502282436, + 1.0529966821172885, + 0.9493509361557843, + 1.1279936610242616, + 1.0051609553372078, + 0.9160134879427471, + 1.0114984451985467, + 0.8295657525376697, + 1.028154229267194, + 0.9727407925020125, + 0.8988663639372382, + 0.9628933437374779 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 178406, + "cert_evals": { + "36": 0.4057971239089966, + "72": 0.28985506296157837, + "108": 0.18840579688549042, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.696837753705161, + "std_test_acc": 0.14865047827232963, + "n_samples": 106, + "n_features": 57, + "n_classes": 2, + "mean_cert_acc_36": 0.5913036465644836, + "std_cert_acc_36": 0.15437111613894197, + "mean_cert_acc_72": 0.5020664259791374, + "std_cert_acc_72": 0.1533072634530785, + "mean_cert_acc_108": 0.38923946395516396, + "std_cert_acc_108": 0.1523117084821071, + "mean_cert_acc_255": 0.10314974561333656, + "std_cert_acc_255": 0.07296185103614784 + }, + "letter": { + "dataset": "letter", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 83, + "best_val_acc": 0.7283425956194834, + "test_acc": 0.7166066493593501, + "train_size": 5000, + "val_size": 3059, + "test_size": 11941, + "stats": { + "mean": [ + [ + 0.00514853171999978, + 0.005659159839999929, + 0.015561632360000245, + 0.01129863240000007, + 0.0052732767999999685, + 0.00552804246000023, + -0.003806189400000043, + 0.004888994199999829, + 0.008798804439999558, + -0.008297726599999769, + 0.0009121625999998376, + 0.004806467700000183, + 0.003901915299999814, + -0.011281666800000121, + -0.0074610201999999294, + 0.003215448200000049 + ] + ], + "std": [ + [ + 0.9872835099546217, + 1.006134190408135, + 0.9972389123333294, + 1.0049266649751227, + 0.9943131104630408, + 0.9927707764568473, + 1.0068065835854811, + 1.0134669668414158, + 1.0040007520709764, + 0.9997230654740944, + 1.007968354670923, + 1.0003581319476724, + 1.005041480077882, + 1.0049516430140362, + 0.9976563117551296, + 0.9860491581099939 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 26, + "depth": 6, + "padding": 32, + "parameters": 13914, + "cert_evals": { + "36": 0.636378824710846, + "72": 0.5502889156341553, + "108": 0.458504319190979, + "255": 0.1529185175895691 + }, + "fold": 0 + }, + { + "best_epoch": 57, + "best_val_acc": 0.7161684345869496, + "test_acc": 0.7241988392631844, + "train_size": 5000, + "val_size": 3111, + "test_size": 11889, + "stats": { + "mean": [ + [ + 0.0029532797399999047, + 0.004388175279999976, + 0.004244063760000119, + 0.012979005999999998, + -0.004678983799999144, + 0.003455055400000179, + -0.007418534600000143, + 0.003926012599999779, + 0.00795879715999929, + -0.00524365779999995, + -0.01178226520000005, + -0.015187571099999951, + -0.012475097320000503, + -0.0018423520000003316, + -0.013382179199999674, + -0.004821816599999932 + ] + ], + "std": [ + [ + 0.9986276678083476, + 0.9950343941586423, + 0.99640667299183, + 1.0000071963490385, + 0.992160528900722, + 1.0037788827185958, + 1.0135243337906252, + 1.019023638516362, + 1.0086984945355297, + 1.009749704171076, + 1.013939210703217, + 0.9887907814862574, + 0.9896867749920725, + 0.9916791039398155, + 1.0056717046836126, + 1.0037598172363915 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 26, + "depth": 6, + "padding": 32, + "parameters": 13914, + "cert_evals": { + "36": 0.6447977423667908, + "72": 0.5573219060897827, + "108": 0.4633695185184479, + "255": 0.15695179998874664 + }, + "fold": 1 + }, + { + "best_epoch": 83, + "best_val_acc": 0.723448275862069, + "test_acc": 0.7223140495867768, + "train_size": 5000, + "val_size": 2900, + "test_size": 12100, + "stats": { + "mean": [ + [ + 0.021874334520000687, + 0.017884720619999826, + 0.014568840500000449, + 0.006699696200000058, + -0.00020502299999983865, + 0.011056104300000202, + -0.0043222202000001006, + -0.005629635800000384, + 0.0012383624799995345, + 0.011071598799999905, + -0.0038767746000001103, + -0.0036525290000001725, + 0.002787233879999989, + 0.011734750599999826, + -0.007305219399999943, + 0.006554009400000075 + ] + ], + "std": [ + [ + 1.018882039972734, + 0.9909097519297484, + 1.011006149224975, + 0.9981095511490614, + 0.9744828743262628, + 1.0187271547521726, + 1.0142349021053059, + 1.0059981552155532, + 1.0032678982013254, + 0.9974167859950539, + 0.9962881566563585, + 1.0100493766021112, + 0.9931648907076084, + 1.0108922135098513, + 1.0056449285270137, + 1.001713691144833 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 26, + "depth": 6, + "padding": 32, + "parameters": 13914, + "cert_evals": { + "36": 0.6425619721412659, + "72": 0.5641322135925293, + "108": 0.4628925621509552, + "255": 0.15768595039844513 + }, + "fold": 2 + }, + { + "best_epoch": 98, + "best_val_acc": 0.7252086811352254, + "test_acc": 0.717201166180758, + "train_size": 5000, + "val_size": 2995, + "test_size": 12005, + "stats": { + "mean": [ + [ + 0.004834942479999971, + 0.001483113019999944, + -0.0019111359399998356, + 0.0075840941999999545, + -0.0010267499999996761, + 0.017176408160000104, + -0.001742007400000528, + -0.001036997800000219, + 0.003506500319999635, + -0.004038084999999959, + -0.005625091799999523, + 0.0011537186999995067, + 0.00047216481999986826, + -0.0067559524000002655, + 0.007341836400000017, + 0.0008661090000000479 + ] + ], + "std": [ + [ + 1.004162670449844, + 1.0009285120042208, + 1.0009316003026747, + 1.0058812415247276, + 1.0013613633110403, + 0.9913646988590394, + 0.9980301597574796, + 0.9947148416325726, + 0.9936745035912995, + 0.9961424729063775, + 0.9987978729631191, + 0.9997824037300547, + 0.9953405790803281, + 1.0103550196199995, + 1.0017727765855509, + 1.0101591352858876 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 26, + "depth": 6, + "padding": 32, + "parameters": 13914, + "cert_evals": { + "36": 0.6370679140090942, + "72": 0.548021674156189, + "108": 0.45847564935684204, + "255": 0.16651394963264465 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7200801760975173, + "std_test_acc": 0.003755336786485771, + "n_samples": 20000, + "n_features": 16, + "n_classes": 26, + "mean_cert_acc_36": 0.6402016133069992, + "std_cert_acc_36": 0.004128336230708067, + "mean_cert_acc_72": 0.5549411773681641, + "std_cert_acc_72": 0.007295342808161704, + "mean_cert_acc_108": 0.46081051230430603, + "std_cert_acc_108": 0.002686606039060289, + "mean_cert_acc_255": 0.15851755440235138, + "std_cert_acc_255": 0.005728138208673154 + }, + "molec-biol-splice": { + "dataset": "molec-biol-splice", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 52, + "best_val_acc": 0.84375, + "test_acc": 0.807109252483011, + "train_size": 797, + "val_size": 480, + "test_size": 1913, + "stats": { + "mean": [ + [ + -0.08088939774153121, + -0.017083478042659816, + -0.008676474278544535, + 0.01205199498117964, + -0.019879412797992446, + -0.06819678419071469, + 0.014172110414052605, + -0.0726562358845669, + -0.0424785457967378, + 0.030165779171894516, + -0.015724135508155584, + 0.016329740276034888, + -0.03650249309912165, + 0.060801804265996566, + 0.050552770388958924, + -0.03993303764115418, + -0.02479237139272276, + 0.026231244667502603, + 0.0006134240903385369, + 0.008120775407778993, + 0.011976850690087297, + 0.012784564617315019, + 0.02205557967377646, + 0.003761100376411143, + 0.004885728983688804, + -0.007185055207026799, + 0.006090311166875841, + -0.06913297616060121, + 0.01692240903387772, + -0.024909814303639064, + 0.002042144291092072, + 0.03893583663739384, + 0.04832313927227111, + -0.04144308908406656, + -0.04533064868255915, + 0.029196543287328434, + -0.017319196988707316, + 0.002574765370137967, + 0.014485728983688884, + -0.04080718946047651, + -0.016152210790464142, + -0.1060891342534501, + 0.00146361355081561, + -0.02892638393977404, + 0.03808938393977416, + 0.004615427854454175, + -0.006006715181932309, + 0.03929904642409064, + -0.0026646035131743587, + -0.0008532597239647819, + -0.018261164366373872, + -0.015718006273525736, + -0.03865469008782939, + -0.0023145696361355087, + -0.01960441405269735, + -0.0853860326223336, + 0.005193398996235927, + -0.017738670012547086, + 0.055998069008782805, + 0.039315545796737614 + ] + ], + "std": [ + [ + 0.9945490246391062, + 0.9934109752899847, + 1.0063178858807398, + 0.9896020723574798, + 0.9849358791871932, + 0.9857421550044541, + 0.9930276963595361, + 0.9834603310222596, + 1.0029783411831081, + 1.008680505435535, + 1.000646776584492, + 1.017380058680371, + 0.9990572202887158, + 1.0037947864498273, + 0.9921475019154874, + 1.0063268933844312, + 0.9808355420987935, + 0.9924788012799176, + 0.9847824180917667, + 0.9870544204448741, + 1.0013704839730797, + 1.0166518616214755, + 0.985710071283119, + 1.0044850695151961, + 0.9909244249062288, + 0.9987615357097599, + 1.0051852364272729, + 0.9860816983161693, + 1.0064425553080443, + 1.021154244482058, + 0.9991376459347909, + 0.9638884376422283, + 1.0033244557289336, + 0.9848543808197192, + 1.0055575628990723, + 0.9940712305710926, + 0.9741863114052403, + 1.0048179660304701, + 0.9887806108854191, + 0.9765227042348682, + 0.997334968218974, + 0.9962132645441986, + 1.0014416509782584, + 1.002091005752959, + 0.9893159775047747, + 0.9934985594799247, + 0.9886647568170538, + 0.9919893464761707, + 0.9955923461346924, + 0.9926319617434606, + 0.9728863130641628, + 1.0082140966036435, + 0.9961100311402014, + 1.0077701107332304, + 0.9792654768868749, + 1.0119326199882663, + 1.0172792289838704, + 0.9956848073966668, + 1.0083179950377872, + 0.9802036286210523 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 3, + "depth": 6, + "padding": 120, + "parameters": 187755, + "cert_evals": { + "36": 0.7417668104171753, + "72": 0.6607422828674316, + "108": 0.5854678153991699, + "255": 0.22320960462093353 + }, + "fold": 0 + }, + { + "best_epoch": 32, + "best_val_acc": 0.8355263157894737, + "test_acc": 0.8270521424883841, + "train_size": 797, + "val_size": 456, + "test_size": 1937, + "stats": { + "mean": [ + [ + 0.018491488080301106, + -0.0011505069008782528, + 0.021436997490589735, + 0.03502552697616077, + 0.021530190715181953, + 0.01771506524466753, + 0.0028268569636132166, + -0.03774227101631111, + 0.019095676286072647, + -0.016733656210790544, + -0.0663814040150566, + 0.005845333751568237, + 0.004257730238393967, + 0.0011046449184443634, + -0.027280681304893566, + 0.005402819322459137, + 0.04633495859473012, + 0.009161250941028725, + 0.026725796737766497, + -0.01972711794228387, + -0.01983136010037666, + -0.009908578419071404, + 0.022055481806775055, + 0.05518264240903318, + -0.04640085570890846, + -0.03727541907151866, + -0.0335212045169384, + -0.03967690213299759, + 0.005998318695107535, + -0.01785224341279831, + -0.003198117942283299, + -0.013416670639897136, + -0.009072863237139185, + -0.007062920953576991, + 0.011101452948557616, + -0.045883223337515024, + -0.012705889585947094, + -0.05706059096612311, + 0.00637870514429108, + -0.024475352572145292, + -0.033483001254705075, + -0.018872419071518255, + -0.004380110414052662, + -0.019757495608531926, + -0.01618084692597215, + 0.06015848933500684, + 0.004326102885821954, + 0.031207774153074287, + 0.09302961606022617, + 0.037705563362610196, + 0.031232815558343906, + 0.05163176913425327, + 0.051368831869510787, + -0.02336010790464227, + 0.006880800501882391, + -0.05682849560853219, + -0.004021038895859437, + 0.002038494353826773, + 0.05144887452948544, + -0.00027493977415304015 + ] + ], + "std": [ + [ + 0.9889166025491434, + 1.0113611751416451, + 1.00351331532884, + 1.0051662180322105, + 0.9987679141001061, + 0.9996822942772838, + 1.0042310134414263, + 1.0134372724050602, + 1.0000665011762366, + 0.9994360301075128, + 0.9995393709189473, + 1.0346986177316517, + 1.011186369192948, + 1.0016439123703365, + 0.9965028721446453, + 1.0098540994428735, + 0.9933407245937251, + 1.0209497831856362, + 0.9866653742506231, + 0.982825314351339, + 0.9914313036126221, + 1.0062435071011668, + 1.0149240913230397, + 0.9887363914059815, + 0.9994565119417103, + 1.016608779035485, + 0.9986323360957506, + 0.9983077834509023, + 0.992117921809115, + 1.0118934305428742, + 1.0093115895196225, + 1.0141263884110643, + 0.998031262724133, + 0.9978752951488421, + 1.0058194162074532, + 0.9997345249416975, + 1.0043988806220703, + 1.0026034007181608, + 1.0124721562205274, + 0.9897322617082525, + 0.9985816439065134, + 0.9919527474532689, + 1.0036339185538052, + 0.973512268444304, + 1.0130393993507771, + 0.9897840394213037, + 0.9936053260728854, + 1.0155800367441008, + 1.0112837805104922, + 0.9806050237126605, + 1.0133289778387422, + 1.003164742603154, + 0.9684252971086295, + 0.9941237378734813, + 0.9987879065672047, + 1.0056255382787287, + 1.0017418494408326, + 0.9935852276048891, + 1.024679553968222, + 1.007096200700548 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 3, + "depth": 6, + "padding": 120, + "parameters": 187755, + "cert_evals": { + "36": 0.7676819562911987, + "72": 0.6845637559890747, + "108": 0.5890552401542664, + "255": 0.2085699439048767 + }, + "fold": 1 + }, + { + "best_epoch": 58, + "best_val_acc": 0.8467432950191571, + "test_acc": 0.8188134687332977, + "train_size": 797, + "val_size": 522, + "test_size": 1871, + "stats": { + "mean": [ + [ + 0.016180366373901797, + 0.0159205972396487, + -0.04805540652446672, + 0.017795338770389135, + -0.018760287327477875, + -0.012470120451693864, + -0.025536504391468096, + -0.023100938519447715, + -0.021953736511919807, + 0.005599485570890773, + -0.028107018820577125, + -0.0663806737766629, + -0.002535664993726509, + -0.041697066499373665, + -0.041221063989962406, + -0.019531874529485415, + 0.001174760351317426, + 5.719824341241943e-05, + 0.009695979924717433, + -0.006360112923463307, + 0.031288966122960366, + 0.01732320451693862, + 0.034643243412797765, + -0.05223140276035192, + 0.012863726474278572, + -0.02278748055207084, + 0.08181816185696375, + 0.022917264742786353, + 0.03112372647427915, + 0.01743540276035093, + 0.009902525721455502, + 0.030388477038899016, + -0.007947400250940755, + -0.002626762860728837, + -0.002393195734001926, + 0.0224729749058976, + -0.035772559598494034, + 0.031245622333751583, + 0.07355148055206996, + -0.02680844165621052, + 0.0011786298619825138, + -0.023523868255959906, + 0.009644725219573422, + -0.011734667503136672, + 0.04155336135508157, + -0.008113194479297375, + 0.023843790464241343, + 0.03351953826850721, + -0.05937222333751553, + 0.01956023839397823, + -0.05714953952321155, + 0.029942850690087883, + -0.01788004265997477, + 0.018731055207026504, + 0.00457773149309927, + -0.028270974905896498, + -0.044334417816813056, + 0.02181565872020062, + -0.004279376411543287, + 0.033493360100376554 + ] + ], + "std": [ + [ + 1.006032731784378, + 0.9981987082501484, + 1.0058419047925986, + 1.0147724595576162, + 0.9940588732535701, + 0.9991159025458402, + 0.9691047120808344, + 0.9991048317365939, + 1.020189994500977, + 0.9848978164137729, + 0.998075185404707, + 0.9900346208081456, + 0.9970676239537044, + 1.0074170125268456, + 0.9888612246445799, + 1.0204821123725891, + 1.0188778509112115, + 1.021786600393116, + 0.9923811904568762, + 0.9930750642777653, + 1.0126874688330874, + 1.0123955584555848, + 1.0119546947996216, + 0.967160657446603, + 1.013064602613993, + 1.0088579414594196, + 1.0050975228498589, + 1.0226014249223117, + 1.0030135447468238, + 1.0006692722984143, + 1.0063109761380487, + 0.9976611466924694, + 1.0191830139161713, + 1.0037191251141417, + 1.0000135193218243, + 1.008885797923785, + 1.005277894129722, + 0.9951865869001352, + 1.003658412696999, + 1.0103592136706143, + 1.013785819980191, + 1.0167078374977943, + 1.0100157686042965, + 1.0010457270061084, + 1.0282359743543752, + 0.9985304229175116, + 0.9712378399548074, + 1.0007272977609394, + 1.00869249677983, + 0.9976542416860067, + 1.0108332275437888, + 1.0094799027511412, + 0.9910934491654954, + 1.0239973266326525, + 0.9997566127783953, + 0.995332570938697, + 1.0015100811283149, + 1.0189914283748178, + 0.9815154139951994, + 1.0109702187257807 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 3, + "depth": 6, + "padding": 120, + "parameters": 187755, + "cert_evals": { + "36": 0.761624813079834, + "72": 0.6878674626350403, + "108": 0.5986104011535645, + "255": 0.22715125977993011 + }, + "fold": 2 + }, + { + "best_epoch": 29, + "best_val_acc": 0.7978947368421052, + "test_acc": 0.8211678832116789, + "train_size": 797, + "val_size": 475, + "test_size": 1918, + "stats": { + "mean": [ + [ + 0.023113880803011123, + -0.031878431618569576, + 0.0017474705144291346, + -0.048827942283563595, + 0.02600689711417815, + -0.020596907151819388, + 0.03119006398996214, + -0.010712095357591008, + -0.03563701003764123, + -0.0066837766624844005, + 0.020298818067753775, + 0.0349687051442911, + 0.03369574404015041, + 0.010115574654956229, + -0.008693601003764222, + -0.037666260978670006, + 0.013593819322459105, + -0.06367114930991241, + 0.002884076537013706, + -0.04311930238393992, + -0.028919440401505687, + 0.03661243287327482, + -0.012274677540778, + 0.022044312421580708, + -0.0019524943538268248, + -0.00718509535759122, + 0.018905804265997497, + -0.020039599749058525, + 0.011460363864492227, + 0.00190883061480542, + 0.015142810539523602, + 0.0015411859473054327, + -0.0034457590966119997, + 0.007354567126724528, + -0.019568141781680794, + 6.111668757913393e-05, + 0.014974058971141782, + 0.017483629861982628, + 0.004062395232120175, + -0.039640589711417734, + -0.017307636135508092, + -0.015383726474278643, + 0.02951326599749063, + 0.010041510664993838, + -0.009252728983688915, + 0.023129829360100374, + 0.024991664993726456, + 0.005777824341280051, + 0.010330861982434136, + -0.02240079799247117, + 0.013556362609786848, + 0.009395460476787914, + -0.05596691593475561, + -0.0011453801756584612, + 0.019547611041405746, + -0.005424897114178279, + -0.036271767879548236, + -0.04216928481806779, + -0.06910606649937284, + 0.013698135508155716 + ] + ], + "std": [ + [ + 0.9995168687982413, + 1.0072187255531315, + 0.9922765699545656, + 1.0014379023165043, + 1.0007423887263762, + 1.006595287508758, + 0.996025190875742, + 1.0015863398288425, + 0.9939619881518538, + 1.0012546381038536, + 0.9974235803209218, + 0.9958759047377087, + 1.0231793150542605, + 0.9988598615456608, + 1.0165807865563634, + 0.9981765632980487, + 0.9916120393689883, + 0.9967806721546657, + 1.0001387498061993, + 0.9907382633450215, + 0.9919466420747174, + 0.9918048070565159, + 0.9927131112764388, + 0.9987541938182435, + 0.9829950228363971, + 0.9987615525719863, + 1.006646575684889, + 0.9727270348859581, + 1.0274767556558333, + 0.9948545552577256, + 0.9724110619354693, + 0.999399954650725, + 1.0137453383320747, + 1.0038171597805419, + 0.9942857302920103, + 1.0221132950933616, + 1.0125332438729522, + 1.0058606284258966, + 1.0061583893468007, + 1.0071484737907352, + 0.993080173542264, + 0.994054088509694, + 1.0019557537886754, + 0.9879867613789639, + 1.0059203970540576, + 1.002236769456239, + 1.0166179760088292, + 1.0148930646959913, + 0.9855942441531308, + 0.9881712595842015, + 0.997375001351328, + 1.0153221146032385, + 0.9987022726517054, + 1.0023090382878383, + 0.9960039697880356, + 0.9659716681886643, + 1.0079997805456118, + 0.9972223231158401, + 0.9973623069301778, + 1.0162353419266272 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 3, + "depth": 6, + "padding": 120, + "parameters": 187755, + "cert_evals": { + "36": 0.7507820725440979, + "72": 0.6595411896705627, + "108": 0.5698644518852234, + "255": 0.1939520388841629 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8185356867290929, + "std_test_acc": 0.008368572945745592, + "n_samples": 3190, + "n_features": 60, + "n_classes": 3, + "mean_cert_acc_36": 0.7554639130830765, + "std_cert_acc_36": 0.01150025392296839, + "mean_cert_acc_72": 0.6731786727905273, + "std_cert_acc_72": 0.015122008317908787, + "mean_cert_acc_108": 0.585749477148056, + "std_cert_acc_108": 0.01195470334596818, + "mean_cert_acc_255": 0.21322071179747581, + "std_cert_acc_255": 0.015129987274295773 + }, + "monks-2": { + "dataset": "monks-2", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 4, + "best_val_acc": 0.7, + "test_acc": 0.5899280575539568, + "train_size": 432, + "val_size": 30, + "test_size": 139, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 2714, + "cert_evals": { + "36": 0.0, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 16, + "best_val_acc": 0.6538461538461539, + "test_acc": 0.6013986013986014, + "train_size": 432, + "val_size": 26, + "test_size": 143, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 2714, + "cert_evals": { + "36": 0.440559446811676, + "72": 0.2237762212753296, + "108": 0.04895104840397835, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.6206896551724138, + "test_acc": 0.6214285714285714, + "train_size": 432, + "val_size": 29, + "test_size": 140, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 2714, + "cert_evals": { + "36": 0.47857144474983215, + "72": 0.1071428582072258, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.6551724137931034, + "test_acc": 0.6142857142857143, + "train_size": 432, + "val_size": 29, + "test_size": 140, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 2714, + "cert_evals": { + "36": 0.4571428596973419, + "72": 0.26428571343421936, + "108": 0.05714285746216774, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.606760236166711, + "std_test_acc": 0.01395065404096641, + "n_samples": 601, + "n_features": 6, + "n_classes": 2, + "mean_cert_acc_36": 0.3440684378147125, + "std_cert_acc_36": 0.22990613191488135, + "mean_cert_acc_72": 0.1488011982291937, + "std_cert_acc_72": 0.11949217717872873, + "mean_cert_acc_108": 0.026523476466536522, + "std_cert_acc_108": 0.030808722159515065, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "monks-1": { + "dataset": "monks-1", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 25, + "best_val_acc": 0.4857142857142857, + "test_acc": 0.7528089887640449, + "train_size": 432, + "val_size": 35, + "test_size": 89, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 2714, + "cert_evals": { + "36": 0.6179775595664978, + "72": 0.5056179761886597, + "108": 0.2921348214149475, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 21, + "best_val_acc": 0.782608695652174, + "test_acc": 0.7722772277227723, + "train_size": 432, + "val_size": 23, + "test_size": 101, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 2714, + "cert_evals": { + "36": 0.603960394859314, + "72": 0.49504950642585754, + "108": 0.3366336524486542, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 33, + "best_val_acc": 0.8620689655172413, + "test_acc": 0.7894736842105263, + "train_size": 432, + "val_size": 29, + "test_size": 95, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 2714, + "cert_evals": { + "36": 0.7052631974220276, + "72": 0.5684210658073425, + "108": 0.42105263471603394, + "255": 0.021052632480859756 + }, + "fold": 2 + }, + { + "best_epoch": 52, + "best_val_acc": 0.8695652173913043, + "test_acc": 0.7821782178217822, + "train_size": 432, + "val_size": 23, + "test_size": 101, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 2714, + "cert_evals": { + "36": 0.712871253490448, + "72": 0.5643564462661743, + "108": 0.4356435537338257, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7741845296297813, + "std_test_acc": 0.015897681660880604, + "n_samples": 556, + "n_features": 6, + "n_classes": 2, + "mean_cert_acc_36": 0.6600181013345718, + "std_cert_acc_36": 0.057010081038925756, + "mean_cert_acc_72": 0.5333612486720085, + "std_cert_acc_72": 0.03841602015429367, + "mean_cert_acc_108": 0.3713661655783653, + "std_cert_acc_108": 0.06851832166095852, + "mean_cert_acc_255": 0.005263158120214939, + "std_cert_acc_255": 0.010526316240429878 + }, + "monks-3": { + "dataset": "monks-3", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.5625, + "test_acc": 0.4888888888888889, + "train_size": 432, + "val_size": 32, + "test_size": 90, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 2714, + "cert_evals": { + "36": 0.4888888895511627, + "72": 0.46666666865348816, + "108": 0.3777777850627899, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.4444444444444444, + "test_acc": 0.5192307692307693, + "train_size": 432, + "val_size": 18, + "test_size": 104, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 2714, + "cert_evals": { + "36": 0.4711538553237915, + "72": 0.36538463830947876, + "108": 0.17307692766189575, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5833333333333334, + "test_acc": 0.4897959183673469, + "train_size": 432, + "val_size": 24, + "test_size": 98, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 2714, + "cert_evals": { + "36": 0.4897959232330322, + "72": 0.4897959232330322, + "108": 0.36734694242477417, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5172413793103449, + "test_acc": 0.5053763440860215, + "train_size": 432, + "val_size": 29, + "test_size": 93, + "stats": { + "mean": [ + [ + -5.13992141030165e-18, + 1.1307827102663631e-17, + -6.6818978333921455e-18, + -1.02798428206033e-18, + 0.0, + 0.0 + ] + ], + "std": [ + [ + 0.9988447623463166, + 0.9988447623463166, + 0.9988419999999979, + 0.9988447623463166, + 0.9988439629181349, + 0.9988419999999979 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 2714, + "cert_evals": { + "36": 0.5053763389587402, + "72": 0.46236559748649597, + "108": 0.3655914068222046, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5008229801432567, + "std_test_acc": 0.014417563915388372, + "n_samples": 554, + "n_features": 6, + "n_classes": 2, + "mean_cert_acc_36": 0.48880375176668167, + "std_cert_acc_36": 0.01399001004698373, + "mean_cert_acc_72": 0.4460532069206238, + "std_cert_acc_72": 0.055111559836222734, + "mean_cert_acc_108": 0.3209482654929161, + "std_cert_acc_108": 0.09872752762907987, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "musk-1": { + "dataset": "musk-1", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 14, + "best_val_acc": 0.8289473684210527, + "test_acc": 0.8185053380782918, + "train_size": 119, + "val_size": 76, + "test_size": 281, + "stats": { + "mean": [ + [ + -0.009291536974789802, + -0.12607884680672266, + -0.04762204201680674, + -0.0761702235294117, + -0.044936774789916, + -0.014382231932773128, + -0.041894201680672254, + -0.03190622907563026, + 0.021353001680672248, + 0.10775567647058813, + 0.09010778932773111, + -0.057640225210084016, + 0.14667296336134458, + 0.10126893949579828, + 0.14001244605042018, + -0.04249502016806724, + 0.038105572268907546, + 0.002184308487394976, + -0.05224322941176468, + 0.06215304016806718, + -0.12393828857142859, + -0.02803303361344539, + -0.10647747142857145, + 0.02538642941176475, + 0.03754377647058824, + -0.00930381512605037, + -0.10533614621848736, + -0.07591091428571431, + 0.015518248319327696, + 0.03344583445378154, + -0.0436141698991596, + -0.03440255966386541, + -0.08419558653781517, + 0.059494676050420144, + 0.011928458739495816, + -0.006269523999999992, + 0.060528428571428566, + 0.03592683193277311, + 0.07123646218487396, + -0.0823780630252101, + -0.03973622907563024, + -0.09128727731092437, + 0.134798512605042, + 0.09857759663865544, + 0.08639189302521, + 0.04655348655462184, + 0.12397431176470586, + -0.0036607467226890487, + -0.045298374201680695, + 0.09763559579831942, + -0.11482796470588238, + 0.005798111764705843, + -0.04984500840336133, + 0.10562984689075626, + -0.006794973949579853, + -0.06879170025210085, + -0.05042998067226895, + -0.1381735478991597, + 0.018107122621848763, + 0.07930746134453784, + -0.035087430369747964, + -0.047216151260504276, + -0.050801200000000026, + 0.000790052100840336, + -0.03210146470588229, + -0.011450639932773149, + 0.13865514789915964, + 0.024682792941176448, + 0.04572973361344544, + -0.07111193899159665, + -0.05305032773109243, + -0.03151311848739495, + 0.13506087714285714, + 0.03930882689075631, + 0.13208768117647057, + 0.03213378487394958, + 0.036931210084033585, + 0.0542657411764706, + -0.055266365126050425, + -0.007700784890756318, + -0.06660210142857143, + -0.0472203361344537, + -0.13513644588235293, + -0.0953638899159664, + 0.0684584218487394, + -0.027715061344537825, + -0.13681975714285718, + -0.03402985277310925, + 0.0014045230252100738, + 0.0014960380672269073, + -0.013881531092436904, + -0.054739220168067156, + -0.07439434873949584, + 0.16347766033613445, + -0.027834813445378172, + 0.04105560084033615, + -0.018090553781512614, + 0.039478408403361344, + 0.01011179831932775, + -0.056224057983193236, + -0.05482081092436975, + -0.09049105663865546, + 0.1384086307563025, + 0.1158592352941177, + 0.1295010983193277, + 0.026534809327731116, + 0.030993403193277324, + 0.045596629411764705, + 0.07867409050420171, + 0.07023428403361341, + -0.010699962478991626, + -0.1297697013445378, + -0.06125888739495793, + -0.054635241344537774, + 0.07315159588235293, + 0.14113961932773117, + 0.03369915462184867, + -0.017007521008403328, + -0.03182301008403359, + -0.10475748344537812, + 0.029890118487394944, + 0.008469613445378164, + 0.0055577798319327845, + -0.015650881428571396, + 0.0048053532268907215, + 0.06544014621848733, + 0.11003610159663865, + 0.04605257647058817, + 0.14969492016806743, + -0.012363702521008463, + -0.051404617310924446, + -0.01038593529411762, + -0.07927427529411762, + -0.04159334571428572, + 0.06169648184873948, + 0.11608897882352946, + 0.038903689075630285, + 0.1461880742857143, + -0.06708651966386553, + -0.11414608924369747, + -0.1295263958823529, + -0.03233595445378152, + -0.04501458058823521, + -0.000721831932773089, + -0.004400483109243784, + -0.12390628907563028, + -0.036873544537815106, + -0.0909845665546218, + -0.10444491176470592, + -0.09871166294117649, + 0.005718816974789886, + -0.036594511848739485, + -0.04913234621848742, + -0.08743706722689078, + -0.11513121176470595, + -0.08874053697478997, + -0.05336954033613433, + 0.082962791092437, + -0.021164454621848745, + -0.0932097171428572, + 0.014436121848739485, + -0.04426032336134451, + -0.1090511277310925, + 0.1449148087394958, + 0.1817663789915966, + 0.013956836806722718 + ] + ], + "std": [ + [ + 1.0099114119845158, + 0.9348594846360825, + 0.9584972842977127, + 0.9640337720371549, + 0.2970971465206269, + 0.9902644318765941, + 0.9766608443635819, + 0.9277337303843832, + 1.0209147991357326, + 0.8462688910212999, + 0.937274236323561, + 0.9720030442747652, + 0.8629052767970179, + 1.0131630405366665, + 1.0235995127546023, + 0.9236691973697053, + 1.0455909357050364, + 1.035981564713016, + 0.99532697338212, + 0.9211771365528878, + 0.874501926986878, + 0.9704498314090642, + 0.891302047446978, + 0.9804149844573272, + 1.0041773279830728, + 1.002529298728106, + 1.0224471703080853, + 0.9244712375286949, + 0.9743559806263377, + 0.9887295244749511, + 0.9544273760411471, + 1.02985801200279, + 0.9474472095469905, + 0.9846549124544697, + 1.0482961086154436, + 1.055409389025073, + 1.0423422939087563, + 1.0253865871036294, + 1.0239668108505644, + 0.9972886803210333, + 0.9397442064430964, + 0.9896358956731565, + 0.8331728551459917, + 1.0002340413586819, + 1.026654843545489, + 0.9343094828155423, + 1.0805604708964744, + 1.016149424944211, + 0.9476470504397961, + 0.8577284376860824, + 0.920172262946738, + 1.0002820735413485, + 0.9664321885797094, + 1.019659024980453, + 1.0132206139363333, + 1.00472748039475, + 1.0024772758067237, + 0.9013838379335253, + 0.9715976585133171, + 0.9356214917883198, + 0.9726637625607683, + 1.00574462045675, + 0.9321535556262043, + 1.004591790870879, + 1.0091107376933197, + 1.0832569998991441, + 1.8163040204653527, + 0.9290261409599484, + 1.0054342451497356, + 0.9239187303729655, + 0.9412606308289463, + 0.9574057112375489, + 0.8857071278100311, + 1.0050826351619282, + 0.9471390167804283, + 1.0193559664076242, + 1.033149121132442, + 0.9758992146197891, + 0.9828293233847875, + 0.90614346312176, + 0.9387813930150655, + 0.9606369771060325, + 0.8549597722364108, + 0.9981213041653383, + 0.9677112371500205, + 0.9888508064525113, + 0.9412501606612704, + 0.9784409127120647, + 0.9536777420064435, + 1.0085901119483398, + 1.0060567404606122, + 1.05851562000323, + 0.9752413461311447, + 0.832810761621145, + 0.9562798547506608, + 0.9993771767194177, + 0.9838326504712223, + 1.0393844730608708, + 0.9854152300072946, + 0.9930779495430294, + 0.9453202880876939, + 1.0360449396357243, + 0.9713513980461649, + 0.9992332279693708, + 1.030407313898056, + 1.0076912122214956, + 1.0744880656744056, + 1.0277037793008523, + 0.9982104529316067, + 1.0186593720796726, + 0.9108463414168625, + 0.8553233102911179, + 0.9405777768078974, + 0.9494600014203208, + 0.9952734588081359, + 0.9638326137771844, + 0.9939522113357686, + 0.9987681660336664, + 1.0036155891840373, + 1.0182452713672059, + 0.9910446446968689, + 1.0210928396177827, + 1.014427730685323, + 1.0086920592279505, + 1.0093171765266578, + 0.9594492714523327, + 0.9056353320538072, + 0.9878559376915045, + 0.865650141810967, + 1.0394374951234533, + 0.9719119864007881, + 0.9799530665659871, + 0.9588363638135182, + 0.9822725442114135, + 0.9853299809008946, + 0.9191461281202059, + 1.0618195424162966, + 0.9695623887099393, + 0.9472161121894884, + 0.9054444134708255, + 0.8581249512539794, + 0.9983938325913907, + 0.9776524170683517, + 1.0043567453308122, + 1.0368357351214297, + 0.7773405936733125, + 0.9853354382623081, + 0.9079498191834765, + 0.9125689627310116, + 1.007586247217154, + 1.0299208957325752, + 0.9872806671843242, + 0.9852145677771802, + 0.961619761600875, + 1.0605262646288578, + 0.980777477262741, + 0.8407792662129906, + 0.9672088420960975, + 0.993154330767692, + 0.9994330628955878, + 0.9756248219133866, + 1.0207484353264802, + 0.8458747953216613, + 1.047455330809163, + 0.8596011234926225, + 0.9804108130279062 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 1026714, + "cert_evals": { + "36": 0.7651245594024658, + "72": 0.7259786128997803, + "108": 0.6868327260017395, + "255": 0.4555160105228424 + }, + "fold": 0 + }, + { + "best_epoch": 23, + "best_val_acc": 0.7926829268292683, + "test_acc": 0.7818181818181819, + "train_size": 119, + "val_size": 82, + "test_size": 275, + "stats": { + "mean": [ + [ + 0.024158311764705866, + 0.06841572537815128, + 0.07787132436974789, + 0.05814358991596639, + -0.0888491647058824, + 0.03483687310924371, + -0.08321678991596636, + 0.0172144136134454, + -0.07243344537815127, + 0.008146065798319318, + -0.016513243697478995, + -0.05358841159663873, + -0.11541696184873952, + -0.030794808823529415, + -0.023826682857142848, + 0.22576291260504208, + -0.07960640428571429, + 0.17796446697478982, + -0.10515495630252099, + -0.1766215479831932, + -0.021160134789915977, + -0.09120216806722693, + -0.08078450756302523, + 0.036557993277310914, + 0.07266807731092434, + -0.07452452100840339, + -0.09814859546218489, + 0.003981514285714288, + 0.06022833823529412, + 0.03180818907563029, + 0.12598115882352945, + -0.019460692436974722, + 0.005478542042016823, + 0.03584051008403359, + 0.02924001680672268, + 0.08767364537815124, + 0.028594260504201666, + -0.07716408655462187, + 0.056073705882352984, + -0.05639972268907562, + 0.0835798580672269, + 0.025938724369747895, + -0.10687808823529413, + -0.07300582436974785, + -0.056062168571428615, + 0.07744706722689071, + -0.11377087142857145, + 0.048533752268907604, + -0.08137850462184877, + -0.058378573949579855, + -0.028422560504201697, + -0.0789361680672269, + -0.08572274453781516, + 0.03500715462184874, + 0.09914903445378148, + -0.01241268218487394, + -0.09931365378151263, + -0.012532198319327783, + 0.059187288168067245, + 0.08141363613445372, + 0.08123671047058818, + 0.02099984705882357, + -0.061353805882352924, + 0.05045417815126048, + 0.003424229411764733, + 0.03549537599999996, + 0.10939142605042013, + 0.024103800252100897, + 0.09995052563025215, + 0.04793713714285712, + 0.08099445378151263, + 0.04342324285714288, + -0.04197519075630255, + -0.006363128907563019, + -0.04760110218487393, + 0.18736039663865556, + -0.06648005882352942, + 0.04628493109243699, + -0.08752957159663863, + -0.10092213726050421, + -0.04371235016806719, + -0.08629289915966386, + -0.061165748991596644, + 0.06382008823529413, + 0.08361947142857139, + -0.08537609243697473, + 0.011821439495798298, + 0.059812282521008404, + 0.07737757478991594, + 0.048898662184873966, + 0.05884979831932784, + 0.032120366386554605, + 0.049671467226890774, + 0.06206085193277312, + -0.06417456806722689, + 0.09108409243697482, + 0.013927862352941179, + -0.0819115100840336, + 0.06585645378151259, + -0.080924987394958, + 0.08453104543697479, + 0.03520098739495797, + -0.033171742605042, + -0.07644083142857143, + -0.07423916470588235, + 0.19354969352941173, + 0.07750047327731097, + 0.04090831848739493, + -0.009056908571428546, + -0.08928623369747901, + -0.1007881585714285, + -0.06398705378151263, + -0.08433044033613445, + -0.08870030352941174, + 0.009959691008403333, + -0.09990773865546218, + 0.05553736134453778, + -0.06597402521008403, + -0.09688954873949583, + -0.07634268067226894, + 0.04976200672268908, + 0.09565500000000006, + 0.04676366134453782, + 0.039169940336134454, + 0.01394140588235296, + 0.09173843613445375, + 0.04849337193277301, + 0.02735341008403359, + 0.0022560852100840245, + 0.017306670588235304, + -0.07432240336134455, + 0.018145999999999957, + 0.07377648403361345, + 0.03658892100840334, + 0.09466570336134442, + -0.01156839252100844, + -0.08601561932773116, + -0.023251629747899148, + -0.07814215966386556, + -0.05655879957983193, + -0.07487231655462186, + -0.05101524907563022, + -0.07532593025210085, + -0.08363757142857142, + 0.04670676983193278, + 0.01303225319327727, + 0.1082119579831933, + 0.058739847226890775, + 0.04739272436974786, + -0.08494485210084034, + -0.007814653361344537, + 0.03440219747899159, + 0.03682794453781517, + 0.019789025210084014, + -0.020285273949579827, + 0.01840798831932768, + 0.09117156386554631, + 0.09178180537815128, + 0.028927057983193283, + 0.039525619159663856, + 0.03801534126050421, + 0.05517624386554618, + 0.027384261176470626, + -0.06334286823529411, + -0.002208981512605072, + 0.04186990235294113 + ] + ], + "std": [ + [ + 0.9547059509648184, + 0.9457416976985498, + 0.9671967001393593, + 1.0340808405040773, + 0.29867998736393586, + 0.9719739664896527, + 1.0223829819294672, + 0.9920370365260445, + 0.9938178926570024, + 1.0674678703036786, + 1.0536235501005935, + 0.9759681128010698, + 1.1933806341652835, + 1.0462009952757907, + 1.0396377705165756, + 1.2364398130013148, + 1.0297123743799923, + 1.0513930980262587, + 0.9790963258765985, + 1.0632151511993007, + 0.8881037178933221, + 0.997644465555213, + 0.9146456782945884, + 0.9986846418706715, + 1.028389228812699, + 1.0052304374745582, + 1.0570364058143467, + 1.1112265087401707, + 1.0072333277340315, + 0.9792224727759794, + 1.140107641685767, + 1.0319855071635557, + 1.012909596546793, + 1.0478738212633798, + 1.0393769664926573, + 1.040313487043468, + 1.0004874772542869, + 1.0065552249215965, + 0.9959877333213383, + 1.0314341517051941, + 0.9609827644603898, + 0.9407821598946572, + 1.1423539444973092, + 1.040681629733202, + 1.035405523493998, + 1.0348642291431813, + 0.9384238030240764, + 1.007329148159345, + 0.96532151079532, + 1.080102411960722, + 0.9189706961196683, + 0.9890328023534652, + 0.9970449665503818, + 1.0032947034394086, + 1.0232492622926868, + 0.9044539334562162, + 1.0428486576399463, + 0.9869742154628898, + 0.9627579193146311, + 1.0375988820208812, + 1.0442635152617854, + 0.9921480147512401, + 1.0172361211613725, + 0.9856162070884749, + 1.0071085351580469, + 1.004680228407639, + 1.0918099971010347, + 0.859818967469955, + 0.951570742602994, + 0.8998130747416146, + 0.9682740422741012, + 0.9513593820658351, + 1.0918457242129123, + 1.0306512739007234, + 1.1233409715843774, + 1.319054880300292, + 1.0190368042078375, + 1.0726089749646683, + 0.9780586022786055, + 1.0237281910570661, + 0.9302196391823201, + 1.0150095369233572, + 0.8567595112619277, + 1.0253125704582768, + 1.0329663588386147, + 1.0150497595004389, + 0.9645261987539875, + 0.9987452828678794, + 0.9996111734287946, + 0.9939296531881606, + 1.0641892502012626, + 1.0238265092687246, + 1.0399511925040086, + 1.0927394981630942, + 0.947573210798269, + 1.0191620496299643, + 0.9777226300254053, + 1.0076015412678785, + 0.9989352692153354, + 1.0456873119376142, + 0.9570466525951427, + 0.9629678052479418, + 1.0756215730851235, + 1.0393724244555782, + 1.0305172746367526, + 1.0836356914908913, + 1.0236898037082116, + 1.030964269392618, + 1.054840275031591, + 1.0178620591147387, + 1.006995468728297, + 0.8734971943634845, + 0.942877766385353, + 0.971630330747536, + 1.0292634993717256, + 1.116414229811486, + 1.0266501952515827, + 1.0364187186039386, + 1.0294974903053178, + 1.069916118390874, + 0.9920027928850452, + 1.0092646258306635, + 0.9981544780299838, + 0.9515782433268465, + 1.0464699288665589, + 1.0272730625017454, + 1.0548039781673533, + 0.983479378572509, + 1.135184518802563, + 1.0353433069590894, + 1.0020848418547366, + 1.0073768884693561, + 0.9727461694029419, + 0.9973821577284503, + 1.0529917786648204, + 0.8823455010261391, + 1.0295445080258667, + 0.906856533293073, + 0.9621107954508806, + 0.8425968192386732, + 0.8559038698220399, + 1.016468338504835, + 1.037043233806624, + 1.0173006551929522, + 1.0578471179473388, + 1.0163426747138629, + 1.1986785031894742, + 0.9143980309098125, + 0.9344978248549644, + 1.0421032838564122, + 0.9875543674864906, + 1.0306666337849881, + 1.0407485217723018, + 0.9295624550306794, + 1.0304280230394511, + 0.9628856470269781, + 1.122180757252087, + 1.1061285175248974, + 1.0018242894154332, + 0.9161538026866665, + 1.0210998734495285, + 0.9425158583796771, + 1.017252092911681, + 1.1339821301332038, + 0.9482657315372943, + 1.0539881791338177 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 1026714, + "cert_evals": { + "36": 0.7636363506317139, + "72": 0.7309091091156006, + "108": 0.6981818079948425, + "255": 0.5345454812049866 + }, + "fold": 1 + }, + { + "best_epoch": 19, + "best_val_acc": 0.90625, + "test_acc": 0.8771331058020477, + "train_size": 119, + "val_size": 64, + "test_size": 293, + "stats": { + "mean": [ + [ + 0.06318337899159665, + -0.01750837369747895, + 0.02927752857142856, + -0.008290130252100843, + 0.015662287394957966, + 0.02086558571428569, + -0.13928621848739492, + -0.07404167731092438, + -0.19213065546218494, + 0.1664315235294117, + -0.12294668319327731, + -0.1817351731092437, + 0.010112128235294188, + -0.10692336386554628, + -0.08861290806722695, + -0.06722896890756305, + -0.16965138907563024, + -0.08699059201680673, + -0.09990497731092438, + 0.025839068067226904, + -0.15816130924369745, + -0.17952358823529418, + -0.12498328067226894, + 0.15700955630252103, + 0.2047434554621848, + -0.12583588235294113, + -0.159380296302521, + -0.1583042731092438, + -0.017471884033613477, + 0.17150142016806721, + -0.013367896789915854, + 0.09515493319327734, + -0.1043621142773109, + 0.14587384495798317, + -0.12920535638655464, + 0.08664596507563023, + -0.11529433613445382, + -0.11128723529411766, + 0.1026118739495799, + -0.1288278638655462, + 0.03162067176470591, + 0.10926809579831938, + 0.10145011742857142, + -0.10089418487394954, + -0.16934925134453793, + -0.10035777899159666, + -0.0022220840336134593, + -0.14973477075630254, + -0.09981443655462183, + 0.13018069327731097, + -0.16896669495798325, + -0.19508748739495796, + -0.15524649243697483, + -0.11831341932773114, + 0.22480805714285726, + -0.04188063773109245, + -0.14299176722689078, + -0.09312031680672267, + -0.03409673368067225, + 0.21123602268907565, + -0.0823785142352941, + 0.09407231092436971, + -0.06044896050420165, + 0.12690943361344537, + -0.15432811176470584, + 0.11373846321008402, + -0.09197245798319335, + -0.036408632521008365, + 0.02736904537815129, + -0.07516609663865546, + 0.02726841428571433, + 0.11449725126050421, + -0.08324179865546223, + -0.1859713232773108, + -0.029114210756302543, + -0.04372340672268908, + -0.1676014957983193, + -0.09481104907563025, + -0.14518526134453774, + -0.14023717031932764, + -0.17883970840336139, + -0.15227219327731092, + -0.12688221596638652, + 0.17267242857142853, + 0.21734268907562995, + -0.13427643697478986, + -0.10342343025210089, + -0.08278381840336131, + 0.039320595126050406, + 0.12871404033613446, + 0.01710760588235305, + 0.1303802900840336, + -0.1259390416806723, + -0.02462903075630251, + -0.011597495798319335, + -0.02996593277310922, + -0.11406075697479011, + -0.15991802436974792, + 0.08011680672268909, + -0.13947732605042013, + 0.03274552773109243, + 0.12533725361344533, + -0.110098517394958, + -0.12202160000000008, + -0.11250578067226888, + -0.029730635546218537, + -0.06243363445378147, + -0.11122854033613447, + 0.0018548309243698465, + -0.16121145042016807, + -0.11309920420168079, + -0.1428132453781513, + -0.16323598739495804, + -0.1605866899159664, + 0.2219443926890757, + 0.08728584873949588, + 0.18907824873949586, + -0.14974748739495788, + -0.15023559243697474, + -0.18183265630252093, + 0.18517070504201683, + 0.16599662184873953, + 0.14711887731092438, + -0.05699850756302512, + 0.04790072465546219, + -0.009070256302521026, + 0.17716400000000004, + 0.16732338571428573, + 0.08124960588235282, + -0.14709592941176478, + 0.0369225247058823, + -0.017422470588235324, + -0.1504932868067227, + -0.19206401436974793, + -0.11275016705882353, + 0.00605314857142857, + -0.1441573467226891, + 0.07815059025210083, + -0.13342117983193286, + -0.0817532226890756, + -0.09976520789915962, + -0.10781365663865544, + -0.14120095630252097, + -0.14986163865546215, + 0.20239748411764702, + -0.07042730252100846, + -0.02724144705882351, + -0.08136119201680665, + -0.08620197731092435, + -0.144991794117647, + -0.11356651411764705, + -0.13158160840336128, + -0.10353579159663868, + 0.15731504201680674, + 0.12369566218487399, + 0.14793098151260503, + -0.10683907815126047, + 0.04158667731092437, + 0.08902219327731095, + 0.11460572504201683, + 0.06525115428571429, + 0.08792362386554624, + 0.06720011109243695, + 0.11343997344537818, + -0.046682014285714286, + 0.08234472924369746 + ] + ], + "std": [ + [ + 0.9926193696304842, + 0.982041564897434, + 0.9788587860924499, + 1.0481325530599315, + 1.1497163338460719, + 0.9036763603503252, + 1.0073501012902193, + 1.0681136353666913, + 0.957911230073424, + 1.0517887344491312, + 1.037533414748361, + 1.0316333625809162, + 0.988344377792284, + 1.0327635738369823, + 1.0645913439075099, + 0.8772045443763791, + 1.0038093734493303, + 1.078088978405565, + 1.016038289193935, + 1.1038191425269852, + 1.0415694714449408, + 0.9494193094640091, + 0.9951683699303016, + 1.0484760713821966, + 1.0292290388549856, + 1.0046238226745023, + 1.0231894041917298, + 0.8722526507660389, + 0.9637053912866876, + 1.0443111125853262, + 0.9779088621252243, + 1.0200265098256789, + 1.04982753768682, + 1.0411057141110271, + 0.9917883582877046, + 1.0640907950667935, + 0.9109416890609948, + 1.014778603352571, + 1.012407645947388, + 1.0130519839966745, + 0.9833348170290883, + 1.0054412900355405, + 1.002550053092507, + 1.040884298794981, + 1.0022037130564367, + 1.0045856731019926, + 1.0338791557822133, + 1.0330533263056556, + 1.0342555211980782, + 1.0856777292343813, + 1.0480432440305076, + 0.9406979132818648, + 0.9525414189459014, + 1.0458734546424882, + 1.0040929970983012, + 1.0908338035551266, + 1.0204411854890103, + 0.9393304179799824, + 0.8845216239422083, + 1.0634312588079848, + 0.9761643177227193, + 0.9998814706721766, + 1.0943099390691056, + 1.0203591751451435, + 1.0002264397589242, + 1.0452620025255572, + 0.21243774403030324, + 0.9825487629977677, + 0.9989470256653102, + 0.9776195550802724, + 0.9881921942536106, + 0.9692812223632913, + 1.0114103879358118, + 1.0176471463203618, + 1.0985968046879107, + 0.9011071747489188, + 0.9852820686558261, + 1.0409724045164395, + 1.0226853862781786, + 1.0523503465387045, + 0.9984890729247287, + 0.9865085860689214, + 1.0253383015650288, + 0.9842190050210698, + 1.0482657857074558, + 1.0036930615027435, + 1.0023674926749344, + 0.9730180833171876, + 1.0498568728572968, + 1.013227026732738, + 1.0681306059244247, + 1.0419005594011688, + 1.0023012201703372, + 1.0090606387751904, + 1.0008208481733105, + 1.0237634624186749, + 0.9344050493529626, + 0.9799269064690889, + 0.9917577807573584, + 1.0154669742852132, + 0.9626828180326641, + 0.9488893200381362, + 1.0680204623811373, + 1.0577745418633626, + 1.0312684087947, + 1.034145517451026, + 0.9555340495289785, + 1.038495245556023, + 1.124990782413921, + 0.9969234745383295, + 1.0341464668845146, + 1.0190464402227772, + 0.9844502112008426, + 0.9638979266497083, + 1.0560016403249661, + 1.0338565548525813, + 1.0195784734669, + 1.0452959798033794, + 1.0300936651868722, + 1.0079193145701346, + 1.0358505453672258, + 0.9983519055294932, + 0.9782721184706487, + 1.017214512787047, + 1.0461193963805977, + 1.0786507849769222, + 1.0600256230229115, + 1.0549246896740905, + 1.0202597947720748, + 1.0047933682967538, + 1.046133607275955, + 0.9767724487049283, + 1.065119568533619, + 1.0493844633618457, + 1.0486183588403433, + 1.0360634805883144, + 1.0211356178592574, + 1.116516917576279, + 0.9684635542928414, + 1.0485198907974274, + 1.0097174728071363, + 1.0200358029187542, + 1.0093169179506543, + 0.9954927763696803, + 1.9163314627641592, + 0.7748234776717885, + 0.8330323640536798, + 0.9972784153379518, + 1.014123873707783, + 1.0176782914003792, + 0.9696823644591901, + 1.0083943170146934, + 1.016776019144507, + 0.9587407406311098, + 0.9964839901207664, + 0.9516493424090011, + 0.7372865758169305, + 0.9783224584281585, + 0.9967116551381188, + 1.0058189487431421, + 0.9864991950017903, + 0.9736185085647364, + 0.9649805689555828, + 0.7965445354430392, + 1.012032729083389, + 1.009115061348346 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 1026714, + "cert_evals": { + "36": 0.8464163541793823, + "72": 0.7986347675323486, + "108": 0.7269624471664429, + "255": 0.5085324048995972 + }, + "fold": 2 + }, + { + "best_epoch": 14, + "best_val_acc": 0.7916666666666666, + "test_acc": 0.8140350877192982, + "train_size": 119, + "val_size": 72, + "test_size": 285, + "stats": { + "mean": [ + [ + 0.08827094453781521, + 0.052429700924369736, + -0.00036463781512605076, + -0.12936181092436974, + 0.24400667394957987, + 0.06789304621848738, + -0.14386008655462185, + -0.16341241647058824, + -0.09119049579831934, + 0.08688295487394951, + -0.010142181512605056, + -0.07992688621848743, + 0.07515934235294126, + -0.043617603697479, + -0.0595251351260505, + -0.00513104201680665, + -0.10509469159663867, + -0.12206933151260506, + -0.10814025714285717, + -0.12779779672268907, + -0.10893169613445379, + -0.08832163865546222, + -0.0816827924369748, + 0.09850233697478993, + 0.05851083949579831, + -0.1641787092436975, + -0.16092729126050428, + -0.1280319789915966, + -0.08851597478991598, + 0.07951196302521006, + 0.08349220993277319, + 0.005591952100840379, + 0.03787954203361344, + 0.10143728361344516, + -0.10608766731092427, + 0.14584866675630268, + 0.012883600840336178, + -0.16592546050420165, + 0.09759672268907567, + -0.19044940252100842, + 0.033699108991596664, + 0.11165795798319325, + 0.09412673485714296, + -0.05305871764705887, + -0.05172935680672275, + 0.012541703843697427, + -0.01198715798319332, + -0.18350753075630258, + -0.11316068361344542, + 0.01317001420168068, + -0.09100677478991598, + -0.07560952100840335, + -0.08295605882352938, + -0.11658848504201687, + -0.0018185008403361622, + -0.2458672547058823, + -0.1656989243697479, + -0.07704509663865547, + 0.036561694117647064, + 0.09020285378151255, + -0.03517201448739494, + 0.05582876890756301, + 0.009798390756302568, + 0.09632748058823527, + -0.07761458739495794, + 0.11183031848739493, + -0.036579986554621885, + -0.1263089718487395, + 0.11839747605042025, + -0.12111019226890757, + 0.02024199159663867, + 0.11024838487394956, + 0.04454762537815129, + -0.04300331764705883, + -0.03712093210084034, + 0.015276773109243746, + -0.10326505882352946, + -0.07333125647058819, + -0.08882397941176472, + -0.12382232100840335, + -0.08881872605042021, + -0.12030378151260503, + -0.09926218848739496, + -0.10734386974789903, + 0.06343325798319317, + -0.13570989327731095, + -0.04595993361344538, + -0.2624038873109244, + -0.16767311747899152, + 0.09202781512605042, + 0.08289800840336134, + 0.09075038487394953, + -0.06000971176470589, + 0.14886200151260504, + -0.07113343193277308, + 0.10141161344537818, + 0.010751606722689067, + -0.10513173865546219, + 0.04550339495798316, + -0.17243847226890754, + 0.046450748739495784, + 0.152537722184874, + -0.04370105689075634, + -0.0473904394957983, + -0.05494940756302522, + -0.07405113613445377, + -0.03986815983193283, + -0.20286767310924372, + -0.06405264798319323, + -0.0780125884033613, + -0.13415427676470587, + -0.08062178285714292, + -0.06563321680672268, + -0.062234380672268885, + 0.019833384033613455, + -0.030907690756302526, + 0.05372328235294116, + -0.1764853655462185, + -0.15975390168067233, + -0.13166282773109242, + 0.07275436470588237, + 0.05660831008403364, + 0.08542897647058818, + 0.12639466974789917, + 0.007908259394958005, + 0.10586099915966378, + 0.11454698386554625, + 0.09212199915966388, + 0.14067056840336137, + -0.0895770168067228, + -0.08912285042016815, + -0.05617147647058823, + -0.14716913361344536, + -0.079183261092437, + -0.05918893747899158, + -0.07452321445378149, + -0.15886370840336134, + 0.01905404537815125, + -0.10519994621848744, + -0.17713219344537812, + -0.11923718403361346, + -0.18296511042016797, + -0.16212627722689074, + -0.13948604201680673, + 0.10796782184873933, + 0.042607534453781536, + -0.20062171932773104, + -0.07986152588235298, + -0.048355900000000014, + -0.1863898361344538, + -0.0708105474789915, + -0.10174562865546222, + -0.09230160840336135, + 0.1088111268907563, + 0.036985360504201724, + 0.0905234268907563, + -0.0005666193277310296, + 0.13550344991596625, + 0.07032440672268905, + 0.12498390974789911, + 0.11443038134453778, + 0.17218037596638658, + 0.12188053815126057, + -0.04917931680672268, + -0.10940718739495801, + 0.018918798487394944 + ] + ], + "std": [ + [ + 1.2133217476808096, + 0.9652578226642976, + 0.9562814291999604, + 0.9966056010399577, + 1.8946268220275222, + 0.9886790713878757, + 1.0097226863252031, + 1.0867582795960857, + 1.0417589224997932, + 1.050242189139985, + 1.0667010091805855, + 1.0548795344041055, + 1.1190749488928982, + 1.0572465763203538, + 1.0230162584277593, + 1.0209072269541954, + 1.0668654357533103, + 1.0443336788426352, + 0.990874576128837, + 1.120212168053591, + 1.059400368391213, + 1.0526573622956357, + 1.1038394597149008, + 1.0008841743240904, + 0.9680575174660357, + 1.0707994377159522, + 1.1140756914259644, + 0.950461759055246, + 0.9718974872556142, + 0.9735586441221257, + 1.1567408121073435, + 1.0232943304431714, + 0.9691590839674367, + 1.0073028282577203, + 0.9940009027248206, + 1.1435157497277848, + 0.9996235910991119, + 1.0269563434750735, + 1.008201967276556, + 1.0550683905227118, + 0.9586071450202497, + 0.9837557247029177, + 1.0965052578037058, + 1.0450206753864866, + 1.0490515247311962, + 1.0695381870608307, + 1.038128056317601, + 1.0253465437388283, + 1.0120829704198246, + 1.0886821528839274, + 1.044134767295889, + 1.057010495053697, + 1.099547175101147, + 1.0777320456504151, + 0.9823934587662047, + 1.1421985287771175, + 1.0422574316080255, + 0.9551778546027428, + 0.956249353115088, + 0.9834601472281421, + 1.029947583292353, + 0.9913988001063331, + 1.0982033505572715, + 0.9681930495112483, + 1.0408755740827247, + 1.2253039493523459, + 0.567158136783271, + 0.9085815833042423, + 1.0299220239151927, + 0.9456963821833498, + 0.9732983818929857, + 1.0442991792113836, + 1.04539232954153, + 1.0732878711261946, + 1.1008086762685154, + 1.0285808932813831, + 1.0337505005392162, + 1.0564580683518567, + 1.009641905396013, + 1.0305981372553041, + 1.0664271922774013, + 1.0216625020139711, + 1.0388018156059555, + 0.9586012537860019, + 0.9557594962481459, + 1.0302377619239333, + 0.9961613435881551, + 0.9016777854545155, + 0.9406896531612865, + 0.9812838480496827, + 1.0699842326852145, + 1.0186354962550983, + 1.035027201513659, + 1.0841073584834067, + 1.0303881720252803, + 1.0570748314290839, + 1.02985434388838, + 1.0364309671151335, + 1.0005332938619562, + 1.025577023774322, + 0.9464780143821591, + 1.0208419763094765, + 1.0617116423350834, + 1.0293973942652435, + 1.0261666434965675, + 0.9851421752157683, + 0.9857629751068895, + 1.0385946163975952, + 1.0559440697914113, + 1.016524220581366, + 1.0027196694275118, + 1.0834757121421426, + 1.0779633843014398, + 1.0946447748718007, + 0.9723982390487668, + 1.2023645479315772, + 0.9602099447193709, + 1.0179074417662215, + 1.0352139390132336, + 1.0786183250373933, + 0.9804549368975595, + 0.9682741396185083, + 0.9768312285612, + 0.964630802629325, + 1.0207703099984005, + 1.0415806373869094, + 1.0550470699342684, + 0.9675481149164916, + 1.1420215446420958, + 1.0174455574052221, + 1.083572189658775, + 0.9761057784836439, + 1.0143463201882303, + 1.0941768766737126, + 1.0832459833284696, + 0.9500313582926581, + 1.065039580804888, + 1.0125276884653949, + 1.1411154537895276, + 1.1272755315245084, + 1.050528247361956, + 1.028501993348714, + 1.006157366499387, + 1.012150424187772, + 1.6375220163439004, + 1.093707575936411, + 0.6658659113952596, + 0.988960241303364, + 1.0068392081134723, + 1.09304691782344, + 0.9750885920735577, + 1.0310739633166615, + 1.0173047096798833, + 0.9764442487893782, + 1.0396515626155156, + 0.9538418857070222, + 0.9651813087072169, + 1.0912789245984904, + 0.9909731053384292, + 0.9928942678288627, + 1.0260651993226064, + 1.0689401877661775, + 1.1776513152500432, + 1.2958224260799447, + 1.1488774292810453, + 1.0222715473882593 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 1026714, + "cert_evals": { + "36": 0.7754386067390442, + "72": 0.7473684549331665, + "108": 0.7017543911933899, + "255": 0.4385964870452881 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8228729283544549, + "std_test_acc": 0.039694006019862935, + "n_samples": 476, + "n_features": 166, + "n_classes": 2, + "mean_cert_acc_36": 0.7876539677381516, + "std_cert_acc_36": 0.03952490048916239, + "mean_cert_acc_72": 0.750722736120224, + "std_cert_acc_72": 0.03322481705665766, + "mean_cert_acc_108": 0.7034328430891037, + "std_cert_acc_108": 0.01692726327238522, + "mean_cert_acc_255": 0.48429759591817856, + "std_cert_acc_255": 0.04482985222759079 + }, + "connect-4": { + "dataset": "connect-4", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 24, + "best_val_acc": 0.8313335284362501, + "test_acc": 0.8345003340178637, + "train_size": 16889, + "val_size": 10251, + "test_size": 40417, + "stats": { + "mean": [ + [ + 0.030039043756277816, + 0.019902300550625314, + 0.02412979927762107, + 0.01985044289179096, + 0.04051709657175008, + 0.019031591236910044, + -0.0045395188821050255, + 0.00019764479838064707, + -0.0054407273373289445, + 0.0013942071762814724, + 0.0055600884599283544, + 0.001485642518807598, + -0.045466167742357476, + -0.01035231553081155, + -0.011896642548398602, + -0.003500336017520728, + -0.005169183847484449, + -0.004208846444423896, + -0.015666746284570425, + -0.004623683640220639, + -0.003240515128237825, + 0.007526564154155245, + 0.005614181419874743, + -0.0009578565812173992, + -0.008785680620530124, + 2.9899105920217333e-05, + 0.008153071703466623, + 0.012008136479367208, + 0.006621551092434575, + -0.0019656975546212823, + -0.013779740837230907, + -0.007963726330753096, + 0.0029912185446102466, + 0.006957733791219768, + 0.009923208727565623, + 0.008400017940669328, + 0.005648935283319054, + -0.0006844205696187397, + -0.00016250281250430496, + 0.005438035407640847, + 0.006130487891554314, + 0.0019121513411066388 + ] + ], + "std": [ + [ + 1.006531226467314, + 1.008924218376966, + 1.0197183666704737, + 1.023893878424687, + 1.1159454713651147, + 1.1190732652590052, + 1.0024169825217877, + 0.9994835093105424, + 0.9930989860238304, + 1.004612308430935, + 1.0242747269577495, + 0.9967703228906594, + 1.0081015996457976, + 1.0023951062831706, + 0.9892908401102037, + 0.9991151349692805, + 0.9863950858355114, + 0.960184531380724, + 0.9986346631032498, + 1.0001270989782147, + 0.9928951530660571, + 1.0169032842233705, + 1.013285375385304, + 0.970290472444351, + 0.9945759706604689, + 0.9972408901165424, + 1.0114521905940863, + 1.0290063758644428, + 1.023278904623385, + 0.9324949802555003, + 0.9965943679305745, + 0.9932874797871102, + 1.0036564691959504, + 1.0228377133115587, + 1.0386526847608728, + 1.1257342158605066, + 1.0035861966708441, + 1.000236858494279, + 0.9968329006749054, + 1.0125833294784417, + 1.0214319654141149, + 1.006766118353405 + ] + ] + }, + "width": 128, + "in_features": 42, + "out_features": 2, + "depth": 6, + "padding": 84, + "parameters": 66218, + "cert_evals": { + "36": 0.7334784865379333, + "72": 0.6144444346427917, + "108": 0.48385581374168396, + "255": 0.07877873629331589 + }, + "fold": 0 + }, + { + "best_epoch": 55, + "best_val_acc": 0.8147892871209137, + "test_acc": 0.8158076619273301, + "train_size": 16889, + "val_size": 10156, + "test_size": 40512, + "stats": { + "mean": [ + [ + 0.027203261152216014, + 0.024381636864207697, + 0.020735522529443332, + 0.023047149623986126, + 0.020027097519112465, + 0.026940308105877917, + -0.00722533788855856, + -0.00531791621766461, + -0.009308466457466616, + 0.00578968973889537, + -0.0010269574279278557, + 0.004949220640663072, + -0.037384035289282136, + -0.016723926816264917, + -0.008892225590617149, + -0.008508028006396103, + -0.004554644798399636, + 0.0002488341287307118, + -0.014038076854764218, + 0.0028520603943621176, + 0.0008038332642066601, + 0.002791597607881187, + -0.00160992456626965, + -0.0009578257800985885, + 5.388069156555676e-05, + 0.010160649535196326, + 0.012398836639225969, + 5.7993960568914834e-05, + -0.003970593522402191, + 0.0032774340103030072, + -0.010958108650600418, + 0.003209088104681389, + 0.008421007164421582, + 0.007349537331987826, + 0.008767308745328259, + -0.0032300263189079456, + -0.0018860788679084654, + -0.009485176801493057, + -0.0028463511753280563, + 0.0013060429865429904, + -0.0015533507016145245, + 0.012107637870801016 + ] + ], + "std": [ + [ + 1.0053784970608792, + 1.0086117051709853, + 1.0174407281192794, + 1.0328236445577126, + 1.0555647249928823, + 1.1828794778966805, + 1.0020910755122447, + 1.0000565113338769, + 0.9890321160451245, + 1.0150152665488792, + 0.9899360205182285, + 1.0509979377431884, + 1.0058247313452429, + 0.9943794278675755, + 0.9914355031605685, + 0.98735263698585, + 0.9895129572809503, + 0.9832660190727348, + 1.0002454573596118, + 1.005345164132691, + 1.0022702027544366, + 1.0038695389702308, + 0.9884994910041733, + 1.0323210247180712, + 0.9997460580413666, + 1.0089872644160143, + 1.0235001251776934, + 0.9984386209085483, + 0.9823324227005963, + 1.0494438702787408, + 0.9933592013054958, + 1.0038908920524567, + 1.013697656799958, + 1.0183153010542547, + 1.0567215054144603, + 0.8880868673858706, + 1.0011297314158905, + 0.9952887406369397, + 0.9967427026967423, + 1.006175884588394, + 0.991937713430211, + 1.1100304287997806 + ] + ] + }, + "width": 128, + "in_features": 42, + "out_features": 2, + "depth": 6, + "padding": 84, + "parameters": 66218, + "cert_evals": { + "36": 0.7125790119171143, + "72": 0.5920961499214172, + "108": 0.4612460434436798, + "255": 0.05625493824481964 + }, + "fold": 1 + }, + { + "best_epoch": 27, + "best_val_acc": 0.8156402737047899, + "test_acc": 0.810079628072605, + "train_size": 16889, + "val_size": 10230, + "test_size": 40438, + "stats": { + "mean": [ + [ + 0.025572694783573928, + 0.01329715524895377, + 0.021220418319602922, + 0.01865168985727237, + 0.01982012718339098, + 0.00963998614483818, + 0.002528423115643657, + 0.014210160400253889, + 0.019369405767058635, + 0.014451386997468231, + 0.013793931316224738, + 0.012371159470670088, + -0.039714018710444283, + 0.002464175676483553, + -0.003429649002305634, + -0.009634763751553201, + 0.0009762194327558758, + 0.0017347277695622, + -0.010497498845409039, + -0.009077317366310872, + -0.009626320682147567, + -0.007594781810667109, + -0.00470596897387065, + -0.0015970677600842312, + -0.009472249452314906, + -0.00820725051809292, + -0.0026667849487946728, + -0.015432931020187987, + 0.0013254907454667974, + 0.008520569927173222, + -0.01259168517970182, + -0.013636079637638902, + -0.01148821777488854, + 0.0004930685061226005, + 0.0037583447036442816, + 0.004523333086622283, + -0.0011041412753886373, + 0.0011898180472266853, + 0.004086905974287228, + 0.0047194280300578055, + 0.006496377523849094, + 0.0006377091894106407 + ] + ], + "std": [ + [ + 1.002340911028259, + 1.000241509886604, + 1.0182352047279812, + 1.026450786988581, + 1.0586830294039484, + 1.0573441287107759, + 0.9999723336345973, + 1.0051963116139528, + 1.0189730060934503, + 1.0249429350044355, + 1.0283337398578962, + 1.0717856671455852, + 1.007021137501264, + 1.0086278986575667, + 0.9953893180688569, + 0.98676435866359, + 1.0045070750637721, + 0.9894410915928983, + 1.0018969853345276, + 0.9951351558433682, + 0.9829488046935272, + 0.9826669281585328, + 0.9809482582136214, + 1.0155101449208117, + 0.9962026519420597, + 0.990863381380769, + 1.0019931559758173, + 0.9596014491771616, + 1.0169055158769793, + 1.076548189219986, + 0.9955495648295175, + 0.9907146280157456, + 0.9785756681213451, + 1.006526766910725, + 1.0173366899136054, + 1.0876518916773228, + 1.0029420841971977, + 0.9990722630784118, + 1.0096089946640998, + 1.0127375864747392, + 1.01584212211435, + 0.9362241233272562 + ] + ] + }, + "width": 128, + "in_features": 42, + "out_features": 2, + "depth": 6, + "padding": 84, + "parameters": 66218, + "cert_evals": { + "36": 0.7051288485527039, + "72": 0.5810871124267578, + "108": 0.4496760666370392, + "255": 0.0618230402469635 + }, + "fold": 2 + }, + { + "best_epoch": 43, + "best_val_acc": 0.819968082984241, + "test_acc": 0.816962747896265, + "train_size": 16889, + "val_size": 10026, + "test_size": 40642, + "stats": { + "mean": [ + [ + 0.0255017919592495, + 0.022711381550094376, + 0.022287194327654584, + 0.02371314346613092, + 0.02809891444136949, + 0.011617169660734934, + -0.003762045615482179, + -0.0006222379063383423, + -0.0011956524365063191, + 0.008375274142948436, + -0.0028795755225458197, + 0.004949219420934186, + -0.03286969234417018, + -0.016504218603819, + -0.0016998223695865533, + -0.0031247556989696936, + -0.011519434898461321, + 0.0002488323820318791, + -0.012126160814738062, + -0.0071686163775022144, + 0.0038903055242530825, + 0.0026388575403812784, + 0.004066158683185444, + -0.0015970711824220074, + -0.004837915684773933, + -0.005745571910715695, + -0.003762464740373103, + -0.006138376635676964, + 0.001325493137553573, + 0.008520567025875392, + -0.0066514068920593425, + -0.003064876132393696, + 0.005525119900522458, + 0.009504424891937585, + 0.011849736177385477, + 0.008400017940669543, + -0.0067909446385286945, + -0.00818136082659884, + 0.004646044170746594, + 0.012444457339079356, + -0.0015533672804591957, + 0.00446103881223969 + ] + ], + "std": [ + [ + 1.0045809901782567, + 1.011044061995358, + 1.0172043141389446, + 1.0411444793879623, + 1.0848038904253097, + 1.0532589212327128, + 1.001732294856909, + 0.9979736375563433, + 0.9960552361012427, + 1.01505820099451, + 0.9927946698994767, + 1.0430998783719132, + 1.0035374294499668, + 0.9954329781752278, + 0.9998036225568965, + 0.9986000648188756, + 0.968307334521185, + 1.0041135888200137, + 1.0020709200665507, + 0.9957946771192316, + 1.0066983742054452, + 0.9982009085917064, + 1.0079501138389146, + 1.0086913740499897, + 0.9975519054988539, + 0.9949781645083238, + 0.9908446185534602, + 0.980252534332932, + 1.0196582337505167, + 1.129171084329408, + 0.9975018305111572, + 0.9962923547954192, + 1.0083259241822573, + 1.0245524736842544, + 1.0587730123334396, + 1.1257342158603454, + 1.000888709096108, + 0.9958781134180874, + 1.0074167017832345, + 1.03159906035601, + 0.975850670238492, + 1.1586868157131331 + ] + ] + }, + "width": 128, + "in_features": 42, + "out_features": 2, + "depth": 6, + "padding": 84, + "parameters": 66218, + "cert_evals": { + "36": 0.708675742149353, + "72": 0.5839279294013977, + "108": 0.4496333599090576, + "255": 0.061266668140888214 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.819337592978516, + "std_test_acc": 0.010547020628534815, + "n_samples": 67557, + "n_features": 42, + "n_classes": 2, + "mean_cert_acc_36": 0.7149655222892761, + "std_cert_acc_36": 0.01271150084814061, + "mean_cert_acc_72": 0.5928889065980911, + "std_cert_acc_72": 0.015109055898328685, + "mean_cert_acc_108": 0.46110282093286514, + "std_cert_acc_108": 0.016122845534205822, + "mean_cert_acc_255": 0.06453084573149681, + "std_cert_acc_255": 0.009823103652015358 + }, + "musk-2": { + "dataset": "musk-2", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 23, + "best_val_acc": 0.9726603575184016, + "test_acc": 0.966983491745873, + "train_size": 1649, + "val_size": 951, + "test_size": 3998, + "stats": { + "mean": [ + [ + 0.012168368132202085, + 0.02341837027895701, + 0.020700292359005428, + -0.02209387503335347, + -0.0020560481746509213, + 0.07922314560339604, + -0.027858995163129237, + 0.00514897956337172, + -0.025443598241358795, + -0.012925350424499825, + -0.009110814602789298, + -0.017373151864160538, + -0.040321679138872364, + 0.007127460606428197, + -0.012625362098240398, + -0.02746496821710099, + -0.023977028114008505, + -0.0128747651546395, + -0.006377627871436776, + -0.011840867556093787, + -0.035358124244997124, + -0.02599307175864223, + -0.018361714281382703, + 0.011001715591267355, + 0.027934514554275192, + -0.011575247507581028, + -0.007172763747725843, + 0.0027959981928443083, + 0.042997548386901153, + 0.023930509799878933, + -0.01096750604002399, + 0.010412050727713567, + -0.006464042322619719, + 0.029377336149787842, + -0.02244467216494814, + 0.0317711095209218, + 0.03187295605821503, + -0.0026378569678593704, + 0.020977830206185225, + -0.0036226940509401454, + 0.021893817113401794, + -0.0009828729290479623, + -0.029076973559733193, + 0.0033704940994537243, + 0.004985980127349881, + -0.010993449878715093, + -0.012518613050333069, + -0.027202663074590454, + -0.0010676262219536442, + -0.01585898565524571, + -0.03181626658580958, + -0.02924936503335347, + -0.02763026403881141, + 0.008494404038809971, + 0.04722333969678628, + 0.0229503257368101, + -0.018894740873256474, + 0.01871618680412386, + 0.06477876221952691, + 0.008558880157671074, + -0.031547880798059424, + 0.008203403517283188, + -0.000289734602789409, + 0.03673335621588857, + 0.013091789630078789, + 0.02911800007883555, + 0.01277751763492998, + 0.008987795275924537, + 0.008712649326864512, + 0.01420030491813175, + 0.025488006731351723, + 0.021362418544572378, + -0.015943126046088506, + -0.0005885549181321762, + -0.03791631068526347, + -0.015693888781078937, + -0.023804016494845228, + 0.004294386876894847, + -0.01157729425712512, + -0.01509732865979494, + -0.031328824038811424, + -0.025596520897513814, + -0.03243116698605216, + -0.02051309634930244, + 0.012494524863553975, + -0.025342257265009032, + 0.014463499423893529, + 0.03412406198301991, + 0.0033505793298965916, + 0.042880541425106077, + 0.007444614442691303, + 0.019256483653728926, + -0.015653737174045033, + 0.0006856575657974568, + 0.02221309022437888, + 0.018454490527591967, + 0.05848207186500957, + -0.019929462886597988, + 0.01588340198908411, + -0.016667239181321875, + 0.018337170509399668, + 0.005482837640995143, + -0.02818863503335347, + -0.010530225324440038, + 0.000394534081261926, + 0.0006825949909036677, + -0.004826858508186781, + -0.020504588665858026, + -0.02142568289266422, + -0.0011396426318975351, + -0.01590721860521369, + -0.030444407580351825, + -0.031948866100667064, + -0.030496640163735603, + 0.012254034827167781, + 0.012930004990903523, + 0.02322402771376609, + -0.008586242510612324, + -0.0197745485567008, + -0.007942196488781021, + 0.025542949909036442, + 0.05293685342025502, + 0.05262248675560933, + -0.029827094505761254, + 0.010104120921770921, + 0.0022028918981197103, + 0.0016149754275316386, + 0.023351566525166744, + -0.002819539854457228, + -0.002041346402668358, + 0.01823543717404487, + 0.013049118435415728, + -0.030092134930260864, + -0.014618941146149471, + 0.005299833020012497, + 0.015546710539720895, + -0.00942926343238306, + 0.015492048283808455, + -0.011970772437841034, + 0.009756993417829036, + -0.019888988114008455, + -0.0011420646452394534, + -0.015025678132201254, + -0.013745059496664378, + 0.015459569375378677, + -0.010210574627045487, + 0.021245265463917546, + 0.022011781334142992, + 0.02073261820497242, + -0.005542739993935386, + -0.019565093746513107, + 0.00036582510612481067, + -0.0189964784718008, + 0.019598904063068558, + -0.00026563279563400293, + 0.01771834469981801, + 0.01626723617465116, + 0.01942332519102481, + 0.031801142498483904, + 0.018783376682838318, + -0.004773656567616662, + -0.00011846311400895201, + 0.01336986795633728, + -0.03590764133414193, + -0.03136190026682869, + 0.019380970218314118 + ] + ], + "std": [ + [ + 1.0328022523113283, + 1.0034675961418653, + 1.004502178141599, + 0.9908819725941522, + 0.9900285779624574, + 0.9922869983839483, + 0.9940251383226943, + 1.0023957894105795, + 1.0001232563862132, + 0.9694534261265297, + 0.9909609551728282, + 1.0245658684959877, + 0.9889385630503745, + 1.02018833549602, + 1.0099637621111557, + 0.9533954360905958, + 0.9939413086518578, + 0.9495206701070115, + 1.0240125891607361, + 1.0103444615034631, + 0.9946476273612365, + 0.991342725906765, + 0.9858149199320863, + 1.0014711063260942, + 1.004472195320524, + 0.9889795116240089, + 1.000004391730708, + 1.0058601968014709, + 1.0343528189495148, + 0.9919047582182774, + 0.9696485736175491, + 0.9924140896524998, + 1.0155430689993945, + 0.9932553050087483, + 0.9699258360928635, + 1.0042970460912612, + 1.0197195605157803, + 1.001155677587926, + 1.0168152275345068, + 0.9990466599977574, + 1.0098411842715662, + 0.9846055078437203, + 0.9754412310974523, + 1.0070038006714206, + 1.0276809963147806, + 0.9906853395114988, + 0.9868894780685001, + 0.9900119186756405, + 1.0256770060540596, + 0.9757901727181725, + 1.00918520579672, + 0.9930883762442995, + 0.9893732161976826, + 1.0067582306865286, + 0.9812661122355284, + 0.9974102126361273, + 0.9972736641033295, + 1.0121917462070245, + 1.0227697257558075, + 0.9856449287075832, + 0.9902863042093888, + 0.9959939826856674, + 1.0367568153718374, + 0.9863881182581064, + 1.0128392086861082, + 1.0221798349905806, + 1.0363645719704848, + 0.9908253070164581, + 1.0128010969900354, + 0.988603956830815, + 1.0081799316492677, + 1.0108771107458496, + 0.9832967493585726, + 1.029163070750164, + 0.9916679017275597, + 0.962685533931823, + 1.0027583300444822, + 1.0001938412765523, + 1.0209787004269553, + 0.9973662987453862, + 1.0061352847046312, + 0.9919410755542308, + 0.9846501403948491, + 0.9899263174260658, + 0.9845864971582349, + 0.9930689102842462, + 1.0135506035486388, + 1.0043926518503545, + 1.0162976879588899, + 0.9792327605267319, + 1.006235132130296, + 1.0118863144201946, + 1.00544671112892, + 1.0039248549576703, + 1.0350589137732202, + 0.9995022597709913, + 1.0159841525314124, + 1.0003354265534572, + 1.0084463468690352, + 0.9985081538974993, + 1.0110839895364512, + 1.0013381576463882, + 0.9912876803786089, + 0.997289736689443, + 1.017350271822531, + 0.9797570549225073, + 1.0043565268096553, + 0.9872978856195639, + 1.0033468182033753, + 1.0218062902654916, + 1.0014959384493556, + 0.9888739832615349, + 1.0004143322752173, + 0.9931349078768341, + 0.9800306535559788, + 0.9957636890082171, + 1.0002904102651144, + 0.9887217530179371, + 0.9945292914948252, + 1.004902891466416, + 0.9962003472957158, + 0.9934257069186699, + 0.9799059188184409, + 0.9949621520724802, + 1.0029037698373038, + 1.0036871512403356, + 0.9897720620258614, + 0.9871702045154062, + 1.011521199823348, + 0.9941843616678862, + 1.0247569886394758, + 0.9988084298059352, + 0.9881291924468982, + 1.0179947532533584, + 1.0106341537352928, + 0.9919181897045649, + 1.0028443160348683, + 1.0061816857351074, + 0.9845932235691414, + 0.9825632133654874, + 0.9783171138085085, + 0.9969834535825824, + 1.0007811859343756, + 1.0019656189691033, + 1.0503484122189095, + 0.9753504608707252, + 1.0373469598286436, + 0.9949630633139451, + 1.0059234160225077, + 0.9993867259561041, + 0.9736626903578918, + 1.003303340408411, + 0.9938479422620685, + 0.9997621940680084, + 0.9893549017338009, + 0.9921437872926778, + 1.0351189228816489, + 0.9982053116677407, + 1.0049035777011361, + 1.007943748077122, + 0.987183747951824, + 0.9954065358497123, + 0.9844630756889735, + 0.9195912077534116, + 1.0102406845364933, + 0.9709132374569961 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 1026714, + "cert_evals": { + "36": 0.958229124546051, + "72": 0.9489744901657104, + "108": 0.9329665303230286, + "255": 0.8371686339378357 + }, + "fold": 0 + }, + { + "best_epoch": 31, + "best_val_acc": 0.9717624148003895, + "test_acc": 0.9673635900050994, + "train_size": 1649, + "val_size": 1027, + "test_size": 3922, + "stats": { + "mean": [ + [ + 0.0022033838386908973, + 0.06625603036992117, + 0.04649901939357201, + 0.0004913727592479633, + -0.007424528047300943, + 0.029222694481503848, + -0.02871623684293518, + -0.01058671273499129, + -0.02433525755609501, + 0.004942196840509272, + -0.015235754990903076, + -0.012600504249242172, + -0.02657332941176486, + -0.01012015760339567, + -0.018367278909944645, + 0.044433595385081875, + -0.029744519138872053, + -0.004242953947847537, + -0.008002045858095115, + 0.0011893272164947555, + -0.05592513376591881, + -0.02044694836264443, + -0.04302950797452996, + 0.025187052055791012, + 0.02474263468768939, + -0.042601262001213426, + -0.020695051036992134, + 0.0015384054093390107, + 0.011092726046088491, + 0.021371811740448717, + -0.013469555081867212, + 0.01982452726500885, + -0.044538194766525006, + 0.030567572645239703, + -0.031482593996361656, + 0.02141072656155254, + 0.010427163068524451, + -0.023554046506974034, + 0.04504258471801071, + -0.03430833826561581, + 0.06747908948453606, + 0.04348396486355425, + -0.008884907592480267, + -0.011684225839903674, + -0.00656703219526952, + 0.002896513929653742, + -0.005738400824741935, + -0.04156242043662813, + -0.004873803086719859, + -0.0020245170263190598, + -0.0404051468768953, + -0.020279581224984647, + -0.029963112977562135, + -0.0015368056033973371, + 0.029301830357792758, + -0.05476914620982405, + -0.037951578969072176, + 0.047465052261976975, + 0.020526558156458357, + 0.02033791100060642, + -0.030164184865979576, + 0.05024194190418452, + -0.04485629808368706, + 0.03147835112189204, + -0.006291162340812682, + 0.019074118508186463, + -0.0014484904548212434, + 0.008784981788962792, + 0.023386305391206525, + 0.005879860982413359, + 0.05940395211643435, + 0.04984556731352376, + -0.023843370139479056, + -0.00745569275924821, + -0.018882913905396863, + 0.02314283274711956, + -0.024472644293511335, + -0.002770279702850328, + -0.012337558138264851, + -0.011593327471195118, + -0.042932302716798265, + -0.0240285988963009, + -0.0452392710248636, + 0.04310506591873858, + 0.02492436379624043, + -0.031592489102485924, + 0.053639132025470125, + -0.030478516828380917, + 0.007038873759854203, + 0.025400627586415966, + 0.0229284818168576, + 0.0009592673741654173, + -0.024041893893268843, + -0.0050410013741663505, + -0.039906425639781765, + 0.03151746901152146, + 0.018252275536447, + -0.023123840842935037, + 0.049373840412370945, + -0.03933781325530598, + 0.07366186678593085, + 0.013209034602790264, + -0.021385058447544267, + -0.018445256191631672, + -0.012832089751363926, + 0.016886379345057278, + -0.0021345572407520425, + -0.0338357411158276, + -0.013289104663434192, + -0.0065585543056388826, + -0.01209856645239361, + -0.04576090782292301, + -0.032484600758035095, + -0.028557836749545137, + 0.02584237292904779, + 0.009022810600363702, + 0.022957384186780123, + -0.03818952886597925, + -0.032933244008489626, + -0.009165709096422076, + 0.02088987131594965, + 0.02855925063068547, + 0.024874274311704, + -0.03435405539114632, + 0.016969646773802517, + -0.018423495306246717, + 0.01951220546998175, + 0.025427100121285417, + 0.012467580333535485, + -0.010936757514857925, + -0.014689930918738598, + 0.013502246094602934, + -0.050603092346876676, + -0.01723701176470571, + -0.004896197422679896, + 0.02070974576106733, + -0.026273534445118388, + 0.030336164984839376, + -0.039887732504548135, + -0.056432912220739984, + -0.05021272674348097, + -0.02755221443298974, + -0.03442035423893272, + -0.028371501285627588, + 0.0005140135536685691, + 0.002409129072166215, + 0.02409891870830806, + 0.02409901194663454, + 0.04556790412371142, + -0.03490499576713144, + -0.052055877830807035, + -0.012115913268648306, + -0.022166139478470903, + 0.05603566475439655, + 0.037913323129169, + 0.05956955137659166, + 0.012290112295936774, + 0.04308550950879324, + 0.029600502874469404, + 0.024453837204366478, + -0.010275065567010471, + 0.0072667682619769, + 0.010619255191024834, + -0.015975785809581464, + -0.03865312817465139, + 0.001558572067919981 + ] + ], + "std": [ + [ + 0.9789609056537054, + 1.0223542173821687, + 1.006354499416772, + 1.0097426115961123, + 0.9821876353647652, + 0.9998046045489866, + 1.0178212606990535, + 1.0167721117355657, + 1.0114146027100444, + 1.001776238241197, + 1.0068173587187008, + 0.9900351224079849, + 1.0414098112135597, + 1.009574294617972, + 0.9953634621121619, + 1.0551495473134025, + 0.9981956531855851, + 1.0183570217473137, + 1.0066623632600822, + 1.0127852757834928, + 0.9819060519437951, + 1.0168025572775439, + 1.0011040348853746, + 1.0077391574190562, + 0.9960322515796017, + 1.0217184675272302, + 1.0045863660324679, + 1.0189216552292488, + 1.0209580005984413, + 0.9885762298604023, + 0.9548219575549232, + 1.0137570744288356, + 0.979579874589421, + 0.991197794892492, + 0.9880528964389337, + 0.9852989430996284, + 1.0048530597402896, + 1.0022576693152574, + 1.019817156007534, + 0.9946728227761036, + 1.0213302738059442, + 1.000964538491138, + 1.0307917076654618, + 1.006989527865548, + 1.002313843550004, + 1.0141972045736452, + 1.0080080308891233, + 0.9964183873498001, + 1.0258591594541053, + 1.0107146809178345, + 0.9717107214304516, + 1.0149102149309601, + 1.016907704482399, + 1.0078526095792883, + 0.9874709483602169, + 0.9996202197544782, + 1.0096827085606537, + 1.0379820129740673, + 1.013223513461979, + 0.9861254732898448, + 0.9893639979797026, + 0.991075106383618, + 0.9269809003308983, + 0.9875139847082404, + 1.005442372648796, + 0.9896204194858335, + 0.9935153912057717, + 0.9811099295350456, + 0.982575262307681, + 0.9795878781577906, + 1.0193143649741352, + 1.0119494318757316, + 1.0171821247574437, + 1.0034040467334655, + 1.0066093997021297, + 0.9694393186766306, + 1.0117730193741676, + 1.0122625190981362, + 0.9925145459941629, + 1.005154502988111, + 0.9987288725767053, + 1.0170813277668, + 0.976308824777624, + 0.9884631741550407, + 0.9915959199837703, + 1.0218983144556584, + 1.0142113893430906, + 0.9911920808019298, + 1.0172127287199233, + 0.9893770325784368, + 0.9989337891002755, + 0.9894791117074598, + 1.0007549319713978, + 1.0326939082689799, + 0.9899757429384302, + 1.010492032769745, + 1.0061235379816107, + 1.0091634350161915, + 1.0152313478591228, + 1.0056174411509322, + 1.017311898436513, + 0.9976512207707879, + 1.003882833915693, + 1.0004358570223468, + 1.0036377564081862, + 1.0211550893522847, + 0.9924334669404734, + 0.9971024879775969, + 0.9990772588620248, + 1.0032740804274622, + 1.0024996588619381, + 0.9916378123810937, + 1.0022499057411776, + 1.010183122426781, + 1.00163045757315, + 1.0085039687864976, + 0.9922730297554195, + 1.014983448437488, + 1.014822892124083, + 1.0148845786316816, + 0.9937553605624629, + 0.9882702039873854, + 0.9870322023279767, + 0.9850906859406272, + 0.997923959817147, + 0.9510903327769852, + 0.9917224934440294, + 0.9847975043099015, + 1.0202145588783864, + 1.0021246013348553, + 1.0003272501219964, + 1.0067673298995008, + 0.990781057863208, + 1.0020482585196349, + 1.018688317687672, + 0.9988236160134567, + 1.0069349597950046, + 1.0061002120663578, + 1.0122386395403618, + 0.9892206859790922, + 0.9855242096919327, + 0.9959531341164058, + 1.0065041184698018, + 1.0078483816424069, + 1.0021878472773025, + 0.9741424082334939, + 1.0890817487043594, + 0.9945307148083409, + 1.007530511064047, + 0.9991966896972047, + 0.9619750319373882, + 1.0030667264483681, + 0.9931958657494955, + 1.0006523699688303, + 1.010191508136165, + 0.9864924753596401, + 1.0139473615684553, + 1.0114408938636286, + 1.0033347496554157, + 0.9803226862995067, + 1.0098451761605862, + 0.9980225437342447, + 1.0129871477235215, + 0.9828742206168505, + 0.9665430998047373, + 0.9908589509231834 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 1026714, + "cert_evals": { + "36": 0.9569097757339478, + "72": 0.9469658732414246, + "108": 0.9278429746627808, + "255": 0.8164202570915222 + }, + "fold": 1 + }, + { + "best_epoch": 54, + "best_val_acc": 0.9745934959349594, + "test_acc": 0.9593947036569987, + "train_size": 1649, + "val_size": 984, + "test_size": 3965, + "stats": { + "mean": [ + [ + -0.0165193507883561, + 0.023745576106731784, + 0.00894758525166726, + -0.012979845463917304, + -0.008554753389932977, + 0.008500205057610555, + -0.008827268055791222, + 0.02424651702243768, + 0.002300678673256056, + -0.006792839332929151, + 0.0047927400606429405, + 0.0003070491534258074, + -0.0037253238023046277, + 0.012077483473620145, + 0.018683199696786473, + -0.009275691437234477, + -0.006638355451788972, + 0.017810546682838085, + 0.015129445567010357, + 0.024298001443298942, + -0.003184869132808023, + -0.004290789721043456, + 0.0031496054275316357, + 0.014148549696785681, + 0.018162637962401695, + 0.0032194466707086006, + -0.006616737907822937, + -0.022775198374772664, + -0.015071109605821711, + 0.014638325488174678, + 0.011475148077623627, + 0.03049396374166147, + 0.025694605900545734, + 0.008604017768344612, + -0.012231649072164738, + 0.002613359126743679, + 0.029584712128560786, + -0.0034158958580959363, + 0.006069550751970517, + -0.00541011442692557, + 0.01880269619163089, + -0.008083247077016392, + -0.006491640764099397, + 0.014566732795633777, + 0.008376424821103932, + -0.0009929023711349493, + 0.02163681163129177, + -0.0025090638993329082, + 0.01741273975136374, + 0.005851729104123725, + -0.004465054881746678, + -0.0037159464523949803, + 0.0014873154821107525, + -0.007976062644028743, + 0.01156759172225612, + 0.023733914178289805, + -0.011275250879320775, + -0.002578957016372865, + -0.006478712734990847, + 0.00032240861127936024, + -0.011706570736203905, + 0.02587612322619762, + -0.011422028793207837, + 0.01712189235900559, + 0.0028696369314734713, + -0.0015781066646451572, + -0.027441241722256038, + -0.0014402773256522523, + -0.004449931892055841, + -0.0014659224075202345, + 0.01708213645239509, + 0.018733296931473596, + 0.008334289472407117, + 0.005727799963614559, + 0.007039103201940653, + -0.00224206858702233, + 0.0011615125591269186, + 0.0096409494117641, + 0.004899610121286758, + 0.009826549023650048, + -0.009219501334142207, + -0.004807864269254234, + -0.002443187265009144, + 0.011609495827774482, + 0.0040307750576106674, + -0.004682432261976522, + 0.013977261024863448, + 0.0012793727167981009, + -0.025686529896907437, + 0.013434234869617957, + 0.021999945691932813, + 0.012433017674347574, + -0.009033386234081325, + 0.0062409658120072915, + 0.0009289013947849186, + 0.0003903400242564852, + 0.02740975750382101, + -0.011144831170406301, + 0.005830573753789878, + -0.009510249636142982, + 0.02073330933899335, + 0.007879717440873353, + 0.009509570454820928, + 0.01405836261370407, + 0.014672617586416688, + -0.005675097756215873, + 0.0017475856822315732, + 0.0018848247543965708, + 0.02229300998180564, + 0.01026309860521593, + 0.017680451788964564, + -0.005672595821710331, + -0.009564725087932182, + -0.0036886342935116994, + 0.01000584954517868, + -0.0014087143177684452, + 0.020023876538508456, + -0.014409325075803336, + -0.008730885488174288, + -0.0034071386173437994, + 0.017709779927228837, + 0.0037029051849606504, + 0.011111249060036448, + 0.001931565688295556, + 0.0326300536264404, + 0.009591248938750647, + -0.007016625542753067, + 0.012978908750757932, + -0.0024730208186779807, + -0.005898704823529222, + 0.00046255165858092147, + -0.015087141012734237, + 0.007914145130382093, + 0.00938928223165545, + 0.01491191867192227, + 0.003460371607034447, + -0.007647012371134029, + 0.009316860582171302, + 0.012669591819284187, + 0.023290896266828284, + 0.012400781200727585, + -0.003923578150394203, + -0.005147092104305529, + -0.008281499878714238, + -0.03743850333535512, + 0.013677931825349052, + 0.0004504794117647815, + 0.0031018094057014187, + 0.009501353911461253, + -0.007035560921770639, + 0.008385035146755612, + -0.0034377712431776946, + -0.010681847180108386, + 0.029691756458459714, + 0.008845037744087314, + 0.036611106986052, + 0.006922057057610421, + 0.00199877628865977, + 0.016813865591267338, + 0.002876468101879801, + 0.005453485567009417, + 0.0042027340964213965, + -0.01236373710127327, + -0.008553608768950838, + -0.0069991010551852945, + 0.0076861960764099575 + ] + ], + "std": [ + [ + 0.9681286752068088, + 1.0188584468817592, + 1.0110661386281417, + 0.9985656246319761, + 0.9821622573144201, + 1.0036187347218821, + 1.0069688072671201, + 0.9902174757207433, + 1.01713159486763, + 0.9867718776262003, + 0.9758196806068826, + 0.9717105755097225, + 0.9881331057860607, + 0.9898880234141544, + 1.0032622320902203, + 0.9951157752575892, + 1.0046808806006051, + 0.9614388015014891, + 0.9853693985919703, + 1.0191683054599883, + 0.996439727744992, + 1.008421273109573, + 1.00416757618972, + 1.0050873163713752, + 1.0062941810400496, + 1.0106625492506378, + 1.0037290960252208, + 0.9716931899880294, + 1.0122721434564084, + 1.004145433664744, + 1.0126537584886575, + 0.9877832016144399, + 1.0016994225200662, + 0.9984055948469278, + 1.009905276240697, + 0.9928053125930449, + 1.028439787038722, + 1.0058093224458307, + 1.0026249721952805, + 1.0044305239260718, + 1.0145868354939207, + 0.9730410910554939, + 0.981275887794836, + 0.9868601113866823, + 0.9903107009766159, + 0.9840780321801739, + 1.0155043762626388, + 1.015709680805549, + 0.9877740152182051, + 1.0007933926991834, + 0.9639452930264027, + 1.0107985365057115, + 1.0139858844795777, + 0.978091201901524, + 0.9836289102008465, + 0.9892831848712296, + 1.0050542524754924, + 1.0041143150075589, + 1.011404712398526, + 0.994592205655486, + 1.003602088307178, + 1.0043236988473279, + 0.9890344165359591, + 0.9960153738734304, + 1.0247056593625234, + 0.9709722536076895, + 0.8984006766242731, + 1.0084723110544285, + 1.0080442044255657, + 1.0139042067755502, + 1.0147945346118319, + 1.0086308434283413, + 0.9798709269587462, + 0.985827749679927, + 1.0097816591529503, + 0.9967310231913435, + 1.0125467431933681, + 0.9795738908810216, + 0.9759574846742652, + 0.9879270836797008, + 1.0100364897802065, + 1.0084344135598255, + 0.9683448859407486, + 0.9884096351113933, + 0.9957784496098612, + 1.0106496350052778, + 1.0041619111843998, + 0.9965669874488615, + 1.0148365256887901, + 0.9954909131964714, + 0.9942883718958846, + 1.0007980703139212, + 1.0031320592473836, + 0.9828596472567013, + 0.9637136602853367, + 0.9970558130158634, + 1.0142250931970318, + 1.008890015046518, + 1.0055896715654262, + 1.004944159225849, + 1.015901087459527, + 0.9987432420315473, + 0.9985224279803399, + 0.9900020636370531, + 0.9946414368680025, + 0.9718565169997336, + 1.0010286004673303, + 1.0045607582554759, + 1.0126684697205748, + 0.9911582699978772, + 0.9979453061380805, + 0.9943479420017864, + 1.0057507939001675, + 1.009199116070283, + 0.996011631450574, + 1.0055786667678899, + 0.9980095514928135, + 0.9965213084556673, + 1.0065546695035632, + 0.9959098534303568, + 1.0066323304809803, + 0.9785303330423044, + 0.9869014865983016, + 1.0002036756849269, + 1.0025571744250443, + 0.9798050960785967, + 0.9928695520264623, + 1.0029641941982563, + 0.995414106898259, + 1.0148844453635921, + 0.9709719526035338, + 0.9939566879305621, + 0.9884244597895214, + 0.9767542641597464, + 0.9853765727313375, + 1.0106906221793046, + 1.005948414723524, + 1.017725449726877, + 1.0152735855520598, + 0.9876730417321886, + 0.9757936207779202, + 1.0047018133551442, + 1.004391788961941, + 1.006171785979052, + 0.8968175799273889, + 1.0473489426893206, + 1.0315201707660164, + 1.0175144216806302, + 1.0142189436584537, + 1.0038989754399161, + 1.0173990273862883, + 1.0127050623257519, + 1.0051909194938937, + 1.012068652647229, + 0.9962079218654786, + 1.002233177655679, + 1.0161322523275562, + 0.999594425724876, + 0.9955572903935671, + 0.9917181216246964, + 0.9858353212831604, + 0.991792827254217, + 0.9768523928420304, + 0.9547301155646564, + 0.963911142038982, + 0.9970598920069098 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 1026714, + "cert_evals": { + "36": 0.951576292514801, + "72": 0.9422446489334106, + "108": 0.9283732771873474, + "255": 0.8585119843482971 + }, + "fold": 2 + }, + { + "best_epoch": 20, + "best_val_acc": 0.9671120246659815, + "test_acc": 0.9610160965794768, + "train_size": 1649, + "val_size": 973, + "test_size": 3976, + "stats": { + "mean": [ + [ + -0.019377861036991656, + 0.025388282601576818, + 0.017005815742874516, + -0.007883900460885378, + 0.0060343637174048335, + 0.019899812286233772, + -0.017346581947847252, + 0.01720070440873258, + -0.022683759298605638, + 0.03576464684050942, + 0.003250418289873286, + 0.023095340225590528, + 0.025853774105518486, + 0.004904056128563328, + 0.015174882898727272, + 0.004904859053972195, + -0.0064262512310491165, + -0.0013788380109157152, + 0.03392423097634965, + 0.040471053135233824, + -0.007766068975136523, + -0.02654642546998242, + -0.002714201516070317, + -0.005730637913887314, + 0.014443505081867881, + -0.01681206773802325, + 0.022797446707095152, + 0.02924670987871426, + -0.016523001552455778, + 0.022271198156458668, + 0.007295070836871207, + -0.010380893735597325, + 0.0032170857913887633, + 0.03166040751970903, + -0.011104923177683385, + 0.023025889023650516, + 0.00955245047907632, + 0.00501562544572467, + 0.003645016027895317, + 0.012703992892661992, + 0.014234079029714866, + -0.018872668283808444, + 0.03357063479684651, + 0.002985781740448259, + 0.016828823032140804, + 0.008592184530017656, + 0.020646139611886168, + -0.025274300994542045, + 0.031819425821709706, + 0.041618958390176077, + 0.00933414724075195, + -0.02236399884778645, + -0.018589546555488203, + 0.001330274912066101, + 0.0015160872407521844, + 0.002306856531231052, + -0.0022718787992723603, + 0.028225555027289576, + -0.006301775864159792, + 0.02247907061249244, + -0.011468676332322514, + 0.02175189545178902, + -0.013670970357792456, + 0.03126135081867806, + 0.004543698483929725, + -0.0009374850879321324, + 0.021139099308671503, + 0.02629353206791973, + -0.02450631540927904, + 0.030707943529411457, + 0.01293060334141885, + 0.012913687446937628, + 0.00928486858095778, + 0.01766341600970324, + 0.03807825699818077, + 0.0017500543359613783, + -0.016347040315342783, + 0.0007416811279563446, + 0.026208501607035268, + 0.023266191340205626, + -0.018853632765312562, + -0.02368463080654962, + 0.001749331437234659, + 0.003365637052759398, + 0.025888251528199256, + -0.018965530382049504, + 0.03517410735597307, + 0.025752976476652555, + -0.02487937299575574, + 0.022010353117040575, + 0.017477714511824522, + -0.017221659584597582, + -0.003431555427531808, + 0.019807925603396073, + 0.0032348454699819393, + 0.013613221879926436, + 0.0370615994009708, + -0.016630420776227922, + 0.0136933938872041, + -0.0017249714481504044, + 0.02229983032140703, + -0.012712485694360036, + 0.026678074426925498, + 0.012642979175256863, + 0.005538239963614194, + 0.0035851682595511494, + -0.017385318223165646, + -0.027282370030321336, + 0.030769696791993668, + 0.023036587355973605, + 0.02791771238326433, + -0.005707142462098305, + -0.011955044244996943, + -0.01365990568829588, + 0.02758415771376576, + 0.001034438120072712, + 0.016993479078229498, + 0.004106490266828514, + -0.007270538144329443, + 0.023955484869617922, + 0.016178350285021865, + 0.0035198083808369264, + 0.010066467580351705, + 0.013253238295936883, + 0.003935329266222111, + -0.028011770430564572, + 0.022866120224378214, + 0.0261654426682841, + 0.02473182812007268, + -0.0015221004548212846, + 0.0038331081837477228, + 0.021399354317768703, + 0.005301140012128602, + 0.019229334445118054, + 0.005640386767737668, + 0.02194890172225591, + -0.005060289387507513, + 0.026678006622195553, + -0.009628291109763477, + -0.003739145758641676, + 0.002035451000606312, + 0.010815814196482578, + -0.011372362352941229, + -0.019185084742267905, + -0.001526538386901546, + 0.01622554252274128, + 0.012853861158277795, + 0.032111232286234526, + 0.031036171322013306, + 0.014534576640388132, + -0.0195449016634327, + -0.0031721854821107633, + -0.011472115221346063, + 0.00807888645239537, + -0.009991977598544642, + 0.015293761594905845, + 0.04696865378289867, + 0.02876006337174039, + 0.030060548720436564, + -0.016465844511825162, + -0.013467629448150867, + -0.004964211527592827, + 0.023761107562159368, + -0.0028053264645238984, + -0.011466418192844817, + 0.015592289957550014 + ] + ], + "std": [ + [ + 0.985810694952265, + 1.0034659788102347, + 1.0123314802689827, + 1.0006728383848915, + 1.0057933627069857, + 1.0211647035506441, + 0.9873544232512542, + 1.0044940106681508, + 0.9972305516917789, + 0.9962847585776434, + 1.0084467836467266, + 0.9906644883619666, + 1.0245712429201694, + 0.9866939366954063, + 1.0013177295694342, + 1.0035460862038992, + 1.0106885153319805, + 0.9519922611580153, + 0.9980325911759347, + 1.0306730880090342, + 0.9835758012913696, + 0.9850289481711405, + 1.0052216421075988, + 0.9962087717875672, + 0.9963361086627195, + 0.9956939758386721, + 0.9995284943647325, + 1.023940251071931, + 1.0274738040648672, + 0.994278832453581, + 0.9978867650735795, + 0.9858582094807091, + 1.0042951554309811, + 0.9935762200569673, + 0.987438469465117, + 1.005913310224571, + 1.00088122516216, + 0.9882229146445906, + 1.0157177678163845, + 0.9964856588375458, + 0.9973534488049755, + 0.9843481194725128, + 1.0059020116489072, + 0.9945053400237248, + 0.9893145898736398, + 1.0071798920580137, + 1.026048360719046, + 0.9784906142973205, + 0.9999905642791316, + 1.0245359594400432, + 0.9857715356622779, + 0.9921646440585971, + 0.9889209867599961, + 0.9804599263285575, + 0.989078331357909, + 1.0220508106585684, + 0.9898585563272273, + 1.0050841202007248, + 1.0381369540158623, + 0.9852302977543494, + 1.0075559260629754, + 1.000291557770776, + 0.9848158888469627, + 0.9914305575952413, + 1.0027287892746963, + 0.9998437768528288, + 1.0380871234284017, + 1.0068281699392212, + 0.9909518921848135, + 1.0027114341322005, + 1.0043121525006478, + 1.004908814037755, + 1.0186241738713828, + 0.9840706508690844, + 1.0105911993179093, + 0.9676803103445097, + 1.0008055713802275, + 0.9912309236484144, + 0.995113888208004, + 1.00892652209743, + 0.9963556594838519, + 0.9845494099501623, + 0.9992655439793966, + 0.9888161956289881, + 0.988365168461102, + 0.986911819503751, + 0.9966018266120068, + 1.0253590540025506, + 1.0073388900110996, + 0.9884492302907475, + 1.0097952364856901, + 0.9710825809435979, + 1.0049468371789398, + 0.9978639652892881, + 1.0455255018744898, + 0.9978429399237, + 1.002476959825736, + 0.9981410717372688, + 1.0060801668925174, + 0.9880101858878161, + 0.9920156642454706, + 0.9690302977750064, + 1.0160561889470001, + 1.0042221946838557, + 0.9902952403395341, + 0.9972984826953729, + 0.9761193341167186, + 0.9802187480066236, + 1.008662757516423, + 0.9977604335997484, + 1.0125273643143784, + 1.0005678108605767, + 0.99939847346626, + 0.9934285795635643, + 0.993774093323074, + 0.9507637302569011, + 1.001524151413393, + 1.0029839092558797, + 0.9922893465303836, + 0.9995915259108642, + 0.9937205680489537, + 0.9906768211587779, + 0.9885237778798726, + 0.9923092460426346, + 0.9928187226268517, + 0.9431189215637575, + 0.9768867834667897, + 0.988648327088327, + 0.9868432165802018, + 0.9936538301879408, + 1.031840475179726, + 1.0088131603924193, + 0.948009389328019, + 0.980359732399849, + 0.9812840383484884, + 1.0125452888475233, + 1.0015379468649726, + 1.0082241487185495, + 1.0028073940649291, + 1.027290919950601, + 1.0123450850356626, + 0.9892757300213824, + 0.989457850129367, + 0.9916398725034907, + 0.9733306799223379, + 1.048692795336829, + 1.0185390556939666, + 1.005180692664418, + 0.9999773815928202, + 1.0029310617714582, + 0.9847831085240544, + 0.9984589470542239, + 0.997897554671397, + 1.0021153618672554, + 0.9825493908557392, + 1.0005331081478763, + 1.0721249078632564, + 1.0255830315079582, + 1.0078969722952105, + 1.0018509428094395, + 1.007362049760478, + 0.9875884283657037, + 1.0010931986356253, + 1.0157609941665726, + 0.9972826112887371, + 1.0062038228644128 + ] + ] + }, + "width": 512, + "in_features": 166, + "out_features": 2, + "depth": 6, + "padding": 332, + "parameters": 1026714, + "cert_evals": { + "36": 0.952464759349823, + "72": 0.9434104561805725, + "108": 0.9268108606338501, + "255": 0.8340039849281311 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9636894704968619, + "std_test_acc": 0.004080101324750431, + "n_samples": 6598, + "n_features": 166, + "n_classes": 2, + "mean_cert_acc_36": 0.9547949880361557, + "std_cert_acc_36": 0.0032688217635270934, + "mean_cert_acc_72": 0.9453988671302795, + "std_cert_acc_72": 0.0031168070618419566, + "mean_cert_acc_108": 0.9289984107017517, + "std_cert_acc_108": 0.002723794716893025, + "mean_cert_acc_255": 0.8365262150764465, + "std_cert_acc_255": 0.017266518119191752 + }, + "mushroom": { + "dataset": "mushroom", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 22, + "best_val_acc": 0.9966777408637874, + "test_acc": 0.9969318879116383, + "train_size": 2031, + "val_size": 1204, + "test_size": 4889, + "stats": { + "mean": [ + [ + 0.01584243131462058, + 0.019616320039388076, + -0.017441079960610038, + 1.6376169432992076e-06, + 0.03251508222550193, + -0.0356802550467818, + 0.0053510472673569415, + 0.01704437272280179, + -0.004787042589856331, + -0.006957840965042196, + -0.010824010832105619, + -0.015714124076808157, + -0.0028289399310687338, + 0.026870491383555076, + 0.022659543082221442, + -0.030434470704082447, + 0.043593827671097096, + 0.004918543082224606, + 0.02840681752831178, + -0.026348127031018555, + -0.005641193156080321 + ] + ], + "std": [ + [ + 1.035686963839167, + 1.007002340594574, + 1.0017151333988827, + 0.9999368171880522, + 0.9990636351015061, + 1.1008233629053865, + 1.0048344484644247, + 1.0068055573931955, + 1.0236440770193422, + 1.0008597796892533, + 1.0073922426397302, + 1.0167066772104598, + 1.0093964386273888, + 0.9734350559013669, + 0.9832626494901496, + 1.1103048088729688, + 1.0723209186406066, + 1.007595964551157, + 1.0120097158286505, + 1.0110411166324569, + 1.0045172770457236 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 2, + "depth": 6, + "padding": 42, + "parameters": 16982, + "cert_evals": { + "36": 0.9930456280708313, + "72": 0.9901820421218872, + "108": 0.9879320859909058, + "255": 0.9415013194084167 + }, + "fold": 0 + }, + { + "best_epoch": 36, + "best_val_acc": 1.0, + "test_acc": 0.9993800371977681, + "train_size": 2031, + "val_size": 1254, + "test_size": 4839, + "stats": { + "mean": [ + [ + 0.021851665189558965, + 0.045494687346133454, + -0.023016031905465747, + 0.036965530280656626, + -0.008439554899067095, + -0.06050103692762893, + -0.005352279172820291, + 0.018109654357464634, + -0.010826772476611657, + -0.005964144756278134, + -0.0263845425898607, + -0.005439538158541234, + 0.010182521910388735, + 0.029856061546036587, + 0.009422661742979281, + -0.06898491088133507, + 0.012714621368784741, + -0.020496901526342964, + 0.05158484524864612, + -0.02241571344165382, + -0.02120593136385968 + ] + ], + "std": [ + [ + 1.0315248601647244, + 0.9830179985436717, + 1.0047928251090696, + 0.992895294859441, + 1.0073587113125533, + 1.1652227018641232, + 0.9949884738559476, + 1.0072236447378615, + 1.00567603413793, + 1.0007315155621166, + 1.0109205575258327, + 0.9954514465944221, + 0.9929406186187327, + 0.9751836648011396, + 0.9886323473980784, + 1.2290771873330002, + 1.039381732586694, + 1.0071967460617643, + 1.021124603051882, + 0.9975517568367002, + 0.9993739380403122 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 2, + "depth": 6, + "padding": 42, + "parameters": 16982, + "cert_evals": { + "36": 0.9971068501472473, + "72": 0.9927670955657959, + "108": 0.9890472888946533, + "255": 0.9452366232872009 + }, + "fold": 1 + }, + { + "best_epoch": 41, + "best_val_acc": 1.0, + "test_acc": 0.9993764290168364, + "train_size": 2031, + "val_size": 1282, + "test_size": 4811, + "stats": { + "mean": [ + [ + 0.03987938453963112, + 0.04048598621368699, + 0.017724141063516025, + 0.042959675036934646, + 0.03524534219595943, + -0.01085947316593538, + 0.06020559527326806, + 0.04154585032004439, + -0.021138416248152825, + 0.00794760216642041, + -0.004058537173807962, + 0.006043802067947628, + 0.019799688330871056, + 0.03766451600196941, + 0.053620419005411035, + -0.008115798128995993, + 0.03451170260955303, + -0.036620701624815996, + 0.050364973855244716, + -0.04954926834071779, + -0.038910718808467415 + ] + ], + "std": [ + [ + 1.0340777607321368, + 0.9828467876602278, + 1.0051604242584575, + 0.9916188873116444, + 1.0038227965760236, + 1.0318178450050028, + 1.0521446789948306, + 1.0160955327893362, + 0.9979031775629262, + 0.9988302921123722, + 1.0182499365894375, + 1.001416742027472, + 0.9791335857275247, + 0.980153235814559, + 0.9653369532140004, + 1.0477780788429225, + 1.071696160550273, + 1.0158478432818197, + 1.025340873611186, + 1.0205312831654343, + 1.0033427979641445 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 2, + "depth": 6, + "padding": 42, + "parameters": 16982, + "cert_evals": { + "36": 0.9985449910163879, + "72": 0.9943878650665283, + "108": 0.9900228977203369, + "255": 0.9449179172515869 + }, + "fold": 2 + }, + { + "best_epoch": 44, + "best_val_acc": 0.9983922829581994, + "test_acc": 0.9991750876469375, + "train_size": 2031, + "val_size": 1244, + "test_size": 4849, + "stats": { + "mean": [ + [ + 0.03496272082717429, + 0.006259809945836701, + -0.04574476898079691, + 0.0529499162973972, + 0.02928835942885052, + -0.032577657311676125, + 0.02140603692762581, + 0.03515416051206783, + -0.04146721969473072, + 0.024840437715410932, + -0.005411634662730505, + 0.015714001477105683, + 0.0005653535204322815, + 0.0039044672575081134, + -0.004711640078783966, + -0.03449241260462414, + -0.005449605120628364, + -0.03908023929099026, + 0.04496253520433339, + -0.007472618414573513, + -0.011867085376661432 + ] + ], + "std": [ + [ + 1.037139112731056, + 0.9986273221456993, + 0.9988733086677153, + 0.9894071869891404, + 0.9808046824130975, + 1.092466913790217, + 1.0192143900594468, + 1.0137373624703432, + 1.0005595322422731, + 0.9962556551254128, + 1.0143973341038952, + 0.977335640989274, + 1.0045271012864667, + 0.9912055809890613, + 0.9960096703292455, + 1.1096668870025468, + 0.9979657396378034, + 1.0073781800135768, + 1.0120560325807864, + 1.0092077265578872, + 1.0030900969477494 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 2, + "depth": 6, + "padding": 42, + "parameters": 16982, + "cert_evals": { + "36": 0.9958754181861877, + "72": 0.9934006929397583, + "108": 0.9888636469841003, + "255": 0.9550422430038452 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9987158604432951, + "std_test_acc": 0.001193165149201043, + "n_samples": 8124, + "n_features": 21, + "n_classes": 2, + "mean_cert_acc_36": 0.9961432218551636, + "std_cert_acc_36": 0.0023355142650647973, + "mean_cert_acc_72": 0.9926844239234924, + "std_cert_acc_72": 0.0017966174062105389, + "mean_cert_acc_108": 0.9889664798974991, + "std_cert_acc_108": 0.0008569508100441476, + "mean_cert_acc_255": 0.9466745257377625, + "std_cert_acc_255": 0.005829064899338967 + }, + "oocytes_merluccius_nucleus_4d": { + "dataset": "oocytes_merluccius_nucleus_4d", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 29, + "best_val_acc": 0.7453416149068323, + "test_acc": 0.7326732673267327, + "train_size": 255, + "val_size": 161, + "test_size": 606, + "stats": { + "mean": [ + [ + -0.0371250154117647, + 0.0015389403921568473, + -0.03527819799999997, + 0.026217213882352975, + -0.022018143254901958, + -0.03976458627450978, + 0.003314039607843149, + -0.03319261360784315, + 0.01830184745098039, + -0.02685776486274508, + -0.04212637686274509, + 0.005226556078431408, + -0.02913093117647059, + -0.01200531101960785, + -0.03152609833333333, + -0.03705718681960783, + 0.00469401490196078, + -0.02551305090196081, + -0.03417245220392157, + -0.031662056862745085, + -0.018275636980392158, + -0.03872015905882352, + 0.06975402027450983, + -0.05690918172549015, + -0.0005046612313725563, + -0.026833323176470567, + -0.0324685416470588, + 0.06559194729411769, + -0.04924893603921571, + -0.002559774274509816, + -0.007582052196078413, + -0.03221969384313721, + 0.07669179423529408, + -0.05831633415686265, + -0.00790661125490195, + 0.033497423215686245, + 0.007940335568627457, + -0.0037278283529411723, + -0.005509080784313686, + -0.006456870705882385, + -0.006934026431372542 + ] + ], + "std": [ + [ + 0.9481208431065713, + 0.9777230774786245, + 0.9614649831710622, + 1.0004435636971643, + 0.9517495439744679, + 0.9370398970511897, + 0.978033253968666, + 0.9633889071060125, + 0.9762210193691487, + 0.9497999114505152, + 0.9347608009901895, + 0.9801580525147454, + 0.9702177059121481, + 0.937441002049969, + 0.9454783788330968, + 0.9479630674171062, + 0.9847917091528013, + 0.9682944519390624, + 0.9601592978081722, + 0.9504457074291478, + 0.9482732916854852, + 0.9550094850957569, + 0.8808478818975364, + 0.9032557709886272, + 0.9905437507629392, + 0.9682787727115054, + 0.9734319541870242, + 0.8994213820965716, + 0.9306569007254026, + 0.9903368456478869, + 0.9401093744879251, + 0.9661635565557377, + 0.8972092489723742, + 0.9227263611587284, + 0.9960722682017434, + 0.9400060154678039, + 0.9649245386172121, + 0.9716877264843913, + 0.9731199443916825, + 0.9739165511052336, + 0.9741830269626184 + ] + ] + }, + "width": 128, + "in_features": 41, + "out_features": 2, + "depth": 6, + "padding": 82, + "parameters": 64678, + "cert_evals": { + "36": 0.6353135704994202, + "72": 0.5099009871482849, + "108": 0.3976897895336151, + "255": 0.10231023281812668 + }, + "fold": 0 + }, + { + "best_epoch": 44, + "best_val_acc": 0.8153846153846154, + "test_acc": 0.7409733124018838, + "train_size": 255, + "val_size": 130, + "test_size": 637, + "stats": { + "mean": [ + [ + 0.00023252282745095802, + 0.0023210192156862736, + -0.008575552392156847, + -0.027089618431372545, + 0.02615166227450979, + 0.00029002847058821885, + 0.001517669058823556, + -0.009498281058823606, + -0.021533545372549014, + 0.027143032117647032, + 0.00012999274509802153, + 0.0020992274509804144, + -0.005652587843137251, + -0.01031889384313722, + 0.025365951607843145, + 0.0011974224705882457, + 0.0024456095294117628, + 0.007920263137254904, + 0.007542674117647044, + 0.019472125333333323, + 0.06628882686274508, + 0.0008101664705882076, + -0.005068037960784302, + -0.0018227520000000151, + 0.00320542466666668, + 0.025693874901960758, + 0.03285470894117649, + -0.03694405458823524, + 0.02895584858823529, + 0.02036504745098036, + 0.04203500674509803, + 0.012977303843137231, + -0.016463404666666667, + 0.005529818662745095, + 0.013588346156862736, + -0.03683925767843136, + -0.016918137803921634, + -0.014870798470588246, + -0.016124755137254858, + -0.018004861274509842, + -0.020472565215686273 + ] + ], + "std": [ + [ + 0.9572394549500175, + 0.9926437581599087, + 0.9624363039043059, + 0.9193272254177784, + 1.0255768714029772, + 0.9579689477579895, + 0.9914399769465777, + 0.964698567284664, + 0.9351924375292803, + 1.0260487030041765, + 0.9515013155985146, + 0.9925204239055312, + 0.9662079425779949, + 0.9893019122153763, + 1.0199562667897872, + 0.9463721256877698, + 0.9959986832754482, + 0.9814859605265475, + 1.0491115651558893, + 1.0166099051364492, + 1.0126788732557663, + 0.9559037060605928, + 1.005464306868578, + 0.9339913124161523, + 0.9907483477382796, + 1.002837860013556, + 0.9939512794379407, + 1.0866703256453316, + 1.0174263712495963, + 0.9852130473462448, + 1.0075951167847277, + 0.9748247085177442, + 1.0259519988694812, + 0.9604781044814549, + 0.9861127645283753, + 1.0373513207775564, + 1.0101438720127272, + 0.9991977496960652, + 0.9936335573449004, + 0.9927993181263407, + 0.9922363841337328 + ] + ] + }, + "width": 128, + "in_features": 41, + "out_features": 2, + "depth": 6, + "padding": 82, + "parameters": 64678, + "cert_evals": { + "36": 0.6342229247093201, + "72": 0.49136579036712646, + "108": 0.35164836049079895, + "255": 0.06436420977115631 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.6491228070175439, + "test_acc": 0.6711409395973155, + "train_size": 255, + "val_size": 171, + "test_size": 596, + "stats": { + "mean": [ + [ + 0.019915568666666633, + -0.014107577647058818, + -0.015105033250980377, + 0.02865576341176468, + 0.029814655176470552, + 0.017704559607843146, + -0.013470486980392094, + -0.016038092274509794, + 0.03248008262745098, + 0.030473079058823495, + 0.02067392156862747, + -0.014031545490196065, + -0.009559882039215687, + 0.03839121047058822, + 0.03184779492980397, + 0.022161854509803944, + -0.01396437243137256, + -0.0017765643137255195, + 0.055001846666666666, + 0.030386395921568613, + 0.03668542223529418, + -0.0027777596078431494, + 0.012474995117647124, + -0.0041148554117646985, + -0.013356863921568625, + 0.028240797568627463, + 0.00010664949019609575, + 0.02344727215686279, + 0.005875207882352966, + -0.007875607450980381, + 0.028559833607843157, + -0.003071006745098055, + 0.014597308196078422, + -0.0007609705999999861, + -0.016530812156862723, + -0.03674524662745102, + -0.019958698901960777, + -0.017071456470588258, + -0.017420987058823525, + -0.017710899607843143, + -0.01735895203921565 + ] + ], + "std": [ + [ + 1.0221090924456515, + 1.01545682802038, + 0.9869690473435272, + 1.037069581011897, + 1.0359698396459835, + 1.0192987930523796, + 1.016091448787416, + 0.9856390212088015, + 1.038505984158332, + 1.0379129504870621, + 1.0239033714401513, + 1.0194757702768644, + 0.9963995753206383, + 1.020298364999823, + 1.0423678031147061, + 1.0277751191583697, + 1.0205917784397192, + 1.0135024895112017, + 1.0892501748798247, + 1.0432132666589502, + 1.0172134304654925, + 1.030895619962752, + 1.0213433186098346, + 1.040706012633716, + 1.0211704714384828, + 1.010787095001102, + 1.034569087974703, + 1.0203462492134936, + 1.0580364742305262, + 1.0095797767173902, + 1.0215170604628103, + 1.033396337568214, + 1.0252577264940543, + 1.0526521075427535, + 1.017486639545284, + 1.0521736233720556, + 1.0188131869714923, + 1.0087257643396144, + 1.005460013688893, + 1.0056139578892642, + 1.0065387262698673 + ] + ] + }, + "width": 128, + "in_features": 41, + "out_features": 2, + "depth": 6, + "padding": 82, + "parameters": 64678, + "cert_evals": { + "36": 0.3338926136493683, + "72": 0.17953020334243774, + "108": 0.09228187799453735, + "255": 0.0016778523568063974 + }, + "fold": 2 + }, + { + "best_epoch": 3, + "best_val_acc": 0.6987951807228916, + "test_acc": 0.6905158069883528, + "train_size": 255, + "val_size": 166, + "test_size": 601, + "stats": { + "mean": [ + [ + 0.005023620274509809, + 0.05012927215686277, + 0.0774847423529411, + -0.021592119215686236, + -0.007278767843137281, + 0.003806819607843134, + 0.05070236376470592, + 0.07836162039215684, + -0.009335469717647047, + -0.006452909647058787, + 0.004313807450980429, + 0.05239601662745102, + 0.08761111960784314, + -0.0006227640392157017, + -0.011547115941176465, + 0.007509175294117638, + 0.049814644431372575, + 0.09699411058823522, + -0.020684055294117654, + -0.014362384509803941, + 0.03558779360784312, + 0.0894858222352941, + -0.09410436105882346, + 0.07914001066274516, + 0.05154126003921575, + -0.0045582715686274125, + 0.09130289176470592, + -0.07599903827450982, + 0.08245660823529415, + 0.06585250807843139, + 0.012951737058823532, + 0.08790382078431377, + -0.08962203019607844, + 0.08192444351764702, + 0.05873899290196081, + -0.016822436196078434, + 0.029792561019607842, + 0.05055904957647062, + 0.05703265886274507, + 0.05811358976470591, + 0.05753943309803923 + ] + ], + "std": [ + [ + 1.0010627790031323, + 1.0340741776327254, + 1.0363077318633585, + 1.0137526513667938, + 1.0497867958856593, + 1.0059089649290247, + 1.032934819096642, + 1.0357871822249751, + 1.0425743779317471, + 1.0491455468136368, + 1.002585949212257, + 1.0328632642788567, + 1.0444571310319228, + 1.0499184939107524, + 1.0523852884773215, + 0.9969852155711642, + 1.036017112451258, + 1.0641484457194088, + 1.0260965200086805, + 1.0600673906871478, + 1.0132281500555904, + 1.039987043021767, + 1.0160272774539016, + 1.0119553762539002, + 1.0375407287957723, + 0.993275249370577, + 1.0310746092505982, + 1.0007724139832403, + 1.01278883373938, + 1.0152625509246365, + 0.9763093251846449, + 1.0267017964861733, + 0.997823146966079, + 1.0044670030988905, + 1.0259705961089964, + 1.0589413004871364, + 1.0376978512601307, + 1.0319158378686013, + 1.0340480487731072, + 1.0356155832366485, + 1.0358388933781137 + ] + ] + }, + "width": 128, + "in_features": 41, + "out_features": 2, + "depth": 6, + "padding": 82, + "parameters": 64678, + "cert_evals": { + "36": 0.4991680383682251, + "72": 0.3327786922454834, + "108": 0.2063227891921997, + "255": 0.024958401918411255 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7088258315785712, + "std_test_acc": 0.03345429120048854, + "n_samples": 1022, + "n_features": 41, + "n_classes": 2, + "mean_cert_acc_36": 0.5256492868065834, + "std_cert_acc_36": 0.14292931607904966, + "mean_cert_acc_72": 0.37839391827583313, + "std_cert_acc_72": 0.15457929896997416, + "mean_cert_acc_108": 0.2619857043027878, + "std_cert_acc_108": 0.1394665305671275, + "mean_cert_acc_255": 0.04832767421612516, + "std_cert_acc_255": 0.044323116139915 + }, + "oocytes_merluccius_states_2f": { + "dataset": "oocytes_merluccius_states_2f", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 18, + "best_val_acc": 0.8888888888888888, + "test_acc": 0.8623417721518988, + "train_size": 255, + "val_size": 135, + "test_size": 632, + "stats": { + "mean": [ + [ + 0.01054996298039211, + 0.027192816941176482, + -0.04626695749019601, + -0.0069539579607842475, + 0.014194326572549003, + -0.025412450196078348, + -0.04305473128235293, + 0.008311279215686227, + 0.03873141231372549, + 0.019546130517647062, + 0.04932295196078433, + 0.07244258905882356, + -0.12762710541176478, + 0.10863675447058822, + 0.03643630545098045, + 0.028625162627451017, + 0.07991438109803928, + -0.15667811082352961, + 0.11812816443137263, + 0.056641581960784365, + 0.025048539999999987, + 0.07553784419607842, + -0.12706123960784313, + 0.11197763396705882, + 0.047989735764705894 + ] + ], + "std": [ + [ + 1.055902739791254, + 1.0162268811039923, + 1.0028684541215303, + 0.9730091823212302, + 1.0042568790807076, + 1.059859315776944, + 0.9758982735241186, + 0.988138955008393, + 1.0133686644339426, + 1.0143882523728363, + 1.0032684708282238, + 1.0660462422249137, + 1.201916629773772, + 1.156152673218226, + 0.9766255498471383, + 1.0205814664175223, + 1.0558525489192028, + 1.2296182126345767, + 1.1597961969108055, + 0.9544712645073075, + 1.0067919810768349, + 1.0593103623610676, + 1.2049412432924147, + 1.1612948832756183, + 0.9664237104019653 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 3, + "depth": 6, + "padding": 50, + "parameters": 40089, + "cert_evals": { + "36": 0.8354430794715881, + "72": 0.8117088675498962, + "108": 0.7863924503326416, + "255": 0.6534810066223145 + }, + "fold": 0 + }, + { + "best_epoch": 18, + "best_val_acc": 0.8940397350993378, + "test_acc": 0.8798701298701299, + "train_size": 255, + "val_size": 151, + "test_size": 616, + "stats": { + "mean": [ + [ + -0.039873489411764704, + 0.06568908627450984, + -0.08042117858823533, + -0.07278203247058826, + 0.031821641215686286, + 0.042755718431372526, + 0.005826313725490188, + 0.07096834100392159, + 0.027976641294117695, + -0.0360630005411765, + 0.08661626117647052, + -0.01559811278431374, + -0.0027832955098039194, + -0.00600242694117644, + -0.011780795098039233, + 0.05183837615686276, + -0.0011791454901960582, + 0.012773291529411772, + -0.01314989992156862, + 0.009224545098039242, + 0.0690001321568627, + -0.0190796969803922, + 0.013153878745098036, + -0.02286682056078435, + 6.883568627453327e-05 + ] + ], + "std": [ + [ + 0.9701687420411181, + 0.9794453617880473, + 0.9813443525023554, + 0.9595676757646171, + 1.003115552689647, + 0.9711996996585899, + 0.96070065028928, + 0.9964287871578288, + 0.9706304482097151, + 0.9607876088942564, + 0.9996288496718735, + 1.0168336786919916, + 1.0395937464726017, + 1.0511176984743116, + 0.9543421247886298, + 0.9888423590787397, + 0.9945618062244868, + 0.993182419256565, + 0.9977759822780166, + 0.9466357052699218, + 0.970268559194868, + 0.9921749035989086, + 0.9919171706653837, + 0.9992337881273372, + 0.9493328232926572 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 3, + "depth": 6, + "padding": 50, + "parameters": 40089, + "cert_evals": { + "36": 0.8587662577629089, + "72": 0.8441558480262756, + "108": 0.8181818127632141, + "255": 0.6672077775001526 + }, + "fold": 1 + }, + { + "best_epoch": 23, + "best_val_acc": 0.9166666666666666, + "test_acc": 0.867430441898527, + "train_size": 255, + "val_size": 156, + "test_size": 611, + "stats": { + "mean": [ + [ + 0.09042857501960787, + 0.08453290745098035, + 0.05499370141176466, + 0.003266606392156863, + -0.07544167117647055, + -0.015606528627450978, + -0.019981488733333278, + -0.025666618862745103, + -0.018207427176470593, + 0.07526210964705878, + -0.07317296886274506, + 0.06288879294117644, + -0.045770915470588244, + 0.06681564803529418, + 0.0457884809411765, + -0.057205103882352934, + 0.03428885882352944, + -0.026384509803921576, + 0.04764570376470586, + 0.0265779054901961, + -0.05987147952941173, + 0.04524020599999998, + -0.030786102745098055, + 0.050239169831372554, + 0.03661726031372548 + ] + ], + "std": [ + [ + 0.9803272049895071, + 0.9882927145330502, + 0.9802699132826773, + 0.9866157296330209, + 0.9568636941234572, + 0.9924758747611615, + 0.9911948282259507, + 1.014854441162732, + 0.9588574557798413, + 0.9306835025569801, + 0.9960935226571523, + 1.058677201136564, + 1.1189325498150606, + 1.104729425488317, + 1.0030626650633148, + 1.0161006842006703, + 1.038500769178019, + 1.1151857588414493, + 1.0890692776345845, + 0.9960240438206022, + 1.0157898082954688, + 1.0428087102486705, + 1.0990958365479944, + 1.0781825399569271, + 0.9998307298430946 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 3, + "depth": 6, + "padding": 50, + "parameters": 40089, + "cert_evals": { + "36": 0.847790539264679, + "72": 0.8314239382743835, + "108": 0.8068739771842957, + "255": 0.6955810189247131 + }, + "fold": 2 + }, + { + "best_epoch": 44, + "best_val_acc": 0.8658536585365854, + "test_acc": 0.8689883913764511, + "train_size": 255, + "val_size": 164, + "test_size": 603, + "stats": { + "mean": [ + [ + -0.0162589217254902, + -0.05657745160784315, + 0.01461218117647058, + 0.05366552894117648, + 0.038041347607843126, + -0.02560452082352941, + -0.011943972431372539, + -0.007390860000000016, + -0.011038546941176463, + -0.05211940686274512, + 0.008660175294117643, + 0.051748327019607854, + -0.01198270811764698, + 0.042424563215686224, + 0.0151460240784314, + -0.01830622803921565, + 0.029721466745098055, + 0.03686442627450982, + 0.01890176607843136, + 0.022645802980392142, + -0.02072309247058821, + 0.038014168235294084, + 0.011930823882352934, + 0.031066374470588243, + 0.015441112392156824 + ] + ], + "std": [ + [ + 1.0145212260058494, + 1.0183267267898117, + 0.9955590624479448, + 1.0189109805968923, + 0.9525691096733636, + 0.9401260529685115, + 0.9530483520235054, + 1.0372365061551077, + 0.9831280509255012, + 1.0109747306925605, + 1.0146664159530456, + 1.0835689421499082, + 1.0366330566676196, + 1.063468357562322, + 1.0478025436829708, + 1.0203756563273347, + 1.048069136775873, + 0.9743374382513833, + 1.0399684735711856, + 1.0238387714620327, + 1.0310574946708129, + 1.0714734463360287, + 1.0248857085596488, + 1.0669402741834955, + 1.0309522590651836 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 3, + "depth": 6, + "padding": 50, + "parameters": 40089, + "cert_evals": { + "36": 0.8490878939628601, + "72": 0.8225538730621338, + "108": 0.8009950518608093, + "255": 0.704809308052063 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8696576838242518, + "std_test_acc": 0.007376204462414527, + "n_samples": 1022, + "n_features": 25, + "n_classes": 3, + "mean_cert_acc_36": 0.847771942615509, + "std_cert_acc_36": 0.009567443158368445, + "mean_cert_acc_72": 0.8274606317281723, + "std_cert_acc_72": 0.013743269884498146, + "mean_cert_acc_108": 0.8031108230352402, + "std_cert_acc_108": 0.013232240097778796, + "mean_cert_acc_255": 0.6802697777748108, + "std_cert_acc_255": 0.023978301043614626 + }, + "oocytes_trisopterus_nucleus_2f": { + "dataset": "oocytes_trisopterus_nucleus_2f", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 17, + "best_val_acc": 0.7117117117117117, + "test_acc": 0.6980802792321117, + "train_size": 228, + "val_size": 111, + "test_size": 573, + "stats": { + "mean": [ + [ + 0.008357397456140388, + 0.01802353785087694, + -0.041648607412280596, + -0.0453803663157896, + 0.0012030528070177244, + 0.022922442456140533, + 0.036679189828947405, + 0.006630059969298269, + 0.03305654250000005, + -0.013262542280701796, + -0.10907990994736835, + 0.018322935921052583, + 0.07612510290350878, + 0.012056999298245606, + 3.168017543867413e-05, + -0.10483278701754395, + 0.006886669999999989, + 0.06841488109649123, + 0.00695189035087715, + -0.010072736403508812, + -0.05385949504824569, + 0.02870514298245609, + 0.015483249929824555, + 0.03363409311403503, + -0.0021852223684209818 + ] + ], + "std": [ + [ + 0.9973978575903476, + 1.0076014353044038, + 0.9952366807299615, + 0.932027269541095, + 1.0037384211397398, + 0.9967681042898726, + 0.9897940967126091, + 0.9959439814010456, + 1.0138128967542228, + 0.9906591764143307, + 1.0399607914486315, + 1.0440929697744785, + 0.9325257900670985, + 1.077455055918072, + 1.0068935522712004, + 1.0499836979693067, + 1.020033825374287, + 0.9599692363716387, + 1.0561252019263898, + 1.0054889903033737, + 1.0309466984358973, + 1.0847181603368137, + 1.1023028462065556, + 1.254832404821169, + 0.9936933949524517 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 40038, + "cert_evals": { + "36": 0.5462478399276733, + "72": 0.415357768535614, + "108": 0.29493892192840576, + "255": 0.09598603844642639 + }, + "fold": 0 + }, + { + "best_epoch": 10, + "best_val_acc": 0.7, + "test_acc": 0.7382671480144405, + "train_size": 228, + "val_size": 130, + "test_size": 554, + "stats": { + "mean": [ + [ + -0.08728925657894768, + -0.0543713359210526, + -0.034470636140350855, + 0.03278697263157899, + 0.05903984850877202, + 0.027659603256579266, + 0.0052796477236843045, + -0.02784190157894725, + -0.009100311184210503, + -0.037397169736841936, + 0.10257767285964901, + -0.01304280877192977, + -0.06708928297368424, + -0.036337502456140376, + -0.047321120833333355, + 0.09918661429824563, + -0.009569511929824559, + -0.06545246535087723, + -0.012505821052631564, + -0.06283763969298246, + 0.07219973416666646, + -0.0427019519736842, + 0.004866778614035071, + -0.047571456315789504, + -0.07411300593421052 + ] + ], + "std": [ + [ + 1.0458471164356558, + 1.0593898673226612, + 1.0081986354392756, + 1.0765642846006065, + 1.0669306376265857, + 1.0624952898815982, + 1.0407781573587898, + 1.106896809173159, + 1.167838053551809, + 1.0758835524236412, + 1.0385900596754538, + 0.9885404293586944, + 0.9550027699090833, + 0.9244009468904739, + 1.0365002828514067, + 1.032883107457862, + 1.0049531003586958, + 0.9938416222614777, + 0.9755214096734742, + 1.053074988224559, + 1.0165408864776693, + 0.9716379772569274, + 0.9394817774978654, + 0.8622924823332119, + 1.0276563689405496 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 40038, + "cert_evals": { + "36": 0.505415141582489, + "72": 0.27617329359054565, + "108": 0.17870035767555237, + "255": 0.06137184053659439 + }, + "fold": 1 + }, + { + "best_epoch": 13, + "best_val_acc": 0.6811594202898551, + "test_acc": 0.6758241758241759, + "train_size": 228, + "val_size": 138, + "test_size": 546, + "stats": { + "mean": [ + [ + -0.03544724921052656, + -0.03885949409210542, + -0.00817023697368415, + 0.051384859504385955, + 0.046574599692982555, + 0.04455862842105246, + 0.006319970219298388, + -0.042167378070175295, + -0.056997550482456076, + -0.04837222118421066, + 0.023236387807017467, + -0.018419659824561344, + 0.03327031526622804, + -0.03261339552631577, + 0.017033810526315828, + 0.026972617807017606, + -0.016002433162280727, + 0.07519383274999998, + -0.03613011021929823, + 0.0164577965789474, + 0.013493596793859773, + -0.02311588736842108, + 0.0705855121052632, + -0.038314935394736835, + 0.002846930162280715 + ] + ], + "std": [ + [ + 1.0173295399775188, + 1.0238875326302583, + 0.965332841080866, + 1.0357264688512589, + 1.0296595721628123, + 1.027217931369946, + 0.9273272720979442, + 1.0575953015661612, + 1.0282364738483871, + 1.0347456518954214, + 0.9384525467734931, + 0.9632166870693201, + 0.9301838169931504, + 0.9056571647388838, + 1.0051927672529442, + 0.961531287665366, + 0.9441957103814642, + 0.9064551199981514, + 0.8776461226812926, + 1.0213725987384084, + 0.997919302021147, + 0.9466852583005331, + 0.8271188054338252, + 0.8317555000647003, + 1.0271823239026208 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 40038, + "cert_evals": { + "36": 0.5018315315246582, + "72": 0.3827838897705078, + "108": 0.2600732743740082, + "255": 0.06043956056237221 + }, + "fold": 2 + }, + { + "best_epoch": 42, + "best_val_acc": 0.6948051948051948, + "test_acc": 0.7056603773584905, + "train_size": 228, + "val_size": 154, + "test_size": 530, + "stats": { + "mean": [ + [ + -0.10959069377192993, + -0.09912143754385974, + -0.007162025008771894, + 0.06766152456140351, + 0.08831780850877229, + 0.08171766137061406, + 0.006699487456140278, + -0.07772155793859647, + -0.05998239798245609, + -0.07346038859649133, + -0.02367889968421067, + -0.005257190087719264, + 0.03324320991228074, + -0.048391179824561384, + 0.008669106403508755, + -0.045213709868421055, + -0.008913120438596496, + 0.02287917744298246, + -0.016604398201754404, + -0.0007747342105263451, + -0.06126861737280714, + -0.02565710350877192, + 0.05257332175438596, + -0.045432562719298235, + -0.0029558628640350784 + ] + ], + "std": [ + [ + 1.044732018887429, + 1.0625410440290517, + 1.0767800702099823, + 1.0282688245705722, + 1.08629241303742, + 1.0791696596464955, + 1.0159169319395265, + 1.053527399603391, + 0.9939044762321542, + 1.0659676193377676, + 0.9599515341324413, + 0.9624071800102462, + 0.902255701658811, + 0.882802488819804, + 0.992868117400491, + 0.976032726528656, + 0.9678528042797121, + 1.0363949239113746, + 0.9791104951035513, + 1.0023913562224034, + 0.9810108324803241, + 0.9401880345466065, + 0.8602452645459159, + 0.8427992005641717, + 1.0009607300230972 + ] + ] + }, + "width": 128, + "in_features": 25, + "out_features": 2, + "depth": 6, + "padding": 50, + "parameters": 40038, + "cert_evals": { + "36": 0.5830188989639282, + "72": 0.4433962404727936, + "108": 0.33207547664642334, + "255": 0.09245283156633377 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7044579951073047, + "std_test_acc": 0.025852629846236954, + "n_samples": 912, + "n_features": 25, + "n_classes": 2, + "mean_cert_acc_36": 0.5341283529996872, + "std_cert_acc_36": 0.03831753573912692, + "mean_cert_acc_72": 0.37942779809236526, + "std_cert_acc_72": 0.07315663662739763, + "mean_cert_acc_108": 0.2664470076560974, + "std_cert_acc_108": 0.0654700546806814, + "mean_cert_acc_255": 0.07756256777793169, + "std_cert_acc_255": 0.01929145969825825 + }, + "oocytes_trisopterus_states_5b": { + "dataset": "oocytes_trisopterus_states_5b", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 29, + "best_val_acc": 0.8604651162790697, + "test_acc": 0.8144144144144144, + "train_size": 228, + "val_size": 129, + "test_size": 555, + "stats": { + "mean": [ + [ + 0.07071967587719294, + -0.03126246473684206, + -0.05244502938596495, + 0.005148638640350878, + 0.12069938767543859, + -0.061311192850877064, + -0.05906930372807029, + -0.05115659995614045, + -0.13130431929824563, + -0.06720904710526317, + -0.05089102140350876, + -0.04616209415789476, + -0.008453429122807003, + 0.007494995967982444, + -0.045153931578947384, + 0.03200924100877193, + -0.0691457934210527, + -0.0009892403947368614, + 0.011054617807017532, + -0.029681514881578927, + 0.01884901570175438, + -0.046099180000000024, + 0.002979564210526361, + -0.0069296600877193516, + -0.01987498114035088, + 0.015903855074561355, + -0.12577492600877196, + -0.08353401973684217, + -0.05708607535087729, + -0.05055958596491232, + -0.04731587622807015, + -0.043790602412280666 + ] + ], + "std": [ + [ + 1.1161365921129287, + 1.019937304172635, + 0.917445075485345, + 0.922445163110283, + 1.1247212152662185, + 1.0142273750405912, + 1.013302866302, + 1.014864695381583, + 0.9032083969104956, + 0.9420860638513419, + 0.8878850299621215, + 0.9649792111481951, + 0.9283049848951963, + 0.9030510744389749, + 0.8595512938345663, + 0.9546310505717645, + 1.0275522247728062, + 0.9168016008396184, + 0.9413647122294537, + 0.8546868987355505, + 0.9932921290570054, + 1.0448863454946404, + 0.9301627049708955, + 0.9728030425741644, + 0.8334914560515586, + 0.9950352822299136, + 1.1288380460826624, + 1.0483897554983064, + 0.9912110826643573, + 0.972356775914115, + 0.9655364442120018, + 0.961757628464007 + ] + ] + }, + "width": 128, + "in_features": 32, + "out_features": 3, + "depth": 6, + "padding": 64, + "parameters": 50883, + "cert_evals": { + "36": 0.7711712121963501, + "72": 0.7207207679748535, + "108": 0.6558558940887451, + "255": 0.37837839126586914 + }, + "fold": 0 + }, + { + "best_epoch": 54, + "best_val_acc": 0.9266666666666666, + "test_acc": 0.8895131086142322, + "train_size": 228, + "val_size": 150, + "test_size": 534, + "stats": { + "mean": [ + [ + 0.042168793947368305, + -0.046661154824561395, + -0.07265519657894737, + -0.029048200219298256, + 0.09316957649122803, + -0.10222960131578947, + -0.10301473457017543, + -0.10802850458421065, + -0.0797967623684211, + -0.04103184833333331, + -0.03355091710526318, + -0.07929260306140361, + -0.01261704565789473, + 0.1506792193013158, + -0.04067907675438599, + 0.0143033318859649, + -0.10382837236842095, + -0.04084723513596495, + 0.09225491631578954, + -0.05923273439912277, + -0.01375305198245613, + -0.07187321360087723, + -0.04672014346491231, + 0.0815637618859649, + -0.05598073456140354, + -0.022079915539473673, + -0.09001919685526312, + -0.07580621197368419, + -0.062005388640350885, + -0.0598721951754386, + -0.05949153206140351, + -0.05830784473684211 + ] + ], + "std": [ + [ + 1.0200834248953377, + 0.9834883235416357, + 0.948382326692065, + 0.9422895148016912, + 1.0599930578421568, + 1.008102104687054, + 1.005532265621242, + 1.002425640615904, + 1.0281516449119859, + 0.9864372876535116, + 0.9216225867194346, + 1.0175930869712388, + 0.9515569597651118, + 0.8710927832245062, + 0.9090671548749089, + 0.9587815133966584, + 1.0094043299853246, + 0.9261778760996505, + 0.8474973900761839, + 0.9036382522123776, + 0.9766692441797213, + 1.0089134547001877, + 0.9564712615645998, + 0.8678207248562414, + 0.9118462619599206, + 0.9732947965073382, + 1.0611090895722666, + 1.015667914213523, + 0.9793114555387845, + 0.9657189087278202, + 0.9606198710213132, + 0.9585784664444565 + ] + ] + }, + "width": 128, + "in_features": 32, + "out_features": 3, + "depth": 6, + "padding": 64, + "parameters": 50883, + "cert_evals": { + "36": 0.8464419841766357, + "72": 0.7977527976036072, + "108": 0.737827718257904, + "255": 0.43071162700653076 + }, + "fold": 1 + }, + { + "best_epoch": 45, + "best_val_acc": 0.9032258064516129, + "test_acc": 0.8785714285714286, + "train_size": 228, + "val_size": 124, + "test_size": 560, + "stats": { + "mean": [ + [ + 0.003998914473684303, + -0.0213186002192983, + -0.017623903947368354, + -0.012337663596491195, + -0.017431074298245655, + -0.004555553359648964, + -0.004108547587719438, + -0.0009373696052630999, + -0.016608215043859648, + -0.03182528381578946, + -0.007421083684210486, + -0.005595805956140336, + -0.02646343394736844, + -0.03618650232456141, + -0.010698251315789472, + -0.030884499561403496, + 0.00945457565789471, + -0.009139434872807068, + -0.03419454758771928, + -0.008557029530701714, + -0.023951698464912213, + -0.004459117500000028, + -0.004532075570175454, + -0.017823669631578956, + 0.001388015307017533, + -0.0025814676008772044, + 0.025199284736842097, + -0.0031750307894736394, + -0.009545385219298277, + -0.011465425438596452, + -0.011802506973684268, + -0.012658367236842074 + ] + ], + "std": [ + [ + 0.97457074546984, + 1.0043257679235367, + 0.9742480751664327, + 0.9943971588575504, + 0.9581527150500696, + 0.9265467380337167, + 0.9264773239886217, + 0.9319494271687707, + 1.0333247779313135, + 0.920720050526615, + 0.9972315457748969, + 0.9339472735421078, + 0.994560651859279, + 0.9728161348895927, + 0.9675512654728273, + 1.0285831983370706, + 0.9503032539654157, + 0.9956226688351669, + 0.9764940921703851, + 0.9471557323877339, + 1.0287165906042777, + 0.9500178099607385, + 0.9876437160220987, + 0.9354692176608096, + 0.898511968634094, + 1.0286414971042166, + 0.9524777970147053, + 0.9772040913271117, + 0.9780996145454892, + 0.9792411013617204, + 0.9824128780686913, + 0.9861305066741933 + ] + ] + }, + "width": 128, + "in_features": 32, + "out_features": 3, + "depth": 6, + "padding": 64, + "parameters": 50883, + "cert_evals": { + "36": 0.8285714387893677, + "72": 0.7571428418159485, + "108": 0.6982142925262451, + "255": 0.45178571343421936 + }, + "fold": 2 + }, + { + "best_epoch": 49, + "best_val_acc": 0.8076923076923077, + "test_acc": 0.8267148014440433, + "train_size": 228, + "val_size": 130, + "test_size": 554, + "stats": { + "mean": [ + [ + 0.19128086798245605, + -0.1545888153201755, + -0.1037753156140351, + -0.08390219271929829, + 0.19822772679824566, + -0.054646532894736755, + -0.05310007785087714, + -0.05312231039473688, + -0.09918999210526323, + -0.0755739785964912, + -0.07051384131578947, + -0.05881431096491246, + -0.07694789254385967, + 0.054556597587719274, + -0.06296629385964911, + -0.09344949605263154, + -0.05059881096491216, + -0.09314682412280695, + 0.050995198815789525, + -0.07107925399122803, + -0.13133097996491225, + -0.0199737169736841, + -0.08499977043859651, + 0.0665703333333333, + -0.06430988701754382, + -0.11358861070175429, + -0.20145491466228072, + -0.1672395333333333, + -0.13964623530701756, + -0.13065004122807017, + -0.1280007524122807, + -0.1254573030701754 + ] + ], + "std": [ + [ + 1.162459605948107, + 1.0220637257211564, + 0.9798271763297653, + 0.9281687716661429, + 1.1748679320520254, + 1.0338563715791989, + 1.0321846232991374, + 1.0330317193022602, + 1.0435830097086, + 0.9790515232110254, + 0.975207419353285, + 0.993634610991306, + 0.9186772145265852, + 0.9759927672870093, + 0.930549606138527, + 0.9430482289842438, + 1.0327123337266333, + 0.9392430037385824, + 0.9854560711615015, + 0.9600278149608173, + 0.9920638252884562, + 1.0141678876429923, + 0.9512802433446548, + 0.9952075820683842, + 0.911976129686222, + 0.9873548656001708, + 1.1909974471705074, + 1.0719478815576433, + 1.0152936018335244, + 0.9972868774145465, + 0.9919889419406073, + 0.9898458188922279 + ] + ] + }, + "width": 128, + "in_features": 32, + "out_features": 3, + "depth": 6, + "padding": 64, + "parameters": 50883, + "cert_evals": { + "36": 0.7833935022354126, + "72": 0.7238267064094543, + "108": 0.6588447690010071, + "255": 0.4223826825618744 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8523034382610297, + "std_test_acc": 0.03726000243756574, + "n_samples": 912, + "n_features": 32, + "n_classes": 3, + "mean_cert_acc_36": 0.8073945343494415, + "std_cert_acc_36": 0.03587637676805498, + "mean_cert_acc_72": 0.7498607784509659, + "std_cert_acc_72": 0.03593321148547276, + "mean_cert_acc_108": 0.6876856684684753, + "std_cert_acc_108": 0.03860055742599468, + "mean_cert_acc_255": 0.4208146035671234, + "std_cert_acc_255": 0.030878534645558176 + }, + "ozone": { + "dataset": "ozone", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 26, + "best_val_acc": 0.9303621169916435, + "test_acc": 0.9371354504212573, + "train_size": 634, + "val_size": 359, + "test_size": 1543, + "stats": { + "mean": [ + [ + -0.003832208201892918, + -0.005418530378548824, + -0.010179585331230298, + -0.007282815457413272, + -0.012684214511040823, + -0.016161820820189455, + 0.002799892586751031, + 0.0019220082018927972, + -0.018512049842271346, + 0.005907482334384807, + -0.007494815457413195, + -0.025883145425867744, + -0.03184079188958992, + -0.019569813880126137, + -0.027278735331230344, + -0.03046446009463729, + -0.011907895583595755, + -0.007346252618296485, + -0.02668136640378576, + -0.06587051593059931, + -0.049409756782334495, + -0.07125564747634061, + -0.0656345313880127, + -0.07421817728706603, + -0.009998679968454185, + -0.0262489938485801, + -0.021923096214510832, + -0.0190336230283913, + -0.018218104037854982, + -0.016821850378548945, + -0.020884196703469835, + -0.020929776435331872, + -0.021766428958990638, + -0.02181745849999988, + -0.020616926908517234, + -0.02164594619873821, + -0.027880692514195553, + -0.03721009403785469, + -0.03371047791798095, + -0.0357276862940851, + -0.03981797839116743, + -0.04135431316246058, + -0.0396969034069403, + -0.04041245388012638, + -0.03959258725552049, + -0.035369640788643436, + -0.0329854148107256, + -0.037678351135646625, + -0.029864726656151485, + -0.030806835126182992, + -0.03040135176656141, + -0.02955822337539437, + -0.0004082835646687658, + 0.03179852176656152, + -0.030195180984227132, + -0.04001496272870659, + 0.026779878261829634, + -0.004116586119873863, + -0.0023215491955836005, + -0.024096858706624612, + -0.03674826619400633, + 0.02543307507728708, + -0.005538621608832797, + 0.01184614798107252, + -0.02897714377507889, + -0.008931562263406941, + 0.023499008943217683, + 0.017402507271293364, + 0.0359555768138801, + 0.023836606309148266, + -0.0014779406940063293, + -0.008649845488958915 + ] + ], + "std": [ + [ + 1.0253346653541646, + 0.9970790367473195, + 1.0038692152439912, + 0.9938232451774182, + 0.9892173701948798, + 0.9911118430754786, + 1.017791120532591, + 0.9932864022974621, + 0.9902464436046423, + 1.000185178231482, + 1.0011696264611658, + 0.986480392675615, + 0.9730802318969383, + 0.9778181923701852, + 0.9836970027189096, + 0.9750118443336364, + 0.9792780834573579, + 0.9880149185292257, + 0.9781480670848659, + 0.9690310973910427, + 0.9891508690776625, + 0.9800473244857659, + 0.9719895753152141, + 0.9862159945987059, + 1.000643505337353, + 0.98774444392728, + 1.0016087509397211, + 0.9981176722651791, + 0.9943416662612424, + 0.9911189659544083, + 0.9910342795958328, + 0.9946798944092399, + 0.9963025407021763, + 0.9986420543916559, + 1.0050901822096001, + 1.006920701444179, + 1.0106377164264517, + 1.0193709910492683, + 1.0139900979553602, + 1.0114902226706495, + 1.0154408973720759, + 1.0202202440190384, + 1.0187333506565903, + 1.0188947379912598, + 1.0238829760328585, + 1.0216807530782095, + 1.0172760501580516, + 1.019296401406438, + 1.0121202260566657, + 1.0092598657183676, + 1.0163059965288948, + 1.0075443434312203, + 0.9544054418118135, + 0.959178459050877, + 0.9653248526530249, + 0.9812633263036802, + 0.9443343196371533, + 0.9785419366403552, + 0.9938503050835839, + 0.9399729974257295, + 1.0017571374847212, + 0.9409064434936084, + 0.9699516997787144, + 1.0227411928766736, + 0.9603064531854989, + 0.9989953512934372, + 0.9473740110075154, + 0.9448230205985104, + 0.9456688250252197, + 0.942484207617471, + 1.0193030273935935, + 0.9279161878664934 + ] + ] + }, + "width": 256, + "in_features": 72, + "out_features": 2, + "depth": 6, + "padding": 144, + "parameters": 224546, + "cert_evals": { + "36": 0.9176927804946899, + "72": 0.9014905691146851, + "108": 0.8762151002883911, + "255": 0.7245625257492065 + }, + "fold": 0 + }, + { + "best_epoch": 49, + "best_val_acc": 0.9230769230769231, + "test_acc": 0.9452968645763843, + "train_size": 634, + "val_size": 403, + "test_size": 1499, + "stats": { + "mean": [ + [ + 0.03792215394321758, + 0.05303702501577294, + 0.055938417665614755, + 0.045617302050472784, + 0.021353089905362888, + 0.020145928075709717, + 0.0154306208201896, + 0.022261120504731842, + 0.020515404258675263, + -0.006392122712933948, + -0.018915373501577255, + -0.01732013391167209, + -0.017668103968454255, + -0.006586070347003194, + -0.016273178391167133, + -0.009117565772870817, + -0.006092351104100761, + -0.004906137602523564, + -0.015032467823343948, + -0.009775977760252257, + -0.0028146921135643894, + -0.014031686908517228, + -0.025870736750788572, + -0.018697430914826393, + 0.012961191798107244, + 0.01047141529968471, + 0.018777906104101107, + 0.026551687539432215, + 0.020844408675078762, + 0.023819117413249064, + 0.023811730189274537, + 0.019894168675078563, + 0.021038747192428944, + 0.02314655241798127, + 0.028341015741325026, + 0.024617651403785426, + 0.01178393461514206, + 0.014336364637223941, + 0.016739142365930756, + 0.012312654178627935, + 0.028485125615141934, + 0.019114635623028217, + 0.013634379747634108, + 0.008062478817034518, + 0.009352700126182908, + 0.012544397728706748, + 0.01817721485804401, + 0.017917969968454316, + 0.021168408769716013, + 0.023414116261829713, + 0.014830201829653165, + 0.02222035735015768, + 0.026335983533123025, + 0.0094259924290221, + -0.007603148958990523, + 0.0009938357413249734, + 0.005802570088328026, + 0.026215337223974716, + 0.038780452492113614, + -0.022953927902208182, + 0.031207762034700385, + 0.017113763779179843, + 0.04147194542586757, + 0.04368782463722394, + 0.01750911003659304, + 0.03434608705047321, + 0.009342367476340697, + 0.024773590962145133, + 0.004409446561514154, + 0.005585798107255572, + 0.00011378753943216802, + 0.0765020130757091 + ] + ], + "std": [ + [ + 1.03736363563334, + 1.041421531442326, + 1.0267865270755487, + 1.0121442820993367, + 1.008293110256913, + 1.01873498921806, + 1.0118066495461369, + 0.982292246248336, + 0.979405861495792, + 0.9688780031821314, + 0.9652773998745313, + 0.9694491321671315, + 0.9531773775158731, + 0.9580862657893832, + 0.9577664681306315, + 0.9623544801742809, + 0.975601277571152, + 0.9832052078314656, + 0.990296487656043, + 0.9755842570008628, + 0.9865540245890023, + 0.962851713833088, + 0.9566628208998662, + 0.9468020657890054, + 0.9742316163334963, + 0.9645422392473766, + 1.0027685912228592, + 0.9966208972539959, + 0.999182931601029, + 0.9948819423856855, + 0.9946336959149308, + 0.994301681069435, + 0.9956026583826234, + 0.9930511866663474, + 0.9890478651750041, + 0.994199597668802, + 1.0023859350650413, + 1.000426145687874, + 1.0003652424842289, + 1.0064232470420955, + 0.9992643537317858, + 1.005945961042932, + 1.0059460570896996, + 1.0088514720728148, + 1.0098664378887052, + 1.0086576841526969, + 1.0071224688030078, + 1.0065893694520875, + 1.003072381839363, + 1.0009275382343648, + 1.0031288456338048, + 1.001641400063109, + 0.9717690232361939, + 0.9645442990237298, + 1.0599901264777962, + 0.9668729591901228, + 0.9848003020040621, + 0.9858228202928896, + 0.9910100230003203, + 1.033854568614186, + 1.023206024569695, + 0.9609138694597942, + 0.9763937113178477, + 1.0499365812704335, + 1.002074911190731, + 1.0401611909032527, + 0.9829420247883154, + 0.9775076034950193, + 0.9858571161451036, + 0.98438894199897, + 0.9570620772827372, + 1.2319088901760018 + ] + ] + }, + "width": 256, + "in_features": 72, + "out_features": 2, + "depth": 6, + "padding": 144, + "parameters": 224546, + "cert_evals": { + "36": 0.9206137657165527, + "72": 0.8979319930076599, + "108": 0.880587100982666, + "255": 0.7745163440704346 + }, + "fold": 1 + }, + { + "best_epoch": 67, + "best_val_acc": 0.9373368146214099, + "test_acc": 0.9407504937458855, + "train_size": 634, + "val_size": 383, + "test_size": 1519, + "stats": { + "mean": [ + [ + -0.026519395110410078, + -0.020519656719242864, + -0.03856912839116702, + -0.016610770662460427, + -0.02360172176656157, + -0.0062361091482649456, + 0.006315673186120061, + 0.008122894006309216, + 0.019828661829653038, + 0.023493720820189235, + 0.028398340063091426, + 0.037658466246056704, + 0.03720359796845454, + 0.01712326940063089, + 0.010629502208201842, + 0.016920019873816996, + 0.004836936277602788, + 0.008885449716088383, + 0.004271558517350052, + -0.013732781230283674, + -0.003293864984227115, + -0.0059959652996845044, + 0.02009481703470032, + 0.012495374763406907, + 0.026107515615142074, + 0.0048866673501578506, + -7.10347318611639e-05, + 0.004620787066245969, + 0.006923117208201871, + 0.007044452050473267, + 0.0017660842902208816, + 0.0005843353627757844, + 0.0024381367823343115, + 0.01260079149999998, + 0.027790525930599275, + 0.03580574296529951, + 0.044962928378549, + 0.03849109044164033, + 0.031017723895899216, + 0.014714712648895947, + 0.020249673911671977, + 0.01992396563091474, + 0.00854246886435317, + 0.010404890378548888, + 0.0019442098422712223, + -0.005629299589905388, + 0.0006738145583594855, + -0.006554089621451123, + -0.0014963604731860216, + -0.004724123485804328, + 0.03185038192429032, + 0.017040701072555207, + -0.016917529684542604, + -0.01635350962145107, + 0.03180636989905358, + -0.028097102381703456, + -0.02487774311041013, + -0.024357788801261843, + 0.010347320820189253, + 0.023048282129337568, + -0.0404586584542587, + -0.01956875883911673, + -0.015517057255520493, + -0.042936753533123054, + 0.016056352455205057, + 0.0006885119637224163, + -0.017713837870662472, + 0.00866661981072551, + -0.011936950630914838, + -0.019579047318612028, + 0.010573428391167213, + 0.013769920457413393 + ] + ], + "std": [ + [ + 0.9824246191960648, + 0.9460660479955723, + 0.9414137117810848, + 0.9563951332641849, + 0.9542747430368088, + 0.9649020128187702, + 0.9480302958839442, + 0.9695925595005404, + 0.9508962724118688, + 0.9324002792481486, + 0.9491098110835717, + 0.9593993759599093, + 0.9708845814409902, + 0.9746076150662417, + 0.9730830926818287, + 0.9705828418121233, + 0.9678944356517812, + 0.9787918055436075, + 0.9871395323030632, + 0.988799836722974, + 1.0088712263265718, + 1.027651048121395, + 1.0110542737448385, + 1.014655075557104, + 0.9527254870773569, + 0.9499284788193443, + 0.9739892346448356, + 0.9717415422572252, + 0.9710591664892269, + 0.9720523397095961, + 0.9743931633453154, + 0.9750560919142672, + 0.9732640281425894, + 0.9694138817789562, + 0.9591766148620566, + 0.9523484366096532, + 0.9426339173138096, + 0.9489336834494043, + 0.9510992266164007, + 0.9608960530293392, + 0.9501293475748765, + 0.950793971802449, + 0.9575052033489578, + 0.9516958236697296, + 0.9607004557781494, + 0.9650164347980471, + 0.9627072697949259, + 0.9664615907966804, + 0.9637912770104232, + 0.9634717474587103, + 0.9445789095634398, + 0.9512185629902784, + 0.9929982903986023, + 0.9911801208163777, + 1.0345096377862717, + 1.015804013333407, + 1.0429149112118707, + 0.9641031908608965, + 0.9736098232781243, + 0.9944177175712005, + 1.0241007437497402, + 1.0365807493549954, + 0.9939798656902995, + 0.9703197880729728, + 0.9618026775337026, + 1.0327802384943932, + 1.0325597261783583, + 0.978275118853774, + 1.0112531906719258, + 1.0439400654735873, + 1.021812320404611, + 1.0812409348018392 + ] + ] + }, + "width": 256, + "in_features": 72, + "out_features": 2, + "depth": 6, + "padding": 144, + "parameters": 224546, + "cert_evals": { + "36": 0.9249505996704102, + "72": 0.905859112739563, + "108": 0.8775510191917419, + "255": 0.7689269185066223 + }, + "fold": 2 + }, + { + "best_epoch": 40, + "best_val_acc": 0.9434889434889435, + "test_acc": 0.939799331103679, + "train_size": 634, + "val_size": 407, + "test_size": 1495, + "stats": { + "mean": [ + [ + 0.0414219129337539, + 0.04560815454258686, + 0.034397147160883365, + 0.020956117823343955, + 0.024564269400630924, + 0.0005553069400630991, + 0.016602504416403943, + 0.0062627359621451415, + -0.0031757522082018035, + -0.013944516088328245, + 0.0037218815457413378, + -0.020531244637224017, + -0.012975684929022045, + -0.015335962460567969, + 0.0022576992113565006, + 0.01988752665615142, + 0.025492129968454638, + 0.02310144264984224, + 0.03577952003154558, + 0.03828845977918, + 0.04090566182965307, + 0.016406487381703586, + 0.032255133596214486, + 0.055611245425867664, + 0.025829820504732027, + 0.017592141324921318, + 0.08482513250788633, + 0.08251534022082004, + 0.0806660400000002, + 0.0797597929968453, + 0.07844461148265003, + 0.07577048630914786, + 0.07816740391167189, + 0.07698375904258688, + 0.07839980914826507, + 0.07030392544164019, + 0.07335677605520505, + 0.07059885154574139, + 0.05749520764984241, + 0.05839240802768149, + 0.04884538044164021, + 0.057599388186119704, + 0.06056710167192429, + 0.05068962059936886, + 0.04918662220820182, + 0.05663887050473197, + 0.052981187223974706, + 0.05271488757097796, + 0.05998731700315455, + 0.058964341198738154, + 0.062026943990536335, + 0.06406211694006311, + 0.04476776665615138, + 0.04366600899053627, + 0.0071440257350158225, + 0.01720357881703467, + 0.02547216375078862, + 0.03767682965299683, + 0.005417277176656162, + -0.021366308296529912, + 0.014681808124605667, + 0.02665934194006316, + 0.0029629283911672116, + 0.04136874888012618, + -0.03195372262365931, + 0.02910725921924289, + 0.04066335638801264, + 0.040631754242902225, + 0.0663199716719243, + 0.022615533123028518, + -0.003297019858044126, + 0.04436952356466899 + ] + ], + "std": [ + [ + 1.0105987107179513, + 1.0154217840142559, + 1.0127704333239322, + 1.0250915526181619, + 1.0277899782078663, + 0.982162687271895, + 1.0035414511934382, + 0.9904593990260483, + 0.9663940188769403, + 0.9541638919218064, + 0.9616077277788638, + 0.9585349634260687, + 0.9525169153591942, + 0.9428065740578456, + 0.9687530001209573, + 0.9662943308105892, + 0.9592234004298692, + 0.979716475995095, + 0.9819854494212729, + 0.9839277847661497, + 1.002027685561712, + 0.9811382213240143, + 0.9801878541507797, + 0.9886132720669727, + 0.9572863825752432, + 0.9684473114507368, + 0.9458197712036189, + 0.9493043352225052, + 0.9536886787314945, + 0.9542388565417081, + 0.9568724214982696, + 0.9604182963982565, + 0.9628743223078909, + 0.969739870388791, + 0.9658420669879488, + 0.9663588514066725, + 0.9591914227782425, + 0.9566142593514982, + 0.9604271978550112, + 0.9572841356250656, + 0.9637592188968211, + 0.9567941828689348, + 0.9518409084669301, + 0.9583057006169418, + 0.9626024487496594, + 0.9611581570635215, + 0.9675755641595767, + 0.9693064339918899, + 0.9677848038214554, + 0.9725856655911815, + 0.9492806747367527, + 0.9580864580842854, + 0.9617728581830496, + 0.987791465119004, + 0.96105048335759, + 0.9739101949627368, + 0.9441015562727774, + 0.9653034478263104, + 0.988889321396684, + 0.9934946660414279, + 1.0125052771005791, + 0.9411383407966065, + 0.9598305998600601, + 0.9901272334268524, + 0.9825753191497685, + 1.0224810066711563, + 0.9107176652738894, + 0.9977469943360354, + 0.9461613310736207, + 0.942256538790349, + 0.9681623758458049, + 1.1107317714437548 + ] + ] + }, + "width": 256, + "in_features": 72, + "out_features": 2, + "depth": 6, + "padding": 144, + "parameters": 224546, + "cert_evals": { + "36": 0.9290969371795654, + "72": 0.9130434393882751, + "108": 0.8963210582733154, + "255": 0.8066889643669128 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9407455349618016, + "std_test_acc": 0.003398168034942739, + "n_samples": 2536, + "n_features": 72, + "n_classes": 2, + "mean_cert_acc_36": 0.9230885207653046, + "std_cert_acc_36": 0.004993556891143282, + "mean_cert_acc_72": 0.9045812785625458, + "std_cert_acc_72": 0.006506573837434756, + "mean_cert_acc_108": 0.8826685696840286, + "std_cert_acc_108": 0.009283669298233542, + "mean_cert_acc_255": 0.7686736881732941, + "std_cert_acc_255": 0.03378933080138097 + }, + "nursery": { + "dataset": "nursery", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 11, + "best_val_acc": 0.8665276329509907, + "test_acc": 0.8627275057677518, + "train_size": 3240, + "val_size": 1918, + "test_size": 7802, + "stats": { + "mean": [ + [ + 0.051029166666666737, + -0.00196411111111071, + 0.0016562925925925533, + -0.008005376543209762, + -0.004535925925925928, + -0.014196977160493821, + -0.01014526234567894, + -0.007937870370370368 + ] + ], + "std": [ + [ + 1.0081184659855247, + 0.994466909902115, + 0.9984780980079611, + 0.9954756099225289, + 0.9980995540133645, + 0.9998602139101664, + 0.9972906807623559, + 1.0052418041464166 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 5, + "depth": 6, + "padding": 16, + "parameters": 3541, + "cert_evals": { + "36": 0.7690336108207703, + "72": 0.6259933710098267, + "108": 0.5046142339706421, + "255": 0.04242502152919769 + }, + "fold": 0 + }, + { + "best_epoch": 11, + "best_val_acc": 0.871377732587697, + "test_acc": 0.8636656778021411, + "train_size": 3240, + "val_size": 1967, + "test_size": 7753, + "stats": { + "mean": [ + [ + 0.023435617283950584, + 0.026842851851852437, + -0.0011041870370370494, + -0.001656286419753089, + -0.010961820987654315, + 0.019135056172839497, + -0.012124891358024097, + -0.0060479012345679 + ] + ], + "std": [ + [ + 1.0098249235756733, + 1.0053740157149613, + 0.9982315594686217, + 0.9999606252114857, + 0.9964249241892131, + 0.9997779009091493, + 0.9971359423938833, + 1.0041030187583004 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 5, + "depth": 6, + "padding": 16, + "parameters": 3541, + "cert_evals": { + "36": 0.7755707502365112, + "72": 0.6663227081298828, + "108": 0.555526852607727, + "255": 0.054301559925079346 + }, + "fold": 1 + }, + { + "best_epoch": 28, + "best_val_acc": 0.8769633507853403, + "test_acc": 0.8725992317541613, + "train_size": 3240, + "val_size": 1910, + "test_size": 7810, + "stats": { + "mean": [ + [ + 0.023435617283950584, + 0.047575135802469234, + 0.015458643209876576, + 0.0024844308641975513, + 0.006047901234567903, + 0.0012345197530864193, + 0.015837366358025084, + -0.0060479012345679 + ] + ], + "std": [ + [ + 1.0166780451442419, + 1.0111134194425535, + 1.0062422991159916, + 0.9960005941386431, + 0.9966991236053043, + 0.9999602379504744, + 1.0002954947822456, + 1.0041030187583007 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 5, + "depth": 6, + "padding": 16, + "parameters": 3541, + "cert_evals": { + "36": 0.7706786394119263, + "72": 0.6679897904396057, + "108": 0.5550576448440552, + "255": 0.08361075818538666 + }, + "fold": 2 + }, + { + "best_epoch": 11, + "best_val_acc": 0.8581081081081081, + "test_acc": 0.8640328373524885, + "train_size": 3240, + "val_size": 1924, + "test_size": 7796, + "stats": { + "mean": [ + [ + 0.03364145061728391, + 0.03033460493827167, + 0.03257356666666669, + 0.032849621604938234, + -0.015875740740740732, + -0.01481423703703703, + -0.01707398148148124, + 0.006425895061728395 + ] + ], + "std": [ + [ + 1.006091408188469, + 0.9961770749809249, + 1.0063245385321156, + 1.0055792592242605, + 0.9961264090870245, + 0.9998512588890658, + 1.0080135891696445, + 0.9964644995871555 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 5, + "depth": 6, + "padding": 16, + "parameters": 3541, + "cert_evals": { + "36": 0.7578245401382446, + "72": 0.6436634659767151, + "108": 0.5305284857749939, + "255": 0.0787583440542221 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8657563131691357, + "std_test_acc": 0.004594936857174547, + "n_samples": 12960, + "n_features": 8, + "n_classes": 5, + "mean_cert_acc_36": 0.7682768851518631, + "std_cert_acc_36": 0.007500956415028654, + "mean_cert_acc_72": 0.6509923338890076, + "std_cert_acc_72": 0.020021607939634107, + "mean_cert_acc_108": 0.5364318042993546, + "std_cert_acc_108": 0.024212598353738055, + "mean_cert_acc_255": 0.06477392092347145, + "std_cert_acc_255": 0.019659892991805806 + }, + "parkinsons": { + "dataset": "parkinsons", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 24, + "best_val_acc": 0.8125, + "test_acc": 0.6403508771929824, + "train_size": 49, + "val_size": 32, + "test_size": 114, + "stats": { + "mean": [ + [ + -0.15177435102040818, + -0.14490747816326535, + -0.02793487336734694, + 0.07550721530612242, + 0.16469232653061222, + 0.06000429387755099, + 0.057462867346938805, + 0.05978606938775514, + 0.05105301632653058, + 0.04845383877551018, + 0.07840458979591836, + 0.035619136734693836, + -0.02313697142857144, + 0.07845370204081635, + 0.05081704489795923, + -0.05448034285714283, + 0.09286327571428574, + 0.11816354897959186, + 0.08590491632653065, + -0.06924810548979589, + -0.02065583061224492, + 0.08162519999999998 + ] + ], + "std": [ + [ + 1.0613261678715187, + 0.9389798332809319, + 1.0498853015314364, + 1.028178025788432, + 1.1302871347577632, + 1.053868521125123, + 0.9140732841638698, + 1.0539995649510843, + 0.9323130971496129, + 0.9120908163855437, + 0.965768008718649, + 0.9229613584450868, + 0.7749770294180661, + 0.9658059844041067, + 1.1469052270870694, + 0.9026558165061398, + 0.9439418569560901, + 1.0717521728726727, + 0.9888476097381187, + 0.9175952788801556, + 0.8884377062114949, + 1.0021764187683884 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 17754, + "cert_evals": { + "36": 0.5877193212509155, + "72": 0.5175438523292542, + "108": 0.45614033937454224, + "255": 0.3245614171028137 + }, + "fold": 0 + }, + { + "best_epoch": 3, + "best_val_acc": 0.8620689655172413, + "test_acc": 0.7094017094017094, + "train_size": 49, + "val_size": 29, + "test_size": 117, + "stats": { + "mean": [ + [ + -0.027148382244897965, + 0.009347322448979607, + 0.0018427693877550925, + 0.009376194897959197, + 0.0498221836734694, + 0.012418432040816317, + 0.0059797006122448695, + 0.012543908367346951, + -0.037508161224489786, + -0.0405606224489796, + -0.048066938775510194, + -0.07178797142857142, + -0.03155485102040816, + -0.048018842857142856, + 0.02719700816326529, + -0.008239085714285705, + -0.010052408163265357, + -0.025077353061224498, + 0.0272707673469388, + -0.04564295242857147, + -0.07848456122448978, + 0.03751739387755105 + ] + ], + "std": [ + [ + 1.0246326141739506, + 1.0196404637451633, + 1.0987023554811475, + 0.9900334582522926, + 1.068799641609979, + 1.0047499589980544, + 0.9252408702230309, + 1.0047829572179607, + 0.8748456565149585, + 0.8600654939521702, + 0.9166784846917336, + 0.7849483256776274, + 0.7558279428458922, + 0.9166869983641067, + 1.0291603272025247, + 0.9397974037578619, + 0.9834737083640328, + 1.0844660729168245, + 0.9811741510034482, + 0.945229122764763, + 1.1321558581479092, + 0.9828216273953867 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 17754, + "cert_evals": { + "36": 0.4273504614830017, + "72": 0.2905983030796051, + "108": 0.20512822270393372, + "255": 0.05982906371355057 + }, + "fold": 1 + }, + { + "best_epoch": 23, + "best_val_acc": 0.8709677419354839, + "test_acc": 0.6956521739130435, + "train_size": 49, + "val_size": 31, + "test_size": 115, + "stats": { + "mean": [ + [ + 0.027074289795918385, + 0.06335899489795922, + -0.141163173367347, + 0.006597857142857159, + -0.010543326530612232, + 0.019088730000000016, + -0.0031925448979591826, + 0.019260090000000007, + 0.03507935306122449, + 0.04217078775510203, + 0.050042397959183714, + 0.022464604081632724, + 0.007354644897959173, + 0.050004783673469354, + 0.0323217163265306, + -0.009419553061224523, + 0.06361398795918367, + -0.10837456326530606, + -0.07562777959183671, + 0.0783767696122449, + 0.07697315102040819, + -0.0768896448979592 + ] + ], + "std": [ + [ + 1.0021709858608663, + 1.036472332412846, + 0.8511547041931776, + 1.153319334760644, + 1.1400090214649552, + 1.1856512484533104, + 1.109926186807537, + 1.1857461665406257, + 1.0993883359109478, + 1.0989049029267082, + 1.1281831752622162, + 1.0778885202444342, + 1.0368342393804297, + 1.1281482640713403, + 1.212987846980958, + 1.0961601956507685, + 0.9410222006090059, + 0.9631862850066165, + 0.9241843695124426, + 0.8888983110215023, + 0.9670994638815306, + 0.9437743892758995 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 17754, + "cert_evals": { + "36": 0.626086950302124, + "72": 0.5565217137336731, + "108": 0.49565213918685913, + "255": 0.27826085686683655 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.7878787878787878, + "test_acc": 0.7610619469026548, + "train_size": 49, + "val_size": 33, + "test_size": 113, + "stats": { + "mean": [ + [ + -0.017151697959183657, + -0.08282589622448981, + -0.03878951020408162, + -0.05014604183673472, + -0.00995732653061224, + -0.010962025102040794, + -0.07701460816326532, + -0.01092796510204078, + -0.18647080816326533, + -0.18633531836734696, + -0.14844791836734691, + -0.22856991510204083, + -0.237482206122449, + -0.14839450816326533, + -0.02768821020408163, + 0.14269979897959184, + -0.18449186244897958, + 0.04748424285714288, + -0.13693871632653068, + -0.31049158099999996, + -0.18406532040816326, + -0.15638604489795918 + ] + ], + "std": [ + [ + 1.0058346739543103, + 0.9487949638489124, + 0.994620516441734, + 0.973242138110713, + 1.098902934224567, + 0.9933442474130566, + 0.8958864648117469, + 0.9933555009804176, + 0.8433041190561102, + 0.7941043410091924, + 0.9208429310347311, + 0.7043302529123088, + 0.6518639290383439, + 0.9208764339301102, + 1.0359836613291062, + 0.9627627144124837, + 0.9723485565102632, + 0.9910728139212198, + 0.9457878853222512, + 0.8667410055873132, + 0.9407240712581624, + 0.9187159564771525 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 17754, + "cert_evals": { + "36": 0.5663716793060303, + "72": 0.40707963705062866, + "108": 0.3185840845108032, + "255": 0.12389380484819412 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7016166768525975, + "std_test_acc": 0.049609879279443964, + "n_samples": 195, + "n_features": 22, + "n_classes": 2, + "mean_cert_acc_36": 0.5518821030855179, + "std_cert_acc_36": 0.08661936491636217, + "mean_cert_acc_72": 0.44293587654829025, + "std_cert_acc_72": 0.11966689692709218, + "mean_cert_acc_108": 0.3688761964440346, + "std_cert_acc_108": 0.1329534576790207, + "mean_cert_acc_255": 0.19663628563284874, + "std_cert_acc_255": 0.1252132772122857 + }, + "optical": { + "dataset": "optical", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 47, + "best_val_acc": 0.9672346002621232, + "test_acc": 0.957843137254902, + "train_size": 1797, + "val_size": 763, + "test_size": 3060, + "stats": { + "mean": [ + [ + 1.3856427249732343e-07, + 3.522537559932238e-07, + 2.0200333923407371e-07, + -2.1090706664453654e-08, + 9.079577074147025e-07, + -3.7840846155241325e-08, + 1.0016694480800053e-07, + -3.839732929460532e-08, + -2.052531986360973e-07, + 5.736227047582848e-07, + -5.392877018977476e-07, + 3.446855866850716e-07, + 7.471897606570201e-07, + 6.366165789100185e-08, + 6.343906503950533e-08, + 1.6082360320555245e-08, + -1.2743461284050804e-07, + -1.040734557545233e-06, + -8.755926547578072e-07, + -3.578185863301285e-07, + 7.332220366643227e-07, + -3.0194769109244466e-07, + 7.790762325825424e-08, + 7.345575957029862e-08, + -7.23984418536337e-07, + 9.154145797987881e-07, + 1.1503060657291822e-06, + 5.397885364376055e-07, + 9.892598776549736e-07, + 1.3388981694693205e-07, + -1.4245965993065702e-08, + 0.0, + 9.849749597322357e-08, + -3.005008345580917e-07, + -1.252309404487717e-06, + 1.1563717317173418e-07, + 2.612687813142242e-07, + -2.1246521999465225e-07, + 2.181413434127969e-08, + 2.5598219080391046e-08, + 8.095715080714013e-07, + 2.046967167367694e-06, + 7.488035611850296e-07, + -5.36338341615376e-07, + 2.2593210867774937e-07, + 1.391208119443866e-09, + 2.1146353474234786e-09, + -9.627156351675032e-08, + 7.974401797152621e-08, + -4.3405676095586467e-07, + 4.762938228768179e-07, + -1.1801335560497857e-06, + -1.2314969337031567e-07, + -1.9309961105232408e-07, + -3.3611575048358445e-08, + 2.036727886363881e-07, + 1.463550362828589e-07, + 1.4123539216025922e-07, + 2.2092376161315588e-07, + -2.9421257666669716e-07, + 1.7028380694169436e-07, + -7.623817643177156e-08 + ] + ], + "std": [ + [ + 0.9997215438361656, + 0.9997210922060588, + 0.9997214681131235, + 0.999721655854133, + 0.9997208475841785, + 0.9997219821124261, + 0.9997214930298326, + 0.999721057794131, + 0.9997217596240401, + 0.9997225746036739, + 0.9997210224417119, + 0.9997227576971818, + 0.9997229351930221, + 0.9997215956873193, + 0.9997211331602884, + 0.9997230207039172, + 0.9997217447316874, + 0.9997210018360171, + 0.9997222723850343, + 0.9997221108286501, + 0.9997214178114493, + 0.9997217647676936, + 0.9997224408130486, + 0.9997228003545515, + 0.9997209577711167, + 0.9997232788951946, + 0.9997216619853025, + 0.9997205909299596, + 0.9997219977968902, + 0.9997221075144335, + 0.9997206041402685, + 1.0, + 0.9997216910380222, + 0.9997220629734219, + 0.999722192628859, + 0.9997216259221229, + 0.9997236467717389, + 0.999721912949805, + 0.9997216048405073, + 0.9997213735793822, + 0.9997214679760645, + 0.9997208302277274, + 0.9997210543542098, + 0.9997230984585895, + 0.9997218857870922, + 0.9997212960295644, + 0.9997215938175112, + 0.9997221985317171, + 0.999722021899587, + 0.999721725627861, + 0.9997220060267005, + 0.9997218313197827, + 0.9997214196784353, + 0.9997219309011688, + 0.9997206139806237, + 0.9997218079331756, + 0.9997220886750577, + 0.9997214372339108, + 0.9997213277413262, + 0.999722450536975, + 0.9997220499516833, + 0.9997216929328724 + ] + ] + }, + "width": 256, + "in_features": 62, + "out_features": 10, + "depth": 6, + "padding": 124, + "parameters": 194786, + "cert_evals": { + "36": 0.943790853023529, + "72": 0.929411768913269, + "108": 0.9127451181411743, + "255": 0.7859477400779724 + }, + "fold": 0 + }, + { + "best_epoch": 64, + "best_val_acc": 0.9647519582245431, + "test_acc": 0.9627085377821394, + "train_size": 1797, + "val_size": 766, + "test_size": 3057, + "stats": { + "mean": [ + [ + 1.3856427249732343e-07, + 3.522537559932238e-07, + 2.0200333923407371e-07, + -2.1090706664453654e-08, + 9.079577074147025e-07, + -3.7840846155241325e-08, + 1.0016694480800053e-07, + -3.839732929460532e-08, + -2.052531986360973e-07, + 5.736227047582848e-07, + -5.392877018977476e-07, + 3.446855866850716e-07, + 7.471897606570201e-07, + 6.366165789100185e-08, + 6.343906503950533e-08, + 1.6082360320555245e-08, + -1.2743461284050804e-07, + -1.040734557545233e-06, + -8.755926547578072e-07, + -3.578185863301285e-07, + 7.332220366643227e-07, + -3.0194769109244466e-07, + 7.790762325825424e-08, + 7.345575957029862e-08, + -7.23984418536337e-07, + 9.154145797987881e-07, + 1.1503060657291822e-06, + 5.397885364376055e-07, + 9.892598776549736e-07, + 1.3388981694693205e-07, + -1.4245965993065702e-08, + 0.0, + 9.849749597322357e-08, + -3.005008345580917e-07, + -1.252309404487717e-06, + 1.1563717317173418e-07, + 2.612687813142242e-07, + -2.1246521999465225e-07, + 2.181413434127969e-08, + 2.5598219080391046e-08, + 8.095715080714013e-07, + 2.046967167367694e-06, + 7.488035611850296e-07, + -5.36338341615376e-07, + 2.2593210867774937e-07, + 1.391208119443866e-09, + 2.1146353474234786e-09, + -9.627156351675032e-08, + 7.974401797152621e-08, + -4.3405676095586467e-07, + 4.762938228768179e-07, + -1.1801335560497857e-06, + -1.2314969337031567e-07, + -1.9309961105232408e-07, + -3.3611575048358445e-08, + 2.036727886363881e-07, + 1.463550362828589e-07, + 1.4123539216025922e-07, + 2.2092376161315588e-07, + -2.9421257666669716e-07, + 1.7028380694169436e-07, + -7.623817643177156e-08 + ] + ], + "std": [ + [ + 0.9997215438361656, + 0.9997210922060588, + 0.9997214681131235, + 0.999721655854133, + 0.9997208475841785, + 0.9997219821124261, + 0.9997214930298326, + 0.999721057794131, + 0.9997217596240401, + 0.9997225746036739, + 0.9997210224417119, + 0.9997227576971818, + 0.9997229351930221, + 0.9997215956873193, + 0.9997211331602884, + 0.9997230207039172, + 0.9997217447316874, + 0.9997210018360171, + 0.9997222723850343, + 0.9997221108286501, + 0.9997214178114493, + 0.9997217647676936, + 0.9997224408130486, + 0.9997228003545515, + 0.9997209577711167, + 0.9997232788951946, + 0.9997216619853025, + 0.9997205909299596, + 0.9997219977968902, + 0.9997221075144335, + 0.9997206041402685, + 1.0, + 0.9997216910380222, + 0.9997220629734219, + 0.999722192628859, + 0.9997216259221229, + 0.9997236467717389, + 0.999721912949805, + 0.9997216048405073, + 0.9997213735793822, + 0.9997214679760645, + 0.9997208302277274, + 0.9997210543542098, + 0.9997230984585895, + 0.9997218857870922, + 0.9997212960295644, + 0.9997215938175112, + 0.9997221985317171, + 0.999722021899587, + 0.999721725627861, + 0.9997220060267005, + 0.9997218313197827, + 0.9997214196784353, + 0.9997219309011688, + 0.9997206139806237, + 0.9997218079331756, + 0.9997220886750577, + 0.9997214372339108, + 0.9997213277413262, + 0.999722450536975, + 0.9997220499516833, + 0.9997216929328724 + ] + ] + }, + "width": 256, + "in_features": 62, + "out_features": 10, + "depth": 6, + "padding": 124, + "parameters": 194786, + "cert_evals": { + "36": 0.9522407650947571, + "72": 0.9381746649742126, + "108": 0.9182204604148865, + "255": 0.7932613492012024 + }, + "fold": 1 + }, + { + "best_epoch": 35, + "best_val_acc": 0.9640479360852197, + "test_acc": 0.9547526041666666, + "train_size": 1797, + "val_size": 751, + "test_size": 3072, + "stats": { + "mean": [ + [ + 1.3856427249732343e-07, + 3.522537559932238e-07, + 2.0200333923407371e-07, + -2.1090706664453654e-08, + 9.079577074147025e-07, + -3.7840846155241325e-08, + 1.0016694480800053e-07, + -3.839732929460532e-08, + -2.052531986360973e-07, + 5.736227047582848e-07, + -5.392877018977476e-07, + 3.446855866850716e-07, + 7.471897606570201e-07, + 6.366165789100185e-08, + 6.343906503950533e-08, + 1.6082360320555245e-08, + -1.2743461284050804e-07, + -1.040734557545233e-06, + -8.755926547578072e-07, + -3.578185863301285e-07, + 7.332220366643227e-07, + -3.0194769109244466e-07, + 7.790762325825424e-08, + 7.345575957029862e-08, + -7.23984418536337e-07, + 9.154145797987881e-07, + 1.1503060657291822e-06, + 5.397885364376055e-07, + 9.892598776549736e-07, + 1.3388981694693205e-07, + -1.4245965993065702e-08, + 0.0, + 9.849749597322357e-08, + -3.005008345580917e-07, + -1.252309404487717e-06, + 1.1563717317173418e-07, + 2.612687813142242e-07, + -2.1246521999465225e-07, + 2.181413434127969e-08, + 2.5598219080391046e-08, + 8.095715080714013e-07, + 2.046967167367694e-06, + 7.488035611850296e-07, + -5.36338341615376e-07, + 2.2593210867774937e-07, + 1.391208119443866e-09, + 2.1146353474234786e-09, + -9.627156351675032e-08, + 7.974401797152621e-08, + -4.3405676095586467e-07, + 4.762938228768179e-07, + -1.1801335560497857e-06, + -1.2314969337031567e-07, + -1.9309961105232408e-07, + -3.3611575048358445e-08, + 2.036727886363881e-07, + 1.463550362828589e-07, + 1.4123539216025922e-07, + 2.2092376161315588e-07, + -2.9421257666669716e-07, + 1.7028380694169436e-07, + -7.623817643177156e-08 + ] + ], + "std": [ + [ + 0.9997215438361656, + 0.9997210922060588, + 0.9997214681131235, + 0.999721655854133, + 0.9997208475841785, + 0.9997219821124261, + 0.9997214930298326, + 0.999721057794131, + 0.9997217596240401, + 0.9997225746036739, + 0.9997210224417119, + 0.9997227576971818, + 0.9997229351930221, + 0.9997215956873193, + 0.9997211331602884, + 0.9997230207039172, + 0.9997217447316874, + 0.9997210018360171, + 0.9997222723850343, + 0.9997221108286501, + 0.9997214178114493, + 0.9997217647676936, + 0.9997224408130486, + 0.9997228003545515, + 0.9997209577711167, + 0.9997232788951946, + 0.9997216619853025, + 0.9997205909299596, + 0.9997219977968902, + 0.9997221075144335, + 0.9997206041402685, + 1.0, + 0.9997216910380222, + 0.9997220629734219, + 0.999722192628859, + 0.9997216259221229, + 0.9997236467717389, + 0.999721912949805, + 0.9997216048405073, + 0.9997213735793822, + 0.9997214679760645, + 0.9997208302277274, + 0.9997210543542098, + 0.9997230984585895, + 0.9997218857870922, + 0.9997212960295644, + 0.9997215938175112, + 0.9997221985317171, + 0.999722021899587, + 0.999721725627861, + 0.9997220060267005, + 0.9997218313197827, + 0.9997214196784353, + 0.9997219309011688, + 0.9997206139806237, + 0.9997218079331756, + 0.9997220886750577, + 0.9997214372339108, + 0.9997213277413262, + 0.999722450536975, + 0.9997220499516833, + 0.9997216929328724 + ] + ] + }, + "width": 256, + "in_features": 62, + "out_features": 10, + "depth": 6, + "padding": 124, + "parameters": 194786, + "cert_evals": { + "36": 0.9453125, + "72": 0.927734375, + "108": 0.90625, + "255": 0.7802734375 + }, + "fold": 2 + }, + { + "best_epoch": 56, + "best_val_acc": 0.9564625850340136, + "test_acc": 0.9598445595854922, + "train_size": 1797, + "val_size": 735, + "test_size": 3088, + "stats": { + "mean": [ + [ + 1.3856427249732343e-07, + 3.522537559932238e-07, + 2.0200333923407371e-07, + -2.1090706664453654e-08, + 9.079577074147025e-07, + -3.7840846155241325e-08, + 1.0016694480800053e-07, + -3.839732929460532e-08, + -2.052531986360973e-07, + 5.736227047582848e-07, + -5.392877018977476e-07, + 3.446855866850716e-07, + 7.471897606570201e-07, + 6.366165789100185e-08, + 6.343906503950533e-08, + 1.6082360320555245e-08, + -1.2743461284050804e-07, + -1.040734557545233e-06, + -8.755926547578072e-07, + -3.578185863301285e-07, + 7.332220366643227e-07, + -3.0194769109244466e-07, + 7.790762325825424e-08, + 7.345575957029862e-08, + -7.23984418536337e-07, + 9.154145797987881e-07, + 1.1503060657291822e-06, + 5.397885364376055e-07, + 9.892598776549736e-07, + 1.3388981694693205e-07, + -1.4245965993065702e-08, + 0.0, + 9.849749597322357e-08, + -3.005008345580917e-07, + -1.252309404487717e-06, + 1.1563717317173418e-07, + 2.612687813142242e-07, + -2.1246521999465225e-07, + 2.181413434127969e-08, + 2.5598219080391046e-08, + 8.095715080714013e-07, + 2.046967167367694e-06, + 7.488035611850296e-07, + -5.36338341615376e-07, + 2.2593210867774937e-07, + 1.391208119443866e-09, + 2.1146353474234786e-09, + -9.627156351675032e-08, + 7.974401797152621e-08, + -4.3405676095586467e-07, + 4.762938228768179e-07, + -1.1801335560497857e-06, + -1.2314969337031567e-07, + -1.9309961105232408e-07, + -3.3611575048358445e-08, + 2.036727886363881e-07, + 1.463550362828589e-07, + 1.4123539216025922e-07, + 2.2092376161315588e-07, + -2.9421257666669716e-07, + 1.7028380694169436e-07, + -7.623817643177156e-08 + ] + ], + "std": [ + [ + 0.9997215438361656, + 0.9997210922060588, + 0.9997214681131235, + 0.999721655854133, + 0.9997208475841785, + 0.9997219821124261, + 0.9997214930298326, + 0.999721057794131, + 0.9997217596240401, + 0.9997225746036739, + 0.9997210224417119, + 0.9997227576971818, + 0.9997229351930221, + 0.9997215956873193, + 0.9997211331602884, + 0.9997230207039172, + 0.9997217447316874, + 0.9997210018360171, + 0.9997222723850343, + 0.9997221108286501, + 0.9997214178114493, + 0.9997217647676936, + 0.9997224408130486, + 0.9997228003545515, + 0.9997209577711167, + 0.9997232788951946, + 0.9997216619853025, + 0.9997205909299596, + 0.9997219977968902, + 0.9997221075144335, + 0.9997206041402685, + 1.0, + 0.9997216910380222, + 0.9997220629734219, + 0.999722192628859, + 0.9997216259221229, + 0.9997236467717389, + 0.999721912949805, + 0.9997216048405073, + 0.9997213735793822, + 0.9997214679760645, + 0.9997208302277274, + 0.9997210543542098, + 0.9997230984585895, + 0.9997218857870922, + 0.9997212960295644, + 0.9997215938175112, + 0.9997221985317171, + 0.999722021899587, + 0.999721725627861, + 0.9997220060267005, + 0.9997218313197827, + 0.9997214196784353, + 0.9997219309011688, + 0.9997206139806237, + 0.9997218079331756, + 0.9997220886750577, + 0.9997214372339108, + 0.9997213277413262, + 0.999722450536975, + 0.9997220499516833, + 0.9997216929328724 + ] + ] + }, + "width": 256, + "in_features": 62, + "out_features": 10, + "depth": 6, + "padding": 124, + "parameters": 194786, + "cert_evals": { + "36": 0.950129508972168, + "72": 0.9349092841148376, + "108": 0.916774570941925, + "255": 0.7924222350120544 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9587872096973, + "std_test_acc": 0.003349831702206489, + "n_samples": 5620, + "n_features": 62, + "n_classes": 10, + "mean_cert_acc_36": 0.9478684067726135, + "std_cert_acc_36": 0.003974468704997456, + "mean_cert_acc_72": 0.9325575232505798, + "std_cert_acc_72": 0.004838787372328327, + "mean_cert_acc_108": 0.9134975373744965, + "std_cert_acc_108": 0.0053584165492210085, + "mean_cert_acc_255": 0.7879761904478073, + "std_cert_acc_255": 0.006086795248560545 + }, + "pima": { + "dataset": "pima", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 12, + "best_val_acc": 0.7692307692307693, + "test_acc": 0.7233115468409586, + "train_size": 192, + "val_size": 117, + "test_size": 459, + "stats": { + "mean": [ + [ + -0.0019324124999998884, + -0.00012207583333333216, + 0.04217885052083333, + 0.00848995729166671, + 0.005174749999999932, + -0.046159915651041654, + 0.005953811979166655, + 0.07872151093750006 + ] + ], + "std": [ + [ + 0.9819510309933771, + 0.9111640190273224, + 0.9708504296826285, + 1.099822957973565, + 0.9218205138345946, + 1.056214861472258, + 1.0108583076345607, + 1.01432971356633 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 2, + "depth": 6, + "padding": 16, + "parameters": 3490, + "cert_evals": { + "36": 0.5664488077163696, + "72": 0.4095860421657562, + "108": 0.2244008630514145, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 28, + "best_val_acc": 0.7777777777777778, + "test_acc": 0.780045351473923, + "train_size": 192, + "val_size": 135, + "test_size": 441, + "stats": { + "mean": [ + [ + 0.019707258333333522, + 0.03424992687499997, + 0.03491385885416665, + -0.08194942239583324, + -0.03907010052083341, + 0.053195496510416655, + -0.0036192521354166743, + -0.06521345781250003 + ] + ], + "std": [ + [ + 1.0301685557841433, + 0.9959115695466323, + 1.0735770070448536, + 0.9845812772483306, + 0.9943920335167246, + 1.0696319409722543, + 0.9860249191330342, + 0.9892410062597343 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 2, + "depth": 6, + "padding": 16, + "parameters": 3490, + "cert_evals": { + "36": 0.6712018251419067, + "72": 0.5782312750816345, + "108": 0.48072561621665955, + "255": 0.12244898080825806 + }, + "fold": 1 + }, + { + "best_epoch": 45, + "best_val_acc": 0.8, + "test_acc": 0.7631578947368421, + "train_size": 192, + "val_size": 120, + "test_size": 456, + "stats": { + "mean": [ + [ + 0.17582224895833332, + 0.038322315416666634, + -0.07783248697916666, + -0.16520565468749995, + -0.11327850364583342, + -0.135474219296875, + -0.03175727552083333, + 0.09643667291666673 + ] + ], + "std": [ + [ + 1.0638504058639158, + 0.9838373596130083, + 1.064286398859908, + 1.0275191945092796, + 0.9301240391257053, + 1.0696755566062253, + 0.953495407419293, + 1.060048294039853 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 2, + "depth": 6, + "padding": 16, + "parameters": 3490, + "cert_evals": { + "36": 0.6907894611358643, + "72": 0.6052631735801697, + "108": 0.5263158082962036, + "255": 0.1535087674856186 + }, + "fold": 2 + }, + { + "best_epoch": 28, + "best_val_acc": 0.7787610619469026, + "test_acc": 0.7278617710583153, + "train_size": 192, + "val_size": 113, + "test_size": 463, + "stats": { + "mean": [ + [ + 0.019707373958333604, + 0.04956274229166665, + -0.032895598437499944, + -0.02546561510416664, + -0.004270790312500018, + 0.06891787828125, + -0.041550713963541624, + 0.019818838020833326 + ] + ], + "std": [ + [ + 1.046076222621493, + 0.9765956060942442, + 1.0875934081009107, + 0.9881278389945256, + 0.9075867743815457, + 0.9995410119642123, + 0.8563442009545308, + 0.9709125098838245 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 2, + "depth": 6, + "padding": 16, + "parameters": 3490, + "cert_evals": { + "36": 0.6630669236183167, + "72": 0.593952476978302, + "108": 0.5334773063659668, + "255": 0.19654427468776703 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7485941410275098, + "std_test_acc": 0.027509527404107673, + "n_samples": 768, + "n_features": 8, + "n_classes": 2, + "mean_cert_acc_36": 0.6478767544031143, + "std_cert_acc_36": 0.05551819841729523, + "mean_cert_acc_72": 0.5467582419514656, + "std_cert_acc_72": 0.09211747400848348, + "mean_cert_acc_108": 0.4412298984825611, + "std_cert_acc_108": 0.14642852481143118, + "mean_cert_acc_255": 0.11812550574541092, + "std_cert_acc_255": 0.08440735765330502 + }, + "pittsburg-bridges-MATERIAL": { + "dataset": "pittsburg-bridges-MATERIAL", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 35, + "best_val_acc": 0.55, + "test_acc": 0.4666666666666667, + "train_size": 26, + "val_size": 20, + "test_size": 60, + "stats": { + "mean": [ + [ + -0.11238934615384605, + 0.19736865, + 0.15455, + 0.15961346153846157, + -0.07076646153846156, + 0.15434588461538454, + 0.1840363461538461 + ] + ], + "std": [ + [ + 0.9957184371723743, + 0.9959413552215316, + 1.0315511158616348, + 0.8772828351648864, + 1.0247762294541045, + 1.1028821922601193, + 0.7995873033749223 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 3117, + "cert_evals": { + "36": 0.40000003576278687, + "72": 0.18333333730697632, + "108": 0.11666667461395264, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 29, + "best_val_acc": 0.8421052631578947, + "test_acc": 0.7704918032786885, + "train_size": 26, + "val_size": 19, + "test_size": 61, + "stats": { + "mean": [ + [ + -0.009688884615384565, + 0.22651538461538462, + 0.03409030769230755, + -0.09103884615384622, + 0.1841305, + 0.31850111538461523, + 0.027972884615384445 + ] + ], + "std": [ + [ + 1.115613086975337, + 1.0057941285258243, + 1.1782033883592151, + 0.9294434251013095, + 1.0832735600836598, + 1.0726038998514973, + 0.8999058194666532 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 3117, + "cert_evals": { + "36": 0.5573770403862, + "72": 0.19672130048274994, + "108": 0.049180325120687485, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.9375, + "test_acc": 0.71875, + "train_size": 26, + "val_size": 16, + "test_size": 64, + "stats": { + "mean": [ + [ + 0.14436196153846156, + -0.06772561923076922, + 0.15454984615384612, + 0.15961346153846157, + 0.29337180769230764, + 0.26378273076923064, + 0.027972884615384573 + ] + ], + "std": [ + [ + 1.0179791685372954, + 1.0403197946863862, + 1.0714178998681247, + 0.8772828351648864, + 0.8271634472356539, + 1.1323512832459435, + 0.8999058194666533 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 3117, + "cert_evals": { + "36": 0.59375, + "72": 0.390625, + "108": 0.234375, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 10, + "best_val_acc": 0.7058823529411765, + "test_acc": 0.7142857142857143, + "train_size": 26, + "val_size": 17, + "test_size": 63, + "stats": { + "mean": [ + [ + -0.3691406153846153, + 0.08633426923076921, + -0.00606200000000008, + -0.34169099999999986, + -0.14359411538461544, + 0.07226838461538451, + -0.05005884615384633 + ] + ], + "std": [ + [ + 0.7352238508876096, + 0.769629063092912, + 0.993332786470492, + 1.2842104251847937, + 0.9183219104916871, + 1.1684627801712248, + 0.9363807692307694 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 3117, + "cert_evals": { + "36": 0.5396825671195984, + "72": 0.3492063581943512, + "108": 0.0793650820851326, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6675485460577674, + "std_test_acc": 0.13632900822974717, + "n_samples": 106, + "n_features": 7, + "n_classes": 3, + "mean_cert_acc_36": 0.5227024108171463, + "std_cert_acc_36": 0.08484159439112207, + "mean_cert_acc_72": 0.27997149899601936, + "std_cert_acc_72": 0.10536791551477641, + "mean_cert_acc_108": 0.11989677045494318, + "std_cert_acc_108": 0.0811569096703682, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "pittsburg-bridges-REL-L": { + "dataset": "pittsburg-bridges-REL-L", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 9, + "best_val_acc": 0.3076923076923077, + "test_acc": 0.296875, + "train_size": 26, + "val_size": 13, + "test_size": 64, + "stats": { + "mean": [ + [ + -0.2534473076923077, + 0.33873420769230767, + 0.033979423076922706, + 0.11527103846153851, + -0.28692915384615375, + 0.10456480769230773, + 0.12155461538461536 + ] + ], + "std": [ + [ + 0.9261583185285736, + 0.8009009247637227, + 1.0889481792626658, + 0.99653081940633, + 1.072126740077213, + 0.9196280170052044, + 0.8466063306348502 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 3117, + "cert_evals": { + "36": 0.0625, + "72": 0.015625, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 62, + "best_val_acc": 0.6, + "test_acc": 0.5, + "train_size": 26, + "val_size": 15, + "test_size": 62, + "stats": { + "mean": [ + [ + -0.09836800000000002, + 0.11185775384615383, + 0.07467526923076934, + -0.009052730769230726, + -0.10539519230769225, + 0.013804115384615371, + 0.27612307692307686 + ] + ], + "std": [ + [ + 1.0694354197920724, + 0.8688390763013727, + 0.8067650960246951, + 0.9157017407809144, + 1.0553979577856298, + 0.9260748900018138, + 0.7249903479716615 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 3117, + "cert_evals": { + "36": 0.35483869910240173, + "72": 0.12903225421905518, + "108": 0.032258063554763794, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 10, + "best_val_acc": 0.625, + "test_acc": 0.6721311475409836, + "train_size": 26, + "val_size": 16, + "test_size": 61, + "stats": { + "mean": [ + [ + 0.21179084615384614, + -0.20075696923076924, + 0.23745903846153846, + 0.05310915384615384, + 0.14875234615384614, + 0.1348184615384615, + 0.12155461538461534 + ] + ], + "std": [ + [ + 0.858790726074425, + 0.9525936502475233, + 1.0303379408513154, + 0.9050907018495523, + 0.955082657540614, + 1.0895483096872065, + 0.8466063306348502 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 3117, + "cert_evals": { + "36": 0.4754098057746887, + "72": 0.2950819432735443, + "108": 0.049180325120687485, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.7857142857142857, + "test_acc": 0.47619047619047616, + "train_size": 26, + "val_size": 14, + "test_size": 63, + "stats": { + "mean": [ + [ + -0.3568335384615385, + -0.18405515384615387, + -0.00671646153846194, + 0.17743292307692307, + 0.2213659230769231, + 0.31633973076923083, + 0.12155461538461534 + ] + ], + "std": [ + [ + 0.8287037559089696, + 0.9069856689030475, + 1.0557430702422617, + 0.8702663846153843, + 0.9327384905473824, + 1.0726154740713343, + 0.8466063306348502 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 3117, + "cert_evals": { + "36": 0.222222238779068, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.486299155932865, + "std_test_acc": 0.15351974736192123, + "n_samples": 103, + "n_features": 7, + "n_classes": 3, + "mean_cert_acc_36": 0.2787426859140396, + "std_cert_acc_36": 0.1774110287938731, + "mean_cert_acc_72": 0.10993479937314987, + "std_cert_acc_72": 0.13616678014734143, + "mean_cert_acc_108": 0.02035959716886282, + "std_cert_acc_108": 0.024503294035470937, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "pittsburg-bridges-SPAN": { + "dataset": "pittsburg-bridges-SPAN", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 62, + "best_val_acc": 0.6428571428571429, + "test_acc": 0.38181818181818183, + "train_size": 23, + "val_size": 14, + "test_size": 55, + "stats": { + "mean": [ + [ + -0.029837999999999993, + -0.25806898695652175, + 0.27461930434782605, + -0.10251969565217388, + 0.0609171304347826, + -0.20858055217391297, + 0.1910520434782607 + ] + ], + "std": [ + [ + 0.7916916039569953, + 1.0125006038076372, + 0.8444054443868326, + 1.1230445292246944, + 0.9384505846315211, + 1.2509107678124556, + 0.9902371367201799 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 3117, + "cert_evals": { + "36": 0.16363635659217834, + "72": 0.072727270424366, + "108": 0.036363635212183, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 18, + "best_val_acc": 0.75, + "test_acc": 0.32786885245901637, + "train_size": 23, + "val_size": 8, + "test_size": 61, + "stats": { + "mean": [ + [ + -0.20886565217391312, + 0.20484198695652173, + -0.07489591304347826, + 0.10251943478260879, + -0.22335769565217395, + -0.24650454782608694, + -0.23350947826086974 + ] + ], + "std": [ + [ + 1.1322718849321831, + 1.1240719320543364, + 1.0615420299973752, + 0.8963528876008708, + 1.0527502115584615, + 0.7255249335603758, + 1.1264874806517848 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 3117, + "cert_evals": { + "36": 0.19672130048274994, + "72": 0.06557376682758331, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 41, + "best_val_acc": 0.5625, + "test_acc": 0.5283018867924528, + "train_size": 23, + "val_size": 16, + "test_size": 53, + "stats": { + "mean": [ + [ + -0.26854200000000006, + 0.08719552173913042, + -0.024965043478260857, + -0.034172999999999946, + 0.34519221739130435, + 0.24650505217391308, + -0.4033346521739131 + ] + ], + "std": [ + [ + 0.7826434027524923, + 0.8532738699385454, + 1.116485175293137, + 1.0229130046834918, + 0.891588314188393, + 0.9488533640036454, + 0.9755681035759809 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 3117, + "cert_evals": { + "36": 0.3396226465702057, + "72": 0.2075471729040146, + "108": 0.09433962404727936, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 5, + "best_val_acc": 0.7, + "test_acc": 0.5084745762711864, + "train_size": 23, + "val_size": 10, + "test_size": 59, + "stats": { + "mean": [ + [ + -0.20886582608695664, + -0.14202214347826086, + -0.024965130434782608, + 0.10251943478260875, + -0.060915000000000004, + 0.05688600869565217, + 0.1061391739130434 + ] + ], + "std": [ + [ + 0.7916911713540639, + 0.9447975425602776, + 1.0638879741325864, + 0.896352887600871, + 1.0621083198533245, + 1.0385861814225783, + 0.8575722370885731 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 3117, + "cert_evals": { + "36": 0.16949152946472168, + "72": 0.08474576473236084, + "108": 0.016949152573943138, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.4366158743352093, + "std_test_acc": 0.09729456955789, + "n_samples": 92, + "n_features": 7, + "n_classes": 3, + "mean_cert_acc_36": 0.2173679582774639, + "std_cert_acc_36": 0.08276821198015422, + "mean_cert_acc_72": 0.10764849372208118, + "std_cert_acc_72": 0.06706726866196083, + "mean_cert_acc_108": 0.036913102958351374, + "std_cert_acc_108": 0.04106597831192357, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "page-blocks": { + "dataset": "page-blocks", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 79, + "best_val_acc": 0.9098873591989988, + "test_acc": 0.9013914095583787, + "train_size": 1368, + "val_size": 799, + "test_size": 3306, + "stats": { + "mean": [ + [ + -0.02785030869883066, + 0.04220508005847926, + -0.007799578223684104, + 0.04507938606725141, + -0.024484079290935535, + -0.03854930415204675, + -0.004306797478947405, + -0.009848768527412267, + -0.005646618040935423, + 0.010106594495613968 + ] + ], + "std": [ + [ + 0.6361019181556973, + 1.034803136362929, + 0.6754786444860511, + 1.1067239881887005, + 1.0243975057691477, + 1.0203050705017325, + 0.32326730885545285, + 0.9042709629040901, + 0.8768058573970098, + 0.9187092587310937 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 5, + "depth": 6, + "padding": 20, + "parameters": 4329, + "cert_evals": { + "36": 0.8675135970115662, + "72": 0.8154869675636292, + "108": 0.7568057775497437, + "255": 0.27555957436561584 + }, + "fold": 0 + }, + { + "best_epoch": 89, + "best_val_acc": 0.8791208791208791, + "test_acc": 0.8734023128423616, + "train_size": 1368, + "val_size": 819, + "test_size": 3286, + "stats": { + "mean": [ + [ + 0.043781880409356606, + 0.01711256745614031, + 0.027425312120614106, + 0.01732590579239761, + -0.023061163435672452, + -0.011174710704678221, + -0.011325527935818777, + -0.0035091932039473506, + 0.004744587522660881, + 0.021409590767543677 + ] + ], + "std": [ + [ + 1.551216006661219, + 1.0143372028076796, + 1.2187084249301219, + 1.0297549624764555, + 1.0122460594399296, + 0.9983403928938066, + 0.28158791437027286, + 0.9526865887702041, + 0.9742767406980914, + 1.066875823567642 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 5, + "depth": 6, + "padding": 20, + "parameters": 4329, + "cert_evals": { + "36": 0.8256238102912903, + "72": 0.7711502909660339, + "108": 0.6990261673927307, + "255": 0.23432743549346924 + }, + "fold": 1 + }, + { + "best_epoch": 55, + "best_val_acc": 0.8922888616891065, + "test_acc": 0.899330900243309, + "train_size": 1368, + "val_size": 817, + "test_size": 3288, + "stats": { + "mean": [ + [ + 0.015907781140350814, + -0.002226113421052676, + 0.00912776447295319, + -0.002154920991959126, + 0.0031836314985380356, + 0.010374599444444719, + 0.033316965369883045, + 0.009327557160087575, + 0.000891657419590793, + 0.006515192383040968 + ] + ], + "std": [ + [ + 1.3819579471500247, + 1.004275883692728, + 1.095413957795245, + 0.9803011522566464, + 1.02223461206074, + 1.0167467029099182, + 1.9464523444956574, + 1.0297533577214233, + 0.9946199232832146, + 1.0446888834153083 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 5, + "depth": 6, + "padding": 20, + "parameters": 4329, + "cert_evals": { + "36": 0.8680048584938049, + "72": 0.8220803141593933, + "108": 0.7709854245185852, + "255": 0.2664233446121216 + }, + "fold": 2 + }, + { + "best_epoch": 62, + "best_val_acc": 0.8939759036144578, + "test_acc": 0.9044274809160305, + "train_size": 1368, + "val_size": 830, + "test_size": 3275, + "stats": { + "mean": [ + [ + -0.022221515862573354, + 0.012958097207602326, + -0.023529265928362474, + 0.036208808418859734, + -0.027518972836257316, + -0.013723225687134319, + -0.012668056071783647, + -0.009748616040204477, + -0.011955442258771813, + -0.013552336834795524 + ] + ], + "std": [ + [ + 0.6475896046566302, + 1.0059677646780396, + 0.5107302397945517, + 1.1498688572629936, + 0.9979365341699833, + 1.013315424044995, + 0.29978287731614, + 0.8399280364800779, + 0.8321768138579335, + 0.8892475036231946 + ] + ] + }, + "width": 32, + "in_features": 10, + "out_features": 5, + "depth": 6, + "padding": 20, + "parameters": 4329, + "cert_evals": { + "36": 0.8632060885429382, + "72": 0.814045786857605, + "108": 0.7432060837745667, + "255": 0.19053435325622559 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.89463802589002, + "std_test_acc": 0.014311070295597327, + "n_samples": 5473, + "n_features": 10, + "n_classes": 5, + "mean_cert_acc_36": 0.8560870885848999, + "std_cert_acc_36": 0.020422943137745304, + "mean_cert_acc_72": 0.8056908398866653, + "std_cert_acc_72": 0.023291154565811267, + "mean_cert_acc_108": 0.7425058633089066, + "std_cert_acc_108": 0.03112634050475993, + "mean_cert_acc_255": 0.24171117693185806, + "std_cert_acc_255": 0.038427386759301574 + }, + "pittsburg-bridges-T-OR-D": { + "dataset": "pittsburg-bridges-T-OR-D", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 38, + "best_val_acc": 0.8125, + "test_acc": 0.6065573770491803, + "train_size": 25, + "val_size": 16, + "test_size": 61, + "stats": { + "mean": [ + [ + 0.15020296000000002, + -0.0008959920000000077, + -0.007506879999999985, + 0.09924271999999996, + -0.11183403999999993, + 0.06574727999999996, + 0.2686277600000001 + ] + ], + "std": [ + [ + 1.1056510586049282, + 0.9894276187747426, + 0.9455226916051597, + 1.1055352321467289, + 1.0069534202490789, + 0.9298309440615328, + 0.7342804012389428 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 2, + "depth": 6, + "padding": 14, + "parameters": 3102, + "cert_evals": { + "36": 0.5245901346206665, + "72": 0.42622947692871094, + "108": 0.2786885201931, + "255": 0.049180325120687485 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5789473684210527, + "test_acc": 0.5517241379310345, + "train_size": 25, + "val_size": 19, + "test_size": 58, + "stats": { + "mean": [ + [ + -0.22477987999999996, + -0.23302490400000006, + -0.3052941999999999, + -0.09418591999999981, + -0.30132007999999993, + 0.034113799999999944, + -0.29218840000000024 + ] + ], + "std": [ + [ + 0.8537489133489458, + 0.9442767857681105, + 1.1206967647206985, + 1.1278721619730465, + 0.8691601526879115, + 0.9222667065314241, + 1.1442940136936137 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 2, + "depth": 6, + "padding": 14, + "parameters": 3102, + "cert_evals": { + "36": 0.10344827175140381, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 18, + "best_val_acc": 0.5, + "test_acc": 0.5555555555555556, + "train_size": 25, + "val_size": 14, + "test_size": 63, + "stats": { + "mean": [ + [ + 0.20377195999999997, + 0.09630778000000002, + 0.3328217600000001, + -0.22313807999999993, + 0.19134339999999994, + -0.029153040000000026, + 0.26862776000000005 + ] + ], + "std": [ + [ + 1.089967253887803, + 1.1192053646352136, + 0.8759745403148782, + 1.2131111924223241, + 0.9282879043276608, + 1.1030982427632627, + 0.7342804012389427 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 2, + "depth": 6, + "padding": 14, + "parameters": 3102, + "cert_evals": { + "36": 0.3650793731212616, + "72": 0.2380952537059784, + "108": 0.1746031790971756, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5833333333333334, + "test_acc": 0.6615384615384615, + "train_size": 25, + "val_size": 12, + "test_size": 65, + "stats": { + "mean": [ + [ + -0.17121067999999995, + -0.21648582000000005, + 0.12011635999999999, + -0.09418591999999995, + -0.11183404000000002, + -0.28222119999999995, + 0.10839464000000007 + ] + ], + "std": [ + [ + 0.8571032600003676, + 0.9702298691514799, + 1.0541263774745755, + 0.9254069877190219, + 1.006953420249079, + 1.1836178575986762, + 0.8554107804035617 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 2, + "depth": 6, + "padding": 14, + "parameters": 3102, + "cert_evals": { + "36": 0.29230770468711853, + "72": 0.23076923191547394, + "108": 0.0923076942563057, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.593843883018558, + "std_test_acc": 0.0515889453197295, + "n_samples": 102, + "n_features": 7, + "n_classes": 2, + "mean_cert_acc_36": 0.3213563710451126, + "std_cert_acc_36": 0.17468393202449004, + "mean_cert_acc_72": 0.22377349063754082, + "std_cert_acc_72": 0.1744678144058442, + "mean_cert_acc_108": 0.13639984838664532, + "std_cert_acc_108": 0.11867967713917517, + "mean_cert_acc_255": 0.012295081280171871, + "std_cert_acc_255": 0.024590162560343742 + }, + "pittsburg-bridges-TYPE": { + "dataset": "pittsburg-bridges-TYPE", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 24, + "best_val_acc": 0.16666666666666666, + "test_acc": 0.16393442622950818, + "train_size": 26, + "val_size": 18, + "test_size": 61, + "stats": { + "mean": [ + [ + -0.2226830769230769, + 0.05670122692307692, + -0.043026884615384405, + -0.03758799999999994, + 0.17069815384615383, + 0.05726184615384619, + 0.03333576923076921 + ] + ], + "std": [ + [ + 0.9229643846157178, + 0.8879073657273664, + 0.9090621758106759, + 0.8047152853556344, + 0.9896400284910009, + 0.9758970201578133, + 1.0579562243200262 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 6, + "depth": 6, + "padding": 14, + "parameters": 3162, + "cert_evals": { + "36": 0.016393441706895828, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 39, + "best_val_acc": 0.5714285714285714, + "test_acc": 0.39655172413793105, + "train_size": 26, + "val_size": 21, + "test_size": 58, + "stats": { + "mean": [ + [ + -0.17140723076923073, + 0.17603493076923074, + -0.043027115384615275, + 0.08770580769230771, + 0.06073815384615386, + 0.140003576923077, + 0.11111846153846151 + ] + ], + "std": [ + [ + 0.9955960192363054, + 0.8707946707612142, + 1.076508222112097, + 0.8969691136995324, + 1.0157671583515164, + 1.0382138974203643, + 0.8520637539328237 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 6, + "depth": 6, + "padding": 14, + "parameters": 3162, + "cert_evals": { + "36": 0.1551724076271057, + "72": 0.017241379246115685, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 2, + "best_val_acc": 0.46153846153846156, + "test_acc": 0.3333333333333333, + "train_size": 26, + "val_size": 13, + "test_size": 66, + "stats": { + "mean": [ + [ + 0.13624746153846157, + -0.13478680769230772, + 0.03693388461538476, + 0.08770600000000003, + -0.01256838461538465, + 0.05726215384615386, + 0.033336038461538396 + ] + ], + "std": [ + [ + 0.8716889547511608, + 0.9579937729204642, + 1.0615560480179493, + 0.7749005943842086, + 0.9916744330944691, + 1.0538491233066194, + 0.8970306628997816 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 6, + "depth": 6, + "padding": 14, + "parameters": 3162, + "cert_evals": { + "36": 0.1515151560306549, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 6, + "best_val_acc": 0.21052631578947367, + "test_acc": 0.2, + "train_size": 26, + "val_size": 19, + "test_size": 60, + "stats": { + "mean": [ + [ + 0.2900749615384615, + -0.1092556538461538, + -0.16296869230769223, + 0.08770600000000003, + -0.12252815384615393, + 0.002101461538461631, + -0.0444463846153846 + ] + ], + "std": [ + [ + 0.9565380984621445, + 1.0668876495414104, + 1.087587760209891, + 0.7749005943842086, + 0.9250887318796751, + 0.7643326705239842, + 0.9333890769230768 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 6, + "depth": 6, + "padding": 14, + "parameters": 3162, + "cert_evals": { + "36": 0.06666667014360428, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.2734548709251931, + "std_test_acc": 0.10974001306150638, + "n_samples": 105, + "n_features": 7, + "n_classes": 6, + "mean_cert_acc_36": 0.09743691887706518, + "std_cert_acc_36": 0.06775617018347668, + "mean_cert_acc_72": 0.004310344811528921, + "std_cert_acc_72": 0.008620689623057842, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "planning": { + "dataset": "planning", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.7037037037037037, + "test_acc": 0.6636363636363637, + "train_size": 45, + "val_size": 27, + "test_size": 110, + "stats": { + "mean": [ + [ + -0.13597411777777782, + -0.059930613333333334, + 0.1726637911111111, + 0.034723479999999994, + 0.1943293844444444, + -0.058733431111111144, + -0.116129388, + 0.17681400222222224, + -0.19228555555555557, + -0.07629513333333332, + 0.07577999111111111, + 0.14000706444444447 + ] + ], + "std": [ + [ + 0.9037583332493699, + 0.8892684096511589, + 0.9934159714161822, + 0.9795447749569939, + 0.991099979203418, + 0.8238368829401475, + 0.8461204418967577, + 1.0434976919452328, + 0.9979969012441308, + 0.9523454999652433, + 0.9216888475521186, + 1.061608647395146 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 5042, + "cert_evals": { + "36": 0.5636363625526428, + "72": 0.290909081697464, + "108": 0.19999998807907104, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.6944444444444444, + "test_acc": 0.5841584158415841, + "train_size": 45, + "val_size": 36, + "test_size": 101, + "stats": { + "mean": [ + [ + 0.11314807155555553, + -0.05681264375555557, + 0.03933796666666664, + 0.04977631111111109, + 0.03694895555555555, + -0.044924306666666684, + 0.04804084666666663, + 0.12195993333333337, + 0.042717271111111156, + 0.008962882222222232, + -0.0006334968888889045, + -0.0009558044444444105 + ] + ], + "std": [ + [ + 0.9103807361609941, + 0.9363715375995261, + 1.1502145656153577, + 1.0558247484927283, + 1.076388481139489, + 1.0010167884068093, + 0.9233794686212015, + 0.8789681038837464, + 0.8499326718606948, + 0.8719046264511446, + 0.8860788083725304, + 0.8502961074388711 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 5042, + "cert_evals": { + "36": 0.48514851927757263, + "72": 0.31683167815208435, + "108": 0.24752475321292877, + "255": 0.039603959769010544 + }, + "fold": 1 + }, + { + "best_epoch": 26, + "best_val_acc": 0.5833333333333334, + "test_acc": 0.5398230088495575, + "train_size": 45, + "val_size": 24, + "test_size": 113, + "stats": { + "mean": [ + [ + -0.08181936222222222, + 0.032095062222222207, + -0.2932722444444444, + -0.2642803151111112, + -0.2482941920666666, + 0.04209659104444442, + -0.08089617555555557, + 0.011037159999999989, + -0.05962093333333333, + -0.05360210222222223, + 0.041594423777777785, + 0.03579832413333331 + ] + ], + "std": [ + [ + 1.0346900075231742, + 0.983181200526179, + 0.8190101673790661, + 0.8655727810698712, + 0.9958599284470852, + 0.9221770981656976, + 1.0076979840800466, + 1.0249788633648824, + 1.0799692279692954, + 1.0059810529176614, + 1.0760442404746193, + 0.966271648432117 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 5042, + "cert_evals": { + "36": 0.3008849620819092, + "72": 0.17699114978313446, + "108": 0.044247787445783615, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 25, + "best_val_acc": 0.7391304347826086, + "test_acc": 0.5263157894736842, + "train_size": 45, + "val_size": 23, + "test_size": 114, + "stats": { + "mean": [ + [ + 0.10711943111111107, + 0.19129145333333336, + 0.23947074666666662, + 0.1974917848888889, + 0.06191540222222221, + 0.19409456755555554, + 0.10399900533333334, + -0.07677485555555555, + 0.05582479999999996, + -0.0920865622222222, + 0.07224912822222225, + -0.22088875111111111 + ] + ], + "std": [ + [ + 0.9820868604107751, + 0.8497304858975051, + 0.9414935653357391, + 0.9419249731758765, + 0.9517511837520722, + 0.8554967298035733, + 1.06563202833593, + 1.067683309777831, + 0.968308470640187, + 1.07319052594271, + 1.055131325540202, + 1.0489152018459469 + ] + ] + }, + "width": 32, + "in_features": 12, + "out_features": 2, + "depth": 6, + "padding": 24, + "parameters": 5042, + "cert_evals": { + "36": 0.3333333432674408, + "72": 0.19298246502876282, + "108": 0.04385964944958687, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5784833944502974, + "std_test_acc": 0.06191208404608526, + "n_samples": 182, + "n_features": 12, + "n_classes": 2, + "mean_cert_acc_36": 0.42075079679489136, + "std_cert_acc_36": 0.12459665735956843, + "mean_cert_acc_72": 0.2444285936653614, + "std_cert_acc_72": 0.06975470211141307, + "mean_cert_acc_108": 0.13390804454684258, + "std_cert_acc_108": 0.10555342509996386, + "mean_cert_acc_255": 0.009900989942252636, + "std_cert_acc_255": 0.019801979884505272 + }, + "plant-margin": { + "dataset": "plant-margin", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 66, + "best_val_acc": 0.7355371900826446, + "test_acc": 0.7526096033402923, + "train_size": 400, + "val_size": 242, + "test_size": 958, + "stats": { + "mean": [ + [ + -0.0010596968500001934, + -0.01804303900000009, + 0.058554600000000095, + -0.04174014875000007, + -0.00557412199999981, + 0.022321825499999975, + 0.009465832749999917, + 0.026944449999999596, + 0.0220769747500004, + -0.02089326899999988, + -0.012520925000000096, + 0.0033962770000000053, + 0.0021340793749998234, + -0.0033546413499999455, + 0.021925117425000074, + 0.013851212499999961, + -0.0015689260000001164, + -0.004634679999999923, + -0.05511270024999984, + 0.026070323000000024, + 0.01848005475000007, + 0.0022656225000003355, + -0.01842250000000018, + 0.01246016899999983, + 0.0098437735000002, + -0.032934458000000104, + 0.049291360500000325, + 0.0024477580000001266, + -0.02057179899999991, + 0.0009727362499999343, + 0.0017701742499999368, + 0.00541423612499992, + 0.02091535780000011, + 0.020351312499999816, + -0.009445618999999935, + -0.02841862299999999, + 0.029737960000000185, + 0.018735809500000172, + 0.014390100750000086, + -0.016125830000000306, + 0.012385870249999646, + -0.043971327499999775, + 0.0009311264999999372, + 0.01806689874999989, + -0.008581579999999964, + -0.009399341000000174, + -0.03755508207500001, + -0.0009747140000000407, + 0.028856429249999874, + -0.0030426587000000733, + -0.015013867049999909, + -0.004152345000000207, + 0.02680056899999996, + -0.02129718575000011, + 0.022555419000000035, + -0.00723436300000014, + 0.036754802499999906, + -0.02058847975000004, + -0.010368677175000047, + -0.029642165000000022, + -0.02736674750000015, + 0.0008163920000001678, + 0.018380879350000014, + -0.008580070000000413 + ] + ], + "std": [ + [ + 0.9874340403909011, + 0.9592061852266575, + 1.0435962908617902, + 0.9425389198852354, + 1.0047339728470936, + 1.0363144948903504, + 1.0296524029950296, + 1.0063022213625923, + 1.094313672273991, + 1.0202299972901783, + 0.985157157060649, + 0.9888027948033142, + 0.9932416135375679, + 0.9909877623883768, + 1.0005062186033022, + 1.2067387345575986, + 0.984270179305036, + 0.9091203000942354, + 0.9545319559171044, + 0.983601787222833, + 1.011060877681347, + 0.9799045991624534, + 0.9223386505533625, + 1.0460006470835634, + 1.0181216615718796, + 0.9516193964985948, + 1.0882812579258407, + 1.0329753644197, + 0.9792719916843142, + 0.9673648432380815, + 0.9958388822460692, + 1.012645249804551, + 1.0439458247448072, + 1.0733982117428793, + 1.0111716504511818, + 0.996690448869414, + 1.0367837370015323, + 1.0026230843872075, + 1.0036523141489182, + 0.9356670752186079, + 1.0259733303222744, + 0.9543079293157887, + 1.016979624435871, + 1.0361404335495707, + 0.9710294506381861, + 0.9356304778213941, + 0.9636374865372435, + 0.9682684696531572, + 1.0488592685926776, + 1.0095591832024964, + 0.9864668975312801, + 0.965788248416018, + 1.0175463184007973, + 0.9707788038864342, + 1.035917848788737, + 0.9984750436485963, + 1.047306945528514, + 0.9624268336767162, + 1.0407274202088548, + 0.9906889986330216, + 0.9133036560743315, + 1.0063256302193264, + 1.0448919868528035, + 1.060209155310641 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 212580, + "cert_evals": { + "36": 0.6889352798461914, + "72": 0.6116910576820374, + "108": 0.5448852181434631, + "255": 0.29123175144195557 + }, + "fold": 0 + }, + { + "best_epoch": 47, + "best_val_acc": 0.7905982905982906, + "test_acc": 0.7443064182194618, + "train_size": 400, + "val_size": 234, + "test_size": 966, + "stats": { + "mean": [ + [ + 0.018630191274999833, + 0.0021237185000000623, + 0.020341910000000126, + -0.03847603025000004, + 0.0024851145000002843, + -0.019245363750000032, + 0.01765857999999999, + -0.09520458750000026, + 0.016723600750000407, + -0.020893166249999973, + -0.013275087500000034, + -0.009778451499999922, + 0.02100441234999998, + -0.0006707280500000078, + 0.01202943670000018, + -0.012221054999999943, + 0.026685538499999994, + 0.03934188799999998, + -0.017911806749999953, + -0.004428536999999995, + 0.013875288750000034, + -0.007751707499999634, + 0.03217363749999957, + 0.003825904499999896, + 0.010617184500000114, + -0.03897739600000022, + -0.00972438474999977, + 0.0034970589999999357, + 0.02035820800000013, + -0.037335613750000024, + -0.008548351749999959, + 0.0018481537499997402, + -0.007583834749999951, + 0.04391894749999982, + 0.033370660000000205, + 0.00937306074999997, + -0.013948834999999842, + 0.005821061250000135, + 0.03052180125000005, + 0.02165496999999981, + -0.00854195450000032, + -0.03606767999999988, + -0.017944192250000105, + -0.02588678125000007, + 0.01616825525000002, + -0.00827056050000008, + -0.0017126565000000083, + -0.01656842850000004, + -0.017988074249999902, + -0.03559730630000006, + -0.0036789360499999424, + 0.012461489999999617, + 0.026261220249999995, + -0.020665702500000202, + -0.0005093669999999243, + -0.009416002500000138, + -0.02145052, + 0.012404727999999953, + 0.008414623600000027, + 0.026667712, + 0.023455849999999993, + 0.01995325700000049, + 0.017141528075000113, + -0.00027581000000054354 + ] + ], + "std": [ + [ + 1.041295070488909, + 1.0014805383027654, + 1.0526387415016842, + 0.9348659203435066, + 1.012132944361091, + 0.9779461065975633, + 1.0032476656820697, + 0.765138203982258, + 1.084558801095068, + 1.0155838017759249, + 0.9847823955761184, + 1.0321402388555014, + 1.0519629684769372, + 0.9582131621864026, + 0.9927092815254406, + 0.803704884375634, + 0.9988728657062945, + 1.1858597763171363, + 1.012274069308041, + 1.012471113861707, + 1.0151240798466312, + 0.9972545733894309, + 1.0563298324391637, + 1.0047120258743576, + 1.016702961526915, + 0.9272542628757423, + 1.012180666645035, + 1.0130792339306003, + 0.9869444731802731, + 0.9732936953239708, + 0.9987581693686506, + 1.0025285436476967, + 0.9823926819700436, + 1.13766033578092, + 1.0184063166975657, + 1.0037002652524598, + 1.0159024793557991, + 0.998493316788935, + 1.0374784962262864, + 1.0063283056949195, + 1.0742583169244284, + 0.9634076134691111, + 0.958447407516677, + 1.0041785286506213, + 1.013112893307404, + 0.9769612001923168, + 1.0056368868600618, + 0.9788744628207897, + 0.9629520265558652, + 0.929550730995055, + 0.9854910637585246, + 1.0358257613723332, + 1.0240098398191608, + 0.9303959288426701, + 1.0012547252975355, + 0.9956229965329875, + 1.021855039918818, + 1.0091992464793387, + 0.9897071424780775, + 0.9856059256334351, + 1.0201829621015206, + 1.0268852627871752, + 1.0341940427237508, + 0.9799526515218273 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 212580, + "cert_evals": { + "36": 0.6770186424255371, + "72": 0.6004140973091125, + "108": 0.5144927501678467, + "255": 0.24741201102733612 + }, + "fold": 1 + }, + { + "best_epoch": 49, + "best_val_acc": 0.7434782608695653, + "test_acc": 0.7391752577319588, + "train_size": 400, + "val_size": 230, + "test_size": 970, + "stats": { + "mean": [ + [ + 0.005920089124999763, + -0.001301032000000133, + 0.0013308824999999258, + 0.008417454999999876, + 0.005976730250000185, + 0.019669846999999876, + 0.010878556750000047, + 0.025150082499999716, + 0.0022754870000003123, + 0.024085954000000003, + -0.005742166250000042, + -0.007721828999999947, + 0.00371573337499994, + -0.012943442949999913, + -0.014590249949999882, + -0.025256129999999963, + -0.011889130000000098, + -0.019724357499999953, + -0.01377830674999994, + 0.006886749000000014, + -0.003516929999999907, + -0.03828019749999969, + 0.005775229999999821, + -0.030314237500000177, + -0.019109295999999804, + 0.04844473150000008, + -0.02716004849999974, + 0.002796986500000034, + -0.019719068250000017, + 0.041975102500000014, + -0.017687051749999974, + -0.021844609375000337, + 0.020916906100000077, + -0.022494655000000176, + 0.026175232000000156, + 0.010884623500000074, + -0.021303965499999796, + -0.0039162167499998055, + -0.015307416500000065, + 0.012900294999999774, + 0.006834127249999801, + 0.027173450000000154, + 0.0027974614999998885, + 0.028211698749999896, + -0.0031931937499999692, + 0.011277844999999809, + 0.00992980717499997, + -0.013968735000000017, + -0.01707076174999997, + 0.01365854819999998, + -0.0014908621499998933, + 0.009138499999999666, + 0.02060593399999994, + 0.007099336749999857, + -0.003448647499999997, + 0.0015010997499998568, + -0.03850890625000006, + 0.0022736427499999282, + -0.013522159549999977, + -0.0332120949999999, + 0.005866322499999921, + -0.004317283999999508, + -0.00538338794999997, + -0.0069175300000004145 + ] + ], + "std": [ + [ + 1.0010921783674436, + 0.9945407140012373, + 1.005748587963517, + 0.9668282590649625, + 1.0031010346345277, + 0.9967928785295819, + 0.9751713195709866, + 1.1467050887662724, + 0.9392946439639414, + 0.9895328846805108, + 0.9767912569515301, + 0.9727489873091506, + 0.9701070098004984, + 1.0053545262016492, + 0.9846236608578788, + 0.7727736342078088, + 0.971944708609996, + 0.8826840113147226, + 0.98563931252641, + 0.9711438420390225, + 0.9629058280406353, + 0.9716674314378894, + 1.1301355955709167, + 0.9477815286674603, + 0.9881704764475729, + 1.0137752766865444, + 0.9583402354865277, + 0.9958443104934569, + 0.9663730766877806, + 1.0669358291663034, + 0.955827255033273, + 0.9505215572351379, + 1.0084010054173358, + 0.9871444837708967, + 1.0130833200270473, + 1.043702427349745, + 0.9912743901116762, + 0.973685836703786, + 0.985763394194837, + 1.0377291955455417, + 1.0077815203197755, + 1.0141762382944473, + 1.019662919156708, + 1.046456382869172, + 1.0332849966442448, + 1.0406499407344652, + 0.9961622026264285, + 0.9855957603524927, + 0.9824473993933991, + 1.0388871379951687, + 1.0170409949547163, + 1.03216407460882, + 1.0347227568843633, + 1.0401704190454892, + 0.9504580582249552, + 0.9606350019976608, + 1.0073622594193574, + 1.0173972038824486, + 0.9758624776113387, + 1.017294570276939, + 1.1903867160054817, + 1.041760575180181, + 0.9817904646611345, + 0.9934098271111226 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 212580, + "cert_evals": { + "36": 0.6670103073120117, + "72": 0.5938144326210022, + "108": 0.5247423052787781, + "255": 0.25360825657844543 + }, + "fold": 2 + }, + { + "best_epoch": 37, + "best_val_acc": 0.691699604743083, + "test_acc": 0.7159450897571278, + "train_size": 400, + "val_size": 253, + "test_size": 947, + "stats": { + "mean": [ + [ + 0.0049220609499997505, + 0.014300554999999927, + -0.013117759999999938, + 0.0006888637499999897, + 0.014571960000000097, + -0.029186410499999996, + 0.002400438750000075, + -0.053890317500000125, + 0.010837756000000382, + -0.043686283749999874, + 0.00818919124999994, + 0.02274708350000002, + -0.010304195600000106, + 0.021186932849999934, + 0.02806746060000008, + 0.03340746249999935, + -0.023547052000000096, + -0.033522315499999976, + 0.008610349500000156, + 0.027052154499999995, + -0.010934992499999938, + 0.006081485000000295, + 0.02777317250000039, + 0.016383195499999857, + 0.03879757150000023, + -0.021655729750000265, + 0.014864098750000401, + 0.036007804000000046, + -0.006075429999999921, + -0.019079332500000098, + 0.046873371749999754, + 0.020189249124999916, + -0.006358586449999976, + -0.01606563250000019, + -0.011602580249999888, + 0.013908655750000045, + -0.026925847499999826, + 0.04435231250000004, + 0.0030248995000000476, + 0.04331075999999964, + -0.010036047250000119, + -0.020255887499999837, + 0.016312687999999884, + 0.0007390799999998633, + -0.01058009674999995, + 0.022933002500000025, + 0.018606085150000003, + -0.02793774274999995, + 0.02640782450000013, + 0.0009197187999999446, + 0.01879274900000016, + -0.012793932500000254, + -0.05696751475000014, + 0.009623771999999869, + -0.014076831999999899, + 0.03262045174999992, + -0.03750922250000002, + -0.020068239750000067, + 0.007511379900000031, + 0.011995891500000104, + 0.001957915000000034, + 0.008284810500000324, + -0.03583419272500005, + 0.025183247499999534 + ] + ], + "std": [ + [ + 1.0292860056491944, + 1.0292792317834558, + 1.021157636187128, + 1.0004671883473788, + 1.0099925807918118, + 0.940459599532873, + 1.0284403765468189, + 0.8253858457506277, + 1.0205839902595195, + 0.9375845702209917, + 1.0276192722636466, + 1.0352781665590673, + 1.00573951678478, + 1.0168176366617936, + 1.0354526336454533, + 1.409467384284455, + 1.0173514777145187, + 0.9176768917465363, + 0.9987312571300704, + 1.011937740881034, + 0.998584402272729, + 1.056733717686757, + 1.037552726041927, + 1.0142258428702424, + 1.035939823876147, + 0.9963005677388238, + 1.0191184901038401, + 1.0189027476350714, + 0.9772965657228759, + 0.9822876158929498, + 1.1026232958885742, + 1.0501886707528871, + 0.9971602814316513, + 1.0340674788196675, + 0.9800225335712383, + 1.0197769718133536, + 0.9741149929553732, + 1.042912622378931, + 0.9736271090391864, + 1.061534430063924, + 0.9526685914619262, + 1.0048497041951536, + 1.0274317900005205, + 0.9912072467959292, + 0.9895627947501346, + 1.0186115853191826, + 1.013480663944259, + 0.9413201803178272, + 1.0436199704257596, + 0.9898799364419235, + 1.0333854032952587, + 0.9495359391868493, + 0.9383015025414292, + 1.0126790152589706, + 0.9761807480062364, + 1.0554871962715169, + 0.9748100083771338, + 0.9555452645008876, + 1.0523449870830452, + 0.9961427848161136, + 1.2062430696295, + 1.0118419269696228, + 0.9775440389434499, + 0.9524811445180422 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 212580, + "cert_evals": { + "36": 0.6409715414047241, + "72": 0.5733896493911743, + "108": 0.5036959052085876, + "255": 0.24709610641002655 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7380090922622102, + "std_test_acc": 0.015716354394920258, + "n_samples": 1600, + "n_features": 64, + "n_classes": 100, + "mean_cert_acc_36": 0.6684839427471161, + "std_cert_acc_36": 0.02041406473293434, + "mean_cert_acc_72": 0.5948273092508316, + "std_cert_acc_72": 0.016085162845354935, + "mean_cert_acc_108": 0.5219540446996689, + "std_cert_acc_108": 0.01753704352062389, + "mean_cert_acc_255": 0.2598370313644409, + "std_cert_acc_255": 0.021143465366803373 + }, + "plant-shape": { + "dataset": "plant-shape", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 100, + "best_val_acc": 0.5560747663551402, + "test_acc": 0.4827586206896552, + "train_size": 400, + "val_size": 214, + "test_size": 986, + "stats": { + "mean": [ + [ + 0.010793134649999947, + 0.0029814738750000274, + -0.005680250974999982, + -0.00999388868249995, + -0.018943553000000047, + -0.022220061225000066, + -0.023538591772499947, + -0.023104606949999985, + -0.022654011850000027, + -0.013826088777500009, + -0.012183569699999982, + -0.019542425225000024, + -0.021094745304999968, + -0.013662524125000061, + -0.007497562182500008, + -0.004011965550000029, + -0.0018356184500000372, + 7.94950000007455e-06, + 0.00456346359999991, + 0.002077647049999971, + 0.005165495805000022, + 0.009402297242499979, + 0.008459789907500027, + 0.010384120812499977, + 0.009072800484999985, + 0.009275099372499976, + 0.011333548210000006, + 0.00974336192500002, + 0.009874121385000021, + 0.013796312999999978, + 0.0035003747700000252, + -0.0006504867999999986, + -0.006737763249999974, + -0.009779546075000065, + -0.009547967425750021, + -0.008340889135000092, + -0.01037015690000003, + -0.015118204249999967, + -0.014712120350000033, + -0.011817635924999998, + -0.01854881525000002, + -0.021627437300000017, + -0.02562561288749998, + -0.02507883772499999, + -0.01957355992500001, + -0.010989493799999993, + -0.004170166650000026, + -0.0007832742674999737, + -0.0008414850850000529, + 0.0014383313750000115, + 0.008277859025000037, + 0.015007289872500043, + 0.02009162649999997, + 0.020694419627500026, + 0.02312079630000003, + 0.02027844062500002, + 0.012670696450000017, + 0.011923742850000028, + 0.008522531550000014, + 0.0021193726999999838, + 0.00027873594999999404, + -0.005514954024999976, + -0.005619866314999964, + 0.000804423425000044 + ] + ], + "std": [ + [ + 1.0193984315579283, + 1.0138728773194225, + 1.0025119027839187, + 0.9926201913273888, + 0.9797572939727588, + 0.9675431762012998, + 0.9562849021750489, + 0.9457765924705838, + 0.9453288165685446, + 0.9493183692891524, + 0.9510566730800354, + 0.9587654362947835, + 0.9708540170515252, + 0.9906082656256265, + 1.0060018623497948, + 1.0090880491601784, + 0.9970255943580457, + 0.9966975594633455, + 1.0075598104469696, + 1.0193962682636182, + 1.040522735169908, + 1.0407459188197639, + 1.0303725268059722, + 1.0256419706953475, + 1.0198382842786065, + 1.0197936843070703, + 1.0266695425622123, + 1.0253571333157874, + 1.0153590777307844, + 1.0110354025342352, + 1.0181892223475282, + 1.0166426127543688, + 1.011169701470929, + 1.0054929366994545, + 1.0096458368985821, + 1.0140452905977049, + 1.009910026151903, + 0.9911465124845928, + 0.981395028524588, + 0.9714368920896277, + 0.9640569672295396, + 0.9682443777583067, + 0.9618240790560709, + 0.9651476273791817, + 0.9697583533908924, + 0.9857642722747081, + 0.9945128871244862, + 0.998379374233736, + 1.0006314561941052, + 1.008050481132436, + 1.0268004129156558, + 1.0452850694975346, + 1.0563281717760602, + 1.0509178269869455, + 1.0471449082028836, + 1.0431100616694575, + 1.035476811024627, + 1.0416661017312363, + 1.0428844632918242, + 1.0319514866130477, + 1.029873132188317, + 1.028802362627988, + 1.0249104343768467, + 1.0178924453800364 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 212580, + "cert_evals": { + "36": 0.37221094965934753, + "72": 0.27586206793785095, + "108": 0.1866125762462616, + "255": 0.04361054673790932 + }, + "fold": 0 + }, + { + "best_epoch": 76, + "best_val_acc": 0.5121951219512195, + "test_acc": 0.5167714884696016, + "train_size": 400, + "val_size": 246, + "test_size": 954, + "stats": { + "mean": [ + [ + -0.01969966857750001, + -0.018735893250000035, + -0.01923726170000004, + -0.01765154066999996, + -0.021040157724999967, + -0.020549986874999978, + -0.01802188749999998, + -0.013611070524999968, + -0.01314826475000005, + -0.010111033277499976, + -0.011831655162500052, + -0.009240258725000013, + -0.004857546977500041, + -0.003872501354999996, + -0.004503420224999966, + -0.007399539599999919, + -0.009506949104999987, + -0.00983436382500002, + -0.0073349694900001206, + -0.0026293045575000932, + -0.005217706800000011, + -0.01053002465000001, + -0.011560438125000017, + -0.009075882437499998, + -0.0045980930749999985, + -0.008758359152500011, + -0.012621292225000027, + -0.016511235369999985, + -0.028317963276500033, + -0.02497353765000002, + -0.014343673825000004, + -0.008610495525000058, + 0.004172939175000043, + 0.0019351163249999698, + -0.004373591600750041, + -0.0077125528000000455, + -0.01211637097500002, + -0.01259113399249995, + -0.012157099130000017, + -0.014399237225000002, + -0.009437209475000015, + -0.0046622409374999915, + -0.006370976337500016, + -0.011270999825000006, + -0.015921284525000006, + -0.012410074750000007, + -0.014884673650000003, + -0.016949542649999955, + -0.017354671999999977, + -0.011285483702500028, + -0.009929046974999904, + -0.007901803479999947, + -0.00815231512075005, + -0.010049489069999949, + -0.011786209875000047, + -0.014985319077499979, + -0.019011035099999973, + -0.008162044849999986, + -0.0058525207999999595, + -0.01041489936249999, + -0.011318642174999963, + -0.015970219724999984, + -0.026622342699999985, + -0.029072289924999974 + ] + ], + "std": [ + [ + 0.9860131433859547, + 0.9839451298693502, + 0.9815653890681931, + 0.9791684843455107, + 0.9793192609145278, + 0.980950701990714, + 0.9884282309487391, + 0.9817147072820436, + 0.9862993933397015, + 0.9922815938909398, + 0.9847563677603288, + 0.9853865969758397, + 0.9879672222996878, + 0.9946824106249518, + 0.9961943172051062, + 0.9902136279887243, + 0.9887680048123522, + 0.993003063211071, + 1.0071770840518683, + 1.0247666604590329, + 1.0257137801878309, + 1.011455364670402, + 0.9947052989179791, + 0.9869387562943811, + 0.9888179645496713, + 0.987009987810631, + 0.9897190394535154, + 0.991361121462267, + 0.992989633996112, + 0.9961724937704427, + 0.9897090546568476, + 0.9844393105882888, + 0.9858088094372514, + 0.9942345793157213, + 0.9949467347271544, + 0.9941801452632953, + 0.9935755677210956, + 0.9940539923777484, + 0.9871617326295817, + 0.9809194296573341, + 0.9841049037423958, + 0.9872912480789516, + 0.9853330949312704, + 0.9809868668056975, + 0.977760884105985, + 0.9785005795193457, + 0.9774791029379978, + 0.9747292923736738, + 0.9892632184812155, + 0.9903128998680867, + 0.9995507672572046, + 1.012420498620147, + 1.014423356554454, + 1.0113780719858716, + 1.0085495954493642, + 1.0103910622541978, + 1.0042573664175571, + 0.9954666158538873, + 0.9825056771440344, + 0.969748087810821, + 0.9684376869484385, + 0.9687387646565352, + 0.9685510643060194, + 0.9716172187511043 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 212580, + "cert_evals": { + "36": 0.41299790143966675, + "72": 0.30188679695129395, + "108": 0.20335428416728973, + "255": 0.05136268213391304 + }, + "fold": 1 + }, + { + "best_epoch": 64, + "best_val_acc": 0.49361702127659574, + "test_acc": 0.45492227979274613, + "train_size": 400, + "val_size": 235, + "test_size": 965, + "stats": { + "mean": [ + [ + -0.011195848850000047, + -0.014077039849999994, + -0.015681537625000016, + -0.015262547177500023, + -0.018894034979999984, + -0.023536119524999965, + -0.016015195249999968, + -0.008908977427499989, + -0.005013930349999998, + -0.007225348899999984, + -0.008182635, + -0.00789371312500003, + -0.011035066974999978, + -0.005199030499999984, + 0.005315251324999976, + 0.011141104150000055, + 0.011588849470000002, + 0.009680554374999966, + 0.010888354087499948, + 0.010037595079999946, + 0.011800275580000021, + 0.007671618275000015, + 0.006882413550000033, + 0.0062716886124999935, + -0.0019262105499999794, + -0.002007641149999968, + -0.003485761440000005, + -0.0017775631049999818, + 0.0007400688484999391, + -0.0018860717750000106, + -0.006113297799999992, + -0.013600633775000042, + -0.020458192474999966, + -0.023048553475000007, + -0.019547718700000005, + -0.01125536750999998, + -0.014651312500000012, + -0.017176074307499963, + -0.015313710324999983, + -0.018115000749999995, + -0.02384295694999999, + -0.02221634045249998, + -0.019668475399999934, + -0.016640133125000005, + -0.011789776774999969, + -0.006203905024999959, + -0.004540449625000036, + 0.0006846066824999924, + 0.006433635392500026, + 0.0017259993975000153, + 0.0026194728225000024, + 0.002456912675000057, + 0.0035687386999999193, + 0.003967900025000002, + 0.008058575125000038, + 0.009259356747499982, + 0.009820443250000033, + -0.000526142624999981, + -0.007535754924999987, + -0.006530597337499988, + -0.00488854567499998, + -0.004628704975000013, + -0.006573741065000051, + -0.008198970250000055 + ] + ], + "std": [ + [ + 0.9997831577603109, + 1.0025959495608783, + 0.9981200898415419, + 0.9862363254781552, + 0.9807001230728768, + 0.9703599657486957, + 0.9542469081610001, + 0.9473845839451106, + 0.9547713929170183, + 0.9636033061770535, + 0.9759543385191676, + 0.9833507068982068, + 0.9860092538737429, + 0.9928824474026815, + 1.009087175522555, + 1.0225369274879927, + 1.0377746120861517, + 1.047008477348557, + 1.0437668765399934, + 1.0330775502764258, + 1.0319662406027479, + 1.030352484762016, + 1.0343435297883754, + 1.0306714836465332, + 1.0227257424915315, + 1.0163750005569692, + 1.0080783487785092, + 1.0057728718253096, + 1.0031574142753106, + 0.9970437490537768, + 1.0039054666803333, + 1.0092902332461646, + 1.015955753316646, + 1.0094451596904581, + 0.9971506877338592, + 0.9797514030945054, + 0.9606748456549195, + 0.9429643662114964, + 0.9357296749897012, + 0.9401794981595187, + 0.9451576738004599, + 0.9529959594959825, + 0.9553731219059256, + 0.952474899040048, + 0.9565245724608336, + 0.9697603305783443, + 0.9863202900077532, + 0.9954169393962655, + 1.0081946986669663, + 1.0156075960594253, + 1.0253976925038635, + 1.0300309888526664, + 1.0402541851284346, + 1.0433040030246603, + 1.0375395049686613, + 1.0264815045978641, + 1.021912736268765, + 1.0088758758830503, + 1.003466814657958, + 1.0086525159597994, + 1.0137559378643732, + 1.0086686244063605, + 1.006042971236659, + 1.0003260366638576 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 212580, + "cert_evals": { + "36": 0.31191712617874146, + "72": 0.21243524551391602, + "108": 0.1585492342710495, + "255": 0.048704665154218674 + }, + "fold": 2 + }, + { + "best_epoch": 58, + "best_val_acc": 0.42290748898678415, + "test_acc": 0.4131551901336074, + "train_size": 400, + "val_size": 227, + "test_size": 973, + "stats": { + "mean": [ + [ + -0.01614315225000004, + -0.007862261849999979, + 0.00030315945000001577, + -6.585304499997488e-05, + 0.0033457709750000114, + 0.009937330912499974, + 0.010135651675000024, + 0.009038938675000023, + 0.008931583272500009, + 0.009906352275000018, + 0.013642040799999994, + 0.017299261174999987, + 0.019865335000000005, + 0.019657458469999986, + 0.022414197692500006, + 0.02512643972499996, + 0.026877304525000024, + 0.0296143309, + 0.027764356497500045, + 0.024134231862499998, + 0.021181714175000043, + 0.02076543959999998, + 0.018820411632499992, + 0.016560606787500022, + 0.014716417624999967, + 0.015544499800000031, + 0.008937221650000026, + 0.0035691808475000007, + 0.00756637997750002, + 0.010582013399999977, + 0.00892202232, + 0.010522723749999905, + 0.009224050324999985, + 0.011262885774999978, + 0.012877923949999981, + 0.008631394499999978, + 0.013585739524999963, + 0.012593921374999985, + 0.00966451497500001, + -0.0018835844000000157, + -0.0072232187000000215, + -0.0024773558750000612, + 0.004778897314500035, + 0.010836082050000053, + 0.013114038100000038, + 0.012921894249999984, + 0.011661495899999983, + 0.006202870582499988, + 0.009554275007499979, + 0.010892630822499966, + 0.015263733174999995, + 0.018143591994999972, + 0.01859551449250001, + 0.01313465375500002, + 0.01828117135000002, + 0.021080939575000034, + 0.020155471175000023, + 0.02226961222499997, + 0.019368037950000003, + 0.018775792600000018, + 0.018483347624999945, + 0.009753726052499946, + -0.0015497268675000327, + -0.011832948350000021 + ] + ], + "std": [ + [ + 0.9690180900805035, + 0.9727335201919173, + 0.9764755262740973, + 0.9829585179082819, + 0.9924285501408081, + 1.0058984225928205, + 1.0139421119627963, + 1.0204714628277265, + 1.024761969275269, + 1.0411321691366637, + 1.051554346720804, + 1.0528939116549463, + 1.048231049542776, + 1.035208648003462, + 1.0211826349075386, + 1.021066390612321, + 1.0225781515263015, + 1.0234107662776533, + 1.013889389780415, + 1.002809268474515, + 1.005659594852486, + 1.0123290373188114, + 1.0154559039015623, + 1.013290801738594, + 1.0094740964231081, + 1.0002162486552635, + 0.9914378185750687, + 0.9943868019460187, + 0.9942535553869897, + 0.9896262981629789, + 0.9859228057329431, + 0.9860916917991401, + 0.9824333417893006, + 0.9869225315171396, + 0.9958671872185834, + 0.999358349920491, + 0.9902030063817621, + 0.9953941674238796, + 1.0044794940384356, + 1.01450410197358, + 1.0212449253894722, + 1.031533466370799, + 1.0310663353310807, + 1.0299586525323416, + 1.0140754261682852, + 1.0146983653439086, + 1.010949221001189, + 0.9984754004996209, + 0.9996230059073175, + 1.0023281510239592, + 1.0083940727060101, + 1.0104207218854935, + 1.0188090918448567, + 1.0267152458848512, + 1.0256934112800635, + 1.0177374007859166, + 1.004324219711767, + 0.9955156869267784, + 0.9865523378817893, + 0.984584448748711, + 0.9818097517909892, + 0.9865486470036113, + 0.9850111209189524, + 0.9782242969255907 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 212580, + "cert_evals": { + "36": 0.3186022639274597, + "72": 0.23535458743572235, + "108": 0.17060637474060059, + "255": 0.02980472892522812 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.4669018947714026, + "std_test_acc": 0.04385822449259767, + "n_samples": 1600, + "n_features": 64, + "n_classes": 100, + "mean_cert_acc_36": 0.35393206030130386, + "std_cert_acc_36": 0.04773657083999811, + "mean_cert_acc_72": 0.2563846744596958, + "std_cert_acc_72": 0.04009833277015943, + "mean_cert_acc_108": 0.17978061735630035, + "std_cert_acc_108": 0.01947076256402627, + "mean_cert_acc_255": 0.04337065573781729, + "std_cert_acc_255": 0.0095988898723863 + }, + "post-operative": { + "dataset": "post-operative", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 37, + "best_val_acc": 0.7692307692307693, + "test_acc": 0.6545454545454545, + "train_size": 22, + "val_size": 13, + "test_size": 55, + "stats": { + "mean": [ + [ + 0.2644478181818181, + -0.002965454545454521, + -0.04423899999999998, + 0.0652979090909091, + -0.09040263636363635, + 0.12863909090909095, + -0.031622818181818196, + -0.010754727272727246 + ] + ], + "std": [ + [ + 0.863045425336646, + 0.9808035281210981, + 0.9954110000000002, + 0.8638286631944233, + 0.9903112638860088, + 1.0460343032985846, + 0.9593493232948251, + 0.6242961991096403 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 3507, + "cert_evals": { + "36": 0.5636363625526428, + "72": 0.27272725105285645, + "108": 0.12727272510528564, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 5, + "best_val_acc": 0.5, + "test_acc": 0.36, + "train_size": 22, + "val_size": 18, + "test_size": 50, + "stats": { + "mean": [ + [ + -0.04068454545454543, + -0.13643590909090905, + -0.22522281818181814, + -0.01632572727272733, + 0.18080527272727273, + -0.36753845454545453, + -0.4196983636363635, + 0.03461609090909094 + ] + ], + "std": [ + [ + 0.48245777837997267, + 1.0509474100388445, + 0.9788196547256961, + 1.0356928042306306, + 0.9778540225386487, + 0.7579234423290888, + 0.7652973041426179, + 0.7599528606329299 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 3507, + "cert_evals": { + "36": 0.05999999865889549, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 5, + "best_val_acc": 0.6666666666666666, + "test_acc": 0.5084745762711864, + "train_size": 22, + "val_size": 9, + "test_size": 59, + "stats": { + "mean": [ + [ + 0.035598363636363664, + -0.06970068181818179, + -0.13473090909090904, + -0.17957400000000004, + 0.18080527272727273, + 0.29403163636363644, + 0.03305631818181817, + 0.034616272727272704 + ] + ], + "std": [ + [ + 0.7964199476848967, + 1.018669033729904, + 0.9912891976159546, + 1.0484797311020457, + 0.9778540225386487, + 1.24868633500981, + 1.0040929058601908, + 0.5709040666748884 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 3507, + "cert_evals": { + "36": 0.22033898532390594, + "72": 0.033898305147886276, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 6, + "best_val_acc": 0.5, + "test_acc": 0.5185185185185185, + "train_size": 22, + "val_size": 14, + "test_size": 54, + "stats": { + "mean": [ + [ + -0.4221010909090909, + 0.19724022727272736, + 0.22723672727272717, + -0.016325727272727287, + -1.0092936587501423e-17, + -0.036753454545454506, + -0.16098145454545446, + 0.41270672727272745 + ] + ], + "std": [ + [ + 0.9311555791372603, + 0.9366735504705384, + 0.9576763484720417, + 1.0356928042306308, + 0.9944290000000001, + 0.7579238589268785, + 0.9505882556493265, + 0.8002666526517147 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 3, + "depth": 6, + "padding": 16, + "parameters": 3507, + "cert_evals": { + "36": 0.07407407462596893, + "72": 0.018518518656492233, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5103846373337899, + "std_test_acc": 0.12037121571973462, + "n_samples": 90, + "n_features": 8, + "n_classes": 3, + "mean_cert_acc_36": 0.2295123552903533, + "std_cert_acc_36": 0.23424951162681376, + "mean_cert_acc_72": 0.08128601871430874, + "std_cert_acc_72": 0.12837771968983563, + "mean_cert_acc_108": 0.03181818127632141, + "std_cert_acc_108": 0.06363636255264282, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "primary-tumor": { + "dataset": "primary-tumor", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 62, + "best_val_acc": 0.37254901960784315, + "test_acc": 0.37055837563451777, + "train_size": 82, + "val_size": 51, + "test_size": 197, + "stats": { + "mean": [ + [ + -0.008010512195121854, + 0.054444146341463336, + 0.0366287682926831, + 0.017473585365853656, + 0.00994146341463413, + 0.14699000000000015, + 0.04866843902439027, + -0.06218121951219504, + 0.01667878048780483, + -0.03673495121951217, + 0.060766390243902485, + -0.11804926829268325, + 0.04384986585365854, + -0.04256348780487793, + 0.026720512195121893, + 0.09196453658536587, + 0.04076614634146339 + ] + ], + "std": [ + [ + 0.9284296903454413, + 0.9827553422472404, + 0.9950878705168285, + 1.0173173538014615, + 0.9933487461181214, + 1.0, + 0.962929194381142, + 1.0381881034205123, + 0.9899379872265349, + 1.011517643744964, + 0.8811077313196498, + 1.2812447336275181, + 0.9462003808216405, + 1.0326718844648832, + 0.9328296141970309, + 0.9459362255487258, + 0.9834201107664913 + ] + ] + }, + "width": 64, + "in_features": 17, + "out_features": 15, + "depth": 6, + "padding": 34, + "parameters": 14349, + "cert_evals": { + "36": 0.27411165833473206, + "72": 0.2131979614496231, + "108": 0.15228426456451416, + "255": 0.030456852167844772 + }, + "fold": 0 + }, + { + "best_epoch": 15, + "best_val_acc": 0.14, + "test_acc": 0.10101010101010101, + "train_size": 82, + "val_size": 50, + "test_size": 198, + "stats": { + "mean": [ + [ + -0.19990898780487798, + -0.06597853658536594, + -0.06580686585365814, + -0.04826112195121953, + 0.03728248780487797, + 0.06248341463414634, + -0.06985995121951216, + -0.0032160975609755497, + -0.06506265853658541, + 0.09333218292682927, + 0.06076639024390239, + -0.30444282926829297, + -0.1407240975609757, + -0.13789832926829237, + -0.011618548780487929, + -0.07208160975609774, + 0.0923113658536586 + ] + ], + "std": [ + [ + 1.0840763211298148, + 0.9871722424447865, + 0.9943340791237609, + 0.9878070021217906, + 0.978564253608743, + 0.7605592682926824, + 1.0434538299658207, + 1.0006713020447777, + 1.0285572185582093, + 0.9582691142993712, + 0.8811077313196498, + 1.4765153864007459, + 1.1389873689905186, + 1.0994550266298473, + 0.9827072417027007, + 1.0321010371852044, + 0.961563601529827 + ] + ] + }, + "width": 64, + "in_features": 17, + "out_features": 15, + "depth": 6, + "padding": 34, + "parameters": 14349, + "cert_evals": { + "36": 0.0555555559694767, + "72": 0.005050505045801401, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 35, + "best_val_acc": 0.52, + "test_acc": 0.29292929292929293, + "train_size": 82, + "val_size": 50, + "test_size": 198, + "stats": { + "mean": [ + [ + 0.05595567073170747, + -0.11414758536585423, + -0.15360871951219476, + 0.11138004878048806, + 0.14664658536585373, + -0.022023170731707342, + 0.04866843902439022, + 0.11471414634146337, + -0.09230980487804882, + -0.010721524390243967, + -0.13876521951219484, + -0.024852487804878247, + -0.029979719512195135, + -0.13789832926829246, + 0.02672051219512185, + -0.0720816097560979, + 0.014993536585365865 + ] + ], + "std": [ + [ + 0.8752456105780106, + 1.0319878972477479, + 1.020270188955276, + 0.973373221402528, + 0.908857763487908, + 1.068933148158204, + 0.9629291943811422, + 0.9096695962820129, + 1.0396848408746504, + 1.0024455533701155, + 1.2137033994344781, + 1.1602914885292481, + 1.031634721498422, + 1.0994550266298473, + 0.9328296141970309, + 1.0321010371852055, + 0.9931654994287419 + ] + ] + }, + "width": 64, + "in_features": 17, + "out_features": 15, + "depth": 6, + "padding": 34, + "parameters": 14349, + "cert_evals": { + "36": 0.22727273404598236, + "72": 0.12121212482452393, + "108": 0.09595959633588791, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 16, + "best_val_acc": 0.2222222222222222, + "test_acc": 0.24056603773584906, + "train_size": 82, + "val_size": 36, + "test_size": 212, + "stats": { + "mean": [ + [ + 0.03463378048780499, + 0.006275073170731583, + 0.007361365853658851, + -0.05765181707317083, + 0.06462351219512194, + 0.062483414634146285, + 0.04866843902439023, + 0.17367926829268246, + 0.043925926829268234, + -0.03673495121951222, + 0.010883487804878128, + 0.06834443902439019, + -0.029979719512194993, + 0.11632791463414643, + 0.026720512195121806, + 0.06462351219512184, + 0.14385658536585347 + ] + ], + "std": [ + [ + 0.9863628325148939, + 0.9862904448213375, + 0.9415700081720351, + 0.9778925433614022, + 0.9627768184983537, + 0.7605592682926826, + 0.962929194381142, + 0.8544857970801263, + 0.9752042587005816, + 1.0115176437449636, + 0.9787732234590277, + 0.8230916787799415, + 1.031634721498422, + 0.888087814072915, + 0.9328296141970309, + 0.9627768184983537, + 0.9363654126487833 + ] + ] + }, + "width": 64, + "in_features": 17, + "out_features": 15, + "depth": 6, + "padding": 34, + "parameters": 14349, + "cert_evals": { + "36": 0.12264151126146317, + "72": 0.07075472176074982, + "108": 0.03773584961891174, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.25126595182744016, + "std_test_acc": 0.11351626203022874, + "n_samples": 330, + "n_features": 17, + "n_classes": 15, + "mean_cert_acc_36": 0.16989536490291357, + "std_cert_acc_36": 0.09909543699106321, + "mean_cert_acc_72": 0.10255382827017456, + "std_cert_acc_72": 0.08776547812577168, + "mean_cert_acc_108": 0.07149492762982845, + "std_cert_acc_108": 0.0667748380808844, + "mean_cert_acc_255": 0.007614213041961193, + "std_cert_acc_255": 0.015228426083922386 + }, + "plant-texture": { + "dataset": "plant-texture", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 72, + "best_val_acc": 0.7429718875502008, + "test_acc": 0.708421052631579, + "train_size": 400, + "val_size": 249, + "test_size": 950, + "stats": { + "mean": [ + [ + -0.016478091624999976, + -0.014961091800000008, + -0.004249621250000072, + 0.023384388500000127, + 0.005502324450000172, + 0.0145078697499998, + 0.0045305880750000724, + -0.03467714649999986, + 0.004193091999999971, + 0.012809078150000047, + -0.009651387200000038, + -0.01915911049999979, + -0.008120220149999673, + 0.007483559499999939, + -8.819250000012408e-06, + -0.019568870142500156, + 0.028020058549999945, + 0.022078226650000053, + 0.0008334952449999984, + -0.0007628900000000476, + -0.033131676325000525, + -0.02417429049999988, + 0.012456803749999997, + 0.002599056999999966, + -0.016433078500000114, + -0.0015455646349999707, + 0.03351081127500002, + -0.00866295650000013, + -0.001216327300000051, + 0.02500025624999989, + 0.002615395250000011, + 0.004382452249999722, + -0.0336998632, + 0.024454489599999945, + 0.006896749999999824, + 0.0024042895000002573, + -0.0489830051999999, + -0.0018739831749999436, + -0.0027442942499998836, + 0.014888681500000006, + 0.039273120399999896, + -0.03620304349999986, + 0.01871371774999999, + 0.0017737930000000502, + 0.03068173249999988, + 0.005476874500000017, + -0.018285551499999983, + -0.01942126079499999, + 0.020034201150000052, + -0.04440868274999999, + -0.0031926880000002233, + -0.009055307999999866, + 0.01178355375000011, + 0.006780597750000028, + -0.015243231374999874, + 0.051239233250000044, + 0.01800514339999995, + 0.008651616399999893, + 0.0034974595000000232, + 0.03453392162500026, + -0.006043314750000227, + 0.012514663999999986, + 0.043475420250000084, + -0.02456098675000002 + ] + ], + "std": [ + [ + 0.9009966230602708, + 0.9364276177287642, + 0.9754761006143327, + 1.0291666417884513, + 1.0289691228068274, + 0.9876927454085853, + 0.9560626059354702, + 0.9597522889147546, + 0.9994773403976824, + 1.0152637844096681, + 0.9520114484241692, + 0.9432619847706322, + 0.9482931419315812, + 1.0591026895126023, + 0.9522570318080412, + 0.9864956149999131, + 1.084922016377646, + 1.173758426456074, + 1.0592998584844, + 1.0606714617823771, + 0.8614306216418535, + 1.0345366597359764, + 1.042209469105469, + 1.0348653782485668, + 0.9988649975902255, + 1.0174988947519772, + 1.0858204535316325, + 0.9739602296564857, + 1.0131848275815751, + 1.0264935540496496, + 0.9816966426566287, + 1.0024562576995246, + 0.9036181164894379, + 1.0437722258848774, + 0.9846104856336191, + 1.0510739753463445, + 0.8892428833739887, + 0.9794996248503948, + 0.9461971557449678, + 1.0298104390925615, + 1.1599976257671403, + 0.9173959381413883, + 0.9736629274573383, + 0.9990534408909421, + 1.0761727962998655, + 0.9933289670108497, + 0.9771946168612999, + 1.032165319421753, + 1.0398720209157222, + 0.9587359927023673, + 1.012139905486573, + 0.9975269161128212, + 1.0373603976704429, + 0.9974923617573629, + 1.0098998196849565, + 1.1923604394819194, + 1.0833214484639513, + 1.0328745232566003, + 1.0402739857013459, + 1.1225366590688706, + 0.9261829634072084, + 1.0546429695267736, + 1.0777446293534623, + 0.9933512209550289 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 212580, + "cert_evals": { + "36": 0.6673684120178223, + "72": 0.6199999451637268, + "108": 0.5778946876525879, + "255": 0.38947367668151855 + }, + "fold": 0 + }, + { + "best_epoch": 81, + "best_val_acc": 0.6798418972332015, + "test_acc": 0.7420718816067653, + "train_size": 400, + "val_size": 253, + "test_size": 946, + "stats": { + "mean": [ + [ + -0.004256254850000026, + 0.021923264150000024, + -0.012071683000000069, + -0.011057278499999901, + -0.017880446849999797, + 0.0011827752499998178, + -0.0027601811999999146, + -0.0251483662499997, + 0.055288276499999955, + 0.018802836700000086, + 0.000680779799999956, + -0.003705401924999697, + -0.0076088335999996695, + -0.006072732000000045, + 0.0014956542500000531, + -0.02329864526500025, + 0.00074919069999995, + 0.034619562699999926, + 0.014588840164999981, + -0.0003229700500000161, + 0.03756710242499937, + -0.018300292499999992, + 0.015038550999999963, + 0.038566000999999954, + -0.024540214250000143, + 0.03385858173000003, + -0.01502205307499997, + -0.03221403250000019, + -0.03763231055000007, + -0.0005684717500001015, + 0.005178833750000021, + 0.0232263649999997, + -0.018164639750000218, + -0.0284664659000001, + 0.014296748749999815, + -0.01446542499999974, + 0.017083458499999923, + -0.05198149362499994, + 0.02665897775000016, + 0.0006017054999999511, + -0.023385096025000055, + -0.00870071099999995, + -0.02645367400000001, + 0.030389902050000018, + -0.010937763500000006, + -0.05008216174999998, + -0.014492351249999987, + -0.029835240265000052, + -0.0028061221000000624, + 0.012136923749999967, + 0.04889772374999951, + -0.005096808249999897, + -0.007376563999999944, + 0.017595101374999984, + -0.013797275999999694, + 0.054841677249999804, + -0.058722712075000016, + 0.03106128492499999, + 0.04723510375, + 0.03316721925000017, + -0.00928761275000021, + 0.004404617250000025, + -0.002385128999999882, + -0.039578189499999986 + ] + ], + "std": [ + [ + 1.0176195895454074, + 1.0490244648468456, + 0.9960419330218429, + 1.0013824399376616, + 0.9994469044392366, + 0.9946100427625639, + 1.0157545132253116, + 0.9788609202986969, + 1.071845617834868, + 0.9893086678710389, + 0.9761446960534231, + 1.0226495027246933, + 1.039042345736355, + 0.9862504907230619, + 1.010782124858231, + 0.9283410333997018, + 0.9169243300337626, + 1.2172212453002578, + 1.0463189591077335, + 1.0069757171220548, + 1.1331476744057545, + 0.9469821203572525, + 1.056155176364169, + 1.0595663845370344, + 0.9428967883897005, + 1.0970228794322368, + 0.9685633455294996, + 0.9741644818618026, + 0.9143633677590421, + 1.0691597858758368, + 1.01412670505509, + 1.070121954375621, + 0.951399475845066, + 0.9830032176811866, + 1.0946821401422548, + 0.9450181434403627, + 1.0182514042513124, + 0.9407099037863594, + 1.0799791344020868, + 0.9842100577075739, + 0.9049268404343978, + 0.9743966176706755, + 0.9614307865494272, + 1.0589976460635564, + 1.033707681388281, + 0.9570270454194322, + 0.9726967073724329, + 0.9598087507205947, + 1.0248291708573996, + 1.0065887165171423, + 1.1899283807762595, + 1.046684908157972, + 0.9585960515533316, + 1.0015106988574207, + 0.9882827515120411, + 1.1390243681390715, + 0.903234233001017, + 1.0770406438636961, + 1.0289747705280785, + 1.108986637240471, + 0.9644875764134929, + 0.9341662575099802, + 1.0003551075843455, + 0.9381906895869818 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 212580, + "cert_evals": { + "36": 0.6966173052787781, + "72": 0.6522198915481567, + "108": 0.6131078004837036, + "255": 0.3942917585372925 + }, + "fold": 1 + }, + { + "best_epoch": 33, + "best_val_acc": 0.736, + "test_acc": 0.6986301369863014, + "train_size": 400, + "val_size": 250, + "test_size": 949, + "stats": { + "mean": [ + [ + 0.006781644050000072, + -0.01704826455000003, + -0.002251882250000035, + -0.0028131144999998512, + -0.005865192699999791, + 0.009570933999999944, + -0.009578214299999865, + -0.024165803499999656, + -0.01858652050000008, + -0.016836627099999942, + 0.022271386250000094, + 0.02783143624999974, + 0.013649515400000272, + 0.03256191874999994, + 0.007509060350000286, + 0.028498989239999706, + 0.009155898099999922, + -0.05709269885000008, + -0.011131543627500075, + 0.007129308599999935, + 0.009527655224999435, + 0.048195565000000024, + -0.03163669524999997, + -0.012298672749999962, + -0.015361769500000262, + -0.020092703134999917, + 0.00814105310000005, + 0.010467141749999798, + 0.000659113049999987, + 0.0005926604999999846, + -0.003039380250000019, + 0.006916299999999689, + 0.0028526314500000234, + 0.02393395764999979, + -0.017349249750000083, + -0.004382585749999812, + 0.0006067708249999293, + -0.02260160009999996, + -0.020113583249999886, + -0.027872431749999968, + 0.012264436799999952, + 0.015939157750000252, + -0.014283123999999987, + -0.014588402899999955, + 0.013490449499999968, + 0.011403421250000092, + 0.012658765250000021, + -0.014379616514999992, + 0.014957853600000057, + 0.00609202149999992, + -0.02169176450000027, + -0.0238132444999999, + -0.016261851749999882, + -0.006561618624999998, + 0.00928921537500022, + -0.0672483589999997, + 0.0054866013749999285, + 0.003738513875000059, + -0.02022912349999999, + -0.003440074000000029, + 0.030528467999999764, + 0.03239571075000004, + 0.03326437500000009, + -0.011354963499999924 + ] + ], + "std": [ + [ + 1.0176353776788036, + 0.9190930489962008, + 1.0268538651935009, + 0.9999682393873391, + 0.9984018173866293, + 1.0374879590245607, + 0.9749352350820676, + 0.996266197839155, + 0.9511625612934416, + 0.9876855487180032, + 1.105409076208761, + 1.0321003973234553, + 1.0235494324640213, + 1.1213865795944102, + 1.0879930289006665, + 1.0838318604426802, + 1.0877272851283968, + 0.774752481406204, + 1.0373588129982505, + 0.9969058944401101, + 1.011738502430844, + 1.1511835702083388, + 0.9377685226320285, + 1.0219749119064445, + 0.92170310125349, + 0.9806129656814709, + 1.0038200109094886, + 1.0479216121391026, + 1.0231420017542938, + 0.9787899196190312, + 1.0290085842795444, + 1.0501562971981688, + 0.9469912325322501, + 1.0353208445844364, + 0.9577479946023613, + 0.9403622048724667, + 0.9697131314173383, + 0.9465545623876653, + 0.9782386950900146, + 0.9139584627856204, + 0.9779691745581587, + 1.0259013952137952, + 0.9330608640569992, + 0.942152577459924, + 0.9978008930918613, + 1.0501702677822984, + 1.0356406401318516, + 0.9717916536323801, + 0.982544393973635, + 1.047669652090456, + 0.8616845618348262, + 0.9101934286793992, + 1.0301962610060198, + 0.9575486231894531, + 0.9827140500471714, + 0.5778539784498753, + 0.9613134752896453, + 1.0047774832021952, + 0.9907827459169802, + 0.9871971074482115, + 1.162147207193799, + 1.0844411935907712, + 1.0567242900140779, + 0.9982258566338452 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 212580, + "cert_evals": { + "36": 0.6554267406463623, + "72": 0.6048471927642822, + "108": 0.5511063933372498, + "255": 0.323498398065567 + }, + "fold": 2 + }, + { + "best_epoch": 34, + "best_val_acc": 0.7530864197530864, + "test_acc": 0.7050209205020921, + "train_size": 400, + "val_size": 243, + "test_size": 956, + "stats": { + "mean": [ + [ + -0.014342517400000006, + -0.010508095700000018, + 0.020846525499999963, + 0.0065602567500000954, + 0.04070300080000023, + 0.005624379000000016, + 0.010057827824999985, + -0.0016692939999995607, + -0.0012298350000000452, + 0.004113477850000035, + -0.006016862100000142, + -0.027265562499999736, + 0.012290107750000214, + -0.017597352249999944, + -0.05018481082499988, + -0.019962193892500257, + -0.01139161950000006, + -0.022701001150000014, + 0.0013786910799999214, + -0.014646860050000085, + -0.015396491325000532, + 0.008186758999999919, + 0.04188897099999995, + 0.029843807999999857, + -0.027753020000000236, + -0.0005539261349998608, + -0.017307911899999966, + 0.011377426749999739, + -0.022145610699999995, + 0.007566919749999868, + -0.027431704249999946, + 0.042545776999999674, + 0.052352197149999995, + -0.006990049900000131, + 0.010389971999999801, + 0.018498143250000078, + 0.06626066654999992, + 0.00848889462500006, + -0.018184080999999918, + 0.01926874899999994, + -0.03685933877500006, + 0.0007597582500002853, + -0.02537281875000002, + 0.008902194600000003, + 0.02412217824999988, + 0.031126447000000078, + 0.024641684499999875, + 0.0029474992500001605, + 0.005532393600000062, + -0.008580874249999974, + -0.015919812000000293, + -0.00023579924999993536, + 0.03706109150000009, + -0.0008052041249999526, + -0.03436781549999974, + 0.022327436750000006, + 0.007519205675000007, + -0.011987557750000155, + 0.01592568225000001, + 0.005316474750000138, + -0.0004174132500002535, + -0.032213199249999686, + -0.031228355999999867, + 0.02102232000000007 + ] + ], + "std": [ + [ + 0.8692420724813031, + 0.949763414888491, + 1.0642544830753824, + 1.0472839362776507, + 1.0901344960110089, + 1.0448532151498395, + 0.9860966887034024, + 0.992983631561972, + 1.0149294022896036, + 0.9431952484176876, + 1.0340529605805364, + 0.9513173925745501, + 1.0567752587933925, + 0.9542576532027438, + 0.7813209238320555, + 0.9338054729806743, + 0.9321480764995789, + 0.8561905534972463, + 0.9927488431023881, + 0.9167664054814741, + 0.9198840727955573, + 1.0334423218940791, + 1.0542630877180026, + 1.0910912930890575, + 0.9104729281174669, + 0.940879543920847, + 0.9516761628090449, + 1.0514139332592722, + 0.9431400801236285, + 1.0295711364901166, + 0.8800987512468141, + 1.1173664674104642, + 1.1433392914474967, + 0.9617273036124687, + 1.037564686694581, + 1.0144405124623135, + 1.141213336619724, + 0.9794696310119911, + 0.9763734610882173, + 1.0315472144044722, + 0.937513787219726, + 0.9989573963275813, + 0.898086886732961, + 1.0058174039027852, + 1.0273289677810482, + 1.0127412982823678, + 1.0261552552616107, + 1.0621741318043578, + 0.9715566474052263, + 0.9644661846983199, + 0.8986136195077067, + 0.9995526222906947, + 1.0617704910396841, + 1.063170800289359, + 0.9564967404036995, + 1.2714040020058475, + 1.0285638690116818, + 0.9378454050408493, + 1.0325468321763043, + 1.0983078969994187, + 0.916541159688309, + 1.0160097153090744, + 0.9197027539366839, + 1.0261398372506563 + ] + ] + }, + "width": 256, + "in_features": 64, + "out_features": 100, + "depth": 6, + "padding": 128, + "parameters": 212580, + "cert_evals": { + "36": 0.6621338725090027, + "72": 0.6129707098007202, + "108": 0.5533472895622253, + "255": 0.3357740640640259 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7135359979316844, + "std_test_acc": 0.019452082636535913, + "n_samples": 1599, + "n_features": 64, + "n_classes": 100, + "mean_cert_acc_36": 0.6703865826129913, + "std_cert_acc_36": 0.01815731497255723, + "mean_cert_acc_72": 0.6225094348192215, + "std_cert_acc_72": 0.020752115127209047, + "mean_cert_acc_108": 0.5738640427589417, + "std_cert_acc_108": 0.028839593082855688, + "mean_cert_acc_255": 0.360759474337101, + "std_cert_acc_255": 0.03633904250887525 + }, + "seeds": { + "dataset": "seeds", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 27, + "best_val_acc": 0.9, + "test_acc": 0.8515625, + "train_size": 52, + "val_size": 30, + "test_size": 128, + "stats": { + "mean": [ + [ + -0.07865740384615384, + -0.09929158269230767, + 0.10740706153846159, + -0.11327312326923078, + -0.054041704038461535, + 0.11302156807692312, + -0.12860311538461539 + ] + ], + "std": [ + [ + 0.9776589269685166, + 1.0102414254274936, + 0.8380902928078587, + 1.0256407102447727, + 0.9263919424516689, + 1.0662347835422732, + 0.9877327834391749 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 3117, + "cert_evals": { + "36": 0.6796875, + "72": 0.546875, + "108": 0.4609375, + "255": 0.0078125 + }, + "fold": 0 + }, + { + "best_epoch": 17, + "best_val_acc": 0.7894736842105263, + "test_acc": 0.8083333333333333, + "train_size": 52, + "val_size": 38, + "test_size": 120, + "stats": { + "mean": [ + [ + 0.058945873076923054, + 0.058565444230769224, + 0.07005121538461541, + 0.06763472500000012, + 0.047836257499999944, + -0.05406976365384615, + 0.04528192692307701 + ] + ], + "std": [ + [ + 0.9708842177474521, + 0.9848353623619012, + 0.8161306877633503, + 0.9973740833983674, + 0.9401704976733031, + 0.9044940579464946, + 1.002197108725799 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 3117, + "cert_evals": { + "36": 0.5083333849906921, + "72": 0.3500000238418579, + "108": 0.15833334624767303, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 37, + "best_val_acc": 0.7058823529411765, + "test_acc": 0.7580645161290323, + "train_size": 52, + "val_size": 34, + "test_size": 124, + "stats": { + "mean": [ + [ + -0.033384901923076866, + -0.0331742116538462, + -0.031110369230769246, + -0.035362980769230695, + -0.03749499615384611, + -0.05436379423076917, + -0.022526719230769286 + ] + ], + "std": [ + [ + 0.9921027190305836, + 0.9758756553777916, + 1.131396588661939, + 0.9525393107723146, + 1.031011005759497, + 0.9529339051548767, + 0.9671977555675655 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 3117, + "cert_evals": { + "36": 0.6532257795333862, + "72": 0.5161290168762207, + "108": 0.3951612710952759, + "255": 0.08870967477560043 + }, + "fold": 2 + }, + { + "best_epoch": 17, + "best_val_acc": 0.9705882352941176, + "test_acc": 0.8870967741935484, + "train_size": 52, + "val_size": 34, + "test_size": 124, + "stats": { + "mean": [ + [ + -0.01415203269230775, + 0.0027556519230769717, + -0.08995134999999999, + 0.03169613269230778, + -0.04915413269230773, + 0.020229542307692343, + -0.026400719230769202 + ] + ], + "std": [ + [ + 0.968562549022194, + 0.987659685020645, + 0.896948829634495, + 0.9880022117491448, + 0.9355234042408067, + 1.095434168498032, + 1.0069225875711127 + ] + ] + }, + "width": 32, + "in_features": 7, + "out_features": 3, + "depth": 6, + "padding": 14, + "parameters": 3117, + "cert_evals": { + "36": 0.5806451439857483, + "72": 0.19354838132858276, + "108": 0.04032257944345474, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8262642809139785, + "std_test_acc": 0.055717498524237116, + "n_samples": 210, + "n_features": 7, + "n_classes": 3, + "mean_cert_acc_36": 0.6054729521274567, + "std_cert_acc_36": 0.07711603205954429, + "mean_cert_acc_72": 0.40163810551166534, + "std_cert_acc_72": 0.16347247382442423, + "mean_cert_acc_108": 0.2636886741966009, + "std_cert_acc_108": 0.19763965562659633, + "mean_cert_acc_255": 0.02413054369390011, + "std_cert_acc_255": 0.04320998726833844 + }, + "semeion": { + "dataset": "semeion", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 62, + "best_val_acc": 0.9045801526717557, + "test_acc": 0.8981779206859593, + "train_size": 398, + "val_size": 262, + "test_size": 933, + "stats": { + "mean": [ + [ + 0.042952336683416886, + 0.08904046231155748, + 0.07781711306532647, + 0.04420791457286419, + 0.023773748743718452, + 0.030800670854271264, + 0.05355933668341719, + 0.03393323618090457, + 0.027005577889447012, + -0.020098884422110736, + -0.038558869346733554, + -0.02876319095477392, + -0.035930085427135716, + -0.005666462311557859, + -0.03678980402010061, + -0.02540032914572887, + 0.07164423115577907, + 0.10856828643216102, + 0.016988085427135702, + 0.008401615577889203, + 0.058609482412060376, + 0.009480130653266463, + 0.017019934673366894, + 0.018380477386934664, + -0.03487012562814079, + -0.04757404020100504, + -0.03736131909547739, + -0.015900620603015, + -0.02739998994974887, + 0.02467418090452264, + 0.0249909623115577, + -0.0428204346733669, + 0.09282983919598005, + 0.0839422261306534, + 0.045602110552763954, + -0.0022594874371859885, + 0.03105556030150764, + 0.038234974874371906, + 0.05212423115577904, + -0.0418055175879393, + 0.007379648241206374, + -0.0123181708542711, + 0.03084452261306535, + -0.015929640703517652, + -0.032517437185929664, + -0.042322022613065426, + 0.012141331658292034, + -0.0381711532663317, + 0.08658839698492467, + 0.048203969849246485, + -0.04225107537688428, + -0.025943195979899407, + -0.0023844723618089915, + 0.036030047738693574, + 0.019591012562814026, + -0.00906672110552767, + 0.05304341708542693, + 0.04683804020100484, + 0.011912374371859305, + 0.007315894472361927, + -0.09851672361809082, + -0.03642700000000022, + -0.020734497487437303, + 0.031377703517588146, + 0.06271911809045175, + 0.00858300502512564, + -0.03295607788944731, + -0.05819111557788897, + 0.0045722713567837555, + 0.0003809296482409935, + -0.02592891959799003, + 0.02250984924623118, + 0.04199087437185916, + 0.015708170854271196, + -0.026958037688442335, + -0.06993793467336694, + -0.06541721608040225, + -0.06384432160804038, + 0.007286145728643622, + 0.030955864321607733, + 0.027522726130653326, + 0.036648336683416785, + -0.002193748743718662, + 0.012495773869346763, + -0.009007914572864381, + -0.0036712160804018216, + 0.058828603015075205, + 0.0316613417085427, + 0.007075424623115544, + -0.04322718592964837, + -0.06008731155778924, + -0.04533076381909549, + -0.022957175879396944, + -0.0168389145728642, + 0.025421821608039852, + 0.02792173869346751, + -0.07432091959799038, + 0.013624623115577675, + -0.034945268844221195, + 0.02665020100502518, + 0.03429036180904528, + 0.052019472361808976, + 0.05586435175879404, + -0.01356301507537669, + -0.016037165829145907, + -0.03266601758794015, + -0.04719567587939709, + -0.00748582412060346, + 0.004539849246231048, + 0.021088369346733554, + -0.011933391959799155, + -0.015972572864321154, + -0.03545065829145717, + -0.037793592964824145, + -0.044449964824120315, + 0.029925321608040113, + 0.06288003015075373, + 0.08463542713567856, + 0.02237871859296501, + 0.006899319095477609, + 0.01449656281407041, + 0.000527683417085827, + 0.03920230150753784, + 0.01104597989949731, + -0.025606010050250903, + 0.009040170854271303, + -0.005590462311557578, + -0.01597257286432165, + -0.028310065326633178, + -0.028887447236180964, + -0.0659081507537687, + -0.02844676884422169, + -0.023109949748743735, + 0.032979929648241244, + 0.004363246231154997, + 0.04131952261306578, + 0.0639989572864323, + 0.0895776356783918, + 0.08333377889447266, + 0.004363924623115477, + 0.04033003768844212, + 0.0043767613065326776, + -0.026182336683417056, + 0.005207839195979919, + -0.04224544723618088, + -0.02382967085427132, + -0.07914226130653301, + -0.06476556532663379, + -0.0037090954773871154, + 0.03603720603015092, + -0.011745665829145997, + 0.009745507537688426, + 0.03452877889447241, + 0.05641689698492448, + 0.058819748743718606, + 0.0017769246231155048, + 0.05289571608040145, + 0.020843309045226126, + -0.026537417085427038, + -0.027443012562814097, + -0.037861175879396816, + -0.009719047738693285, + -0.014178577889447092, + -0.013634623115577697, + 0.011744346733668245, + -0.06803158291457227, + -0.052816281407034815, + -0.03685464572864351, + -0.015264748743718476, + -0.02556971608040183, + -0.01646636934673348, + 0.023691919597990285, + 0.08278233165829174, + 0.00689019346733639, + -0.011008341708542625, + 0.006246170854271169, + -0.04551160301507559, + -0.01852485427135688, + -0.016720412060301414, + -0.006744517587939658, + -0.020554698492462387, + 0.0033862311557788963, + -0.013512402010050132, + 0.030196592964824073, + 0.053002623115577296, + 0.029924190954773895, + 0.010655278894472263, + -0.025002311557788908, + 0.005749233668341486, + -0.017590547738693327, + -0.0046878693467337276, + -0.025057909547738694, + -0.025841457286432157, + 0.014470603015075412, + -0.028042884422110625, + -0.026089296482412073, + -0.011480763819095607, + -0.03543923115577921, + -0.012104502512562777, + 0.033738502512562836, + 0.06796942713567744, + 0.030141675879396694, + -0.07938337688442194, + -0.10993767839195982, + -0.08592113567839203, + -0.02513346733668336, + 0.02942003768844198, + 0.016245618090452357, + -0.027027889447236178, + -0.04646055778894485, + -0.05783185678391942, + 0.003077424623115391, + 0.001774763819095415, + 0.02235859296482412, + 0.046390603015075665, + 0.07475743718592887, + 0.0031286934673366894, + -0.10202691457286422, + -0.15626765326633196, + -0.15922729145728687, + -0.027267879396984968, + 0.010767738693467357, + 0.06725591457286462, + 0.03289026633165819, + -0.05212582914572871, + -0.07667999246231152, + -0.106186944723618, + -0.05246548743718603, + -0.04017505527638196, + 0.01756687437185917, + 0.01388585929648225, + -0.0017839547738693002, + -0.019856271356783726, + -0.037364902010050265, + -0.05228199748743718, + 0.005632914572864403, + 0.04385109547738676, + 0.07341574120603038, + 0.0661586381909549, + -0.010089979899497585, + -0.018135623115577832, + -0.016660778894472178, + -0.054114793969849306, + -0.03197704522613057, + -0.014875979899497477, + 0.0030890326633166588, + 0.0005838040201005258, + -0.012102854271356855, + 0.06015804020100524, + 0.03463156281407019, + 0.058009472361808555, + 0.0446316331658288, + 0.0002885954773868734, + -0.0071491407035177675, + -0.019207316582914656, + 0.03504411055276377 + ] + ], + "std": [ + [ + 1.0563097554831, + 1.0780957512893903, + 1.0452812422000708, + 1.017690638492427, + 1.0052440697335492, + 1.001399326721192, + 0.9943611635248776, + 0.9929612277732924, + 0.9913927954434718, + 1.0053448775578797, + 1.0107048900784519, + 1.0054061730470043, + 1.0028699621408272, + 0.9995583413505211, + 0.9908593466765735, + 0.9853542136542434, + 1.0705845251257127, + 1.0662779250282277, + 1.0073168970262103, + 1.0024787753418176, + 1.0119304591198905, + 1.0015280003985942, + 1.0018124775575221, + 1.0027574917083557, + 0.9948097176804833, + 0.9923519865939135, + 0.9947029572529067, + 0.9975568639854349, + 0.9951782326467599, + 1.0031187267852708, + 1.0051393922435368, + 0.9711219802777251, + 1.0817185838320085, + 1.0424648712408837, + 1.0182936561607598, + 0.9988131715298316, + 1.0100389974395088, + 1.0139507799801692, + 1.0198550521351346, + 0.97749433095435, + 1.0032558897416382, + 0.9932725134057337, + 1.013388153002777, + 0.992842992738858, + 0.9886564261302372, + 0.9877708685493644, + 1.002648114792108, + 0.9747606061850567, + 1.0747816119657112, + 1.02255888174825, + 0.9796743045806331, + 0.9871350747933134, + 0.9985485116873231, + 1.0182554602963436, + 1.0116426528399904, + 0.9928963782396165, + 1.0328245805209502, + 1.028752519230958, + 1.0063396812352823, + 1.0030257612563318, + 0.9538014614932016, + 0.9874092532167232, + 0.9925147054908431, + 1.0217704776560097, + 1.0429986387634673, + 1.003221409383544, + 0.9871161786807092, + 0.9731000264043922, + 1.0018596893583598, + 0.9998848837132579, + 0.9838376395078868, + 1.0132854070395554, + 1.0217847466795487, + 1.0070449497421416, + 0.9875771901975943, + 0.9687095163481707, + 0.9722544188400668, + 0.9736748724392092, + 1.002916353992525, + 1.0272314038286867, + 1.0175371205727017, + 1.0126645847614397, + 0.998955451392166, + 1.004243498099933, + 0.9961238320171252, + 0.9981311657855426, + 1.0219513419744302, + 1.0121545944257246, + 1.0020340690091334, + 0.9842453448395471, + 0.9788060413943263, + 0.9810097805258174, + 0.9891626357910038, + 0.9902166181537699, + 1.0148948382390708, + 1.028918636127175, + 0.9511980135419595, + 1.003861802009821, + 0.9884969480698704, + 1.0071337781982594, + 1.008265380409389, + 1.0101011443230787, + 1.0106821329347353, + 0.9969256666173059, + 0.9967866423549481, + 0.9931894679821107, + 0.9875817203374175, + 0.997173617790909, + 1.001723029579845, + 1.0125751464485413, + 0.9912331141505772, + 0.9829645856272501, + 0.9793767425495771, + 0.9867539831463441, + 0.9841093178180385, + 1.0103484071725306, + 1.0191860749351354, + 1.0221675875431637, + 1.0044195246237828, + 1.0008342681651312, + 1.001627138412346, + 0.9997772095897719, + 1.0081078939034254, + 1.003310560327655, + 0.9881623645836118, + 1.0047875054511681, + 0.9961421301729743, + 0.9829645856272511, + 0.9869920158115834, + 0.9937316253503987, + 0.9793377827744155, + 0.9904754389720483, + 0.9925397869122989, + 1.0079161666418393, + 1.0006599864175547, + 1.0059991425953247, + 1.0069100585561557, + 1.0100296780570686, + 1.0103236310080053, + 1.0006392870463336, + 1.0075172047508214, + 1.0007852286664525, + 0.9900807435463777, + 1.004024989821359, + 0.9835365256139716, + 0.9945808044935542, + 0.9691682679807009, + 0.96674874592973, + 0.9980415205638171, + 1.0146475059616948, + 0.9949143848564165, + 1.0029906462271676, + 1.0092866189920002, + 1.0179588242197937, + 1.0178009772928769, + 1.0002181457107617, + 1.008080645940541, + 1.0024397087121901, + 0.9933173510271756, + 0.979532808786883, + 0.9865060572780482, + 0.9977415269762818, + 0.9946445941177685, + 0.9927935684967815, + 1.0058109822326597, + 0.9600947752163551, + 0.96839132111533, + 0.9786069630651635, + 0.991429793512298, + 0.984865660959036, + 0.991272639453808, + 1.0096533608655676, + 1.0197900633557413, + 1.000689387806265, + 0.997433042533609, + 1.003492294968093, + 0.9845806330338616, + 0.9966488938063878, + 0.9940656012175009, + 0.9960501295471854, + 0.9861802001739265, + 1.0020303578560832, + 0.9900047845237433, + 1.0217532005343193, + 1.0359244307293263, + 1.0209897301141686, + 1.0061223937153252, + 0.9865088395902182, + 1.0015893626764498, + 0.9952846796435972, + 0.998505053609909, + 0.9830838889803715, + 0.9912812278008364, + 1.0013260724779938, + 0.9920474470886185, + 0.986699951491271, + 0.9924575926179362, + 0.9728376598101992, + 0.9907682549659087, + 1.025076872660426, + 1.0411907333948913, + 1.018295470960672, + 0.9565632778298347, + 0.9500274157105609, + 0.9755944720993126, + 0.9941828603605654, + 1.0084492238238705, + 1.012173917495229, + 0.9873637546749423, + 0.9915215887443988, + 0.9895629283115104, + 1.000389392831378, + 1.0002897764695722, + 1.009216837413109, + 1.0207204122961515, + 1.0300273492943937, + 1.0009253171711008, + 0.9578388667517177, + 0.9464920214014784, + 0.9560486423104471, + 0.9960505224694267, + 1.001839403738359, + 1.0292507570404104, + 1.032844527725739, + 0.9670637057290374, + 0.9795327684867063, + 0.990873804709991, + 1.0050346356911726, + 1.0066384733685902, + 0.9953856475823458, + 0.9956398623489264, + 1.0001306439998972, + 1.004180675810961, + 1.0045488952963422, + 1.0031559055765875, + 0.9998417518500189, + 1.006215000354876, + 1.0258626825494845, + 1.042692556346792, + 0.9864205332461236, + 0.9760435492162586, + 0.9843487751495544, + 0.9645133054191944, + 0.9864637647341462, + 0.9965084374804701, + 1.000034736592101, + 0.9997322633620359, + 0.9981023381080815, + 1.0063573537400703, + 1.009704938325987, + 1.0267732677147232, + 1.029166926292455, + 0.9999357967957346, + 0.9919070208357084, + 0.9723136941246707, + 1.0773934238154859 + ] + ] + }, + "width": 512, + "in_features": 256, + "out_features": 10, + "depth": 6, + "padding": 512, + "parameters": 1584138, + "cert_evals": { + "36": 0.8831725120544434, + "72": 0.8670953512191772, + "108": 0.8531618118286133, + "255": 0.7759913802146912 + }, + "fold": 0 + }, + { + "best_epoch": 26, + "best_val_acc": 0.9134615384615384, + "test_acc": 0.9037487335359676, + "train_size": 398, + "val_size": 208, + "test_size": 987, + "stats": { + "mean": [ + [ + -0.025444005025125734, + 0.012452298994974662, + -0.01753376130653282, + -0.010535125628140796, + -0.027963286432161016, + -0.04474275879396973, + -0.001844291457286734, + -0.03242843216080438, + -0.04103420100502541, + -0.04103420100502534, + -0.07008529648241217, + -0.0339002412060303, + 0.004486437185929683, + 0.034529477386934605, + 0.05066186934673367, + 0.03759841206030118, + -0.016225437185929562, + -0.007291756281406924, + -0.021709919597990002, + -0.07642158040201036, + -0.018874525125628004, + 0.024846484924623234, + 0.006883537688442274, + 0.018380477386934792, + -0.06017425879397, + -0.10329628140703531, + -0.07275537688442205, + -0.08172246231155769, + -0.03756016080402036, + 0.024674180904522443, + 0.09202141206030141, + 0.07625499246231132, + 0.008998351758794185, + -0.025569716080401903, + -0.031083557788944435, + -0.013027306532663414, + 0.06831865326633176, + 0.011230351758794001, + 0.008583005025125642, + -0.02492873869346735, + -0.048525276381909295, + -0.07442176633165802, + -0.0577207035175878, + -0.037725047738693514, + -0.011412814070351763, + 0.030323379396984762, + 0.0794642814070353, + 0.0803478919597987, + -0.030803266331658172, + -0.04180551758793927, + 0.0072861457286432126, + 0.02951733165829129, + -0.0357700402010056, + -0.026724758793969693, + -0.03369344221105539, + -0.04033939698492487, + -0.061404133165829336, + -0.08515770351758864, + -0.07468530150753767, + -0.04247025125628165, + 0.009911819095477373, + -0.010079500000000168, + 0.09049717336683409, + 0.07485990954773888, + -0.012162479899497832, + 0.008583005025125627, + 0.03651040201005023, + 0.05084868341708568, + -0.03440337688442217, + -0.07894947236180942, + -0.0551369346733669, + -0.024766954773869324, + -0.0785643743718595, + -0.039971326633166, + -0.05980386180904579, + -0.004987391959798957, + 0.02596786432160804, + 0.0004355778894470852, + 0.04031095979899518, + 0.058227160804019816, + 0.015439334170854316, + 0.031283635678391784, + -0.0074858241206030764, + -0.025019600502512448, + -0.07371595477387047, + -0.04183514572864274, + -0.04984044221105505, + 0.004494080402009928, + 0.012374522613065268, + -0.01675520100502508, + -0.012701067839196296, + -0.023795125628140783, + -0.006465022613065289, + -0.028311256281406898, + 0.03132067839195961, + 0.057442422110552685, + -0.004038336683417221, + -0.0021707914572866695, + -0.03494526884422048, + -0.11471745728643258, + -0.08534165326633134, + -0.0046484924623118595, + 0.01981357788944731, + 0.012034547738693521, + 0.004354311557789168, + -0.0020305150753769405, + -0.011102356783919673, + -0.007485824120603068, + -0.00648208040201015, + 0.0033105125628139992, + 0.04936957286432154, + -0.0015483718592965048, + -0.029718994974874256, + -0.037793592964824124, + -0.08143026130653215, + -0.10412455276381975, + -0.05401591959799001, + -0.004798241206030193, + 0.001790125628140894, + 0.017090580402010242, + 0.004349567839195903, + 0.0464185025125627, + 0.028880633165829263, + -0.004844258793969922, + 0.029169467336683533, + 0.061084185929648475, + 0.03596850251256268, + 0.020087929648241395, + -0.039252185929648235, + -0.02888744723618094, + -0.07632192462311543, + -0.05998593467336719, + -0.012630180904522599, + -0.019015974874371653, + -0.00593697487437267, + -0.00457129648241148, + 0.07415152512562821, + 0.03869630402010022, + 0.02728184170854277, + -0.021357155778894528, + -0.0007776005025125215, + 0.019922994974874386, + 0.016423954773869348, + -0.014452487437185874, + -0.004894432160803889, + -0.01870493969849258, + -0.04199864321608045, + -0.014851090452261283, + 0.07316085929648249, + 0.08536457788944737, + 0.11267560804020099, + 0.06288003015075369, + 0.07644785427135675, + 0.03509371105527622, + 0.048207286432160684, + 0.001776924623115508, + 0.032457595477386816, + 0.07158755527638183, + -0.016237195979899414, + -0.0336133668341709, + -0.04314636683417066, + -0.05578319597989929, + -0.10459047236180906, + 0.003194804020100766, + 0.0685779899497486, + 0.02317846733668342, + 0.021932281407035317, + 0.02614409547738687, + -0.003889462311557614, + 0.020540575376884435, + -0.044554623115577605, + -0.04203865326633149, + 0.06187867336683395, + 0.04752313819095463, + -0.04686316834170835, + -0.04679553266331694, + -0.024493984924623322, + -0.01852485427135685, + -0.016720412060301434, + 0.01604057788944729, + 0.009299409547738608, + 0.0033862311557789544, + 0.02953875879397003, + 0.023905276381909438, + 0.03440919597989908, + 0.017458256281406695, + -0.018785663316582903, + -0.008077185929648255, + 0.04812320351758792, + 0.05475012562814082, + -0.0357499145728643, + -0.03103446231155784, + 0.021505778894472378, + -0.015889653266331783, + 0.013454844221105499, + 0.0017875879396984156, + 0.012179376884421975, + -0.01678287185929663, + -0.00589275879396984, + -0.004469753768844167, + 0.0018416281407035852, + 0.04801996482412023, + -0.006607417085426772, + 0.01927615075376883, + -0.013691266331658422, + 0.005638994974874419, + -0.02323134422110586, + -0.015634231155779235, + 0.02235859296482414, + 0.004349969849246065, + -0.057831856783919514, + -0.10517045226130767, + -0.01945968844221099, + 0.027845979899497508, + 0.03523984924623154, + 0.058234824120602026, + 0.04097556532663358, + 0.04702545728643234, + -0.026715706030150742, + -0.056987793969849404, + 0.0030878542713568703, + -0.055905929648241134, + -0.016319035175879428, + 0.01113210301507554, + 0.05284130653266339, + 0.04167066834170896, + 0.004379306532663385, + -0.027141316582914445, + -0.03505809045226166, + -0.06500647236180847, + -0.07488839698492449, + -0.06392821608040328, + -0.030181115577889023, + -0.01196931155778885, + -0.09264249999999949, + -0.07980767587939623, + -0.06318036432160816, + -0.013091394472361883, + 0.02329241457286456, + -0.01008997989949755, + -0.009979238693467495, + 0.0307693567839191, + 0.07542535175879414, + 0.03283405025125624, + 0.015896482412060334, + -0.06264278894472358, + -0.04979732663316539, + -0.032352462311557695, + -0.031164914572864088, + -0.002164130653266925, + -0.015071595477387092, + -0.028697351758794065, + 0.013561917085426976, + 0.03722015075376866, + 0.006671256281406974, + 0.009651467336683284 + ] + ], + "std": [ + [ + 0.9636741758313841, + 1.0114901264074088, + 0.9882775735799015, + 0.9950592288041458, + 0.9923805318375012, + 0.9954931130085297, + 0.9998185415922022, + 1.004999458131321, + 1.010779654446278, + 1.010779654446278, + 1.0185416165064392, + 1.0063375239233516, + 0.9991983947714009, + 0.9997603743675092, + 1.0095253737082777, + 1.0193698237551072, + 0.9821944196534186, + 0.9946303679905539, + 0.9894242823280908, + 0.9705707946712009, + 0.9949783327748166, + 1.0043140064479021, + 1.0005809927926241, + 1.0027574917083555, + 0.9904879432435517, + 0.9807642982944419, + 0.9886574068821276, + 0.9859635090427469, + 0.993309351687357, + 1.0031187267852708, + 1.016593255470364, + 1.0442887804592182, + 1.0083038126963626, + 0.9848656609590366, + 0.9855933554664763, + 0.9945670911869946, + 1.021074800634514, + 1.0040491737335164, + 1.003221409383544, + 0.9867264401919432, + 0.9744951602926358, + 0.9578713331810542, + 0.9708937667896353, + 0.982985543001351, + 0.9959503979748483, + 1.0070454733225949, + 1.016290393566305, + 1.0456745349293197, + 0.9697098121066737, + 0.9774943309543503, + 1.002916353992525, + 1.0129710134068142, + 0.9818517087835826, + 0.9848326582689778, + 0.9778679221613454, + 0.968463827587338, + 0.9562287284130288, + 0.9385814756983131, + 0.9535361456044965, + 0.9789868837316601, + 1.0036524516031298, + 0.996437230762304, + 1.025505334499929, + 1.0500603213568676, + 0.9906100846596538, + 1.003221409383544, + 1.012180944973295, + 1.0196387340397408, + 0.9825025594694498, + 0.954339750008454, + 0.9648376067685865, + 0.9839085531249888, + 0.952009038761473, + 0.9795794492787074, + 0.9716080021777768, + 0.9976717208316266, + 1.0091951026702335, + 0.9998457759635255, + 1.0167764080390456, + 1.0501441178091095, + 1.0098311230543442, + 1.0108582982234158, + 0.9971736177909091, + 0.9900282216050488, + 0.9676953459071826, + 0.9809946576246661, + 0.9776591097799061, + 1.0015254267851037, + 1.0037560308732274, + 0.9939516521695569, + 0.9956124335469829, + 0.9901857170585183, + 0.9967866165949004, + 0.9835484169272641, + 1.018300563902619, + 1.0581476797822778, + 0.9972534687047357, + 0.9990036074983834, + 0.9884969480698704, + 0.9585590451776096, + 0.9727715498408732, + 0.9986198721072891, + 1.0039545778843277, + 1.0019737557338864, + 1.0004300707708857, + 0.9993128946907187, + 0.9970527336984197, + 0.9971736177909094, + 0.996738394700752, + 1.0017488836874449, + 1.032459139242276, + 0.9980880058113938, + 0.9827755352139497, + 0.986753983146344, + 0.9694084590768833, + 0.954374856491467, + 0.9794063309627129, + 0.9981812449768528, + 1.0000844130171747, + 1.0024414937297792, + 1.000289920583818, + 1.0066579629145789, + 1.006045023392842, + 0.9980537361415068, + 1.0118648303811897, + 1.0321212562513462, + 1.0214564915487925, + 1.0199705326922406, + 0.9818228908495026, + 0.9937316253503986, + 0.975676694136014, + 0.9791967139583257, + 0.995853785405071, + 0.9944140275090272, + 0.998324720722163, + 0.9988796207201501, + 1.0076775206024515, + 1.0051477965419011, + 1.003942697943822, + 0.9947376367611466, + 0.9995186129589284, + 1.0045214386643773, + 1.0053188986302066, + 0.9873973753633679, + 0.9979198179428485, + 0.9957288015852994, + 0.9844024166044868, + 0.9926040090239354, + 1.0288602149576338, + 1.0327381635127548, + 1.0376323561660248, + 1.0191860749351351, + 1.019248439489373, + 1.0114615654187875, + 1.0148089052316012, + 1.0002181457107615, + 1.0051758820658891, + 1.007308437371659, + 0.9958774515386598, + 0.9748378659951137, + 0.9845361751656108, + 0.9871701294240001, + 0.9569477899284584, + 1.0012684139824397, + 1.033059928368479, + 1.0117771863985163, + 1.0115884288301853, + 1.0135614014099843, + 0.9976100259611177, + 1.010965511332625, + 0.9761143046477329, + 0.9803433318407708, + 1.0153886119387059, + 1.0056269030060545, + 0.9892055337201077, + 0.969426249412664, + 0.9918445350591615, + 0.9966488938063878, + 0.9940656012175014, + 1.0080956439499935, + 1.0056005212297308, + 1.0020303578560827, + 1.019908165966182, + 1.0172691233582607, + 1.0236709394617247, + 1.0122768805463278, + 0.9879530979067631, + 0.9955177997515855, + 1.0145032156568023, + 1.0113052100223867, + 0.9900950783072645, + 0.9789878020749606, + 1.0061210323379788, + 0.9976371796061079, + 1.0030525515532585, + 1.0005432856827527, + 1.0071552470675884, + 0.9872213285090347, + 0.9953725735493347, + 0.996186609496757, + 1.00089379219493, + 1.0287570615182273, + 0.9964079316152177, + 1.0069062426818565, + 0.9963817032039104, + 1.0008280481425031, + 0.9920979056678535, + 0.9872669976493121, + 1.0092168374131085, + 1.0003352873084816, + 0.9895629283115106, + 0.9695148264401307, + 0.9928241899429654, + 1.011466978521356, + 1.015897314997225, + 1.0238688838054302, + 1.0150342744039813, + 1.0149508574937365, + 0.9925404112632117, + 0.9872466320901033, + 1.0000513594585967, + 0.9865335518102039, + 0.9916934654171699, + 1.0111500201640033, + 1.0290091218292727, + 1.0080282510552814, + 0.9998062630573106, + 1.0027987951392292, + 1.0058448354473761, + 1.0127865866340113, + 1.0179715342017457, + 1.013555459538838, + 1.0063545738992565, + 1.0013980777392146, + 1.0039675000000043, + 0.9940267908926063, + 0.9867813019457877, + 0.9943765006272788, + 1.015526891626581, + 0.9864205332461236, + 0.9867876895945505, + 1.0266969428458936, + 1.042059643812452, + 1.0120358570624033, + 1.0028235097925473, + 0.9905175353506179, + 0.9946414253907617, + 0.9951193904567321, + 0.994780772003151, + 0.9990168722978009, + 0.9919731463227914, + 0.9791890939000777, + 1.0112363498675152, + 1.0384478663637378, + 1.0089325105827842, + 1.0217975650986395 + ] + ] + }, + "width": 512, + "in_features": 256, + "out_features": 10, + "depth": 6, + "padding": 512, + "parameters": 1584138, + "cert_evals": { + "36": 0.8804458379745483, + "72": 0.8642351031303406, + "108": 0.8378926515579224, + "255": 0.721377968788147 + }, + "fold": 1 + }, + { + "best_epoch": 14, + "best_val_acc": 0.8884462151394422, + "test_acc": 0.8961864406779662, + "train_size": 398, + "val_size": 251, + "test_size": 944, + "stats": { + "mean": [ + [ + 0.025853251256281188, + 0.026377419597989695, + 0.006303957286432041, + -0.016009429648241216, + 0.013426341708542615, + 0.000583298994974769, + -0.011917678391959662, + -0.037533175879397224, + -0.020098884422110854, + 0.0008364321608037243, + 0.019239580402010244, + -0.008214989949749375, + -0.025825954773869612, + -0.0006419698492463064, + 0.009508140703517508, + -0.019673170854271324, + -0.008902964824120629, + 0.029295625628140858, + 0.03910123115577878, + 0.04551176381909547, + 0.022450278894472483, + -0.041741050251256066, + -0.028593851758793917, + -0.037733369346733686, + 0.010677314070351713, + 0.008148201005025205, + 0.008145326633165782, + 0.009415472361809119, + 0.0284809497487437, + 0.009431022613065136, + -0.03688329899497498, + -0.04282043467336695, + -0.025931434673366276, + 0.0032492160804019695, + -0.014650914572864066, + -0.034562944723617914, + 0.004439065326633279, + 0.022032201005025183, + -0.04040087437185899, + -0.02492873869346697, + 0.012970140703517999, + 0.010264954773869574, + -0.013438090452261338, + -0.04317389949748748, + -0.011412814070351772, + 0.05626816582914544, + -0.03446686432160752, + -0.03817115326633142, + -0.01699248241206059, + 0.00882481909547732, + -0.04225107537688392, + -0.020397143216080688, + -0.035770040201005424, + -0.03813472361809031, + -0.05145492713567884, + -0.03408486180904533, + 0.016902085427135845, + 0.03483842713567786, + -0.03427305276381909, + -0.03140666331658277, + -0.011773889447236174, + 0.047884999999999796, + -0.0048442587939699355, + -0.04316322110552765, + -0.024642746231156448, + -0.002302301507537566, + -0.006238201005025181, + -0.0363831557788939, + -0.028835427135678583, + -0.04495072864321667, + 0.020803904522613076, + -0.007038153266331668, + 0.06495377889447201, + 0.026844070351758658, + -0.026958037688442293, + -0.02663757286432158, + 0.020592271356783716, + 0.027218869346733378, + 0.023798552763819147, + -0.016768904522613152, + -0.020810841708543488, + 0.004460130653266039, + 0.013682477386934629, + -0.025019600502512482, + -0.019792587939698632, + 0.02358873366834184, + -0.011806276381909597, + 0.020794437185929524, + 0.028271816582914534, + -0.006166407035175833, + -0.044291896984924944, + 0.024660060301507664, + 0.032016668341708576, + 0.04052279396984933, + 0.0490172487437184, + -0.016359286432160735, + -0.056750273869347244, + -0.007435929648241428, + 0.0017769246231154824, + 0.021414361809045206, + 0.04469314572864335, + 0.052019472361808976, + 0.0043632462311552775, + 0.03251259798994986, + 0.01964791959799002, + -0.022454183417085893, + -0.10391374874371867, + 0.008390402010050075, + 0.03760563819095469, + 0.11590360552763804, + 0.0493695728643219, + 0.04893633165829245, + -0.06410897487437181, + -0.006136658291457329, + -0.033884165829145316, + -0.002246648241206082, + -0.01682175376884426, + 0.00046256281407027904, + 0.022378718592965034, + -0.018578834170853733, + -0.06667939698492395, + -0.06575905527638143, + -0.043371045226129806, + 0.01104597989949733, + 0.06203475376884437, + 0.037953512562814026, + -0.005590462311557684, + 0.03451213065326728, + -0.022839005025125664, + -0.003315185929648206, + -0.024253055276382062, + -0.0389598241206035, + -0.03882960301507507, + -0.03981433668341692, + -0.031687527638191625, + -0.05046211557788869, + -0.0578318567839198, + -0.03762569346733697, + -0.0389613567839193, + 0.01979657286432155, + 0.019776218592964884, + 0.01474091708542714, + -0.042159695979899554, + -0.014452487437185876, + -0.0048944321608039645, + -0.013580208542713676, + -0.05791733668341716, + -0.009305037688442106, + 0.029235170854271467, + 0.025075567839196122, + 0.015302437185929314, + -0.022135206030150862, + 0.013569241206029991, + 0.02443211809045206, + 0.04290105527638174, + 0.09095939447236231, + 0.1091005477386932, + 0.020843309045226067, + -0.0007868643216079208, + -0.03978372110552767, + -0.0220056030150753, + -0.030192002512562766, + -0.04608865829145755, + 0.042463467336683505, + 0.051527896984924354, + 0.0915860050251251, + 0.01618239195979925, + -0.008218854271356756, + -0.020952391959798814, + 0.014776788944723587, + 0.034092487437186, + 0.04560211055276428, + 0.08278233165829134, + 0.10847255527638236, + 0.024846484924623196, + -0.052689055276382346, + 0.0017780376884420149, + -0.013441829145728687, + 0.020275924623115744, + 0.06161076884422113, + 0.08692009045226239, + 0.04008957286432224, + -0.0012120703517585535, + -0.007551306532663401, + -0.04616232160804049, + -0.013706580402010225, + -0.024673851758793934, + 0.08783185929648209, + 0.07460693467336664, + 0.0960876532663306, + 0.02119716834170848, + -0.03701101507537695, + -0.010059045226130629, + -0.010829610552763923, + -0.012481236180904494, + 0.04081522613065362, + 0.029924482412060183, + 0.008092273869346436, + -0.04316322110552756, + -0.03630996733668343, + -0.08232102512562797, + -0.04733090954773897, + 0.004588884422110799, + 0.08388306532663306, + 0.0430607738693465, + 0.04666894472361813, + -0.01270106783919614, + -0.047514080402010335, + -0.010565728643216074, + -0.026136346733668523, + -0.03245043718592946, + 0.023696067839195353, + 0.01770060301507536, + 0.044308140703517615, + -0.003787788944723613, + 0.014174522613065448, + -0.05093826633165829, + 0.02573226130653278, + 0.030287150753768848, + 0.0401397286432159, + 0.053680743718593056, + 0.02102522613065334, + -0.010747371859296528, + 0.05464842964824082, + -0.017136783919598057, + -0.045805907035175675, + -0.05090381909547731, + -0.0068819798994974556, + -0.03505809045226187, + -0.02371979899497456, + 0.00344182914572863, + 0.0033947336683414304, + 0.0007934170854273202, + -0.0018110753768842327, + 0.0032136934673366708, + 0.01568474874371846, + 0.01327067839195978, + 0.019348781407035248, + 0.004921175879397266, + 0.031125522613065133, + 0.04711545226130587, + 0.010442155778894433, + -0.024673851758794076, + -0.015774271356783803, + -0.06616341708542701, + -0.0980368467336672, + 0.0005838040201006485, + 0.008146753768844201, + 0.004349567839195794, + 0.003092396984924539, + -0.015071595477387165, + 0.007967140703517566, + -0.01298472613065332, + 0.0446150326633164, + 0.023923638190954576, + 0.0477404321608047 + ] + ], + "std": [ + [ + 1.034353343932803, + 1.024348567936632, + 1.0036818973846862, + 0.9926016744364617, + 1.0028981060461741, + 0.9997262707845033, + 1.0004780191128255, + 1.0057381568404924, + 1.0053448775578797, + 0.9994421248178098, + 0.9935827482337024, + 1.0014086229280772, + 1.0021061616018854, + 0.9996719899466749, + 1.0017361970021768, + 0.988660808590669, + 0.9901596478521693, + 1.0192247642124055, + 1.0167388988236599, + 1.0138944681676312, + 1.0047989281967311, + 0.9904645459818706, + 0.9954463096472054, + 0.9922833494657366, + 1.000931207563311, + 1.000707942136333, + 1.0005842378657308, + 1.0008281188231554, + 1.003557986182927, + 1.0010705577402124, + 0.9904311917270927, + 0.9711219802777267, + 0.9739587043622917, + 1.0015066140578677, + 0.9931898260069552, + 0.9856672449691517, + 1.0012331552789873, + 1.0081082975427937, + 0.9818673205301623, + 0.9867264401919426, + 1.0059158746745933, + 1.0048856527038488, + 0.9933559670825766, + 0.9804299925042913, + 0.9959503979748487, + 1.0125781824597548, + 0.9904165488252873, + 0.9747606061850563, + 0.9833821256471468, + 1.0040856115046517, + 0.9796743045806305, + 0.9898888553822821, + 0.9818517087835823, + 0.9782007130770088, + 0.9656942565779187, + 0.9734797731342064, + 1.010665700345605, + 1.021589297626431, + 0.9794856875095689, + 0.9845971696829052, + 0.9948281863198752, + 1.0136085631297738, + 0.9980537361415062, + 0.9668195470806507, + 0.9810513427219819, + 0.9987231668355041, + 0.997403787663875, + 0.9835516799557577, + 0.9853855373152387, + 0.9749106414617704, + 1.0117447309449026, + 0.9952897165079869, + 1.032947917542788, + 1.0120811271463608, + 0.9875771901975944, + 0.9885862353477245, + 1.0072891612096109, + 1.0093428281641061, + 1.0100051475667393, + 0.9840366571448279, + 0.9854634000263881, + 1.00134698674654, + 1.0041146501612022, + 0.9900282216050488, + 0.9917355999661862, + 1.0093104531776096, + 0.9947373509131133, + 1.0080042462360728, + 1.0087372732373883, + 0.9976110730657628, + 0.9846934585447732, + 1.0088475388403126, + 1.0133097733764065, + 1.0209739586680646, + 1.0282470508532253, + 0.9817846585536307, + 0.9633992156471255, + 0.9973233600463974, + 1.000218145710761, + 1.0057309799061696, + 1.010623899141674, + 1.0101011443230787, + 1.0006599864175545, + 1.0055249208224792, + 1.0028819022633104, + 0.9953395717809288, + 0.9698021524023763, + 1.0024258063274285, + 1.0158129918211263, + 1.063456671941438, + 1.0324591392422755, + 1.04774222887087, + 0.9616904393179179, + 0.997695806697438, + 0.9880152027656462, + 0.9988433850344972, + 0.9937292230975006, + 0.9998296099021827, + 1.0044195246237817, + 0.9963489105119412, + 0.9879651241571221, + 0.9859903114183225, + 0.9884715320146122, + 1.003310560327655, + 1.0244185872318146, + 1.0203911139057007, + 0.9961421301729745, + 1.034050235933694, + 0.989521079569911, + 0.9990477366494994, + 0.992755500716447, + 0.9868421928940853, + 0.9873393959627118, + 0.9881958106921132, + 0.9919947175362285, + 0.9895831364382834, + 0.9895629283115108, + 0.9929032652937821, + 0.9922751284451915, + 1.003847339906563, + 1.0037363434884359, + 1.0033043471411776, + 0.9838300352467959, + 0.9873973753633691, + 0.9979198179428482, + 0.9968491311161947, + 0.9780752949201328, + 0.9952808518444423, + 1.0120796997058796, + 1.0102563563170064, + 1.0056657842293373, + 0.9917811647092868, + 1.003612286469916, + 1.0080281022283166, + 1.0132678758599065, + 1.0226525060210754, + 1.0139038318701246, + 1.0024397087121901, + 0.9995063040570514, + 0.9700809553445697, + 0.9922233441291306, + 0.9933207816371948, + 0.9824557032259209, + 1.0196898531365701, + 1.0252921553121754, + 1.0436509722569267, + 1.0085279865152725, + 0.9951421649917936, + 0.9882760866228761, + 1.0078553724971193, + 1.016034101650163, + 1.0182936561607592, + 1.0197900633557413, + 1.009927427136894, + 1.0043140064479028, + 0.9653870680055727, + 1.0002294165307881, + 0.9975169703830418, + 1.0060899274497221, + 1.0302542392319602, + 1.050457422656358, + 1.0263818971478929, + 0.9988293446894524, + 0.993948379991406, + 0.9646507012293754, + 0.9894725219782052, + 0.9841733127810417, + 1.039912432152242, + 1.0215994164574418, + 1.0180415302669792, + 1.004726329086974, + 0.9748378645110533, + 0.996502380675558, + 0.9983170617806623, + 0.9963911641009451, + 1.0183269819540794, + 1.017678321054885, + 1.0055414218665415, + 0.9668195470806507, + 0.9703066737368953, + 0.9404292201679834, + 0.967852473516548, + 1.0019282394069462, + 1.028101194822195, + 1.008793562942109, + 1.0081602197776465, + 0.9956124335469831, + 0.9606578789878316, + 0.9949738705848414, + 0.9953677319031761, + 0.9944335251793368, + 1.0048415968196438, + 1.0055583780485124, + 1.0180101093887308, + 0.9978522893615333, + 1.0059363426964134, + 0.9778798529166732, + 1.0083401893079658, + 1.0068711996262265, + 1.006423096229551, + 1.0046479120669225, + 1.0037804464514235, + 0.994459962409335, + 1.0536434113524862, + 0.9893818936419583, + 0.9884128417013845, + 0.9968841227714262, + 1.0005451392022922, + 1.0058448354473761, + 1.0049722474461862, + 0.9987027037023654, + 0.998829254733481, + 0.9994987832666141, + 0.9999543973377994, + 0.9993809740185148, + 1.0000438421505866, + 1.0018684789535641, + 1.007170379629404, + 1.003098792935798, + 1.0389250180520742, + 1.057188249524631, + 1.009038472352926, + 0.9841733127810427, + 0.9933150572644535, + 0.9837566845129954, + 0.9835369109711313, + 0.9997322633620358, + 1.00066670782988, + 1.0002899205838178, + 1.000633573204784, + 0.9919731463227919, + 1.0051578019898537, + 0.988327819096806, + 1.0458203733919074, + 1.032263512848999, + 1.1039230782773841 + ] + ] + }, + "width": 512, + "in_features": 256, + "out_features": 10, + "depth": 6, + "padding": 512, + "parameters": 1584138, + "cert_evals": { + "36": 0.882415235042572, + "72": 0.8622881174087524, + "108": 0.8252118825912476, + "255": 0.6843220591545105 + }, + "fold": 2 + }, + { + "best_epoch": 29, + "best_val_acc": 0.9241706161137441, + "test_acc": 0.9065040650406504, + "train_size": 398, + "val_size": 211, + "test_size": 984, + "stats": { + "mean": [ + [ + 0.017303708542713854, + 0.033339979899497045, + 0.042060535175879, + 0.0551565226130648, + 0.03412115577889427, + 0.020728213567838986, + 0.003192402010050319, + -0.017114201005025118, + -0.009631226130653392, + -0.014865055276382138, + -0.017541251256281226, + -0.08527074371859306, + -0.0611904120603017, + -0.045862402010050325, + 0.009508140703517527, + -0.013946012562814322, + 0.0643217587939701, + 0.0719809045226133, + 0.061214376884421925, + -0.018105633165829183, + -0.06536492964824103, + -0.07759587688442295, + -0.059003042713567794, + -0.012227075376884505, + -0.05005260552763839, + -0.04250838190954796, + -0.022192437185929587, + -0.0007109648241205073, + -0.04772033165829164, + 0.009431022613065164, + -0.04203948743718602, + -0.01305157788944726, + 0.07187196733668362, + 0.037831934673366825, + 0.018214371859296575, + -0.09378594974874371, + -0.10202691457286414, + -0.08058536683417125, + 0.008583005025125713, + 0.014450412060301456, + -0.02057281407035149, + 0.01591073618090474, + 0.05852115577889456, + 0.05490543216080418, + 0.025520276381909558, + 0.01994546482412024, + -0.029288175879396895, + -0.05002305778894475, + 0.09349378894472334, + -0.0024263668341707816, + -0.08628416080401952, + -0.042581354271357584, + 0.019872572864321515, + 0.07025994221105543, + 0.03735249748743718, + -0.021575791457286518, + 0.022925640703517693, + 0.052837846733668196, + 0.07541733668341698, + 0.023911276381909558, + -0.06598816080402005, + -0.03642700000000029, + -0.03662473618090472, + -0.0555867085427135, + 0.019038185929648087, + -0.01863026130653271, + -0.043643228643215105, + 0.029040723618090913, + 0.026844070351758627, + 0.04571258793969818, + 0.0616951256281406, + 0.04614825125628155, + 0.05347232663316565, + 0.11036331658291482, + 0.016836394472361783, + -0.015812482412060267, + -0.05466603015075383, + -0.0745576381909549, + -0.07527588944723587, + -0.0031332562814071646, + 0.009397638190954651, + -0.0009045703517589661, + 0.03485077889447228, + -0.0035822437185929427, + -0.009007914572864234, + 0.029040723618090455, + 0.04252824623115574, + 0.11859657788944705, + 0.0971600904522612, + 0.07854394472361814, + -0.01270106783919611, + -0.023795125628140776, + -0.028454560301507496, + -0.06846445226130653, + -0.05716217336683423, + -0.008979115577889234, + -0.015752100502512602, + 0.029420037688442, + -0.019207185929647985, + -0.08853826130653279, + -0.06453608542713567, + 0.021109673366834107, + 0.06616457286432129, + 0.0990662613065328, + 0.05533300502512552, + 0.028604987437185914, + -0.04203948743718602, + -0.007485824120603054, + -0.023014974874371978, + -0.020393296482412362, + -0.048715170854271364, + -0.023184673366834257, + 0.01613431155778907, + 0.025520276381909585, + -0.02331836683417028, + -0.0022466482412058235, + 0.025685864321608003, + 0.1214610552763827, + 0.12532168341708572, + 0.07314251758794003, + 0.034790552763818976, + 0.015824623115577738, + -0.06917521608040215, + -0.010141005025125743, + -0.0036958190954772753, + -0.0025251658291457193, + 0.006283527638191006, + 0.027300030150753923, + 0.07564008040200966, + 0.037600432160804075, + 0.022608927135678237, + 0.018861979899497297, + 0.03452877889447219, + 0.06937706281407076, + 0.04556413065326641, + 0.041319522613065394, + -0.0070690175879395654, + 0.0030793718592961195, + 0.017090580402010398, + 0.019796572864321606, + -0.016192964824120658, + -0.04226193969849271, + -0.05281126884422079, + -0.0013456030150753172, + 0.04312830150753776, + 0.05816602763819115, + 0.0110636683417086, + -0.00930503768844212, + 0.012763037688442154, + 0.03055638693467361, + 0.009892816582914443, + -0.038075562814070325, + -0.017870065326633208, + -0.012883457286432217, + 0.08004467336683378, + 0.04899117336683459, + -0.023747236180904754, + -0.04004978643216082, + -0.04713785929648249, + -0.04595407537688452, + -0.016720412060301323, + -0.03019200251256272, + -0.008860231155778723, + 0.02002423115577915, + 0.023111075376884147, + -0.0053246733668341605, + -0.041316502512562255, + -0.03685464572864361, + -0.06645353768844256, + -0.04286107537688441, + 0.0677983919597992, + 0.029169467336683533, + 0.025297271356783873, + -0.0032680427135678793, + -0.026374695979899457, + 0.0062461708542712385, + -0.024493984924623437, + 0.01705632160804017, + 0.041416688442211205, + 0.050218221105527164, + -0.0026422336683418032, + -0.008848216080402028, + -0.050413396984924405, + -0.013842623115578042, + -0.015173276381909613, + 0.0423901256281407, + 0.022431655778894367, + 0.04833989949748727, + -0.015437751256281409, + -0.03309212060301497, + 0.00566614572864313, + 0.034707618090452225, + -0.020580653266331614, + -0.04118986683417089, + -0.043604532663316625, + -0.06511693467336681, + -0.04697097487437197, + -0.047876804020100805, + -0.03695147738693452, + -0.023573881909547713, + 0.02588810050251267, + 0.059938824120602745, + 0.06057039195979934, + 0.030043969849246118, + -0.02400981909547736, + -0.061034673366834095, + -0.03376162060301523, + -0.0028822914572863433, + 0.0004090452261306595, + -0.056622663316582986, + -0.05783185678391955, + -0.04331452261306535, + -0.02476830150753774, + -0.04897743718592962, + -0.02051391959798998, + -0.013363165829145748, + 0.01934878140703507, + 0.031055560301507686, + 0.040651306532663266, + -0.016091994974874516, + -0.06268290201004995, + -0.035390954773869276, + -0.027462361809045256, + -0.05414238693467362, + 0.006189246231155719, + 0.0005052211055278901, + -0.025775125628140556, + -0.047400653266331895, + -0.06064291457286465, + -0.023719798994974565, + -0.017446231155778813, + -0.012141331658291529, + 0.026605527638191077, + 0.033742751256281414, + -0.006876432160804101, + 0.005632914572864249, + -0.042793419597989886, + -0.0293114824120604, + -0.037945047738693345, + -0.05130548241206037, + 0.014489914572864079, + 0.01721788944723632, + -0.0011210979899498779, + -0.07518444221105554, + -0.05077718592964814, + -0.017136143216080403, + -0.019568648241205994, + 0.00814675376884411, + 0.08045203015075388, + 0.06091420100502482, + 0.0017932663316581627, + -0.004254356783919557, + 0.00028859547738686056, + -0.05891331407035207, + -0.08821684422110554, + -0.015741175879397072 + ] + ], + "std": [ + [ + 1.0230913089022202, + 1.0306470847496936, + 1.0253163638989118, + 1.0218049113878709, + 1.0074783028399366, + 1.0009433160751784, + 0.9994505670417713, + 1.0026241679219097, + 1.0024524994812487, + 1.0039133733751973, + 1.0048971378545626, + 1.01417394130718, + 1.004332289549513, + 0.9977382032551653, + 1.0017361970021768, + 0.9919233144935908, + 1.0637765669702473, + 1.0455715281984932, + 1.0255977102644784, + 0.99339605984875, + 0.9817359315428323, + 0.981056113878387, + 0.990012610165878, + 0.9974493811385823, + 0.9922963473581801, + 0.9932437097599804, + 0.9968980779182007, + 0.9995978440878907, + 0.9913328217211481, + 1.0010705577402124, + 0.9890209230468918, + 0.9912627019033904, + 1.0644590940044412, + 1.020043651023701, + 1.0074072543879427, + 0.958275404222389, + 0.9578388667517177, + 0.9639856165919881, + 1.003221409383544, + 1.0068397052494056, + 0.9893750244557449, + 1.0076889515382415, + 1.0247383219890505, + 1.0210165378194092, + 1.0075247387147834, + 1.0046362701743567, + 0.9918912192932127, + 0.9665843967074859, + 1.0802469947354034, + 0.998459552401291, + 0.9563901007544556, + 0.978638687720611, + 1.0089127439007188, + 1.0344283171064497, + 1.0220358948079418, + 0.9833155750584129, + 1.0144818792490966, + 1.0322631831022364, + 1.038787160693079, + 1.0103666845998722, + 0.9702991548533046, + 0.987409253216723, + 0.9866887156715956, + 0.9567900274378338, + 1.0134406606180522, + 0.991713556652289, + 0.9827676281149432, + 1.0114433247015615, + 1.012081127146361, + 1.0222420868044244, + 1.0338152076697806, + 1.0268430413524583, + 1.0274456473203384, + 1.0453074953992492, + 1.0068106834774446, + 0.99319836196822, + 0.9771166106782407, + 0.9688298069003922, + 0.9624528562451854, + 0.9968022599327558, + 1.005901557554794, + 0.9993474698627087, + 1.010564715068287, + 0.9983486611130268, + 0.9961238320171254, + 1.0114433247015613, + 1.0161717897956295, + 1.0406869709539412, + 1.0272052350520744, + 1.0224767767382823, + 0.9956124335469829, + 0.9901857170585184, + 0.9865469521402179, + 0.9587645381482431, + 0.9621648427676825, + 0.9899337643062542, + 0.9900729293902669, + 1.0084492238238705, + 0.9937034359335825, + 0.9692951161627006, + 0.9800863496307292, + 1.0042513937180102, + 1.0123603111480772, + 1.0141287908757117, + 1.007677408079292, + 1.0044650992699184, + 0.9890209230468918, + 0.9971736177909093, + 0.9889840573493727, + 0.9866310104770853, + 0.9637832135197844, + 0.9752349399210322, + 1.0083818727667295, + 1.0075247387147834, + 0.991793153918188, + 0.9988433850344973, + 1.0081706851369636, + 1.029626843869407, + 1.0196031669552301, + 1.0093980022007503, + 1.0039886223095509, + 1.0023095280591323, + 0.9808300777029364, + 0.9962389763825825, + 0.9980717278603489, + 0.9982433289914361, + 1.0036155922773329, + 1.0270598343773214, + 1.0290248534923514, + 1.0061441876968409, + 1.0055764584644775, + 1.0053031805865968, + 1.0092866189920002, + 1.0156784749241112, + 1.0088960099879092, + 1.0059991425953296, + 0.9986354940573221, + 1.0001773791355475, + 1.00244149372978, + 1.003847339906564, + 0.996065302775612, + 0.9880253584212956, + 0.9794959611542164, + 0.998556228240707, + 1.0140940621454713, + 1.0096760877814985, + 1.0033829165288874, + 0.9952808518444423, + 1.0052200897485457, + 1.012469146588948, + 1.0035830400494066, + 0.9857420630547223, + 0.9942119752062554, + 0.9950185461635798, + 1.0234288024686335, + 1.0131354799141175, + 0.9949817856959143, + 0.9931492960370479, + 0.9878551084342865, + 0.9652611606828942, + 0.9940656012175009, + 0.9933207816371951, + 0.9965622500501108, + 1.0093915715884572, + 1.0115749892045551, + 0.9968115171925963, + 0.9755344519015101, + 0.9786069630651631, + 0.961464080587249, + 0.9743356627980871, + 1.030835086571909, + 1.0118648303811906, + 1.006595799733842, + 0.9991930482950553, + 0.9940736745513704, + 1.003492294968093, + 0.9918445350591615, + 1.0021683881445074, + 1.0122899955900566, + 1.0249494745406926, + 0.9979849217942023, + 0.9934793024312332, + 0.9621029758682157, + 0.9890982158771477, + 0.9885456854845168, + 1.0294779143109518, + 1.0130593563263568, + 1.0229554890663815, + 0.9943926914757206, + 0.9911313414795533, + 1.0010785245110474, + 1.021221319921214, + 0.9930525323845899, + 0.9938444307912636, + 0.9874394122474933, + 0.965635318129075, + 0.9689109282338, + 0.9629284258029364, + 0.9717359308698656, + 0.9808646394091696, + 1.0162302100520217, + 1.0355012766301623, + 1.0272568498553079, + 1.0107564289840438, + 0.9937602047041728, + 0.9851594467890736, + 0.9884587080836413, + 0.9974266932665549, + 0.999864541688887, + 0.9894363675325561, + 0.9895629283115106, + 0.988727903086388, + 0.990877905737688, + 0.9766932163927938, + 0.9895469407930455, + 0.9935726213392223, + 1.007170379629405, + 1.0100389974395079, + 1.009109049155308, + 0.9965204677792965, + 0.9901869920407446, + 0.99174574443383, + 0.9860427444032561, + 0.9400600968558963, + 1.0033074400595374, + 0.9997993113498106, + 0.9985929054949167, + 1.0046389351594731, + 1.0095474638492092, + 1.0049722474461862, + 1.0044746555071224, + 1.0026481147921085, + 0.9930117198494639, + 0.9940678856560923, + 1.0002974171033587, + 0.9998417518500186, + 0.9914036227508137, + 0.9875178868961761, + 0.9721338649787347, + 0.9291330950891362, + 1.017948146105332, + 1.0150039988798456, + 0.9989984568183743, + 0.9666297205670561, + 0.9878791191600703, + 0.9975774564005543, + 0.9980042921168951, + 1.0006667078298794, + 1.0077886909582168, + 1.016455335207286, + 1.0005853010665489, + 0.9967266234061737, + 0.9999357967957346, + 0.9320191861094074, + 0.8633520103519924, + 0.9623275771498844 + ] + ] + }, + "width": 512, + "in_features": 256, + "out_features": 10, + "depth": 6, + "padding": 512, + "parameters": 1584138, + "cert_evals": { + "36": 0.8912601470947266, + "72": 0.8729674220085144, + "108": 0.8556910157203674, + "255": 0.729674756526947 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9011542899851359, + "std_test_acc": 0.004791990937209213, + "n_samples": 1593, + "n_features": 256, + "n_classes": 10, + "mean_cert_acc_36": 0.8843234330415726, + "std_cert_acc_36": 0.004765136727000912, + "mean_cert_acc_72": 0.8666464984416962, + "std_cert_acc_72": 0.004653523973985092, + "mean_cert_acc_108": 0.8429893404245377, + "std_cert_acc_108": 0.014222352995723744, + "mean_cert_acc_255": 0.7278415411710739, + "std_cert_acc_255": 0.03767178768170587 + }, + "soybean": { + "dataset": "soybean", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 29, + "best_val_acc": 0.8135593220338984, + "test_acc": 0.8387096774193549, + "train_size": 376, + "val_size": 59, + "test_size": 248, + "stats": { + "mean": [ + [ + 5.255843042108454e-17, + -1.8094273124741912e-15, + -2.362176648138631e-18, + 8.940838613204717e-16, + -4.621008067921197e-16, + -1.366519190948198e-15, + 1.8507654038166175e-15, + 5.651507630671674e-16, + 1.4615968010357778e-15, + -4.64167711359241e-16, + 2.523985748536127e-15, + -3.363149002787376e-16, + 8.314861801447981e-16, + -8.031400603671346e-17, + -1.599562680891125e-15, + 6.971373832819134e-16, + 1.972417501195757e-15, + -9.955098211499242e-16, + -1.1840410448794887e-15, + -3.451730627092574e-16, + -1.2253791362219147e-15, + -6.85031227960203e-16, + -9.162292673967715e-16, + 7.411329233534954e-17, + -1.801159694205706e-17, + -7.119009873327799e-16, + -3.6805664898810043e-16, + -2.8346119777663573e-16, + -1.1114041129492258e-15, + -2.701739541308559e-16, + -6.746967051245964e-16, + 4.340499590954734e-17, + 1.5197654009961918e-15, + 5.7947145899650795e-16, + 8.208563852281742e-16 + ] + ], + "std": [ + [ + 0.9927642409431464, + 0.9787917699554936, + 0.9857406910506461, + 0.9841528529994341, + 0.973949637619625, + 0.9888979702224631, + 0.9894238955664117, + 0.9818135979404571, + 0.9812725198980998, + 0.9866993450965212, + 0.977811553908224, + 0.9685775006733509, + 0.9885494004209142, + 0.9877929165205122, + 0.9849820534726104, + 0.9696513186147865, + 0.9636787239536263, + 0.9714056969361312, + 0.9790342571909385, + 0.9594712670605601, + 0.9914762416613162, + 0.9894071736370291, + 0.9717998736463911, + 0.979506353986051, + 0.9100788369549304, + 0.9740807482046461, + 0.9403062306776938, + 0.9856078858868509, + 0.9913083989488309, + 0.9728185205882999, + 0.9658866068802527, + 0.9658866068802542, + 0.9641624577988217, + 0.9579105146532193, + 0.9764373811067356 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 18, + "depth": 6, + "padding": 70, + "parameters": 56574, + "cert_evals": { + "36": 0.8145161271095276, + "72": 0.7943547964096069, + "108": 0.7580645084381104, + "255": 0.5604838728904724 + }, + "fold": 0 + }, + { + "best_epoch": 40, + "best_val_acc": 0.8627450980392157, + "test_acc": 0.83203125, + "train_size": 376, + "val_size": 51, + "test_size": 256, + "stats": { + "mean": [ + [ + 5.255843042108454e-17, + -1.8094273124741912e-15, + -2.362176648138631e-18, + 8.940838613204717e-16, + -4.621008067921197e-16, + -1.366519190948198e-15, + 1.8507654038166175e-15, + 5.651507630671674e-16, + 1.4615968010357778e-15, + -4.64167711359241e-16, + 2.523985748536127e-15, + -3.363149002787376e-16, + 8.314861801447981e-16, + -8.031400603671346e-17, + -1.599562680891125e-15, + 6.971373832819134e-16, + 1.972417501195757e-15, + -9.955098211499242e-16, + -1.1840410448794887e-15, + -3.451730627092574e-16, + -1.2253791362219147e-15, + -6.85031227960203e-16, + -9.162292673967715e-16, + 7.411329233534954e-17, + -1.801159694205706e-17, + -7.119009873327799e-16, + -3.6805664898810043e-16, + -2.8346119777663573e-16, + -1.1114041129492258e-15, + -2.701739541308559e-16, + -6.746967051245964e-16, + 4.340499590954734e-17, + 1.5197654009961918e-15, + 5.7947145899650795e-16, + 8.208563852281742e-16 + ] + ], + "std": [ + [ + 0.9927642409431464, + 0.9787917699554936, + 0.9857406910506461, + 0.9841528529994341, + 0.973949637619625, + 0.9888979702224631, + 0.9894238955664117, + 0.9818135979404571, + 0.9812725198980998, + 0.9866993450965212, + 0.977811553908224, + 0.9685775006733509, + 0.9885494004209142, + 0.9877929165205122, + 0.9849820534726104, + 0.9696513186147865, + 0.9636787239536263, + 0.9714056969361312, + 0.9790342571909385, + 0.9594712670605601, + 0.9914762416613162, + 0.9894071736370291, + 0.9717998736463911, + 0.979506353986051, + 0.9100788369549304, + 0.9740807482046461, + 0.9403062306776938, + 0.9856078858868509, + 0.9913083989488309, + 0.9728185205882999, + 0.9658866068802527, + 0.9658866068802542, + 0.9641624577988217, + 0.9579105146532193, + 0.9764373811067356 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 18, + "depth": 6, + "padding": 70, + "parameters": 56574, + "cert_evals": { + "36": 0.8046875, + "72": 0.78515625, + "108": 0.76953125, + "255": 0.640625 + }, + "fold": 1 + }, + { + "best_epoch": 13, + "best_val_acc": 0.8214285714285714, + "test_acc": 0.8127490039840638, + "train_size": 376, + "val_size": 56, + "test_size": 251, + "stats": { + "mean": [ + [ + 5.255843042108454e-17, + -1.8094273124741912e-15, + -2.362176648138631e-18, + 8.940838613204717e-16, + -4.621008067921197e-16, + -1.366519190948198e-15, + 1.8507654038166175e-15, + 5.651507630671674e-16, + 1.4615968010357778e-15, + -4.64167711359241e-16, + 2.523985748536127e-15, + -3.363149002787376e-16, + 8.314861801447981e-16, + -8.031400603671346e-17, + -1.599562680891125e-15, + 6.971373832819134e-16, + 1.972417501195757e-15, + -9.955098211499242e-16, + -1.1840410448794887e-15, + -3.451730627092574e-16, + -1.2253791362219147e-15, + -6.85031227960203e-16, + -9.162292673967715e-16, + 7.411329233534954e-17, + -1.801159694205706e-17, + -7.119009873327799e-16, + -3.6805664898810043e-16, + -2.8346119777663573e-16, + -1.1114041129492258e-15, + -2.701739541308559e-16, + -6.746967051245964e-16, + 4.340499590954734e-17, + 1.5197654009961918e-15, + 5.7947145899650795e-16, + 8.208563852281742e-16 + ] + ], + "std": [ + [ + 0.9927642409431464, + 0.9787917699554936, + 0.9857406910506461, + 0.9841528529994341, + 0.973949637619625, + 0.9888979702224631, + 0.9894238955664117, + 0.9818135979404571, + 0.9812725198980998, + 0.9866993450965212, + 0.977811553908224, + 0.9685775006733509, + 0.9885494004209142, + 0.9877929165205122, + 0.9849820534726104, + 0.9696513186147865, + 0.9636787239536263, + 0.9714056969361312, + 0.9790342571909385, + 0.9594712670605601, + 0.9914762416613162, + 0.9894071736370291, + 0.9717998736463911, + 0.979506353986051, + 0.9100788369549304, + 0.9740807482046461, + 0.9403062306776938, + 0.9856078858868509, + 0.9913083989488309, + 0.9728185205882999, + 0.9658866068802527, + 0.9658866068802542, + 0.9641624577988217, + 0.9579105146532193, + 0.9764373811067356 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 18, + "depth": 6, + "padding": 70, + "parameters": 56574, + "cert_evals": { + "36": 0.7729083895683289, + "72": 0.7211155891418457, + "108": 0.6175298690795898, + "255": 0.32669323682785034 + }, + "fold": 2 + }, + { + "best_epoch": 30, + "best_val_acc": 0.8888888888888888, + "test_acc": 0.8278688524590164, + "train_size": 376, + "val_size": 63, + "test_size": 244, + "stats": { + "mean": [ + [ + 5.255843042108454e-17, + -1.8094273124741912e-15, + -2.362176648138631e-18, + 8.940838613204717e-16, + -4.621008067921197e-16, + -1.366519190948198e-15, + 1.8507654038166175e-15, + 5.651507630671674e-16, + 1.4615968010357778e-15, + -4.64167711359241e-16, + 2.523985748536127e-15, + -3.363149002787376e-16, + 8.314861801447981e-16, + -8.031400603671346e-17, + -1.599562680891125e-15, + 6.971373832819134e-16, + 1.972417501195757e-15, + -9.955098211499242e-16, + -1.1840410448794887e-15, + -3.451730627092574e-16, + -1.2253791362219147e-15, + -6.85031227960203e-16, + -9.162292673967715e-16, + 7.411329233534954e-17, + -1.801159694205706e-17, + -7.119009873327799e-16, + -3.6805664898810043e-16, + -2.8346119777663573e-16, + -1.1114041129492258e-15, + -2.701739541308559e-16, + -6.746967051245964e-16, + 4.340499590954734e-17, + 1.5197654009961918e-15, + 5.7947145899650795e-16, + 8.208563852281742e-16 + ] + ], + "std": [ + [ + 0.9927642409431464, + 0.9787917699554936, + 0.9857406910506461, + 0.9841528529994341, + 0.973949637619625, + 0.9888979702224631, + 0.9894238955664117, + 0.9818135979404571, + 0.9812725198980998, + 0.9866993450965212, + 0.977811553908224, + 0.9685775006733509, + 0.9885494004209142, + 0.9877929165205122, + 0.9849820534726104, + 0.9696513186147865, + 0.9636787239536263, + 0.9714056969361312, + 0.9790342571909385, + 0.9594712670605601, + 0.9914762416613162, + 0.9894071736370291, + 0.9717998736463911, + 0.979506353986051, + 0.9100788369549304, + 0.9740807482046461, + 0.9403062306776938, + 0.9856078858868509, + 0.9913083989488309, + 0.9728185205882999, + 0.9658866068802527, + 0.9658866068802542, + 0.9641624577988217, + 0.9579105146532193, + 0.9764373811067356 + ] + ] + }, + "width": 128, + "in_features": 35, + "out_features": 18, + "depth": 6, + "padding": 70, + "parameters": 56574, + "cert_evals": { + "36": 0.799180269241333, + "72": 0.7704917788505554, + "108": 0.7540982961654663, + "255": 0.5819671750068665 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8278396959656088, + "std_test_acc": 0.011006898694470043, + "n_samples": 683, + "n_features": 35, + "n_classes": 18, + "mean_cert_acc_36": 0.7978230714797974, + "std_cert_acc_36": 0.017779781079265408, + "mean_cert_acc_72": 0.767779603600502, + "std_cert_acc_72": 0.03262450435342007, + "mean_cert_acc_108": 0.7248059809207916, + "std_cert_acc_108": 0.07181616171630467, + "mean_cert_acc_255": 0.5274423211812973, + "std_cert_acc_255": 0.13805218515399018 + }, + "pendigits": { + "dataset": "pendigits", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 76, + "best_val_acc": 0.9425901201602136, + "test_acc": 0.9256170780520346, + "train_size": 3498, + "val_size": 1498, + "test_size": 5996, + "stats": { + "mean": [ + [ + -8.81200686007327e-07, + 6.079473995280559e-08, + 4.631217829963712e-09, + 2.1718124648143022e-07, + 2.030874785817112e-07, + -1.7106918241445503e-07, + 5.185820439417424e-08, + -3.864493996428271e-07, + 8.861635218292038e-07, + -6.433590623347691e-07, + 7.257861636536514e-07, + 1.5797026869406332e-07, + -6.898227554824822e-08, + -8.784162378277323e-07, + 7.065809030646193e-07, + 9.948541997445605e-08 + ] + ], + "std": [ + [ + 0.9998568249462566, + 0.9998570678425832, + 0.9998573459993255, + 0.9998570492542306, + 0.9998572602820162, + 0.9998564523051444, + 0.9998557798609863, + 0.999857476109961, + 0.9998569519150583, + 0.9998579083441225, + 0.9998564283369161, + 0.9998569550094121, + 0.9998568396997518, + 0.9998576138009462, + 0.9998550735596848, + 0.9998570848520255 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 10, + "depth": 6, + "padding": 32, + "parameters": 13386, + "cert_evals": { + "36": 0.9004336595535278, + "72": 0.8665777444839478, + "108": 0.8307204842567444, + "255": 0.5428619384765625 + }, + "fold": 0 + }, + { + "best_epoch": 32, + "best_val_acc": 0.9338471419396275, + "test_acc": 0.9327943405760485, + "train_size": 3498, + "val_size": 1557, + "test_size": 5937, + "stats": { + "mean": [ + [ + -8.81200686007327e-07, + 6.079473995280559e-08, + 4.631217829963712e-09, + 2.1718124648143022e-07, + 2.030874785817112e-07, + -1.7106918241445503e-07, + 5.185820439417424e-08, + -3.864493996428271e-07, + 8.861635218292038e-07, + -6.433590623347691e-07, + 7.257861636536514e-07, + 1.5797026869406332e-07, + -6.898227554824822e-08, + -8.784162378277323e-07, + 7.065809030646193e-07, + 9.948541997445605e-08 + ] + ], + "std": [ + [ + 0.9998568249462566, + 0.9998570678425832, + 0.9998573459993255, + 0.9998570492542306, + 0.9998572602820162, + 0.9998564523051444, + 0.9998557798609863, + 0.999857476109961, + 0.9998569519150583, + 0.9998579083441225, + 0.9998564283369161, + 0.9998569550094121, + 0.9998568396997518, + 0.9998576138009462, + 0.9998550735596848, + 0.9998570848520255 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 10, + "depth": 6, + "padding": 32, + "parameters": 13386, + "cert_evals": { + "36": 0.9068552851676941, + "72": 0.8714838624000549, + "108": 0.8251641988754272, + "255": 0.5155802369117737 + }, + "fold": 1 + }, + { + "best_epoch": 59, + "best_val_acc": 0.9284294234592445, + "test_acc": 0.9371762740183793, + "train_size": 3498, + "val_size": 1509, + "test_size": 5985, + "stats": { + "mean": [ + [ + -8.81200686007327e-07, + 6.079473995280559e-08, + 4.631217829963712e-09, + 2.1718124648143022e-07, + 2.030874785817112e-07, + -1.7106918241445503e-07, + 5.185820439417424e-08, + -3.864493996428271e-07, + 8.861635218292038e-07, + -6.433590623347691e-07, + 7.257861636536514e-07, + 1.5797026869406332e-07, + -6.898227554824822e-08, + -8.784162378277323e-07, + 7.065809030646193e-07, + 9.948541997445605e-08 + ] + ], + "std": [ + [ + 0.9998568249462566, + 0.9998570678425832, + 0.9998573459993255, + 0.9998570492542306, + 0.9998572602820162, + 0.9998564523051444, + 0.9998557798609863, + 0.999857476109961, + 0.9998569519150583, + 0.9998579083441225, + 0.9998564283369161, + 0.9998569550094121, + 0.9998568396997518, + 0.9998576138009462, + 0.9998550735596848, + 0.9998570848520255 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 10, + "depth": 6, + "padding": 32, + "parameters": 13386, + "cert_evals": { + "36": 0.9167919754981995, + "72": 0.8862155675888062, + "108": 0.8464494347572327, + "255": 0.5363408327102661 + }, + "fold": 2 + }, + { + "best_epoch": 62, + "best_val_acc": 0.9446749654218534, + "test_acc": 0.9303902116402116, + "train_size": 3498, + "val_size": 1446, + "test_size": 6048, + "stats": { + "mean": [ + [ + -8.81200686007327e-07, + 6.079473995280559e-08, + 4.631217829963712e-09, + 2.1718124648143022e-07, + 2.030874785817112e-07, + -1.7106918241445503e-07, + 5.185820439417424e-08, + -3.864493996428271e-07, + 8.861635218292038e-07, + -6.433590623347691e-07, + 7.257861636536514e-07, + 1.5797026869406332e-07, + -6.898227554824822e-08, + -8.784162378277323e-07, + 7.065809030646193e-07, + 9.948541997445605e-08 + ] + ], + "std": [ + [ + 0.9998568249462566, + 0.9998570678425832, + 0.9998573459993255, + 0.9998570492542306, + 0.9998572602820162, + 0.9998564523051444, + 0.9998557798609863, + 0.999857476109961, + 0.9998569519150583, + 0.9998579083441225, + 0.9998564283369161, + 0.9998569550094121, + 0.9998568396997518, + 0.9998576138009462, + 0.9998550735596848, + 0.9998570848520255 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 10, + "depth": 6, + "padding": 32, + "parameters": 13386, + "cert_evals": { + "36": 0.9077380895614624, + "72": 0.873015820980072, + "108": 0.8278769850730896, + "255": 0.5353835821151733 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9314944760716685, + "std_test_acc": 0.004821330489009967, + "n_samples": 10992, + "n_features": 16, + "n_classes": 10, + "mean_cert_acc_36": 0.907954752445221, + "std_cert_acc_36": 0.006731000932826224, + "mean_cert_acc_72": 0.8743232488632202, + "std_cert_acc_72": 0.008390303250719258, + "mean_cert_acc_108": 0.8325527757406235, + "std_cert_acc_108": 0.009538142907388754, + "mean_cert_acc_255": 0.5325416475534439, + "std_cert_acc_255": 0.011785701161465933 + }, + "spect": { + "dataset": "spect", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 2, + "best_val_acc": 0.9, + "test_acc": 0.6521739130434783, + "train_size": 186, + "val_size": 10, + "test_size": 69, + "stats": { + "mean": [ + [ + -5.252668073495365e-16, + 1.532824046901829e-15, + -3.9753147010771733e-16, + -1.0338205799197695e-15, + -1.8336586729292908e-15, + -9.192169128616887e-16, + -4.405078452544976e-16, + -1.3382365705427963e-15, + -3.581364595565021e-16, + -1.082765896059158e-15, + 9.645808644055123e-16, + -1.4206079562407917e-16, + -1.8062015443632924e-15, + -2.1750820977064893e-15, + -4.643836092249311e-16, + 4.321513278648459e-16, + -1.0815721078606364e-15, + -1.6653345369377348e-16, + -2.6263340367476823e-16, + 9.633870762069907e-16, + -1.6557842313495614e-15, + 9.896504165744675e-16 + ] + ], + "std": [ + [ + 0.9609812490116691, + 0.977794794349693, + 0.9757497794069608, + 0.9777145841848973, + 0.9763846529890078, + 0.9777145841848975, + 0.9757497794069606, + 0.9759794254922428, + 0.9778036455104626, + 0.9770745392598671, + 0.9775511304850781, + 0.9752286427227655, + 0.9763846529890077, + 0.9776695904695919, + 0.9768752085627053, + 0.9738782701457798, + 0.9771347940108165, + 0.9709795017179342, + 0.9706245820084402, + 0.9755001122189715, + 0.9770745392598672, + 0.9775511304850782 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 17754, + "cert_evals": { + "36": 0.47826087474823, + "72": 0.24637681245803833, + "108": 0.18840579688549042, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 3, + "best_val_acc": 0.6470588235294118, + "test_acc": 0.6612903225806451, + "train_size": 186, + "val_size": 17, + "test_size": 62, + "stats": { + "mean": [ + [ + -5.252668073495365e-16, + 1.532824046901829e-15, + -3.9753147010771733e-16, + -1.0338205799197695e-15, + -1.8336586729292908e-15, + -9.192169128616887e-16, + -4.405078452544976e-16, + -1.3382365705427963e-15, + -3.581364595565021e-16, + -1.082765896059158e-15, + 9.645808644055123e-16, + -1.4206079562407917e-16, + -1.8062015443632924e-15, + -2.1750820977064893e-15, + -4.643836092249311e-16, + 4.321513278648459e-16, + -1.0815721078606364e-15, + -1.6653345369377348e-16, + -2.6263340367476823e-16, + 9.633870762069907e-16, + -1.6557842313495614e-15, + 9.896504165744675e-16 + ] + ], + "std": [ + [ + 0.9609812490116691, + 0.977794794349693, + 0.9757497794069608, + 0.9777145841848973, + 0.9763846529890078, + 0.9777145841848975, + 0.9757497794069606, + 0.9759794254922428, + 0.9778036455104626, + 0.9770745392598671, + 0.9775511304850781, + 0.9752286427227655, + 0.9763846529890077, + 0.9776695904695919, + 0.9768752085627053, + 0.9738782701457798, + 0.9771347940108165, + 0.9709795017179342, + 0.9706245820084402, + 0.9755001122189715, + 0.9770745392598672, + 0.9775511304850782 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 17754, + "cert_evals": { + "36": 0.5, + "72": 0.3709677457809448, + "108": 0.14516128599643707, + "255": 0.032258063554763794 + }, + "fold": 1 + }, + { + "best_epoch": 6, + "best_val_acc": 0.7, + "test_acc": 0.7457627118644068, + "train_size": 186, + "val_size": 20, + "test_size": 59, + "stats": { + "mean": [ + [ + -5.252668073495365e-16, + 1.532824046901829e-15, + -3.9753147010771733e-16, + -1.0338205799197695e-15, + -1.8336586729292908e-15, + -9.192169128616887e-16, + -4.405078452544976e-16, + -1.3382365705427963e-15, + -3.581364595565021e-16, + -1.082765896059158e-15, + 9.645808644055123e-16, + -1.4206079562407917e-16, + -1.8062015443632924e-15, + -2.1750820977064893e-15, + -4.643836092249311e-16, + 4.321513278648459e-16, + -1.0815721078606364e-15, + -1.6653345369377348e-16, + -2.6263340367476823e-16, + 9.633870762069907e-16, + -1.6557842313495614e-15, + 9.896504165744675e-16 + ] + ], + "std": [ + [ + 0.9609812490116691, + 0.977794794349693, + 0.9757497794069608, + 0.9777145841848973, + 0.9763846529890078, + 0.9777145841848975, + 0.9757497794069606, + 0.9759794254922428, + 0.9778036455104626, + 0.9770745392598671, + 0.9775511304850781, + 0.9752286427227655, + 0.9763846529890077, + 0.9776695904695919, + 0.9768752085627053, + 0.9738782701457798, + 0.9771347940108165, + 0.9709795017179342, + 0.9706245820084402, + 0.9755001122189715, + 0.9770745392598672, + 0.9775511304850782 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 17754, + "cert_evals": { + "36": 0.5593220591545105, + "72": 0.4576271176338196, + "108": 0.18644067645072937, + "255": 0.016949152573943138 + }, + "fold": 2 + }, + { + "best_epoch": 3, + "best_val_acc": 0.7777777777777778, + "test_acc": 0.6885245901639344, + "train_size": 186, + "val_size": 18, + "test_size": 61, + "stats": { + "mean": [ + [ + -5.252668073495365e-16, + 1.532824046901829e-15, + -3.9753147010771733e-16, + -1.0338205799197695e-15, + -1.8336586729292908e-15, + -9.192169128616887e-16, + -4.405078452544976e-16, + -1.3382365705427963e-15, + -3.581364595565021e-16, + -1.082765896059158e-15, + 9.645808644055123e-16, + -1.4206079562407917e-16, + -1.8062015443632924e-15, + -2.1750820977064893e-15, + -4.643836092249311e-16, + 4.321513278648459e-16, + -1.0815721078606364e-15, + -1.6653345369377348e-16, + -2.6263340367476823e-16, + 9.633870762069907e-16, + -1.6557842313495614e-15, + 9.896504165744675e-16 + ] + ], + "std": [ + [ + 0.9609812490116691, + 0.977794794349693, + 0.9757497794069608, + 0.9777145841848973, + 0.9763846529890078, + 0.9777145841848975, + 0.9757497794069606, + 0.9759794254922428, + 0.9778036455104626, + 0.9770745392598671, + 0.9775511304850781, + 0.9752286427227655, + 0.9763846529890077, + 0.9776695904695919, + 0.9768752085627053, + 0.9738782701457798, + 0.9771347940108165, + 0.9709795017179342, + 0.9706245820084402, + 0.9755001122189715, + 0.9770745392598672, + 0.9775511304850782 + ] + ] + }, + "width": 64, + "in_features": 22, + "out_features": 2, + "depth": 6, + "padding": 44, + "parameters": 17754, + "cert_evals": { + "36": 0.5409835577011108, + "72": 0.24590162932872772, + "108": 0.21311473846435547, + "255": 0.032786883413791656 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6869378844131161, + "std_test_acc": 0.042147396491967026, + "n_samples": 265, + "n_features": 22, + "n_classes": 2, + "mean_cert_acc_36": 0.5196416229009628, + "std_cert_acc_36": 0.037095259670876006, + "mean_cert_acc_72": 0.3302183263003826, + "std_cert_acc_72": 0.10333153782628676, + "mean_cert_acc_108": 0.18328062444925308, + "std_cert_acc_108": 0.02816269189489094, + "mean_cert_acc_255": 0.020498524885624647, + "std_cert_acc_255": 0.015514273764518253 + }, + "ringnorm": { + "dataset": "ringnorm", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 27, + "best_val_acc": 0.9849157054125999, + "test_acc": 0.9789735473660411, + "train_size": 1850, + "val_size": 1127, + "test_size": 4423, + "stats": { + "mean": [ + [ + -0.0014913630590810715, + -0.0002028115945945495, + -0.003624673004864866, + 0.030743673347964937, + -0.0034106684216216178, + -0.004585295625405408, + -0.007129368502702696, + 0.02503018201621619, + -0.009548345086486483, + -0.023094663821621602, + 0.024392343743783677, + -0.022385221852432413, + -0.011269039536756825, + 0.006084699226486499, + -0.002144298956756773, + 0.012506844875783789, + -0.00058454836702704, + 0.03584240386432444, + -0.012133667589189186, + 0.004316507892972984 + ] + ], + "std": [ + [ + 0.9784283387930162, + 0.9905460412687422, + 1.0065390278100863, + 0.9927153916321547, + 0.9735595969809379, + 0.9917492622308341, + 1.021226537005995, + 0.984043931354316, + 1.0020439489201134, + 1.0140676776467927, + 1.01390897497898, + 1.0144771852122418, + 1.0088742566237001, + 1.0031650144538549, + 0.9957376523551107, + 1.004052473854246, + 1.0009632837253672, + 1.0136956725096684, + 1.0117437667654883, + 0.9896482611831617 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 16210, + "cert_evals": { + "36": 0.9638254642486572, + "72": 0.9427990317344666, + "108": 0.9025548696517944, + "255": 0.5380963087081909 + }, + "fold": 0 + }, + { + "best_epoch": 31, + "best_val_acc": 0.9816176470588235, + "test_acc": 0.9780367548184671, + "train_size": 1850, + "val_size": 1088, + "test_size": 4462, + "stats": { + "mean": [ + [ + -0.008131689650810797, + -0.002498043243243252, + -0.023727151785405413, + -0.03585440558918916, + -0.0003934882972973119, + 0.0225867714875676, + 0.033729259347567535, + 0.04028018498378375, + -0.011526702379459474, + 0.005509034924324315, + -0.0036079329924324473, + -0.010609778086486462, + -0.04445419758486492, + -0.019035246131351363, + -0.023686496141621632, + -0.004599276812324327, + -0.01283934108918918, + -0.017065241494054067, + 0.0003217353513513623, + 0.0033787389697297146 + ] + ], + "std": [ + [ + 1.022177893241832, + 0.9975248053566046, + 1.0196388744846618, + 1.0221479866384073, + 0.9970357977944808, + 1.0307981420348893, + 0.9773560353822935, + 0.9781176224444603, + 1.0106652173823045, + 0.9892263924920568, + 1.0047809286897451, + 0.9927926966385846, + 0.9948403657240741, + 1.008299177644683, + 0.986103425256104, + 1.0040901235563537, + 1.0207243055267705, + 0.9859651487873408, + 1.0109851150234057, + 1.0209172013335133 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 16210, + "cert_evals": { + "36": 0.9648139476776123, + "72": 0.9424024820327759, + "108": 0.90340656042099, + "255": 0.571044385433197 + }, + "fold": 1 + }, + { + "best_epoch": 32, + "best_val_acc": 0.9720930232558139, + "test_acc": 0.9805586592178771, + "train_size": 1850, + "val_size": 1075, + "test_size": 4475, + "stats": { + "mean": [ + [ + 0.02891295190162165, + 0.03068944431891898, + -0.019467257363783776, + -0.009042827307170279, + 0.0023045943172973027, + 0.03461760786972972, + -0.013958165583783782, + -0.0037264931027027265, + 0.004122639091891881, + 0.008077664260864866, + 0.00500549670162161, + 0.05230572106145954, + 0.00560352195189189, + -0.0038027441356756407, + -0.006340691426324323, + -0.017875234487027075, + -0.009974290385945996, + 0.031068824466486403, + -0.018748794218378367, + 0.005651800251891893 + ] + ], + "std": [ + [ + 0.9932694884617136, + 1.0072036987514652, + 0.9893573161360424, + 0.9958218951278952, + 1.0085886667535657, + 0.9790791907975733, + 0.9983260051236463, + 0.9947362590919102, + 1.006364157341519, + 1.0005095470798928, + 0.9832199273034367, + 0.9689205473346516, + 1.0001853849462015, + 1.033775512614162, + 1.0032724243458653, + 0.9853254002831421, + 1.0043894835352993, + 1.0395476633542529, + 0.9896749630098167, + 0.9691966087764504 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 16210, + "cert_evals": { + "36": 0.9667039513587952, + "72": 0.9412290453910828, + "108": 0.9016759991645813, + "255": 0.5550838112831116 + }, + "fold": 2 + }, + { + "best_epoch": 38, + "best_val_acc": 0.9804651162790697, + "test_acc": 0.980782122905028, + "train_size": 1850, + "val_size": 1075, + "test_size": 4475, + "stats": { + "mean": [ + [ + 0.02046777164864863, + 0.0021980356432432023, + 0.004059637980540555, + -0.009342822182702694, + 0.002387918376162144, + 0.030360256719999965, + -0.015382828059459445, + -0.018204245005945925, + -0.025843862712432407, + 0.027745209016216188, + 0.004481657689729722, + 0.026131714623621623, + 0.022636812074594607, + 0.014200627510810747, + -0.0033628461978918974, + -0.017424993537297307, + 0.02008856371405403, + -0.012326211236756734, + -0.005294278313513533, + -0.011560347406486508 + ] + ], + "std": [ + [ + 1.003862152326972, + 1.0116328206717198, + 0.9982327875050149, + 1.0058161542849646, + 0.9897416118790039, + 0.97887136461081, + 0.9958939467129719, + 1.025014828335411, + 1.0096954961376094, + 1.0002821071815167, + 0.9846740927254561, + 0.9871728584855372, + 0.988810619026956, + 0.9866476352820501, + 0.9798465412109066, + 1.0074699501447237, + 0.9933722458992488, + 0.9892672826168423, + 1.0089595701990006, + 1.0171370551906491 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 16210, + "cert_evals": { + "36": 0.9696089625358582, + "72": 0.9445810317993164, + "108": 0.9108380079269409, + "255": 0.5845810174942017 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9795877710768534, + "std_test_acc": 0.0013104734860025587, + "n_samples": 7400, + "n_features": 20, + "n_classes": 2, + "mean_cert_acc_36": 0.9662380814552307, + "std_cert_acc_36": 0.0025448479213754805, + "mean_cert_acc_72": 0.9427528977394104, + "std_cert_acc_72": 0.0013891387779781737, + "mean_cert_acc_108": 0.9046188592910767, + "std_cert_acc_108": 0.004205867221733878, + "mean_cert_acc_255": 0.5622013807296753, + "std_cert_acc_255": 0.020089476232480974 + }, + "spectf": { + "dataset": "spectf", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 1, + "best_val_acc": 0.47619047619047616, + "test_acc": 0.5254237288135594, + "train_size": 187, + "val_size": 21, + "test_size": 59, + "stats": { + "mean": [ + [ + 9.73262032024493e-08, + 7.37967914422617e-08, + -2.8021390374859026e-07, + 8.342245993522504e-08, + 1.438502673446313e-07, + 4.27807487904935e-09, + -3.208556132607522e-09, + 2.4438502673282447e-07, + -4.064171128261887e-08, + -1.245989304839758e-07, + -2.7005347592964245e-07, + -9.828877005220575e-08, + -2.7272727281823347e-08, + -9.786096256698731e-08, + -2.1390374290903598e-08, + -1.764705878989899e-08, + -2.1016042791891207e-07, + -1.443850270181913e-08, + -1.9251336897019774e-07, + -1.026737967961774e-07, + 2.2139037467217133e-08, + -1.871657754046705e-07, + -2.433155080530257e-07, + 3.422459890534254e-08, + 6.320855603067246e-08, + 1.203208557214405e-07, + 1.5240641710866705e-07, + -1.2566844921602035e-07, + -1.465240642376751e-07, + -2.577540106646021e-07, + -1.3475935830036328e-07, + -8.181818183804877e-08, + 3.272727272453287e-07, + -5.347593584110138e-08, + 2.6737967877210432e-08, + 8.449197850875112e-08, + -1.9251336920322585e-08, + -1.4919786096240437e-07, + -4.705882350701689e-08, + -7.112299465890437e-08, + -8.395721923564323e-08, + 2.0106951872948384e-07, + -2.2117647054603053e-07, + 1.7219251329526993e-07 + ] + ], + "std": [ + [ + 0.9973228707261231, + 0.997322592235688, + 0.9973223292917861, + 0.9973227306511006, + 0.99732255532754, + 0.997322255366945, + 0.9973226239770173, + 0.997322228679491, + 0.9973224624202952, + 0.997322743624266, + 0.9973222482787992, + 0.997322493534107, + 0.9973232185155234, + 0.9973228780399456, + 0.9973223891564488, + 0.9973225844652592, + 0.9973225517530112, + 0.9973225554412601, + 0.9973222478195743, + 0.9973226789069762, + 0.997322213988001, + 0.997322643819296, + 0.9973226574869563, + 0.9973225588456511, + 0.9973227088028409, + 0.9973226325041668, + 0.9973227670427876, + 0.9973226762758315, + 0.9973224495674463, + 0.997322983837095, + 0.997321878860045, + 0.9973226923900768, + 0.9973225315151032, + 0.9973225107812234, + 0.997322704618034, + 0.9973227074584576, + 0.9973225552504908, + 0.9973228014956899, + 0.9973225828407466, + 0.9973226373516573, + 0.9973225174190434, + 0.9973227159363205, + 0.9973224262644476, + 0.9973224878506673 + ] + ] + }, + "width": 128, + "in_features": 44, + "out_features": 2, + "depth": 6, + "padding": 88, + "parameters": 69298, + "cert_evals": { + "36": 0.1355932205915451, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 1, + "best_val_acc": 0.47368421052631576, + "test_acc": 0.5081967213114754, + "train_size": 187, + "val_size": 19, + "test_size": 61, + "stats": { + "mean": [ + [ + 9.73262032024493e-08, + 7.37967914422617e-08, + -2.8021390374859026e-07, + 8.342245993522504e-08, + 1.438502673446313e-07, + 4.27807487904935e-09, + -3.208556132607522e-09, + 2.4438502673282447e-07, + -4.064171128261887e-08, + -1.245989304839758e-07, + -2.7005347592964245e-07, + -9.828877005220575e-08, + -2.7272727281823347e-08, + -9.786096256698731e-08, + -2.1390374290903598e-08, + -1.764705878989899e-08, + -2.1016042791891207e-07, + -1.443850270181913e-08, + -1.9251336897019774e-07, + -1.026737967961774e-07, + 2.2139037467217133e-08, + -1.871657754046705e-07, + -2.433155080530257e-07, + 3.422459890534254e-08, + 6.320855603067246e-08, + 1.203208557214405e-07, + 1.5240641710866705e-07, + -1.2566844921602035e-07, + -1.465240642376751e-07, + -2.577540106646021e-07, + -1.3475935830036328e-07, + -8.181818183804877e-08, + 3.272727272453287e-07, + -5.347593584110138e-08, + 2.6737967877210432e-08, + 8.449197850875112e-08, + -1.9251336920322585e-08, + -1.4919786096240437e-07, + -4.705882350701689e-08, + -7.112299465890437e-08, + -8.395721923564323e-08, + 2.0106951872948384e-07, + -2.2117647054603053e-07, + 1.7219251329526993e-07 + ] + ], + "std": [ + [ + 0.9973228707261231, + 0.997322592235688, + 0.9973223292917861, + 0.9973227306511006, + 0.99732255532754, + 0.997322255366945, + 0.9973226239770173, + 0.997322228679491, + 0.9973224624202952, + 0.997322743624266, + 0.9973222482787992, + 0.997322493534107, + 0.9973232185155234, + 0.9973228780399456, + 0.9973223891564488, + 0.9973225844652592, + 0.9973225517530112, + 0.9973225554412601, + 0.9973222478195743, + 0.9973226789069762, + 0.997322213988001, + 0.997322643819296, + 0.9973226574869563, + 0.9973225588456511, + 0.9973227088028409, + 0.9973226325041668, + 0.9973227670427876, + 0.9973226762758315, + 0.9973224495674463, + 0.997322983837095, + 0.997321878860045, + 0.9973226923900768, + 0.9973225315151032, + 0.9973225107812234, + 0.997322704618034, + 0.9973227074584576, + 0.9973225552504908, + 0.9973228014956899, + 0.9973225828407466, + 0.9973226373516573, + 0.9973225174190434, + 0.9973227159363205, + 0.9973224262644476, + 0.9973224878506673 + ] + ] + }, + "width": 128, + "in_features": 44, + "out_features": 2, + "depth": 6, + "padding": 88, + "parameters": 69298, + "cert_evals": { + "36": 0.5081967115402222, + "72": 0.5081967115402222, + "108": 0.5081967115402222, + "255": 0.14754097163677216 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.6, + "test_acc": 0.5, + "train_size": 187, + "val_size": 20, + "test_size": 60, + "stats": { + "mean": [ + [ + 9.73262032024493e-08, + 7.37967914422617e-08, + -2.8021390374859026e-07, + 8.342245993522504e-08, + 1.438502673446313e-07, + 4.27807487904935e-09, + -3.208556132607522e-09, + 2.4438502673282447e-07, + -4.064171128261887e-08, + -1.245989304839758e-07, + -2.7005347592964245e-07, + -9.828877005220575e-08, + -2.7272727281823347e-08, + -9.786096256698731e-08, + -2.1390374290903598e-08, + -1.764705878989899e-08, + -2.1016042791891207e-07, + -1.443850270181913e-08, + -1.9251336897019774e-07, + -1.026737967961774e-07, + 2.2139037467217133e-08, + -1.871657754046705e-07, + -2.433155080530257e-07, + 3.422459890534254e-08, + 6.320855603067246e-08, + 1.203208557214405e-07, + 1.5240641710866705e-07, + -1.2566844921602035e-07, + -1.465240642376751e-07, + -2.577540106646021e-07, + -1.3475935830036328e-07, + -8.181818183804877e-08, + 3.272727272453287e-07, + -5.347593584110138e-08, + 2.6737967877210432e-08, + 8.449197850875112e-08, + -1.9251336920322585e-08, + -1.4919786096240437e-07, + -4.705882350701689e-08, + -7.112299465890437e-08, + -8.395721923564323e-08, + 2.0106951872948384e-07, + -2.2117647054603053e-07, + 1.7219251329526993e-07 + ] + ], + "std": [ + [ + 0.9973228707261231, + 0.997322592235688, + 0.9973223292917861, + 0.9973227306511006, + 0.99732255532754, + 0.997322255366945, + 0.9973226239770173, + 0.997322228679491, + 0.9973224624202952, + 0.997322743624266, + 0.9973222482787992, + 0.997322493534107, + 0.9973232185155234, + 0.9973228780399456, + 0.9973223891564488, + 0.9973225844652592, + 0.9973225517530112, + 0.9973225554412601, + 0.9973222478195743, + 0.9973226789069762, + 0.997322213988001, + 0.997322643819296, + 0.9973226574869563, + 0.9973225588456511, + 0.9973227088028409, + 0.9973226325041668, + 0.9973227670427876, + 0.9973226762758315, + 0.9973224495674463, + 0.997322983837095, + 0.997321878860045, + 0.9973226923900768, + 0.9973225315151032, + 0.9973225107812234, + 0.997322704618034, + 0.9973227074584576, + 0.9973225552504908, + 0.9973228014956899, + 0.9973225828407466, + 0.9973226373516573, + 0.9973225174190434, + 0.9973227159363205, + 0.9973224262644476, + 0.9973224878506673 + ] + ] + }, + "width": 128, + "in_features": 44, + "out_features": 2, + "depth": 6, + "padding": 88, + "parameters": 69298, + "cert_evals": { + "36": 0.4833333492279053, + "72": 0.46666669845581055, + "108": 0.10000000894069672, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 9, + "best_val_acc": 0.5555555555555556, + "test_acc": 0.5, + "train_size": 187, + "val_size": 18, + "test_size": 62, + "stats": { + "mean": [ + [ + 9.73262032024493e-08, + 7.37967914422617e-08, + -2.8021390374859026e-07, + 8.342245993522504e-08, + 1.438502673446313e-07, + 4.27807487904935e-09, + -3.208556132607522e-09, + 2.4438502673282447e-07, + -4.064171128261887e-08, + -1.245989304839758e-07, + -2.7005347592964245e-07, + -9.828877005220575e-08, + -2.7272727281823347e-08, + -9.786096256698731e-08, + -2.1390374290903598e-08, + -1.764705878989899e-08, + -2.1016042791891207e-07, + -1.443850270181913e-08, + -1.9251336897019774e-07, + -1.026737967961774e-07, + 2.2139037467217133e-08, + -1.871657754046705e-07, + -2.433155080530257e-07, + 3.422459890534254e-08, + 6.320855603067246e-08, + 1.203208557214405e-07, + 1.5240641710866705e-07, + -1.2566844921602035e-07, + -1.465240642376751e-07, + -2.577540106646021e-07, + -1.3475935830036328e-07, + -8.181818183804877e-08, + 3.272727272453287e-07, + -5.347593584110138e-08, + 2.6737967877210432e-08, + 8.449197850875112e-08, + -1.9251336920322585e-08, + -1.4919786096240437e-07, + -4.705882350701689e-08, + -7.112299465890437e-08, + -8.395721923564323e-08, + 2.0106951872948384e-07, + -2.2117647054603053e-07, + 1.7219251329526993e-07 + ] + ], + "std": [ + [ + 0.9973228707261231, + 0.997322592235688, + 0.9973223292917861, + 0.9973227306511006, + 0.99732255532754, + 0.997322255366945, + 0.9973226239770173, + 0.997322228679491, + 0.9973224624202952, + 0.997322743624266, + 0.9973222482787992, + 0.997322493534107, + 0.9973232185155234, + 0.9973228780399456, + 0.9973223891564488, + 0.9973225844652592, + 0.9973225517530112, + 0.9973225554412601, + 0.9973222478195743, + 0.9973226789069762, + 0.997322213988001, + 0.997322643819296, + 0.9973226574869563, + 0.9973225588456511, + 0.9973227088028409, + 0.9973226325041668, + 0.9973227670427876, + 0.9973226762758315, + 0.9973224495674463, + 0.997322983837095, + 0.997321878860045, + 0.9973226923900768, + 0.9973225315151032, + 0.9973225107812234, + 0.997322704618034, + 0.9973227074584576, + 0.9973225552504908, + 0.9973228014956899, + 0.9973225828407466, + 0.9973226373516573, + 0.9973225174190434, + 0.9973227159363205, + 0.9973224262644476, + 0.9973224878506673 + ] + ] + }, + "width": 128, + "in_features": 44, + "out_features": 2, + "depth": 6, + "padding": 88, + "parameters": 69298, + "cert_evals": { + "36": 0.5, + "72": 0.5, + "108": 0.5, + "255": 0.5 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5084051125312588, + "std_test_acc": 0.011985665888759458, + "n_samples": 267, + "n_features": 44, + "n_classes": 2, + "mean_cert_acc_36": 0.40678082033991814, + "std_cert_acc_36": 0.18108745804249798, + "mean_cert_acc_72": 0.3687158524990082, + "std_cert_acc_72": 0.24646580934730125, + "mean_cert_acc_108": 0.2770491801202297, + "std_cert_acc_108": 0.2653544212226792, + "mean_cert_acc_255": 0.16188524290919304, + "std_cert_acc_255": 0.23589617124521053 + }, + "statlog-australian-credit": { + "dataset": "statlog-australian-credit", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 34, + "best_val_acc": 0.5377358490566038, + "test_acc": 0.5242718446601942, + "train_size": 172, + "val_size": 106, + "test_size": 412, + "stats": { + "mean": [ + [ + 0.05059407542441863, + -0.0114752416860465, + 0.028838848837209195, + 0.03936136046511627, + 0.10460593604651149, + 0.0779865668604651, + 0.08156061627906987, + 0.15811348837209352, + 0.05523483604651162, + 0.1309385000000002, + 0.06254351744186054, + -0.11882176316511633, + 0.041984078837209345, + 0.07566618604651176 + ] + ], + "std": [ + [ + 1.0101299726407869, + 1.0530472517300817, + 0.9967360557731824, + 0.9782321556549705, + 1.0601462124818095, + 1.0386276590440506, + 0.9921323025144253, + 1.0098717215967856, + 0.8568205957330315, + 1.0017391917815985, + 0.8280019139302006, + 0.8059241197617667, + 1.4892583738151293, + 1.0047800961056161 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 11578, + "cert_evals": { + "36": 0.3349514603614807, + "72": 0.17718446254730225, + "108": 0.13106796145439148, + "255": 0.014563106931746006 + }, + "fold": 0 + }, + { + "best_epoch": 19, + "best_val_acc": 0.5979381443298969, + "test_acc": 0.5581947743467933, + "train_size": 172, + "val_size": 97, + "test_size": 421, + "stats": { + "mean": [ + [ + -0.0864253130930232, + -0.033577701104651185, + -0.03875552325581389, + 0.029890569767441845, + 0.028733052325581446, + 0.014722290813953477, + 0.05829668604651171, + -0.01803883720930214, + 0.054039201162790776, + -0.043972749999999845, + -0.07365430232558125, + -0.024331187647674404, + 0.08401893802325594, + 0.08735679069767467 + ] + ], + "std": [ + [ + 0.9209242895195554, + 0.9435504125386636, + 1.067477333690663, + 1.061435553615557, + 1.0025792818765138, + 1.0277952989603758, + 0.9948560751139975, + 0.9964680315230806, + 0.9046016810802003, + 0.994587469176134, + 1.1556768232845753, + 0.935329242863178, + 1.6527499781150876, + 1.0051200887036142 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 11578, + "cert_evals": { + "36": 0.4394299387931824, + "72": 0.3420427739620209, + "108": 0.2399049997329712, + "255": 0.0237529706209898 + }, + "fold": 1 + }, + { + "best_epoch": 6, + "best_val_acc": 0.6111111111111112, + "test_acc": 0.5700934579439252, + "train_size": 172, + "val_size": 90, + "test_size": 428, + "stats": { + "mean": [ + [ + -0.07147041345930233, + -0.029198059883720928, + -0.10634986046511644, + -0.012728412790697653, + -0.06173072674418615, + 0.0097622159302325, + 0.05829668604651169, + 0.08765255813953526, + 0.008607926744186043, + -0.06729424999999996, + 0.004173023255814025, + -0.03348306104651162, + -0.012487369767441872, + -0.017858651162790676 + ] + ], + "std": [ + [ + 0.971314722723139, + 0.8466778612216974, + 1.042970249181201, + 0.959839375401117, + 0.918650223910635, + 0.8910303524098012, + 0.9948560751139973, + 1.0082316527571256, + 0.8072245383487707, + 0.9913009258016392, + 0.8525556362245806, + 0.9327938415221685, + 0.575642414570075, + 0.997133880165406 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 11578, + "cert_evals": { + "36": 0.29439252614974976, + "72": 0.14953270554542542, + "108": 0.05607476457953453, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 0.6407766990291263, + "test_acc": 0.619277108433735, + "train_size": 172, + "val_size": 103, + "test_size": 415, + "stats": { + "mean": [ + [ + -0.1213828103255814, + -0.06661143598837206, + 0.001801104651162605, + 0.1309130523255815, + 0.11044239534883706, + -0.028884297790697674, + 0.10482454651162802, + 0.09939604651162864, + -0.012912282558139528, + -0.12559799999999988, + 0.023629854651162924, + 0.0062312962406976735, + 0.17098330383720955, + 0.12242860465116306 + ] + ], + "std": [ + [ + 0.928604583415627, + 0.9683009241515906, + 1.0138252442857156, + 0.9530281481075065, + 0.9511816420159422, + 0.9323161262752426, + 0.9888538720631012, + 1.0088469910217654, + 0.7964967613394043, + 0.9806129187696861, + 0.964831290983948, + 0.838672394350281, + 1.7526808412132595, + 1.0053240290706722 + ] + ] + }, + "width": 64, + "in_features": 14, + "out_features": 2, + "depth": 6, + "padding": 28, + "parameters": 11578, + "cert_evals": { + "36": 0.4361445903778076, + "72": 0.2554216980934143, + "108": 0.14216867089271545, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5679592963461619, + "std_test_acc": 0.03933620812038507, + "n_samples": 690, + "n_features": 14, + "n_classes": 2, + "mean_cert_acc_36": 0.3762296289205551, + "std_cert_acc_36": 0.07299607378466981, + "mean_cert_acc_72": 0.2310454100370407, + "std_cert_acc_72": 0.08652541221269729, + "mean_cert_acc_108": 0.14230409916490316, + "std_cert_acc_108": 0.07547119332610697, + "mean_cert_acc_255": 0.009579019388183951, + "std_cert_acc_255": 0.011679857976737231 + }, + "statlog-german-credit": { + "dataset": "statlog-german-credit", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 17, + "best_val_acc": 0.7430555555555556, + "test_acc": 0.7442244224422442, + "train_size": 250, + "val_size": 144, + "test_size": 606, + "stats": { + "mean": [ + [ + 0.008747452000000005, + 0.11021018984000003, + 0.06555079600000023, + 0.10154820480000003, + -0.010759709999999997, + -0.02979250000000003, + 0.08191152000000003, + 0.013589535999999907, + 0.08188774399999998, + -0.06417329279999998, + 0.041099871999999926, + 0.0640540519999999, + 0.02485610000000021, + 0.057033071999999865, + 0.037065583999999575, + -0.014164548000000032, + 0.003288288000000005, + -0.09291863999999964, + 0.055446887999999986, + 0.033893919999999966, + -0.019884256, + -0.06814002399999995, + 0.019990000000000167, + 0.004141975999999968 + ] + ], + "std": [ + [ + 1.003978613784907, + 1.1209135794421377, + 1.0561299223802987, + 1.0960852648064718, + 1.0015570603843653, + 1.0186243811552194, + 0.9706722294277974, + 0.9826945821214509, + 0.9667757761368231, + 0.9930707850493405, + 0.9574267666614031, + 1.0136622966442341, + 1.022617820769464, + 1.0089854337740911, + 1.0859859373554877, + 0.9904599650540205, + 1.0037797010309435, + 1.118329779782364, + 1.1191480919785946, + 1.026929516139364, + 1.008621805841551, + 0.7419439487110271, + 1.014184725481508, + 0.9983740501128531 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 2, + "depth": 6, + "padding": 48, + "parameters": 19298, + "cert_evals": { + "36": 0.6567656993865967, + "72": 0.5610561370849609, + "108": 0.46039605140686035, + "255": 0.1435643583536148 + }, + "fold": 0 + }, + { + "best_epoch": 14, + "best_val_acc": 0.6909090909090909, + "test_acc": 0.7282051282051282, + "train_size": 250, + "val_size": 165, + "test_size": 585, + "stats": { + "mean": [ + [ + -0.11847553600000008, + 0.036239413119999966, + 0.02862046800000001, + -0.09383200439999995, + 0.060125340400000005, + 0.15559079999999997, + -0.014122872000000066, + 0.03171004799999993, + -0.020949231999999995, + 0.024086774399999983, + 0.035430963999999704, + 0.03635581599999994, + 0.01380900000000019, + -0.02444276800000006, + 0.015885439999999883, + -0.04249425600000005, + 0.0032882880000000194, + -0.05162157599999978, + -0.045364992, + -0.03910935999999991, + 0.02430596400000002, + -0.06814002399999995, + -0.009994999999999971, + 0.03726506400000005 + ] + ], + "std": [ + [ + 0.9921196542418786, + 0.9839775335987256, + 0.9719344651930834, + 0.8219136288585911, + 1.0283437624856175, + 0.935161859470199, + 1.0304888406780581, + 0.969745031693504, + 1.0144787229611012, + 0.9607218147860226, + 0.9757296988321245, + 0.9986987034773843, + 1.0124834391949327, + 0.99440586812025, + 1.0376109095734123, + 0.9715066082685968, + 1.003779701030944, + 1.0681499773760452, + 0.8871445440000011, + 0.9654046905991231, + 0.9876884886364683, + 0.741943948711028, + 0.9919250708722922, + 0.9887116931453116 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 2, + "depth": 6, + "padding": 48, + "parameters": 19298, + "cert_evals": { + "36": 0.6341880559921265, + "72": 0.5623931884765625, + "108": 0.458119660615921, + "255": 0.13504274189472198 + }, + "fold": 1 + }, + { + "best_epoch": 10, + "best_val_acc": 0.7814569536423841, + "test_acc": 0.7045075125208681, + "train_size": 250, + "val_size": 151, + "test_size": 599, + "stats": { + "mean": [ + [ + -0.007155444000000004, + -0.02280468616000002, + -0.000923963999999978, + -0.005769232000000004, + 0.027214445999999993, + -0.033102900000000046, + -0.08756082399999997, + -0.008155120000000118, + -0.043801872000000026, + -0.036042587200000024, + -0.06660962000000034, + -0.012116240000000006, + 0.03590320000000018, + 0.03259031999999998, + 0.015885439999999754, + 0.014165159999999979, + -0.009864799999999998, + 0.044738240000000214, + -0.025202616000000018, + -0.02868032000000009, + 0.015467920000000017, + -0.013628039999999968, + -0.019989999999999956, + 0.04554583600000004 + ] + ], + "std": [ + [ + 0.9999148002086538, + 1.0148356615854706, + 0.9944072856585561, + 1.035717095952802, + 1.0170037494400637, + 0.9881689707602084, + 0.9574315744991436, + 0.9962604301494323, + 1.0106965591920622, + 0.938266029045709, + 1.046848672784522, + 1.0034643812466981, + 1.0325345627288987, + 1.0053273490207943, + 1.0376109095734132, + 1.0082616972439922, + 0.9864816, + 0.9336343846074779, + 0.9390127419470407, + 0.974766613507818, + 0.9920679785169961, + 0.9539597199999994, + 0.9841903486622879, + 0.9861074856695757 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 2, + "depth": 6, + "padding": 48, + "parameters": 19298, + "cert_evals": { + "36": 0.6460767984390259, + "72": 0.5509181618690491, + "108": 0.46243739128112793, + "255": 0.1652754545211792 + }, + "fold": 2 + }, + { + "best_epoch": 27, + "best_val_acc": 0.7333333333333333, + "test_acc": 0.7183333333333334, + "train_size": 250, + "val_size": 150, + "test_size": 600, + "stats": { + "mean": [ + [ + -0.07712802800000004, + 0.035575906559999905, + 0.03600647600000002, + 0.06969280920000001, + -0.07151825079999988, + 1.2599999999729494e-06, + 0.09320968800000004, + -0.008155136000000117, + -0.047610556000000026, + -0.07366734000000005, + 0.04676877999999975, + -0.0398143480000001, + 0.013809000000000111, + -0.024442767999999993, + 0.0794258719999996, + -0.023607784000000107, + -0.036170976, + -0.02409019999999976, + 0.11593401599999997, + 0.06518104000000009, + 0.006629876000000042, + -0.013628039999999942, + 0.03998, + -0.028981112000000014 + ] + ], + "std": [ + [ + 0.9961848281424827, + 1.0357494337664712, + 0.9956407453516892, + 1.0641268992559583, + 0.9722690935335091, + 0.9495990606515547, + 0.9583641989375432, + 1.0028304935144103, + 0.9697124254270231, + 0.9284015893774715, + 0.9387328207858588, + 0.9103631774518237, + 1.0124834391949329, + 0.9944058681202499, + 1.1756410923708531, + 0.9842733398970128, + 0.9503959399474098, + 1.032426600000002, + 1.233700183972741, + 1.0506449065402248, + 0.9963498257987028, + 0.9539597199999992, + 1.028271299122951, + 1.0068547054058516 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 2, + "depth": 6, + "padding": 48, + "parameters": 19298, + "cert_evals": { + "36": 0.6450000405311584, + "72": 0.5716666579246521, + "108": 0.5016666650772095, + "255": 0.18000000715255737 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7238175991253935, + "std_test_acc": 0.016719703598478367, + "n_samples": 1000, + "n_features": 24, + "n_classes": 2, + "mean_cert_acc_36": 0.6455076485872269, + "std_cert_acc_36": 0.009227828957608456, + "mean_cert_acc_72": 0.5615085363388062, + "std_cert_acc_72": 0.00849177523749164, + "mean_cert_acc_108": 0.4706549420952797, + "std_cert_acc_108": 0.02074956404051908, + "mean_cert_acc_255": 0.15597064048051834, + "std_cert_acc_255": 0.020460391022821652 + }, + "statlog-heart": { + "dataset": "statlog-heart", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 9, + "best_val_acc": 0.868421052631579, + "test_acc": 0.7757575757575758, + "train_size": 67, + "val_size": 38, + "test_size": 165, + "stats": { + "mean": [ + [ + -0.08198015373134328, + -0.20437704477611945, + 0.14667940298507465, + -0.10702356567164191, + 0.12296643701492538, + 0.0031060895522387424, + 0.1721716417910448, + 0.05256702985074625, + -0.09777528358208952, + -0.07363618358208954, + 0.14071911940298493, + -0.06190307462686559, + 0.07189410447761192 + ] + ], + "std": [ + [ + 0.9602755621241335, + 1.0534397591881424, + 0.965842016381191, + 0.8781181021048233, + 1.1908161716364944, + 1.0012132661304654, + 0.983067488143195, + 0.9410627873975389, + 0.9570769609540178, + 0.878212234528083, + 0.8616316071032667, + 0.9849557990787127, + 0.9977403560745624 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 2, + "depth": 6, + "padding": 26, + "parameters": 10806, + "cert_evals": { + "36": 0.7090908885002136, + "72": 0.6242424249649048, + "108": 0.4848484694957733, + "255": 0.024242423474788666 + }, + "fold": 0 + }, + { + "best_epoch": 12, + "best_val_acc": 0.8627450980392157, + "test_acc": 0.7763157894736842, + "train_size": 67, + "val_size": 51, + "test_size": 152, + "stats": { + "mean": [ + [ + 0.10317251194029849, + -0.04498435820895522, + -0.10467137313432831, + 0.12694810597014922, + 0.17465611791044777, + 0.25472334328358204, + 0.08243026865671647, + -0.11108194776119398, + -0.002699328358208915, + -0.025414538805970124, + -0.05362482089552247, + 0.1120346268656717, + -0.13575953731343274 + ] + ], + "std": [ + [ + 0.933803946437699, + 1.0141183535164209, + 1.0495962756290413, + 0.9673366402230045, + 0.8198187755507609, + 1.1979377392725967, + 0.9966276802719692, + 1.0695932382111324, + 0.997165030870351, + 0.9974922014552127, + 0.9446202495075935, + 1.110709570807387, + 0.9882692368647951 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 2, + "depth": 6, + "padding": 26, + "parameters": 10806, + "cert_evals": { + "36": 0.6578947305679321, + "72": 0.5131579041481018, + "108": 0.32894736528396606, + "255": 0.01315789483487606 + }, + "fold": 1 + }, + { + "best_epoch": 19, + "best_val_acc": 0.8043478260869565, + "test_acc": 0.8152866242038217, + "train_size": 67, + "val_size": 46, + "test_size": 157, + "stats": { + "mean": [ + [ + 0.13594266119402976, + -0.14061997014925387, + 0.06813225373134335, + -0.08696855671641794, + 0.03171528507462684, + 0.04504229850746271, + 0.18712851940298503, + 0.03130544776119405, + 0.09237662686567168, + -0.06451316865671636, + 0.019254119402985, + 0.08040952238805975, + -0.15114120895522393 + ] + ], + "std": [ + [ + 0.8711281879382763, + 1.040823259043546, + 0.9637958388354753, + 0.9133876556024206, + 0.9725134126319966, + 1.040829334168815, + 0.9723132590478262, + 0.9630003579670339, + 1.0269376874323441, + 0.8130127152575585, + 0.8919207037488958, + 1.0082879636602924, + 0.9714271921263085 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 2, + "depth": 6, + "padding": 26, + "parameters": 10806, + "cert_evals": { + "36": 0.7324841022491455, + "72": 0.675159215927124, + "108": 0.5923566818237305, + "255": 0.15286624431610107 + }, + "fold": 2 + }, + { + "best_epoch": 19, + "best_val_acc": 0.875, + "test_acc": 0.7668711656441718, + "train_size": 67, + "val_size": 40, + "test_size": 163, + "stats": { + "mean": [ + [ + 0.08678730746268656, + -0.14061997014925384, + 0.03671347761194034, + 0.07263314626865668, + -0.06617695701492539, + 0.17085092537313418, + 0.08243026865671643, + -0.04536504626865671, + -0.03439131343283579, + -0.07884894179104476, + -0.029331820895522515, + 0.15947211940298509, + -0.0511598059701492 + ] + ], + "std": [ + [ + 0.9010573312665855, + 1.0408232590435458, + 1.0531172362720425, + 0.9118585344964205, + 0.9359858544688878, + 1.1423287841859981, + 0.9966276802719692, + 1.0086415816105951, + 0.9850040267731803, + 0.9462659856917733, + 0.9421179375671704, + 1.0971195664680449, + 0.9795524388118361 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 2, + "depth": 6, + "padding": 26, + "parameters": 10806, + "cert_evals": { + "36": 0.6932514905929565, + "72": 0.6134968996047974, + "108": 0.5398772954940796, + "255": 0.12883435189723969 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7835577887698134, + "std_test_acc": 0.021590524666907283, + "n_samples": 270, + "n_features": 13, + "n_classes": 2, + "mean_cert_acc_36": 0.698180302977562, + "std_cert_acc_36": 0.031320983684032876, + "mean_cert_acc_72": 0.606514111161232, + "std_cert_acc_72": 0.0678001579176327, + "mean_cert_acc_108": 0.48650745302438736, + "std_cert_acc_108": 0.11384248298676103, + "mean_cert_acc_255": 0.07977522863075137, + "std_cert_acc_255": 0.07134623503300348 + }, + "spambase": { + "dataset": "spambase", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 34, + "best_val_acc": 0.9296551724137931, + "test_acc": 0.92993396918562, + "train_size": 1150, + "val_size": 725, + "test_size": 2726, + "stats": { + "mean": [ + [ + 0.021226006173913785, + -0.015919149391304187, + 0.025415802530432907, + 0.03918618617391535, + -0.00802565730434888, + -0.019898612173913727, + 0.006333582695649156, + 0.0138353715652162, + 0.010869212166955465, + 0.020277107478260063, + -0.03972575965999889, + -0.02055293502608697, + -0.008113843652174586, + 0.014708887365217537, + 0.01133711377391179, + -0.015495447060868504, + 0.03913622733043563, + -0.017462963999999633, + 0.0187409115304347, + 0.005520461426088844, + -0.0038418207913071324, + 0.008610802582609307, + 0.035890673565219404, + -0.006205582330433885, + 0.009182778760001165, + -0.019677288817390202, + 0.0004982232156532273, + 0.02920531815652134, + 0.012658779999999129, + 0.017062090382608135, + -0.013314016521739344, + -0.02566035391304503, + -0.008576744521738438, + -0.022911713043477794, + 0.0025098786956515694, + -0.007468803278259888, + 0.011673062539131227, + -0.015021546086957481, + -0.00910834485217397, + -0.02154278895652143, + 0.05463170547826161, + 0.023553851304347857, + 0.010670661652173499, + 0.0295903323391293, + 0.007351219000000634, + 0.01269573645391135, + -0.023270003826086932, + 0.03709884669565298, + 0.007815205191304105, + 0.027519189395651733, + -0.015820542199999555, + -0.01672272254086909, + 0.042409089939126635, + 0.025760643735651907, + 0.02838511237043451, + -0.013437700554782798, + 0.0164267618000002 + ] + ], + "std": [ + [ + 1.1235027725136815, + 0.8904989974639629, + 0.9957178739385403, + 1.4995577621881944, + 0.926476291913068, + 0.8885189316158734, + 0.9024040689634729, + 1.0405154757286925, + 1.1233331839178615, + 0.8981778369870301, + 0.8892119217650689, + 0.9874908627493307, + 0.9205513578145247, + 0.9632286363722543, + 1.0765253751015154, + 0.8531114122905263, + 1.0916574204014953, + 0.9124374318543399, + 0.9910784663927087, + 0.9680608594157823, + 0.9407382453902644, + 0.9930333587983213, + 1.1491144107563753, + 0.6425563314801666, + 1.0428011323424244, + 0.8430611857711853, + 1.0214512070760071, + 1.1643521198183129, + 1.10698998653912, + 1.0810838839403236, + 0.8380031520069444, + 0.8416763955823331, + 1.2024906820600971, + 0.8481231877782008, + 0.8570058504483157, + 0.9470628246612116, + 1.06910230060386, + 0.5874337186131844, + 0.8169185036473402, + 0.8578401703545604, + 1.4145108263137103, + 1.0433820861839775, + 0.9733444555118707, + 1.393792873658117, + 0.9492090774739013, + 1.0044806426321926, + 0.81385805230804, + 1.3465645155559474, + 1.0636978414150784, + 1.007651802571978, + 0.6554083067039526, + 0.7777941339804235, + 1.245208842537934, + 1.6535667744655882, + 1.3137439814967093, + 0.6661201009582893, + 1.219503651337539 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 178406, + "cert_evals": { + "36": 0.9046221971511841, + "72": 0.8646368384361267, + "108": 0.8217167854309082, + "255": 0.5209097862243652 + }, + "fold": 0 + }, + { + "best_epoch": 20, + "best_val_acc": 0.9320652173913043, + "test_acc": 0.9355432780847146, + "train_size": 1150, + "val_size": 736, + "test_size": 2715, + "stats": { + "mean": [ + [ + -0.024849632956522313, + -0.03413819886956486, + -0.00989163035652276, + -0.002361400086956756, + -0.03987249782608704, + 0.01090509313043455, + 0.01957335878260548, + 0.001824029217390987, + -0.024616771288696538, + -0.00523980729217439, + -0.0020601358313020405, + -0.05077641741739166, + -0.03844389808695691, + 0.0008553938956523932, + -0.01214520726087042, + -0.009230109313042243, + 0.010565583165218426, + -0.046801976826087485, + -0.013554089600000253, + 0.02790070953043506, + 0.0032765880556492374, + -0.022136448173912388, + -0.029918836608694217, + -0.007934282660868743, + -0.023365790114781765, + -0.029432224478259654, + -0.022027940843476913, + -0.010254641513043462, + -0.03708282617391394, + -0.030502210695652975, + -0.006006388869565457, + -0.048024147826089034, + 0.029480932521740062, + -0.0510750817391295, + -0.028351204086956815, + -0.026517849208694946, + 0.01842911532173985, + -0.03338618443478374, + 0.006675741999999962, + -0.04656739886956605, + -0.020719941826085986, + 0.006543958434782931, + 0.011525401739130135, + -0.008087698269565702, + 0.025108898113044256, + -0.007957335130433963, + -0.015061640434782204, + -0.03721756826086869, + -0.03895043960869612, + -0.001666222565217826, + -0.010009838134782371, + 0.03633144539478134, + -0.06020993099130556, + -0.0013161700260872296, + -0.03022302409408695, + -0.004946863700869469, + 0.004550906813912774 + ] + ], + "std": [ + [ + 0.8958373484867075, + 0.9002436174684451, + 0.9749857170890281, + 0.9175103073316754, + 0.8456789748627611, + 1.0296079196279977, + 1.0663773858644263, + 0.9918744873399122, + 0.9377758356585005, + 0.9683003635587637, + 0.9988701214159026, + 0.8510020785398145, + 0.8120292232717867, + 1.1716911892002921, + 0.9335490252401448, + 0.9275724825067901, + 1.0706786172093499, + 0.8159996197989664, + 1.018783583831139, + 1.3842479172234758, + 1.039815972096556, + 0.8839135364998896, + 0.8932393785890523, + 0.9102522959355095, + 0.9028197785306566, + 0.9621741754161531, + 0.9455093600221522, + 1.0873334815971143, + 0.9298495573937857, + 0.8712375739105048, + 1.1638136373741579, + 0.7194920963255054, + 0.993798468472957, + 0.7165877104812148, + 0.7540408567752576, + 0.9687673124893158, + 0.981800827979203, + 0.29631208384482205, + 1.2015746837404693, + 0.8040600124748868, + 0.721184410759368, + 1.0883976635466879, + 1.1000595828326398, + 0.6542723004921799, + 1.1435952861265584, + 0.9423531730144734, + 0.6560729981871746, + 0.5591229852816202, + 0.5489093243563901, + 0.9888972344464931, + 0.6428451363337641, + 1.028319563197099, + 0.6205068262838673, + 0.5771896246525331, + 0.41206923845873533, + 0.6584069792527852, + 1.0945705958475596 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 178406, + "cert_evals": { + "36": 0.9068140387535095, + "72": 0.8692449927330017, + "108": 0.82099449634552, + "255": 0.5340700149536133 + }, + "fold": 1 + }, + { + "best_epoch": 28, + "best_val_acc": 0.9542203147353362, + "test_acc": 0.9367732558139535, + "train_size": 1150, + "val_size": 699, + "test_size": 2752, + "stats": { + "mean": [ + [ + 0.04921885617391417, + 0.014926593956521877, + 0.00847792629565125, + 0.05005613400000414, + 0.0033398545217390415, + 0.022115092173912148, + 0.020861821652170594, + 0.01550478669565098, + 0.005469835709564297, + -0.002394102646087372, + -0.004648887133041112, + -0.03289461768695655, + -0.040754755739131086, + 0.02023474459130333, + -0.03975969647826165, + -0.0013114386782596627, + 0.05593795568695754, + -0.04049862191304387, + 0.032395505704347835, + 0.003473580347827736, + -0.03802155532695763, + 0.020674000869565144, + -0.029397571826085454, + 0.05626614292173871, + -0.016279572017390314, + -0.040442041434781556, + -0.027683359373911642, + -0.018165945565216026, + -0.0067161096434789095, + -0.01001410846956648, + -0.022173674869565393, + 0.0009115565217380702, + -0.0006774207913042033, + -2.747652173902797e-05, + -0.017699280086957207, + -0.0014646963999993766, + -0.01282538191304263, + -0.03204628226087075, + 0.032762344347826086, + -0.009639197913043794, + 0.10482606808695744, + -0.031013759826086604, + 0.020927692434782336, + 0.006242524399999054, + -0.026823291339128374, + 0.043980723565215755, + -0.005029141565217051, + -0.00635898059999959, + 0.007536563304348806, + -0.0018206163191308838, + -0.026798041434782056, + -0.002352054191304867, + -0.031762150104349914, + -0.03071606211652189, + -0.002249609841739219, + -0.015034978442608676, + 0.011666985643478154 + ] + ], + "std": [ + [ + 1.1778724434167362, + 1.0760534101769437, + 1.0559839237532962, + 1.5297906049045558, + 1.1364234457764475, + 1.0490814157140953, + 1.1363046556284118, + 1.0380124741143066, + 1.075498258791, + 0.8663393072266115, + 0.9747929071031151, + 0.969828844789839, + 0.7696639194748692, + 1.0473361728395063, + 0.8303333840972749, + 0.8838263753298514, + 1.2440346851573585, + 0.9334811719941839, + 1.02990808565559, + 0.8957714253842652, + 0.9678502243817942, + 1.1500298875956583, + 0.9330778093343873, + 1.5773371750732401, + 0.9230289983981412, + 0.8158091055273212, + 0.9489997820681896, + 0.9552807238624355, + 1.0072242253552435, + 1.0223260308735955, + 0.8234643073736883, + 1.0311031398813912, + 0.8806613305973721, + 1.0286119212691307, + 0.8014510966571808, + 0.9352593214362214, + 0.9329050736248139, + 0.3527683412758974, + 1.1692746053848972, + 1.002962447177659, + 1.4919910858493521, + 0.8738202541405161, + 1.1462384337701108, + 1.0090960980820731, + 0.9207764793259576, + 1.0912524568744784, + 0.816026256403742, + 0.7771366886117157, + 0.9566601501316736, + 0.9562471491235174, + 0.6185383136448549, + 0.8282423578976752, + 0.7966634350742242, + 0.34217344919196696, + 0.8296715880092417, + 0.6379508479090837, + 1.2381153537237015 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 178406, + "cert_evals": { + "36": 0.9087936282157898, + "72": 0.8688226938247681, + "108": 0.8143168687820435, + "255": 0.5130813717842102 + }, + "fold": 2 + }, + { + "best_epoch": 16, + "best_val_acc": 0.9217134416543574, + "test_acc": 0.9206921413121846, + "train_size": 1150, + "val_size": 677, + "test_size": 2774, + "stats": { + "mean": [ + [ + 0.018947906521740433, + -0.000799500504347751, + 0.01308322393912882, + -0.04350387713043517, + -0.017981908217392446, + -0.037174041304348704, + 0.022572385652170752, + -0.04463838826086928, + -0.00969831843826173, + 0.015462332956521007, + 0.02533698608174001, + -0.01796958450434803, + -0.002596639478261534, + -0.008146872721739728, + -0.010465523286957488, + -0.020865805773911915, + -0.023057402052173097, + 0.015772556173913998, + 0.029574481513043406, + -0.00723897516521638, + -0.012929820996524495, + 0.013256362000000747, + -0.016364737217389708, + -0.0054786337391299, + -0.023381384405216223, + 0.018361981547826933, + -0.027815069829563832, + -0.016357650539129607, + 0.02130572809565106, + -0.04712495074782753, + -0.023661064608695874, + -0.017694028695653844, + -0.035716115565216526, + -0.015046066956521246, + 0.017066349999999682, + -0.017144463043477796, + 0.00945527166956592, + 0.0090967913913036, + -0.019910964156521774, + -0.012770454869565474, + 0.008144727217391987, + 0.026037255217391253, + -0.03684596452174003, + -0.03572749460869723, + -0.026032580895649946, + 0.034894907043476656, + -0.040598744086955754, + -0.013571423391303747, + 0.04706986420869568, + 0.04318946167130402, + -0.01196526951304294, + -0.018042527704347985, + 0.049467921365213274, + -0.02400611535652195, + 0.06052994408086956, + 0.0599142720547826, + -0.0026769801565217854 + ] + ], + "std": [ + [ + 0.9331871594323544, + 0.9567845251269138, + 0.9760296399392536, + 0.051280137756585374, + 0.9428238363495951, + 0.8814135527767363, + 0.9954267960650186, + 0.6955201641843568, + 1.0576570344486964, + 1.1798688036970275, + 1.0384456763015388, + 0.9235329672549664, + 0.9059067437108173, + 0.8252286378311408, + 0.9221679162247977, + 1.0327807332881183, + 0.9152290942982179, + 1.0569927523658942, + 1.019968514725996, + 0.9205072920345395, + 0.9958149041823585, + 1.016878390862468, + 0.8965516556476434, + 1.0877876259600743, + 0.948111265047695, + 1.0393908013003292, + 0.9611733587640997, + 0.9251890870444093, + 1.1498439764663797, + 0.8019976062593172, + 0.8125415636929294, + 0.8726450743629817, + 0.6932596937551812, + 0.8745634092810176, + 1.3798992402930492, + 0.8915710521880803, + 0.9391065100766924, + 1.1627844455953502, + 0.8173394703147074, + 0.9245635097978325, + 0.9000725380226579, + 1.1834987177794307, + 0.775157987005211, + 0.6770693378003936, + 0.7878189821125126, + 1.0585249177081846, + 0.48012225657491536, + 0.635321002731002, + 1.2507891578889274, + 1.3781763830166411, + 0.957654911058225, + 0.6938467149180203, + 1.3755269217325827, + 0.35513836957625733, + 1.6062909589981371, + 1.7067437542745856, + 0.9544103185210019 + ] + ] + }, + "width": 256, + "in_features": 57, + "out_features": 2, + "depth": 6, + "padding": 114, + "parameters": 178406, + "cert_evals": { + "36": 0.8922134041786194, + "72": 0.8579668402671814, + "108": 0.8215572834014893, + "255": 0.5295602083206177 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.9307356610991182, + "std_test_acc": 0.00732759011443504, + "n_samples": 4601, + "n_features": 57, + "n_classes": 2, + "mean_cert_acc_36": 0.9031108170747757, + "std_cert_acc_36": 0.007462038837363335, + "mean_cert_acc_72": 0.8651678413152695, + "std_cert_acc_72": 0.005231873173205674, + "mean_cert_acc_108": 0.8196463584899902, + "std_cert_acc_108": 0.0035664752889320835, + "mean_cert_acc_255": 0.5244053453207016, + "std_cert_acc_255": 0.00931718415460319 + }, + "statlog-image": { + "dataset": "statlog-image", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 40, + "best_val_acc": 0.914364640883978, + "test_acc": 0.8789204959883297, + "train_size": 577, + "val_size": 362, + "test_size": 1371, + "stats": { + "mean": [ + [ + 0.05277729462738304, + -0.026856590034661988, + -0.04045374350086678, + 0.035925407279029424, + 0.012791040953206106, + -0.02749923800693239, + 0.026879459393414143, + 0.003427681455805914, + -0.003979492894280729, + -0.0036277449220103795, + -0.004736499878682832, + -0.003368361143847496, + 0.0064276489428076265, + -0.008315490103986137, + 0.007643567209705356, + -0.0043468179896013785, + 0.0004630635528596608, + -0.0013222841941074428 + ] + ], + "std": [ + [ + 1.0182285353798557, + 0.9851787517694358, + 0.9390514410011299, + 1.0719805534061642, + 1.0253303532403122, + 0.7168098920649388, + 1.0463467417069485, + 1.0739156275157598, + 0.9846461541428279, + 0.986758186324584, + 0.9813280135807977, + 0.9874022073254759, + 0.9931538939642666, + 0.9774222979865599, + 0.9945730722498334, + 0.98084516278497, + 0.9787696627538863, + 1.0056912001088976 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 14851, + "cert_evals": { + "36": 0.8475565314292908, + "72": 0.7986871004104614, + "108": 0.7534646391868591, + "255": 0.3654266893863678 + }, + "fold": 0 + }, + { + "best_epoch": 49, + "best_val_acc": 0.8892405063291139, + "test_acc": 0.8927311220889202, + "train_size": 577, + "val_size": 316, + "test_size": 1417, + "stats": { + "mean": [ + [ + -0.00805977642980937, + -0.018866870935875215, + 0.031481733102252704, + -0.043535077989602024, + 0.004621514436741676, + 0.01480505808492205, + -0.014060085823223602, + -0.02213133720970536, + 0.002966329462738305, + 0.0030170756499133438, + 0.002753383032928949, + 0.0031395960138648014, + -0.0019510392547660267, + 0.0010119288561525432, + 0.0002420222010398325, + 0.0026207177123050403, + -0.00027903677296360597, + -0.004136256395147322 + ] + ], + "std": [ + [ + 0.9953843774509928, + 1.0074852374270842, + 1.0783606982862584, + 0.9028473634226395, + 1.0693480635548707, + 1.0940228399134122, + 0.8711465724120171, + 0.502597420466186, + 1.006613669140276, + 1.0050554458942274, + 1.0062103872564798, + 1.0073657656318686, + 0.9940821219426057, + 0.9803990682446567, + 0.9797804248563735, + 1.0060668347936674, + 0.9852523228665813, + 0.9927198570183016 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 14851, + "cert_evals": { + "36": 0.8341566920280457, + "72": 0.7762879729270935, + "108": 0.6937191486358643, + "255": 0.2921665608882904 + }, + "fold": 1 + }, + { + "best_epoch": 18, + "best_val_acc": 0.8381962864721485, + "test_acc": 0.8672566371681416, + "train_size": 577, + "val_size": 377, + "test_size": 1356, + "stats": { + "mean": [ + [ + 0.05914366984402079, + 0.022316960745233937, + 0.06025597920277344, + 0.004141213171577218, + 0.06498358975736578, + -0.007717641698440197, + 0.003916004280762564, + -0.024700628942807636, + -0.011757545424610043, + -0.012553493500866587, + -0.011469935798960128, + -0.011205641403812857, + 0.0023379489774696394, + -0.007725091837088372, + 0.010744232443674168, + -0.011220052305025987, + -0.013785179953206241, + 0.003924050017330997 + ] + ], + "std": [ + [ + 1.024154455792897, + 0.9811663585132518, + 1.0550539991337744, + 1.0439910345858283, + 1.1416502363087357, + 0.8904529955722684, + 1.0841860242487946, + 0.7205096411504827, + 0.9892628189620303, + 0.9876451169861917, + 0.9910594913771583, + 0.9889085818803738, + 1.0052016942584325, + 1.0015543969928375, + 1.001939370908761, + 0.9907018248984832, + 0.9753060190971025, + 0.9976064937693578 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 14851, + "cert_evals": { + "36": 0.7979351282119751, + "72": 0.7035398483276367, + "108": 0.6076695919036865, + "255": 0.2935103178024292 + }, + "fold": 2 + }, + { + "best_epoch": 38, + "best_val_acc": 0.8869047619047619, + "test_acc": 0.8797423049391553, + "train_size": 577, + "val_size": 336, + "test_size": 1397, + "stats": { + "mean": [ + [ + -0.004805442807625656, + 0.03371339715771235, + 0.02189034662045027, + 0.035925407279029334, + 0.0042291054419410475, + 0.03768918716984402, + 0.012717266897746975, + 0.03924694882149047, + 0.00528661488734836, + 0.005418960658578841, + 0.0062262528249566835, + 0.0039763388388214865, + -0.003098130467937617, + 0.010604977712305036, + -0.01486111181975736, + 0.007219200675909865, + 0.014029051389948003, + 0.01013749448873485 + ] + ], + "std": [ + [ + 1.008276364629133, + 1.010568100241832, + 1.0315325534295983, + 1.1379229784648968, + 0.9804535280460098, + 1.2556130480825498, + 1.057279793514591, + 1.3153187531590647, + 1.004023150383831, + 1.004919767936061, + 1.0036256590527597, + 1.0041255432995537, + 1.0046162783500956, + 1.0114881398893187, + 1.0145020055917877, + 1.0028701935817135, + 1.0098377455026906, + 0.990416131086278 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 7, + "depth": 6, + "padding": 36, + "parameters": 14851, + "cert_evals": { + "36": 0.8310665488243103, + "72": 0.7730851769447327, + "108": 0.6936292052268982, + "255": 0.2734430730342865 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8796626400461367, + "std_test_acc": 0.01041235251370692, + "n_samples": 2310, + "n_features": 18, + "n_classes": 7, + "mean_cert_acc_36": 0.8276787251234055, + "std_cert_acc_36": 0.021081193399251776, + "mean_cert_acc_72": 0.7629000246524811, + "std_cert_acc_72": 0.041179767729813195, + "mean_cert_acc_108": 0.687120646238327, + "std_cert_acc_108": 0.05999971391387043, + "mean_cert_acc_255": 0.3061366602778435, + "std_cert_acc_255": 0.040574073823079745 + }, + "statlog-vehicle": { + "dataset": "statlog-vehicle", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 41, + "best_val_acc": 0.6942148760330579, + "test_acc": 0.6478599221789884, + "train_size": 211, + "val_size": 121, + "test_size": 514, + "stats": { + "mean": [ + [ + -0.15146149526066363, + -0.10432839952606632, + -0.059711114691943054, + -0.10485173232227493, + -0.05972240473933653, + 0.023982654502369662, + -0.09937442175355453, + 0.0818855733649288, + -0.10596828436018967, + -0.11517251252132703, + -0.08347083222748818, + -0.1053934661943128, + -0.08422502947867287, + 0.06107363270142171, + -0.09882898767772512, + -0.031016796208530723, + -0.05365530142180105, + -0.07673026919431288 + ] + ], + "std": [ + [ + 0.9244006895318542, + 0.9269788321694366, + 0.9738611659537878, + 0.9392376060519674, + 0.9423236941745864, + 1.2031150582278034, + 0.9189159479510511, + 0.9554470489794712, + 0.9165422543676691, + 0.9419702932342265, + 0.899283407616931, + 0.9016819378903871, + 0.9169739004303826, + 1.0374334592683703, + 1.008232147929816, + 0.9709165003669759, + 0.9809690311814254, + 0.9851749395938914 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 14740, + "cert_evals": { + "36": 0.5914396643638611, + "72": 0.47081711888313293, + "108": 0.3774318993091583, + "255": 0.04085602983832359 + }, + "fold": 0 + }, + { + "best_epoch": 38, + "best_val_acc": 0.7, + "test_acc": 0.6427184466019418, + "train_size": 211, + "val_size": 120, + "test_size": 515, + "stats": { + "mean": [ + [ + -0.05707185829383899, + 0.01703814028436017, + -0.07233211819905201, + -0.08672841545023706, + -0.057319243601895775, + 0.03840272132701431, + -0.013982209905213271, + 0.02121443985781981, + -0.007237241706161201, + 0.0049784149421801165, + -0.014029810900473958, + -0.016262295578199085, + 0.0009614558767772847, + 0.11677855781990558, + 0.0023493535545024086, + -0.010852331753554503, + -0.10286354407582957, + -0.11368303744075818 + ] + ], + "std": [ + [ + 1.0402738933856586, + 0.9838455143238437, + 1.0190627316129826, + 1.0239103894741375, + 1.1508302480807033, + 1.1683856166359436, + 1.0055121275534542, + 0.9988185856887961, + 1.0147533040348673, + 0.9815814858424408, + 0.9995251885514925, + 1.0064285465555274, + 0.9637935338431834, + 1.1030605616237845, + 0.9937126714490084, + 0.995709949800922, + 1.0375518355312294, + 1.0614716810079152 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 14740, + "cert_evals": { + "36": 0.5281553268432617, + "72": 0.3825242817401886, + "108": 0.26990291476249695, + "255": 0.025242719799280167 + }, + "fold": 1 + }, + { + "best_epoch": 52, + "best_val_acc": 0.6821705426356589, + "test_acc": 0.7213438735177866, + "train_size": 211, + "val_size": 129, + "test_size": 506, + "stats": { + "mean": [ + [ + -0.021963390047393307, + 0.015501836018957329, + 0.03765074758293839, + -0.033773345592417056, + -0.053714301421800954, + 0.025012608530805693, + 0.012391009146919438, + 0.0011931618483411932, + 0.003732862559241725, + -0.004163105436966835, + 0.014350785308056885, + 0.008870320853080559, + 0.03139527815165877, + 0.07120188767772496, + -0.007286610426540335, + 0.01621079620853081, + -0.11362760189573462, + -0.0754560952606636 + ] + ], + "std": [ + [ + 1.0013809830173679, + 0.9782519614775661, + 1.0067349356663802, + 0.9925585379225955, + 0.9656789538710515, + 1.079511023393183, + 1.0086208512176316, + 0.9976671958575583, + 1.0053473248040818, + 0.9749627707710302, + 1.0173842579149284, + 1.023042568770406, + 0.9834183626487213, + 1.0185730954327057, + 1.033273817278921, + 0.9965280678503624, + 0.9690108913489877, + 1.0258779208898805 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 14740, + "cert_evals": { + "36": 0.6126482486724854, + "72": 0.48814231157302856, + "108": 0.39920949935913086, + "255": 0.0573122538626194 + }, + "fold": 2 + }, + { + "best_epoch": 35, + "best_val_acc": 0.7007874015748031, + "test_acc": 0.6633858267716536, + "train_size": 211, + "val_size": 127, + "test_size": 508, + "stats": { + "mean": [ + [ + 0.04652693270142183, + 0.020878930331753535, + 0.004595829952606676, + 0.050472680521327036, + 0.10850436966824639, + 0.11359419241706137, + 0.0035522710900474227, + -0.016401528483412357, + 0.0019045260663507124, + 0.02816009017251184, + 0.02038910379146921, + 0.003237731909952596, + 0.0162511691943128, + 0.05221142748815186, + 0.04571186824644554, + -0.08779599999999993, + -0.02366896398104278, + -0.04232626635071097 + ] + ], + "std": [ + [ + 1.0660694582459869, + 0.9954955740331093, + 1.0005918167210288, + 1.0225865249631643, + 1.1919100176742894, + 1.3676251093574603, + 0.9782612041335168, + 1.0070319475298821, + 0.9609306968438209, + 0.995608616420587, + 0.9856739612962143, + 0.9752124296736733, + 1.0143856365331891, + 1.0854963150619814, + 1.0148237536601927, + 0.9020045533947828, + 0.9646100732878, + 0.9403175219272142 + ] + ] + }, + "width": 64, + "in_features": 18, + "out_features": 4, + "depth": 6, + "padding": 36, + "parameters": 14740, + "cert_evals": { + "36": 0.5629920959472656, + "72": 0.44685038924217224, + "108": 0.30314961075782776, + "255": 0.015748031437397003 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6688270172675926, + "std_test_acc": 0.03609664473361522, + "n_samples": 846, + "n_features": 18, + "n_classes": 4, + "mean_cert_acc_36": 0.5738088339567184, + "std_cert_acc_36": 0.03660870046510958, + "mean_cert_acc_72": 0.4470835253596306, + "std_cert_acc_72": 0.04624953216347194, + "mean_cert_acc_108": 0.3374234810471535, + "std_cert_acc_108": 0.060969693691991345, + "mean_cert_acc_255": 0.03478975873440504, + "std_cert_acc_255": 0.018237285642232034 + }, + "steel-plates": { + "dataset": "steel-plates", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 70, + "best_val_acc": 0.6655737704918033, + "test_acc": 0.6741963509991312, + "train_size": 485, + "val_size": 305, + "test_size": 1151, + "stats": { + "mean": [ + [ + -0.033171420824742434, + -0.03487799787628848, + -0.025752341010309272, + -0.02575685641237119, + -0.013433178123711241, + -0.013203120387628779, + -0.01932132132144322, + -0.015286709072164926, + -0.03529740762886613, + -0.06188019999999985, + 0.029282459793814393, + 0.02461150515463966, + -0.02461150515463966, + 0.02680637649484613, + 0.05348254682474227, + 0.04729742422680411, + 0.037012766989690665, + -0.005113711814433202, + -0.04244604482474207, + 0.016299261237113144, + 0.02038411958762842, + 0.024304238721649656, + 0.01957637484536068, + 0.03119099608247441, + 0.008960876804329868, + -0.0667112558564948, + 0.03806582750515489 + ] + ], + "std": [ + [ + 0.9756894853975037, + 0.9770748287077284, + 0.928969513709341, + 0.9289613756914903, + 0.7271911461061646, + 0.6249440949513447, + 0.2710442676106522, + 0.8321078924444775, + 0.9681819508369377, + 0.9379050398893956, + 1.0059681125158686, + 1.004435542438173, + 1.004435542438173, + 1.0374639889594413, + 0.9990047126903454, + 0.9783238676858398, + 0.9859445483202275, + 0.9264109604441377, + 0.9798063758731859, + 0.9885797784975004, + 0.9993680933241289, + 0.9978320614999503, + 0.9928227904046222, + 0.9831836156202347, + 0.9769683973001587, + 0.9740787014301614, + 0.9975175191485853 + ] + ] + }, + "width": 128, + "in_features": 27, + "out_features": 7, + "depth": 6, + "padding": 54, + "parameters": 43393, + "cert_evals": { + "36": 0.6246742010116577, + "72": 0.5734144449234009, + "108": 0.5256298780441284, + "255": 0.33014771342277527 + }, + "fold": 0 + }, + { + "best_epoch": 34, + "best_val_acc": 0.6936619718309859, + "test_acc": 0.6262798634812287, + "train_size": 485, + "val_size": 284, + "test_size": 1172, + "stats": { + "mean": [ + [ + 0.03706820797938135, + 0.03657455558762895, + 0.014421525546391723, + 0.014414742845360836, + -0.04709934408247418, + -0.04852457241237108, + -0.033936195713195796, + -0.05171317672164952, + 0.013659632577319523, + -0.027462527628865894, + 0.006293505773195868, + 0.011990152577319948, + -0.011990152577319948, + -0.03296888268041301, + -0.009405954164948402, + -0.043928852597938134, + 0.002384727134020549, + -0.013394573402062043, + 0.027507874268041282, + 0.038990112989690746, + 0.0011484783505151038, + -0.02832227346391757, + -0.023262162268041238, + -0.03206279731958757, + -0.003237806419175221, + -0.04168354620618558, + -0.012072491587628926 + ] + ], + "std": [ + [ + 1.015411156192268, + 1.0184785548739292, + 1.121885848311569, + 1.1218788885198352, + 0.690006383533972, + 0.5810603178627508, + 0.2538653505206093, + 0.7901091189782915, + 1.0313073308807894, + 1.1253321716484355, + 0.9934036908444747, + 1.002106781592608, + 1.002106781592608, + 0.9446882153445072, + 1.006327755621702, + 1.0256643689759664, + 0.9902082423796534, + 1.0703705601717843, + 0.9814029395820514, + 0.9594928614842593, + 0.9948279945629597, + 0.9781432437014432, + 0.9737318425454382, + 0.9896265964372553, + 0.996385694776415, + 1.1531115464252937, + 0.9965705557829847 + ] + ] + }, + "width": 128, + "in_features": 27, + "out_features": 7, + "depth": 6, + "padding": 54, + "parameters": 43393, + "cert_evals": { + "36": 0.5691125988960266, + "72": 0.517918050289154, + "108": 0.453071653842926, + "255": 0.266211599111557 + }, + "fold": 1 + }, + { + "best_epoch": 100, + "best_val_acc": 0.7114093959731543, + "test_acc": 0.6778929188255614, + "train_size": 485, + "val_size": 298, + "test_size": 1158, + "stats": { + "mean": [ + [ + 0.01349540909278348, + 0.011743234845361083, + 0.055380051591752535, + 0.05537599281030928, + -0.002818057010309121, + -0.0043726463257731905, + -0.011363671857525773, + 0.0014854367216495697, + -0.017973084123711465, + -0.019961297319587557, + -0.006256404123711325, + 0.037232857731959154, + -0.037232857731959154, + -0.057822187216493647, + -0.04968943053608254, + 0.05299214910515458, + 0.012450677092783526, + -0.0152095140206186, + -0.021158501278350353, + -0.03180742531958788, + 0.011834936082473834, + 0.02963465686597942, + 0.02183907072164954, + 0.04186944268041253, + 0.024153798268247404, + -0.04557396327835056, + 0.03912331686597949 + ] + ], + "std": [ + [ + 1.0305115292152447, + 1.0350302276108283, + 1.0568148967701887, + 1.0568064122935077, + 0.7926988315617414, + 0.6342514589481083, + 0.28414711305629714, + 0.9056134481718624, + 0.9751665814504833, + 1.0270919456979695, + 0.9900679127467883, + 1.0066006750596284, + 1.0066006750596284, + 0.9543742160994036, + 1.0004136931230714, + 1.0094115145490878, + 1.0121553004352448, + 0.8186606474983903, + 1.0281436358716267, + 1.0235390824617858, + 1.0008479768803218, + 0.990294035931081, + 0.9940477374299497, + 1.000219892821287, + 0.9933237184970842, + 0.9852467220628263, + 0.994697835657597 + ] + ] + }, + "width": 128, + "in_features": 27, + "out_features": 7, + "depth": 6, + "padding": 54, + "parameters": 43393, + "cert_evals": { + "36": 0.6303972601890564, + "72": 0.579447329044342, + "108": 0.515544056892395, + "255": 0.30829015374183655 + }, + "fold": 2 + }, + { + "best_epoch": 79, + "best_val_acc": 0.6514084507042254, + "test_acc": 0.6680887372013652, + "train_size": 485, + "val_size": 284, + "test_size": 1172, + "stats": { + "mean": [ + [ + 0.023743463731958805, + 0.016176765814433166, + 0.0014892443092783534, + 0.0014844411752577274, + -0.009514525814432954, + -0.020205760659793785, + -0.01871218610680407, + -0.005845208247422769, + 0.01885683030927834, + -0.00661354618556694, + 0.013281478350515526, + 0.0035759175257736252, + -0.0035759175257736252, + 0.001803373195877225, + -0.050778439121649456, + -0.007776909546391795, + 0.04831092711340207, + -0.05191724047422686, + -0.019034719298968952, + 0.018150954639175196, + 0.009697649484535607, + -0.007318674041237245, + -0.01604848907216485, + -0.0013126113402060792, + 0.01597799027505155, + 0.03087437377319595, + 0.008060444742267966 + ] + ], + "std": [ + [ + 1.035245883833329, + 1.0366480375890377, + 1.0283716528913942, + 1.0283643226814112, + 0.804966635241197, + 0.6387301143243845, + 0.2927267776520207, + 0.9211566457266325, + 1.0248177126554818, + 0.9991241777878153, + 0.9956957155110975, + 1.0004628088385008, + 1.0004628088385008, + 0.9913012556247199, + 0.9711702662146896, + 0.9776882812482338, + 0.9942196574638761, + 0.7385409188908473, + 1.0098201632818302, + 0.9666923500151875, + 0.9978814369963841, + 1.002103883727627, + 0.9660799436198654, + 1.0007299152954314, + 0.9729135128718771, + 1.03912258961276, + 1.0093273706219772 + ] + ] + }, + "width": 128, + "in_features": 27, + "out_features": 7, + "depth": 6, + "padding": 54, + "parameters": 43393, + "cert_evals": { + "36": 0.6245733499526978, + "72": 0.5750852823257446, + "108": 0.5315699577331543, + "255": 0.3046075105667114 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6616144676268216, + "std_test_acc": 0.023900782269441638, + "n_samples": 1941, + "n_features": 27, + "n_classes": 7, + "mean_cert_acc_36": 0.6121893525123596, + "std_cert_acc_36": 0.02884654478869234, + "mean_cert_acc_72": 0.5614662766456604, + "std_cert_acc_72": 0.029143337174895964, + "mean_cert_acc_108": 0.5064538866281509, + "std_cert_acc_108": 0.0361977423195891, + "mean_cert_acc_255": 0.30231424421072006, + "std_cert_acc_255": 0.02657739363217142 + }, + "synthetic-control": { + "dataset": "synthetic-control", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 42, + "best_val_acc": 0.975609756097561, + "test_acc": 0.9728260869565217, + "train_size": 150, + "val_size": 82, + "test_size": 368, + "stats": { + "mean": [ + [ + 0.03924785799999999, + 0.09383712196000003, + 0.07046625366666667, + 0.0014863559999998659, + -0.05929098933333334, + -0.038894416533333365, + -0.06979297906666665, + 0.14184743933333332, + -0.017701836666666713, + 0.031171698399999972, + -0.021065953866666622, + 0.0012081412666666543, + -0.04361972219999998, + 0.0025437976666666416, + 0.07672977846666663, + 0.020924183333333297, + -0.0169760114666666, + 0.002974836000000029, + 0.003983265866666657, + -0.024021968200000025, + -0.03956240413333334, + -0.1248241973333334, + -0.05730380093333336, + -0.05808679486666668, + -0.028370202666666712, + -0.09732389666666662, + -0.05763924799999995, + -0.13051837340000005, + -0.05395017553333331, + -0.03267161173333333, + -0.023729760666666683, + -0.07524714946666669, + -0.06614863693333331, + -0.019300918133333376, + -0.030039852199999936, + 0.011592385653333353, + 0.031318077333333326, + 0.01763483633333328, + -0.0250934726666667, + -0.004898507333333266, + 0.004217182600000006, + -0.0246385992666667, + -0.030988849866666696, + -0.04759142453333339, + -0.01953947740000004, + -0.01564450933333335, + -0.015787699133333277, + 0.002320799400000045, + 0.024963803466666677, + -0.007529426400000029, + 0.04093678893333338, + 0.015736563599999965, + -0.03746829866666665, + 0.014098554666666692, + -0.011547875333333272, + -0.02319905666666666, + -0.03142149800000005, + -0.016265246000000014, + 0.007930060666666574, + -0.023128325933333405 + ] + ], + "std": [ + [ + 0.9961076807315135, + 0.9206509112843125, + 1.0540224386437416, + 1.0522148944257685, + 0.9493400263469906, + 1.0413681468006608, + 1.0206521762883793, + 1.0022196701786035, + 0.9563400774380424, + 0.9609145334914101, + 1.0024994267345215, + 0.9932555095692103, + 0.9717731403065037, + 0.98032175468797, + 0.9982624484839073, + 0.9382038270345618, + 0.9768753390482254, + 0.9916308705368667, + 1.006723658496416, + 1.0297445317020146, + 1.032876694551145, + 0.972144505822908, + 0.9798593024092027, + 0.9843687966126489, + 1.011735889322179, + 1.0429049244153183, + 1.0346506734246277, + 1.0538601962572212, + 0.9988680991418135, + 1.0180957806321926, + 0.9596516599467743, + 0.9834125851120433, + 1.0264509047524573, + 1.041847740419822, + 0.9781778184682978, + 1.0266071515222082, + 1.0054089356966365, + 0.9672870323425345, + 1.0086182531503245, + 0.9476236198433843, + 0.9903141136237383, + 0.9773410750044438, + 0.9739559384791738, + 1.0166341319600727, + 1.0066772526142282, + 0.9830356367906539, + 0.9703713876993874, + 1.0032669206080842, + 0.9780136276281223, + 0.9963547072355085, + 0.9891349444554035, + 0.9865762284560603, + 0.975071666163836, + 0.9738556836226393, + 0.9427521925477134, + 0.9585723823680283, + 1.023473462894158, + 0.974178234052611, + 0.9584708977350718, + 0.9781662302529668 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 6, + "depth": 6, + "padding": 120, + "parameters": 188118, + "cert_evals": { + "36": 0.9538043737411499, + "72": 0.9293478727340698, + "108": 0.8804348111152649, + "255": 0.5652173757553101 + }, + "fold": 0 + }, + { + "best_epoch": 18, + "best_val_acc": 0.9879518072289156, + "test_acc": 0.9809264305177112, + "train_size": 150, + "val_size": 83, + "test_size": 367, + "stats": { + "mean": [ + [ + 0.07431676333333329, + 0.055703143333333274, + 0.059986597200000005, + 0.05962913333333327, + 0.01711391199999998, + -0.09842530133333331, + -0.037238006933333324, + 0.04494911246666669, + 0.03584688633333339, + -0.03672074413333339, + 0.1400467430666667, + -0.0017188513300000175, + 0.09355356086666661, + 0.08375834533333343, + 0.10196642733333329, + -0.002735159333333399, + -0.04132526846666665, + 0.002115888533333303, + -0.04545685346666663, + -0.026682441333333327, + 0.0202955157, + 0.05891559266666658, + 0.09727385853333322, + 0.0824819633333333, + -0.003187957799999993, + 0.019345319200000027, + 0.015127944066666616, + -0.01814940193333335, + 0.028838950733333313, + -0.037662185733333346, + -0.03617591013333335, + 0.015016469333333294, + 0.03429976273333337, + 0.0064533666666667005, + -0.029528327399999967, + -0.020207610346666682, + -0.015195800666666651, + -0.03826542699999998, + -0.0280714353333333, + -0.03387643922666661, + -0.006132136866666568, + -0.06652122866666664, + -0.012367441333333272, + 0.04345637599999996, + 0.04305291933333331, + 0.025584800666666543, + 0.017196319133333353, + -0.01777196502666665, + -0.07746244253333334, + -0.044407173933333335, + -0.055261454599999996, + -0.052746810399999934, + -0.0045274859999999695, + -0.025930303333333373, + 0.035556554666666684, + 0.009908130666666676, + 0.016988207333333238, + -0.00977137813333338, + -0.020683775666666668, + 0.012211349666666682 + ] + ], + "std": [ + [ + 0.9843088538516878, + 1.0385221048037923, + 1.0362809707291913, + 1.070636491980348, + 1.036981973032216, + 1.0535025500445936, + 1.0486711166621683, + 1.0486450651360273, + 1.0014223592087255, + 0.9374084409356886, + 0.9860590509896011, + 0.9753368966519272, + 1.0333021459864373, + 0.9876115794841844, + 1.02068622354422, + 1.0112690289204789, + 1.0116637203824093, + 1.033925288406938, + 1.0512195357703547, + 1.018333809220628, + 0.985055866337006, + 0.943091921098071, + 0.9490130762941131, + 0.99910695778916, + 1.0356025959908477, + 1.0026236047334451, + 1.0141313027658527, + 0.9956117641629766, + 1.0018305711459572, + 1.0053268814426604, + 1.0314502672967765, + 1.038459737162511, + 0.937751592640825, + 0.9861261142353305, + 0.9749386073698773, + 0.9772874202358274, + 0.9591957253028498, + 0.9926707359223034, + 0.9729932139063138, + 0.9920544640877638, + 0.9836353401854067, + 0.99810857871081, + 1.0023120691127656, + 0.9517953446574153, + 1.0036265983538577, + 1.0142510395016522, + 0.9769674154680212, + 1.0141447148508704, + 1.0111479341233067, + 0.9771982566562517, + 0.9980648743000833, + 0.9633210674621704, + 0.9823793488227291, + 0.9870075135806297, + 0.983054034466811, + 0.990652388626008, + 1.0024265300075932, + 0.9594171079813323, + 0.9682468460883036, + 0.9900597520223805 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 6, + "depth": 6, + "padding": 120, + "parameters": 188118, + "cert_evals": { + "36": 0.9536784887313843, + "72": 0.8964577317237854, + "108": 0.7874659299850464, + "255": 0.4523160755634308 + }, + "fold": 1 + }, + { + "best_epoch": 32, + "best_val_acc": 1.0, + "test_acc": 0.9662921348314607, + "train_size": 150, + "val_size": 94, + "test_size": 356, + "stats": { + "mean": [ + [ + -0.114856322, + -0.06579790133333327, + 0.03355098266666663, + -0.03648713526666665, + -0.0011477239999999878, + 0.13642399413333328, + -0.07596104666666668, + -0.0056418873333333374, + 0.09558374166666667, + 0.02089898246666667, + 0.03188003920000004, + 0.007430201999999999, + -0.0038350263999999894, + -0.01883838019999997, + 0.0748425113333334, + 0.00488779438666673, + 0.018437261666666697, + 0.030671767333333304, + 0.022914690999999977, + 0.01594029433333337, + -0.048436106666666714, + -0.0024884444666667177, + 0.04168678213333334, + 0.041644789333333244, + 0.042822868333333354, + 0.06534793200000001, + -0.010656098666666605, + -0.006021577466666684, + 0.04735826933333332, + 0.025442156333333393, + 0.017160075866666614, + -0.04544196133333331, + -0.013476259999999967, + 0.033218761599999966, + -0.005814218000000064, + -0.02626612546666666, + 0.0554423356666666, + -0.005378560400000007, + 0.004365360799999973, + 0.01993973579999998, + -0.013822085533333268, + -0.0276612758666667, + -0.005520540333333351, + 0.027592530666666643, + -0.0016518936666666988, + -0.02964797600000004, + -0.016894890799999965, + -0.018347165760000048, + 0.02878474666666673, + 0.009005892399999991, + 0.0005037746666666054, + -0.010252967199999949, + 0.009452513999999928, + -0.0006035673333334005, + -0.023115470666666638, + 0.0008124299999999337, + -0.010064331333333435, + 0.02198669420666669, + 0.005671073333333329, + 0.009682615733333344 + ] + ], + "std": [ + [ + 1.0560741237905633, + 1.0909763937676147, + 0.9591104934810897, + 1.0027353336789389, + 1.0137393600188147, + 0.9974355725372859, + 0.9334185111764193, + 1.0358338960107323, + 0.9936794808583214, + 1.0639561849283727, + 1.0322757313313562, + 1.0330482466022683, + 1.0135503676371944, + 1.0679076791635504, + 0.9641245690753236, + 1.0282675239598804, + 1.0002353813184108, + 0.9684654582597145, + 1.0331226003460752, + 1.0536462803122515, + 0.9988253263652744, + 1.0354371216022098, + 0.9964647889804219, + 1.017635225822453, + 1.0005114917749387, + 1.021355655521812, + 0.9645306146203501, + 1.0113815411448928, + 0.9806016929287075, + 1.0144519155296894, + 1.0265802362924008, + 1.02000197200153, + 1.07766142678815, + 1.0468290903972308, + 1.0314178108001988, + 1.000469001033564, + 1.0450722590473078, + 1.0325221094946504, + 1.048894956227836, + 0.9833702833504419, + 1.0153917705572146, + 1.012455383336184, + 1.0589782810850652, + 1.0157128503216464, + 1.0196629247844613, + 1.0470501606989209, + 1.0194159827106324, + 1.0071984093717992, + 1.0321411977245474, + 1.043438003333306, + 1.0407295108896613, + 1.027173255849118, + 1.0179448117519239, + 1.0453526291643118, + 1.0174480325437838, + 1.0318194380088317, + 1.0133347569254487, + 1.0231404714757075, + 1.030328051006465, + 1.0096253910405713 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 6, + "depth": 6, + "padding": 120, + "parameters": 188118, + "cert_evals": { + "36": 0.9522472023963928, + "72": 0.9101123809814453, + "108": 0.8539326190948486, + "255": 0.5112359523773193 + }, + "fold": 2 + }, + { + "best_epoch": 15, + "best_val_acc": 0.9775280898876404, + "test_acc": 0.96398891966759, + "train_size": 150, + "val_size": 89, + "test_size": 361, + "stats": { + "mean": [ + [ + 0.1277572366666666, + 0.04134771529333352, + 0.021863094333333402, + 0.014401853333333483, + -0.002803757326666718, + 0.06694332266666667, + 0.07448979026666658, + 0.06807802960000005, + 0.019724051666666666, + 0.06465353440000006, + -0.0428330099999999, + -0.07357414919666662, + -0.04223157999999999, + -0.12545532820000008, + -0.04292649966666659, + -0.10589588954666669, + -0.04041633779999999, + 0.05218024986666674, + 0.05426686220000013, + 0.0227305805333333, + 0.10614008046666681, + 0.04376943119999995, + -0.013266023600000024, + -0.07076259793333334, + -0.074043531, + -0.08001001866666667, + -0.07797701933333334, + -0.09792546133333335, + -0.061854662000000005, + -0.024533988199999985, + 0.03629900386666665, + 0.0058454133399999395, + 0.007318489999999978, + 0.03803268466666662, + 0.044273164599999956, + 0.0013259573333333503, + -0.002469843333333337, + -0.029172804800000018, + -0.05582708400000001, + -0.05666843433333332, + -0.048033903333333315, + -0.06985443860000005, + -0.0578782198666667, + -0.05657032866666666, + -0.026883787333333433, + -0.00934031266666669, + 0.011623247533333353, + 0.035373553640000055, + 0.013784810000000043, + 0.005969853333333333, + 0.02904661893333334, + 0.02376045733333324, + -0.02384677466666665, + -0.05474407806666669, + -0.06623972000000003, + -0.06898137600000002, + -0.07447672184000008, + -0.08693477600000002, + -0.05651159700000001, + -0.03601778493333341 + ] + ], + "std": [ + [ + 0.9996137529479245, + 1.0036117435912413, + 1.0522681023859373, + 1.1119684771253828, + 1.0298920232178084, + 1.070456358378364, + 1.0922136476449562, + 0.9445072794294876, + 0.9503254307664003, + 0.9324621895873916, + 0.9965913991681153, + 1.1062786611692523, + 1.1218688680681206, + 1.0020156097641995, + 1.0418972253640428, + 0.9838023238329702, + 0.9853089091257823, + 1.0414927333939905, + 1.0350491750495694, + 1.0308468611443276, + 1.0024128778412678, + 0.9938024611079457, + 0.9539537713906278, + 0.9088792441254281, + 0.9267414020449568, + 1.0592924551372531, + 1.035601875159454, + 1.0348290235762594, + 1.0072879218281139, + 1.0455750589807704, + 0.9984184008706671, + 0.966055737300902, + 0.9991473365977808, + 1.0374974178986145, + 0.9976106602571032, + 0.9683911885436237, + 0.9999529450897607, + 0.9934502585034328, + 1.0060525583431303, + 0.9969439583936579, + 1.0032737317903146, + 1.006882715938048, + 0.9888037727439014, + 0.997171098741018, + 1.0163770279221114, + 0.9925585952400967, + 1.0393735568577307, + 1.0254123445542493, + 1.0212979411217074, + 1.0292884216225284, + 0.9986396756965731, + 0.9791900111960249, + 1.0282697752335705, + 1.0042624464425858, + 1.014742625093536, + 1.0220728519074882, + 0.9823536621313895, + 1.0001527437069238, + 1.0095902426275776, + 1.0166981511490805 + ] + ] + }, + "width": 256, + "in_features": 60, + "out_features": 6, + "depth": 6, + "padding": 120, + "parameters": 188118, + "cert_evals": { + "36": 0.9307478666305542, + "72": 0.8614957928657532, + "108": 0.7617728114128113, + "255": 0.42382270097732544 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.971008392993321, + "std_test_acc": 0.007597972898500215, + "n_samples": 600, + "n_features": 60, + "n_classes": 6, + "mean_cert_acc_36": 0.9476194828748703, + "std_cert_acc_36": 0.011269895735430314, + "mean_cert_acc_72": 0.8993534445762634, + "std_cert_acc_72": 0.028618219016580234, + "mean_cert_acc_108": 0.8209015429019928, + "std_cert_acc_108": 0.05552599726633534, + "mean_cert_acc_255": 0.4881480261683464, + "std_cert_acc_255": 0.06296669259079836 + }, + "teaching": { + "dataset": "teaching", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 3, + "best_val_acc": 0.45454545454545453, + "test_acc": 0.34065934065934067, + "train_size": 38, + "val_size": 22, + "test_size": 91, + "stats": { + "mean": [ + [ + -0.11332560526315784, + -0.17121901315789478, + 0.029873731578947377, + -0.30744157894736857, + -0.12647241315789476 + ] + ], + "std": [ + [ + 1.0757021171452221, + 0.9379212090884154, + 0.9728178435489211, + 1.2214091484203293, + 1.0035868928906388 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 2337, + "cert_evals": { + "36": 0.17582418024539948, + "72": 0.032967034727334976, + "108": 0.0, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 8, + "best_val_acc": 0.4375, + "test_acc": 0.30927835051546393, + "train_size": 38, + "val_size": 16, + "test_size": 97, + "stats": { + "mean": [ + [ + 0.08642726315789476, + 0.17190744736842098, + 0.21345746842105265, + 0.20351052631578942, + 0.02251846578947367 + ] + ], + "std": [ + [ + 0.9226189788343568, + 0.9529276096944189, + 1.0986997290584972, + 0.7479572951992832, + 0.9794960526322802 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 2337, + "cert_evals": { + "36": 0.12371133267879486, + "72": 0.0, + "108": 0.0, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 2, + "best_val_acc": 0.4166666666666667, + "test_acc": 0.29213483146067415, + "train_size": 38, + "val_size": 24, + "test_size": 89, + "stats": { + "mean": [ + [ + -0.11332560526315784, + 0.02154873684210526, + -0.18742893684210518, + -0.08846210526315801, + -0.16320968421052634 + ] + ], + "std": [ + [ + 1.0757021171452221, + 0.983440529661239, + 0.8586823726924572, + 1.0752563594695814, + 0.9991610142309885 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 2337, + "cert_evals": { + "36": 0.14606741070747375, + "72": 0.01123595517128706, + "108": 0.0, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 2, + "best_val_acc": 0.3888888888888889, + "test_acc": 0.3263157894736842, + "train_size": 38, + "val_size": 18, + "test_size": 95, + "stats": { + "mean": [ + [ + 0.0864272631578948, + -0.03628181578947368, + -0.2848404736842105, + 0.057524210526315775, + -0.050956549999999996 + ] + ], + "std": [ + [ + 0.9226189788343567, + 1.030764765505801, + 0.8345079992343973, + 0.9376140898091212, + 1.1033171507511983 + ] + ] + }, + "width": 32, + "in_features": 5, + "out_features": 3, + "depth": 6, + "padding": 10, + "parameters": 2337, + "cert_evals": { + "36": 0.11578948050737381, + "72": 0.021052632480859756, + "108": 0.0, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.3170970780272907, + "std_test_acc": 0.02101119633774909, + "n_samples": 151, + "n_features": 5, + "n_classes": 3, + "mean_cert_acc_36": 0.14034810103476048, + "std_cert_acc_36": 0.026902110219771243, + "mean_cert_acc_72": 0.016313905594870448, + "std_cert_acc_72": 0.014044113104372863, + "mean_cert_acc_108": 0.0, + "std_cert_acc_108": 0.0, + "mean_cert_acc_255": 0.0, + "std_cert_acc_255": 0.0 + }, + "statlog-landsat": { + "dataset": "statlog-landsat", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 32, + "best_val_acc": 0.8603104212860311, + "test_acc": 0.8621568072459665, + "train_size": 2000, + "val_size": 902, + "test_size": 3533, + "stats": { + "mean": [ + [ + -6.934999915808593e-08, + 2.3328000050659715e-07, + -1.1755000014720962e-07, + 4.1650000113531425e-08, + 2.974999921856458e-08, + 4.0644999990996356e-07, + -1.644000001917445e-07, + -1.413499999420309e-07, + -8.425000072870282e-08, + -1.3005000039911785e-07, + 2.7175000002155337e-07, + 1.0295000034876712e-07, + 1.0184999964849006e-07, + 6.443749997200598e-07, + -1.6854999985216335e-07, + 3.127500005414563e-07, + 1.409999956569763e-08, + 1.658500001333052e-07, + -1.2499999977327868e-07, + -5.844999979326415e-08, + 2.847999998976669e-07, + 3.69650000320354e-07, + -2.5099999955369155e-08, + -7.789999963525585e-08, + 2.7900000419078807e-08, + 1.6560000010702563e-07, + -6.818499998652027e-07, + 5.085000043508758e-08, + -2.546000000173132e-07, + 1.6649999925254233e-08, + -5.505499998159635e-07, + -2.0430000036758546e-07, + 6.48000004858651e-08, + 1.6479999976863612e-07, + 1.1045000017417816e-07, + -5.730000016734849e-08 + ] + ], + "std": [ + [ + 0.9997504252780416, + 0.9997504353750883, + 0.9997503864088414, + 0.9997498292458762, + 0.999750452450114, + 0.9997515833752775, + 0.9997498884010328, + 0.9997500268501014, + 0.9997502639520248, + 0.9997509350029689, + 0.9997501055034534, + 0.9997499174689204, + 0.9997496455953512, + 0.9997496576620629, + 0.999749738590197, + 0.9997497575751876, + 0.9997501294203239, + 0.9997495457673908, + 0.999749811725968, + 0.9997499464044513, + 0.9997498084183996, + 0.9997501411837695, + 0.9997498091480883, + 0.9997501130822933, + 0.9997499551918837, + 0.9997500274473032, + 0.999750691794593, + 0.9997498389478997, + 0.9997497286241793, + 0.9997505072133269, + 0.9997503342441044, + 0.9997498754279657, + 0.9997500420188261, + 0.9997503240021074, + 0.9997501539041043, + 0.9997498636945846 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 6, + "depth": 6, + "padding": 72, + "parameters": 57270, + "cert_evals": { + "36": 0.8372488021850586, + "72": 0.8044155240058899, + "108": 0.7630908489227295, + "255": 0.5553354024887085 + }, + "fold": 0 + }, + { + "best_epoch": 72, + "best_val_acc": 0.8684782608695653, + "test_acc": 0.8645803698435277, + "train_size": 2000, + "val_size": 920, + "test_size": 3515, + "stats": { + "mean": [ + [ + -6.934999915808593e-08, + 2.3328000050659715e-07, + -1.1755000014720962e-07, + 4.1650000113531425e-08, + 2.974999921856458e-08, + 4.0644999990996356e-07, + -1.644000001917445e-07, + -1.413499999420309e-07, + -8.425000072870282e-08, + -1.3005000039911785e-07, + 2.7175000002155337e-07, + 1.0295000034876712e-07, + 1.0184999964849006e-07, + 6.443749997200598e-07, + -1.6854999985216335e-07, + 3.127500005414563e-07, + 1.409999956569763e-08, + 1.658500001333052e-07, + -1.2499999977327868e-07, + -5.844999979326415e-08, + 2.847999998976669e-07, + 3.69650000320354e-07, + -2.5099999955369155e-08, + -7.789999963525585e-08, + 2.7900000419078807e-08, + 1.6560000010702563e-07, + -6.818499998652027e-07, + 5.085000043508758e-08, + -2.546000000173132e-07, + 1.6649999925254233e-08, + -5.505499998159635e-07, + -2.0430000036758546e-07, + 6.48000004858651e-08, + 1.6479999976863612e-07, + 1.1045000017417816e-07, + -5.730000016734849e-08 + ] + ], + "std": [ + [ + 0.9997504252780416, + 0.9997504353750883, + 0.9997503864088414, + 0.9997498292458762, + 0.999750452450114, + 0.9997515833752775, + 0.9997498884010328, + 0.9997500268501014, + 0.9997502639520248, + 0.9997509350029689, + 0.9997501055034534, + 0.9997499174689204, + 0.9997496455953512, + 0.9997496576620629, + 0.999749738590197, + 0.9997497575751876, + 0.9997501294203239, + 0.9997495457673908, + 0.999749811725968, + 0.9997499464044513, + 0.9997498084183996, + 0.9997501411837695, + 0.9997498091480883, + 0.9997501130822933, + 0.9997499551918837, + 0.9997500274473032, + 0.999750691794593, + 0.9997498389478997, + 0.9997497286241793, + 0.9997505072133269, + 0.9997503342441044, + 0.9997498754279657, + 0.9997500420188261, + 0.9997503240021074, + 0.9997501539041043, + 0.9997498636945846 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 6, + "depth": 6, + "padding": 72, + "parameters": 57270, + "cert_evals": { + "36": 0.8372688889503479, + "72": 0.8091039061546326, + "108": 0.7729730010032654, + "255": 0.5621622204780579 + }, + "fold": 1 + }, + { + "best_epoch": 38, + "best_val_acc": 0.8672470076169749, + "test_acc": 0.863481228668942, + "train_size": 2000, + "val_size": 919, + "test_size": 3516, + "stats": { + "mean": [ + [ + -6.934999915808593e-08, + 2.3328000050659715e-07, + -1.1755000014720962e-07, + 4.1650000113531425e-08, + 2.974999921856458e-08, + 4.0644999990996356e-07, + -1.644000001917445e-07, + -1.413499999420309e-07, + -8.425000072870282e-08, + -1.3005000039911785e-07, + 2.7175000002155337e-07, + 1.0295000034876712e-07, + 1.0184999964849006e-07, + 6.443749997200598e-07, + -1.6854999985216335e-07, + 3.127500005414563e-07, + 1.409999956569763e-08, + 1.658500001333052e-07, + -1.2499999977327868e-07, + -5.844999979326415e-08, + 2.847999998976669e-07, + 3.69650000320354e-07, + -2.5099999955369155e-08, + -7.789999963525585e-08, + 2.7900000419078807e-08, + 1.6560000010702563e-07, + -6.818499998652027e-07, + 5.085000043508758e-08, + -2.546000000173132e-07, + 1.6649999925254233e-08, + -5.505499998159635e-07, + -2.0430000036758546e-07, + 6.48000004858651e-08, + 1.6479999976863612e-07, + 1.1045000017417816e-07, + -5.730000016734849e-08 + ] + ], + "std": [ + [ + 0.9997504252780416, + 0.9997504353750883, + 0.9997503864088414, + 0.9997498292458762, + 0.999750452450114, + 0.9997515833752775, + 0.9997498884010328, + 0.9997500268501014, + 0.9997502639520248, + 0.9997509350029689, + 0.9997501055034534, + 0.9997499174689204, + 0.9997496455953512, + 0.9997496576620629, + 0.999749738590197, + 0.9997497575751876, + 0.9997501294203239, + 0.9997495457673908, + 0.999749811725968, + 0.9997499464044513, + 0.9997498084183996, + 0.9997501411837695, + 0.9997498091480883, + 0.9997501130822933, + 0.9997499551918837, + 0.9997500274473032, + 0.999750691794593, + 0.9997498389478997, + 0.9997497286241793, + 0.9997505072133269, + 0.9997503342441044, + 0.9997498754279657, + 0.9997500420188261, + 0.9997503240021074, + 0.9997501539041043, + 0.9997498636945846 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 6, + "depth": 6, + "padding": 72, + "parameters": 57270, + "cert_evals": { + "36": 0.8407280445098877, + "72": 0.8105801939964294, + "108": 0.7724686861038208, + "255": 0.5597269535064697 + }, + "fold": 2 + }, + { + "best_epoch": 34, + "best_val_acc": 0.8429203539823009, + "test_acc": 0.8671764372698952, + "train_size": 2000, + "val_size": 904, + "test_size": 3531, + "stats": { + "mean": [ + [ + -6.934999915808593e-08, + 2.3328000050659715e-07, + -1.1755000014720962e-07, + 4.1650000113531425e-08, + 2.974999921856458e-08, + 4.0644999990996356e-07, + -1.644000001917445e-07, + -1.413499999420309e-07, + -8.425000072870282e-08, + -1.3005000039911785e-07, + 2.7175000002155337e-07, + 1.0295000034876712e-07, + 1.0184999964849006e-07, + 6.443749997200598e-07, + -1.6854999985216335e-07, + 3.127500005414563e-07, + 1.409999956569763e-08, + 1.658500001333052e-07, + -1.2499999977327868e-07, + -5.844999979326415e-08, + 2.847999998976669e-07, + 3.69650000320354e-07, + -2.5099999955369155e-08, + -7.789999963525585e-08, + 2.7900000419078807e-08, + 1.6560000010702563e-07, + -6.818499998652027e-07, + 5.085000043508758e-08, + -2.546000000173132e-07, + 1.6649999925254233e-08, + -5.505499998159635e-07, + -2.0430000036758546e-07, + 6.48000004858651e-08, + 1.6479999976863612e-07, + 1.1045000017417816e-07, + -5.730000016734849e-08 + ] + ], + "std": [ + [ + 0.9997504252780416, + 0.9997504353750883, + 0.9997503864088414, + 0.9997498292458762, + 0.999750452450114, + 0.9997515833752775, + 0.9997498884010328, + 0.9997500268501014, + 0.9997502639520248, + 0.9997509350029689, + 0.9997501055034534, + 0.9997499174689204, + 0.9997496455953512, + 0.9997496576620629, + 0.999749738590197, + 0.9997497575751876, + 0.9997501294203239, + 0.9997495457673908, + 0.999749811725968, + 0.9997499464044513, + 0.9997498084183996, + 0.9997501411837695, + 0.9997498091480883, + 0.9997501130822933, + 0.9997499551918837, + 0.9997500274473032, + 0.999750691794593, + 0.9997498389478997, + 0.9997497286241793, + 0.9997505072133269, + 0.9997503342441044, + 0.9997498754279657, + 0.9997500420188261, + 0.9997503240021074, + 0.9997501539041043, + 0.9997498636945846 + ] + ] + }, + "width": 128, + "in_features": 36, + "out_features": 6, + "depth": 6, + "padding": 72, + "parameters": 57270, + "cert_evals": { + "36": 0.8414046764373779, + "72": 0.814500093460083, + "108": 0.7765505313873291, + "255": 0.5655621290206909 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8643487107570827, + "std_test_acc": 0.002129684588453092, + "n_samples": 6435, + "n_features": 36, + "n_classes": 6, + "mean_cert_acc_36": 0.839162603020668, + "std_cert_acc_36": 0.0022155726784584984, + "mean_cert_acc_72": 0.8096499294042587, + "std_cert_acc_72": 0.004166798324991723, + "mean_cert_acc_108": 0.7712707668542862, + "std_cert_acc_108": 0.00574803104021244, + "mean_cert_acc_255": 0.5606966763734818, + "std_cert_acc_255": 0.004301320304706847 + }, + "tic-tac-toe": { + "dataset": "tic-tac-toe", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 2, + "best_val_acc": 0.7123287671232876, + "test_acc": 0.7382198952879581, + "train_size": 239, + "val_size": 146, + "test_size": 573, + "stats": { + "mean": [ + [ + -0.06774635146443425, + 0.01449869790794993, + 0.05074422594142255, + -0.014738167364016513, + 0.015902112970711264, + 0.01937172301255273, + -0.05826698744769888, + 0.06322694058577437, + -0.03456911297071133 + ] + ], + "std": [ + [ + 0.9772364146923964, + 0.9898671665296854, + 0.9927899252300538, + 1.0052200080228313, + 1.0139839580724326, + 1.0321649186622677, + 0.9396177418537401, + 0.9908262445058792, + 1.022463266648573 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3878, + "cert_evals": { + "36": 0.46422338485717773, + "72": 0.16579407453536987, + "108": 0.013961605727672577, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 63, + "best_val_acc": 0.7638888888888888, + "test_acc": 0.7843478260869565, + "train_size": 239, + "val_size": 144, + "test_size": 575, + "stats": { + "mean": [ + [ + 0.055483841004184395, + -0.00011965439330530087, + 0.00808757322175727, + -0.029356599999999875, + 0.039023707112970575, + 0.019371482008368506, + -0.08670484518828446, + -0.039102302092049956, + 0.027046133891213308 + ] + ], + "std": [ + [ + 0.9957045497387771, + 1.0146010728149857, + 1.003301186901333, + 1.0124926159677299, + 0.9987054895066753, + 0.9814356430315144, + 0.973828360138658, + 1.0003184664932105, + 0.9832177518418727 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3878, + "cert_evals": { + "36": 0.6921738982200623, + "72": 0.573913037776947, + "108": 0.4434782564640045, + "255": 0.029565218836069107 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.648854961832061, + "test_acc": 0.6377551020408163, + "train_size": 239, + "val_size": 131, + "test_size": 588, + "stats": { + "mean": [ + [ + -0.04878792468619211, + 0.0047529958158996155, + 0.09814042677824272, + -0.024483735564853226, + 0.034399451882844975, + -0.009865222594141925, + -0.02508974895397498, + 0.004753076150627897, + -0.04878784100418414 + ] + ], + "std": [ + [ + 1.001934480203885, + 0.9778484267660271, + 1.0046660181235467, + 1.0212723008937266, + 1.0210245107562923, + 1.0306454853299336, + 0.9862518055799147, + 0.9951065507668124, + 0.9747736634076275 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3878, + "cert_evals": { + "36": 0.38265305757522583, + "72": 0.18877550959587097, + "108": 0.052721086889505386, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 77, + "best_val_acc": 0.7753623188405797, + "test_acc": 0.7504302925989673, + "train_size": 239, + "val_size": 138, + "test_size": 581, + "stats": { + "mean": [ + [ + 0.10288007531380783, + 0.04373577740585817, + 0.041264979079497874, + -0.034229491213389085, + -0.05346292050209214, + -0.1999054092050213, + 0.08392158158995812, + 0.07297261589958158, + -0.05826715481171532 + ] + ], + "std": [ + [ + 0.9966065572515563, + 1.018968015200093, + 0.9922920069375739, + 0.9979419605462078, + 0.9801398510182366, + 0.9915447189713678, + 0.9965163996887837, + 0.9964419395653665, + 0.9951178388160773 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 2, + "depth": 6, + "padding": 18, + "parameters": 3878, + "cert_evals": { + "36": 0.6316695213317871, + "72": 0.5232357978820801, + "108": 0.41480207443237305, + "255": 0.09294319897890091 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7276882790036746, + "std_test_acc": 0.06305128790184303, + "n_samples": 958, + "n_features": 9, + "n_classes": 2, + "mean_cert_acc_36": 0.5426799654960632, + "std_cert_acc_36": 0.1437957153666004, + "mean_cert_acc_72": 0.362929604947567, + "std_cert_acc_72": 0.21556449205152253, + "mean_cert_acc_108": 0.23124075587838888, + "std_cert_acc_108": 0.22936071708862474, + "mean_cert_acc_255": 0.030627104453742504, + "std_cert_acc_255": 0.043819562953755435 + }, + "titanic": { + "dataset": "titanic", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 14, + "best_val_acc": 0.7746478873239436, + "test_acc": 0.7839506172839507, + "train_size": 550, + "val_size": 355, + "test_size": 1296, + "stats": { + "mean": [ + [ + -0.033479024545449286, + -0.04388359999999998, + 0.04633865636363635 + ] + ], + "std": [ + [ + 1.0184009911459524, + 0.9030112522482995, + 0.965727266734473 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 2326, + "cert_evals": { + "36": 0.7245370149612427, + "72": 0.6342592835426331, + "108": 0.14891976118087769, + "255": 0.09490741044282913 + }, + "fold": 0 + }, + { + "best_epoch": 16, + "best_val_acc": 0.8223495702005731, + "test_acc": 0.771889400921659, + "train_size": 550, + "val_size": 349, + "test_size": 1302, + "stats": { + "mean": [ + [ + 0.00599657709091412, + -0.02712665454545435, + 0.02416022909090901 + ] + ], + "std": [ + [ + 0.993203063568118, + 0.9413765013907114, + 0.9824417459762911 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 2326, + "cert_evals": { + "36": 0.698924720287323, + "72": 0.6344085931777954, + "108": 0.15437787771224976, + "255": 0.09984639286994934 + }, + "fold": 1 + }, + { + "best_epoch": 5, + "best_val_acc": 0.7034700315457413, + "test_acc": 0.7466266866566716, + "train_size": 550, + "val_size": 317, + "test_size": 1334, + "stats": { + "mean": [ + [ + 0.014578170545459438, + -0.043883600000000356, + 0.03303160000000017 + ] + ], + "std": [ + [ + 1.0150806710594007, + 0.9030112522482996, + 0.9758508000000029 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 2326, + "cert_evals": { + "36": 0.6739130616188049, + "72": 0.467766135931015, + "108": 0.13718141615390778, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 3, + "best_val_acc": 0.7667638483965015, + "test_acc": 0.7714067278287462, + "train_size": 550, + "val_size": 343, + "test_size": 1308, + "stats": { + "mean": [ + [ + 0.0077128369090957785, + -0.027126654545454543, + -0.0290679963636369 + ] + ], + "std": [ + [ + 1.026123748181085, + 0.9413765013907113, + 1.0194745387594568 + ] + ] + }, + "width": 32, + "in_features": 3, + "out_features": 2, + "depth": 6, + "padding": 10, + "parameters": 2326, + "cert_evals": { + "36": 0.7675841450691223, + "72": 0.020642202347517014, + "108": 0.00840978603810072, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7684683581727569, + "std_test_acc": 0.015674783480990166, + "n_samples": 2201, + "n_features": 3, + "n_classes": 2, + "mean_cert_acc_36": 0.7162397354841232, + "std_cert_acc_36": 0.039985206906721624, + "mean_cert_acc_72": 0.4392690537497401, + "std_cert_acc_72": 0.28992019244995915, + "mean_cert_acc_108": 0.11222221027128398, + "std_cert_acc_108": 0.06957919210898506, + "mean_cert_acc_255": 0.04868845082819462, + "std_cert_acc_255": 0.056256726264230845 + }, + "trains": { + "dataset": "trains", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 25, + "best_val_acc": 0.6, + "test_acc": 0.6666666666666666, + "train_size": 2, + "val_size": 5, + "test_size": 3, + "stats": { + "mean": [ + [ + -0.61237, + -0.9717294999999999, + -0.316228, + 0.621059, + 0.786374, + -0.474342, + -0.369273, + -0.316228, + -0.41404050000000003, + -0.161281, + 1.264911, + 0.2108185, + -0.08519500000000002, + -0.685249, + -0.7115125, + -0.29632100000000006, + 0.398527, + -0.621059, + -0.621059, + -0.619234, + -0.621059, + -0.514496, + 0.41404050000000003, + -0.774597, + -0.774597, + 0.711514, + -0.316228, + 0.41404050000000003, + -0.316228 + ] + ], + "std": [ + [ + 0.61237, + 0.6073305, + 1.0, + 1.0, + 0.406746, + 1.0, + 0.7385470000000001, + 1.0, + 1.0350995, + 0.322562, + 1.581139, + 0.5270465, + 1.2779150000000001, + 0.571041, + 0.16940750000000004, + 0.740799, + 1.328423, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0350995, + 1.0, + 1.0, + 1.185856, + 1.0, + 1.0350995, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 29, + "out_features": 2, + "depth": 6, + "padding": 58, + "parameters": 46198, + "cert_evals": { + "36": 0.6666666865348816, + "72": 0.6666666865348816, + "108": 0.6666666865348816, + "255": 0.3333333432674408 + }, + "fold": 0 + }, + { + "best_epoch": 18, + "best_val_acc": 0.75, + "test_acc": 0.75, + "train_size": 2, + "val_size": 4, + "test_size": 4, + "stats": { + "mean": [ + [ + -0.61237, + -0.36439749999999993, + -0.316228, + 0.621059, + 0.10846649999999997, + -0.474342, + 0.7385470000000001, + 1.264911, + -1.44914, + -0.8064045, + 1.264911, + -0.316228, + -0.5111665000000001, + -0.11420999999999992, + -0.7115125, + -0.29632100000000006, + -0.5977899999999999, + -0.621059, + -0.621059, + -0.619234, + -0.621059, + -0.514496, + 0.41404050000000003, + 0.19365149999999998, + 0.19365149999999998, + -0.474342, + -0.316228, + -0.621059, + -0.316228 + ] + ], + "std": [ + [ + 0.61237, + 1.2146625, + 1.0, + 1.0, + 1.0846535, + 1.0, + 0.3692730000000001, + 1.581139, + 1.0, + 0.9676855, + 1.581139, + 1.0, + 0.8519435000000001, + 1.14208, + 0.16940750000000004, + 0.740799, + 0.33210599999999996, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0350995, + 0.9682485, + 0.9682485, + 1.0, + 1.0, + 1.0, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 29, + "out_features": 2, + "depth": 6, + "padding": 58, + "parameters": 46198, + "cert_evals": { + "36": 0.75, + "72": 0.5, + "108": 0.5, + "255": 0.5 + }, + "fold": 1 + }, + { + "best_epoch": 1, + "best_val_acc": 0.5, + "test_acc": 0.5, + "train_size": 2, + "val_size": 2, + "test_size": 6, + "stats": { + "mean": [ + [ + -0.61237, + -0.36439749999999993, + -0.316228, + 0.621059, + 0.10846649999999997, + -0.474342, + 0.7385470000000001, + 1.264911, + -1.44914, + -0.8064045, + 1.264911, + -0.316228, + -0.5111665000000001, + -0.11420999999999992, + -0.7115125, + -0.29632100000000006, + -0.5977899999999999, + -0.621059, + -0.621059, + -0.619234, + -0.621059, + -0.514496, + 0.41404050000000003, + 0.19365149999999998, + 0.19365149999999998, + -0.474342, + -0.316228, + -0.621059, + -0.316228 + ] + ], + "std": [ + [ + 0.61237, + 1.2146625, + 1.0, + 1.0, + 1.0846535, + 1.0, + 0.3692730000000001, + 1.581139, + 1.0, + 0.9676855, + 1.581139, + 1.0, + 0.8519435000000001, + 1.14208, + 0.16940750000000004, + 0.740799, + 0.33210599999999996, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0350995, + 0.9682485, + 0.9682485, + 1.0, + 1.0, + 1.0, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 29, + "out_features": 2, + "depth": 6, + "padding": 58, + "parameters": 46198, + "cert_evals": { + "36": 0.3333333432674408, + "72": 0.1666666716337204, + "108": 0.1666666716337204, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 1, + "best_val_acc": 1.0, + "test_acc": 0.6666666666666666, + "train_size": 2, + "val_size": 2, + "test_size": 6, + "stats": { + "mean": [ + [ + -0.61237, + 0.24293300000000004, + 1.264911, + -0.41404050000000003, + -1.1117685, + -0.474342, + 0.7385470000000001, + 1.264911, + -0.41404050000000003, + -0.32255999999999996, + -0.316228, + -1.370319, + -0.5111665000000001, + -0.11420999999999992, + -0.7115125, + -0.29632100000000006, + -0.5977899999999999, + -0.621059, + -0.621059, + -0.619234, + -0.621059, + -0.514496, + -0.621059, + 0.19365149999999998, + 1.1619, + -0.474342, + -0.316228, + -0.621059, + -0.316228 + ] + ], + "std": [ + [ + 0.61237, + 0.607332, + 1.581139, + 1.0350995, + 0.13558149999999997, + 1.0, + 0.3692730000000001, + 1.581139, + 1.0350995, + 1.45153, + 1.0, + 1.0540910000000001, + 0.8519435000000001, + 1.14208, + 0.16940750000000004, + 0.740799, + 0.33210599999999996, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9682485, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + ] + }, + "width": 128, + "in_features": 29, + "out_features": 2, + "depth": 6, + "padding": 58, + "parameters": 46198, + "cert_evals": { + "36": 0.6666666865348816, + "72": 0.5, + "108": 0.5, + "255": 0.3333333432674408 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.6458333333333333, + "std_test_acc": 0.10485881160098262, + "n_samples": 10, + "n_features": 29, + "n_classes": 2, + "mean_cert_acc_36": 0.604166679084301, + "std_cert_acc_36": 0.18477964817734904, + "mean_cert_acc_72": 0.4583333395421505, + "std_cert_acc_72": 0.20971762747833064, + "mean_cert_acc_108": 0.4583333395421505, + "std_cert_acc_108": 0.20971762747833064, + "mean_cert_acc_255": 0.2916666716337204, + "std_cert_acc_255": 0.20971762451777 + }, + "thyroid": { + "dataset": "thyroid", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 11, + "best_val_acc": 0.8048780487804879, + "test_acc": 0.7998663548279319, + "train_size": 3428, + "val_size": 779, + "test_size": 2993, + "stats": { + "mean": [ + [ + 2.1796966167956114e-07, + -8.751458590497311e-08, + 3.876896143196366e-07, + -4.066511084792401e-07, + -2.217036219565563e-08, + -6.01225204592932e-07, + -3.491831976714682e-07, + 1.7327888073170088e-07, + -1.2952158793330312e-07, + 3.471411895625862e-07, + 2.2170361729813757e-07, + -8.051341829072995e-08, + -2.386231042215566e-07, + -9.655775979550964e-08, + 0.0, + -1.1260210272149139e-07, + 3.3932322032535964e-08, + -3.3576429478599215e-08, + 2.5419486573375144e-07, + -5.215869288406012e-08, + 1.4458576431177031e-07 + ] + ], + "std": [ + [ + 0.9998541758225387, + 0.9998532681152404, + 0.9998556205991698, + 0.9998539274386128, + 0.999854696658317, + 0.9998534548382348, + 0.9998502394347666, + 0.999853857874386, + 0.9998538109684775, + 0.9998551002843616, + 0.9998536686664701, + 0.9998545576369466, + 0.9998513717555766, + 0.9998546597440786, + 1.0, + 0.9998533945369356, + 0.9998545375243406, + 0.9998541828261739, + 0.9998546087571518, + 0.999854053898975, + 0.999854213852071 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 17025, + "cert_evals": { + "36": 0.6899431943893433, + "72": 0.5776812434196472, + "108": 0.4644169807434082, + "255": 0.23120614886283875 + }, + "fold": 0 + }, + { + "best_epoch": 29, + "best_val_acc": 0.8192457737321196, + "test_acc": 0.8058608058608059, + "train_size": 3428, + "val_size": 769, + "test_size": 3003, + "stats": { + "mean": [ + [ + 2.1796966167956114e-07, + -8.751458590497311e-08, + 3.876896143196366e-07, + -4.066511084792401e-07, + -2.217036219565563e-08, + -6.01225204592932e-07, + -3.491831976714682e-07, + 1.7327888073170088e-07, + -1.2952158793330312e-07, + 3.471411895625862e-07, + 2.2170361729813757e-07, + -8.051341829072995e-08, + -2.386231042215566e-07, + -9.655775979550964e-08, + 0.0, + -1.1260210272149139e-07, + 3.3932322032535964e-08, + -3.3576429478599215e-08, + 2.5419486573375144e-07, + -5.215869288406012e-08, + 1.4458576431177031e-07 + ] + ], + "std": [ + [ + 0.9998541758225387, + 0.9998532681152404, + 0.9998556205991698, + 0.9998539274386128, + 0.999854696658317, + 0.9998534548382348, + 0.9998502394347666, + 0.999853857874386, + 0.9998538109684775, + 0.9998551002843616, + 0.9998536686664701, + 0.9998545576369466, + 0.9998513717555766, + 0.9998546597440786, + 1.0, + 0.9998533945369356, + 0.9998545375243406, + 0.9998541828261739, + 0.9998546087571518, + 0.999854053898975, + 0.999854213852071 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 17025, + "cert_evals": { + "36": 0.707625687122345, + "72": 0.5924075841903687, + "108": 0.4841824769973755, + "255": 0.25407925248146057 + }, + "fold": 1 + }, + { + "best_epoch": 19, + "best_val_acc": 0.8516209476309227, + "test_acc": 0.8720538720538721, + "train_size": 3428, + "val_size": 802, + "test_size": 2970, + "stats": { + "mean": [ + [ + 2.1796966167956114e-07, + -8.751458590497311e-08, + 3.876896143196366e-07, + -4.066511084792401e-07, + -2.217036219565563e-08, + -6.01225204592932e-07, + -3.491831976714682e-07, + 1.7327888073170088e-07, + -1.2952158793330312e-07, + 3.471411895625862e-07, + 2.2170361729813757e-07, + -8.051341829072995e-08, + -2.386231042215566e-07, + -9.655775979550964e-08, + 0.0, + -1.1260210272149139e-07, + 3.3932322032535964e-08, + -3.3576429478599215e-08, + 2.5419486573375144e-07, + -5.215869288406012e-08, + 1.4458576431177031e-07 + ] + ], + "std": [ + [ + 0.9998541758225387, + 0.9998532681152404, + 0.9998556205991698, + 0.9998539274386128, + 0.999854696658317, + 0.9998534548382348, + 0.9998502394347666, + 0.999853857874386, + 0.9998538109684775, + 0.9998551002843616, + 0.9998536686664701, + 0.9998545576369466, + 0.9998513717555766, + 0.9998546597440786, + 1.0, + 0.9998533945369356, + 0.9998545375243406, + 0.9998541828261739, + 0.9998546087571518, + 0.999854053898975, + 0.999854213852071 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 17025, + "cert_evals": { + "36": 0.7811447381973267, + "72": 0.6579124331474304, + "108": 0.5430976152420044, + "255": 0.26599326729774475 + }, + "fold": 2 + }, + { + "best_epoch": 12, + "best_val_acc": 0.8553191489361702, + "test_acc": 0.8444734268014347, + "train_size": 3428, + "val_size": 705, + "test_size": 3067, + "stats": { + "mean": [ + [ + 2.1796966167956114e-07, + -8.751458590497311e-08, + 3.876896143196366e-07, + -4.066511084792401e-07, + -2.217036219565563e-08, + -6.01225204592932e-07, + -3.491831976714682e-07, + 1.7327888073170088e-07, + -1.2952158793330312e-07, + 3.471411895625862e-07, + 2.2170361729813757e-07, + -8.051341829072995e-08, + -2.386231042215566e-07, + -9.655775979550964e-08, + 0.0, + -1.1260210272149139e-07, + 3.3932322032535964e-08, + -3.3576429478599215e-08, + 2.5419486573375144e-07, + -5.215869288406012e-08, + 1.4458576431177031e-07 + ] + ], + "std": [ + [ + 0.9998541758225387, + 0.9998532681152404, + 0.9998556205991698, + 0.9998539274386128, + 0.999854696658317, + 0.9998534548382348, + 0.9998502394347666, + 0.999853857874386, + 0.9998538109684775, + 0.9998551002843616, + 0.9998536686664701, + 0.9998545576369466, + 0.9998513717555766, + 0.9998546597440786, + 1.0, + 0.9998533945369356, + 0.9998545375243406, + 0.9998541828261739, + 0.9998546087571518, + 0.999854053898975, + 0.999854213852071 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 17025, + "cert_evals": { + "36": 0.7394848465919495, + "72": 0.6260189414024353, + "108": 0.505379855632782, + "255": 0.26051515340805054 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8305636148860112, + "std_test_acc": 0.033997425668163, + "n_samples": 7200, + "n_features": 21, + "n_classes": 3, + "mean_cert_acc_36": 0.7295496165752411, + "std_cert_acc_36": 0.04004203096624783, + "mean_cert_acc_72": 0.6135050505399704, + "std_cert_acc_72": 0.03585647936579813, + "mean_cert_acc_108": 0.4992692321538925, + "std_cert_acc_108": 0.03366777139912563, + "mean_cert_acc_255": 0.25294845551252365, + "std_cert_acc_255": 0.015290832022139973 + }, + "vertebral-column-2clases": { + "dataset": "vertebral-column-2clases", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 22, + "best_val_acc": 0.847457627118644, + "test_acc": 0.7183908045977011, + "train_size": 77, + "val_size": 59, + "test_size": 174, + "stats": { + "mean": [ + [ + -0.04851593662337664, + -0.013603715584415602, + 0.017817786623376606, + -0.052196842324675335, + -0.002157415584415587, + -0.03604349805194806 + ] + ], + "std": [ + [ + 0.9285507134809343, + 1.06595981877074, + 0.9952787423256769, + 0.8624418582955644, + 0.9372946280214954, + 0.7536679299194217 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 2714, + "cert_evals": { + "36": 0.5977011322975159, + "72": 0.41379308700561523, + "108": 0.2816092073917389, + "255": 0.10344827175140381 + }, + "fold": 0 + }, + { + "best_epoch": 17, + "best_val_acc": 0.8095238095238095, + "test_acc": 0.7853403141361257, + "train_size": 77, + "val_size": 42, + "test_size": 191, + "stats": { + "mean": [ + [ + -0.01160272857142857, + 0.19142412077922066, + 0.13749096324675333, + -0.1576678293376624, + 0.1349718081818182, + 0.01367927922077926 + ] + ], + "std": [ + [ + 0.9739076978851005, + 1.1234128014311557, + 1.0980714645789118, + 0.9124304878226723, + 0.8779104710989865, + 0.8103068848046617 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 2714, + "cert_evals": { + "36": 0.7015706896781921, + "72": 0.5497382283210754, + "108": 0.33507853746414185, + "255": 0.057591624557971954 + }, + "fold": 1 + }, + { + "best_epoch": 7, + "best_val_acc": 0.8823529411764706, + "test_acc": 0.6758241758241759, + "train_size": 77, + "val_size": 51, + "test_size": 182, + "stats": { + "mean": [ + [ + -0.08900769350649353, + 0.022068336363636327, + -0.17777378870129867, + -0.13070269816883123, + -0.08019039701298694, + 0.034270005844155946 + ] + ], + "std": [ + [ + 1.1891598679346718, + 1.0629718968025748, + 0.9683921685715591, + 1.1934548554540982, + 1.0519483392859137, + 1.4108241281173226 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 2714, + "cert_evals": { + "36": 0.4780219793319702, + "72": 0.32967033982276917, + "108": 0.18681319057941437, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 7, + "best_val_acc": 0.8695652173913043, + "test_acc": 0.6951871657754011, + "train_size": 77, + "val_size": 46, + "test_size": 187, + "stats": { + "mean": [ + [ + -0.06772925194805193, + -0.07967984805194804, + -0.14121441038961047, + -0.02757299220779231, + -0.014883416753246786, + -0.1100020467532468 + ] + ], + "std": [ + [ + 1.0828152543652132, + 1.0199396915025827, + 0.9339640371725322, + 0.9916023829290741, + 1.077978313814909, + 0.7401101130023645 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 2, + "depth": 6, + "padding": 12, + "parameters": 2714, + "cert_evals": { + "36": 0.49197861552238464, + "72": 0.4064171314239502, + "108": 0.32085561752319336, + "255": 0.010695187374949455 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7186856150833509, + "std_test_acc": 0.04772216785479842, + "n_samples": 310, + "n_features": 6, + "n_classes": 2, + "mean_cert_acc_36": 0.5673181042075157, + "std_cert_acc_36": 0.10423806338474288, + "mean_cert_acc_72": 0.4249046966433525, + "std_cert_acc_72": 0.0915027345431934, + "mean_cert_acc_108": 0.2810891382396221, + "std_cert_acc_108": 0.06679434327942371, + "mean_cert_acc_255": 0.042933770921081305, + "std_cert_acc_255": 0.047467506214070344 + }, + "vertebral-column-3clases": { + "dataset": "vertebral-column-3clases", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 30, + "best_val_acc": 0.7045454545454546, + "test_acc": 0.6613756613756614, + "train_size": 77, + "val_size": 44, + "test_size": 189, + "stats": { + "mean": [ + [ + -0.017758871428571372, + -0.13893042727272728, + -0.08468526142857148, + 0.08071379740259733, + 0.06779229129870129, + 0.08923458311688294 + ] + ], + "std": [ + [ + 1.0953816731705295, + 0.8966984943146973, + 0.956938148341136, + 1.2077590425927807, + 1.073031602135157, + 1.464104633953606 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 3, + "depth": 6, + "padding": 12, + "parameters": 2727, + "cert_evals": { + "36": 0.48677247762680054, + "72": 0.238095223903656, + "108": 0.0952380895614624, + "255": 0.0 + }, + "fold": 0 + }, + { + "best_epoch": 26, + "best_val_acc": 0.6481481481481481, + "test_acc": 0.6424581005586593, + "train_size": 77, + "val_size": 54, + "test_size": 179, + "stats": { + "mean": [ + [ + -0.049201149350649384, + -0.06358896883116881, + -0.11700971038961039, + -0.01579821818181819, + -6.0709350649427305e-05, + 0.0891967623376624 + ] + ], + "std": [ + [ + 1.093043067173537, + 1.0341900281252163, + 0.948390256340442, + 1.1192974642236186, + 1.0160280673716198, + 1.4089004707085644 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 3, + "depth": 6, + "padding": 12, + "parameters": 2727, + "cert_evals": { + "36": 0.4525139629840851, + "72": 0.2178770899772644, + "108": 0.08379887789487839, + "255": 0.0 + }, + "fold": 1 + }, + { + "best_epoch": 18, + "best_val_acc": 0.7678571428571429, + "test_acc": 0.8248587570621468, + "train_size": 77, + "val_size": 56, + "test_size": 177, + "stats": { + "mean": [ + [ + -0.030620783376623464, + -0.15526778051948048, + -0.0557417341558442, + 0.0764179809090909, + -0.11299565064935047, + -0.10344603831168832 + ] + ], + "std": [ + [ + 0.9944305280127423, + 0.9108287434677631, + 0.8529822131400763, + 0.9664086884725089, + 0.9649650863065573, + 0.713799883374489 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 3, + "depth": 6, + "padding": 12, + "parameters": 2727, + "cert_evals": { + "36": 0.4858756959438324, + "72": 0.33898305892944336, + "108": 0.1977401077747345, + "255": 0.005649717524647713 + }, + "fold": 2 + }, + { + "best_epoch": 25, + "best_val_acc": 0.7735849056603774, + "test_acc": 0.7722222222222223, + "train_size": 77, + "val_size": 53, + "test_size": 180, + "stats": { + "mean": [ + [ + 0.20264046623376622, + 0.3261196974025974, + 0.10299690753246762, + 0.017040496636363645, + -0.09640795220779223, + 0.03692924155844167 + ] + ], + "std": [ + [ + 1.1066380009229393, + 1.1415960579871545, + 1.0733819141948675, + 1.089301161345955, + 0.9585561559088557, + 0.8693443253284101 + ] + ] + }, + "width": 32, + "in_features": 6, + "out_features": 3, + "depth": 6, + "padding": 12, + "parameters": 2727, + "cert_evals": { + "36": 0.5388889312744141, + "72": 0.3166666626930237, + "108": 0.20000000298023224, + "255": 0.02222222276031971 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.7252286853046723, + "std_test_acc": 0.08767881172114583, + "n_samples": 310, + "n_features": 6, + "n_classes": 3, + "mean_cert_acc_36": 0.491012766957283, + "std_cert_acc_36": 0.035677511914795346, + "mean_cert_acc_72": 0.27790550887584686, + "std_cert_acc_72": 0.05893828419292835, + "mean_cert_acc_108": 0.14419426955282688, + "std_cert_acc_108": 0.06331336764360061, + "mean_cert_acc_255": 0.006967985071241856, + "std_cert_acc_255": 0.010512456558854126 + }, + "twonorm": { + "dataset": "twonorm", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 12, + "best_val_acc": 0.977961432506887, + "test_acc": 0.9757901815736382, + "train_size": 1850, + "val_size": 1089, + "test_size": 4461, + "stats": { + "mean": [ + [ + -0.014544049503783818, + -0.003368689291891876, + 0.016772092459459455, + 0.0019175647345946178, + -0.02506532699859457, + 0.0038982543675675696, + 0.019339146565999932, + -0.009895024481081047, + 0.006385932609729719, + -0.0014487788735135277, + -0.02301627440935135, + -0.005151859209189199, + 0.008102996605405427, + -0.0044304854756756626, + 0.0017575496378378407, + -0.009554797715135191, + 0.026529897787837913, + 0.02922682911891893, + -0.01169157914054059, + -0.004898149291891907 + ] + ], + "std": [ + [ + 1.008740635111714, + 1.0057995039659557, + 0.9837382170327289, + 1.0009348723588565, + 0.9894373169495185, + 0.9855025922172592, + 1.0016273845342372, + 1.0019232777130362, + 1.0102983788423001, + 0.989126863772442, + 1.014473431822349, + 0.9873937513386905, + 1.0120815536633763, + 1.0026507637547364, + 0.9944344640609678, + 1.0009003980137419, + 1.017029495884869, + 0.9934459224888799, + 1.005170519855988, + 1.0182286286784454 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 16210, + "cert_evals": { + "36": 0.9643577933311462, + "72": 0.9495629072189331, + "108": 0.9300605654716492, + "255": 0.7888365983963013 + }, + "fold": 0 + }, + { + "best_epoch": 10, + "best_val_acc": 0.984182776801406, + "test_acc": 0.9748413417951043, + "train_size": 1850, + "val_size": 1138, + "test_size": 4412, + "stats": { + "mean": [ + [ + -0.011274481706054077, + 0.0010725280108108113, + 0.04904605430486482, + 0.00013406402702702838, + 0.0037092568978378815, + -0.03159644886486481, + 0.00852751402702707, + -0.014074217665405411, + 0.026686750430270245, + 0.023341407989189197, + 0.00574216419659461, + -0.019635965771891885, + 0.04072469101081081, + 0.00963421142594593, + -0.044921805624324275, + -0.025982841086486463, + -0.0002432451580000008, + -0.011375726291891854, + 0.021153889262702744, + 0.01900583370702701 + ] + ], + "std": [ + [ + 0.9976085735229742, + 1.0108425474557818, + 1.0105604700510442, + 1.0350336168987333, + 0.990362036249636, + 0.9744762030983907, + 1.0066091603129825, + 0.984656658886602, + 0.9965234554482512, + 0.973435364067005, + 0.9921055599456662, + 1.0065413490604112, + 1.0042400869906856, + 0.9880184758483341, + 0.9898502752755675, + 0.992736848303296, + 0.9922171097916167, + 1.0043754412776131, + 0.9893350555688326, + 0.9868441569808528 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 16210, + "cert_evals": { + "36": 0.9646418690681458, + "72": 0.9501360058784485, + "108": 0.9290571212768555, + "255": 0.7914777994155884 + }, + "fold": 1 + }, + { + "best_epoch": 3, + "best_val_acc": 0.9776386404293381, + "test_acc": 0.9794675090252708, + "train_size": 1850, + "val_size": 1118, + "test_size": 4432, + "stats": { + "mean": [ + [ + 0.003976000881081077, + 0.010715774432432398, + -0.017786920248648645, + 0.0036804860497297266, + 0.002183984135675682, + 0.01946380120540544, + -0.009359299564702704, + -0.02816081002594586, + 0.031211165720540515, + 0.0197382945891892, + 0.004506140226864866, + -0.01331618493945946, + 0.014995027385405353, + -0.001854380632432439, + -0.01958510810810805, + -0.00386884019891889, + -0.017393956009891888, + -0.0021528696070270597, + 0.005169307811351341, + 0.0024582379264864846 + ] + ], + "std": [ + [ + 1.009760000740286, + 1.0090347482418227, + 1.0148186512036792, + 1.0060022323323823, + 0.9990626780886653, + 0.9896872166496508, + 0.9763805914536888, + 0.9957691924612021, + 0.9906698247495431, + 1.0035665264537232, + 0.9947437173054162, + 1.0004339807413987, + 0.9823451342038293, + 1.0178129069401878, + 1.020030588883728, + 1.0098245678900148, + 0.9925509761821191, + 0.984129704899966, + 1.021860274128779, + 1.0179863343134843 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 16210, + "cert_evals": { + "36": 0.9661552309989929, + "72": 0.9469765424728394, + "108": 0.9239621162414551, + "255": 0.7587996125221252 + }, + "fold": 2 + }, + { + "best_epoch": 21, + "best_val_acc": 0.9821428571428571, + "test_acc": 0.9767494356659142, + "train_size": 1850, + "val_size": 1120, + "test_size": 4430, + "stats": { + "mean": [ + [ + -0.020650926096864895, + 0.0029367999405405425, + -0.006630237378378379, + 0.010420081979243248, + -0.001797412861621615, + 0.006000229992972958, + 0.02513403323243256, + -0.04051091970432429, + 0.016437013362162183, + 0.008169780156756753, + 0.010605073612270283, + -0.014074353574054115, + 0.001890994940540519, + -0.00912456161891894, + -0.011556316408108112, + -0.004322038713513496, + -0.0011294842637837807, + -0.006298975859459421, + 0.017070309424864923, + 0.0166714651562162 + ] + ], + "std": [ + [ + 0.9799722867298174, + 0.9831760308737035, + 1.0071900480073166, + 1.003544153680456, + 0.9998334222405475, + 0.997242014320636, + 0.9816671365897304, + 0.9927759081786102, + 1.0236053141912813, + 0.9882650425660089, + 1.0199540485168141, + 0.9750354662835033, + 1.000698654175577, + 0.9953898045603353, + 0.9850292707815245, + 0.9950063778865423, + 0.9842233774554926, + 1.0005588371487018, + 1.0122840782683846, + 1.0155158561773454 + ] + ] + }, + "width": 64, + "in_features": 20, + "out_features": 2, + "depth": 6, + "padding": 40, + "parameters": 16210, + "cert_evals": { + "36": 0.965237021446228, + "72": 0.9507900476455688, + "108": 0.9313769340515137, + "255": 0.8022572994232178 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.976712117014982, + "std_test_acc": 0.0019952729715826765, + "n_samples": 7400, + "n_features": 20, + "n_classes": 2, + "mean_cert_acc_36": 0.9650979787111282, + "std_cert_acc_36": 0.0007943604734921125, + "mean_cert_acc_72": 0.9493663758039474, + "std_cert_acc_72": 0.0016702394949780514, + "mean_cert_acc_108": 0.9286141842603683, + "std_cert_acc_108": 0.003243595488034323, + "mean_cert_acc_255": 0.7853428274393082, + "std_cert_acc_255": 0.018623336053492107 + }, + "waveform": { + "dataset": "waveform", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 17, + "best_val_acc": 0.8891820580474934, + "test_acc": 0.8566176470588235, + "train_size": 1250, + "val_size": 758, + "test_size": 2992, + "stats": { + "mean": [ + [ + 0.020179633495999987, + 0.011963990736, + -0.033601846864, + -0.041786463160000016, + -0.03154164217599994, + -0.040098393640000014, + -0.043940430239999995, + -0.03151536300719995, + -0.036418570040000015, + 0.043107926798400066, + 0.03738288511999999, + -0.0024740305919999984, + 0.03243670563199995, + 0.011112976024000014, + 0.03951120671200011, + 0.0219850811552, + 0.028168458383999943, + 0.06235075759679998, + 0.020069774392, + 0.007039422583999985, + -0.02925996517600002 + ] + ], + "std": [ + [ + 0.9901799387654557, + 1.0306402386317552, + 0.9708771794256926, + 0.9608246419787663, + 1.0044852476869415, + 0.9877134023221446, + 0.9749943080882616, + 1.0123255354438774, + 0.986958011185208, + 1.0005937342506195, + 0.9789827068743525, + 1.0033150982759136, + 0.9538985981244916, + 1.006689675325801, + 0.9956488213117433, + 1.001823072865656, + 0.9921420818481883, + 0.9865005595269615, + 1.0350777753049674, + 1.0160784990711804, + 0.9870983405424562 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 17025, + "cert_evals": { + "36": 0.8068181872367859, + "72": 0.7573529481887817, + "108": 0.6971925497055054, + "255": 0.384358286857605 + }, + "fold": 0 + }, + { + "best_epoch": 40, + "best_val_acc": 0.8828337874659401, + "test_acc": 0.8690318302387268, + "train_size": 1250, + "val_size": 734, + "test_size": 3016, + "stats": { + "mean": [ + [ + 0.010216515320000044, + -0.04063758078400007, + 0.025120129951999963, + -0.025077058975999964, + 0.003169892232000061, + -0.01685490820000002, + -0.011714589596800004, + -0.03299081049600003, + -0.01699664363999998, + -0.018953863726399994, + -0.010869116344000016, + 0.041914844448000185, + -0.01596277459040001, + 0.012558276106399974, + 0.026120965832000048, + 0.03314989547359999, + 0.03347167229600001, + 0.023257175787200043, + 0.017851450192000014, + -0.004257698511999955, + -0.04945521833600015 + ] + ], + "std": [ + [ + 1.0013552490719653, + 0.9855864106795154, + 0.9729457372221003, + 0.9924096158327768, + 1.0128588967374343, + 1.0016694374565032, + 1.0094886119500357, + 1.0100863354319733, + 1.0019192663797813, + 0.9946338222875807, + 0.999064791075417, + 1.0101141099838185, + 0.9759008425547311, + 1.0113866649689796, + 1.0124143691513183, + 1.0133948233035053, + 1.0110196515539809, + 1.0206255456252598, + 1.0155072750087655, + 0.9949826852691384, + 0.9838169172120375 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 17025, + "cert_evals": { + "36": 0.8212864398956299, + "72": 0.7692307829856873, + "108": 0.7068965435028076, + "255": 0.41379308700561523 + }, + "fold": 1 + }, + { + "best_epoch": 9, + "best_val_acc": 0.8756684491978609, + "test_acc": 0.8737508327781479, + "train_size": 1250, + "val_size": 748, + "test_size": 3002, + "stats": { + "mean": [ + [ + 0.007048574136000094, + -0.015209897391999988, + 0.011429607696000007, + -0.03273079147199999, + -0.023185516656000008, + 0.003389837535999984, + 0.0013940158719999971, + -0.00547288197039998, + 0.006071109367999992, + 0.005879158908799994, + 0.032166854647999996, + 0.005692848927999994, + 0.022531058751999993, + 0.009790249777599982, + 0.0040757011359999935, + 0.030061611308799984, + 0.029284791384000003, + 0.02420849601600001, + 0.014083066104000005, + 0.02953013189600018, + -0.004491209880000014 + ] + ], + "std": [ + [ + 0.9996125618988059, + 0.9720078266135495, + 1.0135851933941078, + 1.0319065276512462, + 0.9931170056559575, + 0.9993639751369633, + 0.9853632660237902, + 0.9995807541677071, + 1.0238743231650074, + 0.9969840482557133, + 0.9979292933830571, + 1.0142743499688514, + 1.001427080201001, + 0.9998997970203162, + 1.0142762186668912, + 1.0117340691797234, + 1.0099181268245983, + 1.0006047030346061, + 0.9985746890321932, + 1.0069732844455408, + 1.0040803599543435 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 17025, + "cert_evals": { + "36": 0.8217855095863342, + "72": 0.7581612467765808, + "108": 0.6852098703384399, + "255": 0.3710859417915344 + }, + "fold": 2 + }, + { + "best_epoch": 12, + "best_val_acc": 0.8686730506155951, + "test_acc": 0.8668433256045048, + "train_size": 1250, + "val_size": 731, + "test_size": 3019, + "stats": { + "mean": [ + [ + -0.009131498528000003, + -0.0039044835359999803, + 0.07005067444800003, + -0.010843439071999996, + 0.006077575768000002, + -0.013402124615999992, + -0.0034755865247999887, + 0.0036035160240000075, + -0.0006721240640000021, + -0.006537375988799971, + -0.015753593288000012, + 0.013293681728000002, + -0.011138352720000024, + -0.025798392399999908, + 0.0029978399759999904, + 0.017920257033599982, + -0.008153607000000004, + 0.01568651420000006, + -0.051382837735999956, + 0.005123328096000027, + 0.025813726736000034 + ] + ], + "std": [ + [ + 1.0018392101812919, + 1.0020859314875776, + 1.0033561958769905, + 0.9975363296716959, + 0.9849899598871443, + 0.9756730653513883, + 0.993760630561838, + 0.9861757179284345, + 1.0000258312156731, + 1.0000825386418444, + 0.99177201535984, + 1.0234277089306048, + 1.0159176275153121, + 0.9839459155591159, + 0.9943404985027471, + 1.0116349239455822, + 1.0052044277000671, + 0.9841510621883656, + 1.0190638151002673, + 0.9952041186962591, + 1.0328002659610966 + ] + ] + }, + "width": 64, + "in_features": 21, + "out_features": 3, + "depth": 6, + "padding": 42, + "parameters": 17025, + "cert_evals": { + "36": 0.8138456344604492, + "72": 0.7562106251716614, + "108": 0.6849949955940247, + "255": 0.37628352642059326 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8665609089200508, + "std_test_acc": 0.007228385547569091, + "n_samples": 5000, + "n_features": 21, + "n_classes": 3, + "mean_cert_acc_36": 0.8159339427947998, + "std_cert_acc_36": 0.007079267622736187, + "mean_cert_acc_72": 0.7602389007806778, + "std_cert_acc_72": 0.00604776318138572, + "mean_cert_acc_108": 0.6935734897851944, + "std_cert_acc_108": 0.01055370468772729, + "mean_cert_acc_255": 0.386380210518837, + "std_cert_acc_255": 0.019073643754789683 + }, + "wall-following": { + "dataset": "wall-following", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 70, + "best_val_acc": 0.7975609756097561, + "test_acc": 0.7781173594132029, + "train_size": 1364, + "val_size": 820, + "test_size": 3272, + "stats": { + "mean": [ + [ + -0.005686892404692003, + 0.022638621533284334, + 0.0029726543621700742, + -0.007766223049853293, + -0.008952794454545568, + 0.009051411851906211, + 0.004111615835777271, + 0.054535739948680446, + 0.01721141257331339, + -0.00017557098093850144, + -0.0030259690689149518, + -0.015323145063782956, + 0.004263515249266924, + 0.013408757045454725, + -0.0019448981744868829, + 0.0003941872595307252, + -0.023833700213343096, + -0.0418792441422289, + -0.01742122004472146, + -0.01653938162023472, + 0.004910744486803571, + 0.04303871550586514, + -0.015449803416422289, + -0.003778200753665663 + ] + ], + "std": [ + [ + 0.9538903586600096, + 1.0100879107934733, + 1.0049069273556643, + 0.9922954720481119, + 0.9870136651293122, + 0.990779450218937, + 0.997732207974109, + 1.0249084242333972, + 1.0039227101782235, + 0.9840871960957936, + 0.9963448823117925, + 0.9855998980612843, + 1.0024509972558129, + 1.0025416545074122, + 0.9881545916458445, + 1.0165283990308178, + 0.9738216818182036, + 0.9275548118344852, + 0.9839704565560611, + 0.9728388862456517, + 1.0184938963953918, + 1.0303474329203226, + 0.9612235203553664, + 0.9816909108470405 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 4, + "depth": 6, + "padding": 48, + "parameters": 19396, + "cert_evals": { + "36": 0.7102689743041992, + "72": 0.6363080739974976, + "108": 0.5531784892082214, + "255": 0.23441320657730103 + }, + "fold": 0 + }, + { + "best_epoch": 75, + "best_val_acc": 0.7834793491864831, + "test_acc": 0.7880352262374735, + "train_size": 1364, + "val_size": 799, + "test_size": 3293, + "stats": { + "mean": [ + [ + -0.02975309696847506, + 0.005558309164222893, + 0.004718745812316816, + -0.020307799296187545, + -0.007320344633431353, + -0.028494500266862125, + -0.024019284164222755, + 0.009570253951612977, + 0.01097609736070351, + -0.00032918113929638346, + 0.032141068781524784, + 0.02072696681818175, + 0.02201199852639303, + 0.02843859972873922, + -0.010288174340176055, + -0.0025629487653958533, + 0.014673984588709695, + -0.0024179095725806485, + 0.011989980659823955, + 0.014437480175952963, + 0.010780398057038091, + -0.02107569172287382, + 0.018757813350439904, + -0.03195081329985328 + ] + ], + "std": [ + [ + 0.945216136192205, + 0.9992147601024853, + 1.0013950133535414, + 1.0070090886620435, + 1.0100405651888793, + 1.0035220275618202, + 1.0076868559644707, + 1.0146043586860587, + 1.0036702207634716, + 1.0020409725295103, + 1.0195319569843622, + 1.018330702441904, + 1.0188371291097438, + 1.0099651693219551, + 0.9929137513000473, + 0.9893773454929811, + 1.0312952518146736, + 0.9850531254011928, + 0.9991545369015657, + 1.024970910904686, + 1.0211398104956508, + 0.9811793320532708, + 1.0213393023608297, + 0.9709259568406406 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 4, + "depth": 6, + "padding": 48, + "parameters": 19396, + "cert_evals": { + "36": 0.7276040315628052, + "72": 0.6538110971450806, + "108": 0.5733373761177063, + "255": 0.2383844554424286 + }, + "fold": 1 + }, + { + "best_epoch": 54, + "best_val_acc": 0.7954815695600476, + "test_acc": 0.7751461088895725, + "train_size": 1364, + "val_size": 841, + "test_size": 3251, + "stats": { + "mean": [ + [ + 0.01872266574486808, + 0.006327694957038103, + -0.07104427478152507, + -0.011521076319648046, + -0.004222936934017776, + -0.012975204868035104, + -0.01602920872434, + 0.018177438951613122, + 0.001741687587976442, + 0.026653914322580085, + 0.006544868966275523, + -0.0006487189816715815, + -0.006107012813782889, + -0.017521736390762342, + -0.02309750486070397, + 0.015360951164222853, + -0.05447749436730212, + 0.011644383885630553, + -0.005685932580645217, + 0.033520921312316744, + 0.015700824787390003, + 0.00464063532258066, + -0.007768450139296197, + -0.01706286590102635 + ] + ], + "std": [ + [ + 1.0075883148093572, + 0.9956149685197124, + 0.9336114810272496, + 1.0053964412297443, + 1.0037906536892414, + 0.9889864422444196, + 0.993232391245941, + 1.0033346943820691, + 1.0019335251023536, + 1.015228028452373, + 1.0184871692443849, + 0.9950347742751352, + 1.001225456339628, + 0.9911991075823401, + 0.9891922963313015, + 1.020897686359133, + 0.9021478154164623, + 1.027059313060404, + 0.9920589942567254, + 1.037458331459377, + 1.0154700216289818, + 1.0017979731537894, + 0.9794245346392066, + 0.9721130758506005 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 4, + "depth": 6, + "padding": 48, + "parameters": 19396, + "cert_evals": { + "36": 0.7176253199577332, + "72": 0.6462627053260803, + "108": 0.5567517876625061, + "255": 0.22762227058410645 + }, + "fold": 2 + }, + { + "best_epoch": 76, + "best_val_acc": 0.7815533980582524, + "test_acc": 0.7714198286413708, + "train_size": 1364, + "val_size": 824, + "test_size": 3268, + "stats": { + "mean": [ + [ + 0.02031997529545452, + -0.033795195992888556, + -0.02352743731011721, + 0.01124182900293254, + -0.01151259605278599, + -0.015031226107038104, + 0.03267076282991228, + 0.0279429813196483, + -0.007205795674486686, + -0.0060127819017595785, + 0.01344909527859221, + 0.01992942824853357, + -0.01951502722360692, + -0.029693211412756465, + -0.009494099098240562, + -0.01795489370381231, + 0.010101200832844593, + -0.0059742676495601315, + -0.017900947921847564, + -0.021026184816715806, + 0.016916847096700823, + -0.0052597014662755836, + 0.032237512456011766, + 0.007093840727272726 + ] + ], + "std": [ + [ + 1.0112945026202158, + 0.970221558754097, + 0.9823204142944053, + 1.0136980604051529, + 0.982757495735732, + 0.9808366104043786, + 1.001324458975229, + 1.0152847209982614, + 0.9908830298302452, + 0.9932341203049162, + 1.0097191496904292, + 1.0252804409457419, + 0.9852042484069533, + 0.992545202932286, + 0.9901306066571973, + 0.9793681779580009, + 0.9956413121371739, + 0.9901468286266072, + 0.9701309779282022, + 0.9725832802282708, + 1.0307338552882614, + 0.991132554001173, + 1.0343162251093825, + 0.9974059438112418 + ] + ] + }, + "width": 64, + "in_features": 24, + "out_features": 4, + "depth": 6, + "padding": 48, + "parameters": 19396, + "cert_evals": { + "36": 0.7053243517875671, + "72": 0.6272950172424316, + "108": 0.5406976938247681, + "255": 0.2298041582107544 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.778179630795405, + "std_test_acc": 0.007118843996923774, + "n_samples": 5456, + "n_features": 24, + "n_classes": 4, + "mean_cert_acc_36": 0.7152056694030762, + "std_cert_acc_36": 0.009688231509900672, + "mean_cert_acc_72": 0.6409192234277725, + "std_cert_acc_72": 0.011570579069196249, + "mean_cert_acc_108": 0.5559913367033005, + "std_cert_acc_108": 0.013456980747975312, + "mean_cert_acc_255": 0.2325560227036476, + "std_cert_acc_255": 0.004807439661447509 + }, + "wine": { + "dataset": "wine", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 54, + "best_val_acc": 0.9117647058823529, + "test_acc": 0.89, + "train_size": 44, + "val_size": 34, + "test_size": 100, + "stats": { + "mean": [ + [ + -0.0032810681818182252, + -0.005479031818181848, + -0.08091575454545454, + 0.05187518272727261, + -0.06624296590909094, + -0.007079050000000028, + -0.06275028018181807, + -0.08246524999999992, + 0.05402081363636373, + 0.0044511772727273136, + -0.04690897272727282, + 0.09077693181818178, + -0.0044964045454545494 + ] + ], + "std": [ + [ + 0.9486079560461609, + 0.9748783430969256, + 0.9254167517337237, + 0.9617928120291063, + 0.8801585454960099, + 0.9897338243089531, + 0.9271822071946669, + 0.9702762446771567, + 0.9107960044629595, + 1.0952735150882602, + 0.9243353232179793, + 0.9887201896638538, + 0.9269494258065332 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 3, + "depth": 6, + "padding": 26, + "parameters": 10833, + "cert_evals": { + "36": 0.8700000047683716, + "72": 0.8299999833106995, + "108": 0.75, + "255": 0.23999999463558197 + }, + "fold": 0 + }, + { + "best_epoch": 26, + "best_val_acc": 0.9629629629629629, + "test_acc": 0.9252336448598131, + "train_size": 44, + "val_size": 27, + "test_size": 107, + "stats": { + "mean": [ + [ + 0.06530710454545458, + 0.007947954545454524, + -0.18861000681818177, + -0.06994299681818188, + -0.08852099545454545, + 0.06554911590909095, + 0.0228023237272727, + -0.08063868636363627, + 0.11120031590909094, + 0.1451315113636364, + 0.07976722954545465, + 0.05492483636363638, + -0.04130375068181816 + ] + ], + "std": [ + [ + 1.1054246265200351, + 1.022075699615381, + 1.0101337670617143, + 0.9836114927228263, + 1.0039715573451675, + 1.0160855472349155, + 1.00168059755674, + 0.942713932749028, + 1.1841316940042428, + 1.0673173131706486, + 1.0204335593229852, + 0.9474429014625287, + 0.9790698019551516 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 3, + "depth": 6, + "padding": 26, + "parameters": 10833, + "cert_evals": { + "36": 0.8504672646522522, + "72": 0.7757009267807007, + "108": 0.6822429895401001, + "255": 0.2710280418395996 + }, + "fold": 1 + }, + { + "best_epoch": 31, + "best_val_acc": 0.9655172413793104, + "test_acc": 0.9333333333333333, + "train_size": 44, + "val_size": 29, + "test_size": 105, + "stats": { + "mean": [ + [ + -0.0016014659090909378, + -0.2809373181818182, + -0.0013865818181818283, + -0.011415792727272868, + -0.005774513636363688, + 0.0034522068181817842, + -0.09596993699999999, + 0.061802877272727264, + -0.18700712727272728, + 0.003569234090909025, + 0.14042048863636367, + -0.033103909090909094, + -0.06411021136363641 + ] + ], + "std": [ + [ + 0.9298272868804931, + 0.8250056451408178, + 1.08551443258742, + 1.1391522997578776, + 1.162897463787286, + 0.9140439887115281, + 0.9166314532406474, + 1.013186331346434, + 0.9551870696183078, + 1.1440128298039551, + 1.0494592532907625, + 1.0314806625541306, + 0.958232402601652 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 3, + "depth": 6, + "padding": 26, + "parameters": 10833, + "cert_evals": { + "36": 0.8666666746139526, + "72": 0.7809523940086365, + "108": 0.6952381134033203, + "255": 0.380952388048172 + }, + "fold": 2 + }, + { + "best_epoch": 34, + "best_val_acc": 0.8709677419354839, + "test_acc": 0.8932038834951457, + "train_size": 44, + "val_size": 31, + "test_size": 103, + "stats": { + "mean": [ + [ + -0.0007615090909091727, + 0.05596002272727269, + -0.07345953863636358, + -0.09784549954545461, + 0.008546922727272678, + 0.09278491795454552, + 0.0448726857272727, + 0.11476138181818184, + 0.09094955909090909, + 0.005921997727272779, + 0.16726700681818205, + 0.005308763636363668, + -0.08561718409090915 + ] + ], + "std": [ + [ + 1.007206359663615, + 0.8850705986397225, + 1.0706938375587134, + 0.8864652113978174, + 1.1440281408589326, + 0.9372647448943219, + 0.9191041363758027, + 0.9830875500627535, + 1.0190542547845243, + 0.9888966660536255, + 1.11752991456707, + 0.9731773531474354, + 0.8829161708393709 + ] + ] + }, + "width": 64, + "in_features": 13, + "out_features": 3, + "depth": 6, + "padding": 26, + "parameters": 10833, + "cert_evals": { + "36": 0.844660222530365, + "72": 0.8058252334594727, + "108": 0.6893203854560852, + "255": 0.19417476654052734 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.910442715422073, + "std_test_acc": 0.02204415207429723, + "n_samples": 178, + "n_features": 13, + "n_classes": 3, + "mean_cert_acc_36": 0.8579485416412354, + "std_cert_acc_36": 0.012298950310397981, + "mean_cert_acc_72": 0.7981196343898773, + "std_cert_acc_72": 0.02498696658598755, + "mean_cert_acc_108": 0.7042003720998764, + "std_cert_acc_108": 0.030991765831854694, + "mean_cert_acc_255": 0.27153879776597023, + "std_cert_acc_255": 0.07948057213434095 + }, + "waveform-noise": { + "dataset": "waveform-noise", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 7, + "best_val_acc": 0.8702983138780804, + "test_acc": 0.8543135280295401, + "train_size": 1250, + "val_size": 771, + "test_size": 2979, + "stats": { + "mean": [ + [ + 0.04109552382399996, + -0.007068212280000003, + 0.014182510261599956, + 0.0026211762400000084, + 0.014018176879999957, + 0.02370059650560003, + 0.004374500936000023, + -0.0038294597343999904, + -0.014804110096000014, + 0.00045386584799994817, + -0.010192400336000008, + -0.01903542342399992, + -0.010784385815999982, + -0.005200951027200047, + -0.002328150511999989, + 0.014533825215999989, + 0.007865440576000029, + -0.025042890535999954, + -0.005855280768000005, + 0.010768292656000005, + -0.029557043135999994, + 0.02497473343199999, + 0.0059397922879999695, + 0.02985397081600005, + 0.034868211864000014, + -0.03436343556000003, + 0.022563571339200006, + 0.013530936152000026, + 0.006182852718399999, + 0.02533174106799999, + -0.023453127760000032, + -0.012310209543200052, + 0.023519454263999984, + -0.010153050279999989, + 0.015502481212800007, + 0.010150338703999973, + 0.0053944454240000125, + -0.0034366949536000007, + -0.005722000272000003, + 0.007498833936000044 + ] + ], + "std": [ + [ + 1.0036717936871953, + 1.0115164152393803, + 1.0267935868392655, + 1.0141719003383043, + 1.0034317001981041, + 0.9959239723426369, + 0.9939861987845015, + 1.0288633031133263, + 1.0043429776096469, + 0.9779096908533591, + 1.0249129338514036, + 1.0084484801657798, + 1.0020500717103944, + 1.026928437823279, + 1.009036128138247, + 1.0055555854598206, + 0.9775356004635903, + 1.0198250392925892, + 0.9777825735121067, + 0.9997432850888442, + 1.0057789366361842, + 1.0008832746108618, + 0.9887462327692325, + 0.9949832502604571, + 0.9939865250881332, + 0.9973380026834073, + 0.977390812504474, + 0.998438673003916, + 0.9765375704247188, + 1.0137678154638436, + 0.9930247910455883, + 1.0298745659129236, + 0.9839097409542001, + 0.991922743066992, + 1.0070087822831295, + 0.9876272290873123, + 1.0098641388551413, + 1.0215112956805443, + 1.0133094868761658, + 0.98802284916221 + ] + ] + }, + "width": 128, + "in_features": 40, + "out_features": 3, + "depth": 6, + "padding": 80, + "parameters": 63219, + "cert_evals": { + "36": 0.7945619225502014, + "72": 0.7294394373893738, + "108": 0.6619670987129211, + "255": 0.3188989460468292 + }, + "fold": 0 + }, + { + "best_epoch": 14, + "best_val_acc": 0.8722294654498044, + "test_acc": 0.8592021454911163, + "train_size": 1250, + "val_size": 767, + "test_size": 2983, + "stats": { + "mean": [ + [ + 0.044322997631999955, + 0.029345537880000067, + -0.011366358759840026, + -0.0005867047360000063, + -0.006665745688000015, + -0.006024195060800007, + -0.013584043487999992, + -0.024554553948799986, + 0.01623729534400002, + -0.007884222439999988, + 0.0019230570479999735, + -0.02265010408799999, + 0.007417331240000002, + -0.002911046979200009, + 0.020059001183999964, + 0.01574975624800002, + 0.02813207348000001, + 0.004678202063999986, + 0.028763643272000018, + 0.018513851640000002, + 0.0358815304, + 0.028113823255999978, + -0.00718522141599999, + -0.006245005135999949, + 0.011452240719999996, + -0.039296166616000015, + 0.013289260721600025, + -0.003815815991999974, + -0.001233308884800033, + 0.0033645557719999956, + 0.02454588116, + 0.010769942833599997, + 0.008991375496000034, + -0.012577069439999996, + 0.051492131759200026, + 0.009570444000000011, + 0.022488379120000006, + -0.00477033891360003, + -0.009759721552000007, + 0.0046987019359999846 + ] + ], + "std": [ + [ + 0.9680395488640641, + 0.9731934131975439, + 1.0256129853497884, + 1.0016500605542749, + 0.9832741110357304, + 1.0155722609031699, + 1.0177266822426836, + 1.0012352994664209, + 1.0017870547556, + 0.9825996623950224, + 1.0116415424885532, + 1.0008713618877405, + 1.004966285943376, + 0.991554206326663, + 1.0098780435455994, + 1.0036202953348388, + 0.9885930770833588, + 1.000767817574134, + 0.9955550387843519, + 1.0082268705074462, + 0.9951019252067327, + 0.9944184018582543, + 1.0206633343240308, + 1.0149218534426545, + 0.9851575763005246, + 0.9922537027672286, + 1.0164765099719621, + 1.0106305279893444, + 1.006251693120508, + 0.9864167800458236, + 1.0043559273464866, + 0.9969845117753792, + 0.99621846666241, + 1.0281731534980536, + 0.9986967919798584, + 0.9696604033255324, + 0.9966142799032668, + 0.9849892430729312, + 1.0057643181118128, + 1.0029305279401282 + ] + ] + }, + "width": 128, + "in_features": 40, + "out_features": 3, + "depth": 6, + "padding": 80, + "parameters": 63219, + "cert_evals": { + "36": 0.8139457106590271, + "72": 0.7556151747703552, + "108": 0.6842105388641357, + "255": 0.3419376611709595 + }, + "fold": 1 + }, + { + "best_epoch": 41, + "best_val_acc": 0.8628808864265928, + "test_acc": 0.857661822985469, + "train_size": 1250, + "val_size": 722, + "test_size": 3028, + "stats": { + "mean": [ + [ + 0.014308189376000027, + 0.028783297960000027, + 0.03795345253087996, + 0.013117279295999998, + 0.032089058063999955, + 0.012632187806400005, + 0.018484099464000054, + 0.009576141620799988, + 0.036987581783999995, + -0.006325697687999988, + -0.02381616588800001, + -0.008374505503999985, + -0.04596340019200004, + -0.03257486172959995, + -0.021728262640000023, + -0.019410886679999996, + -0.04224714851999999, + -0.02175625772000002, + -0.0017738945599999954, + 0.006572127119999979, + 0.015226716143999997, + -0.002422181303999986, + -0.025979705407999994, + 0.022093594352000027, + 0.03834592470399997, + -0.009863329287999975, + 0.020212545147199973, + 0.0037560529200000177, + 0.03646794663519996, + -0.018870360144, + -0.011957785879999988, + 0.016431144787999986, + 0.014396109119999995, + 0.008498349159999984, + 0.012689327942400006, + -0.00249464457599998, + -0.022068862224000004, + -0.0005122236512000032, + 0.008362260016000047, + -0.02581517636800003 + ] + ], + "std": [ + [ + 1.0188927880817935, + 0.9988893028885985, + 1.0203039986619837, + 1.0176161206264251, + 1.0298233594756412, + 1.032613885870231, + 1.0145448604818694, + 1.0020618139895976, + 0.9933894833504273, + 0.9801525816452665, + 0.9828864827428538, + 1.0084878782151452, + 1.0036037092630097, + 0.9753885414870564, + 1.015306973575768, + 0.9941278153766206, + 0.9825139145564932, + 0.9962329520442799, + 0.9688294278798073, + 0.98310050706914, + 0.9843726349902746, + 0.9830497457267643, + 1.019877833578896, + 1.0231451225251817, + 0.9901755816567956, + 0.9958326894928737, + 1.032928859241582, + 0.9924515511719896, + 0.9749189762682579, + 1.0285239667561281, + 1.002192158381019, + 0.9935329644391413, + 1.0052344609016668, + 1.0064075388331128, + 1.0160814777549847, + 0.9845645364365565, + 0.9925488055513885, + 1.0072044814714247, + 1.0303878632271122, + 0.9885231209627763 + ] + ] + }, + "width": 128, + "in_features": 40, + "out_features": 3, + "depth": 6, + "padding": 80, + "parameters": 63219, + "cert_evals": { + "36": 0.8081241846084595, + "72": 0.7453765273094177, + "108": 0.6717305183410645, + "255": 0.36360636353492737 + }, + "fold": 2 + }, + { + "best_epoch": 33, + "best_val_acc": 0.8688741721854305, + "test_acc": 0.8584307178631052, + "train_size": 1250, + "val_size": 755, + "test_size": 2995, + "stats": { + "mean": [ + [ + -0.036278040016000025, + 0.00810417363999999, + 0.0013843179736000206, + -0.0018023679760000122, + -0.005956154304000002, + 0.025961240582400028, + 0.010167898040000027, + 0.01906255140800001, + -0.02535409856000002, + 0.013357130255999999, + -0.007777053167999971, + 0.007395055352000006, + -0.009246732704000024, + 0.000417141663999981, + -0.012846879495999965, + -0.011422848472000015, + -0.02694291900799997, + -0.010714078007999981, + -0.017699573224000033, + 0.006549602159999982, + 0.02394824680000007, + -0.027398905735999915, + -0.006791929848000011, + 0.016008580479999996, + 0.04892266430400006, + 0.035720964879999914, + 0.03039491798320002, + 0.0066352822719999895, + -0.02569047550079999, + 0.01171173369999999, + 0.022736661080000005, + -0.02455200705200002, + 0.03534526224799999, + 0.039964129560000006, + 0.04194475229440003, + 0.012341044367999982, + 0.04449289257600006, + 0.05609793443199992, + 0.037631368336000094, + -0.0013801063520000427 + ] + ], + "std": [ + [ + 0.9967186390712067, + 1.0046232169850224, + 0.9740084152266493, + 0.9826095647211786, + 0.9807015091355339, + 0.9903924974929869, + 0.9994986310830332, + 0.999954070658992, + 1.0016268406564945, + 1.0082593311694388, + 1.0031753015138711, + 1.0033236672468044, + 0.987229114309021, + 1.0132234933998234, + 0.9873167353551544, + 0.983479654201213, + 1.011117373386074, + 1.0372041491820654, + 0.9890339764711912, + 0.9663488793448463, + 1.0078666660648328, + 0.9894244150573558, + 1.0015699231644122, + 1.0021673571075749, + 0.98850640710336, + 1.0232697675089457, + 1.0136787449302005, + 1.0052546165431762, + 0.9928535231583258, + 0.9947831559397796, + 0.9947379135130683, + 0.968921467398204, + 1.0158922450868932, + 0.9723954832645065, + 0.9861131949259808, + 1.0009190287109688, + 0.9931377428957798, + 1.0140326666524644, + 0.9958387641879904, + 0.9761305424003285 + ] + ] + }, + "width": 128, + "in_features": 40, + "out_features": 3, + "depth": 6, + "padding": 80, + "parameters": 63219, + "cert_evals": { + "36": 0.8046744465827942, + "72": 0.7485809922218323, + "108": 0.6787980198860168, + "255": 0.37061771750450134 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8574020535923076, + "std_test_acc": 0.0021529012452706775, + "n_samples": 5000, + "n_features": 40, + "n_classes": 3, + "mean_cert_acc_36": 0.8053265661001205, + "std_cert_acc_36": 0.008132632473912786, + "mean_cert_acc_72": 0.7447530329227448, + "std_cert_acc_72": 0.011068489076698369, + "mean_cert_acc_108": 0.6741765439510345, + "std_cert_acc_108": 0.009610631058726594, + "mean_cert_acc_255": 0.34876517206430435, + "std_cert_acc_255": 0.02335523544453662 + }, + "wine-quality-red": { + "dataset": "wine-quality-red", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 39, + "best_val_acc": 0.37448559670781895, + "test_acc": 0.36297071129707115, + "train_size": 400, + "val_size": 243, + "test_size": 956, + "stats": { + "mean": [ + [ + -0.02693017225000001, + -0.010865180249999969, + 0.01090508905000014, + 0.028862860500000035, + -0.005716316749999986, + -0.0022627200000000882, + -0.008672537749999942, + 0.0023822675999998814, + 0.03910194012499996, + -0.003237799000000088, + -0.015897374500000026 + ] + ], + "std": [ + [ + 0.9743049425383958, + 1.0208202037213217, + 1.0045213439257272, + 1.0312615683961275, + 0.9360785088397681, + 1.0135085097778138, + 1.054760065228032, + 0.9991490231742983, + 0.9910168624962105, + 0.9560724374897602, + 1.0224479021869215 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 6, + "depth": 6, + "padding": 22, + "parameters": 4746, + "cert_evals": { + "36": 0.24790793657302856, + "72": 0.15899580717086792, + "108": 0.09728033095598221, + "255": 0.012552300468087196 + }, + "fold": 0 + }, + { + "best_epoch": 77, + "best_val_acc": 0.3008474576271186, + "test_acc": 0.3582554517133956, + "train_size": 400, + "val_size": 236, + "test_size": 963, + "stats": { + "mean": [ + [ + 0.013418094749999616, + -0.03892854174999997, + 0.03785578170000011, + 0.030990686500000093, + 0.03390959879999997, + -0.02747751350000006, + 0.024918823500000065, + -0.0024924809250000362, + -0.023241676749999992, + 0.00015447274999999162, + 0.017258733749999842 + ] + ], + "std": [ + [ + 1.0484699134032194, + 0.9803949233513032, + 1.0076892023564636, + 1.0290250752162338, + 1.1997081630921285, + 0.9489970021589998, + 1.0263878594773712, + 1.03076931004531, + 0.9684548723090626, + 0.9627052256819137, + 0.9972530011672733 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 6, + "depth": 6, + "padding": 22, + "parameters": 4746, + "cert_evals": { + "36": 0.26998963952064514, + "72": 0.18899273872375488, + "108": 0.12564902007579803, + "255": 0.025960540398955345 + }, + "fold": 1 + }, + { + "best_epoch": 45, + "best_val_acc": 0.47280334728033474, + "test_acc": 0.3958333333333333, + "train_size": 400, + "val_size": 239, + "test_size": 960, + "stats": { + "mean": [ + [ + -0.0013715520000001779, + -0.035088978500000055, + 0.06416455662500034, + -0.006156608600000014, + 0.0926046769, + -0.01361536200000002, + -0.007988503499999982, + 0.019787725674999798, + -0.030528630750000167, + 0.09543056175000009, + -0.01609288975000005 + ] + ], + "std": [ + [ + 0.9829420987934913, + 0.9707586864617593, + 1.0018786547407759, + 0.964170646447104, + 1.218209093004271, + 0.993770255551407, + 0.9825900214132555, + 0.9579306637091782, + 1.0278450401756267, + 1.103602348070479, + 1.019972708382203 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 6, + "depth": 6, + "padding": 22, + "parameters": 4746, + "cert_evals": { + "36": 0.2760416865348816, + "72": 0.18437500298023224, + "108": 0.13437500596046448, + "255": 0.01145833358168602 + }, + "fold": 2 + }, + { + "best_epoch": 70, + "best_val_acc": 0.45, + "test_acc": 0.4504692387904067, + "train_size": 400, + "val_size": 240, + "test_size": 959, + "stats": { + "mean": [ + [ + -0.024919883000000052, + 0.11828172599999993, + -0.10639385059999999, + 0.09154341099999996, + -0.0404553217, + 0.02593951999999995, + -0.03595611450000001, + 0.029616401199999934, + 0.04752242037499988, + -0.06532982275000002, + -0.002994586000000021 + ] + ], + "std": [ + [ + 1.0557689652662066, + 1.036986432681799, + 0.9776537301766356, + 1.148436386560584, + 0.6942596510748834, + 1.0910930117650621, + 0.9332303748474275, + 0.9830858412290316, + 0.9796850899079309, + 0.8673250562614796, + 1.0016840683328132 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 6, + "depth": 6, + "padding": 22, + "parameters": 4746, + "cert_evals": { + "36": 0.29927006363868713, + "72": 0.1981230527162552, + "108": 0.11470281332731247, + "255": 0.007299270015209913 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.39188218378355166, + "std_test_acc": 0.04248405562951657, + "n_samples": 1599, + "n_features": 11, + "n_classes": 6, + "mean_cert_acc_36": 0.2733023315668106, + "std_cert_acc_36": 0.021116158112456682, + "mean_cert_acc_72": 0.18262165039777756, + "std_cert_acc_72": 0.01675449147500077, + "mean_cert_acc_108": 0.1180017925798893, + "std_cert_acc_108": 0.015987749901304804, + "mean_cert_acc_255": 0.014317611115984619, + "std_cert_acc_255": 0.008085103664493226 + }, + "yeast": { + "dataset": "yeast", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 78, + "best_val_acc": 0.5188679245283019, + "test_acc": 0.4827968923418424, + "train_size": 371, + "val_size": 212, + "test_size": 901, + "stats": { + "mean": [ + [ + -0.0680236417412399, + 0.0016312938814016407, + -0.008786120350404263, + -0.04364633274932616, + 0.013936777088948886, + 0.007389660377358629, + -0.024600268247978344, + 0.05087596307277619 + ] + ], + "std": [ + [ + 1.027205380998011, + 0.9953693200489844, + 0.9507124252634552, + 0.9691826685352211, + 1.0679577073315545, + 1.038674237448053, + 0.9068718437558525, + 1.1001821882054232 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 10, + "depth": 6, + "padding": 16, + "parameters": 3626, + "cert_evals": { + "36": 0.3163152039051056, + "72": 0.22086571156978607, + "108": 0.16093230247497559, + "255": 0.01886792480945587 + }, + "fold": 0 + }, + { + "best_epoch": 56, + "best_val_acc": 0.5021645021645021, + "test_acc": 0.4931972789115646, + "train_size": 371, + "val_size": 231, + "test_size": 882, + "stats": { + "mean": [ + [ + 0.08549606216172505, + 0.03251707697035039, + 0.04905938702964963, + 0.04128734865229108, + -0.013936692183288498, + 0.036949762803234386, + -0.002681268247978456, + 0.005315634501347734 + ] + ], + "std": [ + [ + 0.9621845394333128, + 0.9690282797537528, + 0.9491603484155484, + 1.0401770820495524, + 0.9261376999963121, + 1.1814628524634447, + 0.9836755462977512, + 0.993812117132581 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 10, + "depth": 6, + "padding": 16, + "parameters": 3626, + "cert_evals": { + "36": 0.3027210831642151, + "72": 0.13038548827171326, + "108": 0.08276644349098206, + "255": 0.00907029490917921 + }, + "fold": 1 + }, + { + "best_epoch": 60, + "best_val_acc": 0.47465437788018433, + "test_acc": 0.5011160714285714, + "train_size": 371, + "val_size": 217, + "test_size": 896, + "stats": { + "mean": [ + [ + 0.004417079552560633, + -0.0405647886981132, + -0.038330890598382725, + -0.009830160646900232, + -0.013936692183288395, + 0.036949762803234296, + -0.01154207417789756, + 0.005568702156334372 + ] + ], + "std": [ + [ + 1.0326495870955454, + 0.9133440779524218, + 0.9914487013412665, + 0.9617359852499671, + 0.9261376999963089, + 1.181462852463445, + 0.873907032459684, + 0.9724601246460749 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 10, + "depth": 6, + "padding": 16, + "parameters": 3626, + "cert_evals": { + "36": 0.4029017984867096, + "72": 0.3024553656578064, + "108": 0.2176339328289032, + "255": 0.0379464291036129 + }, + "fold": 2 + }, + { + "best_epoch": 82, + "best_val_acc": 0.5246636771300448, + "test_acc": 0.5269662921348315, + "train_size": 371, + "val_size": 223, + "test_size": 890, + "stats": { + "mean": [ + [ + -0.01207341391913747, + -0.03099437134770888, + -0.004743151369272138, + 0.0033422831536388878, + 0.013936777088948926, + 0.007389660377358682, + -0.05258191859838276, + -0.01645215983827505 + ] + ], + "std": [ + [ + 1.002118550793497, + 0.9931572183782578, + 1.0350703782367132, + 0.9624293574797959, + 1.0679577073315536, + 1.0386742374480524, + 1.0723089145971894, + 0.9483399576263618 + ] + ] + }, + "width": 32, + "in_features": 8, + "out_features": 10, + "depth": 6, + "padding": 16, + "parameters": 3626, + "cert_evals": { + "36": 0.44269663095474243, + "72": 0.3280898928642273, + "108": 0.2404494434595108, + "255": 0.056179776787757874 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.5010191337042025, + "std_test_acc": 0.018854671571538844, + "n_samples": 1484, + "n_features": 8, + "n_classes": 10, + "mean_cert_acc_36": 0.3661586791276932, + "std_cert_acc_36": 0.06761857608182541, + "mean_cert_acc_72": 0.24544911459088326, + "std_cert_acc_72": 0.08929948245491005, + "mean_cert_acc_108": 0.1754455305635929, + "std_cert_acc_108": 0.07025054435766442, + "mean_cert_acc_255": 0.030516106402501464, + "std_cert_acc_255": 0.02089207695210011 + }, + "zoo": { + "dataset": "zoo", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 32, + "best_val_acc": 0.9285714285714286, + "test_acc": 0.8064516129032258, + "train_size": 25, + "val_size": 14, + "test_size": 62, + "stats": { + "mean": [ + [ + 0.18968232000000004, + 0.004943600000000055, + -0.04877112000000002, + 0.06901168000000008, + 0.005554399999999982, + -0.24190180000000008, + 0.011100480000000044, + 0.07332431999999998, + 0.047367959999999966, + 0.1174986, + 0.002917720000000048, + -0.128498, + 0.05823499999999993, + 0.03965752000000001, + -0.025889279999999938, + 0.0890122 + ] + ], + "std": [ + [ + 1.005390221359596, + 0.9987632000000001, + 1.0021422025080997, + 1.0058025598467213, + 0.9984392123352528, + 0.8872886923159564, + 0.9937582269928686, + 0.97657824, + 0.9532010403686509, + 0.898886886807812, + 0.9995686698918299, + 0.864227081446769, + 0.8401435100754158, + 0.9719779957616784, + 0.9655601622370106, + 1.0025794726604769 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 7, + "depth": 6, + "padding": 32, + "parameters": 13287, + "cert_evals": { + "36": 0.7419354915618896, + "72": 0.596774160861969, + "108": 0.4516128897666931, + "255": 0.12903225421905518 + }, + "fold": 0 + }, + { + "best_epoch": 49, + "best_val_acc": 0.9166666666666666, + "test_acc": 0.890625, + "train_size": 25, + "val_size": 12, + "test_size": 64, + "stats": { + "mean": [ + [ + 0.028691039999999952, + 0.004943600000000057, + -0.048771120000000036, + 0.06901168, + 0.005554399999999972, + 0.17360919999999994, + -0.06897883999999993, + -0.00805720000000001, + 0.0473679599999999, + -0.07865459999999999, + 0.0029177199999999947, + -0.022119, + 0.09757803999999994, + -0.051376560000000016, + -0.26359375999999995, + 0.24955340000000004 + ] + ], + "std": [ + [ + 0.9989246223251673, + 0.9987632000000002, + 1.0021422025080997, + 1.0058025598467215, + 0.998439212335253, + 1.0312711812638613, + 1.0001903862262094, + 0.9967159924605201, + 0.9532010403686509, + 1.047171532893174, + 0.9995686698918299, + 0.9749796397074146, + 1.045377756731086, + 1.02185501364051, + 0.5822546855736085, + 0.9961319493678737 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 7, + "depth": 6, + "padding": 32, + "parameters": 13287, + "cert_evals": { + "36": 0.8125, + "72": 0.65625, + "108": 0.59375, + "255": 0.046875 + }, + "fold": 1 + }, + { + "best_epoch": 17, + "best_val_acc": 0.75, + "test_acc": 0.703125, + "train_size": 25, + "val_size": 12, + "test_size": 64, + "stats": { + "mean": [ + [ + 0.02869103999999997, + 0.004943600000000048, + -0.04877112000000006, + 0.06901168, + 0.005554399999999982, + 0.007404799999999972, + 0.011100480000000062, + 0.07332431999999998, + 0.04736795999999993, + 0.01942200000000002, + -0.14446064, + -0.022119000000000017, + 0.09757803999999996, + 0.03965751999999999, + -0.14474151999999998, + 0.08901219999999999 + ] + ], + "std": [ + [ + 0.9989246223251673, + 0.9987632000000001, + 1.0021422025080997, + 1.0058025598467215, + 0.9984392123352529, + 0.9972263999999998, + 0.9937582269928688, + 0.97657824, + 0.9532010403686509, + 0.980766, + 0.722003562256413, + 0.9749796397074147, + 1.045377756731086, + 0.9719779957616785, + 0.8060951109136004, + 1.0025794726604769 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 7, + "depth": 6, + "padding": 32, + "parameters": 13287, + "cert_evals": { + "36": 0.453125, + "72": 0.21875, + "108": 0.03125, + "255": 0.0 + }, + "fold": 2 + }, + { + "best_epoch": 9, + "best_val_acc": 0.7368421052631579, + "test_acc": 0.43859649122807015, + "train_size": 25, + "val_size": 19, + "test_size": 57, + "stats": { + "mean": [ + [ + 0.10918667999999991, + 0.004943600000000039, + -0.04877112000000009, + 0.06901168, + -0.087958, + -0.07569740000000007, + 0.011100480000000062, + 0.07332432000000001, + 0.04736795999999993, + 0.019421999999999984, + 0.29767443999999993, + -0.022119, + 0.05823475999999992, + 0.03965752, + -0.025889279999999938, + 0.08901219999999999 + ] + ], + "std": [ + [ + 1.0053902213595962, + 0.9987632, + 1.0021422025080997, + 1.0058025598467215, + 0.9351239999999998, + 0.9691298611116264, + 0.9937582269928686, + 0.97657824, + 0.9532010403686509, + 0.980766, + 1.3507449809969043, + 0.9749796397074147, + 1.007680466714654, + 0.9719779957616784, + 0.9655601622370106, + 1.0025794726604769 + ] + ] + }, + "width": 64, + "in_features": 16, + "out_features": 7, + "depth": 6, + "padding": 32, + "parameters": 13287, + "cert_evals": { + "36": 0.14035087823867798, + "72": 0.10526315867900848, + "108": 0.05263157933950424, + "255": 0.0 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.709699526032824, + "std_test_acc": 0.1963288680733842, + "n_samples": 101, + "n_features": 16, + "n_classes": 7, + "mean_cert_acc_36": 0.5369778424501419, + "std_cert_acc_36": 0.30673786048074414, + "mean_cert_acc_72": 0.39425932988524437, + "std_cert_acc_72": 0.27323596630101094, + "mean_cert_acc_108": 0.28231111727654934, + "std_cert_acc_108": 0.28369093664024553, + "mean_cert_acc_255": 0.043976813554763794, + "std_cert_acc_255": 0.06085706678255494 + }, + "wine-quality-white": { + "dataset": "wine-quality-white", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 52, + "best_val_acc": 0.36462585034013606, + "test_acc": 0.371554950663491, + "train_size": 1224, + "val_size": 735, + "test_size": 2939, + "stats": { + "mean": [ + [ + -0.0032048589052286994, + -0.028953991503268075, + -0.009521662091503368, + -0.033446381021241915, + -0.021216290767973777, + 0.0013643637254901876, + -0.019732506176470634, + -0.0385083221609477, + -0.012002372222222163, + -0.05735950201797371, + 0.02225335972222248 + ] + ], + "std": [ + [ + 1.023683347421332, + 0.9447226597106944, + 0.9620105291208404, + 0.9658980402573037, + 0.9263448142152314, + 0.9948440839445967, + 0.9740337269720393, + 0.9614465411758055, + 1.0172641404349574, + 0.9821399823923815, + 0.9957833992600652 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 7, + "depth": 6, + "padding": 22, + "parameters": 4769, + "cert_evals": { + "36": 0.22354541718959808, + "72": 0.11058183014392853, + "108": 0.052058521658182144, + "255": 0.0051037766970694065 + }, + "fold": 0 + }, + { + "best_epoch": 78, + "best_val_acc": 0.37786774628879893, + "test_acc": 0.35083532219570407, + "train_size": 1224, + "val_size": 741, + "test_size": 2933, + "stats": { + "mean": [ + [ + -0.017049376225490367, + 0.014491614133986936, + 0.008908331290849619, + 0.010737108415032604, + 0.04067164330065363, + 0.0329015589869281, + -0.002488432352941375, + 0.006007091343954325, + -0.021524885539215638, + 0.0011987277042483457, + -0.014868995751633802 + ] + ], + "std": [ + [ + 1.0062718660617844, + 0.9894618025720731, + 1.0916182332376316, + 0.9825566386411965, + 1.1470818763060382, + 1.0937605281552916, + 0.9895690762781538, + 0.9664685559760209, + 0.9624746400083976, + 0.9868208733792134, + 0.99380448190184 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 7, + "depth": 6, + "padding": 22, + "parameters": 4769, + "cert_evals": { + "36": 0.23116262257099152, + "72": 0.14933514595031738, + "108": 0.09410160034894943, + "255": 0.009546538814902306 + }, + "fold": 1 + }, + { + "best_epoch": 35, + "best_val_acc": 0.36551724137931035, + "test_acc": 0.34452356731095285, + "train_size": 1224, + "val_size": 725, + "test_size": 2949, + "stats": { + "mean": [ + [ + -0.008771757843137384, + -0.004596860539215801, + 0.008705725245097917, + -0.034847791446078476, + -0.030826640032679757, + -0.01616954820261436, + -0.03943745302287589, + -0.040444966319444435, + 0.02927997336601328, + 0.006854076119281012, + 0.030744455310457264 + ] + ], + "std": [ + [ + 1.0204079506641692, + 1.0029139391565418, + 1.0078310341851806, + 0.9854918621954571, + 0.9449468354581222, + 0.957020515296538, + 0.954249288652687, + 0.976569994872353, + 0.9899815735473346, + 1.008692992013154, + 0.9893537338950328 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 7, + "depth": 6, + "padding": 22, + "parameters": 4769, + "cert_evals": { + "36": 0.24042049050331116, + "72": 0.16174975037574768, + "108": 0.10003391653299332, + "255": 0.008138352073729038 + }, + "fold": 2 + }, + { + "best_epoch": 31, + "best_val_acc": 0.35825105782792666, + "test_acc": 0.3463743676222597, + "train_size": 1224, + "val_size": 709, + "test_size": 2965, + "stats": { + "mean": [ + [ + -0.022035407434640455, + 0.006143019934640497, + -0.030651977777777773, + 0.024485125988562038, + -0.018449098774509846, + -0.0018301268790849984, + 0.008402089934640587, + 0.008618634501633892, + -0.035267637908496643, + 0.02360550346405227, + -0.013176123529411856 + ] + ], + "std": [ + [ + 1.0070335678428375, + 0.9660388185917548, + 0.9095987830657093, + 0.9927445013639002, + 0.8945149881344938, + 0.9537849826536657, + 1.0086544512672544, + 0.9850628871532389, + 0.9772491357585545, + 0.995730526664069, + 1.0046258178743335 + ] + ] + }, + "width": 32, + "in_features": 11, + "out_features": 7, + "depth": 6, + "padding": 22, + "parameters": 4769, + "cert_evals": { + "36": 0.23372681438922882, + "72": 0.1517706662416458, + "108": 0.08701518177986145, + "255": 0.007082630880177021 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.3533220519481019, + "std_test_acc": 0.01244060649417595, + "n_samples": 4898, + "n_features": 11, + "n_classes": 7, + "mean_cert_acc_36": 0.2322138361632824, + "std_cert_acc_36": 0.0069733974524342195, + "mean_cert_acc_72": 0.14335934817790985, + "std_cert_acc_72": 0.022502096287918386, + "mean_cert_acc_108": 0.08330230507999659, + "std_cert_acc_108": 0.021498302692830776, + "mean_cert_acc_255": 0.007467824616469443, + "std_cert_acc_255": 0.001871519575942141 + }, + "miniboone": { + "dataset": "miniboone", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 20, + "best_val_acc": 0.8783343514559153, + "test_acc": 0.8769767919490655, + "train_size": 32516, + "val_size": 19644, + "test_size": 77904, + "stats": { + "mean": [ + [ + -0.0066929692905031805, + -0.0067178206113913536, + -0.00044848711604975365, + -0.006682303195350012, + -0.006676431252304934, + -0.006678322865666758, + -0.006603011846475587, + -0.006676624523311714, + -0.0066787164688152925, + -0.006674537190921409, + -0.006651495260794631, + -0.0021907771461773715, + -0.006695997997908723, + -0.006680375196826281, + -0.006672462064829712, + -0.0019113073704711085, + -0.006682638614835791, + -0.005199885844285893, + -0.006682950415180203, + -0.0027868723179357985, + -0.006732400171929552, + -0.006675056184647536, + -0.0009806369656784695, + -0.0067719209681387305, + -0.006673680111329746, + -0.006853424330988536, + -0.0049757818568722766, + -0.0066786663365727686, + -0.006678683045269993, + -0.00666663167363761, + -0.006713104959930439, + -0.00667692119264367, + -0.006648468240250945, + -0.005555848155831019, + -0.0066771619571901345, + -0.006676893769221374, + -0.006640021976872997, + -0.006652168061569651, + -0.006656952063599499, + -0.006676646404846852, + -0.005321780849683204, + -0.007256703317981967, + -0.006479226783737146, + -0.006305387427130641, + -0.006670434807482904, + -0.006676957442489813, + -0.006832965117468275, + -0.006830883164011628, + -0.006874203773250122, + -0.00667477880120567 + ] + ], + "std": [ + [ + 1.0538567724237127, + 1.0538641992619597, + 0.9958589711579526, + 1.0538780837060269, + 1.053878006921434, + 1.0538798560451104, + 1.053879432020278, + 1.0538786291178488, + 1.053873986660415, + 1.0538783590814276, + 1.0538757864954629, + 1.0176547701635106, + 1.0538752752995135, + 1.053872770510109, + 1.0538659033426634, + 0.9932644775405934, + 1.0538747558236612, + 1.04937218635993, + 1.053877924513502, + 0.0025831688488992767, + 1.053829697906066, + 1.0538783793218856, + 1.018390578757397, + 1.053842634750244, + 1.0538786083464582, + 1.0538111764047524, + 1.022739919992211, + 1.0538741322767364, + 1.0538782493179681, + 1.053875543573962, + 1.0538088816355915, + 1.0538723979257454, + 1.0538730852936433, + 1.0247711822180132, + 1.0538781798354342, + 1.053878585676999, + 1.0538691274084275, + 1.0538654744064087, + 1.05387761105871, + 1.0538781920284286, + 1.0452185226194493, + 1.0438926673439166, + 1.0538793178576804, + 1.0536246877698876, + 1.0538784902027962, + 1.0538787998823098, + 1.0538650746236322, + 1.0538068876186153, + 1.0538062411125644, + 1.0538784592336081 + ] + ] + }, + "width": 256, + "in_features": 50, + "out_features": 2, + "depth": 6, + "padding": 100, + "parameters": 156874, + "cert_evals": { + "36": 0.8221015930175781, + "72": 0.7492298483848572, + "108": 0.6616219878196716, + "255": 0.258587509393692 + }, + "fold": 0 + }, + { + "best_epoch": 23, + "best_val_acc": 0.8761449216364746, + "test_acc": 0.8771182088939098, + "train_size": 32516, + "val_size": 19652, + "test_size": 77896, + "stats": { + "mean": [ + [ + -0.003659472481547509, + -0.0035700208512731936, + -0.00456473851721011, + -0.00360049339094594, + -0.003593886083772473, + -0.00358800156845938, + -0.003609804330175811, + -0.0035959653862712893, + -0.003585372367449882, + -0.0036011496647804257, + -0.003574454936031472, + -0.0002376014663141565, + -0.0035765183694182563, + -0.0035786825070734597, + -0.003581793034198606, + 0.0027392871255968536, + -0.0035747984868988035, + -0.0018979996262606397, + -0.0035937045023987507, + 0.008311608403247624, + -0.0038405719449991636, + -0.003598410862344705, + -1.2960689975229953e-05, + -0.0037911689629719237, + -0.0035987016976257243, + -0.003553280317375533, + -0.00120645956911968, + -0.003604746423299312, + -0.003595963956206178, + -0.0036390921810801925, + -0.0036627183510209798, + -0.003597980923237808, + -0.0035958085404107568, + -0.005033409016920937, + -0.0036001520635993464, + -0.0035987486652726062, + -0.0035917900449008895, + -0.0035793614428588296, + -0.0035902388547176894, + -0.0035928566736375947, + -0.0009922327992711712, + -0.002124953252319455, + -0.0036879309878213567, + -0.0034349073177313027, + -0.003598185213436877, + -0.0035934901402386375, + -0.003602609255707958, + -0.0035299332937630697, + -0.0036069077674990894, + -0.003592571029647003 + ] + ], + "std": [ + [ + 1.0293487576429072, + 1.0293632141886253, + 0.9887037915056724, + 1.029365893060315, + 1.0293658502982712, + 1.029368237348854, + 1.0293622172155605, + 1.0293663659457355, + 1.0293628691485286, + 1.0293656358483938, + 1.029364102494499, + 1.006763216099369, + 1.0293667056536349, + 1.029362370179701, + 1.029358770899615, + 1.0012661620897783, + 1.029365775010478, + 1.027354601762616, + 1.0293662087119093, + 1.9999643273466732, + 1.0293241490670084, + 1.0293658647973212, + 1.007217844105937, + 1.0292982324584112, + 1.0293659919295302, + 1.0293214796094297, + 1.0139090551352947, + 1.0293616933725718, + 1.0293661117606363, + 1.0293612193672406, + 1.0293028748669328, + 1.0293608389078128, + 1.0293624280631426, + 1.0121183384237977, + 1.029365684051124, + 1.029366166790506, + 1.0293578351184116, + 1.0293603667049085, + 1.0293647225554694, + 1.02936611660418, + 1.0243754023495473, + 1.0175071683627712, + 1.0293461366945726, + 1.0291967790319312, + 1.0293656729659864, + 1.0293667176112475, + 1.029354896915401, + 1.0293422770958582, + 1.0293448836449766, + 1.029366280982135 + ] + ] + }, + "width": 256, + "in_features": 50, + "out_features": 2, + "depth": 6, + "padding": 100, + "parameters": 156874, + "cert_evals": { + "36": 0.8227893710136414, + "72": 0.7469189763069153, + "108": 0.6566832661628723, + "255": 0.25589248538017273 + }, + "fold": 1 + }, + { + "best_epoch": 21, + "best_val_acc": 0.8754740186532746, + "test_acc": 0.8749263141707461, + "train_size": 32516, + "val_size": 19514, + "test_size": 78034, + "stats": { + "mean": [ + [ + 0.0005872713728625283, + 0.0005592911951040488, + -0.0015875384167732419, + 0.0005084049237298592, + 0.0005126942889679038, + 0.0005151387839825248, + 0.0005130335342600157, + 0.0005107385533274924, + 0.000518504668470965, + 0.0005099805941690433, + 0.0004972431602903669, + 0.006199611582771556, + 0.0004437178835034895, + 0.0005174753444456869, + 0.00045390833435860097, + -0.006724558695826372, + 0.00046023495202354226, + -0.0014645146025250007, + 0.0005134210419486034, + 0.008326016098843635, + 0.0005855647507836025, + 0.0005188788657891645, + -0.005855233801703189, + 0.0005363233146758781, + 0.000517880286628172, + 0.000289813760165567, + 0.0011647067174228383, + 0.000515516933202204, + 0.0005118400049205469, + 0.0005662085096567202, + 0.0006245390962356869, + 0.0005227987882888596, + 0.0004455256058554989, + -0.0012331349033552603, + 0.000509145377660323, + 0.0005160132888423314, + 0.0005081290841431461, + 0.0004383096252307822, + 0.0005235053327593691, + 0.0005115684401526536, + -6.85762123339298e-05, + -0.0002997175066182346, + 0.0005932577715586378, + 0.0008539802024421717, + 0.0005163635748510258, + 0.0005131155830974517, + 0.00047798527387127445, + 0.0004895968192581729, + 0.0006103754389776044, + 0.0005093450393652897 + ] + ], + "std": [ + [ + 0.9957345954073729, + 0.9957338045117373, + 1.009089174106892, + 0.9957299331571907, + 0.9957297207983613, + 0.9957319779858296, + 0.9957285308484073, + 0.99573027967679, + 0.9957274461972008, + 0.9957298025727774, + 0.9957267869288412, + 0.9986824060207489, + 0.995727937063426, + 0.995726209358951, + 0.9957222508374016, + 0.9849068775325148, + 0.9957260724507725, + 0.9984485547058798, + 0.9957301232252692, + 1.9999635778290246, + 0.9957403323167682, + 0.9957303943483548, + 0.9869664238989766, + 0.9957341301924101, + 0.9957304810256162, + 0.9957436771610553, + 0.9965972478945923, + 0.9957273137356182, + 0.9957300780370839, + 0.9957353083328109, + 0.995745588680438, + 0.9957274480178427, + 0.9957264072745984, + 0.9993516959593822, + 0.9957297379201838, + 0.9957305689438095, + 0.9957296474590059, + 0.9957273179676576, + 0.9957300585487675, + 0.9957298638455957, + 0.9958033136974604, + 1.001216743433296, + 0.9957377405837478, + 0.9958618328338358, + 0.9957300476528158, + 0.9957306269775752, + 0.9957358265962181, + 0.9957255439006696, + 0.9957566204204258, + 0.9957298904542489 + ] + ] + }, + "width": 256, + "in_features": 50, + "out_features": 2, + "depth": 6, + "padding": 100, + "parameters": 156874, + "cert_evals": { + "36": 0.8210395574569702, + "72": 0.7494809627532959, + "108": 0.6638004183769226, + "255": 0.26861366629600525 + }, + "fold": 2 + }, + { + "best_epoch": 9, + "best_val_acc": 0.8730174971861251, + "test_acc": 0.8754134509371555, + "train_size": 32516, + "val_size": 19546, + "test_size": 78002, + "stats": { + "mean": [ + [ + -0.004108113020359334, + -0.004135750738098101, + -0.001322435285942239, + -0.004109338048960558, + -0.004110013236557907, + -0.004103856971953094, + -0.004105435167302326, + -0.004108234536843478, + -0.0041157547053759375, + -0.004111229871447928, + -0.004129319931725945, + -0.009310410842292996, + -0.004151154668470918, + -0.004106480246647911, + -0.004078257611637442, + -0.0012255257009042696, + -0.004128084247755086, + -0.001812244588848235, + -0.004106642698979071, + -0.002771495593861472, + -0.003930339402381827, + -0.004107319867142366, + -0.0020118547528348136, + -0.004110450282937586, + -0.004107549326485374, + -0.003903686475773098, + 0.0034778790131669113, + -0.004089806615204751, + -0.004105919012178624, + -0.004107724389223812, + -0.004053504517403692, + -0.004112779779185523, + -0.004036618249477243, + 0.0003978993396296994, + -0.004112451033337286, + -0.004115697588879312, + -0.004161525821134272, + -0.004013369772911648, + -0.004074420147004465, + -0.004107203911920277, + -0.003583577395203846, + -0.003683256187455512, + -0.00410252064829624, + -0.00435002289662263, + -0.004109810948460561, + -0.00410555030446539, + -0.004173506213295106, + -0.004126808812892148, + -0.004084347094353566, + -0.00411184631565997 + ] + ], + "std": [ + [ + 1.0334801859758438, + 1.0334838209190884, + 0.9910692934328427, + 1.0334925739257474, + 1.0334920746964988, + 1.0334944696977597, + 1.033489534681566, + 1.0334928363605922, + 1.0334882086728014, + 1.0334922326917702, + 1.0334875046199652, + 1.0060291795040275, + 1.0334893624231647, + 1.033487735872467, + 1.0334857443384646, + 0.9987636855559352, + 1.0334891465642266, + 1.0284163803912958, + 1.0334926279501595, + 0.001394515045967005, + 1.0334671696186013, + 1.0334925293155786, + 1.0120329637568104, + 1.033467979482877, + 1.0334926503936537, + 1.033454580542911, + 1.019800750059293, + 1.0334899846628842, + 1.033492713983251, + 1.0334904070281967, + 1.033453265260482, + 1.0334870912604435, + 1.033493356896935, + 1.0148066500638184, + 1.0334921455669586, + 1.0334923339339557, + 1.0334817504638347, + 1.0334892263464805, + 1.0334932384339353, + 1.033492453509268, + 1.0277860358762678, + 1.0269827669348142, + 1.0334755350744662, + 1.0331928866784732, + 1.033492181460736, + 1.0334932068430196, + 1.0334910911748012, + 1.033455511075802, + 1.0334588140472194, + 1.0334923126040656 + ] + ] + }, + "width": 256, + "in_features": 50, + "out_features": 2, + "depth": 6, + "padding": 100, + "parameters": 156874, + "cert_evals": { + "36": 0.8185046315193176, + "72": 0.745711624622345, + "108": 0.6611624956130981, + "255": 0.24644239246845245 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8761086914877193, + "std_test_acc": 0.0011036453758993692, + "n_samples": 130064, + "n_features": 50, + "n_classes": 2, + "mean_cert_acc_36": 0.8211087882518768, + "std_cert_acc_36": 0.0018794010493271623, + "mean_cert_acc_72": 0.7478353530168533, + "std_cert_acc_72": 0.0018259807688122656, + "mean_cert_acc_108": 0.6608170419931412, + "std_cert_acc_108": 0.002986408838354742, + "mean_cert_acc_255": 0.2573840133845806, + "std_cert_acc_255": 0.009119525411906058 + }, + "statlog-shuttle": { + "dataset": "statlog-shuttle", + "algorithm": "sdp", + "n_folds": 4, + "fold_results": [ + { + "best_epoch": 64, + "best_val_acc": 0.8991338044221564, + "test_acc": 0.9047111674249841, + "train_size": 14500, + "val_size": 8774, + "test_size": 34726, + "stats": { + "mean": [ + [ + 1.2510344720706063e-08, + -4.003449266179364e-09, + -2.8330344823007095e-07, + 2.2496552349729375e-08, + 4.917241296073994e-09, + -3.906206872704791e-09, + -2.4448276142207472e-08, + 8.781379274356982e-09, + 1.222586207623664e-07 + ] + ], + "std": [ + [ + 0.9999654436530625, + 0.9999653004098481, + 0.9999654876854136, + 0.9999670453911623, + 0.9999655862280178, + 0.9999655271700041, + 0.9999659054814384, + 0.9999654302872448, + 0.9999654402261486 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 7, + "depth": 6, + "padding": 18, + "parameters": 3973, + "cert_evals": { + "36": 0.8460519313812256, + "72": 0.7545354962348938, + "108": 0.6223866939544678, + "255": 0.04051719233393669 + }, + "fold": 0 + }, + { + "best_epoch": 70, + "best_val_acc": 0.8511960600375235, + "test_acc": 0.8584867894315452, + "train_size": 14500, + "val_size": 8528, + "test_size": 34972, + "stats": { + "mean": [ + [ + 1.2510344720706063e-08, + -4.003449266179364e-09, + -2.8330344823007095e-07, + 2.2496552349729375e-08, + 4.917241296073994e-09, + -3.906206872704791e-09, + -2.4448276142207472e-08, + 8.781379274356982e-09, + 1.222586207623664e-07 + ] + ], + "std": [ + [ + 0.9999654436530625, + 0.9999653004098481, + 0.9999654876854136, + 0.9999670453911623, + 0.9999655862280178, + 0.9999655271700041, + 0.9999659054814384, + 0.9999654302872448, + 0.9999654402261486 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 7, + "depth": 6, + "padding": 18, + "parameters": 3973, + "cert_evals": { + "36": 0.8065595626831055, + "72": 0.712570071220398, + "108": 0.5528708696365356, + "255": 0.04989705979824066 + }, + "fold": 1 + }, + { + "best_epoch": 70, + "best_val_acc": 0.8899653979238754, + "test_acc": 0.8857881136950905, + "train_size": 14500, + "val_size": 8670, + "test_size": 34830, + "stats": { + "mean": [ + [ + 1.2510344720706063e-08, + -4.003449266179364e-09, + -2.8330344823007095e-07, + 2.2496552349729375e-08, + 4.917241296073994e-09, + -3.906206872704791e-09, + -2.4448276142207472e-08, + 8.781379274356982e-09, + 1.222586207623664e-07 + ] + ], + "std": [ + [ + 0.9999654436530625, + 0.9999653004098481, + 0.9999654876854136, + 0.9999670453911623, + 0.9999655862280178, + 0.9999655271700041, + 0.9999659054814384, + 0.9999654302872448, + 0.9999654402261486 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 7, + "depth": 6, + "padding": 18, + "parameters": 3973, + "cert_evals": { + "36": 0.8397358655929565, + "72": 0.740252673625946, + "108": 0.5443295836448669, + "255": 0.0463680736720562 + }, + "fold": 2 + }, + { + "best_epoch": 11, + "best_val_acc": 0.8552468788662693, + "test_acc": 0.8587650611112716, + "train_size": 14500, + "val_size": 8891, + "test_size": 34609, + "stats": { + "mean": [ + [ + 1.2510344720706063e-08, + -4.003449266179364e-09, + -2.8330344823007095e-07, + 2.2496552349729375e-08, + 4.917241296073994e-09, + -3.906206872704791e-09, + -2.4448276142207472e-08, + 8.781379274356982e-09, + 1.222586207623664e-07 + ] + ], + "std": [ + [ + 0.9999654436530625, + 0.9999653004098481, + 0.9999654876854136, + 0.9999670453911623, + 0.9999655862280178, + 0.9999655271700041, + 0.9999659054814384, + 0.9999654302872448, + 0.9999654402261486 + ] + ] + }, + "width": 32, + "in_features": 9, + "out_features": 7, + "depth": 6, + "padding": 18, + "parameters": 3973, + "cert_evals": { + "36": 0.7904880046844482, + "72": 0.6563032269477844, + "108": 0.4907104969024658, + "255": 0.041376519948244095 + }, + "fold": 3 + } + ], + "mean_test_acc": 0.8769377829157229, + "std_test_acc": 0.022512042853686413, + "n_samples": 58000, + "n_features": 9, + "n_classes": 7, + "mean_cert_acc_36": 0.820708841085434, + "std_cert_acc_36": 0.026569411732493286, + "mean_cert_acc_72": 0.7159153670072556, + "std_cert_acc_72": 0.04339207731596174, + "mean_cert_acc_108": 0.552574411034584, + "std_cert_acc_108": 0.05406466432159699, + "mean_cert_acc_255": 0.04453971143811941, + "std_cert_acc_255": 0.004405698213878429 + } + }, + "overall": {} +} \ No newline at end of file