Upload models_validation_metrics.json with huggingface_hub

models_validation_metrics.json

@@ -1 +1 @@
-{"0.001_epsilon_0.001": {"epsilon": 0.001, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.10677920654416084, "clean_precision": 0.8767507002801119, "clean_recall": 0.8054421768707483, "clean_f1": 0.816077197656145, "adv_accuracy": 89.0625, "adv_loss": 0.010652638506144285, "adv_precision": 0.9007936507936508, "adv_recall": 0.8952380952380953, "adv_f1": 0.8945590357355063}}, "0.001_epsilon_0.003": {"epsilon": 0.003, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.17559286206960678, "clean_precision": 0.7510416666666666, "clean_recall": 0.8100694444444445, "clean_f1": 0.6962541135335253, "adv_accuracy": 89.0625, "adv_loss": 0.01222937274724245, "adv_precision": 0.7296296296296296, "adv_recall": 0.9185185185185184, "adv_f1": 0.7067149081854964}}, "0.001_epsilon_0.005": {"epsilon": 0.005, "metrics": {"clean_accuracy": 82.8125, "clean_loss": 0.1538875848054886, "clean_precision": 0.7875, "clean_recall": 0.8465277777777778, "clean_f1": 0.7338992277072773, "adv_accuracy": 89.0625, "adv_loss": 0.010848657344467938, "adv_precision": 0.9229024943310657, "adv_recall": 0.8916666666666667, "adv_f1": 0.9001160189476248}}, "0.001_epsilon_0.007": {"epsilon": 0.007, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.133146483451128, "clean_precision": 0.7647727272727273, "clean_recall": 0.8305555555555555, "clean_f1": 0.7147749309514015, "adv_accuracy": 81.25, "adv_loss": 0.016336027532815933, "adv_precision": 0.6947530864197531, "adv_recall": 0.8561728395061728, "adv_f1": 0.6524582425562817}}, "0.001_epsilon_0.009000000000000001": {"epsilon": 0.009000000000000001, "metrics": {"clean_accuracy": 79.6875, "clean_loss": 0.1282906630076468, "clean_precision": 0.7810855263157894, "clean_recall": 0.815625, "clean_f1": 0.7002493409760946, "adv_accuracy": 90.625, "adv_loss": 0.010413631331175566, "adv_precision": 0.8159090909090909, "adv_recall": 0.9190972222222222, "adv_f1": 0.800687994496044}}, "0.001_epsilon_0.011": {"epsilon": 0.011, "metrics": {"clean_accuracy": 76.5625, "clean_loss": 0.11478029936552048, "clean_precision": 0.7665387426900585, "clean_recall": 0.8020833333333333, "clean_f1": 0.6910381550280931, "adv_accuracy": 90.625, "adv_loss": 0.013257760088890791, "adv_precision": 0.8156565656565656, "adv_recall": 0.9190972222222222, "adv_f1": 0.8005405671040347}}, "0.003_epsilon_0.001": {"epsilon": 0.001, "metrics": {"clean_accuracy": 67.1875, "clean_loss": 0.255044087767601, "clean_precision": 0.7364583333333334, "clean_recall": 0.7125, "clean_f1": 0.620384996947497, "adv_accuracy": 82.8125, "adv_loss": 0.018167123198509216, "adv_precision": 0.6277597402597402, "adv_recall": 0.8802777777777777, "adv_f1": 0.5999439775910365}}, "0.003_epsilon_0.003": {"epsilon": 0.003, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.17177751660346985, "clean_precision": 0.812984843060031, "clean_recall": 0.7468253968253968, "clean_f1": 0.7598907984246329, "adv_accuracy": 87.5, "adv_loss": 0.011962545569986105, "adv_precision": 0.7773764430014429, "adv_recall": 0.8868055555555555, "adv_f1": 0.7678952282667453}}, "0.003_epsilon_0.005": {"epsilon": 0.005, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.17093099653720856, "clean_precision": 0.7070707070707071, "clean_recall": 0.8015432098765432, "clean_f1": 0.6096668585349967, "adv_accuracy": 90.625, "adv_loss": 0.012530464679002762, "adv_precision": 0.6763888888888889, "adv_recall": 0.9341666666666667, "adv_f1": 0.6535130718954248}}, "0.003_epsilon_0.007": {"epsilon": 0.007, "metrics": {"clean_accuracy": 76.5625, "clean_loss": 0.2030004896223545, "clean_precision": 0.7019400352733687, "clean_recall": 0.8200617283950618, "clean_f1": 0.6259488502689009, "adv_accuracy": 85.9375, "adv_loss": 0.015126134734600782, "adv_precision": 0.7871527777777778, "adv_recall": 0.8784722222222222, "adv_f1": 0.7646167557932263}}, "0.003_epsilon_0.009000000000000001": {"epsilon": 0.009000000000000001, "metrics": {"clean_accuracy": 76.5625, "clean_loss": 0.17158811539411545, "clean_precision": 0.7459150326797386, "clean_recall": 0.7993055555555555, "clean_f1": 0.6944668893198305, "adv_accuracy": 82.8125, "adv_loss": 0.01858668588101864, "adv_precision": 0.6890652557319223, "adv_recall": 0.8688271604938271, "adv_f1": 0.66468868249054}}, "0.003_epsilon_0.011": {"epsilon": 0.011, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.18460269644856453, "clean_precision": 0.6657848324514991, "clean_recall": 0.8055555555555556, "clean_f1": 0.6120313037495699, "adv_accuracy": 87.5, "adv_loss": 0.01367542240768671, "adv_precision": 0.7895202020202021, "adv_recall": 0.8958333333333333, "adv_f1": 0.7730306157550739}}, "0.0048_epsilon_0.001": {"epsilon": 0.001, "metrics": {"clean_accuracy": 76.5625, "clean_loss": 0.14173709973692894, "clean_precision": 0.7671130952380953, "clean_recall": 0.7930555555555555, "clean_f1": 0.6928099868979849, "adv_accuracy": 92.1875, "adv_loss": 0.008990362519398332, "adv_precision": 0.8194444444444444, "adv_recall": 0.9319444444444445, "adv_f1": 0.8128654970760234}}, "0.0048_epsilon_0.003": {"epsilon": 0.003, "metrics": {"clean_accuracy": 73.4375, "clean_loss": 0.16861798614263535, "clean_precision": 0.6814814814814815, "clean_recall": 0.7919753086419754, "clean_f1": 0.6015769270671232, "adv_accuracy": 90.625, "adv_loss": 0.014232448767870665, "adv_precision": 0.8097222222222222, "adv_recall": 0.9163194444444445, "adv_f1": 0.7986412108703131}}, "0.0048_epsilon_0.005": {"epsilon": 0.005, "metrics": {"clean_accuracy": 76.5625, "clean_loss": 0.1677025705575943, "clean_precision": 0.7757936507936507, "clean_recall": 0.7913194444444445, "clean_f1": 0.6835729208594483, "adv_accuracy": 90.625, "adv_loss": 0.013626229483634233, "adv_precision": 0.8208333333333333, "adv_recall": 0.9204861111111111, "adv_f1": 0.8052201582387342}}, "0.0048_epsilon_0.007": {"epsilon": 0.007, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.1917298212647438, "clean_precision": 0.7879464285714286, "clean_recall": 0.8076388888888889, "clean_f1": 0.7109005564591429, "adv_accuracy": 93.75, "adv_loss": 0.01093742554076016, "adv_precision": 0.8374999999999999, "adv_recall": 0.9440972222222221, "adv_f1": 0.8264189886480908}}, "0.0048_epsilon_0.009000000000000001": {"epsilon": 0.009000000000000001, "metrics": {"clean_accuracy": 68.75, "clean_loss": 0.2050624042749405, "clean_precision": 0.7104166666666667, "clean_recall": 0.7274305555555556, "clean_f1": 0.6208333333333333, "adv_accuracy": 82.8125, "adv_loss": 0.019687330350279808, "adv_precision": 0.7568247724497725, "adv_recall": 0.8458333333333333, "adv_f1": 0.7337155762381231}}, "0.0048_epsilon_0.011": {"epsilon": 0.011, "metrics": {"clean_accuracy": 71.875, "clean_loss": 0.19727616757154465, "clean_precision": 0.744926948051948, "clean_recall": 0.7613095238095238, "clean_f1": 0.6468616452991454, "adv_accuracy": 87.5, "adv_loss": 0.015248649287968874, "adv_precision": 0.7991477272727272, "adv_recall": 0.8904761904761905, "adv_f1": 0.779393903310312}}, "0.0064_epsilon_0.001": {"epsilon": 0.001, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.055225035175681114, "clean_precision": 0.76875, "clean_recall": 0.836111111111111, "clean_f1": 0.7248966138705673, "adv_accuracy": 89.0625, "adv_loss": 0.014979470986872911, "adv_precision": 0.7962121212121211, "adv_recall": 0.8986111111111111, "adv_f1": 0.7799590888987173}}, "0.0064_epsilon_0.003": {"epsilon": 0.003, "metrics": {"clean_accuracy": 76.5625, "clean_loss": 0.05966605804860592, "clean_precision": 0.6609736487187468, "clean_recall": 0.8157407407407408, "clean_f1": 0.6113552483521523, "adv_accuracy": 84.375, "adv_loss": 0.01719578169286251, "adv_precision": 0.765625, "adv_recall": 0.8645833333333333, "adv_f1": 0.7453327922077922}}, "0.0064_epsilon_0.005": {"epsilon": 0.005, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.06843360979110003, "clean_precision": 0.7582251082251082, "clean_recall": 0.8416666666666667, "clean_f1": 0.7275840336134454, "adv_accuracy": 85.9375, "adv_loss": 0.013530162163078785, "adv_precision": 0.7061728395061728, "adv_recall": 0.894753086419753, "adv_f1": 0.6876428544127202}}, "0.0064_epsilon_0.007": {"epsilon": 0.007, "metrics": {"clean_accuracy": 79.6875, "clean_loss": 0.036983219906687737, "clean_precision": 0.7402777777777778, "clean_recall": 0.817063492063492, "clean_f1": 0.7051751739832235, "adv_accuracy": 79.6875, "adv_loss": 0.019875340163707733, "adv_precision": 0.6536916786916787, "adv_recall": 0.8375661375661375, "adv_f1": 0.6292674034676098}}, "0.0064_epsilon_0.009000000000000001": {"epsilon": 0.009000000000000001, "metrics": {"clean_accuracy": 85.9375, "clean_loss": 0.054361602291464806, "clean_precision": 0.8882034632034631, "clean_recall": 0.85, "clean_f1": 0.8582426303854876, "adv_accuracy": 85.9375, "adv_loss": 0.015481908340007067, "adv_precision": 0.7035714285714286, "adv_recall": 0.8916666666666667, "adv_f1": 0.6807682332192136}}, "0.0064_epsilon_0.011": {"epsilon": 0.011, "metrics": {"clean_accuracy": 73.4375, "clean_loss": 0.06769611313939095, "clean_precision": 0.6253086419753087, "clean_recall": 0.7941358024691358, "clean_f1": 0.5912362605861058, "adv_accuracy": 73.4375, "adv_loss": 0.023022731766104698, "adv_precision": 0.6237934904601572, "adv_recall": 0.7842592592592593, "adv_f1": 0.5770943500561664}}, "0.0079_epsilon_0.001": {"epsilon": 0.001, "metrics": {"clean_accuracy": 73.4375, "clean_loss": 0.0548595916479826, "clean_precision": 0.709375, "clean_recall": 0.7635416666666667, "clean_f1": 0.6571862348178137, "adv_accuracy": 76.5625, "adv_loss": 0.022482657805085182, "adv_precision": 0.6453093203093203, "adv_recall": 0.8216049382716049, "adv_f1": 0.6115823699673029}}, "0.0079_epsilon_0.003": {"epsilon": 0.003, "metrics": {"clean_accuracy": 89.0625, "clean_loss": 0.02674872148782015, "clean_precision": 0.8025568181818181, "clean_recall": 0.8989583333333333, "clean_f1": 0.7841335876455846, "adv_accuracy": 89.0625, "adv_loss": 0.013359933160245419, "adv_precision": 0.7923611111111111, "adv_recall": 0.9048611111111111, "adv_f1": 0.7838084795321638}}, "0.0079_epsilon_0.005": {"epsilon": 0.005, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.046860286965966225, "clean_precision": 0.7635416666666667, "clean_recall": 0.8333333333333334, "clean_f1": 0.7262169611434317, "adv_accuracy": 85.9375, "adv_loss": 0.016942612826824188, "adv_precision": 0.6950136283469617, "adv_recall": 0.8932098765432097, "adv_f1": 0.6750533741761813}}, "0.0079_epsilon_0.007": {"epsilon": 0.007, "metrics": {"clean_accuracy": 82.8125, "clean_loss": 0.05517149716615677, "clean_precision": 0.7546047702297702, "clean_recall": 0.8506944444444444, "clean_f1": 0.7289332399626518, "adv_accuracy": 89.0625, "adv_loss": 0.015502486377954483, "adv_precision": 0.7444444444444444, "adv_recall": 0.9145061728395061, "adv_f1": 0.7123074570958988}}, "0.0079_epsilon_0.009000000000000001": {"epsilon": 0.009000000000000001, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.04698799457401037, "clean_precision": 0.7173076923076923, "clean_recall": 0.8131944444444444, "clean_f1": 0.6977206977375237, "adv_accuracy": 85.9375, "adv_loss": 0.01616611424833536, "adv_precision": 0.7245590828924162, "adv_recall": 0.8895061728395063, "adv_f1": 0.6930245002484425}}, "0.0079_epsilon_0.011": {"epsilon": 0.011, "metrics": {"clean_accuracy": 79.6875, "clean_loss": 0.03935036435723305, "clean_precision": 0.7454861111111111, "clean_recall": 0.821875, "clean_f1": 0.7063377594627595, "adv_accuracy": 85.9375, "adv_loss": 0.01681730104610324, "adv_precision": 0.7147186147186146, "adv_recall": 0.8882716049382715, "adv_f1": 0.6863199665831244}}, "0.0092_epsilon_0.001": {"epsilon": 0.001, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.09004834294319153, "clean_precision": 0.7373511904761905, "clean_recall": 0.8363095238095238, "clean_f1": 0.7143640350877193, "adv_accuracy": 85.9375, "adv_loss": 0.018549994099885225, "adv_precision": 0.6947891614558281, "adv_recall": 0.8915343915343915, "adv_f1": 0.6773567486673782}}, "0.0092_epsilon_0.003": {"epsilon": 0.003, "metrics": {"clean_accuracy": 76.5625, "clean_loss": 0.1023566909134388, "clean_precision": 0.6626984126984127, "clean_recall": 0.8145061728395062, "clean_f1": 0.6118350174077728, "adv_accuracy": 84.375, "adv_loss": 0.01685415953397751, "adv_precision": 0.6509920634920634, "adv_recall": 0.8927777777777777, "adv_f1": 0.6185276917784658}}, "0.0092_epsilon_0.005": {"epsilon": 0.005, "metrics": {"clean_accuracy": 67.1875, "clean_loss": 0.1015932597219944, "clean_precision": 0.5754509379509378, "clean_recall": 0.7449735449735448, "clean_f1": 0.5325144371738799, "adv_accuracy": 78.125, "adv_loss": 0.020834842696785927, "adv_precision": 0.6828924162257495, "adv_recall": 0.8310405643738977, "adv_f1": 0.6374307227764402}}, "0.0092_epsilon_0.007": {"epsilon": 0.007, "metrics": {"clean_accuracy": 82.8125, "clean_loss": 0.10688555240631104, "clean_precision": 0.8597572362278244, "clean_recall": 0.8166666666666667, "clean_f1": 0.8246851102114261, "adv_accuracy": 76.5625, "adv_loss": 0.020920013077557087, "adv_precision": 0.683641975308642, "adv_recall": 0.8200617283950619, "adv_f1": 0.6334948209303214}}, "0.0092_epsilon_0.009000000000000001": {"epsilon": 0.009000000000000001, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.08584554865956306, "clean_precision": 0.7563316993464052, "clean_recall": 0.8086805555555556, "clean_f1": 0.6977151211361738, "adv_accuracy": 84.375, "adv_loss": 0.016621061135083437, "adv_precision": 0.7074514991181657, "adv_recall": 0.8824074074074074, "adv_f1": 0.6732389251997095}}, "0.0092_epsilon_0.011": {"epsilon": 0.011, "metrics": {"clean_accuracy": 76.5625, "clean_loss": 0.09769120812416077, "clean_precision": 0.7160599816849816, "clean_recall": 0.7881944444444444, "clean_f1": 0.6747066942719118, "adv_accuracy": 81.25, "adv_loss": 0.022155726328492165, "adv_precision": 0.6760942760942761, "adv_recall": 0.8490740740740741, "adv_f1": 0.6446075806240925}}, "0.0104_epsilon_0.001": {"epsilon": 0.001, "metrics": {"clean_accuracy": 71.875, "clean_loss": 0.12599510326981544, "clean_precision": 0.6527777777777778, "clean_recall": 0.7842592592592593, "clean_f1": 0.581722342558256, "adv_accuracy": 81.25, "adv_loss": 0.019437174312770367, "adv_precision": 0.6286111111111111, "adv_recall": 0.8677777777777778, "adv_f1": 0.5950543024227235}}, "0.0104_epsilon_0.003": {"epsilon": 0.003, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.09992155060172081, "clean_precision": 0.8513993316624895, "clean_recall": 0.7825396825396825, "clean_f1": 0.7886291493655493, "adv_accuracy": 85.9375, "adv_loss": 0.01542781013995409, "adv_precision": 0.638888888888889, "adv_recall": 0.9002777777777776, "adv_f1": 0.6159722836503023}}, "0.0104_epsilon_0.005": {"epsilon": 0.005, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.130895234644413, "clean_precision": 0.7221569548872181, "clean_recall": 0.7809523809523808, "clean_f1": 0.6696292741234424, "adv_accuracy": 79.6875, "adv_loss": 0.01820247294381261, "adv_precision": 0.6086363636363636, "adv_recall": 0.8579365079365079, "adv_f1": 0.5727288810260946}}, "0.0104_epsilon_0.007": {"epsilon": 0.007, "metrics": {"clean_accuracy": 73.4375, "clean_loss": 0.12828013859689236, "clean_precision": 0.8046306241794964, "clean_recall": 0.7333333333333333, "clean_f1": 0.7295277760226898, "adv_accuracy": 84.375, "adv_loss": 0.016723349690437317, "adv_precision": 0.6994949494949495, "adv_recall": 0.8790123456790124, "adv_f1": 0.6724582425562818}}, "0.0104_epsilon_0.009000000000000001": {"epsilon": 0.009000000000000001, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.1423562429845333, "clean_precision": 0.7782986111111111, "clean_recall": 0.8368055555555556, "clean_f1": 0.7268201447245565, "adv_accuracy": 84.375, "adv_loss": 0.0159249696880579, "adv_precision": 0.6227777777777778, "adv_recall": 0.8919444444444444, "adv_f1": 0.6047660818713451}}, "0.0104_epsilon_0.011": {"epsilon": 0.011, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.11371966078877449, "clean_precision": 0.6537037037037037, "clean_recall": 0.8061728395061728, "clean_f1": 0.5831659263031812, "adv_accuracy": 81.25, "adv_loss": 0.02155655436217785, "adv_precision": 0.6332070707070707, "adv_recall": 0.8686111111111112, "adv_f1": 0.5978169688928203}}, "0.0114_epsilon_0.001": {"epsilon": 0.001, "metrics": {"clean_accuracy": 73.4375, "clean_loss": 0.13773098960518837, "clean_precision": 0.8217687074829932, "clean_recall": 0.7349206349206349, "clean_f1": 0.7529473079554403, "adv_accuracy": 84.375, "adv_loss": 0.016183516941964626, "adv_precision": 0.7654040404040404, "adv_recall": 0.8628472222222222, "adv_f1": 0.7425811890208176}}, "0.0114_epsilon_0.003": {"epsilon": 0.003, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.11243351176381111, "clean_precision": 0.8744331065759637, "clean_recall": 0.8126984126984127, "clean_f1": 0.8224716202270381, "adv_accuracy": 84.375, "adv_loss": 0.014387761242687702, "adv_precision": 0.6972582972582972, "adv_recall": 0.8777777777777778, "adv_f1": 0.6697798417612658}}, "0.0114_epsilon_0.005": {"epsilon": 0.005, "metrics": {"clean_accuracy": 73.4375, "clean_loss": 0.1355467215180397, "clean_precision": 0.6489278752436647, "clean_recall": 0.791358024691358, "clean_f1": 0.5908410120786904, "adv_accuracy": 82.8125, "adv_loss": 0.018634813837707043, "adv_precision": 0.7074074074074074, "adv_recall": 0.8685185185185185, "adv_f1": 0.6684084940018892}}, "0.0114_epsilon_0.007": {"epsilon": 0.007, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.12116648629307747, "clean_precision": 0.7534090909090909, "clean_recall": 0.7975694444444444, "clean_f1": 0.6902761711972238, "adv_accuracy": 87.5, "adv_loss": 0.01694582123309374, "adv_precision": 0.8055555555555556, "adv_recall": 0.8940972222222222, "adv_f1": 0.7760599415204679}}, "0.0114_epsilon_0.009000000000000001": {"epsilon": 0.009000000000000001, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.12649543769657612, "clean_precision": 0.662962962962963, "clean_recall": 0.8101851851851851, "clean_f1": 0.6022695627958785, "adv_accuracy": 85.9375, "adv_loss": 0.01218196377158165, "adv_precision": 0.6495959595959595, "adv_recall": 0.9016666666666666, "adv_f1": 0.619312005503956}}, "0.0114_epsilon_0.011": {"epsilon": 0.011, "metrics": {"clean_accuracy": 73.4375, "clean_loss": 0.1627141684293747, "clean_precision": 0.7219246031746032, "clean_recall": 0.778125, "clean_f1": 0.6658700980392157, "adv_accuracy": 84.375, "adv_loss": 0.014452146366238594, "adv_precision": 0.641958041958042, "adv_recall": 0.89, "adv_f1": 0.604554431524414}}, "0.0124_epsilon_0.001": {"epsilon": 0.001, "metrics": {"clean_accuracy": 70.3125, "clean_loss": 0.09989966824650764, "clean_precision": 0.6999007936507937, "clean_recall": 0.7444444444444445, "clean_f1": 0.637899538470359, "adv_accuracy": 81.25, "adv_loss": 0.019266079645603895, "adv_precision": 0.6712962962962963, "adv_recall": 0.8518518518518517, "adv_f1": 0.6397373419303244}}, "0.0124_epsilon_0.003": {"epsilon": 0.003, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.1621050089597702, "clean_precision": 0.8372294372294372, "clean_recall": 0.7811791383219955, "clean_f1": 0.7875592661306948, "adv_accuracy": 85.9375, "adv_loss": 0.014483686536550522, "adv_precision": 0.7821338383838383, "adv_recall": 0.8765873015873016, "adv_f1": 0.7596895064000329}}, "0.0124_epsilon_0.005": {"epsilon": 0.005, "metrics": {"clean_accuracy": 79.6875, "clean_loss": 0.10709935799241066, "clean_precision": 0.6785714285714286, "clean_recall": 0.8450617283950618, "clean_f1": 0.6411622620062518, "adv_accuracy": 89.0625, "adv_loss": 0.01304488256573677, "adv_precision": 0.7426767676767676, "adv_recall": 0.9132716049382716, "adv_f1": 0.7131730469965765}}, "0.0124_epsilon_0.007": {"epsilon": 0.007, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.06410718522965908, "clean_precision": 0.7190972222222223, "clean_recall": 0.7742063492063491, "clean_f1": 0.665669688928203, "adv_accuracy": 84.375, "adv_loss": 0.014168429654091597, "adv_precision": 0.7098765432098766, "adv_recall": 0.8779541446208113, "adv_f1": 0.6805641554867561}}, "0.0124_epsilon_0.009000000000000001": {"epsilon": 0.009000000000000001, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.09833210334181786, "clean_precision": 0.843742042271454, "clean_recall": 0.7777777777777777, "clean_f1": 0.7873880321359313, "adv_accuracy": 89.0625, "adv_loss": 0.013474623672664165, "adv_precision": 0.9054770626199197, "adv_recall": 0.8876984126984128, "adv_f1": 0.891584032545131}}, "0.0124_epsilon_0.011": {"epsilon": 0.011, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.09386944398283958, "clean_precision": 0.6708553791887125, "clean_recall": 0.8333333333333334, "clean_f1": 0.6223934018051666, "adv_accuracy": 78.125, "adv_loss": 0.02018856443464756, "adv_precision": 0.5963888888888889, "adv_recall": 0.8452777777777778, "adv_f1": 0.5668558651530788}}, "0.0134_epsilon_0.001": {"epsilon": 0.001, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.09432378038764, "clean_precision": 0.7758986928104574, "clean_recall": 0.8326388888888889, "clean_f1": 0.7204853078208342, "adv_accuracy": 87.5, "adv_loss": 0.013507441151887178, "adv_precision": 0.6511111111111111, "adv_recall": 0.9080555555555556, "adv_f1": 0.6274416433239963}}, "0.0134_epsilon_0.003": {"epsilon": 0.003, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.1225973442196846, "clean_precision": 0.8161027568922306, "clean_recall": 0.7507936507936508, "clean_f1": 0.7551751694829979, "adv_accuracy": 90.625, "adv_loss": 0.01358287874609232, "adv_precision": 0.8097222222222222, "adv_recall": 0.9208333333333334, "adv_f1": 0.7978553921568627}}, "0.0134_epsilon_0.005": {"epsilon": 0.005, "metrics": {"clean_accuracy": 76.5625, "clean_loss": 0.12605758011341095, "clean_precision": 0.7334776334776334, "clean_recall": 0.7993055555555556, "clean_f1": 0.6768734737484737, "adv_accuracy": 85.9375, "adv_loss": 0.01568641234189272, "adv_precision": 0.789236111111111, "adv_recall": 0.8802083333333333, "adv_f1": 0.7685597265221878}}, "0.0134_epsilon_0.007": {"epsilon": 0.007, "metrics": {"clean_accuracy": 79.6875, "clean_loss": 0.12027096748352051, "clean_precision": 0.7602124183006536, "clean_recall": 0.8277777777777777, "clean_f1": 0.7049935500515996, "adv_accuracy": 87.5, "adv_loss": 0.013595655094832182, "adv_precision": 0.7854572510822511, "adv_recall": 0.8881944444444445, "adv_f1": 0.7707179462694168}}, "0.0134_epsilon_0.009000000000000001": {"epsilon": 0.009000000000000001, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.10956230387091637, "clean_precision": 0.7655460858585859, "clean_recall": 0.8302083333333333, "clean_f1": 0.7161048714357539, "adv_accuracy": 87.5, "adv_loss": 0.013963118195533752, "adv_precision": 0.7779130591630592, "adv_recall": 0.8864583333333333, "adv_f1": 0.7680388164037545}}, "0.0134_epsilon_0.011": {"epsilon": 0.011, "metrics": {"clean_accuracy": 70.3125, "clean_loss": 0.09612745232880116, "clean_precision": 0.7859410430839002, "clean_recall": 0.7141156462585034, "clean_f1": 0.7264161535059367, "adv_accuracy": 81.25, "adv_loss": 0.020070862025022507, "adv_precision": 0.6107142857142857, "adv_recall": 0.8752777777777776, "adv_f1": 0.5855971479500892}}, "pretrained_resnet50_epsilon_0.001": {"epsilon": 0.001, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.06506073847413063, "clean_precision": 0.3333333333333333, "clean_recall": 0.9261904761904761, "clean_f1": 0.290932220841553, "adv_accuracy": 50.0, "adv_loss": 0.10097692534327507, "adv_precision": 0.18421052631578946, "adv_recall": 0.9072368421052632, "adv_f1": 0.1206991151263597}}, "pretrained_resnet50_epsilon_0.003": {"epsilon": 0.003, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.05894920788705349, "clean_precision": 0.3333333333333333, "clean_recall": 0.9270597127739985, "clean_f1": 0.2909759630347866, "adv_accuracy": 48.4375, "adv_loss": 0.09055552259087563, "adv_precision": 0.20588235294117646, "adv_recall": 0.8942577030812325, "adv_f1": 0.131406828465652}}, "pretrained_resnet50_epsilon_0.005": {"epsilon": 0.005, "metrics": {"clean_accuracy": 79.6875, "clean_loss": 0.05489180237054825, "clean_precision": 0.35, "clean_recall": 0.93, "clean_f1": 0.30814159395815743, "adv_accuracy": 53.125, "adv_loss": 0.09016618132591248, "adv_precision": 0.20588235294117646, "adv_recall": 0.9049019607843137, "adv_f1": 0.1412213603390074}}, "pretrained_resnet50_epsilon_0.007": {"epsilon": 0.007, "metrics": {"clean_accuracy": 73.4375, "clean_loss": 0.06828050687909126, "clean_precision": 0.2916666666666667, "clean_recall": 0.9208333333333334, "clean_f1": 0.24524168641815702, "adv_accuracy": 56.25, "adv_loss": 0.0901528112590313, "adv_precision": 0.22580645161290322, "adv_recall": 0.9016129032258065, "adv_f1": 0.15992161959903892}}, "pretrained_resnet50_epsilon_0.009000000000000001": {"epsilon": 0.009000000000000001, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.05765687860548496, "clean_precision": 0.3181818181818182, "clean_recall": 0.9197691197691197, "clean_f1": 0.2688652721547458, "adv_accuracy": 46.875, "adv_loss": 0.09012417122721672, "adv_precision": 0.18421052631578946, "adv_recall": 0.9013784461152883, "adv_f1": 0.1150697255960414}}, "pretrained_resnet50_epsilon_0.011": {"epsilon": 0.011, "metrics": {"clean_accuracy": 82.8125, "clean_loss": 0.050326867029070854, "clean_precision": 0.3888888888888889, "clean_recall": 0.9344135802469135, "clean_f1": 0.352460058097313, "adv_accuracy": 53.125, "adv_loss": 0.0894448459148407, "adv_precision": 0.20588235294117646, "adv_recall": 0.9035947712418301, "adv_f1": 0.14017706630163376}}}
+{"0.001_epsilon_0.001": {"epsilon": 0.001, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.1844111755490303, "clean_precision": 0.75, "clean_recall": 0.8249007936507936, "clean_f1": 0.7159052522610876, "adv_accuracy": 89.0625, "adv_loss": 0.011407204205170274, "adv_precision": 0.9202380952380952, "adv_recall": 0.8896825396825397, "adv_f1": 0.8943161475116364}}, "0.001_epsilon_0.0015": {"epsilon": 0.0015, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.11668669804930687, "clean_precision": 0.7951180472188876, "clean_recall": 0.7575963718820862, "clean_f1": 0.7600546291391049, "adv_accuracy": 90.625, "adv_loss": 0.012530120206065476, "adv_precision": 0.9132034632034632, "adv_recall": 0.906575963718821, "adv_f1": 0.9037396776892576}}, "0.001_epsilon_0.002": {"epsilon": 0.002, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.1960924081504345, "clean_precision": 0.6708333333333333, "clean_recall": 0.8310405643738977, "clean_f1": 0.6159831453949101, "adv_accuracy": 92.1875, "adv_loss": 0.012109776493161917, "adv_precision": 0.8295454545454546, "adv_recall": 0.9293650793650794, "adv_f1": 0.8139213985189218}}, "0.001_epsilon_0.0025": {"epsilon": 0.0025, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.177231352776289, "clean_precision": 0.7315340909090909, "clean_recall": 0.7863095238095238, "clean_f1": 0.6671351759620705, "adv_accuracy": 87.5, "adv_loss": 0.011470358353108168, "adv_precision": 0.7890873015873016, "adv_recall": 0.8904761904761904, "adv_f1": 0.7753782294416969}}, "0.001_epsilon_0.003": {"epsilon": 0.003, "metrics": {"clean_accuracy": 85.9375, "clean_loss": 0.12630034238100052, "clean_precision": 0.7903069153069153, "clean_recall": 0.8740079365079365, "clean_f1": 0.7600181380367139, "adv_accuracy": 92.1875, "adv_loss": 0.0091312057338655, "adv_precision": 0.83125, "adv_recall": 0.9347222222222222, "adv_f1": 0.817830002814523}}, "0.001_epsilon_0.0035": {"epsilon": 0.0035, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.09592242166399956, "clean_precision": 0.7394255050505051, "clean_recall": 0.8047619047619048, "clean_f1": 0.6906265831691529, "adv_accuracy": 79.6875, "adv_loss": 0.018559401854872704, "adv_precision": 0.7222222222222223, "adv_recall": 0.8130952380952381, "adv_f1": 0.6969298245614035}}, "0.001_epsilon_0.004": {"epsilon": 0.004, "metrics": {"clean_accuracy": 84.375, "clean_loss": 0.09432652965188026, "clean_precision": 0.7780257936507936, "clean_recall": 0.8680555555555556, "clean_f1": 0.7501633986928105, "adv_accuracy": 90.625, "adv_loss": 0.008766584564000368, "adv_precision": 0.915007215007215, "adv_recall": 0.9049886621315194, "adv_f1": 0.9069725596041387}}, "0.001_epsilon_0.0045000000000000005": {"epsilon": 0.0045000000000000005, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.13862614706158638, "clean_precision": 0.7406135531135531, "clean_recall": 0.8076388888888889, "clean_f1": 0.6991275743707095, "adv_accuracy": 85.9375, "adv_loss": 0.01445086020976305, "adv_precision": 0.6987654320987654, "adv_recall": 0.8919753086419754, "adv_f1": 0.6792225662194702}}, "0.001_epsilon_0.005": {"epsilon": 0.005, "metrics": {"clean_accuracy": 84.375, "clean_loss": 0.09644369408488274, "clean_precision": 0.7051587301587302, "clean_recall": 0.8731922398589066, "clean_f1": 0.6692810457516339, "adv_accuracy": 85.9375, "adv_loss": 0.01263375161215663, "adv_precision": 0.735042735042735, "adv_recall": 0.890299823633157, "adv_f1": 0.6926639312604226}}, "0.001_epsilon_0.0055000000000000005": {"epsilon": 0.0055000000000000005, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.18542871624231339, "clean_precision": 0.7442956349206349, "clean_recall": 0.7805555555555556, "clean_f1": 0.6809504357298475, "adv_accuracy": 85.9375, "adv_loss": 0.012933960184454918, "adv_precision": 0.7088081671415005, "adv_recall": 0.8901234567901235, "adv_f1": 0.6827124877950471}}, "0.001_epsilon_0.006": {"epsilon": 0.006, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.07855949178338051, "clean_precision": 0.7032679738562091, "clean_recall": 0.8530864197530863, "clean_f1": 0.6451677207095163, "adv_accuracy": 85.9375, "adv_loss": 0.01372859999537468, "adv_precision": 0.8069444444444445, "adv_recall": 0.8777777777777778, "adv_f1": 0.7729664234114699}}, "0.001_epsilon_0.0065": {"epsilon": 0.0065, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.13996504619717598, "clean_precision": 0.7199269480519481, "clean_recall": 0.7819444444444444, "clean_f1": 0.6750245098039216, "adv_accuracy": 79.6875, "adv_loss": 0.019882296212017536, "adv_precision": 0.6949192782526116, "adv_recall": 0.8432098765432099, "adv_f1": 0.6481828084769261}}, "0.001_epsilon_0.007": {"epsilon": 0.007, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.14508766680955887, "clean_precision": 0.7708855472013367, "clean_recall": 0.8013888888888888, "clean_f1": 0.695734126984127, "adv_accuracy": 89.0625, "adv_loss": 0.012003202922642231, "adv_precision": 0.9188208616780046, "adv_recall": 0.8900793650793651, "adv_f1": 0.8983426704014941}}, "0.001_epsilon_0.007500000000000001": {"epsilon": 0.007500000000000001, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.2185726948082447, "clean_precision": 0.7413194444444444, "clean_recall": 0.8052579365079364, "clean_f1": 0.6918864965014346, "adv_accuracy": 84.375, "adv_loss": 0.017372659873217344, "adv_precision": 0.874025974025974, "adv_recall": 0.8316326530612246, "adv_f1": 0.838172812984843}}, "0.001_epsilon_0.008": {"epsilon": 0.008, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.1378108263015747, "clean_precision": 0.7723651960784315, "clean_recall": 0.8323412698412698, "clean_f1": 0.7261102731690967, "adv_accuracy": 89.0625, "adv_loss": 0.01387199480086565, "adv_precision": 0.8011363636363636, "adv_recall": 0.9057539682539683, "adv_f1": 0.7824033122020738}}, "0.001_epsilon_0.0085": {"epsilon": 0.0085, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.19029319658875465, "clean_precision": 0.6469135802469136, "clean_recall": 0.8095679012345679, "clean_f1": 0.5985620250303698, "adv_accuracy": 82.8125, "adv_loss": 0.017880958039313555, "adv_precision": 0.6344444444444445, "adv_recall": 0.8794444444444445, "adv_f1": 0.6013242665487247}}, "0.001_epsilon_0.009000000000000001": {"epsilon": 0.009000000000000001, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.18358785286545753, "clean_precision": 0.7181985294117647, "clean_recall": 0.7784722222222222, "clean_f1": 0.6644839222238603, "adv_accuracy": 84.375, "adv_loss": 0.01661328785121441, "adv_precision": 0.8753357753357754, "adv_recall": 0.8436507936507935, "adv_f1": 0.8507358286217199}}, "0.001_epsilon_0.009500000000000001": {"epsilon": 0.009500000000000001, "metrics": {"clean_accuracy": 76.5625, "clean_loss": 0.16390416957437992, "clean_precision": 0.7634901648059542, "clean_recall": 0.7940972222222222, "clean_f1": 0.6871945488721805, "adv_accuracy": 84.375, "adv_loss": 0.017478992231190205, "adv_precision": 0.8828231292517007, "adv_recall": 0.8404761904761904, "adv_f1": 0.8492821051865722}}, "0.001_epsilon_0.010000000000000002": {"epsilon": 0.010000000000000002, "metrics": {"clean_accuracy": 76.5625, "clean_loss": 0.1870124265551567, "clean_precision": 0.7436813186813187, "clean_recall": 0.7878472222222221, "clean_f1": 0.6771530100334449, "adv_accuracy": 89.0625, "adv_loss": 0.01481076329946518, "adv_precision": 0.7169753086419752, "adv_recall": 0.9148148148148147, "adv_f1": 0.7026306233994573}}, "0.003_epsilon_0.001": {"epsilon": 0.001, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.2509625256061554, "clean_precision": 0.7358630952380952, "clean_recall": 0.7694444444444444, "clean_f1": 0.6662146996602829, "adv_accuracy": 90.625, "adv_loss": 0.011803894769400358, "adv_precision": 0.7320987654320987, "adv_recall": 0.9265432098765432, "adv_f1": 0.7149147378249546}}, "0.003_epsilon_0.0015": {"epsilon": 0.0015, "metrics": {"clean_accuracy": 76.5625, "clean_loss": 0.21759497374296188, "clean_precision": 0.7700892857142858, "clean_recall": 0.7988095238095237, "clean_f1": 0.6984227768857749, "adv_accuracy": 92.1875, "adv_loss": 0.00950665632262826, "adv_precision": 0.8272727272727273, "adv_recall": 0.9240079365079366, "adv_f1": 0.8075579573934837}}, "0.003_epsilon_0.002": {"epsilon": 0.002, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.2704275846481323, "clean_precision": 0.8824675324675325, "clean_recall": 0.775, "clean_f1": 0.7881728288132229, "adv_accuracy": 93.75, "adv_loss": 0.009470118209719658, "adv_precision": 0.8402777777777778, "adv_recall": 0.9427083333333333, "adv_f1": 0.8257891414141414}}, "0.003_epsilon_0.0025": {"epsilon": 0.0025, "metrics": {"clean_accuracy": 76.5625, "clean_loss": 0.2011733427643776, "clean_precision": 0.7529761904761905, "clean_recall": 0.8020833333333334, "clean_f1": 0.6940115812406834, "adv_accuracy": 87.5, "adv_loss": 0.013040939811617136, "adv_precision": 0.7061728395061728, "adv_recall": 0.9018518518518519, "adv_f1": 0.6914650460574093}}, "0.003_epsilon_0.003": {"epsilon": 0.003, "metrics": {"clean_accuracy": 79.6875, "clean_loss": 0.22519664466381073, "clean_precision": 0.7607142857142857, "clean_recall": 0.8152777777777778, "clean_f1": 0.705921052631579, "adv_accuracy": 85.9375, "adv_loss": 0.013862354680895805, "adv_precision": 0.6898989898989899, "adv_recall": 0.880246913580247, "adv_f1": 0.6709849117743855}}, "0.003_epsilon_0.0035": {"epsilon": 0.0035, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.22501026093959808, "clean_precision": 0.7534722222222223, "clean_recall": 0.8128472222222223, "clean_f1": 0.6972545428427781, "adv_accuracy": 89.0625, "adv_loss": 0.012480955570936203, "adv_precision": 0.789236111111111, "adv_recall": 0.90625, "adv_f1": 0.7829613863089095}}, "0.003_epsilon_0.004": {"epsilon": 0.004, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.184869647026062, "clean_precision": 0.80625, "clean_recall": 0.8392361111111111, "clean_f1": 0.7359010270774977, "adv_accuracy": 87.5, "adv_loss": 0.013822662644088268, "adv_precision": 0.7906249999999999, "adv_recall": 0.8878472222222222, "adv_f1": 0.7726218537654297}}, "0.003_epsilon_0.0045000000000000005": {"epsilon": 0.0045000000000000005, "metrics": {"clean_accuracy": 71.875, "clean_loss": 0.17997010052204132, "clean_precision": 0.758756038647343, "clean_recall": 0.7555555555555555, "clean_f1": 0.6587301587301587, "adv_accuracy": 90.625, "adv_loss": 0.010359082138165832, "adv_precision": 0.7432098765432099, "adv_recall": 0.9271604938271606, "adv_f1": 0.7209274548025838}}, "0.003_epsilon_0.005": {"epsilon": 0.005, "metrics": {"clean_accuracy": 71.875, "clean_loss": 0.23114623874425888, "clean_precision": 0.7255952380952381, "clean_recall": 0.7481646825396825, "clean_f1": 0.6485932016484754, "adv_accuracy": 79.6875, "adv_loss": 0.018229405395686626, "adv_precision": 0.6569664902998237, "adv_recall": 0.8392416225749559, "adv_f1": 0.6346978557504872}}, "0.003_epsilon_0.0055000000000000005": {"epsilon": 0.0055000000000000005, "metrics": {"clean_accuracy": 76.5625, "clean_loss": 0.24720165878534317, "clean_precision": 0.7629464285714286, "clean_recall": 0.7958333333333334, "clean_f1": 0.6917831338490732, "adv_accuracy": 90.625, "adv_loss": 0.011910911416634917, "adv_precision": 0.7265432098765432, "adv_recall": 0.9265432098765432, "adv_f1": 0.7148473034437947}}, "0.003_epsilon_0.006": {"epsilon": 0.006, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.24070260673761368, "clean_precision": 0.7698863636363636, "clean_recall": 0.7826388888888889, "clean_f1": 0.685421043417367, "adv_accuracy": 89.0625, "adv_loss": 0.010893655009567738, "adv_precision": 0.721773288439955, "adv_recall": 0.9114197530864198, "adv_f1": 0.7004612671279338}}, "0.003_epsilon_0.0065": {"epsilon": 0.0065, "metrics": {"clean_accuracy": 71.875, "clean_loss": 0.22453278303146362, "clean_precision": 0.6522045855379189, "clean_recall": 0.778395061728395, "clean_f1": 0.5836784544764172, "adv_accuracy": 79.6875, "adv_loss": 0.01916666515171528, "adv_precision": 0.5862698412698413, "adv_recall": 0.8563888888888889, "adv_f1": 0.5680030959752322}}, "0.003_epsilon_0.007": {"epsilon": 0.007, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.20693853497505188, "clean_precision": 0.80625, "clean_recall": 0.8347222222222221, "clean_f1": 0.7339548319327731, "adv_accuracy": 87.5, "adv_loss": 0.01305383164435625, "adv_precision": 0.6588888888888889, "adv_recall": 0.9122222222222222, "adv_f1": 0.6316907464740282}}, "0.003_epsilon_0.007500000000000001": {"epsilon": 0.007500000000000001, "metrics": {"clean_accuracy": 70.3125, "clean_loss": 0.24283290654420853, "clean_precision": 0.7339544513457557, "clean_recall": 0.7367063492063491, "clean_f1": 0.6400103980986334, "adv_accuracy": 89.0625, "adv_loss": 0.010145874693989754, "adv_precision": 0.6634920634920635, "adv_recall": 0.9223809523809525, "adv_f1": 0.6417858371418743}}, "0.003_epsilon_0.008": {"epsilon": 0.008, "metrics": {"clean_accuracy": 79.6875, "clean_loss": 0.21130820363759995, "clean_precision": 0.7870065789473684, "clean_recall": 0.8215277777777779, "clean_f1": 0.7170837388890128, "adv_accuracy": 90.625, "adv_loss": 0.01259042602032423, "adv_precision": 0.7306397306397306, "adv_recall": 0.9283950617283951, "adv_f1": 0.7156364495115786}}, "0.003_epsilon_0.0085": {"epsilon": 0.0085, "metrics": {"clean_accuracy": 79.6875, "clean_loss": 0.23961246758699417, "clean_precision": 0.7847222222222222, "clean_recall": 0.8236607142857143, "clean_f1": 0.7146030139451193, "adv_accuracy": 90.625, "adv_loss": 0.01232499210163951, "adv_precision": 0.8106060606060606, "adv_recall": 0.9151289682539683, "adv_f1": 0.7956911273281242}}, "0.003_epsilon_0.009000000000000001": {"epsilon": 0.009000000000000001, "metrics": {"clean_accuracy": 76.5625, "clean_loss": 0.19415565580129623, "clean_precision": 0.7916666666666666, "clean_recall": 0.7940972222222222, "clean_f1": 0.6979127056146113, "adv_accuracy": 90.625, "adv_loss": 0.00865407520905137, "adv_precision": 0.7328843995510662, "adv_recall": 0.9268518518518518, "adv_f1": 0.7149380804953561}}, "0.003_epsilon_0.009500000000000001": {"epsilon": 0.009500000000000001, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.1185719296336174, "clean_precision": 0.6787037037037037, "clean_recall": 0.8021604938271606, "clean_f1": 0.6117854549227099, "adv_accuracy": 89.0625, "adv_loss": 0.011342770420014858, "adv_precision": 0.7972222222222223, "adv_recall": 0.909375, "adv_f1": 0.7855736154110767}}, "0.003_epsilon_0.010000000000000002": {"epsilon": 0.010000000000000002, "metrics": {"clean_accuracy": 70.3125, "clean_loss": 0.25979434698820114, "clean_precision": 0.658068783068783, "clean_recall": 0.7741181657848324, "clean_f1": 0.5766972178398818, "adv_accuracy": 81.25, "adv_loss": 0.018306473270058632, "adv_precision": 0.6585621168954502, "adv_recall": 0.8475749559082892, "adv_f1": 0.6355925736551213}}, "0.0048_epsilon_0.001": {"epsilon": 0.001, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.1580316461622715, "clean_precision": 0.7779605263157895, "clean_recall": 0.835763888888889, "clean_f1": 0.7224312923666372, "adv_accuracy": 92.1875, "adv_loss": 0.008425929816439748, "adv_precision": 0.741442199775533, "adv_recall": 0.9379629629629629, "adv_f1": 0.7272778897133902}}, "0.0048_epsilon_0.0015": {"epsilon": 0.0015, "metrics": {"clean_accuracy": 73.4375, "clean_loss": 0.21230498701334, "clean_precision": 0.7245856676003735, "clean_recall": 0.7725694444444444, "clean_f1": 0.6642028375677758, "adv_accuracy": 89.0625, "adv_loss": 0.014441555365920067, "adv_precision": 0.8073863636363636, "adv_recall": 0.9034722222222222, "adv_f1": 0.7886490122364735}}, "0.0048_epsilon_0.002": {"epsilon": 0.002, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.16508688358590007, "clean_precision": 0.7621527777777778, "clean_recall": 0.8385416666666666, "clean_f1": 0.7194788441692467, "adv_accuracy": 90.625, "adv_loss": 0.011689065024256706, "adv_precision": 0.9085497835497834, "adv_recall": 0.9091269841269841, "adv_f1": 0.9068713450292398}}, "0.0048_epsilon_0.0025": {"epsilon": 0.0025, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.17597156763076782, "clean_precision": 0.7681051587301587, "clean_recall": 0.7819444444444443, "clean_f1": 0.676923076923077, "adv_accuracy": 92.1875, "adv_loss": 0.00965008232742548, "adv_precision": 0.8222222222222222, "adv_recall": 0.9319444444444445, "adv_f1": 0.8127794977640179}}, "0.0048_epsilon_0.003": {"epsilon": 0.003, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.16735462471842766, "clean_precision": 0.7479166666666667, "clean_recall": 0.778125, "clean_f1": 0.6798752513826043, "adv_accuracy": 89.0625, "adv_loss": 0.015494613442569971, "adv_precision": 0.7995039682539682, "adv_recall": 0.9052083333333334, "adv_f1": 0.7853226817042607}}, "0.0048_epsilon_0.0035": {"epsilon": 0.0035, "metrics": {"clean_accuracy": 76.5625, "clean_loss": 0.19801995903253555, "clean_precision": 0.7989130434782609, "clean_recall": 0.7850694444444444, "clean_f1": 0.6917886572491836, "adv_accuracy": 92.1875, "adv_loss": 0.010838591028004885, "adv_precision": 0.8236111111111111, "adv_recall": 0.9333333333333333, "adv_f1": 0.8125182748538011}}, "0.0048_epsilon_0.004": {"epsilon": 0.004, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.2119249552488327, "clean_precision": 0.7791666666666667, "clean_recall": 0.7788194444444444, "clean_f1": 0.6751217302501065, "adv_accuracy": 92.1875, "adv_loss": 0.010410387068986893, "adv_precision": 0.827020202020202, "adv_recall": 0.9329861111111111, "adv_f1": 0.8122665732959851}}, "0.0048_epsilon_0.0045000000000000005": {"epsilon": 0.0045000000000000005, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.16576505452394485, "clean_precision": 0.8726190476190476, "clean_recall": 0.775, "clean_f1": 0.8030212084833934, "adv_accuracy": 92.1875, "adv_loss": 0.008739857468754053, "adv_precision": 0.8190972222222221, "adv_recall": 0.9315972222222222, "adv_f1": 0.8111293859649122}}, "0.0048_epsilon_0.005": {"epsilon": 0.005, "metrics": {"clean_accuracy": 70.3125, "clean_loss": 0.16557625867426395, "clean_precision": 0.7695041174364483, "clean_recall": 0.696031746031746, "clean_f1": 0.7147587770740481, "adv_accuracy": 87.5, "adv_loss": 0.013719168491661549, "adv_precision": 0.7883928571428571, "adv_recall": 0.8881944444444445, "adv_f1": 0.7709797276167245}}, "0.0048_epsilon_0.0055000000000000005": {"epsilon": 0.0055000000000000005, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.17438601702451706, "clean_precision": 0.7473169191919192, "clean_recall": 0.8076388888888888, "clean_f1": 0.6824970372764491, "adv_accuracy": 85.9375, "adv_loss": 0.013055946677923203, "adv_precision": 0.6962962962962963, "adv_recall": 0.8907407407407406, "adv_f1": 0.6799034623596028}}, "0.0048_epsilon_0.006": {"epsilon": 0.006, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.18377957493066788, "clean_precision": 0.8141156462585035, "clean_recall": 0.7543650793650792, "clean_f1": 0.7685168804363851, "adv_accuracy": 82.8125, "adv_loss": 0.017338065430521965, "adv_precision": 0.853617810760668, "adv_recall": 0.8277777777777778, "adv_f1": 0.8299886621315193}}, "0.0048_epsilon_0.0065": {"epsilon": 0.0065, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.20338083803653717, "clean_precision": 0.7418859649122806, "clean_recall": 0.7760416666666667, "clean_f1": 0.6696263227513228, "adv_accuracy": 87.5, "adv_loss": 0.014386486262083054, "adv_precision": 0.7935380591630592, "adv_recall": 0.8895833333333333, "adv_f1": 0.7762453007518797}}, "0.0048_epsilon_0.007": {"epsilon": 0.007, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.1772695556282997, "clean_precision": 0.7628676470588236, "clean_recall": 0.8145833333333333, "clean_f1": 0.70375, "adv_accuracy": 90.625, "adv_loss": 0.011466990690678358, "adv_precision": 0.7328843995510662, "adv_recall": 0.9277777777777777, "adv_f1": 0.7139492249141371}}, "0.0048_epsilon_0.007500000000000001": {"epsilon": 0.007500000000000001, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.1547137051820755, "clean_precision": 0.7661732456140351, "clean_recall": 0.8145833333333332, "clean_f1": 0.705999834144184, "adv_accuracy": 92.1875, "adv_loss": 0.011675828602164984, "adv_precision": 0.9333333333333333, "adv_recall": 0.9238095238095239, "adv_f1": 0.9247949419002052}}, "0.0048_epsilon_0.008": {"epsilon": 0.008, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.18192318081855774, "clean_precision": 0.775, "clean_recall": 0.8100694444444444, "clean_f1": 0.70824534942182, "adv_accuracy": 84.375, "adv_loss": 0.015257233288139105, "adv_precision": 0.7531478937728937, "adv_recall": 0.8583333333333333, "adv_f1": 0.7392512077294686}}, "0.0048_epsilon_0.0085": {"epsilon": 0.0085, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.18905753269791603, "clean_precision": 0.7550595238095239, "clean_recall": 0.7840277777777778, "clean_f1": 0.6805534055727553, "adv_accuracy": 92.1875, "adv_loss": 0.011390993371605873, "adv_precision": 0.7442199775533109, "adv_recall": 0.9376543209876542, "adv_f1": 0.7277824190104892}}, "0.0048_epsilon_0.009000000000000001": {"epsilon": 0.009000000000000001, "metrics": {"clean_accuracy": 79.6875, "clean_loss": 0.15749367326498032, "clean_precision": 0.7708333333333333, "clean_recall": 0.8293650793650793, "clean_f1": 0.7216375332184155, "adv_accuracy": 90.625, "adv_loss": 0.011525831185281277, "adv_precision": 0.8244949494949495, "adv_recall": 0.9182539682539682, "adv_f1": 0.8061009896536212}}, "0.0048_epsilon_0.009500000000000001": {"epsilon": 0.009500000000000001, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.19483120366930962, "clean_precision": 0.6796296296296297, "clean_recall": 0.8092592592592592, "clean_f1": 0.6047340573656363, "adv_accuracy": 92.1875, "adv_loss": 0.012979533988982439, "adv_precision": 0.8222222222222222, "adv_recall": 0.9315972222222222, "adv_f1": 0.812530099759202}}, "0.0048_epsilon_0.010000000000000002": {"epsilon": 0.010000000000000002, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.20966275036334991, "clean_precision": 0.7976190476190477, "clean_recall": 0.8121527777777777, "clean_f1": 0.7152165032679739, "adv_accuracy": 93.75, "adv_loss": 0.007460906053893268, "adv_precision": 0.9451659451659452, "adv_recall": 0.9365079365079365, "adv_f1": 0.936778044551154}}, "0.0064_epsilon_0.001": {"epsilon": 0.001, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.044084093533456326, "clean_precision": 0.6482770316103649, "clean_recall": 0.8382716049382716, "clean_f1": 0.6200515648400065, "adv_accuracy": 76.5625, "adv_loss": 0.01853472925722599, "adv_precision": 0.6219135802469135, "adv_recall": 0.8188271604938271, "adv_f1": 0.6074179184344303}}, "0.0064_epsilon_0.0015": {"epsilon": 0.0015, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.05213862098753452, "clean_precision": 0.773109243697479, "clean_recall": 0.8368055555555556, "clean_f1": 0.7226981977001328, "adv_accuracy": 90.625, "adv_loss": 0.01111989701166749, "adv_precision": 0.7315656565656565, "adv_recall": 0.9265432098765432, "adv_f1": 0.7140387734040985}}, "0.0064_epsilon_0.002": {"epsilon": 0.002, "metrics": {"clean_accuracy": 84.375, "clean_loss": 0.042335678823292255, "clean_precision": 0.7608360389610389, "clean_recall": 0.8569940476190476, "clean_f1": 0.7396016081871345, "adv_accuracy": 85.9375, "adv_loss": 0.012849848251789808, "adv_precision": 0.635436507936508, "adv_recall": 0.8984920634920635, "adv_f1": 0.6145170928143064}}, "0.0064_epsilon_0.0025": {"epsilon": 0.0025, "metrics": {"clean_accuracy": 82.8125, "clean_loss": 0.05246823839843273, "clean_precision": 0.767063492063492, "clean_recall": 0.8534722222222222, "clean_f1": 0.7394304388422035, "adv_accuracy": 87.5, "adv_loss": 0.015468714758753777, "adv_precision": 0.7844696969696969, "adv_recall": 0.8927083333333332, "adv_f1": 0.7749686716791979}}, "0.0064_epsilon_0.003": {"epsilon": 0.003, "metrics": {"clean_accuracy": 84.375, "clean_loss": 0.04414183460175991, "clean_precision": 0.7801542207792208, "clean_recall": 0.8668650793650794, "clean_f1": 0.7517198161315809, "adv_accuracy": 84.375, "adv_loss": 0.01629515551030636, "adv_precision": 0.6599999999999999, "adv_recall": 0.8912698412698413, "adv_f1": 0.6149780938016233}}, "0.0064_epsilon_0.0035": {"epsilon": 0.0035, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.03665783628821373, "clean_precision": 0.7329861111111111, "clean_recall": 0.8163194444444445, "clean_f1": 0.6917589490029421, "adv_accuracy": 85.9375, "adv_loss": 0.01293116994202137, "adv_precision": 0.7698863636363636, "adv_recall": 0.8774305555555555, "adv_f1": 0.7566981178436287}}, "0.0064_epsilon_0.004": {"epsilon": 0.004, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.06132105365395546, "clean_precision": 0.7477588383838384, "clean_recall": 0.8375, "clean_f1": 0.7245577178239717, "adv_accuracy": 82.8125, "adv_loss": 0.018827539402991533, "adv_precision": 0.6928451178451178, "adv_recall": 0.8679012345679012, "adv_f1": 0.6643045522302489}}, "0.0064_epsilon_0.0045000000000000005": {"epsilon": 0.0045000000000000005, "metrics": {"clean_accuracy": 79.6875, "clean_loss": 0.04125730320811272, "clean_precision": 0.7271367521367521, "clean_recall": 0.8145833333333333, "clean_f1": 0.7001423595754092, "adv_accuracy": 81.25, "adv_loss": 0.02030292898416519, "adv_precision": 0.7059483726150392, "adv_recall": 0.8546296296296296, "adv_f1": 0.6604569703124914}}, "0.0064_epsilon_0.005": {"epsilon": 0.005, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.03214941546320915, "clean_precision": 0.7323412698412699, "clean_recall": 0.8135416666666666, "clean_f1": 0.6983475232198142, "adv_accuracy": 84.375, "adv_loss": 0.01659353682771325, "adv_precision": 0.6191666666666666, "adv_recall": 0.8908333333333334, "adv_f1": 0.6036678706570348}}, "0.0064_epsilon_0.0055000000000000005": {"epsilon": 0.0055000000000000005, "metrics": {"clean_accuracy": 84.375, "clean_loss": 0.07043258380144835, "clean_precision": 0.8689386010814582, "clean_recall": 0.8462585034013606, "clean_f1": 0.8436016511867905, "adv_accuracy": 90.625, "adv_loss": 0.012500160606577992, "adv_precision": 0.8029761904761905, "adv_recall": 0.9168650793650793, "adv_f1": 0.7963542434517668}}, "0.0064_epsilon_0.006": {"epsilon": 0.006, "metrics": {"clean_accuracy": 79.6875, "clean_loss": 0.05803773179650307, "clean_precision": 0.739781746031746, "clean_recall": 0.8260416666666667, "clean_f1": 0.7096340729274166, "adv_accuracy": 84.375, "adv_loss": 0.017811148893088102, "adv_precision": 0.7014109347442681, "adv_recall": 0.880246913580247, "adv_f1": 0.6764342774146697}}, "0.0064_epsilon_0.0065": {"epsilon": 0.0065, "metrics": {"clean_accuracy": 76.5625, "clean_loss": 0.04180696979165077, "clean_precision": 0.7071338383838384, "clean_recall": 0.7847222222222222, "clean_f1": 0.6701867413632119, "adv_accuracy": 78.125, "adv_loss": 0.020169081166386604, "adv_precision": 0.7223939255189256, "adv_recall": 0.8041666666666667, "adv_f1": 0.6937317718849554}}, "0.0064_epsilon_0.007": {"epsilon": 0.007, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.07042352855205536, "clean_precision": 0.7262806637806638, "clean_recall": 0.8034722222222221, "clean_f1": 0.6916582321187585, "adv_accuracy": 84.375, "adv_loss": 0.014020323287695646, "adv_precision": 0.6333333333333333, "adv_recall": 0.8941666666666667, "adv_f1": 0.6114275885792912}}, "0.0064_epsilon_0.007500000000000001": {"epsilon": 0.007500000000000001, "metrics": {"clean_accuracy": 82.8125, "clean_loss": 0.05313052423298359, "clean_precision": 0.7861111111111111, "clean_recall": 0.85, "clean_f1": 0.7319413517768781, "adv_accuracy": 85.9375, "adv_loss": 0.014259503688663244, "adv_precision": 0.7046296296296296, "adv_recall": 0.891358024691358, "adv_f1": 0.684501968428697}}, "0.0064_epsilon_0.008": {"epsilon": 0.008, "metrics": {"clean_accuracy": 85.9375, "clean_loss": 0.032485125586390495, "clean_precision": 0.7805555555555554, "clean_recall": 0.8847222222222222, "clean_f1": 0.7648287385129491, "adv_accuracy": 85.9375, "adv_loss": 0.01588809583336115, "adv_precision": 0.7061728395061728, "adv_recall": 0.8975308641975308, "adv_f1": 0.6853189618927493}}, "0.0064_epsilon_0.0085": {"epsilon": 0.0085, "metrics": {"clean_accuracy": 79.6875, "clean_loss": 0.04999007470905781, "clean_precision": 0.7362847222222222, "clean_recall": 0.8152777777777778, "clean_f1": 0.7026342250800456, "adv_accuracy": 85.9375, "adv_loss": 0.014732754789292812, "adv_precision": 0.6839947089947089, "adv_recall": 0.8885802469135802, "adv_f1": 0.6734386347131446}}, "0.0064_epsilon_0.009000000000000001": {"epsilon": 0.009000000000000001, "metrics": {"clean_accuracy": 87.5, "clean_loss": 0.04838629066944122, "clean_precision": 0.8041958041958042, "clean_recall": 0.8878472222222222, "clean_f1": 0.7701511723570547, "adv_accuracy": 89.0625, "adv_loss": 0.008677386213093996, "adv_precision": 0.7407407407407407, "adv_recall": 0.9145061728395062, "adv_f1": 0.7150632572717197}}, "0.0064_epsilon_0.009500000000000001": {"epsilon": 0.009500000000000001, "metrics": {"clean_accuracy": 85.9375, "clean_loss": 0.04583120346069336, "clean_precision": 0.7891826923076923, "clean_recall": 0.8802083333333333, "clean_f1": 0.7627837977296181, "adv_accuracy": 85.9375, "adv_loss": 0.013565188739448786, "adv_precision": 0.6523809523809523, "adv_recall": 0.9052777777777777, "adv_f1": 0.6248366013071895}}, "0.0064_epsilon_0.010000000000000002": {"epsilon": 0.010000000000000002, "metrics": {"clean_accuracy": 84.375, "clean_loss": 0.01812940463423729, "clean_precision": 0.7552579365079365, "clean_recall": 0.859920634920635, "clean_f1": 0.7416887754058807, "adv_accuracy": 89.0625, "adv_loss": 0.013872367329895496, "adv_precision": 0.7947916666666667, "adv_recall": 0.9055555555555554, "adv_f1": 0.7857338868561778}}, "0.0079_epsilon_0.001": {"epsilon": 0.001, "metrics": {"clean_accuracy": 79.6875, "clean_loss": 0.03109239786863327, "clean_precision": 0.7281249999999999, "clean_recall": 0.8260416666666667, "clean_f1": 0.7112938596491228, "adv_accuracy": 84.375, "adv_loss": 0.015832650009542704, "adv_precision": 0.6916947250280584, "adv_recall": 0.8824074074074074, "adv_f1": 0.6628306878306878}}, "0.0079_epsilon_0.0015": {"epsilon": 0.0015, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.03920058347284794, "clean_precision": 0.8328754578754578, "clean_recall": 0.8123015873015872, "clean_f1": 0.817834246936414, "adv_accuracy": 90.625, "adv_loss": 0.009670084808021784, "adv_precision": 0.8116477272727273, "adv_recall": 0.9222222222222222, "adv_f1": 0.80093739250086}}, "0.0079_epsilon_0.002": {"epsilon": 0.002, "metrics": {"clean_accuracy": 70.3125, "clean_loss": 0.055069854483008385, "clean_precision": 0.6550595238095238, "clean_recall": 0.7353174603174604, "clean_f1": 0.6238572014500807, "adv_accuracy": 79.6875, "adv_loss": 0.020802405662834644, "adv_precision": 0.6391414141414141, "adv_recall": 0.8315696649029982, "adv_f1": 0.621738693978116}}, "0.0079_epsilon_0.0025": {"epsilon": 0.0025, "metrics": {"clean_accuracy": 84.375, "clean_loss": 0.03372687101364136, "clean_precision": 0.7746212121212122, "clean_recall": 0.8597718253968254, "clean_f1": 0.7490974797476345, "adv_accuracy": 92.1875, "adv_loss": 0.013164478819817305, "adv_precision": 0.8291666666666666, "adv_recall": 0.9267857142857143, "adv_f1": 0.813917004048583}}, "0.0079_epsilon_0.003": {"epsilon": 0.003, "metrics": {"clean_accuracy": 82.8125, "clean_loss": 0.029277374036610126, "clean_precision": 0.6844797178130511, "clean_recall": 0.8666666666666667, "clean_f1": 0.652525655571153, "adv_accuracy": 87.5, "adv_loss": 0.014304989017546177, "adv_precision": 0.7231481481481481, "adv_recall": 0.9012345679012346, "adv_f1": 0.696211339400194}}, "0.0079_epsilon_0.0035": {"epsilon": 0.0035, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.032937243580818176, "clean_precision": 0.7279040404040404, "clean_recall": 0.8336805555555555, "clean_f1": 0.7150875042999656, "adv_accuracy": 84.375, "adv_loss": 0.017110493034124374, "adv_precision": 0.7488005050505051, "adv_recall": 0.8652777777777778, "adv_f1": 0.7383907071600571}}, "0.0079_epsilon_0.004": {"epsilon": 0.004, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.05032848194241524, "clean_precision": 0.7361111111111112, "clean_recall": 0.8079861111111111, "clean_f1": 0.7013071895424836, "adv_accuracy": 85.9375, "adv_loss": 0.017324493266642094, "adv_precision": 0.6969135802469135, "adv_recall": 0.891358024691358, "adv_f1": 0.6788729225519732}}, "0.0079_epsilon_0.0045000000000000005": {"epsilon": 0.0045000000000000005, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.030364871956408024, "clean_precision": 0.6670194003527337, "clean_recall": 0.8524691358024692, "clean_f1": 0.6419753086419753, "adv_accuracy": 85.9375, "adv_loss": 0.017051403876394033, "adv_precision": 0.6878226711560045, "adv_recall": 0.8895061728395063, "adv_f1": 0.6726120857699805}}, "0.0079_epsilon_0.005": {"epsilon": 0.005, "metrics": {"clean_accuracy": 87.5, "clean_loss": 0.02576660132035613, "clean_precision": 0.8937590187590188, "clean_recall": 0.8821428571428571, "clean_f1": 0.8801646974579306, "adv_accuracy": 89.0625, "adv_loss": 0.011352354194968939, "adv_precision": 0.7910128066378066, "adv_recall": 0.909375, "adv_f1": 0.7858498409485252}}, "0.0079_epsilon_0.0055000000000000005": {"epsilon": 0.0055000000000000005, "metrics": {"clean_accuracy": 82.8125, "clean_loss": 0.03243796434253454, "clean_precision": 0.772718253968254, "clean_recall": 0.8520833333333333, "clean_f1": 0.7393732492997198, "adv_accuracy": 84.375, "adv_loss": 0.017098115291446447, "adv_precision": 0.7005611672278339, "adv_recall": 0.8811728395061729, "adv_f1": 0.6670499778858913}}, "0.0079_epsilon_0.006": {"epsilon": 0.006, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.04099929053336382, "clean_precision": 0.6266634599967933, "clean_recall": 0.8040123456790123, "clean_f1": 0.5978375950770172, "adv_accuracy": 84.375, "adv_loss": 0.015969051979482174, "adv_precision": 0.6966329966329966, "adv_recall": 0.8796296296296295, "adv_f1": 0.6686450603633266}}, "0.0079_epsilon_0.0065": {"epsilon": 0.0065, "metrics": {"clean_accuracy": 85.9375, "clean_loss": 0.027049354277551174, "clean_precision": 0.781784188034188, "clean_recall": 0.8798611111111112, "clean_f1": 0.7647342995169082, "adv_accuracy": 92.1875, "adv_loss": 0.01164377573877573, "adv_precision": 0.7432098765432098, "adv_recall": 0.9376543209876542, "adv_f1": 0.7260258489360657}}, "0.0079_epsilon_0.007": {"epsilon": 0.007, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.03514689579606056, "clean_precision": 0.7161706349206349, "clean_recall": 0.8048611111111111, "clean_f1": 0.6889524535977625, "adv_accuracy": 84.375, "adv_loss": 0.019004749599844217, "adv_precision": 0.6972222222222223, "adv_recall": 0.8799382716049382, "adv_f1": 0.6707420785078164}}, "0.0079_epsilon_0.007500000000000001": {"epsilon": 0.007500000000000001, "metrics": {"clean_accuracy": 84.375, "clean_loss": 0.026834721211344004, "clean_precision": 0.7677374708624709, "clean_recall": 0.8607638888888889, "clean_f1": 0.7427823402088108, "adv_accuracy": 87.5, "adv_loss": 0.012501467484980822, "adv_precision": 0.7222222222222222, "adv_recall": 0.9021604938271603, "adv_f1": 0.6969977553310887}}, "0.0079_epsilon_0.008": {"epsilon": 0.008, "metrics": {"clean_accuracy": 87.5, "clean_loss": 0.03821077197790146, "clean_precision": 0.7956730769230769, "clean_recall": 0.8913194444444444, "clean_f1": 0.7714614354513736, "adv_accuracy": 87.5, "adv_loss": 0.012629840523004532, "adv_precision": 0.7203703703703703, "adv_recall": 0.8975308641975308, "adv_f1": 0.6955759496781169}}, "0.0079_epsilon_0.0085": {"epsilon": 0.0085, "metrics": {"clean_accuracy": 76.5625, "clean_loss": 0.04036677163094282, "clean_precision": 0.7291666666666667, "clean_recall": 0.7975694444444444, "clean_f1": 0.6927398989898991, "adv_accuracy": 87.5, "adv_loss": 0.01421133242547512, "adv_precision": 0.7059002725669392, "adv_recall": 0.9046296296296296, "adv_f1": 0.6909438629252871}}, "0.0079_epsilon_0.009000000000000001": {"epsilon": 0.009000000000000001, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.05614783428609371, "clean_precision": 0.6946123321123321, "clean_recall": 0.775595238095238, "clean_f1": 0.660124269005848, "adv_accuracy": 81.25, "adv_loss": 0.020352660678327084, "adv_precision": 0.6698372615039282, "adv_recall": 0.8497354497354497, "adv_f1": 0.6440020362620982}}, "0.0079_epsilon_0.009500000000000001": {"epsilon": 0.009500000000000001, "metrics": {"clean_accuracy": 85.9375, "clean_loss": 0.0512437941506505, "clean_precision": 0.7894230769230769, "clean_recall": 0.8698412698412699, "clean_f1": 0.7540931132178271, "adv_accuracy": 87.5, "adv_loss": 0.014152605086565018, "adv_precision": 0.8006403318903319, "adv_recall": 0.8904761904761905, "adv_f1": 0.7808860386259767}}, "0.0079_epsilon_0.010000000000000002": {"epsilon": 0.010000000000000002, "metrics": {"clean_accuracy": 84.375, "clean_loss": 0.03392608603462577, "clean_precision": 0.7891826923076923, "clean_recall": 0.8663194444444444, "clean_f1": 0.7566266378959877, "adv_accuracy": 87.5, "adv_loss": 0.015936217037960887, "adv_precision": 0.6577777777777778, "adv_recall": 0.9105555555555556, "adv_f1": 0.6312939210772028}}, "pretrained_epsilon_0.001": {"epsilon": 0.001, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.05809909477829933, "clean_precision": 0.3684210526315789, "clean_recall": 0.9312865497076023, "clean_f1": 0.32669460425693114, "adv_accuracy": 54.6875, "adv_loss": 0.08687178045511246, "adv_precision": 0.20588235294117646, "adv_recall": 0.9059640522875817, "adv_f1": 0.14220967421659464}}, "pretrained_epsilon_0.0015": {"epsilon": 0.0015, "metrics": {"clean_accuracy": 76.5625, "clean_loss": 0.05522779002785683, "clean_precision": 0.3181818181818182, "clean_recall": 0.9255050505050505, "clean_f1": 0.2754880740174858, "adv_accuracy": 53.125, "adv_loss": 0.09222046285867691, "adv_precision": 0.20588235294117646, "adv_recall": 0.9035130718954248, "adv_f1": 0.13829552800141034}}, "pretrained_epsilon_0.002": {"epsilon": 0.002, "metrics": {"clean_accuracy": 76.5625, "clean_loss": 0.061282794922590256, "clean_precision": 0.3181818181818182, "clean_recall": 0.9238275613275614, "clean_f1": 0.27290328702163774, "adv_accuracy": 57.8125, "adv_loss": 0.08915919065475464, "adv_precision": 0.22580645161290322, "adv_recall": 0.906515616999488, "adv_f1": 0.16461880940059306}}, "pretrained_epsilon_0.0025": {"epsilon": 0.0025, "metrics": {"clean_accuracy": 87.5, "clean_loss": 0.04850274324417114, "clean_precision": 0.4666666666666667, "clean_recall": 0.9422222222222222, "clean_f1": 0.4336710239651416, "adv_accuracy": 59.375, "adv_loss": 0.07884379848837852, "adv_precision": 0.22580645161290322, "adv_recall": 0.9076804915514594, "adv_f1": 0.16534645320723418}}, "pretrained_epsilon_0.003": {"epsilon": 0.003, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.05120333842933178, "clean_precision": 0.4117647058823529, "clean_recall": 0.9219887955182073, "clean_f1": 0.36780790588840123, "adv_accuracy": 54.6875, "adv_loss": 0.0856272429227829, "adv_precision": 0.22580645161290322, "adv_recall": 0.8984511008704558, "adv_f1": 0.1575046816982301}}, "pretrained_epsilon_0.0035": {"epsilon": 0.0035, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.051245227456092834, "clean_precision": 0.3684210526315789, "clean_recall": 0.9323099415204679, "clean_f1": 0.3263475430658093, "adv_accuracy": 59.375, "adv_loss": 0.09037736058235168, "adv_precision": 0.22580645161290322, "adv_recall": 0.9094086021505376, "adv_f1": 0.16475352604384863}}, "pretrained_epsilon_0.004": {"epsilon": 0.004, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.05766662582755089, "clean_precision": 0.30434782608695654, "clean_recall": 0.9252415458937198, "clean_f1": 0.25995743835291557, "adv_accuracy": 48.4375, "adv_loss": 0.09502644836902618, "adv_precision": 0.1891891891891892, "adv_recall": 0.9016516516516517, "adv_f1": 0.11972329472329472}}, "pretrained_epsilon_0.0045000000000000005": {"epsilon": 0.0045000000000000005, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.05141419358551502, "clean_precision": 0.3684210526315789, "clean_recall": 0.9307017543859649, "clean_f1": 0.3293921077202811, "adv_accuracy": 54.6875, "adv_loss": 0.0837978944182396, "adv_precision": 0.21875, "adv_recall": 0.9006076388888888, "adv_f1": 0.15158542437954203}}, "pretrained_epsilon_0.005": {"epsilon": 0.005, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.057390570640563965, "clean_precision": 0.3333333333333333, "clean_recall": 0.9275132275132275, "clean_f1": 0.29101640656262506, "adv_accuracy": 50.0, "adv_loss": 0.09418466314673424, "adv_precision": 0.2, "adv_recall": 0.9, "adv_f1": 0.1295706674278103}}, "pretrained_epsilon_0.0055000000000000005": {"epsilon": 0.0055000000000000005, "metrics": {"clean_accuracy": 71.875, "clean_loss": 0.05703050084412098, "clean_precision": 0.28, "clean_recall": 0.9213333333333332, "clean_f1": 0.23315966386554624, "adv_accuracy": 42.1875, "adv_loss": 0.09891275316476822, "adv_precision": 0.19444444444444445, "adv_recall": 0.8879629629629631, "adv_f1": 0.11446886446886445}}, "pretrained_epsilon_0.006": {"epsilon": 0.006, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.057621268555521965, "clean_precision": 0.3333333333333333, "clean_recall": 0.9283068783068783, "clean_f1": 0.2918059036480089, "adv_accuracy": 54.6875, "adv_loss": 0.09244463592767715, "adv_precision": 0.21875, "adv_recall": 0.9034722222222222, "adv_f1": 0.1539835164835165}}, "pretrained_epsilon_0.0065": {"epsilon": 0.0065, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.0617352519184351, "clean_precision": 0.30434782608695654, "clean_recall": 0.9201345755693582, "clean_f1": 0.25697993844446937, "adv_accuracy": 45.3125, "adv_loss": 0.09644486755132675, "adv_precision": 0.19444444444444445, "adv_recall": 0.8923059964726632, "adv_f1": 0.11446478358243065}}, "pretrained_epsilon_0.007": {"epsilon": 0.007, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.058632584288716316, "clean_precision": 0.3333333333333333, "clean_recall": 0.9261904761904761, "clean_f1": 0.2896517086366711, "adv_accuracy": 56.25, "adv_loss": 0.0930478535592556, "adv_precision": 0.21875, "adv_recall": 0.9050347222222223, "adv_f1": 0.15557749542124544}}, "pretrained_epsilon_0.007500000000000001": {"epsilon": 0.007500000000000001, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.05253056436777115, "clean_precision": 0.3684210526315789, "clean_recall": 0.9324561403508773, "clean_f1": 0.32793011941618755, "adv_accuracy": 54.6875, "adv_loss": 0.08347313851118088, "adv_precision": 0.21875, "adv_recall": 0.9033854166666666, "adv_f1": 0.15009628851540616}}, "pretrained_epsilon_0.008": {"epsilon": 0.008, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.05229715630412102, "clean_precision": 0.35, "clean_recall": 0.9227777777777778, "clean_f1": 0.3035052988806859, "adv_accuracy": 53.125, "adv_loss": 0.09275084733963013, "adv_precision": 0.19444444444444445, "adv_recall": 0.9083333333333334, "adv_f1": 0.1320333261509732}}, "pretrained_epsilon_0.0085": {"epsilon": 0.0085, "metrics": {"clean_accuracy": 85.9375, "clean_loss": 0.04934797249734402, "clean_precision": 0.5, "clean_recall": 0.9299603174603174, "clean_f1": 0.46085311317509464, "adv_accuracy": 48.4375, "adv_loss": 0.09172038361430168, "adv_precision": 0.20588235294117646, "adv_recall": 0.895343137254902, "adv_f1": 0.13089557501322208}}, "pretrained_epsilon_0.009000000000000001": {"epsilon": 0.009000000000000001, "metrics": {"clean_accuracy": 82.8125, "clean_loss": 0.04984993860125542, "clean_precision": 0.3888888888888889, "clean_recall": 0.9319444444444444, "clean_f1": 0.34651460224215636, "adv_accuracy": 56.25, "adv_loss": 0.0870608352124691, "adv_precision": 0.21212121212121213, "adv_recall": 0.9076599326599326, "adv_f1": 0.14915901092371678}}, "pretrained_epsilon_0.009500000000000001": {"epsilon": 0.009500000000000001, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.05621485039591789, "clean_precision": 0.3684210526315789, "clean_recall": 0.9293859649122806, "clean_f1": 0.3272505358418671, "adv_accuracy": 54.6875, "adv_loss": 0.0972500741481781, "adv_precision": 0.21212121212121213, "adv_recall": 0.9026094276094276, "adv_f1": 0.14635095544186455}}, "pretrained_epsilon_0.010000000000000002": {"epsilon": 0.010000000000000002, "metrics": {"clean_accuracy": 82.8125, "clean_loss": 0.04466361552476883, "clean_precision": 0.4117647058823529, "clean_recall": 0.9272875816993464, "clean_f1": 0.3682025132034238, "adv_accuracy": 57.8125, "adv_loss": 0.08343985676765442, "adv_precision": 0.21212121212121213, "adv_recall": 0.9096801346801348, "adv_f1": 0.15255303223217662}}}