File size: 44,628 Bytes
649cbd1 | 1 | {"0.001_epsilon_0.001": {"epsilon": 0.001, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.1844111755490303, "clean_precision": 0.75, "clean_recall": 0.8249007936507936, "clean_f1": 0.7159052522610876, "adv_accuracy": 89.0625, "adv_loss": 0.011407204205170274, "adv_precision": 0.9202380952380952, "adv_recall": 0.8896825396825397, "adv_f1": 0.8943161475116364}}, "0.001_epsilon_0.0015": {"epsilon": 0.0015, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.11668669804930687, "clean_precision": 0.7951180472188876, "clean_recall": 0.7575963718820862, "clean_f1": 0.7600546291391049, "adv_accuracy": 90.625, "adv_loss": 0.012530120206065476, "adv_precision": 0.9132034632034632, "adv_recall": 0.906575963718821, "adv_f1": 0.9037396776892576}}, "0.001_epsilon_0.002": {"epsilon": 0.002, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.1960924081504345, "clean_precision": 0.6708333333333333, "clean_recall": 0.8310405643738977, "clean_f1": 0.6159831453949101, "adv_accuracy": 92.1875, "adv_loss": 0.012109776493161917, "adv_precision": 0.8295454545454546, "adv_recall": 0.9293650793650794, "adv_f1": 0.8139213985189218}}, "0.001_epsilon_0.0025": {"epsilon": 0.0025, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.177231352776289, "clean_precision": 0.7315340909090909, "clean_recall": 0.7863095238095238, "clean_f1": 0.6671351759620705, "adv_accuracy": 87.5, "adv_loss": 0.011470358353108168, "adv_precision": 0.7890873015873016, "adv_recall": 0.8904761904761904, "adv_f1": 0.7753782294416969}}, "0.001_epsilon_0.003": {"epsilon": 0.003, "metrics": {"clean_accuracy": 85.9375, "clean_loss": 0.12630034238100052, "clean_precision": 0.7903069153069153, "clean_recall": 0.8740079365079365, "clean_f1": 0.7600181380367139, "adv_accuracy": 92.1875, "adv_loss": 0.0091312057338655, "adv_precision": 0.83125, "adv_recall": 0.9347222222222222, "adv_f1": 0.817830002814523}}, "0.001_epsilon_0.0035": {"epsilon": 0.0035, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.09592242166399956, "clean_precision": 0.7394255050505051, "clean_recall": 0.8047619047619048, "clean_f1": 0.6906265831691529, "adv_accuracy": 79.6875, "adv_loss": 0.018559401854872704, "adv_precision": 0.7222222222222223, "adv_recall": 0.8130952380952381, "adv_f1": 0.6969298245614035}}, "0.001_epsilon_0.004": {"epsilon": 0.004, "metrics": {"clean_accuracy": 84.375, "clean_loss": 0.09432652965188026, "clean_precision": 0.7780257936507936, "clean_recall": 0.8680555555555556, "clean_f1": 0.7501633986928105, "adv_accuracy": 90.625, "adv_loss": 0.008766584564000368, "adv_precision": 0.915007215007215, "adv_recall": 0.9049886621315194, "adv_f1": 0.9069725596041387}}, "0.001_epsilon_0.0045000000000000005": {"epsilon": 0.0045000000000000005, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.13862614706158638, "clean_precision": 0.7406135531135531, "clean_recall": 0.8076388888888889, "clean_f1": 0.6991275743707095, "adv_accuracy": 85.9375, "adv_loss": 0.01445086020976305, "adv_precision": 0.6987654320987654, "adv_recall": 0.8919753086419754, "adv_f1": 0.6792225662194702}}, "0.001_epsilon_0.005": {"epsilon": 0.005, "metrics": {"clean_accuracy": 84.375, "clean_loss": 0.09644369408488274, "clean_precision": 0.7051587301587302, "clean_recall": 0.8731922398589066, "clean_f1": 0.6692810457516339, "adv_accuracy": 85.9375, "adv_loss": 0.01263375161215663, "adv_precision": 0.735042735042735, "adv_recall": 0.890299823633157, "adv_f1": 0.6926639312604226}}, "0.001_epsilon_0.0055000000000000005": {"epsilon": 0.0055000000000000005, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.18542871624231339, "clean_precision": 0.7442956349206349, "clean_recall": 0.7805555555555556, "clean_f1": 0.6809504357298475, "adv_accuracy": 85.9375, "adv_loss": 0.012933960184454918, "adv_precision": 0.7088081671415005, "adv_recall": 0.8901234567901235, "adv_f1": 0.6827124877950471}}, "0.001_epsilon_0.006": {"epsilon": 0.006, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.07855949178338051, "clean_precision": 0.7032679738562091, "clean_recall": 0.8530864197530863, "clean_f1": 0.6451677207095163, "adv_accuracy": 85.9375, "adv_loss": 0.01372859999537468, "adv_precision": 0.8069444444444445, "adv_recall": 0.8777777777777778, "adv_f1": 0.7729664234114699}}, "0.001_epsilon_0.0065": {"epsilon": 0.0065, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.13996504619717598, "clean_precision": 0.7199269480519481, "clean_recall": 0.7819444444444444, "clean_f1": 0.6750245098039216, "adv_accuracy": 79.6875, "adv_loss": 0.019882296212017536, "adv_precision": 0.6949192782526116, "adv_recall": 0.8432098765432099, "adv_f1": 0.6481828084769261}}, "0.001_epsilon_0.007": {"epsilon": 0.007, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.14508766680955887, "clean_precision": 0.7708855472013367, "clean_recall": 0.8013888888888888, "clean_f1": 0.695734126984127, "adv_accuracy": 89.0625, "adv_loss": 0.012003202922642231, "adv_precision": 0.9188208616780046, "adv_recall": 0.8900793650793651, "adv_f1": 0.8983426704014941}}, "0.001_epsilon_0.007500000000000001": {"epsilon": 0.007500000000000001, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.2185726948082447, "clean_precision": 0.7413194444444444, "clean_recall": 0.8052579365079364, "clean_f1": 0.6918864965014346, "adv_accuracy": 84.375, "adv_loss": 0.017372659873217344, "adv_precision": 0.874025974025974, "adv_recall": 0.8316326530612246, "adv_f1": 0.838172812984843}}, "0.001_epsilon_0.008": {"epsilon": 0.008, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.1378108263015747, "clean_precision": 0.7723651960784315, "clean_recall": 0.8323412698412698, "clean_f1": 0.7261102731690967, "adv_accuracy": 89.0625, "adv_loss": 0.01387199480086565, "adv_precision": 0.8011363636363636, "adv_recall": 0.9057539682539683, "adv_f1": 0.7824033122020738}}, "0.001_epsilon_0.0085": {"epsilon": 0.0085, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.19029319658875465, "clean_precision": 0.6469135802469136, "clean_recall": 0.8095679012345679, "clean_f1": 0.5985620250303698, "adv_accuracy": 82.8125, "adv_loss": 0.017880958039313555, "adv_precision": 0.6344444444444445, "adv_recall": 0.8794444444444445, "adv_f1": 0.6013242665487247}}, "0.001_epsilon_0.009000000000000001": {"epsilon": 0.009000000000000001, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.18358785286545753, "clean_precision": 0.7181985294117647, "clean_recall": 0.7784722222222222, "clean_f1": 0.6644839222238603, "adv_accuracy": 84.375, "adv_loss": 0.01661328785121441, "adv_precision": 0.8753357753357754, "adv_recall": 0.8436507936507935, "adv_f1": 0.8507358286217199}}, "0.001_epsilon_0.009500000000000001": {"epsilon": 0.009500000000000001, "metrics": {"clean_accuracy": 76.5625, "clean_loss": 0.16390416957437992, "clean_precision": 0.7634901648059542, "clean_recall": 0.7940972222222222, "clean_f1": 0.6871945488721805, "adv_accuracy": 84.375, "adv_loss": 0.017478992231190205, "adv_precision": 0.8828231292517007, "adv_recall": 0.8404761904761904, "adv_f1": 0.8492821051865722}}, "0.001_epsilon_0.010000000000000002": {"epsilon": 0.010000000000000002, "metrics": {"clean_accuracy": 76.5625, "clean_loss": 0.1870124265551567, "clean_precision": 0.7436813186813187, "clean_recall": 0.7878472222222221, "clean_f1": 0.6771530100334449, "adv_accuracy": 89.0625, "adv_loss": 0.01481076329946518, "adv_precision": 0.7169753086419752, "adv_recall": 0.9148148148148147, "adv_f1": 0.7026306233994573}}, "0.003_epsilon_0.001": {"epsilon": 0.001, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.2509625256061554, "clean_precision": 0.7358630952380952, "clean_recall": 0.7694444444444444, "clean_f1": 0.6662146996602829, "adv_accuracy": 90.625, "adv_loss": 0.011803894769400358, "adv_precision": 0.7320987654320987, "adv_recall": 0.9265432098765432, "adv_f1": 0.7149147378249546}}, "0.003_epsilon_0.0015": {"epsilon": 0.0015, "metrics": {"clean_accuracy": 76.5625, "clean_loss": 0.21759497374296188, "clean_precision": 0.7700892857142858, "clean_recall": 0.7988095238095237, "clean_f1": 0.6984227768857749, "adv_accuracy": 92.1875, "adv_loss": 0.00950665632262826, "adv_precision": 0.8272727272727273, "adv_recall": 0.9240079365079366, "adv_f1": 0.8075579573934837}}, "0.003_epsilon_0.002": {"epsilon": 0.002, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.2704275846481323, "clean_precision": 0.8824675324675325, "clean_recall": 0.775, "clean_f1": 0.7881728288132229, "adv_accuracy": 93.75, "adv_loss": 0.009470118209719658, "adv_precision": 0.8402777777777778, "adv_recall": 0.9427083333333333, "adv_f1": 0.8257891414141414}}, "0.003_epsilon_0.0025": {"epsilon": 0.0025, "metrics": {"clean_accuracy": 76.5625, "clean_loss": 0.2011733427643776, "clean_precision": 0.7529761904761905, "clean_recall": 0.8020833333333334, "clean_f1": 0.6940115812406834, "adv_accuracy": 87.5, "adv_loss": 0.013040939811617136, "adv_precision": 0.7061728395061728, "adv_recall": 0.9018518518518519, "adv_f1": 0.6914650460574093}}, "0.003_epsilon_0.003": {"epsilon": 0.003, "metrics": {"clean_accuracy": 79.6875, "clean_loss": 0.22519664466381073, "clean_precision": 0.7607142857142857, "clean_recall": 0.8152777777777778, "clean_f1": 0.705921052631579, "adv_accuracy": 85.9375, "adv_loss": 0.013862354680895805, "adv_precision": 0.6898989898989899, "adv_recall": 0.880246913580247, "adv_f1": 0.6709849117743855}}, "0.003_epsilon_0.0035": {"epsilon": 0.0035, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.22501026093959808, "clean_precision": 0.7534722222222223, "clean_recall": 0.8128472222222223, "clean_f1": 0.6972545428427781, "adv_accuracy": 89.0625, "adv_loss": 0.012480955570936203, "adv_precision": 0.789236111111111, "adv_recall": 0.90625, "adv_f1": 0.7829613863089095}}, "0.003_epsilon_0.004": {"epsilon": 0.004, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.184869647026062, "clean_precision": 0.80625, "clean_recall": 0.8392361111111111, "clean_f1": 0.7359010270774977, "adv_accuracy": 87.5, "adv_loss": 0.013822662644088268, "adv_precision": 0.7906249999999999, "adv_recall": 0.8878472222222222, "adv_f1": 0.7726218537654297}}, "0.003_epsilon_0.0045000000000000005": {"epsilon": 0.0045000000000000005, "metrics": {"clean_accuracy": 71.875, "clean_loss": 0.17997010052204132, "clean_precision": 0.758756038647343, "clean_recall": 0.7555555555555555, "clean_f1": 0.6587301587301587, "adv_accuracy": 90.625, "adv_loss": 0.010359082138165832, "adv_precision": 0.7432098765432099, "adv_recall": 0.9271604938271606, "adv_f1": 0.7209274548025838}}, "0.003_epsilon_0.005": {"epsilon": 0.005, "metrics": {"clean_accuracy": 71.875, "clean_loss": 0.23114623874425888, "clean_precision": 0.7255952380952381, "clean_recall": 0.7481646825396825, "clean_f1": 0.6485932016484754, "adv_accuracy": 79.6875, "adv_loss": 0.018229405395686626, "adv_precision": 0.6569664902998237, "adv_recall": 0.8392416225749559, "adv_f1": 0.6346978557504872}}, "0.003_epsilon_0.0055000000000000005": {"epsilon": 0.0055000000000000005, "metrics": {"clean_accuracy": 76.5625, "clean_loss": 0.24720165878534317, "clean_precision": 0.7629464285714286, "clean_recall": 0.7958333333333334, "clean_f1": 0.6917831338490732, "adv_accuracy": 90.625, "adv_loss": 0.011910911416634917, "adv_precision": 0.7265432098765432, "adv_recall": 0.9265432098765432, "adv_f1": 0.7148473034437947}}, "0.003_epsilon_0.006": {"epsilon": 0.006, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.24070260673761368, "clean_precision": 0.7698863636363636, "clean_recall": 0.7826388888888889, "clean_f1": 0.685421043417367, "adv_accuracy": 89.0625, "adv_loss": 0.010893655009567738, "adv_precision": 0.721773288439955, "adv_recall": 0.9114197530864198, "adv_f1": 0.7004612671279338}}, "0.003_epsilon_0.0065": {"epsilon": 0.0065, "metrics": {"clean_accuracy": 71.875, "clean_loss": 0.22453278303146362, "clean_precision": 0.6522045855379189, "clean_recall": 0.778395061728395, "clean_f1": 0.5836784544764172, "adv_accuracy": 79.6875, "adv_loss": 0.01916666515171528, "adv_precision": 0.5862698412698413, "adv_recall": 0.8563888888888889, "adv_f1": 0.5680030959752322}}, "0.003_epsilon_0.007": {"epsilon": 0.007, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.20693853497505188, "clean_precision": 0.80625, "clean_recall": 0.8347222222222221, "clean_f1": 0.7339548319327731, "adv_accuracy": 87.5, "adv_loss": 0.01305383164435625, "adv_precision": 0.6588888888888889, "adv_recall": 0.9122222222222222, "adv_f1": 0.6316907464740282}}, "0.003_epsilon_0.007500000000000001": {"epsilon": 0.007500000000000001, "metrics": {"clean_accuracy": 70.3125, "clean_loss": 0.24283290654420853, "clean_precision": 0.7339544513457557, "clean_recall": 0.7367063492063491, "clean_f1": 0.6400103980986334, "adv_accuracy": 89.0625, "adv_loss": 0.010145874693989754, "adv_precision": 0.6634920634920635, "adv_recall": 0.9223809523809525, "adv_f1": 0.6417858371418743}}, "0.003_epsilon_0.008": {"epsilon": 0.008, "metrics": {"clean_accuracy": 79.6875, "clean_loss": 0.21130820363759995, "clean_precision": 0.7870065789473684, "clean_recall": 0.8215277777777779, "clean_f1": 0.7170837388890128, "adv_accuracy": 90.625, "adv_loss": 0.01259042602032423, "adv_precision": 0.7306397306397306, "adv_recall": 0.9283950617283951, "adv_f1": 0.7156364495115786}}, "0.003_epsilon_0.0085": {"epsilon": 0.0085, "metrics": {"clean_accuracy": 79.6875, "clean_loss": 0.23961246758699417, "clean_precision": 0.7847222222222222, "clean_recall": 0.8236607142857143, "clean_f1": 0.7146030139451193, "adv_accuracy": 90.625, "adv_loss": 0.01232499210163951, "adv_precision": 0.8106060606060606, "adv_recall": 0.9151289682539683, "adv_f1": 0.7956911273281242}}, "0.003_epsilon_0.009000000000000001": {"epsilon": 0.009000000000000001, "metrics": {"clean_accuracy": 76.5625, "clean_loss": 0.19415565580129623, "clean_precision": 0.7916666666666666, "clean_recall": 0.7940972222222222, "clean_f1": 0.6979127056146113, "adv_accuracy": 90.625, "adv_loss": 0.00865407520905137, "adv_precision": 0.7328843995510662, "adv_recall": 0.9268518518518518, "adv_f1": 0.7149380804953561}}, "0.003_epsilon_0.009500000000000001": {"epsilon": 0.009500000000000001, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.1185719296336174, "clean_precision": 0.6787037037037037, "clean_recall": 0.8021604938271606, "clean_f1": 0.6117854549227099, "adv_accuracy": 89.0625, "adv_loss": 0.011342770420014858, "adv_precision": 0.7972222222222223, "adv_recall": 0.909375, "adv_f1": 0.7855736154110767}}, "0.003_epsilon_0.010000000000000002": {"epsilon": 0.010000000000000002, "metrics": {"clean_accuracy": 70.3125, "clean_loss": 0.25979434698820114, "clean_precision": 0.658068783068783, "clean_recall": 0.7741181657848324, "clean_f1": 0.5766972178398818, "adv_accuracy": 81.25, "adv_loss": 0.018306473270058632, "adv_precision": 0.6585621168954502, "adv_recall": 0.8475749559082892, "adv_f1": 0.6355925736551213}}, "0.0048_epsilon_0.001": {"epsilon": 0.001, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.1580316461622715, "clean_precision": 0.7779605263157895, "clean_recall": 0.835763888888889, "clean_f1": 0.7224312923666372, "adv_accuracy": 92.1875, "adv_loss": 0.008425929816439748, "adv_precision": 0.741442199775533, "adv_recall": 0.9379629629629629, "adv_f1": 0.7272778897133902}}, "0.0048_epsilon_0.0015": {"epsilon": 0.0015, "metrics": {"clean_accuracy": 73.4375, "clean_loss": 0.21230498701334, "clean_precision": 0.7245856676003735, "clean_recall": 0.7725694444444444, "clean_f1": 0.6642028375677758, "adv_accuracy": 89.0625, "adv_loss": 0.014441555365920067, "adv_precision": 0.8073863636363636, "adv_recall": 0.9034722222222222, "adv_f1": 0.7886490122364735}}, "0.0048_epsilon_0.002": {"epsilon": 0.002, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.16508688358590007, "clean_precision": 0.7621527777777778, "clean_recall": 0.8385416666666666, "clean_f1": 0.7194788441692467, "adv_accuracy": 90.625, "adv_loss": 0.011689065024256706, "adv_precision": 0.9085497835497834, "adv_recall": 0.9091269841269841, "adv_f1": 0.9068713450292398}}, "0.0048_epsilon_0.0025": {"epsilon": 0.0025, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.17597156763076782, "clean_precision": 0.7681051587301587, "clean_recall": 0.7819444444444443, "clean_f1": 0.676923076923077, "adv_accuracy": 92.1875, "adv_loss": 0.00965008232742548, "adv_precision": 0.8222222222222222, "adv_recall": 0.9319444444444445, "adv_f1": 0.8127794977640179}}, "0.0048_epsilon_0.003": {"epsilon": 0.003, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.16735462471842766, "clean_precision": 0.7479166666666667, "clean_recall": 0.778125, "clean_f1": 0.6798752513826043, "adv_accuracy": 89.0625, "adv_loss": 0.015494613442569971, "adv_precision": 0.7995039682539682, "adv_recall": 0.9052083333333334, "adv_f1": 0.7853226817042607}}, "0.0048_epsilon_0.0035": {"epsilon": 0.0035, "metrics": {"clean_accuracy": 76.5625, "clean_loss": 0.19801995903253555, "clean_precision": 0.7989130434782609, "clean_recall": 0.7850694444444444, "clean_f1": 0.6917886572491836, "adv_accuracy": 92.1875, "adv_loss": 0.010838591028004885, "adv_precision": 0.8236111111111111, "adv_recall": 0.9333333333333333, "adv_f1": 0.8125182748538011}}, "0.0048_epsilon_0.004": {"epsilon": 0.004, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.2119249552488327, "clean_precision": 0.7791666666666667, "clean_recall": 0.7788194444444444, "clean_f1": 0.6751217302501065, "adv_accuracy": 92.1875, "adv_loss": 0.010410387068986893, "adv_precision": 0.827020202020202, "adv_recall": 0.9329861111111111, "adv_f1": 0.8122665732959851}}, "0.0048_epsilon_0.0045000000000000005": {"epsilon": 0.0045000000000000005, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.16576505452394485, "clean_precision": 0.8726190476190476, "clean_recall": 0.775, "clean_f1": 0.8030212084833934, "adv_accuracy": 92.1875, "adv_loss": 0.008739857468754053, "adv_precision": 0.8190972222222221, "adv_recall": 0.9315972222222222, "adv_f1": 0.8111293859649122}}, "0.0048_epsilon_0.005": {"epsilon": 0.005, "metrics": {"clean_accuracy": 70.3125, "clean_loss": 0.16557625867426395, "clean_precision": 0.7695041174364483, "clean_recall": 0.696031746031746, "clean_f1": 0.7147587770740481, "adv_accuracy": 87.5, "adv_loss": 0.013719168491661549, "adv_precision": 0.7883928571428571, "adv_recall": 0.8881944444444445, "adv_f1": 0.7709797276167245}}, "0.0048_epsilon_0.0055000000000000005": {"epsilon": 0.0055000000000000005, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.17438601702451706, "clean_precision": 0.7473169191919192, "clean_recall": 0.8076388888888888, "clean_f1": 0.6824970372764491, "adv_accuracy": 85.9375, "adv_loss": 0.013055946677923203, "adv_precision": 0.6962962962962963, "adv_recall": 0.8907407407407406, "adv_f1": 0.6799034623596028}}, "0.0048_epsilon_0.006": {"epsilon": 0.006, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.18377957493066788, "clean_precision": 0.8141156462585035, "clean_recall": 0.7543650793650792, "clean_f1": 0.7685168804363851, "adv_accuracy": 82.8125, "adv_loss": 0.017338065430521965, "adv_precision": 0.853617810760668, "adv_recall": 0.8277777777777778, "adv_f1": 0.8299886621315193}}, "0.0048_epsilon_0.0065": {"epsilon": 0.0065, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.20338083803653717, "clean_precision": 0.7418859649122806, "clean_recall": 0.7760416666666667, "clean_f1": 0.6696263227513228, "adv_accuracy": 87.5, "adv_loss": 0.014386486262083054, "adv_precision": 0.7935380591630592, "adv_recall": 0.8895833333333333, "adv_f1": 0.7762453007518797}}, "0.0048_epsilon_0.007": {"epsilon": 0.007, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.1772695556282997, "clean_precision": 0.7628676470588236, "clean_recall": 0.8145833333333333, "clean_f1": 0.70375, "adv_accuracy": 90.625, "adv_loss": 0.011466990690678358, "adv_precision": 0.7328843995510662, "adv_recall": 0.9277777777777777, "adv_f1": 0.7139492249141371}}, "0.0048_epsilon_0.007500000000000001": {"epsilon": 0.007500000000000001, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.1547137051820755, "clean_precision": 0.7661732456140351, "clean_recall": 0.8145833333333332, "clean_f1": 0.705999834144184, "adv_accuracy": 92.1875, "adv_loss": 0.011675828602164984, "adv_precision": 0.9333333333333333, "adv_recall": 0.9238095238095239, "adv_f1": 0.9247949419002052}}, "0.0048_epsilon_0.008": {"epsilon": 0.008, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.18192318081855774, "clean_precision": 0.775, "clean_recall": 0.8100694444444444, "clean_f1": 0.70824534942182, "adv_accuracy": 84.375, "adv_loss": 0.015257233288139105, "adv_precision": 0.7531478937728937, "adv_recall": 0.8583333333333333, "adv_f1": 0.7392512077294686}}, "0.0048_epsilon_0.0085": {"epsilon": 0.0085, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.18905753269791603, "clean_precision": 0.7550595238095239, "clean_recall": 0.7840277777777778, "clean_f1": 0.6805534055727553, "adv_accuracy": 92.1875, "adv_loss": 0.011390993371605873, "adv_precision": 0.7442199775533109, "adv_recall": 0.9376543209876542, "adv_f1": 0.7277824190104892}}, "0.0048_epsilon_0.009000000000000001": {"epsilon": 0.009000000000000001, "metrics": {"clean_accuracy": 79.6875, "clean_loss": 0.15749367326498032, "clean_precision": 0.7708333333333333, "clean_recall": 0.8293650793650793, "clean_f1": 0.7216375332184155, "adv_accuracy": 90.625, "adv_loss": 0.011525831185281277, "adv_precision": 0.8244949494949495, "adv_recall": 0.9182539682539682, "adv_f1": 0.8061009896536212}}, "0.0048_epsilon_0.009500000000000001": {"epsilon": 0.009500000000000001, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.19483120366930962, "clean_precision": 0.6796296296296297, "clean_recall": 0.8092592592592592, "clean_f1": 0.6047340573656363, "adv_accuracy": 92.1875, "adv_loss": 0.012979533988982439, "adv_precision": 0.8222222222222222, "adv_recall": 0.9315972222222222, "adv_f1": 0.812530099759202}}, "0.0048_epsilon_0.010000000000000002": {"epsilon": 0.010000000000000002, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.20966275036334991, "clean_precision": 0.7976190476190477, "clean_recall": 0.8121527777777777, "clean_f1": 0.7152165032679739, "adv_accuracy": 93.75, "adv_loss": 0.007460906053893268, "adv_precision": 0.9451659451659452, "adv_recall": 0.9365079365079365, "adv_f1": 0.936778044551154}}, "0.0064_epsilon_0.001": {"epsilon": 0.001, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.044084093533456326, "clean_precision": 0.6482770316103649, "clean_recall": 0.8382716049382716, "clean_f1": 0.6200515648400065, "adv_accuracy": 76.5625, "adv_loss": 0.01853472925722599, "adv_precision": 0.6219135802469135, "adv_recall": 0.8188271604938271, "adv_f1": 0.6074179184344303}}, "0.0064_epsilon_0.0015": {"epsilon": 0.0015, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.05213862098753452, "clean_precision": 0.773109243697479, "clean_recall": 0.8368055555555556, "clean_f1": 0.7226981977001328, "adv_accuracy": 90.625, "adv_loss": 0.01111989701166749, "adv_precision": 0.7315656565656565, "adv_recall": 0.9265432098765432, "adv_f1": 0.7140387734040985}}, "0.0064_epsilon_0.002": {"epsilon": 0.002, "metrics": {"clean_accuracy": 84.375, "clean_loss": 0.042335678823292255, "clean_precision": 0.7608360389610389, "clean_recall": 0.8569940476190476, "clean_f1": 0.7396016081871345, "adv_accuracy": 85.9375, "adv_loss": 0.012849848251789808, "adv_precision": 0.635436507936508, "adv_recall": 0.8984920634920635, "adv_f1": 0.6145170928143064}}, "0.0064_epsilon_0.0025": {"epsilon": 0.0025, "metrics": {"clean_accuracy": 82.8125, "clean_loss": 0.05246823839843273, "clean_precision": 0.767063492063492, "clean_recall": 0.8534722222222222, "clean_f1": 0.7394304388422035, "adv_accuracy": 87.5, "adv_loss": 0.015468714758753777, "adv_precision": 0.7844696969696969, "adv_recall": 0.8927083333333332, "adv_f1": 0.7749686716791979}}, "0.0064_epsilon_0.003": {"epsilon": 0.003, "metrics": {"clean_accuracy": 84.375, "clean_loss": 0.04414183460175991, "clean_precision": 0.7801542207792208, "clean_recall": 0.8668650793650794, "clean_f1": 0.7517198161315809, "adv_accuracy": 84.375, "adv_loss": 0.01629515551030636, "adv_precision": 0.6599999999999999, "adv_recall": 0.8912698412698413, "adv_f1": 0.6149780938016233}}, "0.0064_epsilon_0.0035": {"epsilon": 0.0035, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.03665783628821373, "clean_precision": 0.7329861111111111, "clean_recall": 0.8163194444444445, "clean_f1": 0.6917589490029421, "adv_accuracy": 85.9375, "adv_loss": 0.01293116994202137, "adv_precision": 0.7698863636363636, "adv_recall": 0.8774305555555555, "adv_f1": 0.7566981178436287}}, "0.0064_epsilon_0.004": {"epsilon": 0.004, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.06132105365395546, "clean_precision": 0.7477588383838384, "clean_recall": 0.8375, "clean_f1": 0.7245577178239717, "adv_accuracy": 82.8125, "adv_loss": 0.018827539402991533, "adv_precision": 0.6928451178451178, "adv_recall": 0.8679012345679012, "adv_f1": 0.6643045522302489}}, "0.0064_epsilon_0.0045000000000000005": {"epsilon": 0.0045000000000000005, "metrics": {"clean_accuracy": 79.6875, "clean_loss": 0.04125730320811272, "clean_precision": 0.7271367521367521, "clean_recall": 0.8145833333333333, "clean_f1": 0.7001423595754092, "adv_accuracy": 81.25, "adv_loss": 0.02030292898416519, "adv_precision": 0.7059483726150392, "adv_recall": 0.8546296296296296, "adv_f1": 0.6604569703124914}}, "0.0064_epsilon_0.005": {"epsilon": 0.005, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.03214941546320915, "clean_precision": 0.7323412698412699, "clean_recall": 0.8135416666666666, "clean_f1": 0.6983475232198142, "adv_accuracy": 84.375, "adv_loss": 0.01659353682771325, "adv_precision": 0.6191666666666666, "adv_recall": 0.8908333333333334, "adv_f1": 0.6036678706570348}}, "0.0064_epsilon_0.0055000000000000005": {"epsilon": 0.0055000000000000005, "metrics": {"clean_accuracy": 84.375, "clean_loss": 0.07043258380144835, "clean_precision": 0.8689386010814582, "clean_recall": 0.8462585034013606, "clean_f1": 0.8436016511867905, "adv_accuracy": 90.625, "adv_loss": 0.012500160606577992, "adv_precision": 0.8029761904761905, "adv_recall": 0.9168650793650793, "adv_f1": 0.7963542434517668}}, "0.0064_epsilon_0.006": {"epsilon": 0.006, "metrics": {"clean_accuracy": 79.6875, "clean_loss": 0.05803773179650307, "clean_precision": 0.739781746031746, "clean_recall": 0.8260416666666667, "clean_f1": 0.7096340729274166, "adv_accuracy": 84.375, "adv_loss": 0.017811148893088102, "adv_precision": 0.7014109347442681, "adv_recall": 0.880246913580247, "adv_f1": 0.6764342774146697}}, "0.0064_epsilon_0.0065": {"epsilon": 0.0065, "metrics": {"clean_accuracy": 76.5625, "clean_loss": 0.04180696979165077, "clean_precision": 0.7071338383838384, "clean_recall": 0.7847222222222222, "clean_f1": 0.6701867413632119, "adv_accuracy": 78.125, "adv_loss": 0.020169081166386604, "adv_precision": 0.7223939255189256, "adv_recall": 0.8041666666666667, "adv_f1": 0.6937317718849554}}, "0.0064_epsilon_0.007": {"epsilon": 0.007, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.07042352855205536, "clean_precision": 0.7262806637806638, "clean_recall": 0.8034722222222221, "clean_f1": 0.6916582321187585, "adv_accuracy": 84.375, "adv_loss": 0.014020323287695646, "adv_precision": 0.6333333333333333, "adv_recall": 0.8941666666666667, "adv_f1": 0.6114275885792912}}, "0.0064_epsilon_0.007500000000000001": {"epsilon": 0.007500000000000001, "metrics": {"clean_accuracy": 82.8125, "clean_loss": 0.05313052423298359, "clean_precision": 0.7861111111111111, "clean_recall": 0.85, "clean_f1": 0.7319413517768781, "adv_accuracy": 85.9375, "adv_loss": 0.014259503688663244, "adv_precision": 0.7046296296296296, "adv_recall": 0.891358024691358, "adv_f1": 0.684501968428697}}, "0.0064_epsilon_0.008": {"epsilon": 0.008, "metrics": {"clean_accuracy": 85.9375, "clean_loss": 0.032485125586390495, "clean_precision": 0.7805555555555554, "clean_recall": 0.8847222222222222, "clean_f1": 0.7648287385129491, "adv_accuracy": 85.9375, "adv_loss": 0.01588809583336115, "adv_precision": 0.7061728395061728, "adv_recall": 0.8975308641975308, "adv_f1": 0.6853189618927493}}, "0.0064_epsilon_0.0085": {"epsilon": 0.0085, "metrics": {"clean_accuracy": 79.6875, "clean_loss": 0.04999007470905781, "clean_precision": 0.7362847222222222, "clean_recall": 0.8152777777777778, "clean_f1": 0.7026342250800456, "adv_accuracy": 85.9375, "adv_loss": 0.014732754789292812, "adv_precision": 0.6839947089947089, "adv_recall": 0.8885802469135802, "adv_f1": 0.6734386347131446}}, "0.0064_epsilon_0.009000000000000001": {"epsilon": 0.009000000000000001, "metrics": {"clean_accuracy": 87.5, "clean_loss": 0.04838629066944122, "clean_precision": 0.8041958041958042, "clean_recall": 0.8878472222222222, "clean_f1": 0.7701511723570547, "adv_accuracy": 89.0625, "adv_loss": 0.008677386213093996, "adv_precision": 0.7407407407407407, "adv_recall": 0.9145061728395062, "adv_f1": 0.7150632572717197}}, "0.0064_epsilon_0.009500000000000001": {"epsilon": 0.009500000000000001, "metrics": {"clean_accuracy": 85.9375, "clean_loss": 0.04583120346069336, "clean_precision": 0.7891826923076923, "clean_recall": 0.8802083333333333, "clean_f1": 0.7627837977296181, "adv_accuracy": 85.9375, "adv_loss": 0.013565188739448786, "adv_precision": 0.6523809523809523, "adv_recall": 0.9052777777777777, "adv_f1": 0.6248366013071895}}, "0.0064_epsilon_0.010000000000000002": {"epsilon": 0.010000000000000002, "metrics": {"clean_accuracy": 84.375, "clean_loss": 0.01812940463423729, "clean_precision": 0.7552579365079365, "clean_recall": 0.859920634920635, "clean_f1": 0.7416887754058807, "adv_accuracy": 89.0625, "adv_loss": 0.013872367329895496, "adv_precision": 0.7947916666666667, "adv_recall": 0.9055555555555554, "adv_f1": 0.7857338868561778}}, "0.0079_epsilon_0.001": {"epsilon": 0.001, "metrics": {"clean_accuracy": 79.6875, "clean_loss": 0.03109239786863327, "clean_precision": 0.7281249999999999, "clean_recall": 0.8260416666666667, "clean_f1": 0.7112938596491228, "adv_accuracy": 84.375, "adv_loss": 0.015832650009542704, "adv_precision": 0.6916947250280584, "adv_recall": 0.8824074074074074, "adv_f1": 0.6628306878306878}}, "0.0079_epsilon_0.0015": {"epsilon": 0.0015, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.03920058347284794, "clean_precision": 0.8328754578754578, "clean_recall": 0.8123015873015872, "clean_f1": 0.817834246936414, "adv_accuracy": 90.625, "adv_loss": 0.009670084808021784, "adv_precision": 0.8116477272727273, "adv_recall": 0.9222222222222222, "adv_f1": 0.80093739250086}}, "0.0079_epsilon_0.002": {"epsilon": 0.002, "metrics": {"clean_accuracy": 70.3125, "clean_loss": 0.055069854483008385, "clean_precision": 0.6550595238095238, "clean_recall": 0.7353174603174604, "clean_f1": 0.6238572014500807, "adv_accuracy": 79.6875, "adv_loss": 0.020802405662834644, "adv_precision": 0.6391414141414141, "adv_recall": 0.8315696649029982, "adv_f1": 0.621738693978116}}, "0.0079_epsilon_0.0025": {"epsilon": 0.0025, "metrics": {"clean_accuracy": 84.375, "clean_loss": 0.03372687101364136, "clean_precision": 0.7746212121212122, "clean_recall": 0.8597718253968254, "clean_f1": 0.7490974797476345, "adv_accuracy": 92.1875, "adv_loss": 0.013164478819817305, "adv_precision": 0.8291666666666666, "adv_recall": 0.9267857142857143, "adv_f1": 0.813917004048583}}, "0.0079_epsilon_0.003": {"epsilon": 0.003, "metrics": {"clean_accuracy": 82.8125, "clean_loss": 0.029277374036610126, "clean_precision": 0.6844797178130511, "clean_recall": 0.8666666666666667, "clean_f1": 0.652525655571153, "adv_accuracy": 87.5, "adv_loss": 0.014304989017546177, "adv_precision": 0.7231481481481481, "adv_recall": 0.9012345679012346, "adv_f1": 0.696211339400194}}, "0.0079_epsilon_0.0035": {"epsilon": 0.0035, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.032937243580818176, "clean_precision": 0.7279040404040404, "clean_recall": 0.8336805555555555, "clean_f1": 0.7150875042999656, "adv_accuracy": 84.375, "adv_loss": 0.017110493034124374, "adv_precision": 0.7488005050505051, "adv_recall": 0.8652777777777778, "adv_f1": 0.7383907071600571}}, "0.0079_epsilon_0.004": {"epsilon": 0.004, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.05032848194241524, "clean_precision": 0.7361111111111112, "clean_recall": 0.8079861111111111, "clean_f1": 0.7013071895424836, "adv_accuracy": 85.9375, "adv_loss": 0.017324493266642094, "adv_precision": 0.6969135802469135, "adv_recall": 0.891358024691358, "adv_f1": 0.6788729225519732}}, "0.0079_epsilon_0.0045000000000000005": {"epsilon": 0.0045000000000000005, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.030364871956408024, "clean_precision": 0.6670194003527337, "clean_recall": 0.8524691358024692, "clean_f1": 0.6419753086419753, "adv_accuracy": 85.9375, "adv_loss": 0.017051403876394033, "adv_precision": 0.6878226711560045, "adv_recall": 0.8895061728395063, "adv_f1": 0.6726120857699805}}, "0.0079_epsilon_0.005": {"epsilon": 0.005, "metrics": {"clean_accuracy": 87.5, "clean_loss": 0.02576660132035613, "clean_precision": 0.8937590187590188, "clean_recall": 0.8821428571428571, "clean_f1": 0.8801646974579306, "adv_accuracy": 89.0625, "adv_loss": 0.011352354194968939, "adv_precision": 0.7910128066378066, "adv_recall": 0.909375, "adv_f1": 0.7858498409485252}}, "0.0079_epsilon_0.0055000000000000005": {"epsilon": 0.0055000000000000005, "metrics": {"clean_accuracy": 82.8125, "clean_loss": 0.03243796434253454, "clean_precision": 0.772718253968254, "clean_recall": 0.8520833333333333, "clean_f1": 0.7393732492997198, "adv_accuracy": 84.375, "adv_loss": 0.017098115291446447, "adv_precision": 0.7005611672278339, "adv_recall": 0.8811728395061729, "adv_f1": 0.6670499778858913}}, "0.0079_epsilon_0.006": {"epsilon": 0.006, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.04099929053336382, "clean_precision": 0.6266634599967933, "clean_recall": 0.8040123456790123, "clean_f1": 0.5978375950770172, "adv_accuracy": 84.375, "adv_loss": 0.015969051979482174, "adv_precision": 0.6966329966329966, "adv_recall": 0.8796296296296295, "adv_f1": 0.6686450603633266}}, "0.0079_epsilon_0.0065": {"epsilon": 0.0065, "metrics": {"clean_accuracy": 85.9375, "clean_loss": 0.027049354277551174, "clean_precision": 0.781784188034188, "clean_recall": 0.8798611111111112, "clean_f1": 0.7647342995169082, "adv_accuracy": 92.1875, "adv_loss": 0.01164377573877573, "adv_precision": 0.7432098765432098, "adv_recall": 0.9376543209876542, "adv_f1": 0.7260258489360657}}, "0.0079_epsilon_0.007": {"epsilon": 0.007, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.03514689579606056, "clean_precision": 0.7161706349206349, "clean_recall": 0.8048611111111111, "clean_f1": 0.6889524535977625, "adv_accuracy": 84.375, "adv_loss": 0.019004749599844217, "adv_precision": 0.6972222222222223, "adv_recall": 0.8799382716049382, "adv_f1": 0.6707420785078164}}, "0.0079_epsilon_0.007500000000000001": {"epsilon": 0.007500000000000001, "metrics": {"clean_accuracy": 84.375, "clean_loss": 0.026834721211344004, "clean_precision": 0.7677374708624709, "clean_recall": 0.8607638888888889, "clean_f1": 0.7427823402088108, "adv_accuracy": 87.5, "adv_loss": 0.012501467484980822, "adv_precision": 0.7222222222222222, "adv_recall": 0.9021604938271603, "adv_f1": 0.6969977553310887}}, "0.0079_epsilon_0.008": {"epsilon": 0.008, "metrics": {"clean_accuracy": 87.5, "clean_loss": 0.03821077197790146, "clean_precision": 0.7956730769230769, "clean_recall": 0.8913194444444444, "clean_f1": 0.7714614354513736, "adv_accuracy": 87.5, "adv_loss": 0.012629840523004532, "adv_precision": 0.7203703703703703, "adv_recall": 0.8975308641975308, "adv_f1": 0.6955759496781169}}, "0.0079_epsilon_0.0085": {"epsilon": 0.0085, "metrics": {"clean_accuracy": 76.5625, "clean_loss": 0.04036677163094282, "clean_precision": 0.7291666666666667, "clean_recall": 0.7975694444444444, "clean_f1": 0.6927398989898991, "adv_accuracy": 87.5, "adv_loss": 0.01421133242547512, "adv_precision": 0.7059002725669392, "adv_recall": 0.9046296296296296, "adv_f1": 0.6909438629252871}}, "0.0079_epsilon_0.009000000000000001": {"epsilon": 0.009000000000000001, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.05614783428609371, "clean_precision": 0.6946123321123321, "clean_recall": 0.775595238095238, "clean_f1": 0.660124269005848, "adv_accuracy": 81.25, "adv_loss": 0.020352660678327084, "adv_precision": 0.6698372615039282, "adv_recall": 0.8497354497354497, "adv_f1": 0.6440020362620982}}, "0.0079_epsilon_0.009500000000000001": {"epsilon": 0.009500000000000001, "metrics": {"clean_accuracy": 85.9375, "clean_loss": 0.0512437941506505, "clean_precision": 0.7894230769230769, "clean_recall": 0.8698412698412699, "clean_f1": 0.7540931132178271, "adv_accuracy": 87.5, "adv_loss": 0.014152605086565018, "adv_precision": 0.8006403318903319, "adv_recall": 0.8904761904761905, "adv_f1": 0.7808860386259767}}, "0.0079_epsilon_0.010000000000000002": {"epsilon": 0.010000000000000002, "metrics": {"clean_accuracy": 84.375, "clean_loss": 0.03392608603462577, "clean_precision": 0.7891826923076923, "clean_recall": 0.8663194444444444, "clean_f1": 0.7566266378959877, "adv_accuracy": 87.5, "adv_loss": 0.015936217037960887, "adv_precision": 0.6577777777777778, "adv_recall": 0.9105555555555556, "adv_f1": 0.6312939210772028}}, "pretrained_epsilon_0.001": {"epsilon": 0.001, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.05809909477829933, "clean_precision": 0.3684210526315789, "clean_recall": 0.9312865497076023, "clean_f1": 0.32669460425693114, "adv_accuracy": 54.6875, "adv_loss": 0.08687178045511246, "adv_precision": 0.20588235294117646, "adv_recall": 0.9059640522875817, "adv_f1": 0.14220967421659464}}, "pretrained_epsilon_0.0015": {"epsilon": 0.0015, "metrics": {"clean_accuracy": 76.5625, "clean_loss": 0.05522779002785683, "clean_precision": 0.3181818181818182, "clean_recall": 0.9255050505050505, "clean_f1": 0.2754880740174858, "adv_accuracy": 53.125, "adv_loss": 0.09222046285867691, "adv_precision": 0.20588235294117646, "adv_recall": 0.9035130718954248, "adv_f1": 0.13829552800141034}}, "pretrained_epsilon_0.002": {"epsilon": 0.002, "metrics": {"clean_accuracy": 76.5625, "clean_loss": 0.061282794922590256, "clean_precision": 0.3181818181818182, "clean_recall": 0.9238275613275614, "clean_f1": 0.27290328702163774, "adv_accuracy": 57.8125, "adv_loss": 0.08915919065475464, "adv_precision": 0.22580645161290322, "adv_recall": 0.906515616999488, "adv_f1": 0.16461880940059306}}, "pretrained_epsilon_0.0025": {"epsilon": 0.0025, "metrics": {"clean_accuracy": 87.5, "clean_loss": 0.04850274324417114, "clean_precision": 0.4666666666666667, "clean_recall": 0.9422222222222222, "clean_f1": 0.4336710239651416, "adv_accuracy": 59.375, "adv_loss": 0.07884379848837852, "adv_precision": 0.22580645161290322, "adv_recall": 0.9076804915514594, "adv_f1": 0.16534645320723418}}, "pretrained_epsilon_0.003": {"epsilon": 0.003, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.05120333842933178, "clean_precision": 0.4117647058823529, "clean_recall": 0.9219887955182073, "clean_f1": 0.36780790588840123, "adv_accuracy": 54.6875, "adv_loss": 0.0856272429227829, "adv_precision": 0.22580645161290322, "adv_recall": 0.8984511008704558, "adv_f1": 0.1575046816982301}}, "pretrained_epsilon_0.0035": {"epsilon": 0.0035, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.051245227456092834, "clean_precision": 0.3684210526315789, "clean_recall": 0.9323099415204679, "clean_f1": 0.3263475430658093, "adv_accuracy": 59.375, "adv_loss": 0.09037736058235168, "adv_precision": 0.22580645161290322, "adv_recall": 0.9094086021505376, "adv_f1": 0.16475352604384863}}, "pretrained_epsilon_0.004": {"epsilon": 0.004, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.05766662582755089, "clean_precision": 0.30434782608695654, "clean_recall": 0.9252415458937198, "clean_f1": 0.25995743835291557, "adv_accuracy": 48.4375, "adv_loss": 0.09502644836902618, "adv_precision": 0.1891891891891892, "adv_recall": 0.9016516516516517, "adv_f1": 0.11972329472329472}}, "pretrained_epsilon_0.0045000000000000005": {"epsilon": 0.0045000000000000005, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.05141419358551502, "clean_precision": 0.3684210526315789, "clean_recall": 0.9307017543859649, "clean_f1": 0.3293921077202811, "adv_accuracy": 54.6875, "adv_loss": 0.0837978944182396, "adv_precision": 0.21875, "adv_recall": 0.9006076388888888, "adv_f1": 0.15158542437954203}}, "pretrained_epsilon_0.005": {"epsilon": 0.005, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.057390570640563965, "clean_precision": 0.3333333333333333, "clean_recall": 0.9275132275132275, "clean_f1": 0.29101640656262506, "adv_accuracy": 50.0, "adv_loss": 0.09418466314673424, "adv_precision": 0.2, "adv_recall": 0.9, "adv_f1": 0.1295706674278103}}, "pretrained_epsilon_0.0055000000000000005": {"epsilon": 0.0055000000000000005, "metrics": {"clean_accuracy": 71.875, "clean_loss": 0.05703050084412098, "clean_precision": 0.28, "clean_recall": 0.9213333333333332, "clean_f1": 0.23315966386554624, "adv_accuracy": 42.1875, "adv_loss": 0.09891275316476822, "adv_precision": 0.19444444444444445, "adv_recall": 0.8879629629629631, "adv_f1": 0.11446886446886445}}, "pretrained_epsilon_0.006": {"epsilon": 0.006, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.057621268555521965, "clean_precision": 0.3333333333333333, "clean_recall": 0.9283068783068783, "clean_f1": 0.2918059036480089, "adv_accuracy": 54.6875, "adv_loss": 0.09244463592767715, "adv_precision": 0.21875, "adv_recall": 0.9034722222222222, "adv_f1": 0.1539835164835165}}, "pretrained_epsilon_0.0065": {"epsilon": 0.0065, "metrics": {"clean_accuracy": 75.0, "clean_loss": 0.0617352519184351, "clean_precision": 0.30434782608695654, "clean_recall": 0.9201345755693582, "clean_f1": 0.25697993844446937, "adv_accuracy": 45.3125, "adv_loss": 0.09644486755132675, "adv_precision": 0.19444444444444445, "adv_recall": 0.8923059964726632, "adv_f1": 0.11446478358243065}}, "pretrained_epsilon_0.007": {"epsilon": 0.007, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.058632584288716316, "clean_precision": 0.3333333333333333, "clean_recall": 0.9261904761904761, "clean_f1": 0.2896517086366711, "adv_accuracy": 56.25, "adv_loss": 0.0930478535592556, "adv_precision": 0.21875, "adv_recall": 0.9050347222222223, "adv_f1": 0.15557749542124544}}, "pretrained_epsilon_0.007500000000000001": {"epsilon": 0.007500000000000001, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.05253056436777115, "clean_precision": 0.3684210526315789, "clean_recall": 0.9324561403508773, "clean_f1": 0.32793011941618755, "adv_accuracy": 54.6875, "adv_loss": 0.08347313851118088, "adv_precision": 0.21875, "adv_recall": 0.9033854166666666, "adv_f1": 0.15009628851540616}}, "pretrained_epsilon_0.008": {"epsilon": 0.008, "metrics": {"clean_accuracy": 78.125, "clean_loss": 0.05229715630412102, "clean_precision": 0.35, "clean_recall": 0.9227777777777778, "clean_f1": 0.3035052988806859, "adv_accuracy": 53.125, "adv_loss": 0.09275084733963013, "adv_precision": 0.19444444444444445, "adv_recall": 0.9083333333333334, "adv_f1": 0.1320333261509732}}, "pretrained_epsilon_0.0085": {"epsilon": 0.0085, "metrics": {"clean_accuracy": 85.9375, "clean_loss": 0.04934797249734402, "clean_precision": 0.5, "clean_recall": 0.9299603174603174, "clean_f1": 0.46085311317509464, "adv_accuracy": 48.4375, "adv_loss": 0.09172038361430168, "adv_precision": 0.20588235294117646, "adv_recall": 0.895343137254902, "adv_f1": 0.13089557501322208}}, "pretrained_epsilon_0.009000000000000001": {"epsilon": 0.009000000000000001, "metrics": {"clean_accuracy": 82.8125, "clean_loss": 0.04984993860125542, "clean_precision": 0.3888888888888889, "clean_recall": 0.9319444444444444, "clean_f1": 0.34651460224215636, "adv_accuracy": 56.25, "adv_loss": 0.0870608352124691, "adv_precision": 0.21212121212121213, "adv_recall": 0.9076599326599326, "adv_f1": 0.14915901092371678}}, "pretrained_epsilon_0.009500000000000001": {"epsilon": 0.009500000000000001, "metrics": {"clean_accuracy": 81.25, "clean_loss": 0.05621485039591789, "clean_precision": 0.3684210526315789, "clean_recall": 0.9293859649122806, "clean_f1": 0.3272505358418671, "adv_accuracy": 54.6875, "adv_loss": 0.0972500741481781, "adv_precision": 0.21212121212121213, "adv_recall": 0.9026094276094276, "adv_f1": 0.14635095544186455}}, "pretrained_epsilon_0.010000000000000002": {"epsilon": 0.010000000000000002, "metrics": {"clean_accuracy": 82.8125, "clean_loss": 0.04466361552476883, "clean_precision": 0.4117647058823529, "clean_recall": 0.9272875816993464, "clean_f1": 0.3682025132034238, "adv_accuracy": 57.8125, "adv_loss": 0.08343985676765442, "adv_precision": 0.21212121212121213, "adv_recall": 0.9096801346801348, "adv_f1": 0.15255303223217662}}} |