Upload models_validation_metrics.json with huggingface_hub

models_validation_metrics.json

@@ -0,0 +1 @@
+{"0.001": {"clean_accuracy": [78.125, 73.4375, 82.8125, 81.25, 79.6875, 73.4375, 75.0, 82.8125, 78.125, 76.5625], "adv_accuracy": [87.5, 85.9375, 89.0625, 87.5, 87.5, 82.8125, 85.9375, 90.625, 89.0625, 84.375], "clean_loss": [0.19062390178442, 0.1637987494468689, 0.16972016915678978, 0.15642572194337845, 0.08423956483602524, 0.20350291952490807, 0.18507356196641922, 0.19388612359762192, 0.16066475957632065, 0.17650976032018661], "adv_loss": [0.012611269019544125, 0.013824067544192076, 0.009789722505956888, 0.014551433268934488, 0.013394068460911512, 0.016552926041185856, 0.012002477422356606, 0.01355467364192009, 0.012240268988534808, 0.016607847530394793], "clean_precision": [0.8428932178932179, 0.7088541666666667, 0.785218253968254, 0.7777777777777778, 0.7579861111111111, 0.6870039682539683, 0.7015873015873015, 0.6925925925925926, 0.6025396825396825, 0.7571637426900585], "clean_recall": [0.7761904761904762, 0.7697916666666667, 0.8440972222222222, 0.8416666666666666, 0.821875, 0.7614583333333333, 0.7927083333333333, 0.8669753086419753, 0.8411111111111111, 0.7865079365079366], "clean_f1": [0.7842832571625141, 0.6573694653299916, 0.7372487709658763, 0.728968253968254, 0.7124658940616674, 0.645580627662671, 0.6667923579688286, 0.6576397693580357, 0.5566176470588236, 0.6826441102756892], "adv_precision": [0.7137566137566138, 0.8771803593232165, 0.8984487734487735, 0.8984126984126986, 0.723015873015873, 0.8586631622345908, 0.7839590964590964, 0.9202380952380953, 0.8095498251748252, 0.7833333333333333], "adv_recall": [0.9003086419753087, 0.8619047619047618, 0.8880952380952382, 0.8764172335600906, 0.901410934744268, 0.8309523809523808, 0.8739583333333334, 0.9091269841269841, 0.903125, 0.8663194444444444], "adv_f1": [0.6917003838572466, 0.8613374432360837, 0.8897992530345472, 0.875076170819205, 0.6977828930615309, 0.8345655882490295, 0.7604143339778182, 0.9096789593030196, 0.7875232158080623, 0.7524871001031992]}, "0.003": {"clean_accuracy": [76.5625, 79.6875, 68.75, 78.125, 78.125, 71.875, 79.6875, 73.4375, 75.0, 75.0], "adv_accuracy": [89.0625, 84.375, 85.9375, 90.625, 89.0625, 85.9375, 87.5, 82.8125, 87.5, 84.375], "clean_loss": [0.20144212245941162, 0.18888773024082184, 0.2359272763133049, 0.18159078806638718, 0.23264729976654053, 0.21248996257781982, 0.20274369418621063, 0.21295174956321716, 0.18978070840239525, 0.20628312975168228], "adv_loss": [0.013202528934925795, 0.01503200875595212, 0.015994086861610413, 0.011452549137175083, 0.012649881653487682, 0.013270693365484476, 0.014944117981940508, 0.01877191010862589, 0.016707750968635082, 0.014517982956022024], "clean_precision": [0.7665178571428571, 0.7912679425837321, 0.7190972222222222, 0.697577276524645, 0.7821428571428571, 0.6440058479532164, 0.8551587301587302, 0.7516369047619047, 0.6419753086419753, 0.7739130434782608], "clean_recall": [0.7986111111111112, 0.8229166666666667, 0.7336805555555554, 0.8290123456790124, 0.80625, 0.7855379188712521, 0.7904761904761904, 0.7611111111111111, 0.8070987654320988, 0.7742063492063492], "clean_f1": [0.6881802206666091, 0.7135944121238238, 0.6356072472848788, 0.6258567799589471, 0.7054304540933132, 0.5842381111988955, 0.8057120509022322, 0.6463622291021671, 0.5913845595218145, 0.6843174390968509], "adv_precision": [0.7285714285714285, 0.7812881562881563, 0.7213675213675214, 0.7261022927689594, 0.7297979797979798, 0.7677083333333333, 0.7149270482603816, 0.6882716049382716, 0.7265432098765432, 0.6552777777777777], "adv_recall": [0.9137566137566137, 0.8640873015873016, 0.8925925925925926, 0.9277777777777777, 0.9172839506172841, 0.8833333333333333, 0.9051146384479717, 0.8629629629629629, 0.9018518518518519, 0.8866666666666667], "adv_f1": [0.707561796648484, 0.7559167593429439, 0.687265163714439, 0.714516683866529, 0.7103433966179065, 0.7599415204678364, 0.6905935863624202, 0.6577077701948703, 0.6980915350368395, 0.6157087666375591]}, "0.0048": {"clean_accuracy": [75.0, 75.0, 76.5625, 73.4375, 73.4375, 79.6875, 82.8125, 75.0, 82.8125, 79.6875], "adv_accuracy": [89.0625, 93.75, 89.0625, 90.625, 84.375, 84.375, 90.625, 87.5, 90.625, 87.5], "clean_loss": [0.1853833720088005, 0.1873122677206993, 0.2069823145866394, 0.19858384132385254, 0.1563408151268959, 0.1425270177423954, 0.15721891447901726, 0.1690766029059887, 0.16504965350031853, 0.13543231785297394], "adv_loss": [0.012619688175618649, 0.009409308899194002, 0.013035045936703682, 0.012324306648224592, 0.015896513126790524, 0.014168621506541967, 0.012131333816796541, 0.01359669677913189, 0.01405423553660512, 0.01494863722473383], "clean_precision": [0.8569109461966605, 0.7726190476190476, 0.8433136412459721, 0.7716224747474747, 0.701111694677871, 0.7870065789473684, 0.796875, 0.7767857142857143, 0.7189542483660131, 0.7567401960784315], "clean_recall": [0.7511904761904761, 0.7743055555555556, 0.7730158730158729, 0.7663194444444444, 0.7682539682539683, 0.8218749999999999, 0.8520833333333333, 0.7815972222222222, 0.8645061728395061, 0.8163194444444444], "clean_f1": [0.7773859543817527, 0.6622549019607844, 0.7817849361967009, 0.6712487348178138, 0.6502684407096171, 0.7196924603174604, 0.7455919209789179, 0.6880288957688339, 0.6667458056346945, 0.7124961095549331], "adv_precision": [0.9023088023088023, 0.8332792207792208, 0.7252525252525253, 0.7320987654320987, 0.680367163700497, 0.634469696969697, 0.9285714285714286, 0.7188983855650523, 0.740432098765432, 0.8903061224489796], "adv_recall": [0.8916666666666667, 0.9423611111111111, 0.9135802469135802, 0.9280864197530865, 0.8796296296296295, 0.8897222222222222, 0.907936507936508, 0.9046296296296296, 0.9271604938271606, 0.8706349206349208], "adv_f1": [0.8887456737080798, 0.8241946778711484, 0.7036979704162367, 0.7170240415854452, 0.6657744579313207, 0.6040704256184133, 0.9091242238522204, 0.6928517198125042, 0.7216412490922295, 0.8722852777474627]}, "0.0064": {"clean_accuracy": [76.5625, 79.6875, 82.8125, 85.9375, 79.6875, 79.6875, 82.8125, 81.25, 79.6875, 84.375], "adv_accuracy": [87.5, 87.5, 85.9375, 76.5625, 81.25, 87.5, 87.5, 81.25, 79.6875, 76.5625], "clean_loss": [0.044674474745988846, 0.048720913007855415, 0.059389516711235046, 0.05498420633375645, 0.030138902366161346, 0.05217311531305313, 0.03407090902328491, 0.040678068064153194, 0.04580326937139034, 0.04903803858906031], "adv_loss": [0.0146347819827497, 0.01463359035551548, 0.016334061976522207, 0.024778366554528475, 0.01732159312814474, 0.014069696888327599, 0.014544776640832424, 0.01685325102880597, 0.023101420141756535, 0.023703234270215034], "clean_precision": [0.7180555555555556, 0.8529411764705882, 0.7816220238095238, 0.7915178571428572, 0.8177437641723355, 0.7304945054945056, 0.6767454767454768, 0.7492063492063492, 0.7629901960784314, 0.7849206349206349], "clean_recall": [0.7982638888888889, 0.8011904761904762, 0.8427083333333333, 0.8815972222222221, 0.7916666666666667, 0.8131944444444443, 0.8722222222222222, 0.8340277777777778, 0.8211805555555556, 0.8638888888888889], "clean_f1": [0.6884453781512605, 0.8122351504704446, 0.7396883399108631, 0.765406346749226, 0.800221141088014, 0.7018896673501938, 0.6529282142554453, 0.7204366615067079, 0.7118515872385842, 0.7522467320261438], "adv_precision": [0.7185185185185186, 0.7202300785634119, 0.6352777777777778, 0.6309924643257977, 0.6717813051146384, 0.7912653318903319, 0.8088699494949495, 0.6657848324514991, 0.7028058361391695, 0.5860897435897436], "adv_recall": [0.9058641975308643, 0.9046296296296296, 0.9075000000000001, 0.8213403880070547, 0.8530864197530863, 0.8854166666666666, 0.8871527777777778, 0.8521604938271605, 0.8361111111111111, 0.8300000000000001], "adv_f1": [0.69625042999656, 0.6963255087610093, 0.6171628826969384, 0.6119328823147192, 0.6413306240447624, 0.7727380645240552, 0.780374649859944, 0.6440283715825511, 0.6488786067733436, 0.5511093623625593]}, "0.0079": {"clean_accuracy": [79.6875, 78.125, 81.25, 79.6875, 82.8125, 82.8125, 85.9375, 82.8125, 87.5, 79.6875], "adv_accuracy": [85.9375, 76.5625, 81.25, 81.25, 89.0625, 87.5, 81.25, 79.6875, 81.25, 82.8125], "clean_loss": [0.029890800826251507, 0.05446230620145798, 0.029296258464455605, 0.05354865174740553, 0.04727869760245085, 0.04099698178470135, 0.04739740490913391, 0.0295642651617527, 0.03394490107893944, 0.04854160360991955], "adv_loss": [0.013966854196041822, 0.023584559559822083, 0.01789560355246067, 0.019872688688337803, 0.013499791268259287, 0.012527904938906431, 0.01944519393146038, 0.021097133867442608, 0.020848468877375126, 0.018156055826693773], "clean_precision": [0.8183621933621933, 0.7311507936507937, 0.6722561389228056, 0.7593749999999999, 0.849062049062049, 0.7569857226107226, 0.8078125, 0.7562905844155845, 0.78125, 0.6656084656084656], "clean_recall": [0.7984126984126984, 0.8020833333333333, 0.8537037037037037, 0.8232638888888889, 0.8261904761904761, 0.8462301587301587, 0.8765873015873016, 0.8479166666666667, 0.8881944444444445, 0.8419753086419752], "clean_f1": [0.8021875416833399, 0.6931239127846174, 0.6442305441542664, 0.7157522175536881, 0.8287981859410432, 0.7331367619364826, 0.7641620075830602, 0.7344742063492063, 0.7687478500171999, 0.6355684964044097], "adv_precision": [0.7048059964726632, 0.6157768157768158, 0.6864197530864197, 0.6704545454545454, 0.8147727272727272, 0.7230078563411897, 0.6557319223985891, 0.5964646464646465, 0.7274170274170275, 0.6938271604938273], "adv_recall": [0.8922839506172839, 0.8169753086419753, 0.8537037037037037, 0.8533950617283951, 0.9065972222222222, 0.8990740740740741, 0.8512345679012346, 0.8588888888888888, 0.8354166666666667, 0.8638888888888889], "adv_f1": [0.6843864339994371, 0.5960811118705855, 0.6532364407751405, 0.6430311890838206, 0.7908249484004128, 0.6930979514312848, 0.6362927520822258, 0.5748949579831932, 0.7159722222222222, 0.6589154853860736]}, "0.0092": {"clean_accuracy": [82.8125, 79.6875, 78.125, 78.125, 76.5625, 78.125, 73.4375, 76.5625, 76.5625, 76.5625], "adv_accuracy": [84.375, 85.9375, 78.125, 85.9375, 82.8125, 87.5, 82.8125, 82.8125, 82.8125, 81.25], "clean_loss": [0.06146855652332306, 0.08301866427063942, 0.09916175901889801, 0.09639621153473854, 0.09071587771177292, 0.10702591016888618, 0.10451291128993034, 0.09489071741700172, 0.09278713166713715, 0.10000288486480713], "adv_loss": [0.021047583781182766, 0.014948589261621237, 0.023793239146471024, 0.015678711235523224, 0.017657596617937088, 0.01499085407704115, 0.01868238626047969, 0.018598327413201332, 0.01837530918419361, 0.023259861394762993], "clean_precision": [0.7083333333333334, 0.6700617283950616, 0.7599264705882353, 0.8390522875816994, 0.7234375, 0.7328125, 0.6915178571428572, 0.7161954365079366, 0.8198412698412698, 0.6737654320987655], "clean_recall": [0.8601851851851853, 0.8441358024691357, 0.8013888888888889, 0.7833333333333333, 0.796875, 0.8086805555555556, 0.7696428571428572, 0.7864583333333333, 0.7706349206349206, 0.8209876543209877], "clean_f1": [0.6529196293902175, 0.6358097312999273, 0.6969041375291376, 0.7935720712036501, 0.676923076923077, 0.6960910005027652, 0.6543650793650794, 0.6779094228784631, 0.7672550423678243, 0.6143323996265173], "adv_precision": [0.6434920634920636, 0.7170113836780503, 0.7558035714285715, 0.6954906204906206, 0.6264213564213564, 0.6446031746031746, 0.6219444444444445, 0.7546085858585858, 0.74934613997114, 0.6757455507455508], "adv_recall": [0.8883333333333333, 0.8876543209876543, 0.8052083333333333, 0.8899911816578485, 0.8794444444444445, 0.9122222222222222, 0.8812698412698413, 0.8512400793650794, 0.8524305555555556, 0.8530864197530863], "adv_f1": [0.6118954248366013, 0.6869859834772115, 0.7123694653299917, 0.6796017822333612, 0.5955639097744361, 0.6250730994152047, 0.596922944616443, 0.7358211233211233, 0.7333720330237359, 0.6478529210727353]}, "0.0104": {"clean_accuracy": [73.4375, 73.4375, 73.4375, 73.4375, 76.5625, 79.6875, 76.5625, 78.125, 78.125, 78.125], "adv_accuracy": [75.0, 92.1875, 89.0625, 87.5, 89.0625, 89.0625, 82.8125, 81.25, 78.125, 84.375], "clean_loss": [0.15078817307949066, 0.06614918261766434, 0.0996029693633318, 0.14297766238451004, 0.10625128075480461, 0.11750328168272972, 0.10319618135690689, 0.08462781831622124, 0.09669891744852066, 0.1364319697022438], "adv_loss": [0.023259409237653017, 0.013380294665694237, 0.015551921911537647, 0.016361910849809647, 0.013511728961020708, 0.015341926366090775, 0.017651628237217665, 0.01729461131617427, 0.022529561072587967, 0.021559016779065132], "clean_precision": [0.6546296296296297, 0.6728859184999536, 0.71875, 0.6575860948667966, 0.8472222222222222, 0.880952380952381, 0.7204861111111112, 0.8419113259338823, 0.6702380952380953, 0.7651289682539683], "clean_recall": [0.791358024691358, 0.7938271604938271, 0.7625000000000001, 0.7870370370370371, 0.7670634920634921, 0.8007936507936507, 0.7934027777777778, 0.7839569160997731, 0.8308641975308642, 0.8118055555555554], "clean_f1": [0.5852042349506853, 0.5987480957295198, 0.6514764475290791, 0.5913874464424267, 0.7782403283894203, 0.8104765562138834, 0.6819327731092437, 0.7909153865836902, 0.6202623199527224, 0.6988853874883287], "adv_precision": [0.6365039281705948, 0.8358585858585859, 0.7537878787878788, 0.6646031746031745, 0.675, 0.7156004489337823, 0.6538888888888889, 0.6841189674523007, 0.6145959595959596, 0.6563888888888889], "adv_recall": [0.8064814814814815, 0.9315972222222222, 0.9174603174603173, 0.9116666666666667, 0.9241666666666667, 0.9102292768959435, 0.8819444444444443, 0.8524691358024692, 0.8393650793650794, 0.8894444444444446], "adv_f1": [0.6066548451739371, 0.8197356135436631, 0.7210547736863526, 0.6358281733746131, 0.6456580510992276, 0.6998382498898494, 0.6096784854292594, 0.6520492407489312, 0.5664120193531959, 0.6199282520025554]}, "0.0114": {"clean_accuracy": [70.3125, 70.3125, 75.0, 76.5625, 73.4375, 73.4375, 70.3125, 71.875, 70.3125, 71.875], "adv_accuracy": [84.375, 78.125, 89.0625, 81.25, 89.0625, 84.375, 81.25, 81.25, 81.25, 81.25], "clean_loss": [0.13720448315143585, 0.1128438450396061, 0.12055728957056999, 0.14521674811840057, 0.13981689512729645, 0.1186024621129036, 0.11974519863724709, 0.13258974067866802, 0.10431862808763981, 0.14201441034674644], "adv_loss": [0.01934280525892973, 0.017618206329643726, 0.014904327224940062, 0.017389701679348946, 0.013835068326443434, 0.01877243909984827, 0.02068693470209837, 0.020281726494431496, 0.019607339054346085, 0.0185623187571764], "clean_precision": [0.7156746031746032, 0.6095238095238096, 0.8168934240362812, 0.7550438596491228, 0.7392857142857143, 0.7022727272727273, 0.6885358309990663, 0.719047619047619, 0.726923076923077, 0.7199900793650793], "clean_recall": [0.7374999999999999, 0.7734567901234567, 0.7523809523809524, 0.7930555555555556, 0.7658730158730158, 0.75625, 0.7350694444444444, 0.7547619047619047, 0.7364583333333333, 0.7569444444444444], "clean_f1": [0.6341798705265531, 0.5621693121693121, 0.7673586393621775, 0.6842261904761906, 0.6633672552092937, 0.6422305764411028, 0.6317839123953675, 0.6438816679121739, 0.6284351269645387, 0.6569989106753813], "adv_precision": [0.7131313131313131, 0.6859227192560525, 0.8152777777777778, 0.698931623931624, 0.8013888888888889, 0.7028218694885362, 0.7659035409035408, 0.7003086419753086, 0.6859227192560526, 0.6430555555555555], "adv_recall": [0.8756172839506173, 0.828395061728395, 0.9055555555555554, 0.8530864197530864, 0.90625, 0.8753086419753087, 0.834920634920635, 0.8566578483245151, 0.8524691358024692, 0.868888888888889], "adv_f1": [0.6756231537449288, 0.6352101764382466, 0.7886116388341622, 0.6544953049855011, 0.7883009663195422, 0.6649430816097482, 0.7219505005546196, 0.6601217047295478, 0.6482409728023764, 0.5941494006509486]}, "0.0124": {"clean_accuracy": [79.6875, 79.6875, 84.375, 81.25, 75.0, 76.5625, 78.125, 76.5625, 75.0, 81.25], "adv_accuracy": [87.5, 84.375, 82.8125, 78.125, 78.125, 85.9375, 90.625, 78.125, 85.9375, 79.6875], "clean_loss": [0.06995335221290588, 0.1191344652324915, 0.08892056718468666, 0.10665104538202286, 0.08067584782838821, 0.11418040655553341, 0.12694495916366577, 0.11892663687467575, 0.08813346177339554, 0.07753202132880688], "adv_loss": [0.014040019828826189, 0.0183804240077734, 0.01628588978201151, 0.020270786248147488, 0.020573149900883436, 0.015730833867564797, 0.012000143993645906, 0.021153883077204227, 0.014652981422841549, 0.01909325923770666], "clean_precision": [0.7379639355742298, 0.7828282828282829, 0.8808106575963718, 0.7704861111111111, 0.7163690476190476, 0.6572971781305115, 0.7447916666666667, 0.8075396825396826, 0.6963541666666666, 0.6727072310405644], "clean_recall": [0.8270833333333334, 0.8270833333333333, 0.8404761904761904, 0.8351190476190475, 0.7805555555555556, 0.8138888888888889, 0.8107638888888888, 0.7615079365079366, 0.7688492063492064, 0.8496913580246913], "clean_f1": [0.7054398148148148, 0.7149220265029088, 0.8515597062036689, 0.7231029591323709, 0.6681074489292285, 0.6120455928660263, 0.6966911764705883, 0.7679871948779511, 0.6578455353126407, 0.642805434064464], "adv_precision": [0.7224747474747475, 0.6896825396825397, 0.7413194444444444, 0.6041666666666667, 0.6373456790123457, 0.6932459515792849, 0.7376543209876544, 0.6441358024691358, 0.789236111111111, 0.6166666666666667], "adv_recall": [0.9046296296296296, 0.8791887125220458, 0.8569444444444445, 0.8541666666666666, 0.829673721340388, 0.8898148148148147, 0.9283950617283951, 0.8342592592592593, 0.8791666666666667, 0.8541666666666667], "adv_f1": [0.6972910216718267, 0.6692663030124331, 0.7348985208118335, 0.5689026487788097, 0.6193385256336753, 0.6779646556478343, 0.7195352214960059, 0.6241877842755036, 0.7602474323062558, 0.5749406604747163]}, "0.0134": {"clean_accuracy": [71.875, 79.6875, 78.125, 81.25, 75.0, 79.6875, 75.0, 79.6875, 75.0, 84.375], "adv_accuracy": [79.6875, 90.625, 81.25, 87.5, 82.8125, 89.0625, 78.125, 84.375, 84.375, 81.25], "clean_loss": [0.11078952997922897, 0.09935133717954159, 0.07532193325459957, 0.10271850181743503, 0.08489495143294334, 0.07797919772565365, 0.11141039431095123, 0.11930226907134056, 0.09307162463665009, 0.09444420412182808], "adv_loss": [0.017031408846378326, 0.014181827194988728, 0.015598703175783157, 0.015021071769297123, 0.017864811699837446, 0.009646020829677582, 0.022836134769022465, 0.016714819706976414, 0.019971799105405807, 0.01884825900197029], "clean_precision": [0.6902719421101774, 0.7650735294117648, 0.8271475256769375, 0.8771387342815914, 0.6426065162907268, 0.6482683982683982, 0.7170693277310924, 0.7633928571428572, 0.6395502645502646, 0.78125], "clean_recall": [0.7531249999999999, 0.8267857142857142, 0.778968253968254, 0.8079931972789115, 0.7996913580246914, 0.8382716049382716, 0.7777777777777778, 0.8208333333333333, 0.8092592592592592, 0.8677083333333333], "clean_f1": [0.6425149175729671, 0.709861111111111, 0.7872470850688452, 0.8212484993997599, 0.5877738633263347, 0.6274467362702657, 0.6670426065162907, 0.7102007469654528, 0.5958605664488018, 0.7545220588235295], "adv_precision": [0.7418154761904762, 0.7283469616802951, 0.6797979797979798, 0.8015873015873016, 0.66820987654321, 0.7305555555555556, 0.5747222222222221, 0.6850448933782267, 0.7625, 0.6560609143942477], "adv_recall": [0.8208333333333333, 0.9296296296296297, 0.8462962962962962, 0.8881944444444444, 0.8614197530864198, 0.9169753086419754, 0.8505555555555555, 0.8781305114638447, 0.8635416666666667, 0.8503086419753086], "adv_f1": [0.7129321465428277, 0.7148981784946697, 0.6377066403382192, 0.7775663116123643, 0.6461515255374904, 0.7085053319573444, 0.5576891984864121, 0.6637458402164284, 0.744284466178816, 0.6370991891968245]}, "0.0144": {"clean_accuracy": [81.25, 82.8125, 79.6875, 78.125, 75.0, 73.4375, 84.375, 76.5625, 81.25, 81.25], "adv_accuracy": [82.8125, 85.9375, 84.375, 82.8125, 78.125, 93.75, 85.9375, 82.8125, 76.5625, 92.1875], "clean_loss": [0.07703095395117998, 0.05381578020751476, 0.0709676444530487, 0.10459943488240242, 0.1051584854722023, 0.12187790498137474, 0.08612034330144525, 0.10602029599249363, 0.09826195240020752, 0.08254768885672092], "adv_loss": [0.016365661285817623, 0.015449457336217165, 0.018155533354729414, 0.019172617234289646, 0.02121761254966259, 0.007823891937732697, 0.019604928325861692, 0.020130140706896782, 0.020057992078363895, 0.014049713499844074], "clean_precision": [0.8746031746031747, 0.6801346801346801, 0.7378472222222222, 0.7517857142857143, 0.7302083333333333, 0.6923076923076923, 0.773611111111111, 0.6526929860263194, 0.6853615520282186, 0.6775493025493025], "clean_recall": [0.8083333333333333, 0.866358024691358, 0.8315972222222222, 0.8076388888888889, 0.778125, 0.7642361111111111, 0.8690972222222222, 0.8185185185185184, 0.858641975308642, 0.8589506172839507], "clean_f1": [0.8152971715001792, 0.6555045019957301, 0.7115812732589049, 0.7021282372598163, 0.6661342584717198, 0.6491955413008044, 0.7518253353973168, 0.6146794000251172, 0.6512563270922405, 0.6467501815541031], "adv_precision": [0.7520833333333333, 0.890249433106576, 0.7793560606060606, 0.692283950617284, 0.7090010683760684, 0.9467532467532468, 0.7091550424883759, 0.7007326007326007, 0.5611111111111111, 0.9253968253968254], "adv_recall": [0.8555555555555556, 0.8615079365079364, 0.8652777777777778, 0.869753086419753, 0.8005952380952381, 0.9345238095238094, 0.8882716049382715, 0.8638888888888889, 0.8355952380952381, 0.9238095238095239], "adv_f1": [0.7389920880632955, 0.8630126039737025, 0.7501281194295901, 0.6680741887398234, 0.6874022225213503, 0.9332975295381312, 0.6845030604834528, 0.6659688674181428, 0.5438502673796791, 0.9221730797582192]}, "0.0154": {"clean_accuracy": [79.6875, 78.125, 73.4375, 73.4375, 71.875, 76.5625, 75.0, 75.0, 75.0, 79.6875], "adv_accuracy": [82.8125, 79.6875, 89.0625, 73.4375, 89.0625, 85.9375, 85.9375, 84.375, 89.0625, 76.5625], "clean_loss": [0.10227203741669655, 0.10070772096514702, 0.1204623430967331, 0.11800868809223175, 0.10116477683186531, 0.07648122496902943, 0.1076109791174531, 0.1498819962143898, 0.15270904451608658, 0.10374918952584267], "adv_loss": [0.01866317354142666, 0.02225446794182062, 0.010160198202356696, 0.023480833508074284, 0.011687936261296272, 0.014311251230537891, 0.015542557463049889, 0.01880327519029379, 0.015746194403618574, 0.020710383541882038], "clean_precision": [0.751082251082251, 0.7532894736842105, 0.7129289215686274, 0.7220179738562091, 0.7193295739348371, 0.6771604938271606, 0.7354983660130718, 0.7275140977443608, 0.6444444444444444, 0.7805555555555556], "clean_recall": [0.8236111111111111, 0.8100694444444445, 0.7680555555555555, 0.775, 0.7475694444444444, 0.8157407407407408, 0.7802083333333334, 0.7770833333333333, 0.7963403880070546, 0.8236111111111111], "clean_f1": [0.7092717086834734, 0.6983392494929006, 0.6595193796141938, 0.6600000876316665, 0.63652622521157, 0.6035124576146248, 0.6645391414141414, 0.67115238336714, 0.5844556677890012, 0.7086642653012623], "adv_precision": [0.6317307692307692, 0.5982828282828283, 0.6727272727272727, 0.6236171236171236, 0.8147727272727272, 0.7752840909090909, 0.7259259259259259, 0.6919753086419753, 0.7296296296296296, 0.614047619047619], "adv_recall": [0.8725396825396825, 0.8527777777777779, 0.9202777777777778, 0.7910493827160493, 0.9034722222222222, 0.8774305555555555, 0.8872134038800705, 0.8805555555555556, 0.9172839506172838, 0.8344444444444445], "adv_f1": [0.5913561076604555, 0.5701670843776107, 0.6412593984962406, 0.5853874883286648, 0.7943074598260358, 0.7609391124871001, 0.6899753917297776, 0.6741715399610136, 0.7107480029048657, 0.5631390977443609]}, "0.0164": {"clean_accuracy": [78.125, 73.4375, 78.125, 79.6875, 70.3125, 76.5625, 71.875, 81.25, 76.5625, 76.5625], "adv_accuracy": [84.375, 87.5, 84.375, 90.625, 84.375, 84.375, 89.0625, 82.8125, 87.5, 89.0625], "clean_loss": [0.09644715115427971, 0.10903265327215195, 0.15720263868570328, 0.11353008076548576, 0.12439980357885361, 0.11788178980350494, 0.13554811850190163, 0.12395909242331982, 0.15244403295218945, 0.13836602494120598], "adv_loss": [0.019336465746164322, 0.017914636060595512, 0.019603943917900324, 0.012559951981529593, 0.017678250558674335, 0.02025272324681282, 0.01633753627538681, 0.019631638191640377, 0.017645633313804865, 0.012279009446501732], "clean_precision": [0.7196924603174604, 0.7403499278499279, 0.8469387755102041, 0.7810855263157894, 0.7439692982456141, 0.7565823677956032, 0.7374458874458876, 0.7520292207792207, 0.7522321428571428, 0.7480113636363637], "clean_recall": [0.8097222222222222, 0.7680555555555555, 0.7757936507936508, 0.8212301587301587, 0.7427083333333333, 0.8041666666666667, 0.7555555555555555, 0.828125, 0.796875, 0.7841269841269841], "clean_f1": [0.6884367848970252, 0.658611673414305, 0.7879013143719025, 0.7148342670401494, 0.6519675925925926, 0.672682356343347, 0.6439825662536138, 0.7119887955182073, 0.6819531186838064, 0.6719118159280432], "adv_precision": [0.6947530864197531, 0.721773288439955, 0.6293181818181818, 0.7436868686868687, 0.7559027777777778, 0.7861111111111111, 0.7137566137566138, 0.6355555555555555, 0.7934974747474748, 0.6693181818181818], "adv_recall": [0.8799382716049382, 0.9003086419753087, 0.8966666666666667, 0.9268518518518518, 0.8583333333333334, 0.8604166666666666, 0.9141975308641975, 0.8786111111111111, 0.8868055555555555, 0.9244444444444444], "adv_f1": [0.6731968810916179, 0.6938870974990685, 0.6031635461202025, 0.7217430831981916, 0.7410815083609201, 0.7570035689714483, 0.7022092267706301, 0.5952684407096173, 0.7741049928743426, 0.6435947712418301]}, "0.0174": {"clean_accuracy": [76.5625, 82.8125, 78.125, 75.0, 71.875, 75.0, 76.5625, 76.5625, 71.875, 84.375], "adv_accuracy": [79.6875, 81.25, 87.5, 90.625, 81.25, 82.8125, 90.625, 87.5, 82.8125, 78.125], "clean_loss": [0.13549917563796043, 0.12306918948888779, 0.12758373841643333, 0.1279928581789136, 0.17158186435699463, 0.12506740912795067, 0.13609026744961739, 0.09842546284198761, 0.12457656115293503, 0.06973336590453982], "adv_loss": [0.016611958853900433, 0.01563609018921852, 0.015489023644477129, 0.012496931944042444, 0.01830029347911477, 0.018505730433389544, 0.008443711092695594, 0.013936951290816069, 0.016943936701864004, 0.01903204945847392], "clean_precision": [0.6586912542794896, 0.9005847953216374, 0.8317743764172335, 0.7251984126984127, 0.6810953548085901, 0.6604938271604939, 0.6952380952380952, 0.8047619047619047, 0.7777474626214121, 0.7875000000000001], "clean_recall": [0.8191358024691358, 0.8333333333333333, 0.7857142857142857, 0.7885416666666667, 0.7534722222222223, 0.8074074074074074, 0.8160493827160493, 0.7642857142857142, 0.7154761904761904, 0.8614583333333333], "clean_f1": [0.6075191330093291, 0.841636079719244, 0.7904172195193867, 0.6705849276282713, 0.6411469024181873, 0.6057799378060815, 0.6178774928774929, 0.7595131921218877, 0.7256659073885966, 0.7444360098965362], "adv_precision": [0.643891293891294, 0.6696649029982363, 0.7074074074074075, 0.820486111111111, 0.7383814102564102, 0.702020202020202, 0.8083333333333333, 0.6452777777777777, 0.6173304473304473, 0.6530864197530865], "adv_recall": [0.8388888888888889, 0.8484567901234568, 0.9030864197530862, 0.914236111111111, 0.8385416666666666, 0.8688271604938271, 0.9159722222222222, 0.9144444444444444, 0.8838888888888888, 0.8274691358024692], "adv_f1": [0.6244352711844973, 0.6459331880900508, 0.6928448572411422, 0.8026289682539682, 0.7198919340463459, 0.6652338908272861, 0.7963542434517666, 0.6273133814929481, 0.5892397660818715, 0.6142234308900976]}, "0.0184": {"clean_accuracy": [70.3125, 81.25, 73.4375, 73.4375, 78.125, 79.6875, 76.5625, 73.4375, 84.375, 76.5625], "adv_accuracy": [81.25, 84.375, 76.5625, 81.25, 84.375, 84.375, 75.0, 85.9375, 89.0625, 81.25], "clean_loss": [0.09514500945806503, 0.12877441756427288, 0.10906132683157921, 0.13903534412384033, 0.0900567714124918, 0.10907774418592453, 0.13214221596717834, 0.10047401487827301, 0.11295110359787941, 0.10612301155924797], "adv_loss": [0.020581054501235485, 0.019937305711209774, 0.022669115103781223, 0.018128536641597748, 0.01645874511450529, 0.018572542816400528, 0.01857761573046446, 0.015468257945030928, 0.012741790153086185, 0.01716115791350603], "clean_precision": [0.6566137566137566, 0.80625, 0.7689393939393939, 0.7089947089947091, 0.7479166666666667, 0.7098765432098766, 0.7422462406015038, 0.7264411027568922, 0.716820987654321, 0.746031746031746], "clean_recall": [0.7648148148148147, 0.8378472222222222, 0.7666666666666666, 0.7904320987654321, 0.8065972222222222, 0.8382716049382716, 0.8020833333333333, 0.7767361111111111, 0.8771604938271604, 0.7965277777777777], "clean_f1": [0.5699650110940434, 0.7324619071766638, 0.6599660525944288, 0.6035165633204849, 0.69384148939296, 0.6355321855837851, 0.6883228291316527, 0.6663106909430438, 0.6691198584697037, 0.6877940869330188], "adv_precision": [0.6237193362193363, 0.7618055555555555, 0.594949494949495, 0.6677689594356261, 0.638095238095238, 0.6282070707070707, 0.6142857142857142, 0.6919753086419753, 0.796875, 0.6811728395061728], "adv_recall": [0.8722222222222221, 0.871875, 0.8174603174603174, 0.8577160493827161, 0.8875, 0.8905555555555555, 0.8274999999999999, 0.8919753086419754, 0.9079861111111112, 0.8552469135802468], "adv_f1": [0.5936741363211951, 0.7459664647358145, 0.5311025232077864, 0.6466991279942776, 0.6101891984864122, 0.6058970956803774, 0.5566595623756749, 0.6751614875969882, 0.7867442810457517, 0.648921322915131]}, "0.0194": {"clean_accuracy": [75.0, 81.25, 73.4375, 76.5625, 78.125, 76.5625, 70.3125, 75.0, 78.125, 82.8125], "adv_accuracy": [85.9375, 84.375, 84.375, 76.5625, 79.6875, 78.125, 84.375, 73.4375, 84.375, 76.5625], "clean_loss": [0.13187962770462036, 0.07706919498741627, 0.10251853987574577, 0.12514877319335938, 0.14773479104042053, 0.12192930653691292, 0.11188050359487534, 0.10162078589200974, 0.12267405726015568, 0.08071690611541271], "adv_loss": [0.013242131564766169, 0.01765559008345008, 0.018191576935350895, 0.01937423972412944, 0.019278877414762974, 0.019274868071079254, 0.014452872332185507, 0.02315639704465866, 0.019298226572573185, 0.025890369899570942], "clean_precision": [0.7288533834586466, 0.7647875816993464, 0.7645833333333334, 0.7139939309056956, 0.746031746031746, 0.730968045112782, 0.6751984126984127, 0.6507936507936508, 0.8427952999381569, 0.7862215909090909], "clean_recall": [0.7805555555555556, 0.8333333333333333, 0.7659722222222223, 0.7902777777777777, 0.8072916666666666, 0.7972222222222223, 0.7406249999999999, 0.804320987654321, 0.7800453514739228, 0.8387896825396826], "clean_f1": [0.6661706349206349, 0.7161167672197084, 0.6719887955182073, 0.6746323529411765, 0.6945784600389864, 0.6827142494929006, 0.6242150515176831, 0.5965141612200436, 0.7870896896770404, 0.7325436259646787], "adv_precision": [0.7108024691358025, 0.7688852813852813, 0.6546031746031746, 0.6703703703703704, 0.6359848484848485, 0.581388888888889, 0.6975308641975309, 0.6065476190476191, 0.675, 0.6618967452300786], "adv_recall": [0.8907407407407406, 0.8708333333333333, 0.892222222222222, 0.8179012345679012, 0.8530555555555555, 0.8425, 0.8790123456790124, 0.8205555555555556, 0.8824074074074074, 0.8216049382716049], "adv_f1": [0.6863405294777843, 0.753049089068826, 0.6192251461988305, 0.6242567202319524, 0.5867042701021029, 0.558248987854251, 0.6680590364800891, 0.5515522875816994, 0.661092955700799, 0.6171856656892777]}, "0.0204": {"clean_accuracy": [82.8125, 76.5625, 76.5625, 78.125, 71.875, 82.8125, 76.5625, 76.5625, 71.875, 70.3125], "adv_accuracy": [82.8125, 87.5, 92.1875, 82.8125, 89.0625, 84.375, 90.625, 84.375, 81.25, 87.5], "clean_loss": [0.10269740968942642, 0.10118629224598408, 0.13065370172262192, 0.11261667311191559, 0.14822600781917572, 0.08755671232938766, 0.10813965648412704, 0.11266480945050716, 0.15682506933808327, 0.1324903480708599], "adv_loss": [0.017047987319529057, 0.015397561248391867, 0.012001455295830965, 0.016236974857747555, 0.013183994684368372, 0.019496522843837738, 0.015131037216633558, 0.0183283518999815, 0.018806539941579103, 0.016782552935183048], "clean_precision": [0.7677083333333333, 0.7351033834586466, 0.7433035714285714, 0.7689732142857143, 0.7174107142857142, 0.7671874999999999, 0.7356150793650793, 0.7152935606060606, 0.7149801587301587, 0.7038194444444443], "clean_recall": [0.8543650793650794, 0.7944444444444444, 0.7975694444444444, 0.8055555555555556, 0.759375, 0.8513888888888889, 0.8003472222222222, 0.7982638888888889, 0.7478174603174603, 0.7392857142857142], "clean_f1": [0.7381002586594692, 0.6853507870876026, 0.6892915499533145, 0.7115567363922627, 0.6539941120126211, 0.7283790358248563, 0.682548660489837, 0.6688982259570495, 0.6485465289354608, 0.6375], "adv_precision": [0.6105880230880232, 0.7147910731244065, 0.8258838383838384, 0.618051948051948, 0.7972222222222223, 0.6921717171717172, 0.823051948051948, 0.6826599326599327, 0.6760942760942761, 0.7157407407407407], "adv_recall": [0.8797222222222221, 0.9018518518518519, 0.9307539682539683, 0.8755555555555556, 0.9055555555555554, 0.878395061728395, 0.9165178571428572, 0.8799382716049382, 0.8559082892416225, 0.9049382716049382], "adv_f1": [0.5926587301587303, 0.692908920496752, 0.8139017415333205, 0.5943557422969188, 0.7853553921568628, 0.667313163081997, 0.8045321637426901, 0.6669189313152162, 0.6476250539202035, 0.697664640905095]}, "pretrained_resnet50": {"clean_accuracy": [84.375, 78.125, 84.375, 73.4375, 81.25, 81.25, 82.8125, 84.375, 84.375, 78.125], "adv_accuracy": [50.0, 50.0, 46.875, 59.375, 54.6875, 50.0, 48.4375, 51.5625, 46.875, 59.375], "clean_loss": [0.052622053772211075, 0.05683417618274689, 0.05091550014913082, 0.05864684842526913, 0.05311381071805954, 0.05481462739408016, 0.05353958159685135, 0.050362296402454376, 0.05345879681408405, 0.052460312843322754], "adv_loss": [0.0855816900730133, 0.09534712880849838, 0.09589175879955292, 0.08627095073461533, 0.08479361981153488, 0.0948338434100151, 0.09313325211405754, 0.08689653500914574, 0.09952959418296814, 0.08480474352836609], "clean_precision": [0.4117647058823529, 0.3333333333333333, 0.4117647058823529, 0.30434782608695654, 0.3684210526315789, 0.3684210526315789, 0.4117647058823529, 0.4117647058823529, 0.4117647058823529, 0.3333333333333333], "clean_recall": [0.9312091503267974, 0.930026455026455, 0.9351307189542484, 0.9207729468599034, 0.9311403508771929, 0.9304093567251461, 0.930812324929972, 0.9359477124183007, 0.9397058823529413, 0.9264550264550264], "clean_f1": [0.37198482631919166, 0.29137877373171495, 0.3730797582190771, 0.25516364851403217, 0.3290565213939827, 0.3283444679810983, 0.37256944930865893, 0.3741486790794749, 0.37785467128027683, 0.2909717733247145], "adv_precision": [0.22580645161290322, 0.1891891891891892, 0.19444444444444445, 0.22580645161290322, 0.20588235294117646, 0.19444444444444445, 0.1891891891891892, 0.19444444444444445, 0.20588235294117646, 0.22580645161290322], "adv_recall": [0.8870071684587812, 0.9064564564564566, 0.896141975308642, 0.9090501792114696, 0.9070261437908497, 0.9017746913580247, 0.9016516516516517, 0.9075617283950618, 0.8902777777777777, 0.9078853046594982], "adv_f1": [0.14754627093336772, 0.12516087516087518, 0.11879224624322664, 0.166500198094126, 0.14352151116857, 0.1257232010908481, 0.12081477081477082, 0.1304309116809117, 0.1266903031608914, 0.16587081482717156]}}