| { |
| "best_global_step": 7179, |
| "best_metric": 0.957727228351069, |
| "best_model_checkpoint": "./results_roberta_framing/checkpoint-7179", |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 7179, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.020894274968658588, |
| "grad_norm": 8.932930946350098, |
| "learning_rate": 1.986349073687143e-05, |
| "loss": 0.37680843353271487, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.041788549937317176, |
| "grad_norm": 5.1799187660217285, |
| "learning_rate": 1.9724195570413708e-05, |
| "loss": 0.18981225967407225, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.06268282490597576, |
| "grad_norm": 3.0934054851531982, |
| "learning_rate": 1.9584900403955985e-05, |
| "loss": 0.23419036865234374, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.08357709987463435, |
| "grad_norm": 19.54111099243164, |
| "learning_rate": 1.944560523749826e-05, |
| "loss": 0.28510141372680664, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.10447137484329294, |
| "grad_norm": 10.577996253967285, |
| "learning_rate": 1.9306310071040537e-05, |
| "loss": 0.2223600387573242, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.12536564981195153, |
| "grad_norm": 2.6502151489257812, |
| "learning_rate": 1.916701490458281e-05, |
| "loss": 0.22706157684326173, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.14625992478061012, |
| "grad_norm": 7.829952239990234, |
| "learning_rate": 1.902771973812509e-05, |
| "loss": 0.19802961349487305, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.1671541997492687, |
| "grad_norm": 13.447933197021484, |
| "learning_rate": 1.8888424571667367e-05, |
| "loss": 0.1808658218383789, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.1880484747179273, |
| "grad_norm": 7.538403511047363, |
| "learning_rate": 1.874912940520964e-05, |
| "loss": 0.24561376571655275, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.20894274968658588, |
| "grad_norm": 0.8122928738594055, |
| "learning_rate": 1.8609834238751915e-05, |
| "loss": 0.19062108993530275, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.22983702465524447, |
| "grad_norm": 9.346799850463867, |
| "learning_rate": 1.8470539072294193e-05, |
| "loss": 0.2701171684265137, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.25073129962390306, |
| "grad_norm": 0.3724958598613739, |
| "learning_rate": 1.8331243905836467e-05, |
| "loss": 0.18619226455688476, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.27162557459256165, |
| "grad_norm": 13.843843460083008, |
| "learning_rate": 1.8191948739378745e-05, |
| "loss": 0.2209018898010254, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.29251984956122024, |
| "grad_norm": 3.4284515380859375, |
| "learning_rate": 1.8052653572921023e-05, |
| "loss": 0.18923908233642578, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.3134141245298788, |
| "grad_norm": 0.16244427859783173, |
| "learning_rate": 1.7913358406463297e-05, |
| "loss": 0.16639476776123047, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.3343083994985374, |
| "grad_norm": 7.5455403327941895, |
| "learning_rate": 1.777406324000557e-05, |
| "loss": 0.2010784149169922, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.355202674467196, |
| "grad_norm": 10.769554138183594, |
| "learning_rate": 1.763476807354785e-05, |
| "loss": 0.15231707572937012, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.3760969494358546, |
| "grad_norm": 3.8304085731506348, |
| "learning_rate": 1.7495472907090127e-05, |
| "loss": 0.20387311935424804, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.3969912244045132, |
| "grad_norm": 9.061674118041992, |
| "learning_rate": 1.73561777406324e-05, |
| "loss": 0.16109375, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.41788549937317176, |
| "grad_norm": 6.742269515991211, |
| "learning_rate": 1.721688257417468e-05, |
| "loss": 0.19855915069580077, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.43877977434183035, |
| "grad_norm": 7.964315891265869, |
| "learning_rate": 1.7077587407716953e-05, |
| "loss": 0.15794966697692872, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.45967404931048894, |
| "grad_norm": 0.09879713505506516, |
| "learning_rate": 1.693829224125923e-05, |
| "loss": 0.15434850692749025, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.48056832427914753, |
| "grad_norm": 0.15211047232151031, |
| "learning_rate": 1.6798997074801505e-05, |
| "loss": 0.17640254974365235, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.5014625992478061, |
| "grad_norm": 1.7318052053451538, |
| "learning_rate": 1.6659701908343782e-05, |
| "loss": 0.15716038703918456, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.5223568742164647, |
| "grad_norm": 0.8446729183197021, |
| "learning_rate": 1.6520406741886057e-05, |
| "loss": 0.1472008419036865, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.5432511491851233, |
| "grad_norm": 1.3359307050704956, |
| "learning_rate": 1.6381111575428334e-05, |
| "loss": 0.16255657196044923, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.5641454241537819, |
| "grad_norm": 1.6793346405029297, |
| "learning_rate": 1.624181640897061e-05, |
| "loss": 0.21821033477783203, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.5850396991224405, |
| "grad_norm": 18.243087768554688, |
| "learning_rate": 1.6102521242512886e-05, |
| "loss": 0.1500292205810547, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.6059339740910991, |
| "grad_norm": 1.5063047409057617, |
| "learning_rate": 1.5963226076055164e-05, |
| "loss": 0.17084882736206056, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.6268282490597576, |
| "grad_norm": 13.98779010772705, |
| "learning_rate": 1.5823930909597438e-05, |
| "loss": 0.147371826171875, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.6477225240284162, |
| "grad_norm": 6.434369087219238, |
| "learning_rate": 1.5684635743139712e-05, |
| "loss": 0.18003299713134766, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.6686167989970748, |
| "grad_norm": 22.631860733032227, |
| "learning_rate": 1.554534057668199e-05, |
| "loss": 0.16371349334716798, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.6895110739657334, |
| "grad_norm": 45.23455810546875, |
| "learning_rate": 1.5406045410224268e-05, |
| "loss": 0.14458242416381836, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.710405348934392, |
| "grad_norm": 1.9490578174591064, |
| "learning_rate": 1.5266750243766542e-05, |
| "loss": 0.1913561248779297, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.7312996239030506, |
| "grad_norm": 8.041529655456543, |
| "learning_rate": 1.512745507730882e-05, |
| "loss": 0.1529798412322998, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.7521938988717092, |
| "grad_norm": 13.91869831085205, |
| "learning_rate": 1.4988159910851094e-05, |
| "loss": 0.1795888900756836, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.7730881738403678, |
| "grad_norm": 0.15411277115345, |
| "learning_rate": 1.484886474439337e-05, |
| "loss": 0.13486359596252442, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.7939824488090264, |
| "grad_norm": 11.361255645751953, |
| "learning_rate": 1.4709569577935648e-05, |
| "loss": 0.14342088699340821, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.8148767237776849, |
| "grad_norm": 4.867748260498047, |
| "learning_rate": 1.4570274411477922e-05, |
| "loss": 0.17925350189208986, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.8357709987463435, |
| "grad_norm": 0.22107701003551483, |
| "learning_rate": 1.4430979245020198e-05, |
| "loss": 0.16497827529907227, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.8566652737150021, |
| "grad_norm": 0.3704015910625458, |
| "learning_rate": 1.4291684078562476e-05, |
| "loss": 0.18857778549194337, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.8775595486836607, |
| "grad_norm": 1.8854899406433105, |
| "learning_rate": 1.4152388912104752e-05, |
| "loss": 0.15048781394958496, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.8984538236523193, |
| "grad_norm": 2.3575544357299805, |
| "learning_rate": 1.4013093745647026e-05, |
| "loss": 0.15282381057739258, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.9193480986209779, |
| "grad_norm": 10.843013763427734, |
| "learning_rate": 1.3873798579189303e-05, |
| "loss": 0.17856983184814454, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.9402423735896365, |
| "grad_norm": 28.175739288330078, |
| "learning_rate": 1.373450341273158e-05, |
| "loss": 0.17273096084594727, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.9611366485582951, |
| "grad_norm": 3.3600142002105713, |
| "learning_rate": 1.3595208246273854e-05, |
| "loss": 0.16762380599975585, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.9820309235269536, |
| "grad_norm": 7.274984836578369, |
| "learning_rate": 1.3455913079816131e-05, |
| "loss": 0.14438682556152344, |
| "step": 2350 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_accuracy": 0.9517291819036673, |
| "eval_f1": 0.9541757587780202, |
| "eval_loss": 0.17130780220031738, |
| "eval_precision": 0.9768480909829407, |
| "eval_recall": 0.9325319891430787, |
| "eval_roc_auc": 0.988670717759322, |
| "eval_runtime": 23.4469, |
| "eval_samples_per_second": 408.199, |
| "eval_steps_per_second": 25.547, |
| "step": 2393 |
| }, |
| { |
| "epoch": 1.0029251984956122, |
| "grad_norm": 13.274906158447266, |
| "learning_rate": 1.3316617913358407e-05, |
| "loss": 0.12662715911865235, |
| "step": 2400 |
| }, |
| { |
| "epoch": 1.0238194734642707, |
| "grad_norm": 9.537711143493652, |
| "learning_rate": 1.3177322746900683e-05, |
| "loss": 0.1331467056274414, |
| "step": 2450 |
| }, |
| { |
| "epoch": 1.0447137484329294, |
| "grad_norm": 0.07932496070861816, |
| "learning_rate": 1.303802758044296e-05, |
| "loss": 0.07700533390045167, |
| "step": 2500 |
| }, |
| { |
| "epoch": 1.065608023401588, |
| "grad_norm": 22.845592498779297, |
| "learning_rate": 1.2898732413985235e-05, |
| "loss": 0.1407607078552246, |
| "step": 2550 |
| }, |
| { |
| "epoch": 1.0865022983702466, |
| "grad_norm": 1.8887174129486084, |
| "learning_rate": 1.2759437247527511e-05, |
| "loss": 0.14862350463867188, |
| "step": 2600 |
| }, |
| { |
| "epoch": 1.107396573338905, |
| "grad_norm": 21.409822463989258, |
| "learning_rate": 1.2620142081069789e-05, |
| "loss": 0.1066131591796875, |
| "step": 2650 |
| }, |
| { |
| "epoch": 1.1282908483075638, |
| "grad_norm": 9.874686241149902, |
| "learning_rate": 1.2480846914612063e-05, |
| "loss": 0.1277271842956543, |
| "step": 2700 |
| }, |
| { |
| "epoch": 1.1491851232762222, |
| "grad_norm": 32.69708251953125, |
| "learning_rate": 1.234155174815434e-05, |
| "loss": 0.10314902305603027, |
| "step": 2750 |
| }, |
| { |
| "epoch": 1.170079398244881, |
| "grad_norm": 40.25661849975586, |
| "learning_rate": 1.2202256581696617e-05, |
| "loss": 0.1239256763458252, |
| "step": 2800 |
| }, |
| { |
| "epoch": 1.1909736732135394, |
| "grad_norm": 0.40529486536979675, |
| "learning_rate": 1.2062961415238891e-05, |
| "loss": 0.13213342666625977, |
| "step": 2850 |
| }, |
| { |
| "epoch": 1.2118679481821981, |
| "grad_norm": 9.9985933303833, |
| "learning_rate": 1.1923666248781167e-05, |
| "loss": 0.1504405117034912, |
| "step": 2900 |
| }, |
| { |
| "epoch": 1.2327622231508566, |
| "grad_norm": 5.924779415130615, |
| "learning_rate": 1.1784371082323445e-05, |
| "loss": 0.11065505981445313, |
| "step": 2950 |
| }, |
| { |
| "epoch": 1.2536564981195153, |
| "grad_norm": 7.170877933502197, |
| "learning_rate": 1.164507591586572e-05, |
| "loss": 0.14150952339172362, |
| "step": 3000 |
| }, |
| { |
| "epoch": 1.2745507730881738, |
| "grad_norm": 7.508606433868408, |
| "learning_rate": 1.1505780749407995e-05, |
| "loss": 0.12164650917053223, |
| "step": 3050 |
| }, |
| { |
| "epoch": 1.2954450480568325, |
| "grad_norm": 2.847343683242798, |
| "learning_rate": 1.1366485582950273e-05, |
| "loss": 0.1189763069152832, |
| "step": 3100 |
| }, |
| { |
| "epoch": 1.316339323025491, |
| "grad_norm": 0.18800053000450134, |
| "learning_rate": 1.1227190416492549e-05, |
| "loss": 0.12123541831970215, |
| "step": 3150 |
| }, |
| { |
| "epoch": 1.3372335979941496, |
| "grad_norm": 9.2164306640625, |
| "learning_rate": 1.1087895250034826e-05, |
| "loss": 0.1492047691345215, |
| "step": 3200 |
| }, |
| { |
| "epoch": 1.3581278729628081, |
| "grad_norm": 3.368389844894409, |
| "learning_rate": 1.09486000835771e-05, |
| "loss": 0.12039382934570313, |
| "step": 3250 |
| }, |
| { |
| "epoch": 1.3790221479314668, |
| "grad_norm": 15.344005584716797, |
| "learning_rate": 1.0809304917119377e-05, |
| "loss": 0.17583621978759767, |
| "step": 3300 |
| }, |
| { |
| "epoch": 1.3999164229001253, |
| "grad_norm": 0.2738807797431946, |
| "learning_rate": 1.0670009750661654e-05, |
| "loss": 0.11576725006103515, |
| "step": 3350 |
| }, |
| { |
| "epoch": 1.420810697868784, |
| "grad_norm": 0.5546051263809204, |
| "learning_rate": 1.053071458420393e-05, |
| "loss": 0.09594018936157227, |
| "step": 3400 |
| }, |
| { |
| "epoch": 1.4417049728374425, |
| "grad_norm": 6.343163013458252, |
| "learning_rate": 1.0391419417746204e-05, |
| "loss": 0.15849972724914552, |
| "step": 3450 |
| }, |
| { |
| "epoch": 1.4625992478061012, |
| "grad_norm": 0.42352578043937683, |
| "learning_rate": 1.0252124251288482e-05, |
| "loss": 0.13367960929870606, |
| "step": 3500 |
| }, |
| { |
| "epoch": 1.4834935227747597, |
| "grad_norm": 0.37602102756500244, |
| "learning_rate": 1.0112829084830758e-05, |
| "loss": 0.16289531707763671, |
| "step": 3550 |
| }, |
| { |
| "epoch": 1.5043877977434184, |
| "grad_norm": 17.831235885620117, |
| "learning_rate": 9.973533918373032e-06, |
| "loss": 0.13586066246032716, |
| "step": 3600 |
| }, |
| { |
| "epoch": 1.525282072712077, |
| "grad_norm": 3.6913325786590576, |
| "learning_rate": 9.83423875191531e-06, |
| "loss": 0.1345800304412842, |
| "step": 3650 |
| }, |
| { |
| "epoch": 1.5461763476807355, |
| "grad_norm": 0.21697098016738892, |
| "learning_rate": 9.694943585457586e-06, |
| "loss": 0.13902374267578124, |
| "step": 3700 |
| }, |
| { |
| "epoch": 1.567070622649394, |
| "grad_norm": 8.487095832824707, |
| "learning_rate": 9.55564841899986e-06, |
| "loss": 0.0743906021118164, |
| "step": 3750 |
| }, |
| { |
| "epoch": 1.5879648976180527, |
| "grad_norm": 16.863210678100586, |
| "learning_rate": 9.416353252542138e-06, |
| "loss": 0.14349569320678712, |
| "step": 3800 |
| }, |
| { |
| "epoch": 1.6088591725867114, |
| "grad_norm": 16.5794677734375, |
| "learning_rate": 9.277058086084414e-06, |
| "loss": 0.1369628143310547, |
| "step": 3850 |
| }, |
| { |
| "epoch": 1.6297534475553699, |
| "grad_norm": 15.142793655395508, |
| "learning_rate": 9.13776291962669e-06, |
| "loss": 0.14577944755554198, |
| "step": 3900 |
| }, |
| { |
| "epoch": 1.6506477225240284, |
| "grad_norm": 0.13267600536346436, |
| "learning_rate": 8.998467753168966e-06, |
| "loss": 0.1497889518737793, |
| "step": 3950 |
| }, |
| { |
| "epoch": 1.671541997492687, |
| "grad_norm": 6.159015655517578, |
| "learning_rate": 8.859172586711242e-06, |
| "loss": 0.11653865814208984, |
| "step": 4000 |
| }, |
| { |
| "epoch": 1.6924362724613455, |
| "grad_norm": 8.872601509094238, |
| "learning_rate": 8.719877420253518e-06, |
| "loss": 0.10274889945983887, |
| "step": 4050 |
| }, |
| { |
| "epoch": 1.713330547430004, |
| "grad_norm": 9.018329620361328, |
| "learning_rate": 8.580582253795794e-06, |
| "loss": 0.11837130546569824, |
| "step": 4100 |
| }, |
| { |
| "epoch": 1.7342248223986627, |
| "grad_norm": 14.152815818786621, |
| "learning_rate": 8.44128708733807e-06, |
| "loss": 0.16490467071533202, |
| "step": 4150 |
| }, |
| { |
| "epoch": 1.7551190973673214, |
| "grad_norm": 14.32945442199707, |
| "learning_rate": 8.301991920880346e-06, |
| "loss": 0.1048060703277588, |
| "step": 4200 |
| }, |
| { |
| "epoch": 1.77601337233598, |
| "grad_norm": 6.154604434967041, |
| "learning_rate": 8.162696754422622e-06, |
| "loss": 0.16529315948486328, |
| "step": 4250 |
| }, |
| { |
| "epoch": 1.7969076473046384, |
| "grad_norm": 0.08094485104084015, |
| "learning_rate": 8.0234015879649e-06, |
| "loss": 0.1271997547149658, |
| "step": 4300 |
| }, |
| { |
| "epoch": 1.817801922273297, |
| "grad_norm": 0.6882657408714294, |
| "learning_rate": 7.884106421507174e-06, |
| "loss": 0.13333623886108398, |
| "step": 4350 |
| }, |
| { |
| "epoch": 1.8386961972419558, |
| "grad_norm": 0.6915619373321533, |
| "learning_rate": 7.74481125504945e-06, |
| "loss": 0.13177142143249512, |
| "step": 4400 |
| }, |
| { |
| "epoch": 1.8595904722106142, |
| "grad_norm": 0.04286617785692215, |
| "learning_rate": 7.605516088591726e-06, |
| "loss": 0.13941577911376954, |
| "step": 4450 |
| }, |
| { |
| "epoch": 1.8804847471792727, |
| "grad_norm": 0.24726086854934692, |
| "learning_rate": 7.466220922134002e-06, |
| "loss": 0.09164502143859864, |
| "step": 4500 |
| }, |
| { |
| "epoch": 1.9013790221479314, |
| "grad_norm": 19.788192749023438, |
| "learning_rate": 7.326925755676278e-06, |
| "loss": 0.16358205795288086, |
| "step": 4550 |
| }, |
| { |
| "epoch": 1.9222732971165901, |
| "grad_norm": 0.27708864212036133, |
| "learning_rate": 7.187630589218555e-06, |
| "loss": 0.08937115669250488, |
| "step": 4600 |
| }, |
| { |
| "epoch": 1.9431675720852486, |
| "grad_norm": 0.12228301912546158, |
| "learning_rate": 7.04833542276083e-06, |
| "loss": 0.10156312942504883, |
| "step": 4650 |
| }, |
| { |
| "epoch": 1.964061847053907, |
| "grad_norm": 0.11465885490179062, |
| "learning_rate": 6.909040256303107e-06, |
| "loss": 0.1402867317199707, |
| "step": 4700 |
| }, |
| { |
| "epoch": 1.9849561220225658, |
| "grad_norm": 0.2828459143638611, |
| "learning_rate": 6.769745089845383e-06, |
| "loss": 0.1601162338256836, |
| "step": 4750 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_accuracy": 0.948699195486365, |
| "eval_f1": 0.9528564570331253, |
| "eval_loss": 0.16155333817005157, |
| "eval_precision": 0.9438843446832794, |
| "eval_recall": 0.9620007754943777, |
| "eval_roc_auc": 0.9904143280362305, |
| "eval_runtime": 23.4021, |
| "eval_samples_per_second": 408.98, |
| "eval_steps_per_second": 25.596, |
| "step": 4786 |
| }, |
| { |
| "epoch": 2.0058503969912245, |
| "grad_norm": 15.84992790222168, |
| "learning_rate": 6.630449923387658e-06, |
| "loss": 0.12227592468261719, |
| "step": 4800 |
| }, |
| { |
| "epoch": 2.026744671959883, |
| "grad_norm": 0.45001888275146484, |
| "learning_rate": 6.491154756929935e-06, |
| "loss": 0.06678987979888916, |
| "step": 4850 |
| }, |
| { |
| "epoch": 2.0476389469285414, |
| "grad_norm": 0.8402959704399109, |
| "learning_rate": 6.351859590472211e-06, |
| "loss": 0.11400195121765137, |
| "step": 4900 |
| }, |
| { |
| "epoch": 2.0685332218972, |
| "grad_norm": 0.4083273410797119, |
| "learning_rate": 6.212564424014487e-06, |
| "loss": 0.08374635696411133, |
| "step": 4950 |
| }, |
| { |
| "epoch": 2.089427496865859, |
| "grad_norm": 0.15326806902885437, |
| "learning_rate": 6.073269257556763e-06, |
| "loss": 0.10893898010253907, |
| "step": 5000 |
| }, |
| { |
| "epoch": 2.1103217718345175, |
| "grad_norm": 11.168054580688477, |
| "learning_rate": 5.93397409109904e-06, |
| "loss": 0.1383556079864502, |
| "step": 5050 |
| }, |
| { |
| "epoch": 2.131216046803176, |
| "grad_norm": 0.11581141501665115, |
| "learning_rate": 5.794678924641315e-06, |
| "loss": 0.08604293823242187, |
| "step": 5100 |
| }, |
| { |
| "epoch": 2.1521103217718345, |
| "grad_norm": 3.59356427192688, |
| "learning_rate": 5.655383758183592e-06, |
| "loss": 0.09102669715881348, |
| "step": 5150 |
| }, |
| { |
| "epoch": 2.173004596740493, |
| "grad_norm": 0.0897458866238594, |
| "learning_rate": 5.516088591725868e-06, |
| "loss": 0.05512897491455078, |
| "step": 5200 |
| }, |
| { |
| "epoch": 2.193898871709152, |
| "grad_norm": 5.144851207733154, |
| "learning_rate": 5.3767934252681445e-06, |
| "loss": 0.10218334197998047, |
| "step": 5250 |
| }, |
| { |
| "epoch": 2.21479314667781, |
| "grad_norm": 0.227946937084198, |
| "learning_rate": 5.23749825881042e-06, |
| "loss": 0.09305851936340331, |
| "step": 5300 |
| }, |
| { |
| "epoch": 2.235687421646469, |
| "grad_norm": 0.26025137305259705, |
| "learning_rate": 5.0982030923526956e-06, |
| "loss": 0.07569239139556885, |
| "step": 5350 |
| }, |
| { |
| "epoch": 2.2565816966151275, |
| "grad_norm": 0.10767011344432831, |
| "learning_rate": 4.9589079258949715e-06, |
| "loss": 0.04926969051361084, |
| "step": 5400 |
| }, |
| { |
| "epoch": 2.2774759715837862, |
| "grad_norm": 0.4100989103317261, |
| "learning_rate": 4.8196127594372475e-06, |
| "loss": 0.09085386276245117, |
| "step": 5450 |
| }, |
| { |
| "epoch": 2.2983702465524445, |
| "grad_norm": 0.06200162693858147, |
| "learning_rate": 4.680317592979524e-06, |
| "loss": 0.08421978950500489, |
| "step": 5500 |
| }, |
| { |
| "epoch": 2.319264521521103, |
| "grad_norm": 2.6880674362182617, |
| "learning_rate": 4.5410224265218e-06, |
| "loss": 0.09992499351501465, |
| "step": 5550 |
| }, |
| { |
| "epoch": 2.340158796489762, |
| "grad_norm": 0.19707849621772766, |
| "learning_rate": 4.401727260064076e-06, |
| "loss": 0.04249430656433106, |
| "step": 5600 |
| }, |
| { |
| "epoch": 2.3610530714584206, |
| "grad_norm": 0.0682622566819191, |
| "learning_rate": 4.262432093606352e-06, |
| "loss": 0.08731508255004883, |
| "step": 5650 |
| }, |
| { |
| "epoch": 2.381947346427079, |
| "grad_norm": 7.576389789581299, |
| "learning_rate": 4.123136927148628e-06, |
| "loss": 0.05915518283843994, |
| "step": 5700 |
| }, |
| { |
| "epoch": 2.4028416213957375, |
| "grad_norm": 5.807775497436523, |
| "learning_rate": 3.983841760690904e-06, |
| "loss": 0.08766698837280273, |
| "step": 5750 |
| }, |
| { |
| "epoch": 2.4237358963643962, |
| "grad_norm": 25.983449935913086, |
| "learning_rate": 3.84454659423318e-06, |
| "loss": 0.07257685661315919, |
| "step": 5800 |
| }, |
| { |
| "epoch": 2.444630171333055, |
| "grad_norm": 0.14547644555568695, |
| "learning_rate": 3.7052514277754565e-06, |
| "loss": 0.14911593437194826, |
| "step": 5850 |
| }, |
| { |
| "epoch": 2.465524446301713, |
| "grad_norm": 0.35611000657081604, |
| "learning_rate": 3.5659562613177325e-06, |
| "loss": 0.13339613914489745, |
| "step": 5900 |
| }, |
| { |
| "epoch": 2.486418721270372, |
| "grad_norm": 0.08110082149505615, |
| "learning_rate": 3.426661094860009e-06, |
| "loss": 0.08725551605224609, |
| "step": 5950 |
| }, |
| { |
| "epoch": 2.5073129962390306, |
| "grad_norm": 0.5092394351959229, |
| "learning_rate": 3.2873659284022845e-06, |
| "loss": 0.0801594066619873, |
| "step": 6000 |
| }, |
| { |
| "epoch": 2.5282072712076893, |
| "grad_norm": 1.5373930931091309, |
| "learning_rate": 3.1480707619445604e-06, |
| "loss": 0.1282341194152832, |
| "step": 6050 |
| }, |
| { |
| "epoch": 2.5491015461763475, |
| "grad_norm": 0.4443158805370331, |
| "learning_rate": 3.008775595486837e-06, |
| "loss": 0.0929796314239502, |
| "step": 6100 |
| }, |
| { |
| "epoch": 2.5699958211450062, |
| "grad_norm": 10.2298002243042, |
| "learning_rate": 2.869480429029113e-06, |
| "loss": 0.10379323959350586, |
| "step": 6150 |
| }, |
| { |
| "epoch": 2.590890096113665, |
| "grad_norm": 0.0766865611076355, |
| "learning_rate": 2.730185262571389e-06, |
| "loss": 0.0929744815826416, |
| "step": 6200 |
| }, |
| { |
| "epoch": 2.611784371082323, |
| "grad_norm": 0.01663370430469513, |
| "learning_rate": 2.590890096113665e-06, |
| "loss": 0.0744728136062622, |
| "step": 6250 |
| }, |
| { |
| "epoch": 2.632678646050982, |
| "grad_norm": 0.07390784472227097, |
| "learning_rate": 2.451594929655941e-06, |
| "loss": 0.043207130432128905, |
| "step": 6300 |
| }, |
| { |
| "epoch": 2.6535729210196406, |
| "grad_norm": 18.12549591064453, |
| "learning_rate": 2.312299763198217e-06, |
| "loss": 0.09382804870605468, |
| "step": 6350 |
| }, |
| { |
| "epoch": 2.6744671959882993, |
| "grad_norm": 14.898078918457031, |
| "learning_rate": 2.1730045967404935e-06, |
| "loss": 0.11781403541564942, |
| "step": 6400 |
| }, |
| { |
| "epoch": 2.695361470956958, |
| "grad_norm": 15.47895336151123, |
| "learning_rate": 2.033709430282769e-06, |
| "loss": 0.11296468734741211, |
| "step": 6450 |
| }, |
| { |
| "epoch": 2.7162557459256162, |
| "grad_norm": 0.3714354932308197, |
| "learning_rate": 1.8944142638250454e-06, |
| "loss": 0.09556021690368652, |
| "step": 6500 |
| }, |
| { |
| "epoch": 2.737150020894275, |
| "grad_norm": 7.036530494689941, |
| "learning_rate": 1.7551190973673216e-06, |
| "loss": 0.09722694396972656, |
| "step": 6550 |
| }, |
| { |
| "epoch": 2.7580442958629336, |
| "grad_norm": 1.7828617095947266, |
| "learning_rate": 1.6158239309095974e-06, |
| "loss": 0.08951042175292968, |
| "step": 6600 |
| }, |
| { |
| "epoch": 2.778938570831592, |
| "grad_norm": 0.2427712231874466, |
| "learning_rate": 1.4765287644518736e-06, |
| "loss": 0.08594783782958984, |
| "step": 6650 |
| }, |
| { |
| "epoch": 2.7998328458002506, |
| "grad_norm": 0.13741722702980042, |
| "learning_rate": 1.3372335979941497e-06, |
| "loss": 0.09343706130981445, |
| "step": 6700 |
| }, |
| { |
| "epoch": 2.8207271207689093, |
| "grad_norm": 26.75634765625, |
| "learning_rate": 1.1979384315364257e-06, |
| "loss": 0.05327910423278809, |
| "step": 6750 |
| }, |
| { |
| "epoch": 2.841621395737568, |
| "grad_norm": 7.751676082611084, |
| "learning_rate": 1.058643265078702e-06, |
| "loss": 0.0780732774734497, |
| "step": 6800 |
| }, |
| { |
| "epoch": 2.8625156707062267, |
| "grad_norm": 0.48609209060668945, |
| "learning_rate": 9.19348098620978e-07, |
| "loss": 0.10226208686828614, |
| "step": 6850 |
| }, |
| { |
| "epoch": 2.883409945674885, |
| "grad_norm": 35.70721435546875, |
| "learning_rate": 7.80052932163254e-07, |
| "loss": 0.09009994506835937, |
| "step": 6900 |
| }, |
| { |
| "epoch": 2.9043042206435437, |
| "grad_norm": 0.20764575898647308, |
| "learning_rate": 6.407577657055301e-07, |
| "loss": 0.08318242073059082, |
| "step": 6950 |
| }, |
| { |
| "epoch": 2.9251984956122024, |
| "grad_norm": 0.6534445285797119, |
| "learning_rate": 5.014625992478062e-07, |
| "loss": 0.09149464607238769, |
| "step": 7000 |
| }, |
| { |
| "epoch": 2.9460927705808606, |
| "grad_norm": 15.274673461914062, |
| "learning_rate": 3.621674327900822e-07, |
| "loss": 0.06574362754821778, |
| "step": 7050 |
| }, |
| { |
| "epoch": 2.9669870455495193, |
| "grad_norm": 0.4896354675292969, |
| "learning_rate": 2.2287226633235828e-07, |
| "loss": 0.08324499130249023, |
| "step": 7100 |
| }, |
| { |
| "epoch": 2.987881320518178, |
| "grad_norm": 0.035827573388814926, |
| "learning_rate": 8.357709987463436e-08, |
| "loss": 0.09447690010070801, |
| "step": 7150 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_accuracy": 0.9547591683209696, |
| "eval_f1": 0.957727228351069, |
| "eval_loss": 0.21484783291816711, |
| "eval_precision": 0.9646017699115044, |
| "eval_recall": 0.9509499806126406, |
| "eval_roc_auc": 0.9897728933171557, |
| "eval_runtime": 23.436, |
| "eval_samples_per_second": 408.389, |
| "eval_steps_per_second": 25.559, |
| "step": 7179 |
| } |
| ], |
| "logging_steps": 50, |
| "max_steps": 7179, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.025956770716096e+16, |
| "train_batch_size": 16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
