| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.9400921658986174, |
| "eval_steps": 500, |
| "global_step": 108, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.027649769585253458, |
| "grad_norm": 6.218597135492551, |
| "learning_rate": 0.0, |
| "loss": 0.3225, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.055299539170506916, |
| "grad_norm": 6.047780940751843, |
| "learning_rate": 9.090909090909091e-07, |
| "loss": 0.3102, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.08294930875576037, |
| "grad_norm": 5.725628334215099, |
| "learning_rate": 1.8181818181818183e-06, |
| "loss": 0.3092, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.11059907834101383, |
| "grad_norm": 5.291280324265542, |
| "learning_rate": 2.7272727272727272e-06, |
| "loss": 0.3167, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.1382488479262673, |
| "grad_norm": 2.7599992875130943, |
| "learning_rate": 3.6363636363636366e-06, |
| "loss": 0.2646, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.16589861751152074, |
| "grad_norm": 3.4307446243159427, |
| "learning_rate": 4.5454545454545455e-06, |
| "loss": 0.2347, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.1935483870967742, |
| "grad_norm": 2.743173006209666, |
| "learning_rate": 5.4545454545454545e-06, |
| "loss": 0.2243, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.22119815668202766, |
| "grad_norm": 4.332341499527876, |
| "learning_rate": 6.363636363636364e-06, |
| "loss": 0.2741, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.2488479262672811, |
| "grad_norm": 2.150601224938458, |
| "learning_rate": 7.272727272727273e-06, |
| "loss": 0.2436, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.2764976958525346, |
| "grad_norm": 1.5762454338091747, |
| "learning_rate": 8.181818181818183e-06, |
| "loss": 0.2042, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.30414746543778803, |
| "grad_norm": 2.456237511748212, |
| "learning_rate": 9.090909090909091e-06, |
| "loss": 0.1996, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.3317972350230415, |
| "grad_norm": 1.9843238243820491, |
| "learning_rate": 1e-05, |
| "loss": 0.1839, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.35944700460829493, |
| "grad_norm": 2.7062318993272605, |
| "learning_rate": 9.997377845227577e-06, |
| "loss": 0.1578, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.3870967741935484, |
| "grad_norm": 1.3941400459380622, |
| "learning_rate": 9.98951413118856e-06, |
| "loss": 0.1593, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.4147465437788018, |
| "grad_norm": 1.1610695697921565, |
| "learning_rate": 9.97641710583307e-06, |
| "loss": 0.1675, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.4423963133640553, |
| "grad_norm": 1.0523290062211754, |
| "learning_rate": 9.958100506132127e-06, |
| "loss": 0.1726, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.4700460829493088, |
| "grad_norm": 1.0801667737571008, |
| "learning_rate": 9.934583543669454e-06, |
| "loss": 0.1829, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.4976958525345622, |
| "grad_norm": 1.3571254664283856, |
| "learning_rate": 9.905890884491196e-06, |
| "loss": 0.1527, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.5253456221198156, |
| "grad_norm": 1.4608505233360805, |
| "learning_rate": 9.872052623234632e-06, |
| "loss": 0.147, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.5529953917050692, |
| "grad_norm": 0.9738980854967625, |
| "learning_rate": 9.833104251563058e-06, |
| "loss": 0.1717, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.5806451612903226, |
| "grad_norm": 0.9511695004905902, |
| "learning_rate": 9.789086620939936e-06, |
| "loss": 0.154, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.6082949308755761, |
| "grad_norm": 0.9492770790673514, |
| "learning_rate": 9.740045899781353e-06, |
| "loss": 0.1486, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.6359447004608295, |
| "grad_norm": 1.662083098498058, |
| "learning_rate": 9.68603352503172e-06, |
| "loss": 0.1423, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.663594470046083, |
| "grad_norm": 1.0620441015348367, |
| "learning_rate": 9.627106148213521e-06, |
| "loss": 0.1414, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.6912442396313364, |
| "grad_norm": 1.5593131122473323, |
| "learning_rate": 9.563325576007702e-06, |
| "loss": 0.1274, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.7188940092165899, |
| "grad_norm": 0.913058028692136, |
| "learning_rate": 9.494758705426978e-06, |
| "loss": 0.1414, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.7465437788018433, |
| "grad_norm": 2.508172363862381, |
| "learning_rate": 9.421477453650118e-06, |
| "loss": 0.1629, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.7741935483870968, |
| "grad_norm": 2.7393725430348574, |
| "learning_rate": 9.343558682590757e-06, |
| "loss": 0.1356, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.8018433179723502, |
| "grad_norm": 6.864836486057846, |
| "learning_rate": 9.261084118279846e-06, |
| "loss": 0.1591, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.8294930875576036, |
| "grad_norm": 0.8774514371920219, |
| "learning_rate": 9.174140265146356e-06, |
| "loss": 0.1423, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.8571428571428571, |
| "grad_norm": 1.0409147093308013, |
| "learning_rate": 9.082818315286054e-06, |
| "loss": 0.1397, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.8847926267281107, |
| "grad_norm": 0.7615257724651999, |
| "learning_rate": 8.987214052813605e-06, |
| "loss": 0.157, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.9124423963133641, |
| "grad_norm": 0.8128642416450813, |
| "learning_rate": 8.887427753398249e-06, |
| "loss": 0.1489, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.9400921658986175, |
| "grad_norm": 0.6930096403019158, |
| "learning_rate": 8.783564079088478e-06, |
| "loss": 0.1432, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.967741935483871, |
| "grad_norm": 0.8773700569916818, |
| "learning_rate": 8.675731968536004e-06, |
| "loss": 0.1292, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.9953917050691244, |
| "grad_norm": 1.0254335401965728, |
| "learning_rate": 8.564044522734147e-06, |
| "loss": 0.1403, |
| "step": 36 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.0254335401965728, |
| "learning_rate": 8.448618886390523e-06, |
| "loss": 0.1451, |
| "step": 37 |
| }, |
| { |
| "epoch": 1.0276497695852536, |
| "grad_norm": 1.8000941773216486, |
| "learning_rate": 8.329576125058406e-06, |
| "loss": 0.0861, |
| "step": 38 |
| }, |
| { |
| "epoch": 1.055299539170507, |
| "grad_norm": 2.1523838043667936, |
| "learning_rate": 8.207041098155701e-06, |
| "loss": 0.093, |
| "step": 39 |
| }, |
| { |
| "epoch": 1.0829493087557605, |
| "grad_norm": 0.8728738735253629, |
| "learning_rate": 8.081142328004638e-06, |
| "loss": 0.1009, |
| "step": 40 |
| }, |
| { |
| "epoch": 1.1105990783410138, |
| "grad_norm": 0.8446208855675313, |
| "learning_rate": 7.952011865029614e-06, |
| "loss": 0.0962, |
| "step": 41 |
| }, |
| { |
| "epoch": 1.1382488479262673, |
| "grad_norm": 0.583782311676644, |
| "learning_rate": 7.819785149254534e-06, |
| "loss": 0.0873, |
| "step": 42 |
| }, |
| { |
| "epoch": 1.1658986175115207, |
| "grad_norm": 0.7773678602540318, |
| "learning_rate": 7.68460086824492e-06, |
| "loss": 0.0984, |
| "step": 43 |
| }, |
| { |
| "epoch": 1.1935483870967742, |
| "grad_norm": 0.5920912387076327, |
| "learning_rate": 7.546600811643816e-06, |
| "loss": 0.0961, |
| "step": 44 |
| }, |
| { |
| "epoch": 1.2211981566820276, |
| "grad_norm": 0.6278156435849434, |
| "learning_rate": 7.405929722454026e-06, |
| "loss": 0.0808, |
| "step": 45 |
| }, |
| { |
| "epoch": 1.2488479262672811, |
| "grad_norm": 0.6735110117536915, |
| "learning_rate": 7.262735145222696e-06, |
| "loss": 0.09, |
| "step": 46 |
| }, |
| { |
| "epoch": 1.2764976958525347, |
| "grad_norm": 0.6721245903010009, |
| "learning_rate": 7.117167271287453e-06, |
| "loss": 0.0901, |
| "step": 47 |
| }, |
| { |
| "epoch": 1.304147465437788, |
| "grad_norm": 0.6581773002499689, |
| "learning_rate": 6.969378781246436e-06, |
| "loss": 0.0802, |
| "step": 48 |
| }, |
| { |
| "epoch": 1.3317972350230414, |
| "grad_norm": 0.6154758737738647, |
| "learning_rate": 6.819524684817439e-06, |
| "loss": 0.0773, |
| "step": 49 |
| }, |
| { |
| "epoch": 1.359447004608295, |
| "grad_norm": 0.6078121382769383, |
| "learning_rate": 6.667762158254104e-06, |
| "loss": 0.0796, |
| "step": 50 |
| }, |
| { |
| "epoch": 1.3870967741935485, |
| "grad_norm": 0.5916042033246923, |
| "learning_rate": 6.514250379489754e-06, |
| "loss": 0.0797, |
| "step": 51 |
| }, |
| { |
| "epoch": 1.4147465437788018, |
| "grad_norm": 0.6742233018841318, |
| "learning_rate": 6.3591503611817155e-06, |
| "loss": 0.0877, |
| "step": 52 |
| }, |
| { |
| "epoch": 1.4423963133640554, |
| "grad_norm": 0.6254587000513546, |
| "learning_rate": 6.202624781831269e-06, |
| "loss": 0.0852, |
| "step": 53 |
| }, |
| { |
| "epoch": 1.4700460829493087, |
| "grad_norm": 0.6461870128180857, |
| "learning_rate": 6.044837815156377e-06, |
| "loss": 0.0943, |
| "step": 54 |
| }, |
| { |
| "epoch": 1.4976958525345623, |
| "grad_norm": 0.6189619126092755, |
| "learning_rate": 5.885954957896115e-06, |
| "loss": 0.0941, |
| "step": 55 |
| }, |
| { |
| "epoch": 1.5253456221198156, |
| "grad_norm": 0.6656207681608218, |
| "learning_rate": 5.726142856227453e-06, |
| "loss": 0.0933, |
| "step": 56 |
| }, |
| { |
| "epoch": 1.5529953917050692, |
| "grad_norm": 0.641201435235512, |
| "learning_rate": 5.5655691309764225e-06, |
| "loss": 0.0827, |
| "step": 57 |
| }, |
| { |
| "epoch": 1.5806451612903225, |
| "grad_norm": 0.5520132793031652, |
| "learning_rate": 5.404402201807022e-06, |
| "loss": 0.0749, |
| "step": 58 |
| }, |
| { |
| "epoch": 1.608294930875576, |
| "grad_norm": 0.5710686877367372, |
| "learning_rate": 5.242811110572243e-06, |
| "loss": 0.0778, |
| "step": 59 |
| }, |
| { |
| "epoch": 1.6359447004608296, |
| "grad_norm": 0.6110053501356016, |
| "learning_rate": 5.080965344012509e-06, |
| "loss": 0.0844, |
| "step": 60 |
| }, |
| { |
| "epoch": 1.663594470046083, |
| "grad_norm": 0.5836120939696657, |
| "learning_rate": 4.919034655987493e-06, |
| "loss": 0.0767, |
| "step": 61 |
| }, |
| { |
| "epoch": 1.6912442396313363, |
| "grad_norm": 0.6258155158697727, |
| "learning_rate": 4.757188889427761e-06, |
| "loss": 0.0886, |
| "step": 62 |
| }, |
| { |
| "epoch": 1.7188940092165899, |
| "grad_norm": 0.5949010863382941, |
| "learning_rate": 4.59559779819298e-06, |
| "loss": 0.0982, |
| "step": 63 |
| }, |
| { |
| "epoch": 1.7465437788018434, |
| "grad_norm": 0.5665380658610257, |
| "learning_rate": 4.434430869023579e-06, |
| "loss": 0.0811, |
| "step": 64 |
| }, |
| { |
| "epoch": 1.7741935483870968, |
| "grad_norm": 0.5999744212269682, |
| "learning_rate": 4.27385714377255e-06, |
| "loss": 0.0857, |
| "step": 65 |
| }, |
| { |
| "epoch": 1.80184331797235, |
| "grad_norm": 0.5851633715161859, |
| "learning_rate": 4.1140450421038865e-06, |
| "loss": 0.07, |
| "step": 66 |
| }, |
| { |
| "epoch": 1.8294930875576036, |
| "grad_norm": 0.5602466431740857, |
| "learning_rate": 3.955162184843625e-06, |
| "loss": 0.0868, |
| "step": 67 |
| }, |
| { |
| "epoch": 1.8571428571428572, |
| "grad_norm": 0.6003026453668614, |
| "learning_rate": 3.7973752181687336e-06, |
| "loss": 0.0897, |
| "step": 68 |
| }, |
| { |
| "epoch": 1.8847926267281108, |
| "grad_norm": 0.5828634522878124, |
| "learning_rate": 3.6408496388182857e-06, |
| "loss": 0.0811, |
| "step": 69 |
| }, |
| { |
| "epoch": 1.912442396313364, |
| "grad_norm": 0.606858679369741, |
| "learning_rate": 3.4857496205102475e-06, |
| "loss": 0.085, |
| "step": 70 |
| }, |
| { |
| "epoch": 1.9400921658986174, |
| "grad_norm": 0.6071679638417599, |
| "learning_rate": 3.3322378417458985e-06, |
| "loss": 0.089, |
| "step": 71 |
| }, |
| { |
| "epoch": 1.967741935483871, |
| "grad_norm": 0.5798347707839837, |
| "learning_rate": 3.180475315182563e-06, |
| "loss": 0.069, |
| "step": 72 |
| }, |
| { |
| "epoch": 1.9953917050691246, |
| "grad_norm": 0.485811481914557, |
| "learning_rate": 3.0306212187535653e-06, |
| "loss": 0.074, |
| "step": 73 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.485811481914557, |
| "learning_rate": 2.882832728712551e-06, |
| "loss": 0.0988, |
| "step": 74 |
| }, |
| { |
| "epoch": 2.0276497695852536, |
| "grad_norm": 1.5333123289167132, |
| "learning_rate": 2.7372648547773063e-06, |
| "loss": 0.0533, |
| "step": 75 |
| }, |
| { |
| "epoch": 2.055299539170507, |
| "grad_norm": 0.47653360582102766, |
| "learning_rate": 2.594070277545975e-06, |
| "loss": 0.0456, |
| "step": 76 |
| }, |
| { |
| "epoch": 2.0829493087557602, |
| "grad_norm": 0.44653376480891205, |
| "learning_rate": 2.4533991883561868e-06, |
| "loss": 0.0433, |
| "step": 77 |
| }, |
| { |
| "epoch": 2.110599078341014, |
| "grad_norm": 0.45184100467810834, |
| "learning_rate": 2.315399131755081e-06, |
| "loss": 0.0434, |
| "step": 78 |
| }, |
| { |
| "epoch": 2.1382488479262673, |
| "grad_norm": 0.46406715803678933, |
| "learning_rate": 2.1802148507454675e-06, |
| "loss": 0.0475, |
| "step": 79 |
| }, |
| { |
| "epoch": 2.165898617511521, |
| "grad_norm": 0.44470042182732816, |
| "learning_rate": 2.0479881349703885e-06, |
| "loss": 0.0485, |
| "step": 80 |
| }, |
| { |
| "epoch": 2.193548387096774, |
| "grad_norm": 0.4541836919405326, |
| "learning_rate": 1.9188576719953635e-06, |
| "loss": 0.0453, |
| "step": 81 |
| }, |
| { |
| "epoch": 2.2211981566820276, |
| "grad_norm": 0.41945408404533757, |
| "learning_rate": 1.7929589018443016e-06, |
| "loss": 0.0476, |
| "step": 82 |
| }, |
| { |
| "epoch": 2.248847926267281, |
| "grad_norm": 0.44239519120852955, |
| "learning_rate": 1.6704238749415958e-06, |
| "loss": 0.0471, |
| "step": 83 |
| }, |
| { |
| "epoch": 2.2764976958525347, |
| "grad_norm": 0.4072713113001334, |
| "learning_rate": 1.5513811136094786e-06, |
| "loss": 0.0441, |
| "step": 84 |
| }, |
| { |
| "epoch": 2.3041474654377883, |
| "grad_norm": 0.40529452752820916, |
| "learning_rate": 1.4359554772658551e-06, |
| "loss": 0.048, |
| "step": 85 |
| }, |
| { |
| "epoch": 2.3317972350230414, |
| "grad_norm": 0.3932405667255203, |
| "learning_rate": 1.3242680314639995e-06, |
| "loss": 0.0392, |
| "step": 86 |
| }, |
| { |
| "epoch": 2.359447004608295, |
| "grad_norm": 0.4117890616435653, |
| "learning_rate": 1.2164359209115235e-06, |
| "loss": 0.0409, |
| "step": 87 |
| }, |
| { |
| "epoch": 2.3870967741935485, |
| "grad_norm": 0.46974554587042566, |
| "learning_rate": 1.1125722466017547e-06, |
| "loss": 0.0393, |
| "step": 88 |
| }, |
| { |
| "epoch": 2.4147465437788016, |
| "grad_norm": 0.4350219213576534, |
| "learning_rate": 1.012785947186397e-06, |
| "loss": 0.0475, |
| "step": 89 |
| }, |
| { |
| "epoch": 2.442396313364055, |
| "grad_norm": 0.49090032041418447, |
| "learning_rate": 9.171816847139447e-07, |
| "loss": 0.0424, |
| "step": 90 |
| }, |
| { |
| "epoch": 2.4700460829493087, |
| "grad_norm": 0.42408815275335165, |
| "learning_rate": 8.258597348536452e-07, |
| "loss": 0.0413, |
| "step": 91 |
| }, |
| { |
| "epoch": 2.4976958525345623, |
| "grad_norm": 0.40399622782019035, |
| "learning_rate": 7.389158817201541e-07, |
| "loss": 0.0388, |
| "step": 92 |
| }, |
| { |
| "epoch": 2.525345622119816, |
| "grad_norm": 0.38833269245723195, |
| "learning_rate": 6.564413174092443e-07, |
| "loss": 0.037, |
| "step": 93 |
| }, |
| { |
| "epoch": 2.5529953917050694, |
| "grad_norm": 0.389374030767258, |
| "learning_rate": 5.785225463498828e-07, |
| "loss": 0.0404, |
| "step": 94 |
| }, |
| { |
| "epoch": 2.5806451612903225, |
| "grad_norm": 0.42570497393280116, |
| "learning_rate": 5.05241294573024e-07, |
| "loss": 0.0398, |
| "step": 95 |
| }, |
| { |
| "epoch": 2.608294930875576, |
| "grad_norm": 0.4547617441003299, |
| "learning_rate": 4.3667442399229985e-07, |
| "loss": 0.0364, |
| "step": 96 |
| }, |
| { |
| "epoch": 2.6359447004608296, |
| "grad_norm": 0.4076559649282273, |
| "learning_rate": 3.728938517864794e-07, |
| "loss": 0.0448, |
| "step": 97 |
| }, |
| { |
| "epoch": 2.6635944700460827, |
| "grad_norm": 0.46055342435769453, |
| "learning_rate": 3.1396647496828245e-07, |
| "loss": 0.0365, |
| "step": 98 |
| }, |
| { |
| "epoch": 2.6912442396313363, |
| "grad_norm": 0.4056353196574725, |
| "learning_rate": 2.599541002186479e-07, |
| "loss": 0.0387, |
| "step": 99 |
| }, |
| { |
| "epoch": 2.71889400921659, |
| "grad_norm": 0.3970285169859869, |
| "learning_rate": 2.109133790600648e-07, |
| "loss": 0.0453, |
| "step": 100 |
| }, |
| { |
| "epoch": 2.7465437788018434, |
| "grad_norm": 0.39424163292147957, |
| "learning_rate": 1.6689574843694433e-07, |
| "loss": 0.0353, |
| "step": 101 |
| }, |
| { |
| "epoch": 2.774193548387097, |
| "grad_norm": 0.4031654414089018, |
| "learning_rate": 1.2794737676536993e-07, |
| "loss": 0.0397, |
| "step": 102 |
| }, |
| { |
| "epoch": 2.80184331797235, |
| "grad_norm": 0.40508729456084114, |
| "learning_rate": 9.410911550880474e-08, |
| "loss": 0.0391, |
| "step": 103 |
| }, |
| { |
| "epoch": 2.8294930875576036, |
| "grad_norm": 0.3826393754876196, |
| "learning_rate": 6.54164563305465e-08, |
| "loss": 0.038, |
| "step": 104 |
| }, |
| { |
| "epoch": 2.857142857142857, |
| "grad_norm": 0.4337313927895487, |
| "learning_rate": 4.189949386787462e-08, |
| "loss": 0.0418, |
| "step": 105 |
| }, |
| { |
| "epoch": 2.8847926267281108, |
| "grad_norm": 0.37776947123435684, |
| "learning_rate": 2.358289416693027e-08, |
| "loss": 0.0355, |
| "step": 106 |
| }, |
| { |
| "epoch": 2.912442396313364, |
| "grad_norm": 0.36823889024056433, |
| "learning_rate": 1.0485868811441757e-08, |
| "loss": 0.0384, |
| "step": 107 |
| }, |
| { |
| "epoch": 2.9400921658986174, |
| "grad_norm": 0.4725582160373693, |
| "learning_rate": 2.6221547724253337e-09, |
| "loss": 0.0385, |
| "step": 108 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 108, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 20, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.2693023331503309e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
