| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.0, |
| "eval_steps": 50, |
| "global_step": 142, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.014222222222222223, |
| "grad_norm": 0.03586147725582123, |
| "learning_rate": 0.0, |
| "loss": 0.9098724722862244, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.028444444444444446, |
| "grad_norm": 0.03577122464776039, |
| "learning_rate": 4.5454545454545457e-07, |
| "loss": 0.9084522724151611, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.042666666666666665, |
| "grad_norm": 0.031653374433517456, |
| "learning_rate": 9.090909090909091e-07, |
| "loss": 0.8834755420684814, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.05688888888888889, |
| "grad_norm": 0.025831686332821846, |
| "learning_rate": 1.3636363636363636e-06, |
| "loss": 0.871230959892273, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.07111111111111111, |
| "grad_norm": 0.019876576960086823, |
| "learning_rate": 1.8181818181818183e-06, |
| "loss": 0.7917206287384033, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.08533333333333333, |
| "grad_norm": 0.018677273765206337, |
| "learning_rate": 2.2727272727272728e-06, |
| "loss": 0.8436126708984375, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.09955555555555555, |
| "grad_norm": 0.017528358846902847, |
| "learning_rate": 2.7272727272727272e-06, |
| "loss": 0.8075190782546997, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.11377777777777778, |
| "grad_norm": 0.01399513240903616, |
| "learning_rate": 3.181818181818182e-06, |
| "loss": 0.7754716873168945, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.128, |
| "grad_norm": 0.012644859962165356, |
| "learning_rate": 3.6363636363636366e-06, |
| "loss": 0.7459083199501038, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.14222222222222222, |
| "grad_norm": 0.01209743320941925, |
| "learning_rate": 4.0909090909090915e-06, |
| "loss": 0.7365868091583252, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.15644444444444444, |
| "grad_norm": 0.012133832089602947, |
| "learning_rate": 4.5454545454545455e-06, |
| "loss": 0.7119501829147339, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.17066666666666666, |
| "grad_norm": 0.010017997585237026, |
| "learning_rate": 5e-06, |
| "loss": 0.6901087760925293, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.18488888888888888, |
| "grad_norm": 0.009233366698026657, |
| "learning_rate": 5.4545454545454545e-06, |
| "loss": 0.6611638069152832, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.1991111111111111, |
| "grad_norm": 0.00782010331749916, |
| "learning_rate": 5.90909090909091e-06, |
| "loss": 0.6715224981307983, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.21333333333333335, |
| "grad_norm": 0.007341764867305756, |
| "learning_rate": 6.363636363636364e-06, |
| "loss": 0.6277110576629639, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.22755555555555557, |
| "grad_norm": 0.00713470159098506, |
| "learning_rate": 6.818181818181818e-06, |
| "loss": 0.6689565181732178, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.24177777777777779, |
| "grad_norm": 0.0067572277039289474, |
| "learning_rate": 7.272727272727273e-06, |
| "loss": 0.6363875865936279, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.256, |
| "grad_norm": 0.006228511221706867, |
| "learning_rate": 7.727272727272727e-06, |
| "loss": 0.6257224678993225, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.2702222222222222, |
| "grad_norm": 0.006048806011676788, |
| "learning_rate": 8.181818181818183e-06, |
| "loss": 0.6355900764465332, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.28444444444444444, |
| "grad_norm": 0.005988306365907192, |
| "learning_rate": 8.636363636363637e-06, |
| "loss": 0.6338369846343994, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.2986666666666667, |
| "grad_norm": 0.005441761109977961, |
| "learning_rate": 9.090909090909091e-06, |
| "loss": 0.6133573055267334, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.3128888888888889, |
| "grad_norm": 0.005174445919692516, |
| "learning_rate": 9.545454545454547e-06, |
| "loss": 0.6042410135269165, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.32711111111111113, |
| "grad_norm": 0.005199746694415808, |
| "learning_rate": 1e-05, |
| "loss": 0.602219820022583, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.3413333333333333, |
| "grad_norm": 0.005485028959810734, |
| "learning_rate": 9.999323662872998e-06, |
| "loss": 0.6062123775482178, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.35555555555555557, |
| "grad_norm": 0.004896003287285566, |
| "learning_rate": 9.99729483446475e-06, |
| "loss": 0.6077945232391357, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.36977777777777776, |
| "grad_norm": 0.00495151337236166, |
| "learning_rate": 9.993914063644053e-06, |
| "loss": 0.5923135280609131, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.384, |
| "grad_norm": 0.004744194447994232, |
| "learning_rate": 9.989182265027232e-06, |
| "loss": 0.5860621929168701, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.3982222222222222, |
| "grad_norm": 0.004471767693758011, |
| "learning_rate": 9.98310071873072e-06, |
| "loss": 0.5823097229003906, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.41244444444444445, |
| "grad_norm": 0.004788320977240801, |
| "learning_rate": 9.975671070024741e-06, |
| "loss": 0.5872600078582764, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.4266666666666667, |
| "grad_norm": 0.0044632842764258385, |
| "learning_rate": 9.966895328888195e-06, |
| "loss": 0.6070278286933899, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.4408888888888889, |
| "grad_norm": 0.004317905753850937, |
| "learning_rate": 9.956775869464901e-06, |
| "loss": 0.5780316591262817, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.45511111111111113, |
| "grad_norm": 0.004291852004826069, |
| "learning_rate": 9.945315429421307e-06, |
| "loss": 0.5697590112686157, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.4693333333333333, |
| "grad_norm": 0.003922830801457167, |
| "learning_rate": 9.932517109205849e-06, |
| "loss": 0.5747107267379761, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.48355555555555557, |
| "grad_norm": 0.0041889771819114685, |
| "learning_rate": 9.918384371210178e-06, |
| "loss": 0.6021177172660828, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.49777777777777776, |
| "grad_norm": 0.004147357773035765, |
| "learning_rate": 9.902921038832456e-06, |
| "loss": 0.5805741548538208, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.512, |
| "grad_norm": 0.0040724254213273525, |
| "learning_rate": 9.886131295443003e-06, |
| "loss": 0.5483200550079346, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.5262222222222223, |
| "grad_norm": 0.004085644613951445, |
| "learning_rate": 9.868019683252543e-06, |
| "loss": 0.557392954826355, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.5404444444444444, |
| "grad_norm": 0.004289102274924517, |
| "learning_rate": 9.848591102083375e-06, |
| "loss": 0.590857207775116, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.5546666666666666, |
| "grad_norm": 0.0040345704182982445, |
| "learning_rate": 9.82785080804381e-06, |
| "loss": 0.5750541090965271, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.5688888888888889, |
| "grad_norm": 0.004034748766571283, |
| "learning_rate": 9.805804412106197e-06, |
| "loss": 0.5949826240539551, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.5831111111111111, |
| "grad_norm": 0.003911909181624651, |
| "learning_rate": 9.782457878588977e-06, |
| "loss": 0.5623177289962769, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.5973333333333334, |
| "grad_norm": 0.0037001846358180046, |
| "learning_rate": 9.75781752354311e-06, |
| "loss": 0.5465081930160522, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.6115555555555555, |
| "grad_norm": 0.0037095139268785715, |
| "learning_rate": 9.731890013043367e-06, |
| "loss": 0.5752100944519043, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.6257777777777778, |
| "grad_norm": 0.003655617358162999, |
| "learning_rate": 9.704682361384941e-06, |
| "loss": 0.5452020168304443, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 0.003784338477998972, |
| "learning_rate": 9.676201929185809e-06, |
| "loss": 0.5616332292556763, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.6542222222222223, |
| "grad_norm": 0.003718078136444092, |
| "learning_rate": 9.646456421395447e-06, |
| "loss": 0.5558297634124756, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.6684444444444444, |
| "grad_norm": 0.00395169947296381, |
| "learning_rate": 9.615453885210368e-06, |
| "loss": 0.5600595474243164, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.6826666666666666, |
| "grad_norm": 0.003555440343916416, |
| "learning_rate": 9.583202707897075e-06, |
| "loss": 0.5372895002365112, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.6968888888888889, |
| "grad_norm": 0.0037386869080364704, |
| "learning_rate": 9.549711614523007e-06, |
| "loss": 0.5322733521461487, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.7111111111111111, |
| "grad_norm": 0.003739988896995783, |
| "learning_rate": 9.514989665596114e-06, |
| "loss": 0.5380419492721558, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.7111111111111111, |
| "eval_loss": 0.5587145090103149, |
| "eval_runtime": 8.7676, |
| "eval_samples_per_second": 22.811, |
| "eval_steps_per_second": 11.406, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.7253333333333334, |
| "grad_norm": 0.0037539806216955185, |
| "learning_rate": 9.479046254613673e-06, |
| "loss": 0.5472225546836853, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.7395555555555555, |
| "grad_norm": 0.003411181503906846, |
| "learning_rate": 9.441891105521005e-06, |
| "loss": 0.5134032964706421, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.7537777777777778, |
| "grad_norm": 0.0037538670003414154, |
| "learning_rate": 9.40353427008083e-06, |
| "loss": 0.5361013412475586, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.768, |
| "grad_norm": 0.0036495670210570097, |
| "learning_rate": 9.3639861251539e-06, |
| "loss": 0.5299779772758484, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.7822222222222223, |
| "grad_norm": 0.0037342547439038754, |
| "learning_rate": 9.323257369891702e-06, |
| "loss": 0.5607945919036865, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.7964444444444444, |
| "grad_norm": 0.003572584595531225, |
| "learning_rate": 9.281359022841966e-06, |
| "loss": 0.5528460741043091, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.8106666666666666, |
| "grad_norm": 0.003770101349800825, |
| "learning_rate": 9.238302418967757e-06, |
| "loss": 0.5440288186073303, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.8248888888888889, |
| "grad_norm": 0.0036679303739219904, |
| "learning_rate": 9.194099206580981e-06, |
| "loss": 0.5564252138137817, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.8391111111111111, |
| "grad_norm": 0.003834612900391221, |
| "learning_rate": 9.14876134419111e-06, |
| "loss": 0.5473330020904541, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.8533333333333334, |
| "grad_norm": 0.003683249931782484, |
| "learning_rate": 9.102301097269974e-06, |
| "loss": 0.5463743209838867, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.8675555555555555, |
| "grad_norm": 0.0036777963396161795, |
| "learning_rate": 9.05473103493355e-06, |
| "loss": 0.524878740310669, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.8817777777777778, |
| "grad_norm": 0.0038230482023209333, |
| "learning_rate": 9.006064026541549e-06, |
| "loss": 0.5563522577285767, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.896, |
| "grad_norm": 0.003645201213657856, |
| "learning_rate": 8.956313238215824e-06, |
| "loss": 0.5059154033660889, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.9102222222222223, |
| "grad_norm": 0.0035886459518224, |
| "learning_rate": 8.905492129278478e-06, |
| "loss": 0.5312881469726562, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.9244444444444444, |
| "grad_norm": 0.003721872577443719, |
| "learning_rate": 8.85361444861063e-06, |
| "loss": 0.5358959436416626, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.9386666666666666, |
| "grad_norm": 0.003683999879285693, |
| "learning_rate": 8.800694230932885e-06, |
| "loss": 0.5442053079605103, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.9528888888888889, |
| "grad_norm": 0.0036851842887699604, |
| "learning_rate": 8.74674579300843e-06, |
| "loss": 0.5263723731040955, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.9671111111111111, |
| "grad_norm": 0.003754258854314685, |
| "learning_rate": 8.691783729769874e-06, |
| "loss": 0.5200538039207458, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.9813333333333333, |
| "grad_norm": 0.0038373274728655815, |
| "learning_rate": 8.635822910370793e-06, |
| "loss": 0.5452108383178711, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.9955555555555555, |
| "grad_norm": 0.0039480882696807384, |
| "learning_rate": 8.578878474163115e-06, |
| "loss": 0.5066030621528625, |
| "step": 70 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.005897017661482096, |
| "learning_rate": 8.520965826601394e-06, |
| "loss": 0.5380499958992004, |
| "step": 71 |
| }, |
| { |
| "epoch": 1.0142222222222221, |
| "grad_norm": 0.0037728557363152504, |
| "learning_rate": 8.462100635075097e-06, |
| "loss": 0.5328541398048401, |
| "step": 72 |
| }, |
| { |
| "epoch": 1.0284444444444445, |
| "grad_norm": 0.003953218925744295, |
| "learning_rate": 8.40229882467003e-06, |
| "loss": 0.5096005201339722, |
| "step": 73 |
| }, |
| { |
| "epoch": 1.0426666666666666, |
| "grad_norm": 0.0036587677896022797, |
| "learning_rate": 8.341576573860049e-06, |
| "loss": 0.4889724850654602, |
| "step": 74 |
| }, |
| { |
| "epoch": 1.056888888888889, |
| "grad_norm": 0.0038338187150657177, |
| "learning_rate": 8.279950310130218e-06, |
| "loss": 0.5157173871994019, |
| "step": 75 |
| }, |
| { |
| "epoch": 1.0711111111111111, |
| "grad_norm": 0.003540106350556016, |
| "learning_rate": 8.2174367055326e-06, |
| "loss": 0.49691659212112427, |
| "step": 76 |
| }, |
| { |
| "epoch": 1.0853333333333333, |
| "grad_norm": 0.0037315969821065664, |
| "learning_rate": 8.154052672175888e-06, |
| "loss": 0.4873769283294678, |
| "step": 77 |
| }, |
| { |
| "epoch": 1.0995555555555556, |
| "grad_norm": 0.003963674418628216, |
| "learning_rate": 8.08981535765009e-06, |
| "loss": 0.5266215801239014, |
| "step": 78 |
| }, |
| { |
| "epoch": 1.1137777777777778, |
| "grad_norm": 0.0037685995921492577, |
| "learning_rate": 8.024742140387506e-06, |
| "loss": 0.5039150714874268, |
| "step": 79 |
| }, |
| { |
| "epoch": 1.1280000000000001, |
| "grad_norm": 0.003613364417105913, |
| "learning_rate": 7.95885062496126e-06, |
| "loss": 0.4896891117095947, |
| "step": 80 |
| }, |
| { |
| "epoch": 1.1422222222222222, |
| "grad_norm": 0.0037347134202718735, |
| "learning_rate": 7.892158637322647e-06, |
| "loss": 0.45997822284698486, |
| "step": 81 |
| }, |
| { |
| "epoch": 1.1564444444444444, |
| "grad_norm": 0.0037277438677847385, |
| "learning_rate": 7.824684219978591e-06, |
| "loss": 0.4917220175266266, |
| "step": 82 |
| }, |
| { |
| "epoch": 1.1706666666666667, |
| "grad_norm": 0.0034888957161456347, |
| "learning_rate": 7.756445627110523e-06, |
| "loss": 0.5024806261062622, |
| "step": 83 |
| }, |
| { |
| "epoch": 1.1848888888888889, |
| "grad_norm": 0.004098390229046345, |
| "learning_rate": 7.68746131963598e-06, |
| "loss": 0.5110447406768799, |
| "step": 84 |
| }, |
| { |
| "epoch": 1.199111111111111, |
| "grad_norm": 0.0036922753788530827, |
| "learning_rate": 7.6177499602143e-06, |
| "loss": 0.5031975507736206, |
| "step": 85 |
| }, |
| { |
| "epoch": 1.2133333333333334, |
| "grad_norm": 0.0035749904345721006, |
| "learning_rate": 7.547330408197695e-06, |
| "loss": 0.4899296164512634, |
| "step": 86 |
| }, |
| { |
| "epoch": 1.2275555555555555, |
| "grad_norm": 0.003764625173062086, |
| "learning_rate": 7.476221714529167e-06, |
| "loss": 0.5040560960769653, |
| "step": 87 |
| }, |
| { |
| "epoch": 1.2417777777777779, |
| "grad_norm": 0.003831087611615658, |
| "learning_rate": 7.404443116588548e-06, |
| "loss": 0.5307536125183105, |
| "step": 88 |
| }, |
| { |
| "epoch": 1.256, |
| "grad_norm": 0.003740105777978897, |
| "learning_rate": 7.332014032988123e-06, |
| "loss": 0.5025057792663574, |
| "step": 89 |
| }, |
| { |
| "epoch": 1.2702222222222221, |
| "grad_norm": 0.0038286929484456778, |
| "learning_rate": 7.2589540583192165e-06, |
| "loss": 0.5043497085571289, |
| "step": 90 |
| }, |
| { |
| "epoch": 1.2844444444444445, |
| "grad_norm": 0.003593199420720339, |
| "learning_rate": 7.185282957851175e-06, |
| "loss": 0.4883122444152832, |
| "step": 91 |
| }, |
| { |
| "epoch": 1.2986666666666666, |
| "grad_norm": 0.003721701679751277, |
| "learning_rate": 7.111020662184174e-06, |
| "loss": 0.5055882930755615, |
| "step": 92 |
| }, |
| { |
| "epoch": 1.3128888888888888, |
| "grad_norm": 0.0036744684912264347, |
| "learning_rate": 7.036187261857289e-06, |
| "loss": 0.4962804615497589, |
| "step": 93 |
| }, |
| { |
| "epoch": 1.3271111111111111, |
| "grad_norm": 0.004013169556856155, |
| "learning_rate": 6.960803001913315e-06, |
| "loss": 0.524259090423584, |
| "step": 94 |
| }, |
| { |
| "epoch": 1.3413333333333333, |
| "grad_norm": 0.003746299771592021, |
| "learning_rate": 6.884888276421766e-06, |
| "loss": 0.5073269009590149, |
| "step": 95 |
| }, |
| { |
| "epoch": 1.3555555555555556, |
| "grad_norm": 0.0036679194308817387, |
| "learning_rate": 6.8084636229615786e-06, |
| "loss": 0.4886914789676666, |
| "step": 96 |
| }, |
| { |
| "epoch": 1.3697777777777778, |
| "grad_norm": 0.00375540042296052, |
| "learning_rate": 6.731549717064975e-06, |
| "loss": 0.4920746088027954, |
| "step": 97 |
| }, |
| { |
| "epoch": 1.384, |
| "grad_norm": 0.003901587100699544, |
| "learning_rate": 6.654167366624009e-06, |
| "loss": 0.503207266330719, |
| "step": 98 |
| }, |
| { |
| "epoch": 1.3982222222222223, |
| "grad_norm": 0.003911704756319523, |
| "learning_rate": 6.576337506261314e-06, |
| "loss": 0.5012996196746826, |
| "step": 99 |
| }, |
| { |
| "epoch": 1.4124444444444444, |
| "grad_norm": 0.0035876361653208733, |
| "learning_rate": 6.498081191666549e-06, |
| "loss": 0.5059630274772644, |
| "step": 100 |
| }, |
| { |
| "epoch": 1.4124444444444444, |
| "eval_loss": 0.5291631817817688, |
| "eval_runtime": 10.3556, |
| "eval_samples_per_second": 19.313, |
| "eval_steps_per_second": 9.657, |
| "step": 100 |
| }, |
| { |
| "epoch": 1.4266666666666667, |
| "grad_norm": 0.003729900810867548, |
| "learning_rate": 6.419419593900109e-06, |
| "loss": 0.4896056056022644, |
| "step": 101 |
| }, |
| { |
| "epoch": 1.4408888888888889, |
| "grad_norm": 0.003648703685030341, |
| "learning_rate": 6.340373993665607e-06, |
| "loss": 0.48181772232055664, |
| "step": 102 |
| }, |
| { |
| "epoch": 1.455111111111111, |
| "grad_norm": 0.0035914399195462465, |
| "learning_rate": 6.2609657755527135e-06, |
| "loss": 0.4775124192237854, |
| "step": 103 |
| }, |
| { |
| "epoch": 1.4693333333333334, |
| "grad_norm": 0.0035880866926163435, |
| "learning_rate": 6.1812164222518626e-06, |
| "loss": 0.5167958736419678, |
| "step": 104 |
| }, |
| { |
| "epoch": 1.4835555555555555, |
| "grad_norm": 0.003788268193602562, |
| "learning_rate": 6.101147508742456e-06, |
| "loss": 0.4946171045303345, |
| "step": 105 |
| }, |
| { |
| "epoch": 1.4977777777777779, |
| "grad_norm": 0.0036002870183438063, |
| "learning_rate": 6.020780696456059e-06, |
| "loss": 0.4849076569080353, |
| "step": 106 |
| }, |
| { |
| "epoch": 1.512, |
| "grad_norm": 0.0036388293374329805, |
| "learning_rate": 5.940137727416247e-06, |
| "loss": 0.4958712160587311, |
| "step": 107 |
| }, |
| { |
| "epoch": 1.5262222222222221, |
| "grad_norm": 0.0034927036613225937, |
| "learning_rate": 5.859240418356614e-06, |
| "loss": 0.4822971820831299, |
| "step": 108 |
| }, |
| { |
| "epoch": 1.5404444444444443, |
| "grad_norm": 0.0038439796771854162, |
| "learning_rate": 5.778110654818602e-06, |
| "loss": 0.5280419588088989, |
| "step": 109 |
| }, |
| { |
| "epoch": 1.5546666666666666, |
| "grad_norm": 0.003715698141604662, |
| "learning_rate": 5.696770385230679e-06, |
| "loss": 0.4952104687690735, |
| "step": 110 |
| }, |
| { |
| "epoch": 1.568888888888889, |
| "grad_norm": 0.0036385883577167988, |
| "learning_rate": 5.615241614970546e-06, |
| "loss": 0.4887908101081848, |
| "step": 111 |
| }, |
| { |
| "epoch": 1.5831111111111111, |
| "grad_norm": 0.0036841081455349922, |
| "learning_rate": 5.533546400411899e-06, |
| "loss": 0.4928241968154907, |
| "step": 112 |
| }, |
| { |
| "epoch": 1.5973333333333333, |
| "grad_norm": 0.0036721359938383102, |
| "learning_rate": 5.4517068429574215e-06, |
| "loss": 0.5109080076217651, |
| "step": 113 |
| }, |
| { |
| "epoch": 1.6115555555555554, |
| "grad_norm": 0.0037413975223898888, |
| "learning_rate": 5.3697450830595775e-06, |
| "loss": 0.48911499977111816, |
| "step": 114 |
| }, |
| { |
| "epoch": 1.6257777777777778, |
| "grad_norm": 0.003966668155044317, |
| "learning_rate": 5.287683294230855e-06, |
| "loss": 0.49537116289138794, |
| "step": 115 |
| }, |
| { |
| "epoch": 1.6400000000000001, |
| "grad_norm": 0.0036018763203173876, |
| "learning_rate": 5.20554367704505e-06, |
| "loss": 0.4613257348537445, |
| "step": 116 |
| }, |
| { |
| "epoch": 1.6542222222222223, |
| "grad_norm": 0.0038206754252314568, |
| "learning_rate": 5.123348453131242e-06, |
| "loss": 0.5043697357177734, |
| "step": 117 |
| }, |
| { |
| "epoch": 1.6684444444444444, |
| "grad_norm": 0.0037831810768693686, |
| "learning_rate": 5.041119859162068e-06, |
| "loss": 0.48968735337257385, |
| "step": 118 |
| }, |
| { |
| "epoch": 1.6826666666666665, |
| "grad_norm": 0.0038370522670447826, |
| "learning_rate": 4.958880140837934e-06, |
| "loss": 0.49605250358581543, |
| "step": 119 |
| }, |
| { |
| "epoch": 1.696888888888889, |
| "grad_norm": 0.003586502280086279, |
| "learning_rate": 4.876651546868759e-06, |
| "loss": 0.4839916229248047, |
| "step": 120 |
| }, |
| { |
| "epoch": 1.7111111111111112, |
| "grad_norm": 0.003694413462653756, |
| "learning_rate": 4.794456322954953e-06, |
| "loss": 0.5173561573028564, |
| "step": 121 |
| }, |
| { |
| "epoch": 1.7253333333333334, |
| "grad_norm": 0.003933500964194536, |
| "learning_rate": 4.7123167057691446e-06, |
| "loss": 0.5177811980247498, |
| "step": 122 |
| }, |
| { |
| "epoch": 1.7395555555555555, |
| "grad_norm": 0.0036068507470190525, |
| "learning_rate": 4.630254916940424e-06, |
| "loss": 0.5164836049079895, |
| "step": 123 |
| }, |
| { |
| "epoch": 1.7537777777777777, |
| "grad_norm": 0.00349752651527524, |
| "learning_rate": 4.548293157042581e-06, |
| "loss": 0.5077825784683228, |
| "step": 124 |
| }, |
| { |
| "epoch": 1.768, |
| "grad_norm": 0.0037042393814772367, |
| "learning_rate": 4.466453599588103e-06, |
| "loss": 0.5107009410858154, |
| "step": 125 |
| }, |
| { |
| "epoch": 1.7822222222222224, |
| "grad_norm": 0.003853494767099619, |
| "learning_rate": 4.384758385029457e-06, |
| "loss": 0.4728143811225891, |
| "step": 126 |
| }, |
| { |
| "epoch": 1.7964444444444445, |
| "grad_norm": 0.0038627111352980137, |
| "learning_rate": 4.3032296147693225e-06, |
| "loss": 0.4858134984970093, |
| "step": 127 |
| }, |
| { |
| "epoch": 1.8106666666666666, |
| "grad_norm": 0.003657885594293475, |
| "learning_rate": 4.2218893451814005e-06, |
| "loss": 0.48357316851615906, |
| "step": 128 |
| }, |
| { |
| "epoch": 1.8248888888888888, |
| "grad_norm": 0.00355988135561347, |
| "learning_rate": 4.140759581643386e-06, |
| "loss": 0.49349913001060486, |
| "step": 129 |
| }, |
| { |
| "epoch": 1.8391111111111111, |
| "grad_norm": 0.004014762118458748, |
| "learning_rate": 4.059862272583755e-06, |
| "loss": 0.4969041347503662, |
| "step": 130 |
| }, |
| { |
| "epoch": 1.8533333333333335, |
| "grad_norm": 0.003631556173786521, |
| "learning_rate": 3.979219303543942e-06, |
| "loss": 0.47194504737854004, |
| "step": 131 |
| }, |
| { |
| "epoch": 1.8675555555555556, |
| "grad_norm": 0.003577238181605935, |
| "learning_rate": 3.898852491257547e-06, |
| "loss": 0.5020972490310669, |
| "step": 132 |
| }, |
| { |
| "epoch": 1.8817777777777778, |
| "grad_norm": 0.003780671861022711, |
| "learning_rate": 3.818783577748138e-06, |
| "loss": 0.5002884268760681, |
| "step": 133 |
| }, |
| { |
| "epoch": 1.896, |
| "grad_norm": 0.003708280622959137, |
| "learning_rate": 3.7390342244472886e-06, |
| "loss": 0.5007095336914062, |
| "step": 134 |
| }, |
| { |
| "epoch": 1.9102222222222223, |
| "grad_norm": 0.003498840844258666, |
| "learning_rate": 3.659626006334395e-06, |
| "loss": 0.4763813316822052, |
| "step": 135 |
| }, |
| { |
| "epoch": 1.9244444444444444, |
| "grad_norm": 0.003659547306597233, |
| "learning_rate": 3.5805804060998926e-06, |
| "loss": 0.48733818531036377, |
| "step": 136 |
| }, |
| { |
| "epoch": 1.9386666666666668, |
| "grad_norm": 0.003515617921948433, |
| "learning_rate": 3.501918808333453e-06, |
| "loss": 0.5118749141693115, |
| "step": 137 |
| }, |
| { |
| "epoch": 1.952888888888889, |
| "grad_norm": 0.0036544103641062975, |
| "learning_rate": 3.4236624937386874e-06, |
| "loss": 0.5178316831588745, |
| "step": 138 |
| }, |
| { |
| "epoch": 1.967111111111111, |
| "grad_norm": 0.003433604259043932, |
| "learning_rate": 3.3458326333759927e-06, |
| "loss": 0.4853537678718567, |
| "step": 139 |
| }, |
| { |
| "epoch": 1.9813333333333332, |
| "grad_norm": 0.003547502215951681, |
| "learning_rate": 3.268450282935026e-06, |
| "loss": 0.49210506677627563, |
| "step": 140 |
| }, |
| { |
| "epoch": 1.9955555555555555, |
| "grad_norm": 0.003462104359641671, |
| "learning_rate": 3.1915363770384223e-06, |
| "loss": 0.47841814160346985, |
| "step": 141 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.005856912117451429, |
| "learning_rate": 3.1151117235782346e-06, |
| "loss": 0.5034412145614624, |
| "step": 142 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 213, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.648495698116608e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
