| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.9994447529150472, |
| "eval_steps": 100, |
| "global_step": 675, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.007403294466037387, |
| "grad_norm": 6.054015357976966, |
| "learning_rate": 1.4705882352941177e-06, |
| "loss": 1.0223, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.014806588932074774, |
| "grad_norm": 3.00178071483638, |
| "learning_rate": 2.9411764705882355e-06, |
| "loss": 0.9735, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.02220988339811216, |
| "grad_norm": 3.3110378377541045, |
| "learning_rate": 4.411764705882353e-06, |
| "loss": 0.9131, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.029613177864149548, |
| "grad_norm": 1.7167593624815825, |
| "learning_rate": 5.882352941176471e-06, |
| "loss": 0.838, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.037016472330186935, |
| "grad_norm": 1.3355609975763119, |
| "learning_rate": 7.352941176470589e-06, |
| "loss": 0.7854, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.04441976679622432, |
| "grad_norm": 1.1944056299426455, |
| "learning_rate": 8.823529411764707e-06, |
| "loss": 0.7426, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.05182306126226171, |
| "grad_norm": 1.0979891003870184, |
| "learning_rate": 1.0294117647058823e-05, |
| "loss": 0.7111, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.059226355728299096, |
| "grad_norm": 1.03030412384513, |
| "learning_rate": 1.1764705882352942e-05, |
| "loss": 0.6921, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.06662965019433648, |
| "grad_norm": 1.0511707964694386, |
| "learning_rate": 1.323529411764706e-05, |
| "loss": 0.6809, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.07403294466037387, |
| "grad_norm": 1.3831226662358083, |
| "learning_rate": 1.4705882352941179e-05, |
| "loss": 0.6892, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.08143623912641125, |
| "grad_norm": 1.0200254363547938, |
| "learning_rate": 1.6176470588235296e-05, |
| "loss": 0.6888, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.08883953359244864, |
| "grad_norm": 1.1148922545078945, |
| "learning_rate": 1.7647058823529414e-05, |
| "loss": 0.6664, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.09624282805848602, |
| "grad_norm": 0.9161248428501321, |
| "learning_rate": 1.911764705882353e-05, |
| "loss": 0.6656, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.10364612252452342, |
| "grad_norm": 1.0394239702550545, |
| "learning_rate": 1.9999464266898485e-05, |
| "loss": 0.6623, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.1110494169905608, |
| "grad_norm": 1.3621230342460557, |
| "learning_rate": 1.9993437928712977e-05, |
| "loss": 0.6595, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.11845271145659819, |
| "grad_norm": 1.0557714099921336, |
| "learning_rate": 1.998071963486563e-05, |
| "loss": 0.6493, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.12585600592263557, |
| "grad_norm": 0.9819086436530112, |
| "learning_rate": 1.9961317901970953e-05, |
| "loss": 0.6422, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.13325930038867295, |
| "grad_norm": 1.0991025777736856, |
| "learning_rate": 1.993524572210807e-05, |
| "loss": 0.6417, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.14066259485471036, |
| "grad_norm": 0.9146519268371706, |
| "learning_rate": 1.990252055412077e-05, |
| "loss": 0.6393, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.14806588932074774, |
| "grad_norm": 0.9083117689325773, |
| "learning_rate": 1.9863164311926433e-05, |
| "loss": 0.6634, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.14806588932074774, |
| "eval_loss": 0.6650124192237854, |
| "eval_runtime": 5.451, |
| "eval_samples_per_second": 23.482, |
| "eval_steps_per_second": 5.87, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.15546918378678512, |
| "grad_norm": 0.8311871350343286, |
| "learning_rate": 1.981720334984174e-05, |
| "loss": 0.6404, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.1628724782528225, |
| "grad_norm": 0.8554441640252184, |
| "learning_rate": 1.9764668444934853e-05, |
| "loss": 0.6366, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.17027577271885988, |
| "grad_norm": 0.8768031438584897, |
| "learning_rate": 1.970559477641606e-05, |
| "loss": 0.6177, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.1776790671848973, |
| "grad_norm": 0.8129255159587778, |
| "learning_rate": 1.9640021902080523e-05, |
| "loss": 0.6455, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.18508236165093467, |
| "grad_norm": 0.7615880874721697, |
| "learning_rate": 1.9567993731818988e-05, |
| "loss": 0.642, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.19248565611697205, |
| "grad_norm": 0.939937392812517, |
| "learning_rate": 1.9489558498214197e-05, |
| "loss": 0.6374, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.19988895058300943, |
| "grad_norm": 0.779781527968629, |
| "learning_rate": 1.9404768724242667e-05, |
| "loss": 0.6249, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.20729224504904684, |
| "grad_norm": 0.8178726952811586, |
| "learning_rate": 1.931368118810346e-05, |
| "loss": 0.6462, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.21469553951508422, |
| "grad_norm": 0.813537931225484, |
| "learning_rate": 1.92163568851975e-05, |
| "loss": 0.6266, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.2220988339811216, |
| "grad_norm": 0.8669240193026168, |
| "learning_rate": 1.911286098728296e-05, |
| "loss": 0.6284, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.22950212844715898, |
| "grad_norm": 0.8459528275224641, |
| "learning_rate": 1.900326279883392e-05, |
| "loss": 0.6502, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.23690542291319638, |
| "grad_norm": 0.7547723658789413, |
| "learning_rate": 1.8887635710631716e-05, |
| "loss": 0.6555, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.24430871737923376, |
| "grad_norm": 0.7988067765230787, |
| "learning_rate": 1.8766057150619865e-05, |
| "loss": 0.633, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.25171201184527114, |
| "grad_norm": 0.8435217927099935, |
| "learning_rate": 1.8638608532055635e-05, |
| "loss": 0.6486, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.2591153063113085, |
| "grad_norm": 0.7570773505946161, |
| "learning_rate": 1.8505375198992856e-05, |
| "loss": 0.6369, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.2665186007773459, |
| "grad_norm": 0.6908791003663142, |
| "learning_rate": 1.836644636913258e-05, |
| "loss": 0.6142, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.2739218952433833, |
| "grad_norm": 0.9038360663088197, |
| "learning_rate": 1.8221915074079764e-05, |
| "loss": 0.6315, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.2813251897094207, |
| "grad_norm": 0.761598119680851, |
| "learning_rate": 1.8071878097046064e-05, |
| "loss": 0.6147, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.2887284841754581, |
| "grad_norm": 0.8338375619723758, |
| "learning_rate": 1.7916435908040413e-05, |
| "loss": 0.6286, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.2961317786414955, |
| "grad_norm": 0.8217875765251234, |
| "learning_rate": 1.7755692596590778e-05, |
| "loss": 0.6296, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.2961317786414955, |
| "eval_loss": 0.6434462070465088, |
| "eval_runtime": 5.3536, |
| "eval_samples_per_second": 23.909, |
| "eval_steps_per_second": 5.977, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.30353507310753286, |
| "grad_norm": 0.7531256929909127, |
| "learning_rate": 1.7589755802042188e-05, |
| "loss": 0.6278, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.31093836757357024, |
| "grad_norm": 0.985208375246224, |
| "learning_rate": 1.7418736641477636e-05, |
| "loss": 0.6141, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.3183416620396076, |
| "grad_norm": 0.7150890431535333, |
| "learning_rate": 1.7242749635310222e-05, |
| "loss": 0.6141, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.325744956505645, |
| "grad_norm": 0.7385393462012849, |
| "learning_rate": 1.7061912630596252e-05, |
| "loss": 0.6146, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.3331482509716824, |
| "grad_norm": 0.8380261285347705, |
| "learning_rate": 1.6876346722120747e-05, |
| "loss": 0.6293, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.34055154543771976, |
| "grad_norm": 0.9432686338096382, |
| "learning_rate": 1.6686176171308125e-05, |
| "loss": 0.6469, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.3479548399037572, |
| "grad_norm": 0.7391761909531978, |
| "learning_rate": 1.6491528323012412e-05, |
| "loss": 0.6163, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.3553581343697946, |
| "grad_norm": 0.7229880563274125, |
| "learning_rate": 1.6292533520242663e-05, |
| "loss": 0.6184, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.36276142883583196, |
| "grad_norm": 0.7177721205878652, |
| "learning_rate": 1.6089325016880737e-05, |
| "loss": 0.6071, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.37016472330186934, |
| "grad_norm": 0.7400280432263608, |
| "learning_rate": 1.588203888844982e-05, |
| "loss": 0.6218, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.3775680177679067, |
| "grad_norm": 0.7130487254827719, |
| "learning_rate": 1.5670813940993504e-05, |
| "loss": 0.5997, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.3849713122339441, |
| "grad_norm": 0.6384986808575821, |
| "learning_rate": 1.5455791618126407e-05, |
| "loss": 0.5909, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.3923746066999815, |
| "grad_norm": 0.7429225442557332, |
| "learning_rate": 1.5237115906318565e-05, |
| "loss": 0.6131, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.39977790116601886, |
| "grad_norm": 0.7773016849508944, |
| "learning_rate": 1.5014933238477069e-05, |
| "loss": 0.5977, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.4071811956320563, |
| "grad_norm": 0.7650662881600563, |
| "learning_rate": 1.4789392395889468e-05, |
| "loss": 0.6194, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.41458449009809367, |
| "grad_norm": 0.6953161119063832, |
| "learning_rate": 1.4560644408594602e-05, |
| "loss": 0.6043, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.42198778456413105, |
| "grad_norm": 0.7262425334896014, |
| "learning_rate": 1.432884245424761e-05, |
| "loss": 0.6106, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.42939107903016843, |
| "grad_norm": 0.7699388146969168, |
| "learning_rate": 1.4094141755546816e-05, |
| "loss": 0.6336, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.4367943734962058, |
| "grad_norm": 0.7564571816635713, |
| "learning_rate": 1.3856699476291176e-05, |
| "loss": 0.6002, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.4441976679622432, |
| "grad_norm": 0.8146760886684846, |
| "learning_rate": 1.3616674616137902e-05, |
| "loss": 0.6205, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.4441976679622432, |
| "eval_loss": 0.6286216974258423, |
| "eval_runtime": 5.3343, |
| "eval_samples_per_second": 23.996, |
| "eval_steps_per_second": 5.999, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.4516009624282806, |
| "grad_norm": 0.8782027157116415, |
| "learning_rate": 1.3374227904130724e-05, |
| "loss": 0.6086, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.45900425689431795, |
| "grad_norm": 0.7256976422349936, |
| "learning_rate": 1.3129521691070108e-05, |
| "loss": 0.5901, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.46640755136035533, |
| "grad_norm": 0.8220017881024869, |
| "learning_rate": 1.2882719840797473e-05, |
| "loss": 0.609, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.47381084582639277, |
| "grad_norm": 0.7245365715191799, |
| "learning_rate": 1.2633987620466229e-05, |
| "loss": 0.5915, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.48121414029243015, |
| "grad_norm": 0.6781553517961295, |
| "learning_rate": 1.2383491589873122e-05, |
| "loss": 0.5986, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.48861743475846753, |
| "grad_norm": 0.6587446870275878, |
| "learning_rate": 1.213139948992394e-05, |
| "loss": 0.6061, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.4960207292245049, |
| "grad_norm": 0.657348449028724, |
| "learning_rate": 1.187788013030837e-05, |
| "loss": 0.601, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.5034240236905423, |
| "grad_norm": 0.7312864930554595, |
| "learning_rate": 1.1623103276459086e-05, |
| "loss": 0.609, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.5108273181565797, |
| "grad_norm": 0.6998503014455123, |
| "learning_rate": 1.1367239535870913e-05, |
| "loss": 0.5996, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.518230612622617, |
| "grad_norm": 0.7195665500605787, |
| "learning_rate": 1.1110460243856051e-05, |
| "loss": 0.5878, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.5256339070886544, |
| "grad_norm": 0.7353713724425344, |
| "learning_rate": 1.085293734881197e-05, |
| "loss": 0.601, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.5330372015546918, |
| "grad_norm": 0.7043285272462022, |
| "learning_rate": 1.0594843297078736e-05, |
| "loss": 0.6155, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.5404404960207292, |
| "grad_norm": 0.7499907024463522, |
| "learning_rate": 1.0336350917462925e-05, |
| "loss": 0.6077, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.5478437904867666, |
| "grad_norm": 0.7647587567267611, |
| "learning_rate": 1.0077633305505402e-05, |
| "loss": 0.5977, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.555247084952804, |
| "grad_norm": 0.7364351326908367, |
| "learning_rate": 9.818863707570476e-06, |
| "loss": 0.6139, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.5626503794188414, |
| "grad_norm": 0.6737008789562675, |
| "learning_rate": 9.560215404834094e-06, |
| "loss": 0.6054, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.5700536738848788, |
| "grad_norm": 0.6710478117331311, |
| "learning_rate": 9.30186159724869e-06, |
| "loss": 0.5745, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.5774569683509162, |
| "grad_norm": 0.7365682389903926, |
| "learning_rate": 9.043975287562443e-06, |
| "loss": 0.5996, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.5848602628169536, |
| "grad_norm": 0.7108000943046539, |
| "learning_rate": 8.786729165470584e-06, |
| "loss": 0.5814, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.592263557282991, |
| "grad_norm": 0.726649744341547, |
| "learning_rate": 8.530295491976338e-06, |
| "loss": 0.5883, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.592263557282991, |
| "eval_loss": 0.6156524419784546, |
| "eval_runtime": 5.3162, |
| "eval_samples_per_second": 24.078, |
| "eval_steps_per_second": 6.019, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.5996668517490283, |
| "grad_norm": 0.6285431309190148, |
| "learning_rate": 8.274845984038916e-06, |
| "loss": 0.5735, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.6070701462150657, |
| "grad_norm": 0.7208707564961211, |
| "learning_rate": 8.020551699585843e-06, |
| "loss": 0.5981, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.6144734406811031, |
| "grad_norm": 0.6348365120026416, |
| "learning_rate": 7.76758292296659e-06, |
| "loss": 0.5844, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.6218767351471405, |
| "grad_norm": 0.6813003995268427, |
| "learning_rate": 7.5161090509242005e-06, |
| "loss": 0.5949, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.6292800296131779, |
| "grad_norm": 0.6630486660871571, |
| "learning_rate": 7.2662984791613186e-06, |
| "loss": 0.5884, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.6366833240792152, |
| "grad_norm": 0.6944735724630203, |
| "learning_rate": 7.01831848957653e-06, |
| "loss": 0.6016, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.6440866185452526, |
| "grad_norm": 0.6930000305045221, |
| "learning_rate": 6.772335138246548e-06, |
| "loss": 0.5984, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.65148991301129, |
| "grad_norm": 0.6915055176325112, |
| "learning_rate": 6.528513144229256e-06, |
| "loss": 0.5973, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.6588932074773274, |
| "grad_norm": 0.6436856302826529, |
| "learning_rate": 6.287015779262064e-06, |
| "loss": 0.5994, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.6662965019433648, |
| "grad_norm": 0.6398985771780272, |
| "learning_rate": 6.048004758429451e-06, |
| "loss": 0.5806, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.6736997964094021, |
| "grad_norm": 0.6406669893911426, |
| "learning_rate": 5.811640131872867e-06, |
| "loss": 0.5987, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.6811030908754395, |
| "grad_norm": 0.689174459076953, |
| "learning_rate": 5.578080177615575e-06, |
| "loss": 0.5748, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.688506385341477, |
| "grad_norm": 0.67870415344058, |
| "learning_rate": 5.347481295574141e-06, |
| "loss": 0.574, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.6959096798075144, |
| "grad_norm": 0.6243577511474816, |
| "learning_rate": 5.119997902827584e-06, |
| "loss": 0.5815, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.7033129742735518, |
| "grad_norm": 0.6717650293833948, |
| "learning_rate": 4.8957823302142916e-06, |
| "loss": 0.5863, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.7107162687395892, |
| "grad_norm": 0.5794169400811537, |
| "learning_rate": 4.674984720325961e-06, |
| "loss": 0.5782, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.7181195632056265, |
| "grad_norm": 0.6397551889388262, |
| "learning_rate": 4.457752926966888e-06, |
| "loss": 0.5694, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.7255228576716639, |
| "grad_norm": 0.5964917560176475, |
| "learning_rate": 4.244232416145839e-06, |
| "loss": 0.5864, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.7329261521377013, |
| "grad_norm": 0.6170967107219237, |
| "learning_rate": 4.0345661686669745e-06, |
| "loss": 0.5804, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.7403294466037387, |
| "grad_norm": 0.648181489337827, |
| "learning_rate": 3.828894584384867e-06, |
| "loss": 0.5856, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.7403294466037387, |
| "eval_loss": 0.6065641045570374, |
| "eval_runtime": 5.32, |
| "eval_samples_per_second": 24.06, |
| "eval_steps_per_second": 6.015, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.747732741069776, |
| "grad_norm": 0.584272251554233, |
| "learning_rate": 3.62735538818787e-06, |
| "loss": 0.5722, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.7551360355358134, |
| "grad_norm": 0.6048521839290723, |
| "learning_rate": 3.4300835377726904e-06, |
| "loss": 0.576, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.7625393300018508, |
| "grad_norm": 0.630230887353358, |
| "learning_rate": 3.2372111332720045e-06, |
| "loss": 0.6038, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.7699426244678882, |
| "grad_norm": 0.6743439331706056, |
| "learning_rate": 3.048867328795588e-06, |
| "loss": 0.5698, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.7773459189339256, |
| "grad_norm": 0.6133783881575644, |
| "learning_rate": 2.865178245944218e-06, |
| "loss": 0.5674, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.784749213399963, |
| "grad_norm": 0.587498815361936, |
| "learning_rate": 2.686266889354211e-06, |
| "loss": 0.5891, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.7921525078660003, |
| "grad_norm": 0.6028941643634989, |
| "learning_rate": 2.5122530643292274e-06, |
| "loss": 0.5944, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.7995558023320377, |
| "grad_norm": 0.591978984767699, |
| "learning_rate": 2.3432532966144526e-06, |
| "loss": 0.5817, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.8069590967980751, |
| "grad_norm": 0.5847122315340881, |
| "learning_rate": 2.1793807543668857e-06, |
| "loss": 0.5851, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.8143623912641126, |
| "grad_norm": 0.5775163753554184, |
| "learning_rate": 2.0207451723739633e-06, |
| "loss": 0.5773, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.82176568573015, |
| "grad_norm": 0.5737766519888903, |
| "learning_rate": 1.8674527785713247e-06, |
| "loss": 0.5842, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.8291689801961873, |
| "grad_norm": 0.625674241986595, |
| "learning_rate": 1.7196062229088606e-06, |
| "loss": 0.5543, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.8365722746622247, |
| "grad_norm": 0.6869281902630824, |
| "learning_rate": 1.577304508612717e-06, |
| "loss": 0.5812, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.8439755691282621, |
| "grad_norm": 0.5569467854145252, |
| "learning_rate": 1.4406429258892762e-06, |
| "loss": 0.5997, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.8513788635942995, |
| "grad_norm": 0.6285080967939072, |
| "learning_rate": 1.3097129881154936e-06, |
| "loss": 0.5716, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.8587821580603369, |
| "grad_norm": 0.6275198643982588, |
| "learning_rate": 1.1846023705583442e-06, |
| "loss": 0.5704, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.8661854525263742, |
| "grad_norm": 0.6283404886717425, |
| "learning_rate": 1.065394851664394e-06, |
| "loss": 0.5851, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.8735887469924116, |
| "grad_norm": 0.5792463960702049, |
| "learning_rate": 9.521702569588199e-07, |
| "loss": 0.6029, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.880992041458449, |
| "grad_norm": 0.5763115972641945, |
| "learning_rate": 8.450044055914497e-07, |
| "loss": 0.5733, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.8883953359244864, |
| "grad_norm": 0.5995202047279281, |
| "learning_rate": 7.439690595656013e-07, |
| "loss": 0.5941, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.8883953359244864, |
| "eval_loss": 0.6024371385574341, |
| "eval_runtime": 5.314, |
| "eval_samples_per_second": 24.087, |
| "eval_steps_per_second": 6.022, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.8957986303905238, |
| "grad_norm": 0.6269709647548051, |
| "learning_rate": 6.491318756837417e-07, |
| "loss": 0.581, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.9032019248565611, |
| "grad_norm": 0.5333931949440825, |
| "learning_rate": 5.605563602421149e-07, |
| "loss": 0.5621, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.9106052193225985, |
| "grad_norm": 0.5981201173913836, |
| "learning_rate": 4.783018265047179e-07, |
| "loss": 0.6018, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.9180085137886359, |
| "grad_norm": 0.6222694811889932, |
| "learning_rate": 4.024233549850509e-07, |
| "loss": 0.593, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.9254118082546733, |
| "grad_norm": 0.5685925372104171, |
| "learning_rate": 3.329717565622825e-07, |
| "loss": 0.5888, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.9328151027207107, |
| "grad_norm": 0.5818847562857973, |
| "learning_rate": 2.6999353845651113e-07, |
| "loss": 0.5783, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.9402183971867482, |
| "grad_norm": 0.6074418996538741, |
| "learning_rate": 2.1353087308590314e-07, |
| "loss": 0.5909, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.9476216916527855, |
| "grad_norm": 0.584617964311902, |
| "learning_rate": 1.6362156982656085e-07, |
| "loss": 0.5798, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.9550249861188229, |
| "grad_norm": 0.5687926808356795, |
| "learning_rate": 1.2029904969404482e-07, |
| "loss": 0.5681, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.9624282805848603, |
| "grad_norm": 0.6080717140090887, |
| "learning_rate": 8.359232296349163e-08, |
| "loss": 0.5677, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.9698315750508977, |
| "grad_norm": 0.5827162035016727, |
| "learning_rate": 5.3525969743324356e-08, |
| "loss": 0.5835, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.9772348695169351, |
| "grad_norm": 0.607590392614964, |
| "learning_rate": 3.012012351554017e-08, |
| "loss": 0.5625, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.9846381639829724, |
| "grad_norm": 0.5844855309654554, |
| "learning_rate": 1.3390457653639221e-08, |
| "loss": 0.585, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.9920414584490098, |
| "grad_norm": 0.5889754681628832, |
| "learning_rate": 3.3481749271768726e-09, |
| "loss": 0.596, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.9994447529150472, |
| "grad_norm": 0.600571388380399, |
| "learning_rate": 0.0, |
| "loss": 0.5688, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.9994447529150472, |
| "step": 675, |
| "total_flos": 176903109476352.0, |
| "train_loss": 0.61981393955372, |
| "train_runtime": 3766.2204, |
| "train_samples_per_second": 5.738, |
| "train_steps_per_second": 0.179 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 675, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": false, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 176903109476352.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
