| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 2359, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.00211954217888936, |
| "grad_norm": 1.8612931966781616, |
| "learning_rate": 4.507042253521127e-06, |
| "loss": 2.944260025024414, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.00423908435777872, |
| "grad_norm": 1.1160953044891357, |
| "learning_rate": 1.0140845070422535e-05, |
| "loss": 2.837664031982422, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.00635862653666808, |
| "grad_norm": 0.7302947640419006, |
| "learning_rate": 1.5774647887323945e-05, |
| "loss": 2.802225685119629, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.00847816871555744, |
| "grad_norm": 0.40593045949935913, |
| "learning_rate": 2.140845070422535e-05, |
| "loss": 2.6366830825805665, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.0105977108944468, |
| "grad_norm": 0.31648972630500793, |
| "learning_rate": 2.7042253521126763e-05, |
| "loss": 2.4947330474853517, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.01271725307333616, |
| "grad_norm": 0.3702400326728821, |
| "learning_rate": 3.267605633802817e-05, |
| "loss": 2.512411117553711, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.01483679525222552, |
| "grad_norm": 0.27157336473464966, |
| "learning_rate": 3.8309859154929575e-05, |
| "loss": 2.375998687744141, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.01695633743111488, |
| "grad_norm": 0.21749232709407806, |
| "learning_rate": 4.394366197183099e-05, |
| "loss": 2.2622447967529298, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.01907587961000424, |
| "grad_norm": 0.23159104585647583, |
| "learning_rate": 4.9577464788732394e-05, |
| "loss": 2.2170639038085938, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.0211954217888936, |
| "grad_norm": 0.19265541434288025, |
| "learning_rate": 5.52112676056338e-05, |
| "loss": 2.174176025390625, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.02331496396778296, |
| "grad_norm": 0.2098459154367447, |
| "learning_rate": 6.084507042253521e-05, |
| "loss": 2.1516395568847657, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.02543450614667232, |
| "grad_norm": 0.22788824141025543, |
| "learning_rate": 6.647887323943662e-05, |
| "loss": 2.0522294998168946, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.02755404832556168, |
| "grad_norm": 0.2034478485584259, |
| "learning_rate": 7.211267605633803e-05, |
| "loss": 2.0236040115356446, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.02967359050445104, |
| "grad_norm": 0.27458181977272034, |
| "learning_rate": 7.774647887323944e-05, |
| "loss": 1.910360336303711, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.0317931326833404, |
| "grad_norm": 0.19724486768245697, |
| "learning_rate": 7.99996606408244e-05, |
| "loss": 1.9117116928100586, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.03391267486222976, |
| "grad_norm": 0.23376719653606415, |
| "learning_rate": 7.999758680004851e-05, |
| "loss": 1.8922744750976563, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.03603221704111912, |
| "grad_norm": 0.21566373109817505, |
| "learning_rate": 7.999362774900014e-05, |
| "loss": 1.893143081665039, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.03815175922000848, |
| "grad_norm": 0.22187377512454987, |
| "learning_rate": 7.998778367428163e-05, |
| "loss": 1.8458093643188476, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.04027130139889784, |
| "grad_norm": 0.2085333913564682, |
| "learning_rate": 7.998005485134234e-05, |
| "loss": 1.7947025299072266, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.0423908435777872, |
| "grad_norm": 0.19334450364112854, |
| "learning_rate": 7.997044164446566e-05, |
| "loss": 1.8084171295166016, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.04451038575667656, |
| "grad_norm": 0.22427749633789062, |
| "learning_rate": 7.995894450675184e-05, |
| "loss": 1.763449478149414, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.04662992793556592, |
| "grad_norm": 0.21727879345417023, |
| "learning_rate": 7.994556398009663e-05, |
| "loss": 1.7564985275268554, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.048749470114455275, |
| "grad_norm": 0.2635990083217621, |
| "learning_rate": 7.993030069516571e-05, |
| "loss": 1.7502134323120118, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.05086901229334464, |
| "grad_norm": 0.24232925474643707, |
| "learning_rate": 7.991315537136504e-05, |
| "loss": 1.6973617553710938, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.052988554472233995, |
| "grad_norm": 0.21670188009738922, |
| "learning_rate": 7.989412881680689e-05, |
| "loss": 1.724782943725586, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.05510809665112336, |
| "grad_norm": 0.2662172019481659, |
| "learning_rate": 7.987322192827177e-05, |
| "loss": 1.7772514343261718, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.057227638830012716, |
| "grad_norm": 0.26820454001426697, |
| "learning_rate": 7.985043569116612e-05, |
| "loss": 1.723222541809082, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.05934718100890208, |
| "grad_norm": 0.2372129261493683, |
| "learning_rate": 7.982577117947597e-05, |
| "loss": 1.7164798736572267, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.061466723187791436, |
| "grad_norm": 0.23795653879642487, |
| "learning_rate": 7.979922955571623e-05, |
| "loss": 1.6659355163574219, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.0635862653666808, |
| "grad_norm": 0.22253049910068512, |
| "learning_rate": 7.977081207087591e-05, |
| "loss": 1.7030624389648437, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.06570580754557016, |
| "grad_norm": 0.24633541703224182, |
| "learning_rate": 7.974052006435915e-05, |
| "loss": 1.651565933227539, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.06782534972445951, |
| "grad_norm": 0.2382444590330124, |
| "learning_rate": 7.970835496392216e-05, |
| "loss": 1.6775833129882813, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.06994489190334888, |
| "grad_norm": 0.2766229510307312, |
| "learning_rate": 7.967431828560586e-05, |
| "loss": 1.6641559600830078, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.07206443408223824, |
| "grad_norm": 0.27501192688941956, |
| "learning_rate": 7.963841163366438e-05, |
| "loss": 1.640512466430664, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.07418397626112759, |
| "grad_norm": 0.23321472108364105, |
| "learning_rate": 7.96006367004896e-05, |
| "loss": 1.639167022705078, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.07630351844001695, |
| "grad_norm": 0.21392957866191864, |
| "learning_rate": 7.956099526653118e-05, |
| "loss": 1.6127048492431642, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.07842306061890632, |
| "grad_norm": 0.27146685123443604, |
| "learning_rate": 7.951948920021286e-05, |
| "loss": 1.6198917388916017, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.08054260279779568, |
| "grad_norm": 0.2585868239402771, |
| "learning_rate": 7.947612045784418e-05, |
| "loss": 1.618967056274414, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.08266214497668503, |
| "grad_norm": 0.2556251883506775, |
| "learning_rate": 7.943089108352847e-05, |
| "loss": 1.6223142623901368, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.0847816871555744, |
| "grad_norm": 0.24963316321372986, |
| "learning_rate": 7.938380320906634e-05, |
| "loss": 1.6074459075927734, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.08690122933446376, |
| "grad_norm": 0.24312998354434967, |
| "learning_rate": 7.933485905385532e-05, |
| "loss": 1.6534408569335937, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.08902077151335312, |
| "grad_norm": 0.24531760811805725, |
| "learning_rate": 7.928406092478516e-05, |
| "loss": 1.606509017944336, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.09114031369224247, |
| "grad_norm": 0.30584201216697693, |
| "learning_rate": 7.923141121612922e-05, |
| "loss": 1.6016658782958983, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.09325985587113184, |
| "grad_norm": 0.26060405373573303, |
| "learning_rate": 7.917691240943147e-05, |
| "loss": 1.5423978805541991, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.0953793980500212, |
| "grad_norm": 0.24255937337875366, |
| "learning_rate": 7.912056707338964e-05, |
| "loss": 1.6322971343994142, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.09749894022891055, |
| "grad_norm": 0.28530821204185486, |
| "learning_rate": 7.906237786373411e-05, |
| "loss": 1.5935253143310546, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.09961848240779991, |
| "grad_norm": 0.28408628702163696, |
| "learning_rate": 7.900234752310274e-05, |
| "loss": 1.6382963180541992, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.10173802458668928, |
| "grad_norm": 0.24532373249530792, |
| "learning_rate": 7.89404788809116e-05, |
| "loss": 1.6328113555908204, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.10385756676557864, |
| "grad_norm": 0.2462259978055954, |
| "learning_rate": 7.88767748532216e-05, |
| "loss": 1.5996957778930665, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.10597710894446799, |
| "grad_norm": 0.2827068865299225, |
| "learning_rate": 7.881123844260109e-05, |
| "loss": 1.5423406600952148, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.10809665112335735, |
| "grad_norm": 0.27817490696907043, |
| "learning_rate": 7.874387273798427e-05, |
| "loss": 1.5872836112976074, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.11021619330224672, |
| "grad_norm": 0.30322763323783875, |
| "learning_rate": 7.867468091452566e-05, |
| "loss": 1.555913543701172, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.11233573548113608, |
| "grad_norm": 0.2901754677295685, |
| "learning_rate": 7.860366623345043e-05, |
| "loss": 1.5874847412109374, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.11445527766002543, |
| "grad_norm": 0.25083526968955994, |
| "learning_rate": 7.853083204190066e-05, |
| "loss": 1.5477298736572265, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.1165748198389148, |
| "grad_norm": 0.3856332302093506, |
| "learning_rate": 7.845618177277761e-05, |
| "loss": 1.5994754791259767, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.11869436201780416, |
| "grad_norm": 0.3508598804473877, |
| "learning_rate": 7.837971894457991e-05, |
| "loss": 1.5365802764892578, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.12081390419669351, |
| "grad_norm": 0.3150509297847748, |
| "learning_rate": 7.830144716123769e-05, |
| "loss": 1.5412468910217285, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.12293344637558287, |
| "grad_norm": 0.34235191345214844, |
| "learning_rate": 7.822137011194281e-05, |
| "loss": 1.580563735961914, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.12505298855447222, |
| "grad_norm": 0.2897155284881592, |
| "learning_rate": 7.813949157097485e-05, |
| "loss": 1.5645181655883789, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.1271725307333616, |
| "grad_norm": 0.2858702838420868, |
| "learning_rate": 7.80558153975233e-05, |
| "loss": 1.5653106689453125, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.12929207291225095, |
| "grad_norm": 0.34633851051330566, |
| "learning_rate": 7.797034553550563e-05, |
| "loss": 1.5471956253051757, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.13141161509114033, |
| "grad_norm": 0.27321475744247437, |
| "learning_rate": 7.788308601338143e-05, |
| "loss": 1.5335832595825196, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.13353115727002968, |
| "grad_norm": 0.26764094829559326, |
| "learning_rate": 7.779404094396253e-05, |
| "loss": 1.5111331939697266, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.13565069944891903, |
| "grad_norm": 0.28431782126426697, |
| "learning_rate": 7.770321452421909e-05, |
| "loss": 1.5610011100769043, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.1377702416278084, |
| "grad_norm": 0.251496285200119, |
| "learning_rate": 7.76106110350819e-05, |
| "loss": 1.6016853332519532, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.13988978380669775, |
| "grad_norm": 0.2996198832988739, |
| "learning_rate": 7.75162348412405e-05, |
| "loss": 1.587802028656006, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.1420093259855871, |
| "grad_norm": 0.28139063715934753, |
| "learning_rate": 7.742009039093747e-05, |
| "loss": 1.5232866287231446, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.14412886816447648, |
| "grad_norm": 0.27496451139450073, |
| "learning_rate": 7.732218221575888e-05, |
| "loss": 1.508912944793701, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.14624841034336583, |
| "grad_norm": 0.2885613441467285, |
| "learning_rate": 7.722251493042056e-05, |
| "loss": 1.4782177925109863, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.14836795252225518, |
| "grad_norm": 0.2669691741466522, |
| "learning_rate": 7.712109323255065e-05, |
| "loss": 1.4798032760620117, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.15048749470114456, |
| "grad_norm": 0.2620970606803894, |
| "learning_rate": 7.701792190246825e-05, |
| "loss": 1.54260311126709, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.1526070368800339, |
| "grad_norm": 0.24850228428840637, |
| "learning_rate": 7.691300580295798e-05, |
| "loss": 1.4747392654418945, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.15472657905892329, |
| "grad_norm": 0.2908382713794708, |
| "learning_rate": 7.680634987904091e-05, |
| "loss": 1.5131176948547362, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.15684612123781264, |
| "grad_norm": 0.29605597257614136, |
| "learning_rate": 7.669795915774139e-05, |
| "loss": 1.5169933319091797, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.15896566341670199, |
| "grad_norm": 0.2789711356163025, |
| "learning_rate": 7.658783874785018e-05, |
| "loss": 1.538616943359375, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.16108520559559136, |
| "grad_norm": 0.24284884333610535, |
| "learning_rate": 7.64759938396836e-05, |
| "loss": 1.5400668144226075, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.1632047477744807, |
| "grad_norm": 0.27422091364860535, |
| "learning_rate": 7.636242970483894e-05, |
| "loss": 1.5287532806396484, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.16532428995337006, |
| "grad_norm": 0.2600255310535431, |
| "learning_rate": 7.624715169594596e-05, |
| "loss": 1.5154428482055664, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.16744383213225944, |
| "grad_norm": 0.30100488662719727, |
| "learning_rate": 7.613016524641462e-05, |
| "loss": 1.4649045944213868, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.1695633743111488, |
| "grad_norm": 0.29589682817459106, |
| "learning_rate": 7.601147587017897e-05, |
| "loss": 1.4927549362182617, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.17168291649003814, |
| "grad_norm": 0.28111886978149414, |
| "learning_rate": 7.58910891614373e-05, |
| "loss": 1.5342559814453125, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.17380245866892752, |
| "grad_norm": 0.26966726779937744, |
| "learning_rate": 7.576901079438845e-05, |
| "loss": 1.5068151473999023, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.17592200084781687, |
| "grad_norm": 0.3016875684261322, |
| "learning_rate": 7.564524652296434e-05, |
| "loss": 1.5353782653808594, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.17804154302670624, |
| "grad_norm": 0.2678869962692261, |
| "learning_rate": 7.551980218055879e-05, |
| "loss": 1.4674576759338378, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.1801610852055956, |
| "grad_norm": 0.334695965051651, |
| "learning_rate": 7.539268367975257e-05, |
| "loss": 1.4947544097900392, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.18228062738448494, |
| "grad_norm": 0.2693050503730774, |
| "learning_rate": 7.526389701203475e-05, |
| "loss": 1.4793996810913086, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.18440016956337432, |
| "grad_norm": 0.25020599365234375, |
| "learning_rate": 7.513344824752025e-05, |
| "loss": 1.4669428825378419, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.18651971174226367, |
| "grad_norm": 0.28943920135498047, |
| "learning_rate": 7.500134353466379e-05, |
| "loss": 1.5114886283874511, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.18863925392115302, |
| "grad_norm": 0.30052438378334045, |
| "learning_rate": 7.486758909997004e-05, |
| "loss": 1.4719146728515624, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.1907587961000424, |
| "grad_norm": 0.3031732738018036, |
| "learning_rate": 7.473219124770023e-05, |
| "loss": 1.4437793731689452, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.19287833827893175, |
| "grad_norm": 0.2890752851963043, |
| "learning_rate": 7.459515635957488e-05, |
| "loss": 1.5025915145874023, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.1949978804578211, |
| "grad_norm": 0.27070459723472595, |
| "learning_rate": 7.445649089447314e-05, |
| "loss": 1.496159267425537, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.19711742263671048, |
| "grad_norm": 0.29470834136009216, |
| "learning_rate": 7.431620138812829e-05, |
| "loss": 1.4885208129882812, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.19923696481559983, |
| "grad_norm": 0.27974218130111694, |
| "learning_rate": 7.417429445281972e-05, |
| "loss": 1.5112152099609375, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.2013565069944892, |
| "grad_norm": 0.27625009417533875, |
| "learning_rate": 7.403077677706125e-05, |
| "loss": 1.4725955963134765, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.20347604917337855, |
| "grad_norm": 0.30430784821510315, |
| "learning_rate": 7.388565512528588e-05, |
| "loss": 1.456763458251953, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.2055955913522679, |
| "grad_norm": 0.2560711205005646, |
| "learning_rate": 7.373893633752698e-05, |
| "loss": 1.4968692779541015, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.20771513353115728, |
| "grad_norm": 0.2583972215652466, |
| "learning_rate": 7.359062732909593e-05, |
| "loss": 1.4387727737426759, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.20983467571004663, |
| "grad_norm": 0.3071255683898926, |
| "learning_rate": 7.344073509025608e-05, |
| "loss": 1.4839001655578614, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.21195421788893598, |
| "grad_norm": 0.2775452136993408, |
| "learning_rate": 7.328926668589338e-05, |
| "loss": 1.4580822944641114, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.21407376006782536, |
| "grad_norm": 0.2661127746105194, |
| "learning_rate": 7.313622925518332e-05, |
| "loss": 1.4488059997558593, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.2161933022467147, |
| "grad_norm": 0.2531096637248993, |
| "learning_rate": 7.29816300112545e-05, |
| "loss": 1.430902862548828, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.21831284442560406, |
| "grad_norm": 0.2797805368900299, |
| "learning_rate": 7.282547624084856e-05, |
| "loss": 1.4120213508605957, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.22043238660449344, |
| "grad_norm": 0.23670950531959534, |
| "learning_rate": 7.266777530397688e-05, |
| "loss": 1.4558536529541015, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.22255192878338279, |
| "grad_norm": 0.2692963778972626, |
| "learning_rate": 7.25085346335735e-05, |
| "loss": 1.4960713386535645, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.22467147096227216, |
| "grad_norm": 0.31609517335891724, |
| "learning_rate": 7.234776173514496e-05, |
| "loss": 1.4226519584655761, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.2267910131411615, |
| "grad_norm": 0.2578374445438385, |
| "learning_rate": 7.218546418641637e-05, |
| "loss": 1.468405818939209, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.22891055532005086, |
| "grad_norm": 0.2876923084259033, |
| "learning_rate": 7.202164963697442e-05, |
| "loss": 1.486027717590332, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.23103009749894024, |
| "grad_norm": 0.3240324854850769, |
| "learning_rate": 7.185632580790669e-05, |
| "loss": 1.4940210342407227, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.2331496396778296, |
| "grad_norm": 0.31703120470046997, |
| "learning_rate": 7.16895004914378e-05, |
| "loss": 1.5034875869750977, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.23526918185671894, |
| "grad_norm": 0.28383785486221313, |
| "learning_rate": 7.152118155056215e-05, |
| "loss": 1.479176902770996, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.23738872403560832, |
| "grad_norm": 0.270242840051651, |
| "learning_rate": 7.135137691867325e-05, |
| "loss": 1.4717596054077149, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.23950826621449767, |
| "grad_norm": 0.3007745146751404, |
| "learning_rate": 7.118009459918988e-05, |
| "loss": 1.4467639923095703, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.24162780839338702, |
| "grad_norm": 0.2557879388332367, |
| "learning_rate": 7.100734266517878e-05, |
| "loss": 1.4492422103881837, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.2437473505722764, |
| "grad_norm": 0.2721036672592163, |
| "learning_rate": 7.083312925897417e-05, |
| "loss": 1.45943603515625, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.24586689275116574, |
| "grad_norm": 0.32169830799102783, |
| "learning_rate": 7.065746259179405e-05, |
| "loss": 1.411389446258545, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.24798643493005512, |
| "grad_norm": 0.28373900055885315, |
| "learning_rate": 7.048035094335305e-05, |
| "loss": 1.4764095306396485, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.25010597710894444, |
| "grad_norm": 0.25566622614860535, |
| "learning_rate": 7.030180266147227e-05, |
| "loss": 1.5153303146362305, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.2522255192878338, |
| "grad_norm": 0.27002280950546265, |
| "learning_rate": 7.012182616168579e-05, |
| "loss": 1.4313461303710937, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.2543450614667232, |
| "grad_norm": 0.3017001152038574, |
| "learning_rate": 6.994042992684406e-05, |
| "loss": 1.4548938751220704, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.2564646036456125, |
| "grad_norm": 0.271880567073822, |
| "learning_rate": 6.975762250671399e-05, |
| "loss": 1.4693748474121093, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.2585841458245019, |
| "grad_norm": 0.2892245650291443, |
| "learning_rate": 6.957341251757607e-05, |
| "loss": 1.4723827362060546, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.2607036880033913, |
| "grad_norm": 0.2887561321258545, |
| "learning_rate": 6.938780864181821e-05, |
| "loss": 1.490568256378174, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.26282323018228065, |
| "grad_norm": 0.32353076338768005, |
| "learning_rate": 6.920081962752651e-05, |
| "loss": 1.4510770797729493, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.26494277236117, |
| "grad_norm": 0.2901272773742676, |
| "learning_rate": 6.901245428807295e-05, |
| "loss": 1.4940450668334961, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.26706231454005935, |
| "grad_norm": 0.28859612345695496, |
| "learning_rate": 6.882272150169995e-05, |
| "loss": 1.42889347076416, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.26918185671894873, |
| "grad_norm": 0.23918817937374115, |
| "learning_rate": 6.8631630211102e-05, |
| "loss": 1.454274559020996, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.27130139889783805, |
| "grad_norm": 0.3091767132282257, |
| "learning_rate": 6.843918942300407e-05, |
| "loss": 1.4363265991210938, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.27342094107672743, |
| "grad_norm": 0.23447060585021973, |
| "learning_rate": 6.824540820773715e-05, |
| "loss": 1.4451414108276368, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.2755404832556168, |
| "grad_norm": 0.29321345686912537, |
| "learning_rate": 6.805029569881068e-05, |
| "loss": 1.4987229347229003, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.27766002543450613, |
| "grad_norm": 0.28928396105766296, |
| "learning_rate": 6.785386109248212e-05, |
| "loss": 1.4561105728149415, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.2797795676133955, |
| "grad_norm": 0.28260499238967896, |
| "learning_rate": 6.765611364732352e-05, |
| "loss": 1.4290050506591796, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.2818991097922849, |
| "grad_norm": 0.2832860052585602, |
| "learning_rate": 6.7457062683785e-05, |
| "loss": 1.4748251914978028, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.2840186519711742, |
| "grad_norm": 0.24946916103363037, |
| "learning_rate": 6.725671758375566e-05, |
| "loss": 1.4290283203125, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.2861381941500636, |
| "grad_norm": 0.31382250785827637, |
| "learning_rate": 6.705508779012116e-05, |
| "loss": 1.4489578247070312, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.28825773632895296, |
| "grad_norm": 0.2788618206977844, |
| "learning_rate": 6.685218280631882e-05, |
| "loss": 1.5023835182189942, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.2903772785078423, |
| "grad_norm": 0.25866934657096863, |
| "learning_rate": 6.664801219588959e-05, |
| "loss": 1.4318917274475098, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.29249682068673166, |
| "grad_norm": 0.302611380815506, |
| "learning_rate": 6.644258558202737e-05, |
| "loss": 1.3967741012573243, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.29461636286562104, |
| "grad_norm": 0.27050140500068665, |
| "learning_rate": 6.623591264712533e-05, |
| "loss": 1.4011164665222169, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.29673590504451036, |
| "grad_norm": 0.29683297872543335, |
| "learning_rate": 6.602800313231965e-05, |
| "loss": 1.429396915435791, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.29885544722339974, |
| "grad_norm": 0.2876051366329193, |
| "learning_rate": 6.581886683703039e-05, |
| "loss": 1.4962058067321777, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.3009749894022891, |
| "grad_norm": 0.3241434395313263, |
| "learning_rate": 6.560851361849952e-05, |
| "loss": 1.4170503616333008, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.30309453158117844, |
| "grad_norm": 0.26529553532600403, |
| "learning_rate": 6.539695339132641e-05, |
| "loss": 1.4393165588378907, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.3052140737600678, |
| "grad_norm": 0.2935298681259155, |
| "learning_rate": 6.518419612700045e-05, |
| "loss": 1.392915916442871, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.3073336159389572, |
| "grad_norm": 0.31954842805862427, |
| "learning_rate": 6.497025185343117e-05, |
| "loss": 1.4277592658996583, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.30945315811784657, |
| "grad_norm": 0.2968384325504303, |
| "learning_rate": 6.475513065447546e-05, |
| "loss": 1.4118597030639648, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.3115727002967359, |
| "grad_norm": 0.25474441051483154, |
| "learning_rate": 6.453884266946239e-05, |
| "loss": 1.4357147216796875, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.31369224247562527, |
| "grad_norm": 0.29025760293006897, |
| "learning_rate": 6.432139809271524e-05, |
| "loss": 1.4395485877990724, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.31581178465451465, |
| "grad_norm": 0.2717384994029999, |
| "learning_rate": 6.410280717307109e-05, |
| "loss": 1.4146919250488281, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.31793132683340397, |
| "grad_norm": 0.2808854281902313, |
| "learning_rate": 6.38830802133977e-05, |
| "loss": 1.3758182525634766, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.32005086901229335, |
| "grad_norm": 0.2576456665992737, |
| "learning_rate": 6.366222757010789e-05, |
| "loss": 1.4187177658081054, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.3221704111911827, |
| "grad_norm": 0.29566165804862976, |
| "learning_rate": 6.344025965267145e-05, |
| "loss": 1.4072937965393066, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.32428995337007205, |
| "grad_norm": 0.32720693945884705, |
| "learning_rate": 6.321718692312454e-05, |
| "loss": 1.4214115142822266, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.3264094955489614, |
| "grad_norm": 0.2695600390434265, |
| "learning_rate": 6.299301989557648e-05, |
| "loss": 1.4314722061157226, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.3285290377278508, |
| "grad_norm": 0.28979578614234924, |
| "learning_rate": 6.276776913571428e-05, |
| "loss": 1.4325143814086914, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.3306485799067401, |
| "grad_norm": 0.2972823977470398, |
| "learning_rate": 6.254144526030463e-05, |
| "loss": 1.4565296173095703, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.3327681220856295, |
| "grad_norm": 0.30112603306770325, |
| "learning_rate": 6.231405893669342e-05, |
| "loss": 1.3919147491455077, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.3348876642645189, |
| "grad_norm": 0.2823403775691986, |
| "learning_rate": 6.208562088230312e-05, |
| "loss": 1.41244535446167, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.3370072064434082, |
| "grad_norm": 0.28726106882095337, |
| "learning_rate": 6.18561418641274e-05, |
| "loss": 1.3777569770812987, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.3391267486222976, |
| "grad_norm": 0.2762209177017212, |
| "learning_rate": 6.162563269822391e-05, |
| "loss": 1.384923553466797, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.34124629080118696, |
| "grad_norm": 0.3245485723018646, |
| "learning_rate": 6.139410424920428e-05, |
| "loss": 1.4152031898498536, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.3433658329800763, |
| "grad_norm": 0.2730148434638977, |
| "learning_rate": 6.116156742972211e-05, |
| "loss": 1.3835166931152343, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.34548537515896566, |
| "grad_norm": 0.29458382725715637, |
| "learning_rate": 6.0928033199958696e-05, |
| "loss": 1.427520751953125, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.34760491733785503, |
| "grad_norm": 0.3228289783000946, |
| "learning_rate": 6.0693512567106275e-05, |
| "loss": 1.4304326057434082, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.34972445951674436, |
| "grad_norm": 0.2773505747318268, |
| "learning_rate": 6.04580165848494e-05, |
| "loss": 1.3744176864624023, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.35184400169563373, |
| "grad_norm": 0.28608816862106323, |
| "learning_rate": 6.022155635284384e-05, |
| "loss": 1.3878042221069335, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.3539635438745231, |
| "grad_norm": 0.3341328203678131, |
| "learning_rate": 5.9984143016193405e-05, |
| "loss": 1.3884491920471191, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.3560830860534125, |
| "grad_norm": 0.2521774172782898, |
| "learning_rate": 5.974578776492474e-05, |
| "loss": 1.399277114868164, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.3582026282323018, |
| "grad_norm": 0.3582310378551483, |
| "learning_rate": 5.950650183345983e-05, |
| "loss": 1.435608196258545, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.3603221704111912, |
| "grad_norm": 0.25554847717285156, |
| "learning_rate": 5.9266296500086485e-05, |
| "loss": 1.3810482025146484, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.36244171259008057, |
| "grad_norm": 0.3398644030094147, |
| "learning_rate": 5.902518308642679e-05, |
| "loss": 1.3792922973632813, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.3645612547689699, |
| "grad_norm": 0.31561702489852905, |
| "learning_rate": 5.8783172956903454e-05, |
| "loss": 1.3731876373291017, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.36668079694785927, |
| "grad_norm": 0.27747732400894165, |
| "learning_rate": 5.8540277518204216e-05, |
| "loss": 1.44711332321167, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.36880033912674864, |
| "grad_norm": 0.2459808588027954, |
| "learning_rate": 5.829650821874417e-05, |
| "loss": 1.4043840408325194, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.37091988130563797, |
| "grad_norm": 0.3043918013572693, |
| "learning_rate": 5.8051876548126154e-05, |
| "loss": 1.3533967971801757, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.37303942348452734, |
| "grad_norm": 0.2619969844818115, |
| "learning_rate": 5.7806394036599236e-05, |
| "loss": 1.356023406982422, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.3751589656634167, |
| "grad_norm": 0.3271007537841797, |
| "learning_rate": 5.75600722545153e-05, |
| "loss": 1.422224521636963, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.37727850784230604, |
| "grad_norm": 0.2727625370025635, |
| "learning_rate": 5.731292281178359e-05, |
| "loss": 1.4609024047851562, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.3793980500211954, |
| "grad_norm": 0.2901216745376587, |
| "learning_rate": 5.706495735732361e-05, |
| "loss": 1.3732920646667481, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.3815175922000848, |
| "grad_norm": 0.266664057970047, |
| "learning_rate": 5.6816187578516006e-05, |
| "loss": 1.3978240013122558, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.3836371343789741, |
| "grad_norm": 0.3094821274280548, |
| "learning_rate": 5.656662520065173e-05, |
| "loss": 1.402490997314453, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.3857566765578635, |
| "grad_norm": 0.27117303013801575, |
| "learning_rate": 5.631628198637936e-05, |
| "loss": 1.426488494873047, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.3878762187367529, |
| "grad_norm": 0.3420483469963074, |
| "learning_rate": 5.606516973515076e-05, |
| "loss": 1.3942727088928222, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.3899957609156422, |
| "grad_norm": 0.25338223576545715, |
| "learning_rate": 5.581330028266486e-05, |
| "loss": 1.3662307739257813, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.3921153030945316, |
| "grad_norm": 0.325119286775589, |
| "learning_rate": 5.5560685500309847e-05, |
| "loss": 1.391487979888916, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.39423484527342095, |
| "grad_norm": 0.3021058142185211, |
| "learning_rate": 5.5307337294603595e-05, |
| "loss": 1.4478245735168458, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.3963543874523103, |
| "grad_norm": 0.28974759578704834, |
| "learning_rate": 5.5053267606632515e-05, |
| "loss": 1.394073486328125, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.39847392963119965, |
| "grad_norm": 0.28786420822143555, |
| "learning_rate": 5.479848841148871e-05, |
| "loss": 1.3515398025512695, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.40059347181008903, |
| "grad_norm": 0.2820453345775604, |
| "learning_rate": 5.454301171770554e-05, |
| "loss": 1.4101629257202148, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.4027130139889784, |
| "grad_norm": 0.2964695692062378, |
| "learning_rate": 5.428684956669166e-05, |
| "loss": 1.3510038375854492, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.40483255616786773, |
| "grad_norm": 0.36414000391960144, |
| "learning_rate": 5.403001403216344e-05, |
| "loss": 1.351788330078125, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.4069520983467571, |
| "grad_norm": 0.3478855788707733, |
| "learning_rate": 5.37725172195759e-05, |
| "loss": 1.3816933631896973, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.4090716405256465, |
| "grad_norm": 0.29232123494148254, |
| "learning_rate": 5.351437126555215e-05, |
| "loss": 1.3767603874206542, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.4111911827045358, |
| "grad_norm": 0.26996973156929016, |
| "learning_rate": 5.325558833731134e-05, |
| "loss": 1.4302228927612304, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.4133107248834252, |
| "grad_norm": 0.2792315185070038, |
| "learning_rate": 5.2996180632095204e-05, |
| "loss": 1.4092483520507812, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.41543026706231456, |
| "grad_norm": 0.30166417360305786, |
| "learning_rate": 5.2736160376593155e-05, |
| "loss": 1.3743454933166503, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.4175498092412039, |
| "grad_norm": 0.30971014499664307, |
| "learning_rate": 5.247553982636596e-05, |
| "loss": 1.3428321838378907, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.41966935142009326, |
| "grad_norm": 0.27801430225372314, |
| "learning_rate": 5.22143312652682e-05, |
| "loss": 1.374162197113037, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.42178889359898264, |
| "grad_norm": 0.28014230728149414, |
| "learning_rate": 5.195254700486917e-05, |
| "loss": 1.3973739624023438, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.42390843577787196, |
| "grad_norm": 0.2701701521873474, |
| "learning_rate": 5.1690199383872695e-05, |
| "loss": 1.3959041595458985, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.42602797795676134, |
| "grad_norm": 0.25473693013191223, |
| "learning_rate": 5.1427300767535525e-05, |
| "loss": 1.3902218818664551, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.4281475201356507, |
| "grad_norm": 0.3194516897201538, |
| "learning_rate": 5.116386354708454e-05, |
| "loss": 1.4032052040100098, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.43026706231454004, |
| "grad_norm": 0.2776491641998291, |
| "learning_rate": 5.089990013913265e-05, |
| "loss": 1.3790559768676758, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.4323866044934294, |
| "grad_norm": 0.2968991994857788, |
| "learning_rate": 5.063542298509368e-05, |
| "loss": 1.363190269470215, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.4345061466723188, |
| "grad_norm": 0.297929972410202, |
| "learning_rate": 5.037044455059587e-05, |
| "loss": 1.4066566467285155, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.4366256888512081, |
| "grad_norm": 0.27815088629722595, |
| "learning_rate": 5.010497732489437e-05, |
| "loss": 1.2938894271850585, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.4387452310300975, |
| "grad_norm": 0.2646707594394684, |
| "learning_rate": 4.9839033820282554e-05, |
| "loss": 1.3316048622131347, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.44086477320898687, |
| "grad_norm": 0.2931884825229645, |
| "learning_rate": 4.9572626571502316e-05, |
| "loss": 1.3887158393859864, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.4429843153878762, |
| "grad_norm": 0.3342426121234894, |
| "learning_rate": 4.930576813515325e-05, |
| "loss": 1.428691291809082, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.44510385756676557, |
| "grad_norm": 0.27253708243370056, |
| "learning_rate": 4.903847108910083e-05, |
| "loss": 1.36983642578125, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.44722339974565495, |
| "grad_norm": 0.31104961037635803, |
| "learning_rate": 4.877074803188352e-05, |
| "loss": 1.3992633819580078, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.4493429419245443, |
| "grad_norm": 0.34496423602104187, |
| "learning_rate": 4.8502611582119065e-05, |
| "loss": 1.3749829292297364, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.45146248410343365, |
| "grad_norm": 0.31395459175109863, |
| "learning_rate": 4.823407437790967e-05, |
| "loss": 1.361133861541748, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.453582026282323, |
| "grad_norm": 0.23204976320266724, |
| "learning_rate": 4.79651490762463e-05, |
| "loss": 1.3968187332153321, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.4557015684612124, |
| "grad_norm": 0.2741721570491791, |
| "learning_rate": 4.769584835241221e-05, |
| "loss": 1.3845906257629395, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.4578211106401017, |
| "grad_norm": 0.2999100089073181, |
| "learning_rate": 4.742618489938542e-05, |
| "loss": 1.3473276138305663, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.4599406528189911, |
| "grad_norm": 0.29869338870048523, |
| "learning_rate": 4.7156171427240534e-05, |
| "loss": 1.336467170715332, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.4620601949978805, |
| "grad_norm": 0.29905396699905396, |
| "learning_rate": 4.688582066254965e-05, |
| "loss": 1.3615987777709961, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.4641797371767698, |
| "grad_norm": 0.31158316135406494, |
| "learning_rate": 4.6615145347782455e-05, |
| "loss": 1.3145706176757812, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.4662992793556592, |
| "grad_norm": 0.294842928647995, |
| "learning_rate": 4.634415824070574e-05, |
| "loss": 1.3890361785888672, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.46841882153454856, |
| "grad_norm": 0.35659804940223694, |
| "learning_rate": 4.607287211378202e-05, |
| "loss": 1.3405324935913085, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.4705383637134379, |
| "grad_norm": 0.2612285017967224, |
| "learning_rate": 4.5801299753567546e-05, |
| "loss": 1.4677175521850585, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.47265790589232726, |
| "grad_norm": 0.2813534736633301, |
| "learning_rate": 4.55294539601096e-05, |
| "loss": 1.3577984809875487, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.47477744807121663, |
| "grad_norm": 0.3052712678909302, |
| "learning_rate": 4.525734754634327e-05, |
| "loss": 1.4065069198608398, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.47689699025010596, |
| "grad_norm": 0.2793770432472229, |
| "learning_rate": 4.498499333748744e-05, |
| "loss": 1.3577356338500977, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.47901653242899533, |
| "grad_norm": 0.27925431728363037, |
| "learning_rate": 4.471240417044039e-05, |
| "loss": 1.348134708404541, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.4811360746078847, |
| "grad_norm": 0.31317630410194397, |
| "learning_rate": 4.443959289317468e-05, |
| "loss": 1.381777572631836, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.48325561678677403, |
| "grad_norm": 0.2854962646961212, |
| "learning_rate": 4.4166572364131605e-05, |
| "loss": 1.3869144439697265, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.4853751589656634, |
| "grad_norm": 0.30988067388534546, |
| "learning_rate": 4.389335545161517e-05, |
| "loss": 1.3498130798339845, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.4874947011445528, |
| "grad_norm": 0.29037973284721375, |
| "learning_rate": 4.361995503318552e-05, |
| "loss": 1.3699258804321288, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.4896142433234421, |
| "grad_norm": 0.3077887296676636, |
| "learning_rate": 4.3346383995052025e-05, |
| "loss": 1.343306541442871, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.4917337855023315, |
| "grad_norm": 0.3252895176410675, |
| "learning_rate": 4.307265523146588e-05, |
| "loss": 1.3722208976745605, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.49385332768122087, |
| "grad_norm": 0.29235875606536865, |
| "learning_rate": 4.279878164411236e-05, |
| "loss": 1.3436902999877929, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.49597286986011024, |
| "grad_norm": 0.3031516671180725, |
| "learning_rate": 4.252477614150274e-05, |
| "loss": 1.3670766830444336, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.49809241203899957, |
| "grad_norm": 0.28785112500190735, |
| "learning_rate": 4.2250651638365884e-05, |
| "loss": 1.3856138229370116, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.5002119542178889, |
| "grad_norm": 0.3161895275115967, |
| "learning_rate": 4.1976421055039494e-05, |
| "loss": 1.4238411903381347, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.5023314963967783, |
| "grad_norm": 0.2956555187702179, |
| "learning_rate": 4.170209731686118e-05, |
| "loss": 1.3821171760559081, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.5044510385756676, |
| "grad_norm": 0.27351105213165283, |
| "learning_rate": 4.142769335355923e-05, |
| "loss": 1.4207469940185546, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.506570580754557, |
| "grad_norm": 0.3182237148284912, |
| "learning_rate": 4.115322209864316e-05, |
| "loss": 1.3701305389404297, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.5086901229334464, |
| "grad_norm": 0.3289029002189636, |
| "learning_rate": 4.0878696488794194e-05, |
| "loss": 1.28782320022583, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.5108096651123357, |
| "grad_norm": 0.3152224123477936, |
| "learning_rate": 4.060412946325544e-05, |
| "loss": 1.3477300643920898, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.512929207291225, |
| "grad_norm": 0.3382745683193207, |
| "learning_rate": 4.032953396322207e-05, |
| "loss": 1.3643617630004883, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.5150487494701145, |
| "grad_norm": 0.28936922550201416, |
| "learning_rate": 4.0054922931231344e-05, |
| "loss": 1.3420391082763672, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.5171682916490038, |
| "grad_norm": 0.27600735425949097, |
| "learning_rate": 3.978030931055258e-05, |
| "loss": 1.3704567909240724, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.5192878338278932, |
| "grad_norm": 0.2981545329093933, |
| "learning_rate": 3.950570604457715e-05, |
| "loss": 1.3226594924926758, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.5214073760067826, |
| "grad_norm": 0.3156023323535919, |
| "learning_rate": 3.92311260762083e-05, |
| "loss": 1.3496877670288085, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.5235269181856719, |
| "grad_norm": 0.3057446777820587, |
| "learning_rate": 3.895658234725127e-05, |
| "loss": 1.3594446182250977, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.5256464603645613, |
| "grad_norm": 0.26598092913627625, |
| "learning_rate": 3.8682087797803173e-05, |
| "loss": 1.369096565246582, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.5277660025434506, |
| "grad_norm": 0.266901433467865, |
| "learning_rate": 3.8407655365643156e-05, |
| "loss": 1.3782513618469239, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.52988554472234, |
| "grad_norm": 0.3055073022842407, |
| "learning_rate": 3.813329798562259e-05, |
| "loss": 1.364052677154541, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.5320050869012294, |
| "grad_norm": 0.2441306859254837, |
| "learning_rate": 3.7859028589055397e-05, |
| "loss": 1.3302003860473632, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.5341246290801187, |
| "grad_norm": 0.29582616686820984, |
| "learning_rate": 3.758486010310856e-05, |
| "loss": 1.3652389526367188, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.536244171259008, |
| "grad_norm": 0.30144402384757996, |
| "learning_rate": 3.731080545019285e-05, |
| "loss": 1.3447776794433595, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.5383637134378975, |
| "grad_norm": 0.296194851398468, |
| "learning_rate": 3.703687754735372e-05, |
| "loss": 1.359937572479248, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.5404832556167868, |
| "grad_norm": 0.27526044845581055, |
| "learning_rate": 3.676308930566251e-05, |
| "loss": 1.3508113861083983, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.5426027977956761, |
| "grad_norm": 0.2665107548236847, |
| "learning_rate": 3.6489453629607886e-05, |
| "loss": 1.3498497009277344, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.5447223399745655, |
| "grad_norm": 0.2724160850048065, |
| "learning_rate": 3.6215983416487625e-05, |
| "loss": 1.3505146026611328, |
| "step": 1285 |
| }, |
| { |
| "epoch": 0.5468418821534549, |
| "grad_norm": 0.29234686493873596, |
| "learning_rate": 3.5942691555800746e-05, |
| "loss": 1.3415228843688964, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.5489614243323442, |
| "grad_norm": 0.29788339138031006, |
| "learning_rate": 3.566959092863991e-05, |
| "loss": 1.359758186340332, |
| "step": 1295 |
| }, |
| { |
| "epoch": 0.5510809665112336, |
| "grad_norm": 0.3022080957889557, |
| "learning_rate": 3.5396694407084403e-05, |
| "loss": 1.3911295890808106, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.5532005086901229, |
| "grad_norm": 0.30012717843055725, |
| "learning_rate": 3.5124014853593356e-05, |
| "loss": 1.3562230110168456, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.5553200508690123, |
| "grad_norm": 0.2808501124382019, |
| "learning_rate": 3.485156512039953e-05, |
| "loss": 1.3265674591064454, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.5574395930479017, |
| "grad_norm": 0.26187118887901306, |
| "learning_rate": 3.4579358048903544e-05, |
| "loss": 1.3436233520507812, |
| "step": 1315 |
| }, |
| { |
| "epoch": 0.559559135226791, |
| "grad_norm": 0.29779013991355896, |
| "learning_rate": 3.4307406469068604e-05, |
| "loss": 1.3720013618469238, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.5616786774056803, |
| "grad_norm": 0.31964024901390076, |
| "learning_rate": 3.403572319881583e-05, |
| "loss": 1.345313549041748, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.5637982195845698, |
| "grad_norm": 0.3027617335319519, |
| "learning_rate": 3.376432104342004e-05, |
| "loss": 1.3682847023010254, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.5659177617634591, |
| "grad_norm": 0.30285483598709106, |
| "learning_rate": 3.349321279490628e-05, |
| "loss": 1.3469213485717773, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.5680373039423484, |
| "grad_norm": 0.272352397441864, |
| "learning_rate": 3.322241123144684e-05, |
| "loss": 1.3357921600341798, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.5701568461212378, |
| "grad_norm": 0.32597053050994873, |
| "learning_rate": 3.295192911675896e-05, |
| "loss": 1.3577280044555664, |
| "step": 1345 |
| }, |
| { |
| "epoch": 0.5722763883001272, |
| "grad_norm": 0.2904679477214813, |
| "learning_rate": 3.268177919950331e-05, |
| "loss": 1.3203404426574707, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.5743959304790165, |
| "grad_norm": 0.26609060168266296, |
| "learning_rate": 3.241197421268306e-05, |
| "loss": 1.3391555786132812, |
| "step": 1355 |
| }, |
| { |
| "epoch": 0.5765154726579059, |
| "grad_norm": 0.3589499890804291, |
| "learning_rate": 3.214252687304369e-05, |
| "loss": 1.356784725189209, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.5786350148367952, |
| "grad_norm": 0.26654329895973206, |
| "learning_rate": 3.187344988047376e-05, |
| "loss": 1.3379940032958983, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.5807545570156846, |
| "grad_norm": 0.2604674994945526, |
| "learning_rate": 3.160475591740611e-05, |
| "loss": 1.3727352142333984, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.582874099194574, |
| "grad_norm": 0.2784073054790497, |
| "learning_rate": 3.133645764822028e-05, |
| "loss": 1.2988357543945312, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.5849936413734633, |
| "grad_norm": 0.32018858194351196, |
| "learning_rate": 3.106856771864553e-05, |
| "loss": 1.3487788200378419, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.5871131835523526, |
| "grad_norm": 0.2879828214645386, |
| "learning_rate": 3.0801098755164784e-05, |
| "loss": 1.3587177276611329, |
| "step": 1385 |
| }, |
| { |
| "epoch": 0.5892327257312421, |
| "grad_norm": 0.2925914227962494, |
| "learning_rate": 3.0534063364419536e-05, |
| "loss": 1.3518965721130372, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.5913522679101314, |
| "grad_norm": 0.27614936232566833, |
| "learning_rate": 3.026747413261567e-05, |
| "loss": 1.3254805564880372, |
| "step": 1395 |
| }, |
| { |
| "epoch": 0.5934718100890207, |
| "grad_norm": 0.3269197940826416, |
| "learning_rate": 3.0001343624930176e-05, |
| "loss": 1.3298006057739258, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.5955913522679102, |
| "grad_norm": 0.31079626083374023, |
| "learning_rate": 2.973568438491901e-05, |
| "loss": 1.3350279808044434, |
| "step": 1405 |
| }, |
| { |
| "epoch": 0.5977108944467995, |
| "grad_norm": 0.3243544101715088, |
| "learning_rate": 2.947050893392576e-05, |
| "loss": 1.342665672302246, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.5998304366256888, |
| "grad_norm": 0.2529478073120117, |
| "learning_rate": 2.9205829770491588e-05, |
| "loss": 1.3809905052185059, |
| "step": 1415 |
| }, |
| { |
| "epoch": 0.6019499788045782, |
| "grad_norm": 0.28786149621009827, |
| "learning_rate": 2.894165936976607e-05, |
| "loss": 1.3337972640991211, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.6040695209834676, |
| "grad_norm": 0.258808970451355, |
| "learning_rate": 2.867801018291919e-05, |
| "loss": 1.3615898132324218, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.6061890631623569, |
| "grad_norm": 0.33244943618774414, |
| "learning_rate": 2.8414894636554545e-05, |
| "loss": 1.2915332794189454, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.6083086053412463, |
| "grad_norm": 0.2811191976070404, |
| "learning_rate": 2.815232513212359e-05, |
| "loss": 1.3436386108398437, |
| "step": 1435 |
| }, |
| { |
| "epoch": 0.6104281475201356, |
| "grad_norm": 0.27492520213127136, |
| "learning_rate": 2.789031404534112e-05, |
| "loss": 1.3245553970336914, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.612547689699025, |
| "grad_norm": 0.3087509274482727, |
| "learning_rate": 2.762887372560199e-05, |
| "loss": 1.3431172370910645, |
| "step": 1445 |
| }, |
| { |
| "epoch": 0.6146672318779144, |
| "grad_norm": 0.27661657333374023, |
| "learning_rate": 2.736801649539901e-05, |
| "loss": 1.3166393280029296, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.6167867740568037, |
| "grad_norm": 0.3516507148742676, |
| "learning_rate": 2.710775464974219e-05, |
| "loss": 1.3689906120300293, |
| "step": 1455 |
| }, |
| { |
| "epoch": 0.6189063162356931, |
| "grad_norm": 0.2980262339115143, |
| "learning_rate": 2.6848100455579244e-05, |
| "loss": 1.3488425254821776, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.6210258584145825, |
| "grad_norm": 0.31659355759620667, |
| "learning_rate": 2.658906615121734e-05, |
| "loss": 1.3151927947998048, |
| "step": 1465 |
| }, |
| { |
| "epoch": 0.6231454005934718, |
| "grad_norm": 0.29856571555137634, |
| "learning_rate": 2.633066394574634e-05, |
| "loss": 1.3405999183654784, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.6252649427723612, |
| "grad_norm": 0.2728654444217682, |
| "learning_rate": 2.607290601846334e-05, |
| "loss": 1.3735544204711914, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.6273844849512505, |
| "grad_norm": 0.2929301857948303, |
| "learning_rate": 2.5815804518298575e-05, |
| "loss": 1.3423578262329101, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.6295040271301399, |
| "grad_norm": 0.3109055161476135, |
| "learning_rate": 2.555937156324287e-05, |
| "loss": 1.3435787200927733, |
| "step": 1485 |
| }, |
| { |
| "epoch": 0.6316235693090293, |
| "grad_norm": 0.3500500023365021, |
| "learning_rate": 2.5303619239776418e-05, |
| "loss": 1.3023492813110351, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.6337431114879186, |
| "grad_norm": 0.2653202712535858, |
| "learning_rate": 2.5048559602299146e-05, |
| "loss": 1.3653303146362306, |
| "step": 1495 |
| }, |
| { |
| "epoch": 0.6358626536668079, |
| "grad_norm": 0.31638070940971375, |
| "learning_rate": 2.4794204672562552e-05, |
| "loss": 1.345554256439209, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.6379821958456974, |
| "grad_norm": 0.26279744505882263, |
| "learning_rate": 2.4540566439103056e-05, |
| "loss": 1.3190049171447753, |
| "step": 1505 |
| }, |
| { |
| "epoch": 0.6401017380245867, |
| "grad_norm": 0.2678429186344147, |
| "learning_rate": 2.4287656856676974e-05, |
| "loss": 1.297449493408203, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.642221280203476, |
| "grad_norm": 0.3409959077835083, |
| "learning_rate": 2.4035487845697036e-05, |
| "loss": 1.3357473373413087, |
| "step": 1515 |
| }, |
| { |
| "epoch": 0.6443408223823655, |
| "grad_norm": 0.2577531635761261, |
| "learning_rate": 2.378407129167053e-05, |
| "loss": 1.321412944793701, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.6464603645612548, |
| "grad_norm": 0.3435700237751007, |
| "learning_rate": 2.3533419044639137e-05, |
| "loss": 1.319340133666992, |
| "step": 1525 |
| }, |
| { |
| "epoch": 0.6485799067401441, |
| "grad_norm": 0.3360212743282318, |
| "learning_rate": 2.328354291862039e-05, |
| "loss": 1.3458290100097656, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.6506994489190335, |
| "grad_norm": 0.2735581696033478, |
| "learning_rate": 2.303445469105076e-05, |
| "loss": 1.3498548507690429, |
| "step": 1535 |
| }, |
| { |
| "epoch": 0.6528189910979229, |
| "grad_norm": 0.28868424892425537, |
| "learning_rate": 2.2786166102230726e-05, |
| "loss": 1.2990142822265625, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.6549385332768122, |
| "grad_norm": 0.3868809640407562, |
| "learning_rate": 2.2538688854771232e-05, |
| "loss": 1.3235331535339356, |
| "step": 1545 |
| }, |
| { |
| "epoch": 0.6570580754557016, |
| "grad_norm": 0.33511966466903687, |
| "learning_rate": 2.229203461304221e-05, |
| "loss": 1.3248214721679688, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.6591776176345909, |
| "grad_norm": 0.2927248477935791, |
| "learning_rate": 2.204621500262282e-05, |
| "loss": 1.3123723030090333, |
| "step": 1555 |
| }, |
| { |
| "epoch": 0.6612971598134803, |
| "grad_norm": 0.33650854229927063, |
| "learning_rate": 2.180124160975341e-05, |
| "loss": 1.3422239303588868, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.6634167019923697, |
| "grad_norm": 0.3284781873226166, |
| "learning_rate": 2.155712598078949e-05, |
| "loss": 1.2769356727600099, |
| "step": 1565 |
| }, |
| { |
| "epoch": 0.665536244171259, |
| "grad_norm": 0.3051789402961731, |
| "learning_rate": 2.1313879621657482e-05, |
| "loss": 1.3215795516967774, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.6676557863501483, |
| "grad_norm": 0.3087153136730194, |
| "learning_rate": 2.1071513997312474e-05, |
| "loss": 1.355457878112793, |
| "step": 1575 |
| }, |
| { |
| "epoch": 0.6697753285290378, |
| "grad_norm": 0.31778043508529663, |
| "learning_rate": 2.0830040531197744e-05, |
| "loss": 1.3082546234130858, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.6718948707079271, |
| "grad_norm": 0.3050025403499603, |
| "learning_rate": 2.0589470604706384e-05, |
| "loss": 1.3769618034362794, |
| "step": 1585 |
| }, |
| { |
| "epoch": 0.6740144128868164, |
| "grad_norm": 0.36851558089256287, |
| "learning_rate": 2.0349815556644917e-05, |
| "loss": 1.3241981506347655, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.6761339550657058, |
| "grad_norm": 0.2913540005683899, |
| "learning_rate": 2.0111086682698753e-05, |
| "loss": 1.3253866195678712, |
| "step": 1595 |
| }, |
| { |
| "epoch": 0.6782534972445952, |
| "grad_norm": 0.2919890284538269, |
| "learning_rate": 1.987329523489985e-05, |
| "loss": 1.279546356201172, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.6803730394234845, |
| "grad_norm": 0.31500008702278137, |
| "learning_rate": 1.9636452421096412e-05, |
| "loss": 1.3314085960388184, |
| "step": 1605 |
| }, |
| { |
| "epoch": 0.6824925816023739, |
| "grad_norm": 0.3655550479888916, |
| "learning_rate": 1.9400569404424538e-05, |
| "loss": 1.3648877143859863, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.6846121237812632, |
| "grad_norm": 0.3227079212665558, |
| "learning_rate": 1.9165657302782102e-05, |
| "loss": 1.3001755714416503, |
| "step": 1615 |
| }, |
| { |
| "epoch": 0.6867316659601526, |
| "grad_norm": 0.38053417205810547, |
| "learning_rate": 1.89317271883048e-05, |
| "loss": 1.3457537651062013, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.688851208139042, |
| "grad_norm": 0.2881540060043335, |
| "learning_rate": 1.8698790086844178e-05, |
| "loss": 1.3005136489868163, |
| "step": 1625 |
| }, |
| { |
| "epoch": 0.6909707503179313, |
| "grad_norm": 0.3191037178039551, |
| "learning_rate": 1.8466856977447992e-05, |
| "loss": 1.3812469482421874, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.6930902924968206, |
| "grad_norm": 0.2870635986328125, |
| "learning_rate": 1.8235938791842805e-05, |
| "loss": 1.301462745666504, |
| "step": 1635 |
| }, |
| { |
| "epoch": 0.6952098346757101, |
| "grad_norm": 0.35562899708747864, |
| "learning_rate": 1.800604641391861e-05, |
| "loss": 1.2857603073120116, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.6973293768545994, |
| "grad_norm": 0.26940205693244934, |
| "learning_rate": 1.7777190679215923e-05, |
| "loss": 1.2914587020874024, |
| "step": 1645 |
| }, |
| { |
| "epoch": 0.6994489190334887, |
| "grad_norm": 0.29495933651924133, |
| "learning_rate": 1.7549382374415043e-05, |
| "loss": 1.3379831314086914, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.7015684612123781, |
| "grad_norm": 0.3363819420337677, |
| "learning_rate": 1.732263223682769e-05, |
| "loss": 1.3093337059020995, |
| "step": 1655 |
| }, |
| { |
| "epoch": 0.7036880033912675, |
| "grad_norm": 0.30879881978034973, |
| "learning_rate": 1.7096950953890842e-05, |
| "loss": 1.3341976165771485, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.7058075455701568, |
| "grad_norm": 0.3222876191139221, |
| "learning_rate": 1.6872349162663037e-05, |
| "loss": 1.3249503135681153, |
| "step": 1665 |
| }, |
| { |
| "epoch": 0.7079270877490462, |
| "grad_norm": 0.2765469253063202, |
| "learning_rate": 1.6648837449323067e-05, |
| "loss": 1.3475645065307618, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.7100466299279355, |
| "grad_norm": 0.36354443430900574, |
| "learning_rate": 1.6426426348670935e-05, |
| "loss": 1.279947566986084, |
| "step": 1675 |
| }, |
| { |
| "epoch": 0.712166172106825, |
| "grad_norm": 0.26925837993621826, |
| "learning_rate": 1.6205126343631363e-05, |
| "loss": 1.2720775604248047, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.7142857142857143, |
| "grad_norm": 0.3512694537639618, |
| "learning_rate": 1.5984947864759702e-05, |
| "loss": 1.308497428894043, |
| "step": 1685 |
| }, |
| { |
| "epoch": 0.7164052564646036, |
| "grad_norm": 0.29668059945106506, |
| "learning_rate": 1.5765901289750297e-05, |
| "loss": 1.3075239181518554, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.7185247986434931, |
| "grad_norm": 0.34925898909568787, |
| "learning_rate": 1.5547996942947333e-05, |
| "loss": 1.3636594772338868, |
| "step": 1695 |
| }, |
| { |
| "epoch": 0.7206443408223824, |
| "grad_norm": 0.270380437374115, |
| "learning_rate": 1.5331245094858277e-05, |
| "loss": 1.3095337867736816, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.7227638830012717, |
| "grad_norm": 0.2901579737663269, |
| "learning_rate": 1.511565596166973e-05, |
| "loss": 1.3417037010192872, |
| "step": 1705 |
| }, |
| { |
| "epoch": 0.7248834251801611, |
| "grad_norm": 0.34968939423561096, |
| "learning_rate": 1.4901239704765917e-05, |
| "loss": 1.3205747604370117, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.7270029673590505, |
| "grad_norm": 0.27065205574035645, |
| "learning_rate": 1.4688006430249825e-05, |
| "loss": 1.335763645172119, |
| "step": 1715 |
| }, |
| { |
| "epoch": 0.7291225095379398, |
| "grad_norm": 0.34851571917533875, |
| "learning_rate": 1.447596618846677e-05, |
| "loss": 1.287162971496582, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.7312420517168292, |
| "grad_norm": 0.3229304552078247, |
| "learning_rate": 1.4265128973530731e-05, |
| "loss": 1.3325061798095703, |
| "step": 1725 |
| }, |
| { |
| "epoch": 0.7333615938957185, |
| "grad_norm": 0.33570748567581177, |
| "learning_rate": 1.4055504722853339e-05, |
| "loss": 1.3185012817382813, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.7354811360746079, |
| "grad_norm": 0.29018643498420715, |
| "learning_rate": 1.384710331667543e-05, |
| "loss": 1.3453382492065429, |
| "step": 1735 |
| }, |
| { |
| "epoch": 0.7376006782534973, |
| "grad_norm": 0.30483657121658325, |
| "learning_rate": 1.3639934577601395e-05, |
| "loss": 1.3572277069091796, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.7397202204323866, |
| "grad_norm": 0.28786394000053406, |
| "learning_rate": 1.3434008270136185e-05, |
| "loss": 1.3255316734313964, |
| "step": 1745 |
| }, |
| { |
| "epoch": 0.7418397626112759, |
| "grad_norm": 0.3231492340564728, |
| "learning_rate": 1.3229334100225147e-05, |
| "loss": 1.3233895301818848, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.7439593047901654, |
| "grad_norm": 0.27897658944129944, |
| "learning_rate": 1.3025921714796455e-05, |
| "loss": 1.3510261535644532, |
| "step": 1755 |
| }, |
| { |
| "epoch": 0.7460788469690547, |
| "grad_norm": 0.2828425467014313, |
| "learning_rate": 1.2823780701306468e-05, |
| "loss": 1.357948112487793, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.748198389147944, |
| "grad_norm": 0.29348132014274597, |
| "learning_rate": 1.2622920587287904e-05, |
| "loss": 1.2803407669067384, |
| "step": 1765 |
| }, |
| { |
| "epoch": 0.7503179313268334, |
| "grad_norm": 0.2772983908653259, |
| "learning_rate": 1.2423350839900615e-05, |
| "loss": 1.3109886169433593, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.7524374735057228, |
| "grad_norm": 0.26257404685020447, |
| "learning_rate": 1.2225080865485582e-05, |
| "loss": 1.2990903854370117, |
| "step": 1775 |
| }, |
| { |
| "epoch": 0.7545570156846121, |
| "grad_norm": 0.24683360755443573, |
| "learning_rate": 1.2028120009121382e-05, |
| "loss": 1.319027042388916, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.7566765578635015, |
| "grad_norm": 0.2640559673309326, |
| "learning_rate": 1.1832477554183828e-05, |
| "loss": 1.3019865989685058, |
| "step": 1785 |
| }, |
| { |
| "epoch": 0.7587961000423908, |
| "grad_norm": 0.2786967158317566, |
| "learning_rate": 1.1638162721908369e-05, |
| "loss": 1.3104122161865235, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.7609156422212802, |
| "grad_norm": 0.3318904936313629, |
| "learning_rate": 1.1445184670955522e-05, |
| "loss": 1.3181925773620606, |
| "step": 1795 |
| }, |
| { |
| "epoch": 0.7630351844001696, |
| "grad_norm": 0.28481072187423706, |
| "learning_rate": 1.1253552496979111e-05, |
| "loss": 1.3262067794799806, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.7651547265790589, |
| "grad_norm": 0.292675256729126, |
| "learning_rate": 1.1063275232197617e-05, |
| "loss": 1.3193824768066407, |
| "step": 1805 |
| }, |
| { |
| "epoch": 0.7672742687579482, |
| "grad_norm": 0.48738452792167664, |
| "learning_rate": 1.0874361844968471e-05, |
| "loss": 1.254288673400879, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.7693938109368377, |
| "grad_norm": 0.2857394516468048, |
| "learning_rate": 1.0686821239365304e-05, |
| "loss": 1.3502561569213867, |
| "step": 1815 |
| }, |
| { |
| "epoch": 0.771513353115727, |
| "grad_norm": 0.2841188311576843, |
| "learning_rate": 1.050066225475829e-05, |
| "loss": 1.3571770668029786, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.7736328952946163, |
| "grad_norm": 0.25839078426361084, |
| "learning_rate": 1.0315893665397553e-05, |
| "loss": 1.2797527313232422, |
| "step": 1825 |
| }, |
| { |
| "epoch": 0.7757524374735058, |
| "grad_norm": 0.3031015992164612, |
| "learning_rate": 1.0132524179999549e-05, |
| "loss": 1.286862277984619, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.7778719796523951, |
| "grad_norm": 0.27194085717201233, |
| "learning_rate": 9.950562441336617e-06, |
| "loss": 1.3276911735534669, |
| "step": 1835 |
| }, |
| { |
| "epoch": 0.7799915218312844, |
| "grad_norm": 0.26917746663093567, |
| "learning_rate": 9.770017025829675e-06, |
| "loss": 1.325631046295166, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.7821110640101738, |
| "grad_norm": 0.3251597285270691, |
| "learning_rate": 9.590896443143891e-06, |
| "loss": 1.3492204666137695, |
| "step": 1845 |
| }, |
| { |
| "epoch": 0.7842306061890632, |
| "grad_norm": 0.2875700294971466, |
| "learning_rate": 9.413209135787662e-06, |
| "loss": 1.3610807418823243, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.7863501483679525, |
| "grad_norm": 0.3361499607563019, |
| "learning_rate": 9.23696347871469e-06, |
| "loss": 1.247593879699707, |
| "step": 1855 |
| }, |
| { |
| "epoch": 0.7884696905468419, |
| "grad_norm": 0.28728315234184265, |
| "learning_rate": 9.062167778929214e-06, |
| "loss": 1.327476692199707, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.7905892327257312, |
| "grad_norm": 0.2754060924053192, |
| "learning_rate": 8.888830275094476e-06, |
| "loss": 1.2668123245239258, |
| "step": 1865 |
| }, |
| { |
| "epoch": 0.7927087749046206, |
| "grad_norm": 0.2830967605113983, |
| "learning_rate": 8.716959137144462e-06, |
| "loss": 1.3329549789428712, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.79482831708351, |
| "grad_norm": 0.33522310853004456, |
| "learning_rate": 8.546562465898756e-06, |
| "loss": 1.2876480102539063, |
| "step": 1875 |
| }, |
| { |
| "epoch": 0.7969478592623993, |
| "grad_norm": 0.3227211534976959, |
| "learning_rate": 8.37764829268076e-06, |
| "loss": 1.2873859405517578, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.7990674014412886, |
| "grad_norm": 0.2690141797065735, |
| "learning_rate": 8.210224578939146e-06, |
| "loss": 1.281691551208496, |
| "step": 1885 |
| }, |
| { |
| "epoch": 0.8011869436201781, |
| "grad_norm": 0.3446494936943054, |
| "learning_rate": 8.044299215872629e-06, |
| "loss": 1.3154401779174805, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.8033064857990674, |
| "grad_norm": 0.28599879145622253, |
| "learning_rate": 7.879880024057995e-06, |
| "loss": 1.2795836448669433, |
| "step": 1895 |
| }, |
| { |
| "epoch": 0.8054260279779568, |
| "grad_norm": 0.37984657287597656, |
| "learning_rate": 7.716974753081494e-06, |
| "loss": 1.249599075317383, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.8075455701568461, |
| "grad_norm": 0.3835977613925934, |
| "learning_rate": 7.555591081173634e-06, |
| "loss": 1.3208285331726075, |
| "step": 1905 |
| }, |
| { |
| "epoch": 0.8096651123357355, |
| "grad_norm": 0.28392940759658813, |
| "learning_rate": 7.3957366148472085e-06, |
| "loss": 1.3550309181213378, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.8117846545146249, |
| "grad_norm": 0.2897721230983734, |
| "learning_rate": 7.237418888538812e-06, |
| "loss": 1.2971899032592773, |
| "step": 1915 |
| }, |
| { |
| "epoch": 0.8139041966935142, |
| "grad_norm": 0.39264678955078125, |
| "learning_rate": 7.080645364253747e-06, |
| "loss": 1.361825180053711, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.8160237388724035, |
| "grad_norm": 0.32630112767219543, |
| "learning_rate": 6.925423431214251e-06, |
| "loss": 1.3256078720092774, |
| "step": 1925 |
| }, |
| { |
| "epoch": 0.818143281051293, |
| "grad_norm": 0.3046013116836548, |
| "learning_rate": 6.771760405511263e-06, |
| "loss": 1.2435759544372558, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.8202628232301823, |
| "grad_norm": 0.30348455905914307, |
| "learning_rate": 6.6196635297596146e-06, |
| "loss": 1.2791961669921874, |
| "step": 1935 |
| }, |
| { |
| "epoch": 0.8223823654090716, |
| "grad_norm": 0.3114020824432373, |
| "learning_rate": 6.469139972756604e-06, |
| "loss": 1.3734837532043458, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.824501907587961, |
| "grad_norm": 0.33188411593437195, |
| "learning_rate": 6.3201968291441365e-06, |
| "loss": 1.3239216804504395, |
| "step": 1945 |
| }, |
| { |
| "epoch": 0.8266214497668504, |
| "grad_norm": 0.32971006631851196, |
| "learning_rate": 6.172841119074369e-06, |
| "loss": 1.3304693222045898, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.8287409919457397, |
| "grad_norm": 0.26540112495422363, |
| "learning_rate": 6.027079787878763e-06, |
| "loss": 1.3449939727783202, |
| "step": 1955 |
| }, |
| { |
| "epoch": 0.8308605341246291, |
| "grad_norm": 0.44900065660476685, |
| "learning_rate": 5.882919705740766e-06, |
| "loss": 1.3049022674560546, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.8329800763035184, |
| "grad_norm": 0.2551844120025635, |
| "learning_rate": 5.740367667371991e-06, |
| "loss": 1.3034229278564453, |
| "step": 1965 |
| }, |
| { |
| "epoch": 0.8350996184824078, |
| "grad_norm": 0.3436892628669739, |
| "learning_rate": 5.5994303916919776e-06, |
| "loss": 1.3763395309448243, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.8372191606612972, |
| "grad_norm": 0.2672841548919678, |
| "learning_rate": 5.460114521511486e-06, |
| "loss": 1.3012068748474122, |
| "step": 1975 |
| }, |
| { |
| "epoch": 0.8393387028401865, |
| "grad_norm": 0.28498658537864685, |
| "learning_rate": 5.322426623219392e-06, |
| "loss": 1.2495477676391602, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.8414582450190758, |
| "grad_norm": 0.23883037269115448, |
| "learning_rate": 5.186373186473237e-06, |
| "loss": 1.2991844177246095, |
| "step": 1985 |
| }, |
| { |
| "epoch": 0.8435777871979653, |
| "grad_norm": 0.2611273229122162, |
| "learning_rate": 5.051960623893308e-06, |
| "loss": 1.2900188446044922, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.8456973293768546, |
| "grad_norm": 0.2825237810611725, |
| "learning_rate": 4.919195270760386e-06, |
| "loss": 1.2969111442565917, |
| "step": 1995 |
| }, |
| { |
| "epoch": 0.8478168715557439, |
| "grad_norm": 0.31668326258659363, |
| "learning_rate": 4.788083384717212e-06, |
| "loss": 1.2768826484680176, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.8499364137346334, |
| "grad_norm": 0.29829099774360657, |
| "learning_rate": 4.658631145473451e-06, |
| "loss": 1.3164323806762694, |
| "step": 2005 |
| }, |
| { |
| "epoch": 0.8520559559135227, |
| "grad_norm": 0.2907348573207855, |
| "learning_rate": 4.530844654514495e-06, |
| "loss": 1.335688591003418, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.854175498092412, |
| "grad_norm": 0.3484869599342346, |
| "learning_rate": 4.404729934813836e-06, |
| "loss": 1.3329750061035157, |
| "step": 2015 |
| }, |
| { |
| "epoch": 0.8562950402713014, |
| "grad_norm": 0.36669397354125977, |
| "learning_rate": 4.280292930549217e-06, |
| "loss": 1.2887075424194336, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.8584145824501908, |
| "grad_norm": 0.3710174858570099, |
| "learning_rate": 4.157539506822446e-06, |
| "loss": 1.3391199111938477, |
| "step": 2025 |
| }, |
| { |
| "epoch": 0.8605341246290801, |
| "grad_norm": 0.29658403992652893, |
| "learning_rate": 4.036475449382966e-06, |
| "loss": 1.3254976272583008, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.8626536668079695, |
| "grad_norm": 0.3214455246925354, |
| "learning_rate": 3.917106464355147e-06, |
| "loss": 1.250115966796875, |
| "step": 2035 |
| }, |
| { |
| "epoch": 0.8647732089868588, |
| "grad_norm": 0.32465845346450806, |
| "learning_rate": 3.799438177969328e-06, |
| "loss": 1.3117265701293945, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.8668927511657482, |
| "grad_norm": 0.2953072190284729, |
| "learning_rate": 3.68347613629668e-06, |
| "loss": 1.3151223182678222, |
| "step": 2045 |
| }, |
| { |
| "epoch": 0.8690122933446376, |
| "grad_norm": 0.2593151330947876, |
| "learning_rate": 3.5692258049877303e-06, |
| "loss": 1.2428454399108886, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.8711318355235269, |
| "grad_norm": 0.3140961527824402, |
| "learning_rate": 3.4566925690148145e-06, |
| "loss": 1.3111312866210938, |
| "step": 2055 |
| }, |
| { |
| "epoch": 0.8732513777024162, |
| "grad_norm": 0.3819583058357239, |
| "learning_rate": 3.3458817324182456e-06, |
| "loss": 1.3091193199157716, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.8753709198813057, |
| "grad_norm": 0.34935933351516724, |
| "learning_rate": 3.236798518056303e-06, |
| "loss": 1.3158819198608398, |
| "step": 2065 |
| }, |
| { |
| "epoch": 0.877490462060195, |
| "grad_norm": 0.28201058506965637, |
| "learning_rate": 3.12944806735906e-06, |
| "loss": 1.3029821395874024, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.8796100042390843, |
| "grad_norm": 0.27294135093688965, |
| "learning_rate": 3.0238354400861005e-06, |
| "loss": 1.2982366561889649, |
| "step": 2075 |
| }, |
| { |
| "epoch": 0.8817295464179737, |
| "grad_norm": 0.27961230278015137, |
| "learning_rate": 2.919965614087983e-06, |
| "loss": 1.3389122009277343, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.8838490885968631, |
| "grad_norm": 0.27565574645996094, |
| "learning_rate": 2.817843485071623e-06, |
| "loss": 1.2884050369262696, |
| "step": 2085 |
| }, |
| { |
| "epoch": 0.8859686307757524, |
| "grad_norm": 0.2931448817253113, |
| "learning_rate": 2.717473866369593e-06, |
| "loss": 1.2905622482299806, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.8880881729546418, |
| "grad_norm": 0.2940874397754669, |
| "learning_rate": 2.6188614887132023e-06, |
| "loss": 1.328693962097168, |
| "step": 2095 |
| }, |
| { |
| "epoch": 0.8902077151335311, |
| "grad_norm": 0.3092103898525238, |
| "learning_rate": 2.5220110000095366e-06, |
| "loss": 1.3134818077087402, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.8923272573124205, |
| "grad_norm": 0.27005988359451294, |
| "learning_rate": 2.4269269651223936e-06, |
| "loss": 1.2883139610290528, |
| "step": 2105 |
| }, |
| { |
| "epoch": 0.8944467994913099, |
| "grad_norm": 0.32885122299194336, |
| "learning_rate": 2.333613865657145e-06, |
| "loss": 1.3413027763366698, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.8965663416701992, |
| "grad_norm": 0.36202335357666016, |
| "learning_rate": 2.242076099749464e-06, |
| "loss": 1.2506613731384277, |
| "step": 2115 |
| }, |
| { |
| "epoch": 0.8986858838490887, |
| "grad_norm": 0.33259114623069763, |
| "learning_rate": 2.1523179818580563e-06, |
| "loss": 1.3003890991210938, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.900805426027978, |
| "grad_norm": 0.30203136801719666, |
| "learning_rate": 2.064343742561308e-06, |
| "loss": 1.2926207542419434, |
| "step": 2125 |
| }, |
| { |
| "epoch": 0.9029249682068673, |
| "grad_norm": 0.38430875539779663, |
| "learning_rate": 1.9781575283578647e-06, |
| "loss": 1.313484001159668, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.9050445103857567, |
| "grad_norm": 0.31734201312065125, |
| "learning_rate": 1.8937634014711958e-06, |
| "loss": 1.267928123474121, |
| "step": 2135 |
| }, |
| { |
| "epoch": 0.907164052564646, |
| "grad_norm": 0.25555816292762756, |
| "learning_rate": 1.8111653396581762e-06, |
| "loss": 1.246608352661133, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.9092835947435354, |
| "grad_norm": 0.32622987031936646, |
| "learning_rate": 1.7303672360215262e-06, |
| "loss": 1.2804512977600098, |
| "step": 2145 |
| }, |
| { |
| "epoch": 0.9114031369224248, |
| "grad_norm": 0.3292995095252991, |
| "learning_rate": 1.6513728988263754e-06, |
| "loss": 1.287643814086914, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.9135226791013141, |
| "grad_norm": 0.3014987111091614, |
| "learning_rate": 1.574186051320754e-06, |
| "loss": 1.3262786865234375, |
| "step": 2155 |
| }, |
| { |
| "epoch": 0.9156422212802034, |
| "grad_norm": 0.3536871671676636, |
| "learning_rate": 1.4988103315600832e-06, |
| "loss": 1.2743340492248536, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.9177617634590929, |
| "grad_norm": 0.3734804689884186, |
| "learning_rate": 1.4252492922357219e-06, |
| "loss": 1.2381834983825684, |
| "step": 2165 |
| }, |
| { |
| "epoch": 0.9198813056379822, |
| "grad_norm": 0.3409561216831207, |
| "learning_rate": 1.353506400507536e-06, |
| "loss": 1.312345314025879, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.9220008478168715, |
| "grad_norm": 0.31126758456230164, |
| "learning_rate": 1.2835850378404247e-06, |
| "loss": 1.2810562133789063, |
| "step": 2175 |
| }, |
| { |
| "epoch": 0.924120389995761, |
| "grad_norm": 0.3201841413974762, |
| "learning_rate": 1.215488499844999e-06, |
| "loss": 1.3295242309570312, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.9262399321746503, |
| "grad_norm": 0.31913650035858154, |
| "learning_rate": 1.1492199961222127e-06, |
| "loss": 1.3159330368041993, |
| "step": 2185 |
| }, |
| { |
| "epoch": 0.9283594743535396, |
| "grad_norm": 0.27366265654563904, |
| "learning_rate": 1.0847826501121062e-06, |
| "loss": 1.3026064872741698, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.930479016532429, |
| "grad_norm": 0.3409899175167084, |
| "learning_rate": 1.0221794989465761e-06, |
| "loss": 1.3022947311401367, |
| "step": 2195 |
| }, |
| { |
| "epoch": 0.9325985587113184, |
| "grad_norm": 0.36054855585098267, |
| "learning_rate": 9.614134933062201e-07, |
| "loss": 1.3410823822021485, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.9347181008902077, |
| "grad_norm": 0.2941698431968689, |
| "learning_rate": 9.024874972812969e-07, |
| "loss": 1.3064786911010742, |
| "step": 2205 |
| }, |
| { |
| "epoch": 0.9368376430690971, |
| "grad_norm": 0.3120056986808777, |
| "learning_rate": 8.45404288236673e-07, |
| "loss": 1.3244601249694825, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.9389571852479864, |
| "grad_norm": 0.3773142099380493, |
| "learning_rate": 7.90166556680978e-07, |
| "loss": 1.308661651611328, |
| "step": 2215 |
| }, |
| { |
| "epoch": 0.9410767274268758, |
| "grad_norm": 0.31075984239578247, |
| "learning_rate": 7.367769061397534e-07, |
| "loss": 1.27926607131958, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.9431962696057652, |
| "grad_norm": 0.3036041557788849, |
| "learning_rate": 6.852378530327608e-07, |
| "loss": 1.3526771545410157, |
| "step": 2225 |
| }, |
| { |
| "epoch": 0.9453158117846545, |
| "grad_norm": 0.3305091857910156, |
| "learning_rate": 6.355518265553561e-07, |
| "loss": 1.3071530342102051, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.9474353539635438, |
| "grad_norm": 0.33323293924331665, |
| "learning_rate": 5.877211685640127e-07, |
| "loss": 1.2693525314331056, |
| "step": 2235 |
| }, |
| { |
| "epoch": 0.9495548961424333, |
| "grad_norm": 0.2906723916530609, |
| "learning_rate": 5.41748133465938e-07, |
| "loss": 1.306605339050293, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.9516744383213226, |
| "grad_norm": 0.3504180312156677, |
| "learning_rate": 4.976348881128034e-07, |
| "loss": 1.3358493804931642, |
| "step": 2245 |
| }, |
| { |
| "epoch": 0.9537939805002119, |
| "grad_norm": 0.33575376868247986, |
| "learning_rate": 4.553835116986349e-07, |
| "loss": 1.2731388092041016, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.9559135226791013, |
| "grad_norm": 0.29073020815849304, |
| "learning_rate": 4.1499599566178883e-07, |
| "loss": 1.3242993354797363, |
| "step": 2255 |
| }, |
| { |
| "epoch": 0.9580330648579907, |
| "grad_norm": 0.2980799376964569, |
| "learning_rate": 3.7647424359111615e-07, |
| "loss": 1.3340805053710938, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.96015260703688, |
| "grad_norm": 0.2866630256175995, |
| "learning_rate": 3.39820071136221e-07, |
| "loss": 1.3176158905029296, |
| "step": 2265 |
| }, |
| { |
| "epoch": 0.9622721492157694, |
| "grad_norm": 0.3219427466392517, |
| "learning_rate": 3.050352059218975e-07, |
| "loss": 1.3003140449523927, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.9643916913946587, |
| "grad_norm": 0.31648269295692444, |
| "learning_rate": 2.7212128746668454e-07, |
| "loss": 1.278752326965332, |
| "step": 2275 |
| }, |
| { |
| "epoch": 0.9665112335735481, |
| "grad_norm": 0.3372032940387726, |
| "learning_rate": 2.410798671056025e-07, |
| "loss": 1.3539626121520996, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.9686307757524375, |
| "grad_norm": 0.4131452143192291, |
| "learning_rate": 2.1191240791703426e-07, |
| "loss": 1.2815422058105468, |
| "step": 2285 |
| }, |
| { |
| "epoch": 0.9707503179313268, |
| "grad_norm": 0.27749812602996826, |
| "learning_rate": 1.8462028465375815e-07, |
| "loss": 1.3147613525390625, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.9728698601102161, |
| "grad_norm": 0.2816482484340668, |
| "learning_rate": 1.5920478367816405e-07, |
| "loss": 1.3334857940673828, |
| "step": 2295 |
| }, |
| { |
| "epoch": 0.9749894022891056, |
| "grad_norm": 0.32452377676963806, |
| "learning_rate": 1.3566710290160878e-07, |
| "loss": 1.3083940505981446, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.9771089444679949, |
| "grad_norm": 0.34873369336128235, |
| "learning_rate": 1.1400835172795444e-07, |
| "loss": 1.3483657836914062, |
| "step": 2305 |
| }, |
| { |
| "epoch": 0.9792284866468842, |
| "grad_norm": 0.40136268734931946, |
| "learning_rate": 9.42295510013036e-08, |
| "loss": 1.2984387397766113, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.9813480288257737, |
| "grad_norm": 0.34510400891304016, |
| "learning_rate": 7.633163295785118e-08, |
| "loss": 1.3370220184326171, |
| "step": 2315 |
| }, |
| { |
| "epoch": 0.983467571004663, |
| "grad_norm": 0.31063640117645264, |
| "learning_rate": 6.031544118196398e-08, |
| "loss": 1.3359445571899413, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.9855871131835523, |
| "grad_norm": 0.286815881729126, |
| "learning_rate": 4.618173056641695e-08, |
| "loss": 1.299731731414795, |
| "step": 2325 |
| }, |
| { |
| "epoch": 0.9877066553624417, |
| "grad_norm": 0.2510542571544647, |
| "learning_rate": 3.393116727681278e-08, |
| "loss": 1.2871533393859864, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.989826197541331, |
| "grad_norm": 0.29293227195739746, |
| "learning_rate": 2.3564328720175887e-08, |
| "loss": 1.3614470481872558, |
| "step": 2335 |
| }, |
| { |
| "epoch": 0.9919457397202205, |
| "grad_norm": 0.3270072638988495, |
| "learning_rate": 1.5081703517751956e-08, |
| "loss": 1.3502976417541503, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.9940652818991098, |
| "grad_norm": 0.3049931824207306, |
| "learning_rate": 8.483691481968592e-09, |
| "loss": 1.328630256652832, |
| "step": 2345 |
| }, |
| { |
| "epoch": 0.9961848240779991, |
| "grad_norm": 0.2985376715660095, |
| "learning_rate": 3.770603597583744e-09, |
| "loss": 1.3159720420837402, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.9983043662568886, |
| "grad_norm": 0.3223288059234619, |
| "learning_rate": 9.426620070396298e-10, |
| "loss": 1.3115079879760743, |
| "step": 2355 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 2359, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.7440308287438848e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
