| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 2359, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.00211954217888936, |
| "grad_norm": 1.4533849954605103, |
| "learning_rate": 8.450704225352112e-06, |
| "loss": 2.911361312866211, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.00423908435777872, |
| "grad_norm": 0.8717721700668335, |
| "learning_rate": 1.901408450704225e-05, |
| "loss": 2.89677734375, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.00635862653666808, |
| "grad_norm": 0.4050150513648987, |
| "learning_rate": 2.957746478873239e-05, |
| "loss": 2.620399284362793, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.00847816871555744, |
| "grad_norm": 0.25955942273139954, |
| "learning_rate": 4.0140845070422526e-05, |
| "loss": 2.527699661254883, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.0105977108944468, |
| "grad_norm": 0.3238535225391388, |
| "learning_rate": 5.070422535211267e-05, |
| "loss": 2.4132320404052736, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.01271725307333616, |
| "grad_norm": 0.2910937964916229, |
| "learning_rate": 6.126760563380281e-05, |
| "loss": 2.3594972610473635, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.01483679525222552, |
| "grad_norm": 0.18983197212219238, |
| "learning_rate": 7.183098591549294e-05, |
| "loss": 2.244922637939453, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.01695633743111488, |
| "grad_norm": 0.21697290241718292, |
| "learning_rate": 8.23943661971831e-05, |
| "loss": 2.1240062713623047, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.01907587961000424, |
| "grad_norm": 0.1837455779314041, |
| "learning_rate": 9.295774647887322e-05, |
| "loss": 2.0776336669921873, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.0211954217888936, |
| "grad_norm": 0.2103322446346283, |
| "learning_rate": 0.00010352112676056336, |
| "loss": 1.9948764801025392, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.02331496396778296, |
| "grad_norm": 0.18801350891590118, |
| "learning_rate": 0.00011408450704225351, |
| "loss": 1.966363525390625, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.02543450614667232, |
| "grad_norm": 0.18234486877918243, |
| "learning_rate": 0.00012464788732394365, |
| "loss": 1.9284397125244142, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.02755404832556168, |
| "grad_norm": 0.21645711362361908, |
| "learning_rate": 0.0001352112676056338, |
| "loss": 1.8941230773925781, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.02967359050445104, |
| "grad_norm": 0.20508678257465363, |
| "learning_rate": 0.00014577464788732394, |
| "loss": 1.8263919830322266, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.0317931326833404, |
| "grad_norm": 0.21742308139801025, |
| "learning_rate": 0.00014999936370154574, |
| "loss": 1.8043691635131835, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.03391267486222976, |
| "grad_norm": 0.1825699508190155, |
| "learning_rate": 0.00014999547525009093, |
| "loss": 1.771235466003418, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.03603221704111912, |
| "grad_norm": 0.180069237947464, |
| "learning_rate": 0.00014998805202937523, |
| "loss": 1.7630111694335937, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.03815175922000848, |
| "grad_norm": 0.23649078607559204, |
| "learning_rate": 0.00014997709438927803, |
| "loss": 1.73526611328125, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.04027130139889784, |
| "grad_norm": 0.24478007853031158, |
| "learning_rate": 0.00014996260284626687, |
| "loss": 1.702292251586914, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.0423908435777872, |
| "grad_norm": 0.21304433047771454, |
| "learning_rate": 0.00014994457808337308, |
| "loss": 1.6731922149658203, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.04451038575667656, |
| "grad_norm": 0.23145578801631927, |
| "learning_rate": 0.00014992302095015968, |
| "loss": 1.6981586456298827, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.04662992793556592, |
| "grad_norm": 0.23897255957126617, |
| "learning_rate": 0.00014989793246268114, |
| "loss": 1.6977878570556642, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.048749470114455275, |
| "grad_norm": 0.19703088700771332, |
| "learning_rate": 0.0001498693138034357, |
| "loss": 1.676886749267578, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.05086901229334464, |
| "grad_norm": 0.2128562331199646, |
| "learning_rate": 0.00014983716632130942, |
| "loss": 1.6497159957885743, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.052988554472233995, |
| "grad_norm": 0.21524904668331146, |
| "learning_rate": 0.0001498014915315129, |
| "loss": 1.688668441772461, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.05510809665112336, |
| "grad_norm": 0.22113725543022156, |
| "learning_rate": 0.00014976229111550953, |
| "loss": 1.6296710968017578, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.057227638830012716, |
| "grad_norm": 0.22267888486385345, |
| "learning_rate": 0.00014971956692093645, |
| "loss": 1.607334518432617, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.05934718100890208, |
| "grad_norm": 0.2725050747394562, |
| "learning_rate": 0.00014967332096151742, |
| "loss": 1.6353057861328124, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.061466723187791436, |
| "grad_norm": 0.24827592074871063, |
| "learning_rate": 0.0001496235554169679, |
| "loss": 1.5972054481506348, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.0635862653666808, |
| "grad_norm": 0.2142190933227539, |
| "learning_rate": 0.0001495702726328923, |
| "loss": 1.5774917602539062, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.06570580754557016, |
| "grad_norm": 0.20981644093990326, |
| "learning_rate": 0.00014951347512067337, |
| "loss": 1.6079927444458009, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.06782534972445951, |
| "grad_norm": 0.20830883085727692, |
| "learning_rate": 0.00014945316555735403, |
| "loss": 1.6010347366333009, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.06994489190334888, |
| "grad_norm": 0.21328674256801605, |
| "learning_rate": 0.00014938934678551097, |
| "loss": 1.5738430976867677, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.07206443408223824, |
| "grad_norm": 0.21209032833576202, |
| "learning_rate": 0.0001493220218131207, |
| "loss": 1.5949657440185547, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.07418397626112759, |
| "grad_norm": 0.2200002521276474, |
| "learning_rate": 0.00014925119381341796, |
| "loss": 1.5288724899291992, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.07630351844001695, |
| "grad_norm": 0.20628951489925385, |
| "learning_rate": 0.00014917686612474595, |
| "loss": 1.5350455284118651, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.07842306061890632, |
| "grad_norm": 0.2584723234176636, |
| "learning_rate": 0.00014909904225039906, |
| "loss": 1.5907514572143555, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.08054260279779568, |
| "grad_norm": 0.24871385097503662, |
| "learning_rate": 0.00014901772585845783, |
| "loss": 1.620928955078125, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.08266214497668503, |
| "grad_norm": 0.2913932204246521, |
| "learning_rate": 0.00014893292078161586, |
| "loss": 1.5582874298095704, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.0847816871555744, |
| "grad_norm": 0.20935894548892975, |
| "learning_rate": 0.00014884463101699937, |
| "loss": 1.574123001098633, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.08690122933446376, |
| "grad_norm": 0.21228212118148804, |
| "learning_rate": 0.0001487528607259787, |
| "loss": 1.5573617935180664, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.08902077151335312, |
| "grad_norm": 0.1916375458240509, |
| "learning_rate": 0.00014865761423397215, |
| "loss": 1.5406822204589843, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.09114031369224247, |
| "grad_norm": 0.1980282962322235, |
| "learning_rate": 0.00014855889603024227, |
| "loss": 1.5439483642578125, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.09325985587113184, |
| "grad_norm": 0.2618733048439026, |
| "learning_rate": 0.00014845671076768398, |
| "loss": 1.5370182037353515, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.0953793980500212, |
| "grad_norm": 0.23130768537521362, |
| "learning_rate": 0.00014835106326260557, |
| "loss": 1.480801486968994, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.09749894022891055, |
| "grad_norm": 0.30081960558891296, |
| "learning_rate": 0.00014824195849450145, |
| "loss": 1.5637982368469239, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.09961848240779991, |
| "grad_norm": 0.22005034983158112, |
| "learning_rate": 0.00014812940160581763, |
| "loss": 1.524923038482666, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.10173802458668928, |
| "grad_norm": 0.20901378989219666, |
| "learning_rate": 0.00014801339790170923, |
| "loss": 1.5966582298278809, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.10385756676557864, |
| "grad_norm": 0.22220133244991302, |
| "learning_rate": 0.00014789395284979049, |
| "loss": 1.5191898345947266, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.10597710894446799, |
| "grad_norm": 0.21421712636947632, |
| "learning_rate": 0.000147771072079877, |
| "loss": 1.5260868072509766, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.10809665112335735, |
| "grad_norm": 0.2327452152967453, |
| "learning_rate": 0.00014764476138372047, |
| "loss": 1.5540156364440918, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.11021619330224672, |
| "grad_norm": 0.25371599197387695, |
| "learning_rate": 0.0001475150267147356, |
| "loss": 1.5139301300048829, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.11233573548113608, |
| "grad_norm": 0.18664808571338654, |
| "learning_rate": 0.00014738187418771953, |
| "loss": 1.564552402496338, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.11445527766002543, |
| "grad_norm": 0.27261000871658325, |
| "learning_rate": 0.00014724531007856371, |
| "loss": 1.5058234214782715, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.1165748198389148, |
| "grad_norm": 0.23247990012168884, |
| "learning_rate": 0.000147105340823958, |
| "loss": 1.4929523468017578, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.11869436201780416, |
| "grad_norm": 0.22711527347564697, |
| "learning_rate": 0.0001469619730210873, |
| "loss": 1.5138790130615234, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.12081390419669351, |
| "grad_norm": 0.16822680830955505, |
| "learning_rate": 0.00014681521342732067, |
| "loss": 1.4931448936462401, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.12293344637558287, |
| "grad_norm": 0.19065088033676147, |
| "learning_rate": 0.00014666506895989276, |
| "loss": 1.4882875442504884, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.12505298855447222, |
| "grad_norm": 0.2147723287343979, |
| "learning_rate": 0.00014651154669557783, |
| "loss": 1.4989696502685548, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.1271725307333616, |
| "grad_norm": 0.2251991331577301, |
| "learning_rate": 0.00014635465387035615, |
| "loss": 1.4763580322265626, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.12929207291225095, |
| "grad_norm": 0.2073274552822113, |
| "learning_rate": 0.00014619439787907302, |
| "loss": 1.4306302070617676, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.13141161509114033, |
| "grad_norm": 0.1931733638048172, |
| "learning_rate": 0.00014603078627509016, |
| "loss": 1.4966580390930175, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.13353115727002968, |
| "grad_norm": 0.21649642288684845, |
| "learning_rate": 0.0001458638267699297, |
| "loss": 1.5137117385864258, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.13565069944891903, |
| "grad_norm": 0.2783515453338623, |
| "learning_rate": 0.00014569352723291077, |
| "loss": 1.4853612899780273, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.1377702416278084, |
| "grad_norm": 0.23952129483222961, |
| "learning_rate": 0.00014551989569077856, |
| "loss": 1.4821554183959962, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.13988978380669775, |
| "grad_norm": 0.23521435260772705, |
| "learning_rate": 0.0001453429403273259, |
| "loss": 1.4857416152954102, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.1420093259855871, |
| "grad_norm": 0.21960721909999847, |
| "learning_rate": 0.00014516266948300774, |
| "loss": 1.5065743446350097, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.14412886816447648, |
| "grad_norm": 0.21124182641506195, |
| "learning_rate": 0.00014497909165454788, |
| "loss": 1.4274757385253907, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.14624841034336583, |
| "grad_norm": 0.22351916134357452, |
| "learning_rate": 0.0001447922154945385, |
| "loss": 1.4317169189453125, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.14836795252225518, |
| "grad_norm": 0.21286199986934662, |
| "learning_rate": 0.00014460204981103244, |
| "loss": 1.4460826873779298, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.15048749470114456, |
| "grad_norm": 0.22857090830802917, |
| "learning_rate": 0.00014440860356712792, |
| "loss": 1.4680397033691406, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.1526070368800339, |
| "grad_norm": 0.24696066975593567, |
| "learning_rate": 0.00014421188588054618, |
| "loss": 1.4768699645996093, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.15472657905892329, |
| "grad_norm": 0.19838055968284607, |
| "learning_rate": 0.00014401190602320168, |
| "loss": 1.4469011306762696, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.15684612123781264, |
| "grad_norm": 0.2080274522304535, |
| "learning_rate": 0.0001438086734207651, |
| "loss": 1.4298072814941407, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.15896566341670199, |
| "grad_norm": 0.2138231247663498, |
| "learning_rate": 0.00014360219765221905, |
| "loss": 1.4198074340820312, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.16108520559559136, |
| "grad_norm": 0.21890293061733246, |
| "learning_rate": 0.00014339248844940676, |
| "loss": 1.4695507049560548, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.1632047477744807, |
| "grad_norm": 0.21057920157909393, |
| "learning_rate": 0.000143179555696573, |
| "loss": 1.4966022491455078, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.16532428995337006, |
| "grad_norm": 0.2032330334186554, |
| "learning_rate": 0.00014296340942989864, |
| "loss": 1.459632968902588, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.16744383213225944, |
| "grad_norm": 0.20372611284255981, |
| "learning_rate": 0.00014274405983702738, |
| "loss": 1.405313205718994, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.1695633743111488, |
| "grad_norm": 0.23118329048156738, |
| "learning_rate": 0.00014252151725658555, |
| "loss": 1.4490900039672852, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.17168291649003814, |
| "grad_norm": 0.20457163453102112, |
| "learning_rate": 0.00014229579217769493, |
| "loss": 1.4749466896057128, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.17380245866892752, |
| "grad_norm": 0.20578953623771667, |
| "learning_rate": 0.00014206689523947832, |
| "loss": 1.4004918098449708, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.17592200084781687, |
| "grad_norm": 0.2327735424041748, |
| "learning_rate": 0.0001418348372305581, |
| "loss": 1.465897560119629, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.17804154302670624, |
| "grad_norm": 0.21945743262767792, |
| "learning_rate": 0.0001415996290885477, |
| "loss": 1.3908300399780273, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.1801610852055956, |
| "grad_norm": 0.2154647409915924, |
| "learning_rate": 0.00014136128189953605, |
| "loss": 1.4920503616333007, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.18228062738448494, |
| "grad_norm": 0.2337629646062851, |
| "learning_rate": 0.00014111980689756514, |
| "loss": 1.4768125534057617, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.18440016956337432, |
| "grad_norm": 0.22426795959472656, |
| "learning_rate": 0.00014087521546410044, |
| "loss": 1.4597837448120117, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.18651971174226367, |
| "grad_norm": 0.2243419736623764, |
| "learning_rate": 0.00014062751912749457, |
| "loss": 1.4114381790161132, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.18863925392115302, |
| "grad_norm": 0.1989261358976364, |
| "learning_rate": 0.00014037672956244382, |
| "loss": 1.4108015060424806, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.1907587961000424, |
| "grad_norm": 0.19225820899009705, |
| "learning_rate": 0.0001401228585894379, |
| "loss": 1.4406494140625, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.19287833827893175, |
| "grad_norm": 0.20971807837486267, |
| "learning_rate": 0.00013986591817420288, |
| "loss": 1.448514175415039, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.1949978804578211, |
| "grad_norm": 0.20189028978347778, |
| "learning_rate": 0.0001396059204271371, |
| "loss": 1.4122689247131348, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.19711742263671048, |
| "grad_norm": 0.19423413276672363, |
| "learning_rate": 0.00013934287760274051, |
| "loss": 1.4285457611083985, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.19923696481559983, |
| "grad_norm": 0.20719105005264282, |
| "learning_rate": 0.00013907680209903695, |
| "loss": 1.388277244567871, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.2013565069944892, |
| "grad_norm": 0.19392803311347961, |
| "learning_rate": 0.00013880770645698982, |
| "loss": 1.4308454513549804, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.20347604917337855, |
| "grad_norm": 0.2348402440547943, |
| "learning_rate": 0.00013853560335991098, |
| "loss": 1.4246279716491699, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.2055955913522679, |
| "grad_norm": 0.21878980100154877, |
| "learning_rate": 0.00013826050563286307, |
| "loss": 1.433729076385498, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.20771513353115728, |
| "grad_norm": 0.19843058288097382, |
| "learning_rate": 0.00013798242624205484, |
| "loss": 1.4005677223205566, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.20983467571004663, |
| "grad_norm": 0.2311900556087494, |
| "learning_rate": 0.00013770137829423012, |
| "loss": 1.4019628524780274, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.21195421788893598, |
| "grad_norm": 0.2418936938047409, |
| "learning_rate": 0.00013741737503605004, |
| "loss": 1.426509189605713, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.21407376006782536, |
| "grad_norm": 0.2732597589492798, |
| "learning_rate": 0.0001371304298534687, |
| "loss": 1.4062681198120117, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.2161933022467147, |
| "grad_norm": 0.2327418476343155, |
| "learning_rate": 0.00013684055627110215, |
| "loss": 1.4135140419006347, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.21831284442560406, |
| "grad_norm": 0.20132744312286377, |
| "learning_rate": 0.00013654776795159104, |
| "loss": 1.3860734939575194, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.22043238660449344, |
| "grad_norm": 0.2001914381980896, |
| "learning_rate": 0.00013625207869495662, |
| "loss": 1.4492733001708984, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.22255192878338279, |
| "grad_norm": 0.26076483726501465, |
| "learning_rate": 0.0001359535024379503, |
| "loss": 1.4178794860839843, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.22467147096227216, |
| "grad_norm": 0.2128058224916458, |
| "learning_rate": 0.00013565205325339678, |
| "loss": 1.394708251953125, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.2267910131411615, |
| "grad_norm": 0.17924794554710388, |
| "learning_rate": 0.00013534774534953067, |
| "loss": 1.3627028465270996, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.22891055532005086, |
| "grad_norm": 0.23135896027088165, |
| "learning_rate": 0.00013504059306932703, |
| "loss": 1.394637393951416, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.23103009749894024, |
| "grad_norm": 0.18716266751289368, |
| "learning_rate": 0.00013473061088982503, |
| "loss": 1.4000116348266602, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.2331496396778296, |
| "grad_norm": 0.24864238500595093, |
| "learning_rate": 0.00013441781342144585, |
| "loss": 1.3741465568542481, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.23526918185671894, |
| "grad_norm": 0.22332683205604553, |
| "learning_rate": 0.000134102215407304, |
| "loss": 1.3871079444885255, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.23738872403560832, |
| "grad_norm": 0.23110778629779816, |
| "learning_rate": 0.00013378383172251232, |
| "loss": 1.3991371154785157, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.23950826621449767, |
| "grad_norm": 0.17871485650539398, |
| "learning_rate": 0.000133462677373481, |
| "loss": 1.4029035568237305, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.24162780839338702, |
| "grad_norm": 0.19950291514396667, |
| "learning_rate": 0.0001331387674972102, |
| "loss": 1.3823355674743651, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.2437473505722764, |
| "grad_norm": 0.22258326411247253, |
| "learning_rate": 0.00013281211736057655, |
| "loss": 1.4099298477172852, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.24586689275116574, |
| "grad_norm": 0.20416663587093353, |
| "learning_rate": 0.00013248274235961384, |
| "loss": 1.4341743469238282, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.24798643493005512, |
| "grad_norm": 0.1936974674463272, |
| "learning_rate": 0.00013215065801878696, |
| "loss": 1.389725112915039, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.25010597710894444, |
| "grad_norm": 0.21888478100299835, |
| "learning_rate": 0.00013181587999026048, |
| "loss": 1.3756709098815918, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.2522255192878338, |
| "grad_norm": 0.24368789792060852, |
| "learning_rate": 0.00013147842405316084, |
| "loss": 1.3930557250976563, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.2543450614667232, |
| "grad_norm": 0.25530099868774414, |
| "learning_rate": 0.00013113830611283258, |
| "loss": 1.4278820037841797, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.2564646036456125, |
| "grad_norm": 0.2082163542509079, |
| "learning_rate": 0.0001307955422000887, |
| "loss": 1.3634056091308593, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.2585841458245019, |
| "grad_norm": 0.21113799512386322, |
| "learning_rate": 0.00013045014847045511, |
| "loss": 1.3915785789489745, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.2607036880033913, |
| "grad_norm": 0.19068703055381775, |
| "learning_rate": 0.00013010214120340912, |
| "loss": 1.3578933715820312, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.26282323018228065, |
| "grad_norm": 0.21349555253982544, |
| "learning_rate": 0.0001297515368016122, |
| "loss": 1.3700779914855956, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.26494277236117, |
| "grad_norm": 0.239017516374588, |
| "learning_rate": 0.00012939835179013676, |
| "loss": 1.2932103157043457, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.26706231454005935, |
| "grad_norm": 0.2203160524368286, |
| "learning_rate": 0.0001290426028156874, |
| "loss": 1.3808835983276366, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.26918185671894873, |
| "grad_norm": 0.2005006968975067, |
| "learning_rate": 0.00012868430664581625, |
| "loss": 1.3864688873291016, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.27130139889783805, |
| "grad_norm": 0.21884654462337494, |
| "learning_rate": 0.00012832348016813262, |
| "loss": 1.3849655151367188, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.27342094107672743, |
| "grad_norm": 0.21828524768352509, |
| "learning_rate": 0.00012796014038950714, |
| "loss": 1.337683868408203, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.2755404832556168, |
| "grad_norm": 0.23754437267780304, |
| "learning_rate": 0.00012759430443527, |
| "loss": 1.3622608184814453, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.27766002543450613, |
| "grad_norm": 0.26920199394226074, |
| "learning_rate": 0.00012722598954840395, |
| "loss": 1.3621455192565919, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.2797795676133955, |
| "grad_norm": 0.20296823978424072, |
| "learning_rate": 0.00012685521308873157, |
| "loss": 1.3798117637634277, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.2818991097922849, |
| "grad_norm": 0.2063087821006775, |
| "learning_rate": 0.00012648199253209686, |
| "loss": 1.3982159614562988, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.2840186519711742, |
| "grad_norm": 0.24138645827770233, |
| "learning_rate": 0.00012610634546954182, |
| "loss": 1.4047200202941894, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.2861381941500636, |
| "grad_norm": 0.22688671946525574, |
| "learning_rate": 0.00012572828960647715, |
| "loss": 1.3494701385498047, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.28825773632895296, |
| "grad_norm": 0.21970339119434357, |
| "learning_rate": 0.00012534784276184777, |
| "loss": 1.3665117263793944, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.2903772785078423, |
| "grad_norm": 0.2116941660642624, |
| "learning_rate": 0.000124965022867293, |
| "loss": 1.3794803619384766, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.29249682068673166, |
| "grad_norm": 0.18924342095851898, |
| "learning_rate": 0.0001245798479663013, |
| "loss": 1.3910794258117676, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.29461636286562104, |
| "grad_norm": 0.18736907839775085, |
| "learning_rate": 0.00012419233621335996, |
| "loss": 1.4316083908081054, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.29673590504451036, |
| "grad_norm": 0.26405763626098633, |
| "learning_rate": 0.00012380250587309933, |
| "loss": 1.3403692245483398, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.29885544722339974, |
| "grad_norm": 0.21924880146980286, |
| "learning_rate": 0.00012341037531943196, |
| "loss": 1.373030948638916, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.3009749894022891, |
| "grad_norm": 0.20239311456680298, |
| "learning_rate": 0.00012301596303468658, |
| "loss": 1.361757183074951, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.30309453158117844, |
| "grad_norm": 0.22322991490364075, |
| "learning_rate": 0.00012261928760873698, |
| "loss": 1.3591099739074708, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.3052140737600678, |
| "grad_norm": 0.24470502138137817, |
| "learning_rate": 0.00012222036773812584, |
| "loss": 1.3124917984008788, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.3073336159389572, |
| "grad_norm": 0.21314536035060883, |
| "learning_rate": 0.00012181922222518343, |
| "loss": 1.3787457466125488, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.30945315811784657, |
| "grad_norm": 0.20746316015720367, |
| "learning_rate": 0.00012141586997714146, |
| "loss": 1.3208590507507325, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.3115727002967359, |
| "grad_norm": 0.20587608218193054, |
| "learning_rate": 0.00012101033000524195, |
| "loss": 1.3260491371154786, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.31369224247562527, |
| "grad_norm": 0.23164571821689606, |
| "learning_rate": 0.00012060262142384106, |
| "loss": 1.3296494483947754, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.31581178465451465, |
| "grad_norm": 0.24576550722122192, |
| "learning_rate": 0.00012019276344950829, |
| "loss": 1.3644144058227539, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.31793132683340397, |
| "grad_norm": 0.24007348716259003, |
| "learning_rate": 0.00011978077540012067, |
| "loss": 1.3857242584228515, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.32005086901229335, |
| "grad_norm": 0.23115232586860657, |
| "learning_rate": 0.00011936667669395227, |
| "loss": 1.3476673126220704, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.3221704111911827, |
| "grad_norm": 0.2215014100074768, |
| "learning_rate": 0.00011895048684875896, |
| "loss": 1.293463134765625, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.32428995337007205, |
| "grad_norm": 0.18449951708316803, |
| "learning_rate": 0.0001185322254808585, |
| "loss": 1.370039176940918, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.3264094955489614, |
| "grad_norm": 0.22450090944766998, |
| "learning_rate": 0.00011811191230420588, |
| "loss": 1.3402008056640624, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.3285290377278508, |
| "grad_norm": 0.20768851041793823, |
| "learning_rate": 0.00011768956712946427, |
| "loss": 1.3732899665832519, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.3306485799067401, |
| "grad_norm": 0.21607705950737, |
| "learning_rate": 0.00011726520986307116, |
| "loss": 1.4038126945495606, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.3327681220856295, |
| "grad_norm": 0.19296714663505554, |
| "learning_rate": 0.00011683886050630015, |
| "loss": 1.3047401428222656, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.3348876642645189, |
| "grad_norm": 0.24172437191009521, |
| "learning_rate": 0.00011641053915431831, |
| "loss": 1.3391592979431153, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.3370072064434082, |
| "grad_norm": 0.2072303295135498, |
| "learning_rate": 0.00011598026599523885, |
| "loss": 1.3352015495300293, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.3391267486222976, |
| "grad_norm": 0.21765024960041046, |
| "learning_rate": 0.00011554806130916982, |
| "loss": 1.3156769752502442, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.34124629080118696, |
| "grad_norm": 0.2462266981601715, |
| "learning_rate": 0.00011511394546725801, |
| "loss": 1.3615104675292968, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.3433658329800763, |
| "grad_norm": 0.2640639543533325, |
| "learning_rate": 0.00011467793893072894, |
| "loss": 1.354515838623047, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.34548537515896566, |
| "grad_norm": 0.1990615427494049, |
| "learning_rate": 0.00011424006224992253, |
| "loss": 1.3528491020202638, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.34760491733785503, |
| "grad_norm": 0.2158903330564499, |
| "learning_rate": 0.00011380033606332425, |
| "loss": 1.3205657005310059, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.34972445951674436, |
| "grad_norm": 0.18695850670337677, |
| "learning_rate": 0.0001133587810965926, |
| "loss": 1.367375659942627, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.35184400169563373, |
| "grad_norm": 0.26189661026000977, |
| "learning_rate": 0.00011291541816158217, |
| "loss": 1.3225163459777831, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.3539635438745231, |
| "grad_norm": 0.2998012900352478, |
| "learning_rate": 0.0001124702681553626, |
| "loss": 1.2807294845581054, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.3560830860534125, |
| "grad_norm": 0.18943734467029572, |
| "learning_rate": 0.00011202335205923388, |
| "loss": 1.343043327331543, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.3582026282323018, |
| "grad_norm": 0.24869421124458313, |
| "learning_rate": 0.00011157469093773716, |
| "loss": 1.325399112701416, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.3603221704111912, |
| "grad_norm": 0.2146313637495041, |
| "learning_rate": 0.00011112430593766214, |
| "loss": 1.304315185546875, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.36244171259008057, |
| "grad_norm": 0.24832850694656372, |
| "learning_rate": 0.0001106722182870502, |
| "loss": 1.309903907775879, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.3645612547689699, |
| "grad_norm": 0.18670570850372314, |
| "learning_rate": 0.00011021844929419397, |
| "loss": 1.314599609375, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.36668079694785927, |
| "grad_norm": 0.21524663269519806, |
| "learning_rate": 0.00010976302034663289, |
| "loss": 1.3505349159240723, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.36880033912674864, |
| "grad_norm": 0.21804650127887726, |
| "learning_rate": 0.0001093059529101453, |
| "loss": 1.3111852645874023, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.37091988130563797, |
| "grad_norm": 0.20508825778961182, |
| "learning_rate": 0.00010884726852773652, |
| "loss": 1.3346372604370118, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.37303942348452734, |
| "grad_norm": 0.20978358387947083, |
| "learning_rate": 0.00010838698881862356, |
| "loss": 1.369366455078125, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.3751589656634167, |
| "grad_norm": 0.2045287787914276, |
| "learning_rate": 0.00010792513547721618, |
| "loss": 1.3833175659179688, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.37727850784230604, |
| "grad_norm": 0.21166202425956726, |
| "learning_rate": 0.00010746173027209421, |
| "loss": 1.3038890838623047, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.3793980500211954, |
| "grad_norm": 0.24340365827083588, |
| "learning_rate": 0.00010699679504498176, |
| "loss": 1.2533443450927735, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.3815175922000848, |
| "grad_norm": 0.225352481007576, |
| "learning_rate": 0.0001065303517097175, |
| "loss": 1.2584978103637696, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.3836371343789741, |
| "grad_norm": 0.25294095277786255, |
| "learning_rate": 0.00010606242225122197, |
| "loss": 1.328216552734375, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.3857566765578635, |
| "grad_norm": 0.19258682429790497, |
| "learning_rate": 0.00010559302872446128, |
| "loss": 1.3038272857666016, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.3878762187367529, |
| "grad_norm": 0.2542521059513092, |
| "learning_rate": 0.00010512219325340766, |
| "loss": 1.2768152236938477, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.3899957609156422, |
| "grad_norm": 0.23314662277698517, |
| "learning_rate": 0.0001046499380299966, |
| "loss": 1.3441388130187988, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.3921153030945316, |
| "grad_norm": 0.24483489990234375, |
| "learning_rate": 0.00010417628531308094, |
| "loss": 1.3174713134765625, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.39423484527342095, |
| "grad_norm": 0.24751359224319458, |
| "learning_rate": 0.00010370125742738173, |
| "loss": 1.3388001441955566, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.3963543874523103, |
| "grad_norm": 0.253334105014801, |
| "learning_rate": 0.00010322487676243594, |
| "loss": 1.349887752532959, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.39847392963119965, |
| "grad_norm": 0.20523115992546082, |
| "learning_rate": 0.00010274716577154131, |
| "loss": 1.291508674621582, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.40059347181008903, |
| "grad_norm": 0.23577848076820374, |
| "learning_rate": 0.00010226814697069786, |
| "loss": 1.2507284164428711, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.4027130139889784, |
| "grad_norm": 0.2180488258600235, |
| "learning_rate": 0.00010178784293754685, |
| "loss": 1.2895357131958007, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.40483255616786773, |
| "grad_norm": 0.23442329466342926, |
| "learning_rate": 0.00010130627631030643, |
| "loss": 1.351835346221924, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.4069520983467571, |
| "grad_norm": 0.23377206921577454, |
| "learning_rate": 0.00010082346978670478, |
| "loss": 1.3373378753662108, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.4090716405256465, |
| "grad_norm": 0.21928517520427704, |
| "learning_rate": 0.00010033944612291028, |
| "loss": 1.346639633178711, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.4111911827045358, |
| "grad_norm": 0.2067331075668335, |
| "learning_rate": 9.985422813245875e-05, |
| "loss": 1.3276933670043944, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.4133107248834252, |
| "grad_norm": 0.21390070021152496, |
| "learning_rate": 9.936783868517849e-05, |
| "loss": 1.3124217987060547, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.41543026706231456, |
| "grad_norm": 0.19038116931915283, |
| "learning_rate": 9.888030070611215e-05, |
| "loss": 1.284699058532715, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.4175498092412039, |
| "grad_norm": 0.3529278635978699, |
| "learning_rate": 9.839163717443617e-05, |
| "loss": 1.3291648864746093, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.41966935142009326, |
| "grad_norm": 0.30006375908851624, |
| "learning_rate": 9.790187112237786e-05, |
| "loss": 1.3090578079223634, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.42178889359898264, |
| "grad_norm": 0.23081862926483154, |
| "learning_rate": 9.741102563412969e-05, |
| "loss": 1.3270970344543458, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.42390843577787196, |
| "grad_norm": 0.21247537434101105, |
| "learning_rate": 9.691912384476128e-05, |
| "loss": 1.3049468040466308, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.42602797795676134, |
| "grad_norm": 0.25940096378326416, |
| "learning_rate": 9.64261889391291e-05, |
| "loss": 1.3142683029174804, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.4281475201356507, |
| "grad_norm": 0.21281564235687256, |
| "learning_rate": 9.593224415078348e-05, |
| "loss": 1.29989652633667, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.43026706231454004, |
| "grad_norm": 0.26989611983299255, |
| "learning_rate": 9.54373127608737e-05, |
| "loss": 1.3559316635131835, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.4323866044934294, |
| "grad_norm": 0.20252250134944916, |
| "learning_rate": 9.494141809705063e-05, |
| "loss": 1.3052260398864746, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.4345061466723188, |
| "grad_norm": 0.22775596380233765, |
| "learning_rate": 9.444458353236725e-05, |
| "loss": 1.339052391052246, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.4366256888512081, |
| "grad_norm": 0.2322123795747757, |
| "learning_rate": 9.394683248417692e-05, |
| "loss": 1.3342934608459474, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.4387452310300975, |
| "grad_norm": 0.19912663102149963, |
| "learning_rate": 9.344818841302977e-05, |
| "loss": 1.295450782775879, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.44086477320898687, |
| "grad_norm": 0.2255859524011612, |
| "learning_rate": 9.294867482156682e-05, |
| "loss": 1.35633544921875, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.4429843153878762, |
| "grad_norm": 0.23680174350738525, |
| "learning_rate": 9.244831525341233e-05, |
| "loss": 1.27927827835083, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.44510385756676557, |
| "grad_norm": 0.23993147909641266, |
| "learning_rate": 9.194713329206404e-05, |
| "loss": 1.3515398025512695, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.44722339974565495, |
| "grad_norm": 0.23341205716133118, |
| "learning_rate": 9.144515255978158e-05, |
| "loss": 1.323683738708496, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.4493429419245443, |
| "grad_norm": 0.23291119933128357, |
| "learning_rate": 9.094239671647324e-05, |
| "loss": 1.3159423828125, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.45146248410343365, |
| "grad_norm": 0.2228938341140747, |
| "learning_rate": 9.043888945858062e-05, |
| "loss": 1.2429805755615235, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.453582026282323, |
| "grad_norm": 0.23924370110034943, |
| "learning_rate": 8.99346545179618e-05, |
| "loss": 1.2914630889892578, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.4557015684612124, |
| "grad_norm": 0.23762305080890656, |
| "learning_rate": 8.942971566077287e-05, |
| "loss": 1.3357767105102538, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.4578211106401017, |
| "grad_norm": 0.226181760430336, |
| "learning_rate": 8.892409668634764e-05, |
| "loss": 1.2719341278076173, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.4599406528189911, |
| "grad_norm": 0.2674066722393036, |
| "learning_rate": 8.841782142607598e-05, |
| "loss": 1.2833306312561035, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.4620601949978805, |
| "grad_norm": 0.22831888496875763, |
| "learning_rate": 8.791091374228057e-05, |
| "loss": 1.2862982749938965, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.4641797371767698, |
| "grad_norm": 0.2320777326822281, |
| "learning_rate": 8.740339752709209e-05, |
| "loss": 1.2587108612060547, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.4662992793556592, |
| "grad_norm": 0.19897054135799408, |
| "learning_rate": 8.689529670132325e-05, |
| "loss": 1.3042229652404784, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.46841882153454856, |
| "grad_norm": 0.2363954484462738, |
| "learning_rate": 8.638663521334127e-05, |
| "loss": 1.2335227012634278, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.4705383637134379, |
| "grad_norm": 0.2121724784374237, |
| "learning_rate": 8.587743703793913e-05, |
| "loss": 1.2948514938354492, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.47265790589232726, |
| "grad_norm": 0.22796151041984558, |
| "learning_rate": 8.536772617520548e-05, |
| "loss": 1.3376188278198242, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.47477744807121663, |
| "grad_norm": 0.24525348842144012, |
| "learning_rate": 8.485752664939361e-05, |
| "loss": 1.2620004653930663, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.47689699025010596, |
| "grad_norm": 0.20538678765296936, |
| "learning_rate": 8.434686250778894e-05, |
| "loss": 1.297200870513916, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.47901653242899533, |
| "grad_norm": 0.21144822239875793, |
| "learning_rate": 8.383575781957571e-05, |
| "loss": 1.2759347915649415, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.4811360746078847, |
| "grad_norm": 0.2555171549320221, |
| "learning_rate": 8.33242366747025e-05, |
| "loss": 1.2726491928100585, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.48325561678677403, |
| "grad_norm": 0.27514195442199707, |
| "learning_rate": 8.281232318274674e-05, |
| "loss": 1.2626585960388184, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.4853751589656634, |
| "grad_norm": 0.23342320322990417, |
| "learning_rate": 8.230004147177844e-05, |
| "loss": 1.3402240753173829, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.4874947011445528, |
| "grad_norm": 0.22106461226940155, |
| "learning_rate": 8.178741568722284e-05, |
| "loss": 1.211595344543457, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.4896142433234421, |
| "grad_norm": 0.250161737203598, |
| "learning_rate": 8.127446999072254e-05, |
| "loss": 1.2594094276428223, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.4917337855023315, |
| "grad_norm": 0.2475946843624115, |
| "learning_rate": 8.07612285589985e-05, |
| "loss": 1.2840205192565919, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.49385332768122087, |
| "grad_norm": 0.21844692528247833, |
| "learning_rate": 8.024771558271066e-05, |
| "loss": 1.2698797225952148, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.49597286986011024, |
| "grad_norm": 0.2111423760652542, |
| "learning_rate": 7.973395526531762e-05, |
| "loss": 1.2886319160461426, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.49809241203899957, |
| "grad_norm": 0.215132936835289, |
| "learning_rate": 7.921997182193601e-05, |
| "loss": 1.2682478904724122, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.5002119542178889, |
| "grad_norm": 0.2918669879436493, |
| "learning_rate": 7.870578947819903e-05, |
| "loss": 1.2975797653198242, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.5023314963967783, |
| "grad_norm": 0.23630967736244202, |
| "learning_rate": 7.81914324691147e-05, |
| "loss": 1.3017580032348632, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.5044510385756676, |
| "grad_norm": 0.20302191376686096, |
| "learning_rate": 7.767692503792353e-05, |
| "loss": 1.2496055603027343, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.506570580754557, |
| "grad_norm": 0.2616707384586334, |
| "learning_rate": 7.71622914349559e-05, |
| "loss": 1.31884822845459, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.5086901229334464, |
| "grad_norm": 0.20567265152931213, |
| "learning_rate": 7.66475559164891e-05, |
| "loss": 1.29827880859375, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.5108096651123357, |
| "grad_norm": 0.24866405129432678, |
| "learning_rate": 7.613274274360393e-05, |
| "loss": 1.3497620582580567, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.512929207291225, |
| "grad_norm": 0.2534573972225189, |
| "learning_rate": 7.561787618104135e-05, |
| "loss": 1.2164529800415038, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.5150487494701145, |
| "grad_norm": 0.22314591705799103, |
| "learning_rate": 7.510298049605876e-05, |
| "loss": 1.2759552955627442, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.5171682916490038, |
| "grad_norm": 0.24239255487918854, |
| "learning_rate": 7.458807995728608e-05, |
| "loss": 1.2748052597045898, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.5192878338278932, |
| "grad_norm": 0.24678169190883636, |
| "learning_rate": 7.407319883358213e-05, |
| "loss": 1.2845211029052734, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.5214073760067826, |
| "grad_norm": 0.27573883533477783, |
| "learning_rate": 7.355836139289055e-05, |
| "loss": 1.2725817680358886, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.5235269181856719, |
| "grad_norm": 0.26353344321250916, |
| "learning_rate": 7.304359190109611e-05, |
| "loss": 1.1792613029479981, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.5256464603645613, |
| "grad_norm": 0.25233304500579834, |
| "learning_rate": 7.252891462088094e-05, |
| "loss": 1.2287206649780273, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.5277660025434506, |
| "grad_norm": 0.2386220246553421, |
| "learning_rate": 7.201435381058091e-05, |
| "loss": 1.2566810607910157, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.52988554472234, |
| "grad_norm": 0.2219053953886032, |
| "learning_rate": 7.149993372304234e-05, |
| "loss": 1.3123289108276368, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.5320050869012294, |
| "grad_norm": 0.24438749253749847, |
| "learning_rate": 7.098567860447886e-05, |
| "loss": 1.2317842483520507, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.5341246290801187, |
| "grad_norm": 0.22169619798660278, |
| "learning_rate": 7.047161269332854e-05, |
| "loss": 1.2540470123291017, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.536244171259008, |
| "grad_norm": 0.22319285571575165, |
| "learning_rate": 6.995776021911159e-05, |
| "loss": 1.2298927307128906, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.5383637134378975, |
| "grad_norm": 0.2211482673883438, |
| "learning_rate": 6.944414540128821e-05, |
| "loss": 1.3062271118164062, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.5404832556167868, |
| "grad_norm": 0.23572184145450592, |
| "learning_rate": 6.893079244811718e-05, |
| "loss": 1.244802761077881, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.5426027977956761, |
| "grad_norm": 0.21840710937976837, |
| "learning_rate": 6.841772555551478e-05, |
| "loss": 1.2223194122314454, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.5447223399745655, |
| "grad_norm": 0.227216899394989, |
| "learning_rate": 6.790496890591429e-05, |
| "loss": 1.2200170516967774, |
| "step": 1285 |
| }, |
| { |
| "epoch": 0.5468418821534549, |
| "grad_norm": 0.2458992302417755, |
| "learning_rate": 6.739254666712638e-05, |
| "loss": 1.2554248809814452, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.5489614243323442, |
| "grad_norm": 0.26667773723602295, |
| "learning_rate": 6.688048299119982e-05, |
| "loss": 1.2833917617797852, |
| "step": 1295 |
| }, |
| { |
| "epoch": 0.5510809665112336, |
| "grad_norm": 0.18585461378097534, |
| "learning_rate": 6.636880201328324e-05, |
| "loss": 1.2331452369689941, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.5532005086901229, |
| "grad_norm": 0.23805899918079376, |
| "learning_rate": 6.585752785048753e-05, |
| "loss": 1.2405157089233398, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.5553200508690123, |
| "grad_norm": 0.232192724943161, |
| "learning_rate": 6.53466846007491e-05, |
| "loss": 1.2438085556030274, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.5574395930479017, |
| "grad_norm": 0.24143503606319427, |
| "learning_rate": 6.483629634169413e-05, |
| "loss": 1.2390453338623046, |
| "step": 1315 |
| }, |
| { |
| "epoch": 0.559559135226791, |
| "grad_norm": 0.23756113648414612, |
| "learning_rate": 6.432638712950362e-05, |
| "loss": 1.3378015518188477, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.5616786774056803, |
| "grad_norm": 0.2451499104499817, |
| "learning_rate": 6.381698099777967e-05, |
| "loss": 1.2714644432067872, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.5637982195845698, |
| "grad_norm": 0.1943550854921341, |
| "learning_rate": 6.330810195641258e-05, |
| "loss": 1.227932834625244, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.5659177617634591, |
| "grad_norm": 0.24250562489032745, |
| "learning_rate": 6.279977399044927e-05, |
| "loss": 1.2669570922851563, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.5680373039423484, |
| "grad_norm": 0.24428966641426086, |
| "learning_rate": 6.229202105896282e-05, |
| "loss": 1.2109387397766114, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.5701568461212378, |
| "grad_norm": 0.2314421534538269, |
| "learning_rate": 6.178486709392305e-05, |
| "loss": 1.2569910049438477, |
| "step": 1345 |
| }, |
| { |
| "epoch": 0.5722763883001272, |
| "grad_norm": 0.25165829062461853, |
| "learning_rate": 6.12783359990687e-05, |
| "loss": 1.3107463836669921, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.5743959304790165, |
| "grad_norm": 0.2383921891450882, |
| "learning_rate": 6.077245164878072e-05, |
| "loss": 1.2175171852111817, |
| "step": 1355 |
| }, |
| { |
| "epoch": 0.5765154726579059, |
| "grad_norm": 0.19886526465415955, |
| "learning_rate": 6.0267237886956916e-05, |
| "loss": 1.239117431640625, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.5786350148367952, |
| "grad_norm": 0.22061046957969666, |
| "learning_rate": 5.9762718525888285e-05, |
| "loss": 1.2453453063964843, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.5807545570156846, |
| "grad_norm": 0.21772538125514984, |
| "learning_rate": 5.925891734513644e-05, |
| "loss": 1.269737434387207, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.582874099194574, |
| "grad_norm": 0.2243538647890091, |
| "learning_rate": 5.875585809041301e-05, |
| "loss": 1.259224033355713, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.5849936413734633, |
| "grad_norm": 0.2140427827835083, |
| "learning_rate": 5.825356447246037e-05, |
| "loss": 1.2117403030395508, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.5871131835523526, |
| "grad_norm": 0.2444586306810379, |
| "learning_rate": 5.775206016593396e-05, |
| "loss": 1.2429166793823243, |
| "step": 1385 |
| }, |
| { |
| "epoch": 0.5892327257312421, |
| "grad_norm": 0.26761749386787415, |
| "learning_rate": 5.7251368808286616e-05, |
| "loss": 1.2779346466064454, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.5913522679101314, |
| "grad_norm": 0.25677070021629333, |
| "learning_rate": 5.675151399865437e-05, |
| "loss": 1.2512057304382325, |
| "step": 1395 |
| }, |
| { |
| "epoch": 0.5934718100890207, |
| "grad_norm": 0.20167134702205658, |
| "learning_rate": 5.625251929674407e-05, |
| "loss": 1.2714438438415527, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.5955913522679102, |
| "grad_norm": 0.2455359548330307, |
| "learning_rate": 5.575440822172314e-05, |
| "loss": 1.1900412559509277, |
| "step": 1405 |
| }, |
| { |
| "epoch": 0.5977108944467995, |
| "grad_norm": 0.23965312540531158, |
| "learning_rate": 5.525720425111079e-05, |
| "loss": 1.2655703544616699, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.5998304366256888, |
| "grad_norm": 0.237847700715065, |
| "learning_rate": 5.476093081967172e-05, |
| "loss": 1.2071823120117187, |
| "step": 1415 |
| }, |
| { |
| "epoch": 0.6019499788045782, |
| "grad_norm": 0.23325993120670319, |
| "learning_rate": 5.426561131831137e-05, |
| "loss": 1.2358476638793945, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.6040695209834676, |
| "grad_norm": 0.21446572244167328, |
| "learning_rate": 5.3771269092973474e-05, |
| "loss": 1.297337532043457, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.6061890631623569, |
| "grad_norm": 0.22668008506298065, |
| "learning_rate": 5.3277927443539764e-05, |
| "loss": 1.2532476425170898, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.6083086053412463, |
| "grad_norm": 0.2606396973133087, |
| "learning_rate": 5.278560962273172e-05, |
| "loss": 1.2136953353881836, |
| "step": 1435 |
| }, |
| { |
| "epoch": 0.6104281475201356, |
| "grad_norm": 0.24887678027153015, |
| "learning_rate": 5.229433883501459e-05, |
| "loss": 1.2502172470092774, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.612547689699025, |
| "grad_norm": 0.2320316582918167, |
| "learning_rate": 5.180413823550372e-05, |
| "loss": 1.2568342208862304, |
| "step": 1445 |
| }, |
| { |
| "epoch": 0.6146672318779144, |
| "grad_norm": 0.2184932827949524, |
| "learning_rate": 5.1315030928873136e-05, |
| "loss": 1.261972713470459, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.6167867740568037, |
| "grad_norm": 0.23082026839256287, |
| "learning_rate": 5.0827039968266604e-05, |
| "loss": 1.2761316299438477, |
| "step": 1455 |
| }, |
| { |
| "epoch": 0.6189063162356931, |
| "grad_norm": 0.24504710733890533, |
| "learning_rate": 5.0340188354211076e-05, |
| "loss": 1.2408381462097169, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.6210258584145825, |
| "grad_norm": 0.24866129457950592, |
| "learning_rate": 4.98544990335325e-05, |
| "loss": 1.2138835906982421, |
| "step": 1465 |
| }, |
| { |
| "epoch": 0.6231454005934718, |
| "grad_norm": 0.2694995701313019, |
| "learning_rate": 4.936999489827438e-05, |
| "loss": 1.265713882446289, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.6252649427723612, |
| "grad_norm": 0.20004554092884064, |
| "learning_rate": 4.888669878461875e-05, |
| "loss": 1.2647174835205077, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.6273844849512505, |
| "grad_norm": 0.2345903515815735, |
| "learning_rate": 4.840463347180982e-05, |
| "loss": 1.27838077545166, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.6295040271301399, |
| "grad_norm": 0.20837561786174774, |
| "learning_rate": 4.7923821681080376e-05, |
| "loss": 1.2347232818603515, |
| "step": 1485 |
| }, |
| { |
| "epoch": 0.6316235693090293, |
| "grad_norm": 0.2348533421754837, |
| "learning_rate": 4.7444286074580774e-05, |
| "loss": 1.28297119140625, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.6337431114879186, |
| "grad_norm": 0.2925850450992584, |
| "learning_rate": 4.6966049254310886e-05, |
| "loss": 1.193382453918457, |
| "step": 1495 |
| }, |
| { |
| "epoch": 0.6358626536668079, |
| "grad_norm": 0.25511837005615234, |
| "learning_rate": 4.648913376105478e-05, |
| "loss": 1.2335779190063476, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.6379821958456974, |
| "grad_norm": 0.2385036200284958, |
| "learning_rate": 4.601356207331822e-05, |
| "loss": 1.222652053833008, |
| "step": 1505 |
| }, |
| { |
| "epoch": 0.6401017380245867, |
| "grad_norm": 0.22773680090904236, |
| "learning_rate": 4.553935660626932e-05, |
| "loss": 1.2264936447143555, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.642221280203476, |
| "grad_norm": 0.251341849565506, |
| "learning_rate": 4.506653971068193e-05, |
| "loss": 1.2267975807189941, |
| "step": 1515 |
| }, |
| { |
| "epoch": 0.6443408223823655, |
| "grad_norm": 0.24920202791690826, |
| "learning_rate": 4.4595133671882234e-05, |
| "loss": 1.2328675270080567, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.6464603645612548, |
| "grad_norm": 0.2338518351316452, |
| "learning_rate": 4.412516070869837e-05, |
| "loss": 1.184193229675293, |
| "step": 1525 |
| }, |
| { |
| "epoch": 0.6485799067401441, |
| "grad_norm": 0.23110844194889069, |
| "learning_rate": 4.365664297241323e-05, |
| "loss": 1.2358314514160156, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.6506994489190335, |
| "grad_norm": 0.2423774003982544, |
| "learning_rate": 4.318960254572017e-05, |
| "loss": 1.2614693641662598, |
| "step": 1535 |
| }, |
| { |
| "epoch": 0.6528189910979229, |
| "grad_norm": 0.21875004470348358, |
| "learning_rate": 4.2724061441682606e-05, |
| "loss": 1.1697239875793457, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.6549385332768122, |
| "grad_norm": 0.3008062243461609, |
| "learning_rate": 4.226004160269605e-05, |
| "loss": 1.2755146026611328, |
| "step": 1545 |
| }, |
| { |
| "epoch": 0.6570580754557016, |
| "grad_norm": 0.22835373878479004, |
| "learning_rate": 4.179756489945413e-05, |
| "loss": 1.2458907127380372, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.6591776176345909, |
| "grad_norm": 0.23178282380104065, |
| "learning_rate": 4.1336653129917776e-05, |
| "loss": 1.222042942047119, |
| "step": 1555 |
| }, |
| { |
| "epoch": 0.6612971598134803, |
| "grad_norm": 0.23778164386749268, |
| "learning_rate": 4.087732801828764e-05, |
| "loss": 1.2079696655273438, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.6634167019923697, |
| "grad_norm": 0.23278649151325226, |
| "learning_rate": 4.041961121398029e-05, |
| "loss": 1.276837158203125, |
| "step": 1565 |
| }, |
| { |
| "epoch": 0.665536244171259, |
| "grad_norm": 0.2167709767818451, |
| "learning_rate": 3.996352429060777e-05, |
| "loss": 1.2689397811889649, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.6676557863501483, |
| "grad_norm": 0.23578795790672302, |
| "learning_rate": 3.950908874496088e-05, |
| "loss": 1.257314109802246, |
| "step": 1575 |
| }, |
| { |
| "epoch": 0.6697753285290378, |
| "grad_norm": 0.19978851079940796, |
| "learning_rate": 3.905632599599576e-05, |
| "loss": 1.273353672027588, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.6718948707079271, |
| "grad_norm": 0.23701950907707214, |
| "learning_rate": 3.860525738382446e-05, |
| "loss": 1.2617359161376953, |
| "step": 1585 |
| }, |
| { |
| "epoch": 0.6740144128868164, |
| "grad_norm": 0.26524561643600464, |
| "learning_rate": 3.815590416870921e-05, |
| "loss": 1.244351863861084, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.6761339550657058, |
| "grad_norm": 0.26031601428985596, |
| "learning_rate": 3.770828753006016e-05, |
| "loss": 1.231771469116211, |
| "step": 1595 |
| }, |
| { |
| "epoch": 0.6782534972445952, |
| "grad_norm": 0.27454307675361633, |
| "learning_rate": 3.726242856543721e-05, |
| "loss": 1.2163453102111816, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.6803730394234845, |
| "grad_norm": 0.24329088628292084, |
| "learning_rate": 3.6818348289555764e-05, |
| "loss": 1.219782829284668, |
| "step": 1605 |
| }, |
| { |
| "epoch": 0.6824925816023739, |
| "grad_norm": 0.2623275816440582, |
| "learning_rate": 3.6376067633295996e-05, |
| "loss": 1.3031278610229493, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.6846121237812632, |
| "grad_norm": 0.2366313487291336, |
| "learning_rate": 3.5935607442716435e-05, |
| "loss": 1.1511903762817384, |
| "step": 1615 |
| }, |
| { |
| "epoch": 0.6867316659601526, |
| "grad_norm": 0.2202633023262024, |
| "learning_rate": 3.54969884780715e-05, |
| "loss": 1.2090656280517578, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.688851208139042, |
| "grad_norm": 0.22059793770313263, |
| "learning_rate": 3.506023141283283e-05, |
| "loss": 1.2075151443481444, |
| "step": 1625 |
| }, |
| { |
| "epoch": 0.6909707503179313, |
| "grad_norm": 0.25567343831062317, |
| "learning_rate": 3.462535683271498e-05, |
| "loss": 1.2180883407592773, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.6930902924968206, |
| "grad_norm": 0.23150235414505005, |
| "learning_rate": 3.4192385234705254e-05, |
| "loss": 1.2282455444335938, |
| "step": 1635 |
| }, |
| { |
| "epoch": 0.6952098346757101, |
| "grad_norm": 0.235373854637146, |
| "learning_rate": 3.376133702609739e-05, |
| "loss": 1.2259226799011231, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.6973293768545994, |
| "grad_norm": 0.2610265016555786, |
| "learning_rate": 3.333223252352985e-05, |
| "loss": 1.172861099243164, |
| "step": 1645 |
| }, |
| { |
| "epoch": 0.6994489190334887, |
| "grad_norm": 0.2560023367404938, |
| "learning_rate": 3.2905091952028204e-05, |
| "loss": 1.2130403518676758, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.7015684612123781, |
| "grad_norm": 0.2423076331615448, |
| "learning_rate": 3.2479935444051916e-05, |
| "loss": 1.1915353775024413, |
| "step": 1655 |
| }, |
| { |
| "epoch": 0.7036880033912675, |
| "grad_norm": 0.22340212762355804, |
| "learning_rate": 3.2056783038545327e-05, |
| "loss": 1.2548277854919434, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.7058075455701568, |
| "grad_norm": 0.23918607831001282, |
| "learning_rate": 3.1635654679993185e-05, |
| "loss": 1.1839475631713867, |
| "step": 1665 |
| }, |
| { |
| "epoch": 0.7079270877490462, |
| "grad_norm": 0.2531600594520569, |
| "learning_rate": 3.1216570217480744e-05, |
| "loss": 1.245924472808838, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.7100466299279355, |
| "grad_norm": 0.2571106553077698, |
| "learning_rate": 3.0799549403758e-05, |
| "loss": 1.2773694038391112, |
| "step": 1675 |
| }, |
| { |
| "epoch": 0.712166172106825, |
| "grad_norm": 0.23295314610004425, |
| "learning_rate": 3.0384611894308797e-05, |
| "loss": 1.286403274536133, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.7142857142857143, |
| "grad_norm": 0.20814260840415955, |
| "learning_rate": 2.997177724642444e-05, |
| "loss": 1.2674052238464355, |
| "step": 1685 |
| }, |
| { |
| "epoch": 0.7164052564646036, |
| "grad_norm": 0.23304776847362518, |
| "learning_rate": 2.9561064918281803e-05, |
| "loss": 1.2546541213989257, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.7185247986434931, |
| "grad_norm": 0.21517516672611237, |
| "learning_rate": 2.9152494268026245e-05, |
| "loss": 1.1234692573547362, |
| "step": 1695 |
| }, |
| { |
| "epoch": 0.7206443408223824, |
| "grad_norm": 0.21827828884124756, |
| "learning_rate": 2.8746084552859267e-05, |
| "loss": 1.1751296997070313, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.7227638830012717, |
| "grad_norm": 0.2263326197862625, |
| "learning_rate": 2.8341854928130736e-05, |
| "loss": 1.227060031890869, |
| "step": 1705 |
| }, |
| { |
| "epoch": 0.7248834251801611, |
| "grad_norm": 0.252080500125885, |
| "learning_rate": 2.793982444643609e-05, |
| "loss": 1.1479147911071776, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.7270029673590505, |
| "grad_norm": 0.20595385134220123, |
| "learning_rate": 2.754001205671842e-05, |
| "loss": 1.1766535758972168, |
| "step": 1715 |
| }, |
| { |
| "epoch": 0.7291225095379398, |
| "grad_norm": 0.24391108751296997, |
| "learning_rate": 2.714243660337519e-05, |
| "loss": 1.2480141639709472, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.7312420517168292, |
| "grad_norm": 0.2905571162700653, |
| "learning_rate": 2.6747116825370114e-05, |
| "loss": 1.2400187492370605, |
| "step": 1725 |
| }, |
| { |
| "epoch": 0.7333615938957185, |
| "grad_norm": 0.215235635638237, |
| "learning_rate": 2.6354071355350006e-05, |
| "loss": 1.18489408493042, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.7354811360746079, |
| "grad_norm": 0.21497538685798645, |
| "learning_rate": 2.5963318718766428e-05, |
| "loss": 1.2627497673034669, |
| "step": 1735 |
| }, |
| { |
| "epoch": 0.7376006782534973, |
| "grad_norm": 0.24850307404994965, |
| "learning_rate": 2.557487733300261e-05, |
| "loss": 1.194486713409424, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.7397202204323866, |
| "grad_norm": 0.2618556320667267, |
| "learning_rate": 2.5188765506505343e-05, |
| "loss": 1.1494468688964843, |
| "step": 1745 |
| }, |
| { |
| "epoch": 0.7418397626112759, |
| "grad_norm": 0.2557094991207123, |
| "learning_rate": 2.4805001437922146e-05, |
| "loss": 1.3124690055847168, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.7439593047901654, |
| "grad_norm": 0.22282132506370544, |
| "learning_rate": 2.442360321524335e-05, |
| "loss": 1.2190415382385253, |
| "step": 1755 |
| }, |
| { |
| "epoch": 0.7460788469690547, |
| "grad_norm": 0.24310137331485748, |
| "learning_rate": 2.4044588814949623e-05, |
| "loss": 1.2235212326049805, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.748198389147944, |
| "grad_norm": 0.25061145424842834, |
| "learning_rate": 2.3667976101164816e-05, |
| "loss": 1.2448448181152343, |
| "step": 1765 |
| }, |
| { |
| "epoch": 0.7503179313268334, |
| "grad_norm": 0.24184198677539825, |
| "learning_rate": 2.3293782824813648e-05, |
| "loss": 1.2871383666992187, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.7524374735057228, |
| "grad_norm": 0.25554177165031433, |
| "learning_rate": 2.292202662278546e-05, |
| "loss": 1.1916116714477538, |
| "step": 1775 |
| }, |
| { |
| "epoch": 0.7545570156846121, |
| "grad_norm": 0.2480154186487198, |
| "learning_rate": 2.2552725017102588e-05, |
| "loss": 1.2548465728759766, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.7566765578635015, |
| "grad_norm": 0.2535206079483032, |
| "learning_rate": 2.2185895414094672e-05, |
| "loss": 1.2987776756286622, |
| "step": 1785 |
| }, |
| { |
| "epoch": 0.7587961000423908, |
| "grad_norm": 0.24425561726093292, |
| "learning_rate": 2.1821555103578185e-05, |
| "loss": 1.2256616592407226, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.7609156422212802, |
| "grad_norm": 0.27984052896499634, |
| "learning_rate": 2.1459721258041602e-05, |
| "loss": 1.2090517997741699, |
| "step": 1795 |
| }, |
| { |
| "epoch": 0.7630351844001696, |
| "grad_norm": 0.22827006876468658, |
| "learning_rate": 2.1100410931835832e-05, |
| "loss": 1.198941707611084, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.7651547265790589, |
| "grad_norm": 0.2688623368740082, |
| "learning_rate": 2.0743641060370526e-05, |
| "loss": 1.2268586158752441, |
| "step": 1805 |
| }, |
| { |
| "epoch": 0.7672742687579482, |
| "grad_norm": 0.2658863961696625, |
| "learning_rate": 2.038942845931588e-05, |
| "loss": 1.2375852584838867, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.7693938109368377, |
| "grad_norm": 0.2301843911409378, |
| "learning_rate": 2.003778982380994e-05, |
| "loss": 1.2316068649291991, |
| "step": 1815 |
| }, |
| { |
| "epoch": 0.771513353115727, |
| "grad_norm": 0.24156822264194489, |
| "learning_rate": 1.968874172767179e-05, |
| "loss": 1.2411081314086914, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.7736328952946163, |
| "grad_norm": 0.26218628883361816, |
| "learning_rate": 1.934230062262041e-05, |
| "loss": 1.2409934043884276, |
| "step": 1825 |
| }, |
| { |
| "epoch": 0.7757524374735058, |
| "grad_norm": 0.28127264976501465, |
| "learning_rate": 1.899848283749915e-05, |
| "loss": 1.2560542106628418, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.7778719796523951, |
| "grad_norm": 0.27439236640930176, |
| "learning_rate": 1.8657304577506155e-05, |
| "loss": 1.1889332771301269, |
| "step": 1835 |
| }, |
| { |
| "epoch": 0.7799915218312844, |
| "grad_norm": 0.2547718286514282, |
| "learning_rate": 1.8318781923430636e-05, |
| "loss": 1.1872411727905274, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.7821110640101738, |
| "grad_norm": 0.26395854353904724, |
| "learning_rate": 1.7982930830894793e-05, |
| "loss": 1.2034486770629882, |
| "step": 1845 |
| }, |
| { |
| "epoch": 0.7842306061890632, |
| "grad_norm": 0.2656222879886627, |
| "learning_rate": 1.7649767129601863e-05, |
| "loss": 1.2152717590332032, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.7863501483679525, |
| "grad_norm": 0.27528712153434753, |
| "learning_rate": 1.7319306522590043e-05, |
| "loss": 1.2389745712280273, |
| "step": 1855 |
| }, |
| { |
| "epoch": 0.7884696905468419, |
| "grad_norm": 0.20311610400676727, |
| "learning_rate": 1.6991564585492273e-05, |
| "loss": 1.246045970916748, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.7905892327257312, |
| "grad_norm": 0.2335929125547409, |
| "learning_rate": 1.666655676580214e-05, |
| "loss": 1.240429973602295, |
| "step": 1865 |
| }, |
| { |
| "epoch": 0.7927087749046206, |
| "grad_norm": 0.2188822329044342, |
| "learning_rate": 1.6344298382145866e-05, |
| "loss": 1.1916460037231444, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.79482831708351, |
| "grad_norm": 0.24300524592399597, |
| "learning_rate": 1.6024804623560164e-05, |
| "loss": 1.2375968933105468, |
| "step": 1875 |
| }, |
| { |
| "epoch": 0.7969478592623993, |
| "grad_norm": 0.22874438762664795, |
| "learning_rate": 1.5708090548776423e-05, |
| "loss": 1.2663753509521485, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.7990674014412886, |
| "grad_norm": 0.2334616631269455, |
| "learning_rate": 1.5394171085510896e-05, |
| "loss": 1.168552780151367, |
| "step": 1885 |
| }, |
| { |
| "epoch": 0.8011869436201781, |
| "grad_norm": 0.3264888823032379, |
| "learning_rate": 1.5083061029761176e-05, |
| "loss": 1.214361572265625, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.8033064857990674, |
| "grad_norm": 0.31234920024871826, |
| "learning_rate": 1.4774775045108739e-05, |
| "loss": 1.2208282470703125, |
| "step": 1895 |
| }, |
| { |
| "epoch": 0.8054260279779568, |
| "grad_norm": 0.2120732218027115, |
| "learning_rate": 1.44693276620278e-05, |
| "loss": 1.1900595664978026, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.8075455701568461, |
| "grad_norm": 0.22563967108726501, |
| "learning_rate": 1.4166733277200563e-05, |
| "loss": 1.1866695404052734, |
| "step": 1905 |
| }, |
| { |
| "epoch": 0.8096651123357355, |
| "grad_norm": 0.2642882764339447, |
| "learning_rate": 1.3867006152838514e-05, |
| "loss": 1.1998025894165039, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.8117846545146249, |
| "grad_norm": 0.222847118973732, |
| "learning_rate": 1.357016041601027e-05, |
| "loss": 1.197617530822754, |
| "step": 1915 |
| }, |
| { |
| "epoch": 0.8139041966935142, |
| "grad_norm": 0.2953515350818634, |
| "learning_rate": 1.3276210057975772e-05, |
| "loss": 1.1943370819091796, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.8160237388724035, |
| "grad_norm": 0.23096834123134613, |
| "learning_rate": 1.2985168933526719e-05, |
| "loss": 1.1839122772216797, |
| "step": 1925 |
| }, |
| { |
| "epoch": 0.818143281051293, |
| "grad_norm": 0.25712159276008606, |
| "learning_rate": 1.2697050760333615e-05, |
| "loss": 1.2583272933959961, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.8202628232301823, |
| "grad_norm": 0.269237220287323, |
| "learning_rate": 1.2411869118299275e-05, |
| "loss": 1.2126113891601562, |
| "step": 1935 |
| }, |
| { |
| "epoch": 0.8223823654090716, |
| "grad_norm": 0.2036949247121811, |
| "learning_rate": 1.212963744891863e-05, |
| "loss": 1.171532154083252, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.824501907587961, |
| "grad_norm": 0.19737450778484344, |
| "learning_rate": 1.1850369054645253e-05, |
| "loss": 1.2296975135803223, |
| "step": 1945 |
| }, |
| { |
| "epoch": 0.8266214497668504, |
| "grad_norm": 0.28607380390167236, |
| "learning_rate": 1.157407709826444e-05, |
| "loss": 1.2230495452880858, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.8287409919457397, |
| "grad_norm": 0.27250775694847107, |
| "learning_rate": 1.1300774602272678e-05, |
| "loss": 1.193952751159668, |
| "step": 1955 |
| }, |
| { |
| "epoch": 0.8308605341246291, |
| "grad_norm": 0.25226935744285583, |
| "learning_rate": 1.1030474448263935e-05, |
| "loss": 1.2080106735229492, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.8329800763035184, |
| "grad_norm": 0.24940216541290283, |
| "learning_rate": 1.0763189376322482e-05, |
| "loss": 1.2480884552001954, |
| "step": 1965 |
| }, |
| { |
| "epoch": 0.8350996184824078, |
| "grad_norm": 0.2572363018989563, |
| "learning_rate": 1.0498931984422457e-05, |
| "loss": 1.1861747741699218, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.8372191606612972, |
| "grad_norm": 0.21477046608924866, |
| "learning_rate": 1.0237714727834034e-05, |
| "loss": 1.2388809204101563, |
| "step": 1975 |
| }, |
| { |
| "epoch": 0.8393387028401865, |
| "grad_norm": 0.231699138879776, |
| "learning_rate": 9.979549918536359e-06, |
| "loss": 1.2256881713867187, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.8414582450190758, |
| "grad_norm": 0.29070281982421875, |
| "learning_rate": 9.724449724637317e-06, |
| "loss": 1.1785457611083985, |
| "step": 1985 |
| }, |
| { |
| "epoch": 0.8435777871979653, |
| "grad_norm": 0.28162720799446106, |
| "learning_rate": 9.472426169799952e-06, |
| "loss": 1.2014272689819336, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.8456973293768546, |
| "grad_norm": 0.29717785120010376, |
| "learning_rate": 9.223491132675723e-06, |
| "loss": 1.2185420989990234, |
| "step": 1995 |
| }, |
| { |
| "epoch": 0.8478168715557439, |
| "grad_norm": 0.2569153308868408, |
| "learning_rate": 8.977656346344772e-06, |
| "loss": 1.1993830680847168, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.8499364137346334, |
| "grad_norm": 0.20953696966171265, |
| "learning_rate": 8.73493339776272e-06, |
| "loss": 1.2431264877319337, |
| "step": 2005 |
| }, |
| { |
| "epoch": 0.8520559559135227, |
| "grad_norm": 0.23639428615570068, |
| "learning_rate": 8.495333727214675e-06, |
| "loss": 1.1554552078247071, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.854175498092412, |
| "grad_norm": 0.22558613121509552, |
| "learning_rate": 8.258868627775942e-06, |
| "loss": 1.2167752265930176, |
| "step": 2015 |
| }, |
| { |
| "epoch": 0.8562950402713014, |
| "grad_norm": 0.2367500513792038, |
| "learning_rate": 8.025549244779781e-06, |
| "loss": 1.196829605102539, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.8584145824501908, |
| "grad_norm": 0.25534623861312866, |
| "learning_rate": 7.795386575292084e-06, |
| "loss": 1.2867817878723145, |
| "step": 2025 |
| }, |
| { |
| "epoch": 0.8605341246290801, |
| "grad_norm": 0.24774640798568726, |
| "learning_rate": 7.56839146759306e-06, |
| "loss": 1.2028039932250976, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.8626536668079695, |
| "grad_norm": 0.25155386328697205, |
| "learning_rate": 7.3445746206659e-06, |
| "loss": 1.2109484672546387, |
| "step": 2035 |
| }, |
| { |
| "epoch": 0.8647732089868588, |
| "grad_norm": 0.28053009510040283, |
| "learning_rate": 7.123946583692489e-06, |
| "loss": 1.1832473754882813, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.8668927511657482, |
| "grad_norm": 0.27603018283843994, |
| "learning_rate": 6.906517755556274e-06, |
| "loss": 1.236221694946289, |
| "step": 2045 |
| }, |
| { |
| "epoch": 0.8690122933446376, |
| "grad_norm": 0.23505373299121857, |
| "learning_rate": 6.692298384351993e-06, |
| "loss": 1.2576598167419433, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.8711318355235269, |
| "grad_norm": 0.21782788634300232, |
| "learning_rate": 6.481298566902776e-06, |
| "loss": 1.166575813293457, |
| "step": 2055 |
| }, |
| { |
| "epoch": 0.8732513777024162, |
| "grad_norm": 0.21667101979255676, |
| "learning_rate": 6.273528248284209e-06, |
| "loss": 1.2306554794311524, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.8753709198813057, |
| "grad_norm": 0.2405225783586502, |
| "learning_rate": 6.068997221355567e-06, |
| "loss": 1.167166805267334, |
| "step": 2065 |
| }, |
| { |
| "epoch": 0.877490462060195, |
| "grad_norm": 0.24216975271701813, |
| "learning_rate": 5.867715126298237e-06, |
| "loss": 1.1691235542297362, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.8796100042390843, |
| "grad_norm": 0.25538262724876404, |
| "learning_rate": 5.669691450161437e-06, |
| "loss": 1.2023805618286132, |
| "step": 2075 |
| }, |
| { |
| "epoch": 0.8817295464179737, |
| "grad_norm": 0.32346659898757935, |
| "learning_rate": 5.474935526414967e-06, |
| "loss": 1.2079744338989258, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.8838490885968631, |
| "grad_norm": 0.2660439610481262, |
| "learning_rate": 5.2834565345092925e-06, |
| "loss": 1.2419456481933593, |
| "step": 2085 |
| }, |
| { |
| "epoch": 0.8859686307757524, |
| "grad_norm": 0.24010635912418365, |
| "learning_rate": 5.095263499442986e-06, |
| "loss": 1.1505148887634278, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.8880881729546418, |
| "grad_norm": 0.23079979419708252, |
| "learning_rate": 4.910365291337254e-06, |
| "loss": 1.20126314163208, |
| "step": 2095 |
| }, |
| { |
| "epoch": 0.8902077151335311, |
| "grad_norm": 0.27824434638023376, |
| "learning_rate": 4.72877062501788e-06, |
| "loss": 1.218956184387207, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.8923272573124205, |
| "grad_norm": 0.25365084409713745, |
| "learning_rate": 4.5504880596044875e-06, |
| "loss": 1.2244325637817384, |
| "step": 2105 |
| }, |
| { |
| "epoch": 0.8944467994913099, |
| "grad_norm": 0.26706644892692566, |
| "learning_rate": 4.375525998107146e-06, |
| "loss": 1.2031432151794434, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.8965663416701992, |
| "grad_norm": 0.2815406620502472, |
| "learning_rate": 4.203892687030244e-06, |
| "loss": 1.206797218322754, |
| "step": 2115 |
| }, |
| { |
| "epoch": 0.8986858838490887, |
| "grad_norm": 0.2703615427017212, |
| "learning_rate": 4.035596215983855e-06, |
| "loss": 1.1795376777648925, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.900805426027978, |
| "grad_norm": 0.21370485424995422, |
| "learning_rate": 3.870644517302451e-06, |
| "loss": 1.188817596435547, |
| "step": 2125 |
| }, |
| { |
| "epoch": 0.9029249682068673, |
| "grad_norm": 0.2289111614227295, |
| "learning_rate": 3.7090453656709955e-06, |
| "loss": 1.1960336685180664, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.9050445103857567, |
| "grad_norm": 0.2908213138580322, |
| "learning_rate": 3.5508063777584914e-06, |
| "loss": 1.2193121910095215, |
| "step": 2135 |
| }, |
| { |
| "epoch": 0.907164052564646, |
| "grad_norm": 0.3031107485294342, |
| "learning_rate": 3.39593501185908e-06, |
| "loss": 1.2259504318237304, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.9092835947435354, |
| "grad_norm": 0.24484696984291077, |
| "learning_rate": 3.2444385675403613e-06, |
| "loss": 1.1841787338256835, |
| "step": 2145 |
| }, |
| { |
| "epoch": 0.9114031369224248, |
| "grad_norm": 0.19316215813159943, |
| "learning_rate": 3.0963241852994535e-06, |
| "loss": 1.283358097076416, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.9135226791013141, |
| "grad_norm": 0.20729324221611023, |
| "learning_rate": 2.9515988462264133e-06, |
| "loss": 1.229339027404785, |
| "step": 2155 |
| }, |
| { |
| "epoch": 0.9156422212802034, |
| "grad_norm": 0.25223687291145325, |
| "learning_rate": 2.8102693716751555e-06, |
| "loss": 1.2121631622314453, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.9177617634590929, |
| "grad_norm": 0.23386164009571075, |
| "learning_rate": 2.6723424229419783e-06, |
| "loss": 1.2156064987182618, |
| "step": 2165 |
| }, |
| { |
| "epoch": 0.9198813056379822, |
| "grad_norm": 0.22168220579624176, |
| "learning_rate": 2.5378245009516297e-06, |
| "loss": 1.1857851982116698, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.9220008478168715, |
| "grad_norm": 0.2494061440229416, |
| "learning_rate": 2.406721945950796e-06, |
| "loss": 1.1707450866699218, |
| "step": 2175 |
| }, |
| { |
| "epoch": 0.924120389995761, |
| "grad_norm": 0.22970493137836456, |
| "learning_rate": 2.279040937209373e-06, |
| "loss": 1.2123796463012695, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.9262399321746503, |
| "grad_norm": 0.24052271246910095, |
| "learning_rate": 2.1547874927291485e-06, |
| "loss": 1.1799467086791993, |
| "step": 2185 |
| }, |
| { |
| "epoch": 0.9283594743535396, |
| "grad_norm": 0.23852086067199707, |
| "learning_rate": 2.0339674689601987e-06, |
| "loss": 1.1694490432739257, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.930479016532429, |
| "grad_norm": 0.24721400439739227, |
| "learning_rate": 1.91658656052483e-06, |
| "loss": 1.1695253372192382, |
| "step": 2195 |
| }, |
| { |
| "epoch": 0.9325985587113184, |
| "grad_norm": 0.2726411521434784, |
| "learning_rate": 1.8026502999491626e-06, |
| "loss": 1.2767223358154296, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.9347181008902077, |
| "grad_norm": 0.2515442967414856, |
| "learning_rate": 1.6921640574024315e-06, |
| "loss": 1.1741837501525878, |
| "step": 2205 |
| }, |
| { |
| "epoch": 0.9368376430690971, |
| "grad_norm": 0.2630488872528076, |
| "learning_rate": 1.5851330404437617e-06, |
| "loss": 1.2584412574768067, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.9389571852479864, |
| "grad_norm": 0.24313470721244812, |
| "learning_rate": 1.4815622937768334e-06, |
| "loss": 1.203806209564209, |
| "step": 2215 |
| }, |
| { |
| "epoch": 0.9410767274268758, |
| "grad_norm": 0.2748136818408966, |
| "learning_rate": 1.3814566990120374e-06, |
| "loss": 1.2514909744262694, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.9431962696057652, |
| "grad_norm": 0.23232340812683105, |
| "learning_rate": 1.2848209744364263e-06, |
| "loss": 1.2144655227661132, |
| "step": 2225 |
| }, |
| { |
| "epoch": 0.9453158117846545, |
| "grad_norm": 0.27784907817840576, |
| "learning_rate": 1.1916596747912927e-06, |
| "loss": 1.1628128051757813, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.9474353539635438, |
| "grad_norm": 0.23810848593711853, |
| "learning_rate": 1.1019771910575236e-06, |
| "loss": 1.130190372467041, |
| "step": 2235 |
| }, |
| { |
| "epoch": 0.9495548961424333, |
| "grad_norm": 0.22645658254623413, |
| "learning_rate": 1.0157777502486337e-06, |
| "loss": 1.2297857284545899, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.9516744383213226, |
| "grad_norm": 0.21455734968185425, |
| "learning_rate": 9.330654152115064e-07, |
| "loss": 1.2333463668823241, |
| "step": 2245 |
| }, |
| { |
| "epoch": 0.9537939805002119, |
| "grad_norm": 0.23416118323802948, |
| "learning_rate": 8.538440844349403e-07, |
| "loss": 1.2018747329711914, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.9559135226791013, |
| "grad_norm": 0.2789277732372284, |
| "learning_rate": 7.78117491865854e-07, |
| "loss": 1.2901772499084472, |
| "step": 2255 |
| }, |
| { |
| "epoch": 0.9580330648579907, |
| "grad_norm": 0.24100664258003235, |
| "learning_rate": 7.058892067333427e-07, |
| "loss": 1.2156628608703612, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.96015260703688, |
| "grad_norm": 0.25092175602912903, |
| "learning_rate": 6.371626333804141e-07, |
| "loss": 1.218484115600586, |
| "step": 2265 |
| }, |
| { |
| "epoch": 0.9622721492157694, |
| "grad_norm": 0.23545299470424652, |
| "learning_rate": 5.719410111035577e-07, |
| "loss": 1.1988481521606444, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.9643916913946587, |
| "grad_norm": 0.2572426497936249, |
| "learning_rate": 5.102274140000334e-07, |
| "loss": 1.2472898483276367, |
| "step": 2275 |
| }, |
| { |
| "epoch": 0.9665112335735481, |
| "grad_norm": 0.2869701087474823, |
| "learning_rate": 4.520247508230046e-07, |
| "loss": 1.2034643173217774, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.9686307757524375, |
| "grad_norm": 0.2547682523727417, |
| "learning_rate": 3.973357648444392e-07, |
| "loss": 1.2677287101745605, |
| "step": 2285 |
| }, |
| { |
| "epoch": 0.9707503179313268, |
| "grad_norm": 0.2538366913795471, |
| "learning_rate": 3.4616303372579645e-07, |
| "loss": 1.236396026611328, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.9728698601102161, |
| "grad_norm": 0.2516900599002838, |
| "learning_rate": 2.9850896939655754e-07, |
| "loss": 1.2048575401306152, |
| "step": 2295 |
| }, |
| { |
| "epoch": 0.9749894022891056, |
| "grad_norm": 0.2662227153778076, |
| "learning_rate": 2.543758179405164e-07, |
| "loss": 1.1859526634216309, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.9771089444679949, |
| "grad_norm": 0.2448529601097107, |
| "learning_rate": 2.1376565948991453e-07, |
| "loss": 1.1678646087646485, |
| "step": 2305 |
| }, |
| { |
| "epoch": 0.9792284866468842, |
| "grad_norm": 0.25061237812042236, |
| "learning_rate": 1.7668040812744422e-07, |
| "loss": 1.2213254928588868, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.9813480288257737, |
| "grad_norm": 0.26765909790992737, |
| "learning_rate": 1.4312181179597092e-07, |
| "loss": 1.2179094314575196, |
| "step": 2315 |
| }, |
| { |
| "epoch": 0.983467571004663, |
| "grad_norm": 0.24919472634792328, |
| "learning_rate": 1.1309145221618244e-07, |
| "loss": 1.2002128601074218, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.9855871131835523, |
| "grad_norm": 0.25498664379119873, |
| "learning_rate": 8.659074481203177e-08, |
| "loss": 1.2240735054016114, |
| "step": 2325 |
| }, |
| { |
| "epoch": 0.9877066553624417, |
| "grad_norm": 0.2464495748281479, |
| "learning_rate": 6.362093864402395e-08, |
| "loss": 1.2199889183044434, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.989826197541331, |
| "grad_norm": 0.25545111298561096, |
| "learning_rate": 4.4183116350329786e-08, |
| "loss": 1.2511631011962892, |
| "step": 2335 |
| }, |
| { |
| "epoch": 0.9919457397202205, |
| "grad_norm": 0.28013259172439575, |
| "learning_rate": 2.8278194095784913e-08, |
| "loss": 1.1898666381835938, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.9940652818991098, |
| "grad_norm": 0.22563761472702026, |
| "learning_rate": 1.5906921528691108e-08, |
| "loss": 1.2562253952026368, |
| "step": 2345 |
| }, |
| { |
| "epoch": 0.9961848240779991, |
| "grad_norm": 0.29211103916168213, |
| "learning_rate": 7.069881745469519e-09, |
| "loss": 1.1563979148864747, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.9983043662568886, |
| "grad_norm": 0.2630368173122406, |
| "learning_rate": 1.7674912631993054e-09, |
| "loss": 1.1870248794555665, |
| "step": 2355 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 2359, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.744030824717353e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
