Invalid JSON:Unexpected token 'I', ..."ad_norm": Infinity,
"... is not valid JSON
| { | |
| "best_metric": 0.06252285093069077, | |
| "best_model_checkpoint": "autotrain-yz7wm-laa5q/checkpoint-46942", | |
| "epoch": 14.0, | |
| "eval_steps": 500, | |
| "global_step": 46942, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.007456009543692216, | |
| "grad_norm": 45.01611328125, | |
| "learning_rate": 1.252534892043421e-07, | |
| "loss": 4.1595, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.014912019087384432, | |
| "grad_norm": 71.49336242675781, | |
| "learning_rate": 2.74364785876178e-07, | |
| "loss": 2.8452, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.022368028631076647, | |
| "grad_norm": 73.92076110839844, | |
| "learning_rate": 4.234760825480138e-07, | |
| "loss": 3.1876, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.029824038174768863, | |
| "grad_norm": 35.54814529418945, | |
| "learning_rate": 5.725873792198497e-07, | |
| "loss": 3.1838, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.03728004771846108, | |
| "grad_norm": 45.263160705566406, | |
| "learning_rate": 7.157342240248122e-07, | |
| "loss": 3.8779, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.044736057262153295, | |
| "grad_norm": 57.34968566894531, | |
| "learning_rate": 8.64845520696648e-07, | |
| "loss": 3.3267, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.05219206680584551, | |
| "grad_norm": 54.16720199584961, | |
| "learning_rate": 1.013956817368484e-06, | |
| "loss": 2.8099, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.059648076349537726, | |
| "grad_norm": 66.92790222167969, | |
| "learning_rate": 1.1571036621734464e-06, | |
| "loss": 3.0295, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.06710408589322994, | |
| "grad_norm": 49.223506927490234, | |
| "learning_rate": 1.3062149588452823e-06, | |
| "loss": 3.5417, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.07456009543692216, | |
| "grad_norm": 28.979656219482422, | |
| "learning_rate": 1.455326255517118e-06, | |
| "loss": 2.8779, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.08201610498061437, | |
| "grad_norm": 58.497398376464844, | |
| "learning_rate": 1.6044375521889539e-06, | |
| "loss": 3.8402, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.08947211452430659, | |
| "grad_norm": 39.97136306762695, | |
| "learning_rate": 1.7535488488607896e-06, | |
| "loss": 2.8882, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.0969281240679988, | |
| "grad_norm": 59.521690368652344, | |
| "learning_rate": 1.8966956936657524e-06, | |
| "loss": 3.3457, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.10438413361169102, | |
| "grad_norm": 46.65399932861328, | |
| "learning_rate": 2.045806990337588e-06, | |
| "loss": 3.2512, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.11184014315538324, | |
| "grad_norm": 72.7174072265625, | |
| "learning_rate": 2.194918287009424e-06, | |
| "loss": 3.4201, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.11929615269907545, | |
| "grad_norm": 42.24202346801758, | |
| "learning_rate": 2.34402958368126e-06, | |
| "loss": 2.9563, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.12675216224276767, | |
| "grad_norm": 41.53296661376953, | |
| "learning_rate": 2.493140880353096e-06, | |
| "loss": 3.2227, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.13420817178645988, | |
| "grad_norm": 39.92971420288086, | |
| "learning_rate": 2.6422521770249313e-06, | |
| "loss": 2.9322, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.1416641813301521, | |
| "grad_norm": 56.5375862121582, | |
| "learning_rate": 2.7913634736967676e-06, | |
| "loss": 3.1309, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.14912019087384432, | |
| "grad_norm": 50.100341796875, | |
| "learning_rate": 2.940474770368603e-06, | |
| "loss": 3.28, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.15657620041753653, | |
| "grad_norm": 45.758445739746094, | |
| "learning_rate": 3.089586067040439e-06, | |
| "loss": 2.9504, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.16403220996122875, | |
| "grad_norm": 57.31959915161133, | |
| "learning_rate": 3.238697363712275e-06, | |
| "loss": 3.2988, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.17148821950492096, | |
| "grad_norm": 79.53318786621094, | |
| "learning_rate": 3.3878086603841104e-06, | |
| "loss": 2.6523, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.17894422904861318, | |
| "grad_norm": 60.8985481262207, | |
| "learning_rate": 3.5369199570559468e-06, | |
| "loss": 2.7978, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.1864002385923054, | |
| "grad_norm": 40.064605712890625, | |
| "learning_rate": 3.6860312537277827e-06, | |
| "loss": 2.6045, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.1938562481359976, | |
| "grad_norm": 40.542083740234375, | |
| "learning_rate": 3.835142550399618e-06, | |
| "loss": 2.7585, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.20131225767968983, | |
| "grad_norm": 18.070505142211914, | |
| "learning_rate": 3.984253847071454e-06, | |
| "loss": 2.274, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.20876826722338204, | |
| "grad_norm": 41.26124572753906, | |
| "learning_rate": 4.1333651437432904e-06, | |
| "loss": 2.6105, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.21622427676707426, | |
| "grad_norm": 49.613983154296875, | |
| "learning_rate": 4.282476440415126e-06, | |
| "loss": 2.2197, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.22368028631076647, | |
| "grad_norm": 31.069345474243164, | |
| "learning_rate": 4.431587737086961e-06, | |
| "loss": 2.4944, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.2311362958544587, | |
| "grad_norm": 47.66035461425781, | |
| "learning_rate": 4.580699033758798e-06, | |
| "loss": 2.5574, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.2385923053981509, | |
| "grad_norm": 46.78519058227539, | |
| "learning_rate": 4.729810330430633e-06, | |
| "loss": 2.6472, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.24604831494184312, | |
| "grad_norm": 45.38592529296875, | |
| "learning_rate": 4.87892162710247e-06, | |
| "loss": 2.8814, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.25350432448553534, | |
| "grad_norm": 40.204872131347656, | |
| "learning_rate": 5.028032923774306e-06, | |
| "loss": 2.4151, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.2609603340292276, | |
| "grad_norm": 18.755455017089844, | |
| "learning_rate": 5.1771442204461406e-06, | |
| "loss": 2.8743, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.26841634357291977, | |
| "grad_norm": 45.9006233215332, | |
| "learning_rate": 5.326255517117977e-06, | |
| "loss": 2.646, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.275872353116612, | |
| "grad_norm": 41.10917282104492, | |
| "learning_rate": 5.475366813789813e-06, | |
| "loss": 2.3558, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.2833283626603042, | |
| "grad_norm": 17.992292404174805, | |
| "learning_rate": 5.624478110461649e-06, | |
| "loss": 2.4183, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.29078437220399644, | |
| "grad_norm": 40.263668060302734, | |
| "learning_rate": 5.773589407133484e-06, | |
| "loss": 2.4558, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.29824038174768863, | |
| "grad_norm": 45.932186126708984, | |
| "learning_rate": 5.9227007038053206e-06, | |
| "loss": 2.1838, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.3056963912913809, | |
| "grad_norm": 80.81851196289062, | |
| "learning_rate": 6.071812000477156e-06, | |
| "loss": 2.2045, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.31315240083507306, | |
| "grad_norm": 5.3733954429626465, | |
| "learning_rate": 6.220923297148992e-06, | |
| "loss": 2.0902, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.3206084103787653, | |
| "grad_norm": 44.87431716918945, | |
| "learning_rate": 6.370034593820829e-06, | |
| "loss": 2.373, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 0.3280644199224575, | |
| "grad_norm": 42.271202087402344, | |
| "learning_rate": 6.519145890492664e-06, | |
| "loss": 2.5756, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.33552042946614974, | |
| "grad_norm": 67.8478775024414, | |
| "learning_rate": 6.6682571871645006e-06, | |
| "loss": 2.4065, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.3429764390098419, | |
| "grad_norm": 49.30979919433594, | |
| "learning_rate": 6.817368483836335e-06, | |
| "loss": 2.4142, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.35043244855353417, | |
| "grad_norm": 43.35612869262695, | |
| "learning_rate": 6.9664797805081715e-06, | |
| "loss": 2.4022, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 0.35788845809722636, | |
| "grad_norm": 61.253299713134766, | |
| "learning_rate": 7.115591077180007e-06, | |
| "loss": 2.6125, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.3653444676409186, | |
| "grad_norm": 23.769813537597656, | |
| "learning_rate": 7.264702373851843e-06, | |
| "loss": 2.5133, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 0.3728004771846108, | |
| "grad_norm": 27.436845779418945, | |
| "learning_rate": 7.41381367052368e-06, | |
| "loss": 1.711, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.38025648672830303, | |
| "grad_norm": 12.745654106140137, | |
| "learning_rate": 7.562924967195516e-06, | |
| "loss": 2.2353, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 0.3877124962719952, | |
| "grad_norm": 53.59686279296875, | |
| "learning_rate": 7.71203626386735e-06, | |
| "loss": 2.3294, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.39516850581568747, | |
| "grad_norm": 29.58496856689453, | |
| "learning_rate": 7.861147560539186e-06, | |
| "loss": 2.5862, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 0.40262451535937965, | |
| "grad_norm": 50.43803405761719, | |
| "learning_rate": 8.010258857211023e-06, | |
| "loss": 2.1057, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.4100805249030719, | |
| "grad_norm": 41.37960433959961, | |
| "learning_rate": 8.159370153882859e-06, | |
| "loss": 2.0668, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 0.4175365344467641, | |
| "grad_norm": 40.834102630615234, | |
| "learning_rate": 8.308481450554695e-06, | |
| "loss": 2.4631, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.42499254399045633, | |
| "grad_norm": 21.868328094482422, | |
| "learning_rate": 8.457592747226532e-06, | |
| "loss": 2.3086, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 0.4324485535341485, | |
| "grad_norm": 27.166046142578125, | |
| "learning_rate": 8.606704043898366e-06, | |
| "loss": 2.2048, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.43990456307784076, | |
| "grad_norm": 35.7780876159668, | |
| "learning_rate": 8.755815340570203e-06, | |
| "loss": 2.2996, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 0.44736057262153295, | |
| "grad_norm": 23.72397804260254, | |
| "learning_rate": 8.904926637242037e-06, | |
| "loss": 2.2948, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.4548165821652252, | |
| "grad_norm": 31.295326232910156, | |
| "learning_rate": 9.054037933913873e-06, | |
| "loss": 1.6803, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 0.4622725917089174, | |
| "grad_norm": 32.05657196044922, | |
| "learning_rate": 9.20314923058571e-06, | |
| "loss": 2.1551, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.4697286012526096, | |
| "grad_norm": 12.753507614135742, | |
| "learning_rate": 9.352260527257546e-06, | |
| "loss": 2.177, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 0.4771846107963018, | |
| "grad_norm": 18.606224060058594, | |
| "learning_rate": 9.50137182392938e-06, | |
| "loss": 1.781, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.48464062033999405, | |
| "grad_norm": 14.352407455444336, | |
| "learning_rate": 9.650483120601217e-06, | |
| "loss": 1.8743, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 0.49209662988368624, | |
| "grad_norm": 41.37252426147461, | |
| "learning_rate": 9.799594417273053e-06, | |
| "loss": 1.8291, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.4995526394273785, | |
| "grad_norm": 34.19483184814453, | |
| "learning_rate": 9.94870571394489e-06, | |
| "loss": 1.7963, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 0.5070086489710707, | |
| "grad_norm": 32.18720626831055, | |
| "learning_rate": 1.0097817010616724e-05, | |
| "loss": 1.4178, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.5144646585147629, | |
| "grad_norm": 17.12651824951172, | |
| "learning_rate": 1.024692830728856e-05, | |
| "loss": 1.6896, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 0.5219206680584552, | |
| "grad_norm": 32.80767059326172, | |
| "learning_rate": 1.0396039603960395e-05, | |
| "loss": 1.6759, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.5293766776021473, | |
| "grad_norm": 62.32932662963867, | |
| "learning_rate": 1.0545150900632232e-05, | |
| "loss": 1.7309, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 0.5368326871458395, | |
| "grad_norm": 55.90302276611328, | |
| "learning_rate": 1.0694262197304068e-05, | |
| "loss": 1.8298, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.5442886966895317, | |
| "grad_norm": 22.71988868713379, | |
| "learning_rate": 1.0843373493975904e-05, | |
| "loss": 1.6003, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 0.551744706233224, | |
| "grad_norm": 18.055763244628906, | |
| "learning_rate": 1.099248479064774e-05, | |
| "loss": 1.5038, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.5592007157769162, | |
| "grad_norm": 36.303192138671875, | |
| "learning_rate": 1.1141596087319577e-05, | |
| "loss": 1.5591, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 0.5666567253206084, | |
| "grad_norm": 4.943870544433594, | |
| "learning_rate": 1.1290707383991412e-05, | |
| "loss": 1.7191, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.5741127348643006, | |
| "grad_norm": 34.8875846862793, | |
| "learning_rate": 1.1439818680663248e-05, | |
| "loss": 1.4872, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 0.5815687444079929, | |
| "grad_norm": 104.60694885253906, | |
| "learning_rate": 1.1588929977335083e-05, | |
| "loss": 2.0672, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.5890247539516851, | |
| "grad_norm": 8.631030082702637, | |
| "learning_rate": 1.1738041274006919e-05, | |
| "loss": 1.5613, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 0.5964807634953773, | |
| "grad_norm": 25.058610916137695, | |
| "learning_rate": 1.1887152570678755e-05, | |
| "loss": 1.2022, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.6039367730390695, | |
| "grad_norm": 22.961284637451172, | |
| "learning_rate": 1.2036263867350592e-05, | |
| "loss": 1.6524, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 0.6113927825827618, | |
| "grad_norm": 21.290424346923828, | |
| "learning_rate": 1.2185375164022426e-05, | |
| "loss": 1.6892, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.6188487921264539, | |
| "grad_norm": 4.9671406745910645, | |
| "learning_rate": 1.2334486460694263e-05, | |
| "loss": 1.2334, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 0.6263048016701461, | |
| "grad_norm": 13.194502830505371, | |
| "learning_rate": 1.2483597757366099e-05, | |
| "loss": 1.3793, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.6337608112138383, | |
| "grad_norm": 51.21866989135742, | |
| "learning_rate": 1.2632709054037934e-05, | |
| "loss": 1.6602, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 0.6412168207575306, | |
| "grad_norm": 38.84183883666992, | |
| "learning_rate": 1.278182035070977e-05, | |
| "loss": 1.5312, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.6486728303012228, | |
| "grad_norm": 9.87134838104248, | |
| "learning_rate": 1.2930931647381605e-05, | |
| "loss": 1.6768, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 0.656128839844915, | |
| "grad_norm": 30.30939292907715, | |
| "learning_rate": 1.3080042944053441e-05, | |
| "loss": 1.2343, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.6635848493886072, | |
| "grad_norm": 64.63691711425781, | |
| "learning_rate": 1.3229154240725277e-05, | |
| "loss": 1.4027, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 0.6710408589322995, | |
| "grad_norm": 29.965591430664062, | |
| "learning_rate": 1.3378265537397114e-05, | |
| "loss": 1.1293, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.6784968684759917, | |
| "grad_norm": 44.84248733520508, | |
| "learning_rate": 1.352737683406895e-05, | |
| "loss": 1.6333, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 0.6859528780196839, | |
| "grad_norm": 13.158123016357422, | |
| "learning_rate": 1.3676488130740786e-05, | |
| "loss": 1.5718, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.693408887563376, | |
| "grad_norm": 50.25960922241211, | |
| "learning_rate": 1.3825599427412623e-05, | |
| "loss": 1.5637, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 0.7008648971070683, | |
| "grad_norm": 33.488555908203125, | |
| "learning_rate": 1.3974710724084459e-05, | |
| "loss": 1.3898, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.7083209066507605, | |
| "grad_norm": 43.9734001159668, | |
| "learning_rate": 1.4123822020756294e-05, | |
| "loss": 1.4057, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 0.7157769161944527, | |
| "grad_norm": 50.97043228149414, | |
| "learning_rate": 1.4272933317428128e-05, | |
| "loss": 1.6272, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.7232329257381449, | |
| "grad_norm": 25.401338577270508, | |
| "learning_rate": 1.4422044614099963e-05, | |
| "loss": 0.9952, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 0.7306889352818372, | |
| "grad_norm": 6.340377330780029, | |
| "learning_rate": 1.45711559107718e-05, | |
| "loss": 1.0306, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.7381449448255294, | |
| "grad_norm": 23.072500228881836, | |
| "learning_rate": 1.4720267207443636e-05, | |
| "loss": 0.7644, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 0.7456009543692216, | |
| "grad_norm": 58.61784362792969, | |
| "learning_rate": 1.4869378504115472e-05, | |
| "loss": 1.4553, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.7530569639129138, | |
| "grad_norm": 29.832626342773438, | |
| "learning_rate": 1.5018489800787308e-05, | |
| "loss": 1.1454, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 0.7605129734566061, | |
| "grad_norm": 43.455284118652344, | |
| "learning_rate": 1.5167601097459145e-05, | |
| "loss": 1.6609, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.7679689830002983, | |
| "grad_norm": 38.37151336669922, | |
| "learning_rate": 1.531671239413098e-05, | |
| "loss": 1.2618, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 0.7754249925439904, | |
| "grad_norm": 13.673453330993652, | |
| "learning_rate": 1.5465823690802816e-05, | |
| "loss": 1.2044, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.7828810020876826, | |
| "grad_norm": 38.352325439453125, | |
| "learning_rate": 1.5614934987474654e-05, | |
| "loss": 1.2281, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 0.7903370116313749, | |
| "grad_norm": 53.28618621826172, | |
| "learning_rate": 1.576404628414649e-05, | |
| "loss": 1.6322, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.7977930211750671, | |
| "grad_norm": 7.921282768249512, | |
| "learning_rate": 1.5913157580818326e-05, | |
| "loss": 1.06, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 0.8052490307187593, | |
| "grad_norm": 8.301175117492676, | |
| "learning_rate": 1.6062268877490158e-05, | |
| "loss": 1.0309, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.8127050402624515, | |
| "grad_norm": 62.71298599243164, | |
| "learning_rate": 1.6211380174161996e-05, | |
| "loss": 0.9688, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 0.8201610498061438, | |
| "grad_norm": 27.857236862182617, | |
| "learning_rate": 1.636049147083383e-05, | |
| "loss": 1.2604, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.827617059349836, | |
| "grad_norm": 38.996822357177734, | |
| "learning_rate": 1.6503638315638794e-05, | |
| "loss": 1.4185, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 0.8350730688935282, | |
| "grad_norm": 29.560543060302734, | |
| "learning_rate": 1.6652749612310632e-05, | |
| "loss": 1.6107, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.8425290784372204, | |
| "grad_norm": 17.703155517578125, | |
| "learning_rate": 1.6801860908982463e-05, | |
| "loss": 1.1194, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 0.8499850879809127, | |
| "grad_norm": 23.545133590698242, | |
| "learning_rate": 1.69509722056543e-05, | |
| "loss": 1.1722, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.8574410975246048, | |
| "grad_norm": 37.812320709228516, | |
| "learning_rate": 1.7100083502326136e-05, | |
| "loss": 1.6829, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 0.864897107068297, | |
| "grad_norm": 3.4065306186676025, | |
| "learning_rate": 1.724919479899797e-05, | |
| "loss": 1.3637, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.8723531166119892, | |
| "grad_norm": 52.31818771362305, | |
| "learning_rate": 1.739830609566981e-05, | |
| "loss": 1.4565, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 0.8798091261556815, | |
| "grad_norm": 3.736452341079712, | |
| "learning_rate": 1.7547417392341643e-05, | |
| "loss": 0.9151, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.8872651356993737, | |
| "grad_norm": 40.5432014465332, | |
| "learning_rate": 1.769652868901348e-05, | |
| "loss": 1.0446, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 0.8947211452430659, | |
| "grad_norm": 29.45325469970703, | |
| "learning_rate": 1.7845639985685316e-05, | |
| "loss": 1.0087, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.9021771547867581, | |
| "grad_norm": 22.604948043823242, | |
| "learning_rate": 1.7994751282357154e-05, | |
| "loss": 1.0438, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 0.9096331643304504, | |
| "grad_norm": 34.655269622802734, | |
| "learning_rate": 1.814386257902899e-05, | |
| "loss": 1.1603, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.9170891738741426, | |
| "grad_norm": 33.17934799194336, | |
| "learning_rate": 1.8292973875700823e-05, | |
| "loss": 0.9943, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 0.9245451834178348, | |
| "grad_norm": 11.942368507385254, | |
| "learning_rate": 1.844208517237266e-05, | |
| "loss": 1.0218, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.932001192961527, | |
| "grad_norm": 39.37548065185547, | |
| "learning_rate": 1.8591196469044496e-05, | |
| "loss": 1.4509, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 0.9394572025052192, | |
| "grad_norm": 16.941686630249023, | |
| "learning_rate": 1.874030776571633e-05, | |
| "loss": 0.9837, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.9469132120489114, | |
| "grad_norm": 8.383081436157227, | |
| "learning_rate": 1.8889419062388165e-05, | |
| "loss": 0.8842, | |
| "step": 3175 | |
| }, | |
| { | |
| "epoch": 0.9543692215926036, | |
| "grad_norm": 49.28553009033203, | |
| "learning_rate": 1.9038530359060003e-05, | |
| "loss": 1.2376, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.9618252311362958, | |
| "grad_norm": 12.15333366394043, | |
| "learning_rate": 1.9187641655731838e-05, | |
| "loss": 0.8409, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 0.9692812406799881, | |
| "grad_norm": 9.068802833557129, | |
| "learning_rate": 1.9336752952403676e-05, | |
| "loss": 1.17, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.9767372502236803, | |
| "grad_norm": 15.055663108825684, | |
| "learning_rate": 1.948586424907551e-05, | |
| "loss": 0.9645, | |
| "step": 3275 | |
| }, | |
| { | |
| "epoch": 0.9841932597673725, | |
| "grad_norm": 25.818368911743164, | |
| "learning_rate": 1.963497554574735e-05, | |
| "loss": 0.9591, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.9916492693110647, | |
| "grad_norm": 22.713308334350586, | |
| "learning_rate": 1.9784086842419183e-05, | |
| "loss": 1.187, | |
| "step": 3325 | |
| }, | |
| { | |
| "epoch": 0.999105278854757, | |
| "grad_norm": 16.34677505493164, | |
| "learning_rate": 1.9933198139091018e-05, | |
| "loss": 0.8725, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_gen_len": 8.8074, | |
| "eval_loss": 0.8921580910682678, | |
| "eval_rouge1": 70.8609, | |
| "eval_rouge2": 52.0236, | |
| "eval_rougeL": 70.7329, | |
| "eval_rougeLsum": 70.7231, | |
| "eval_runtime": 95.4163, | |
| "eval_samples_per_second": 17.576, | |
| "eval_steps_per_second": 4.402, | |
| "step": 3353 | |
| }, | |
| { | |
| "epoch": 1.0065612883984492, | |
| "grad_norm": 18.03757667541504, | |
| "learning_rate": 2.0082309435762856e-05, | |
| "loss": 1.0941, | |
| "step": 3375 | |
| }, | |
| { | |
| "epoch": 1.0140172979421413, | |
| "grad_norm": 16.70610809326172, | |
| "learning_rate": 2.023142073243469e-05, | |
| "loss": 0.9132, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 1.0214733074858335, | |
| "grad_norm": 6.246175289154053, | |
| "learning_rate": 2.0380532029106525e-05, | |
| "loss": 0.892, | |
| "step": 3425 | |
| }, | |
| { | |
| "epoch": 1.0289293170295257, | |
| "grad_norm": 24.790555953979492, | |
| "learning_rate": 2.052964332577836e-05, | |
| "loss": 0.7534, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 1.036385326573218, | |
| "grad_norm": 31.111759185791016, | |
| "learning_rate": 2.0678754622450198e-05, | |
| "loss": 0.6501, | |
| "step": 3475 | |
| }, | |
| { | |
| "epoch": 1.0438413361169103, | |
| "grad_norm": 29.69679069519043, | |
| "learning_rate": 2.0827865919122033e-05, | |
| "loss": 0.6393, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.0512973456606025, | |
| "grad_norm": 31.25632095336914, | |
| "learning_rate": 2.097697721579387e-05, | |
| "loss": 1.1405, | |
| "step": 3525 | |
| }, | |
| { | |
| "epoch": 1.0587533552042947, | |
| "grad_norm": 15.574368476867676, | |
| "learning_rate": 2.1126088512465705e-05, | |
| "loss": 0.9955, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 1.0662093647479869, | |
| "grad_norm": 4.4662370681762695, | |
| "learning_rate": 2.127519980913754e-05, | |
| "loss": 1.0895, | |
| "step": 3575 | |
| }, | |
| { | |
| "epoch": 1.073665374291679, | |
| "grad_norm": 36.54032516479492, | |
| "learning_rate": 2.1424311105809378e-05, | |
| "loss": 0.6859, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 1.0811213838353713, | |
| "grad_norm": 17.539880752563477, | |
| "learning_rate": 2.1573422402481213e-05, | |
| "loss": 0.7532, | |
| "step": 3625 | |
| }, | |
| { | |
| "epoch": 1.0885773933790635, | |
| "grad_norm": 9.007013320922852, | |
| "learning_rate": 2.172253369915305e-05, | |
| "loss": 0.6377, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 1.0960334029227556, | |
| "grad_norm": 32.22686004638672, | |
| "learning_rate": 2.1871644995824885e-05, | |
| "loss": 0.8879, | |
| "step": 3675 | |
| }, | |
| { | |
| "epoch": 1.103489412466448, | |
| "grad_norm": 18.83819580078125, | |
| "learning_rate": 2.202075629249672e-05, | |
| "loss": 0.8378, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 1.1109454220101402, | |
| "grad_norm": 27.475950241088867, | |
| "learning_rate": 2.2169867589168555e-05, | |
| "loss": 1.0073, | |
| "step": 3725 | |
| }, | |
| { | |
| "epoch": 1.1184014315538324, | |
| "grad_norm": 36.23466110229492, | |
| "learning_rate": 2.2318978885840393e-05, | |
| "loss": 0.6546, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 1.1258574410975246, | |
| "grad_norm": 23.86202049255371, | |
| "learning_rate": 2.2468090182512227e-05, | |
| "loss": 0.9016, | |
| "step": 3775 | |
| }, | |
| { | |
| "epoch": 1.1333134506412168, | |
| "grad_norm": 1.7889130115509033, | |
| "learning_rate": 2.2617201479184062e-05, | |
| "loss": 0.9408, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 1.140769460184909, | |
| "grad_norm": 11.396666526794434, | |
| "learning_rate": 2.27663127758559e-05, | |
| "loss": 0.843, | |
| "step": 3825 | |
| }, | |
| { | |
| "epoch": 1.1482254697286012, | |
| "grad_norm": 5.5733113288879395, | |
| "learning_rate": 2.2915424072527735e-05, | |
| "loss": 0.8923, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 1.1556814792722934, | |
| "grad_norm": 23.367023468017578, | |
| "learning_rate": 2.3064535369199573e-05, | |
| "loss": 0.5774, | |
| "step": 3875 | |
| }, | |
| { | |
| "epoch": 1.1631374888159858, | |
| "grad_norm": 33.5429573059082, | |
| "learning_rate": 2.3213646665871407e-05, | |
| "loss": 0.9683, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 1.170593498359678, | |
| "grad_norm": 37.91108703613281, | |
| "learning_rate": 2.3362757962543245e-05, | |
| "loss": 0.8493, | |
| "step": 3925 | |
| }, | |
| { | |
| "epoch": 1.1780495079033702, | |
| "grad_norm": 22.969072341918945, | |
| "learning_rate": 2.351186925921508e-05, | |
| "loss": 1.0987, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 1.1855055174470623, | |
| "grad_norm": 29.6101131439209, | |
| "learning_rate": 2.3660980555886915e-05, | |
| "loss": 0.8729, | |
| "step": 3975 | |
| }, | |
| { | |
| "epoch": 1.1929615269907545, | |
| "grad_norm": 9.252951622009277, | |
| "learning_rate": 2.381009185255875e-05, | |
| "loss": 0.6307, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.2004175365344467, | |
| "grad_norm": 20.931673049926758, | |
| "learning_rate": 2.3959203149230587e-05, | |
| "loss": 0.6223, | |
| "step": 4025 | |
| }, | |
| { | |
| "epoch": 1.207873546078139, | |
| "grad_norm": 14.8717679977417, | |
| "learning_rate": 2.4108314445902422e-05, | |
| "loss": 0.9005, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 1.2153295556218313, | |
| "grad_norm": 45.239173889160156, | |
| "learning_rate": 2.4257425742574257e-05, | |
| "loss": 0.9411, | |
| "step": 4075 | |
| }, | |
| { | |
| "epoch": 1.2227855651655235, | |
| "grad_norm": 2.455791473388672, | |
| "learning_rate": 2.4406537039246095e-05, | |
| "loss": 0.6699, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 1.2302415747092157, | |
| "grad_norm": 9.25529956817627, | |
| "learning_rate": 2.455564833591793e-05, | |
| "loss": 0.9491, | |
| "step": 4125 | |
| }, | |
| { | |
| "epoch": 1.2376975842529079, | |
| "grad_norm": 13.52274227142334, | |
| "learning_rate": 2.4704759632589767e-05, | |
| "loss": 1.1475, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 1.2451535937966, | |
| "grad_norm": 1.3682821989059448, | |
| "learning_rate": 2.4853870929261602e-05, | |
| "loss": 0.6599, | |
| "step": 4175 | |
| }, | |
| { | |
| "epoch": 1.2526096033402923, | |
| "grad_norm": 41.495574951171875, | |
| "learning_rate": 2.5002982225933437e-05, | |
| "loss": 0.8708, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 1.2600656128839844, | |
| "grad_norm": 10.83969497680664, | |
| "learning_rate": 2.5152093522605275e-05, | |
| "loss": 0.6794, | |
| "step": 4225 | |
| }, | |
| { | |
| "epoch": 1.2675216224276766, | |
| "grad_norm": 24.65216827392578, | |
| "learning_rate": 2.530120481927711e-05, | |
| "loss": 0.5716, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 1.2749776319713688, | |
| "grad_norm": 25.4478759765625, | |
| "learning_rate": 2.5450316115948947e-05, | |
| "loss": 0.8103, | |
| "step": 4275 | |
| }, | |
| { | |
| "epoch": 1.2824336415150612, | |
| "grad_norm": 35.4855842590332, | |
| "learning_rate": 2.559942741262078e-05, | |
| "loss": 0.9094, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 1.2898896510587534, | |
| "grad_norm": 24.363826751708984, | |
| "learning_rate": 2.574853870929262e-05, | |
| "loss": 0.9492, | |
| "step": 4325 | |
| }, | |
| { | |
| "epoch": 1.2973456606024456, | |
| "grad_norm": 0.5661748051643372, | |
| "learning_rate": 2.589765000596445e-05, | |
| "loss": 0.895, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 1.3048016701461378, | |
| "grad_norm": 38.63605499267578, | |
| "learning_rate": 2.6046761302636293e-05, | |
| "loss": 0.7079, | |
| "step": 4375 | |
| }, | |
| { | |
| "epoch": 1.31225767968983, | |
| "grad_norm": 25.456178665161133, | |
| "learning_rate": 2.6195872599308124e-05, | |
| "loss": 0.7659, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 1.3197136892335222, | |
| "grad_norm": 16.090669631958008, | |
| "learning_rate": 2.6344983895979962e-05, | |
| "loss": 0.6873, | |
| "step": 4425 | |
| }, | |
| { | |
| "epoch": 1.3271696987772144, | |
| "grad_norm": 3.9270734786987305, | |
| "learning_rate": 2.6494095192651797e-05, | |
| "loss": 0.7105, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 1.3346257083209068, | |
| "grad_norm": 22.171485900878906, | |
| "learning_rate": 2.664320648932363e-05, | |
| "loss": 0.6842, | |
| "step": 4475 | |
| }, | |
| { | |
| "epoch": 1.3420817178645987, | |
| "grad_norm": 9.457509994506836, | |
| "learning_rate": 2.679231778599547e-05, | |
| "loss": 0.8012, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 1.3495377274082911, | |
| "grad_norm": 33.985633850097656, | |
| "learning_rate": 2.69414290826673e-05, | |
| "loss": 0.8246, | |
| "step": 4525 | |
| }, | |
| { | |
| "epoch": 1.3569937369519833, | |
| "grad_norm": 21.28675079345703, | |
| "learning_rate": 2.7090540379339142e-05, | |
| "loss": 0.7623, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 1.3644497464956755, | |
| "grad_norm": 47.42694091796875, | |
| "learning_rate": 2.7239651676010973e-05, | |
| "loss": 1.1292, | |
| "step": 4575 | |
| }, | |
| { | |
| "epoch": 1.3719057560393677, | |
| "grad_norm": 25.696435928344727, | |
| "learning_rate": 2.7388762972682815e-05, | |
| "loss": 0.7367, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 1.37936176558306, | |
| "grad_norm": 43.43827819824219, | |
| "learning_rate": 2.7537874269354646e-05, | |
| "loss": 0.8869, | |
| "step": 4625 | |
| }, | |
| { | |
| "epoch": 1.386817775126752, | |
| "grad_norm": 26.207239151000977, | |
| "learning_rate": 2.7686985566026484e-05, | |
| "loss": 1.0223, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 1.3942737846704443, | |
| "grad_norm": 0.6299751996994019, | |
| "learning_rate": 2.783609686269832e-05, | |
| "loss": 0.4644, | |
| "step": 4675 | |
| }, | |
| { | |
| "epoch": 1.4017297942141367, | |
| "grad_norm": 4.853407382965088, | |
| "learning_rate": 2.7985208159370157e-05, | |
| "loss": 0.7567, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 1.4091858037578289, | |
| "grad_norm": 2.0797219276428223, | |
| "learning_rate": 2.813431945604199e-05, | |
| "loss": 0.8935, | |
| "step": 4725 | |
| }, | |
| { | |
| "epoch": 1.416641813301521, | |
| "grad_norm": 4.396637916564941, | |
| "learning_rate": 2.8283430752713826e-05, | |
| "loss": 0.6973, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 1.4240978228452132, | |
| "grad_norm": 27.564001083374023, | |
| "learning_rate": 2.8432542049385664e-05, | |
| "loss": 0.7045, | |
| "step": 4775 | |
| }, | |
| { | |
| "epoch": 1.4315538323889054, | |
| "grad_norm": 11.872142791748047, | |
| "learning_rate": 2.8581653346057495e-05, | |
| "loss": 0.7692, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 1.4390098419325976, | |
| "grad_norm": 14.561450958251953, | |
| "learning_rate": 2.8730764642729337e-05, | |
| "loss": 0.533, | |
| "step": 4825 | |
| }, | |
| { | |
| "epoch": 1.4464658514762898, | |
| "grad_norm": 5.9031147956848145, | |
| "learning_rate": 2.8879875939401168e-05, | |
| "loss": 0.6997, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 1.4539218610199822, | |
| "grad_norm": 17.50626564025879, | |
| "learning_rate": 2.9028987236073006e-05, | |
| "loss": 0.5615, | |
| "step": 4875 | |
| }, | |
| { | |
| "epoch": 1.4613778705636742, | |
| "grad_norm": 1.092649221420288, | |
| "learning_rate": 2.917809853274484e-05, | |
| "loss": 0.834, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 1.4688338801073666, | |
| "grad_norm": 1.7949668169021606, | |
| "learning_rate": 2.932720982941668e-05, | |
| "loss": 0.7914, | |
| "step": 4925 | |
| }, | |
| { | |
| "epoch": 1.4762898896510588, | |
| "grad_norm": 45.338478088378906, | |
| "learning_rate": 2.9476321126088513e-05, | |
| "loss": 0.838, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 1.483745899194751, | |
| "grad_norm": 42.90887451171875, | |
| "learning_rate": 2.962543242276035e-05, | |
| "loss": 0.5953, | |
| "step": 4975 | |
| }, | |
| { | |
| "epoch": 1.4912019087384432, | |
| "grad_norm": 27.481857299804688, | |
| "learning_rate": 2.9774543719432186e-05, | |
| "loss": 0.644, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 1.4986579182821353, | |
| "grad_norm": 12.581745147705078, | |
| "learning_rate": 2.9923655016104024e-05, | |
| "loss": 0.7452, | |
| "step": 5025 | |
| }, | |
| { | |
| "epoch": 1.5061139278258278, | |
| "grad_norm": 6.364358425140381, | |
| "learning_rate": 3.007276631277586e-05, | |
| "loss": 0.5567, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 1.5135699373695197, | |
| "grad_norm": 16.981321334838867, | |
| "learning_rate": 3.022187760944769e-05, | |
| "loss": 0.3983, | |
| "step": 5075 | |
| }, | |
| { | |
| "epoch": 1.5210259469132121, | |
| "grad_norm": 41.80778503417969, | |
| "learning_rate": 3.037098890611953e-05, | |
| "loss": 0.6953, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 1.528481956456904, | |
| "grad_norm": 12.307695388793945, | |
| "learning_rate": 3.052010020279136e-05, | |
| "loss": 0.8288, | |
| "step": 5125 | |
| }, | |
| { | |
| "epoch": 1.5359379660005965, | |
| "grad_norm": 48.170352935791016, | |
| "learning_rate": 3.06692114994632e-05, | |
| "loss": 0.7873, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 1.5433939755442887, | |
| "grad_norm": 11.568841934204102, | |
| "learning_rate": 3.081832279613504e-05, | |
| "loss": 0.8033, | |
| "step": 5175 | |
| }, | |
| { | |
| "epoch": 1.5508499850879809, | |
| "grad_norm": 37.305301666259766, | |
| "learning_rate": 3.0967434092806877e-05, | |
| "loss": 0.7461, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 1.558305994631673, | |
| "grad_norm": 47.25547790527344, | |
| "learning_rate": 3.111654538947871e-05, | |
| "loss": 0.7598, | |
| "step": 5225 | |
| }, | |
| { | |
| "epoch": 1.5657620041753653, | |
| "grad_norm": 45.243309020996094, | |
| "learning_rate": 3.1265656686150546e-05, | |
| "loss": 0.5867, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 1.5732180137190577, | |
| "grad_norm": 10.84839916229248, | |
| "learning_rate": 3.141476798282238e-05, | |
| "loss": 0.7368, | |
| "step": 5275 | |
| }, | |
| { | |
| "epoch": 1.5806740232627496, | |
| "grad_norm": 31.785808563232422, | |
| "learning_rate": 3.1563879279494215e-05, | |
| "loss": 0.8298, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 1.588130032806442, | |
| "grad_norm": 28.766090393066406, | |
| "learning_rate": 3.171299057616605e-05, | |
| "loss": 0.7021, | |
| "step": 5325 | |
| }, | |
| { | |
| "epoch": 1.5955860423501342, | |
| "grad_norm": 7.013548374176025, | |
| "learning_rate": 3.1862101872837884e-05, | |
| "loss": 0.6686, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 1.6030420518938264, | |
| "grad_norm": 19.23529052734375, | |
| "learning_rate": 3.201121316950972e-05, | |
| "loss": 0.9054, | |
| "step": 5375 | |
| }, | |
| { | |
| "epoch": 1.6104980614375186, | |
| "grad_norm": 19.3592529296875, | |
| "learning_rate": 3.216032446618156e-05, | |
| "loss": 0.7062, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 1.6179540709812108, | |
| "grad_norm": 20.657779693603516, | |
| "learning_rate": 3.23094357628534e-05, | |
| "loss": 0.6802, | |
| "step": 5425 | |
| }, | |
| { | |
| "epoch": 1.6254100805249032, | |
| "grad_norm": 27.61529541015625, | |
| "learning_rate": 3.245854705952523e-05, | |
| "loss": 0.7271, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 1.6328660900685952, | |
| "grad_norm": 15.712939262390137, | |
| "learning_rate": 3.260765835619707e-05, | |
| "loss": 0.5594, | |
| "step": 5475 | |
| }, | |
| { | |
| "epoch": 1.6403220996122876, | |
| "grad_norm": 45.1962776184082, | |
| "learning_rate": 3.27567696528689e-05, | |
| "loss": 0.8737, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 1.6477781091559796, | |
| "grad_norm": 27.638429641723633, | |
| "learning_rate": 3.2905880949540744e-05, | |
| "loss": 0.5651, | |
| "step": 5525 | |
| }, | |
| { | |
| "epoch": 1.655234118699672, | |
| "grad_norm": 9.217710494995117, | |
| "learning_rate": 3.3054992246212575e-05, | |
| "loss": 0.4875, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 1.6626901282433642, | |
| "grad_norm": 34.59236145019531, | |
| "learning_rate": 3.320410354288441e-05, | |
| "loss": 0.5334, | |
| "step": 5575 | |
| }, | |
| { | |
| "epoch": 1.6701461377870563, | |
| "grad_norm": 26.130611419677734, | |
| "learning_rate": 3.3353214839556244e-05, | |
| "loss": 0.5423, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 1.6776021473307487, | |
| "grad_norm": 28.84840965270996, | |
| "learning_rate": 3.350232613622808e-05, | |
| "loss": 0.8482, | |
| "step": 5625 | |
| }, | |
| { | |
| "epoch": 1.6850581568744407, | |
| "grad_norm": 27.17482566833496, | |
| "learning_rate": 3.365143743289992e-05, | |
| "loss": 0.7935, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 1.6925141664181331, | |
| "grad_norm": 8.833431243896484, | |
| "learning_rate": 3.380054872957175e-05, | |
| "loss": 0.7983, | |
| "step": 5675 | |
| }, | |
| { | |
| "epoch": 1.699970175961825, | |
| "grad_norm": 15.625532150268555, | |
| "learning_rate": 3.394966002624359e-05, | |
| "loss": 0.5971, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 1.7074261855055175, | |
| "grad_norm": 24.900188446044922, | |
| "learning_rate": 3.409877132291542e-05, | |
| "loss": 0.6406, | |
| "step": 5725 | |
| }, | |
| { | |
| "epoch": 1.7148821950492097, | |
| "grad_norm": 36.51063919067383, | |
| "learning_rate": 3.4247882619587266e-05, | |
| "loss": 0.5764, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 1.7223382045929019, | |
| "grad_norm": 33.81806564331055, | |
| "learning_rate": 3.43969939162591e-05, | |
| "loss": 0.6808, | |
| "step": 5775 | |
| }, | |
| { | |
| "epoch": 1.729794214136594, | |
| "grad_norm": 21.35527801513672, | |
| "learning_rate": 3.4546105212930935e-05, | |
| "loss": 0.6032, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 1.7372502236802863, | |
| "grad_norm": 0.8462117314338684, | |
| "learning_rate": 3.4695216509602766e-05, | |
| "loss": 0.7005, | |
| "step": 5825 | |
| }, | |
| { | |
| "epoch": 1.7447062332239787, | |
| "grad_norm": 13.562004089355469, | |
| "learning_rate": 3.4844327806274604e-05, | |
| "loss": 0.4941, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 1.7521622427676706, | |
| "grad_norm": 34.314453125, | |
| "learning_rate": 3.499343910294644e-05, | |
| "loss": 0.5255, | |
| "step": 5875 | |
| }, | |
| { | |
| "epoch": 1.759618252311363, | |
| "grad_norm": 53.929893493652344, | |
| "learning_rate": 3.514255039961828e-05, | |
| "loss": 0.5339, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 1.7670742618550552, | |
| "grad_norm": 0.5989261269569397, | |
| "learning_rate": 3.529166169629011e-05, | |
| "loss": 0.7101, | |
| "step": 5925 | |
| }, | |
| { | |
| "epoch": 1.7745302713987474, | |
| "grad_norm": 12.922759056091309, | |
| "learning_rate": 3.544077299296194e-05, | |
| "loss": 0.6036, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 1.7819862809424396, | |
| "grad_norm": 38.75687026977539, | |
| "learning_rate": 3.558988428963379e-05, | |
| "loss": 0.6559, | |
| "step": 5975 | |
| }, | |
| { | |
| "epoch": 1.7894422904861318, | |
| "grad_norm": 48.64384078979492, | |
| "learning_rate": 3.573899558630562e-05, | |
| "loss": 0.5848, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 1.7968983000298242, | |
| "grad_norm": 24.728282928466797, | |
| "learning_rate": 3.588810688297746e-05, | |
| "loss": 0.4153, | |
| "step": 6025 | |
| }, | |
| { | |
| "epoch": 1.8043543095735162, | |
| "grad_norm": 34.48488998413086, | |
| "learning_rate": 3.603721817964929e-05, | |
| "loss": 0.478, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 1.8118103191172086, | |
| "grad_norm": 25.55767250061035, | |
| "learning_rate": 3.6186329476321126e-05, | |
| "loss": 0.6322, | |
| "step": 6075 | |
| }, | |
| { | |
| "epoch": 1.8192663286609005, | |
| "grad_norm": 30.601152420043945, | |
| "learning_rate": 3.6335440772992964e-05, | |
| "loss": 0.6907, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 1.826722338204593, | |
| "grad_norm": 9.281543731689453, | |
| "learning_rate": 3.64845520696648e-05, | |
| "loss": 0.7105, | |
| "step": 6125 | |
| }, | |
| { | |
| "epoch": 1.8341783477482851, | |
| "grad_norm": 0.9574500918388367, | |
| "learning_rate": 3.6633663366336634e-05, | |
| "loss": 0.7844, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 1.8416343572919773, | |
| "grad_norm": 6.887031078338623, | |
| "learning_rate": 3.678277466300847e-05, | |
| "loss": 0.7604, | |
| "step": 6175 | |
| }, | |
| { | |
| "epoch": 1.8490903668356695, | |
| "grad_norm": 15.275524139404297, | |
| "learning_rate": 3.693188595968031e-05, | |
| "loss": 0.453, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 1.8565463763793617, | |
| "grad_norm": 33.609596252441406, | |
| "learning_rate": 3.708099725635215e-05, | |
| "loss": 0.9226, | |
| "step": 6225 | |
| }, | |
| { | |
| "epoch": 1.8640023859230541, | |
| "grad_norm": 12.9977388381958, | |
| "learning_rate": 3.723010855302398e-05, | |
| "loss": 0.6253, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 1.871458395466746, | |
| "grad_norm": 1.9839307069778442, | |
| "learning_rate": 3.737921984969581e-05, | |
| "loss": 0.5391, | |
| "step": 6275 | |
| }, | |
| { | |
| "epoch": 1.8789144050104385, | |
| "grad_norm": 48.89108657836914, | |
| "learning_rate": 3.752833114636765e-05, | |
| "loss": 0.5714, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 1.8863704145541307, | |
| "grad_norm": 45.01472091674805, | |
| "learning_rate": 3.7677442443039486e-05, | |
| "loss": 0.7613, | |
| "step": 6325 | |
| }, | |
| { | |
| "epoch": 1.8938264240978229, | |
| "grad_norm": 16.330175399780273, | |
| "learning_rate": 3.7826553739711324e-05, | |
| "loss": 0.4172, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 1.901282433641515, | |
| "grad_norm": 26.01683235168457, | |
| "learning_rate": 3.7975665036383156e-05, | |
| "loss": 0.4404, | |
| "step": 6375 | |
| }, | |
| { | |
| "epoch": 1.9087384431852072, | |
| "grad_norm": 2.129399061203003, | |
| "learning_rate": 3.8124776333054994e-05, | |
| "loss": 0.4257, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 1.9161944527288997, | |
| "grad_norm": 15.925755500793457, | |
| "learning_rate": 3.827388762972683e-05, | |
| "loss": 0.4837, | |
| "step": 6425 | |
| }, | |
| { | |
| "epoch": 1.9236504622725916, | |
| "grad_norm": 57.3784065246582, | |
| "learning_rate": 3.842299892639867e-05, | |
| "loss": 0.5822, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 1.931106471816284, | |
| "grad_norm": 20.885623931884766, | |
| "learning_rate": 3.85721102230705e-05, | |
| "loss": 0.5244, | |
| "step": 6475 | |
| }, | |
| { | |
| "epoch": 1.938562481359976, | |
| "grad_norm": 14.874778747558594, | |
| "learning_rate": 3.872122151974234e-05, | |
| "loss": 0.7411, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 1.9460184909036684, | |
| "grad_norm": 35.995628356933594, | |
| "learning_rate": 3.887033281641417e-05, | |
| "loss": 0.6805, | |
| "step": 6525 | |
| }, | |
| { | |
| "epoch": 1.9534745004473606, | |
| "grad_norm": 18.882844924926758, | |
| "learning_rate": 3.901944411308601e-05, | |
| "loss": 0.2871, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 1.9609305099910528, | |
| "grad_norm": 18.62187385559082, | |
| "learning_rate": 3.9168555409757846e-05, | |
| "loss": 0.4653, | |
| "step": 6575 | |
| }, | |
| { | |
| "epoch": 1.968386519534745, | |
| "grad_norm": 6.905665397644043, | |
| "learning_rate": 3.931766670642968e-05, | |
| "loss": 0.6991, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 1.9758425290784372, | |
| "grad_norm": 14.318357467651367, | |
| "learning_rate": 3.9466778003101516e-05, | |
| "loss": 0.6759, | |
| "step": 6625 | |
| }, | |
| { | |
| "epoch": 1.9832985386221296, | |
| "grad_norm": 16.711145401000977, | |
| "learning_rate": 3.9615889299773354e-05, | |
| "loss": 0.6427, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 1.9907545481658215, | |
| "grad_norm": 16.86481475830078, | |
| "learning_rate": 3.976500059644519e-05, | |
| "loss": 0.3138, | |
| "step": 6675 | |
| }, | |
| { | |
| "epoch": 1.998210557709514, | |
| "grad_norm": 37.8138313293457, | |
| "learning_rate": 3.991411189311702e-05, | |
| "loss": 0.6059, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_gen_len": 8.746, | |
| "eval_loss": 0.5014411211013794, | |
| "eval_rouge1": 77.2572, | |
| "eval_rouge2": 60.0488, | |
| "eval_rougeL": 77.0876, | |
| "eval_rougeLsum": 77.0478, | |
| "eval_runtime": 96.4359, | |
| "eval_samples_per_second": 17.39, | |
| "eval_steps_per_second": 4.355, | |
| "step": 6706 | |
| }, | |
| { | |
| "epoch": 2.005666567253206, | |
| "grad_norm": 7.6668219566345215, | |
| "learning_rate": 4.006322318978886e-05, | |
| "loss": 0.3362, | |
| "step": 6725 | |
| }, | |
| { | |
| "epoch": 2.0131225767968983, | |
| "grad_norm": 13.261967658996582, | |
| "learning_rate": 4.021233448646069e-05, | |
| "loss": 0.4647, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 2.0205785863405907, | |
| "grad_norm": 36.11294937133789, | |
| "learning_rate": 4.036144578313254e-05, | |
| "loss": 0.3214, | |
| "step": 6775 | |
| }, | |
| { | |
| "epoch": 2.0280345958842827, | |
| "grad_norm": 19.81526756286621, | |
| "learning_rate": 4.051055707980437e-05, | |
| "loss": 0.311, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 2.035490605427975, | |
| "grad_norm": 9.729710578918457, | |
| "learning_rate": 4.0659668376476206e-05, | |
| "loss": 0.4271, | |
| "step": 6825 | |
| }, | |
| { | |
| "epoch": 2.042946614971667, | |
| "grad_norm": 20.228961944580078, | |
| "learning_rate": 4.080877967314804e-05, | |
| "loss": 0.419, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 2.0504026245153595, | |
| "grad_norm": 1.6113264560699463, | |
| "learning_rate": 4.0957890969819876e-05, | |
| "loss": 0.4115, | |
| "step": 6875 | |
| }, | |
| { | |
| "epoch": 2.0578586340590515, | |
| "grad_norm": 11.554544448852539, | |
| "learning_rate": 4.1107002266491714e-05, | |
| "loss": 0.492, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 2.065314643602744, | |
| "grad_norm": 46.82448959350586, | |
| "learning_rate": 4.1256113563163545e-05, | |
| "loss": 0.3516, | |
| "step": 6925 | |
| }, | |
| { | |
| "epoch": 2.072770653146436, | |
| "grad_norm": 9.364810943603516, | |
| "learning_rate": 4.140522485983538e-05, | |
| "loss": 0.3212, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 2.0802266626901282, | |
| "grad_norm": 21.646303176879883, | |
| "learning_rate": 4.1554336156507214e-05, | |
| "loss": 0.5081, | |
| "step": 6975 | |
| }, | |
| { | |
| "epoch": 2.0876826722338206, | |
| "grad_norm": 9.770012855529785, | |
| "learning_rate": 4.170344745317906e-05, | |
| "loss": 0.2004, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 2.0951386817775126, | |
| "grad_norm": 0.1513725370168686, | |
| "learning_rate": 4.185255874985089e-05, | |
| "loss": 0.4032, | |
| "step": 7025 | |
| }, | |
| { | |
| "epoch": 2.102594691321205, | |
| "grad_norm": 26.403615951538086, | |
| "learning_rate": 4.200167004652273e-05, | |
| "loss": 0.2091, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 2.110050700864897, | |
| "grad_norm": 11.628287315368652, | |
| "learning_rate": 4.215078134319456e-05, | |
| "loss": 0.406, | |
| "step": 7075 | |
| }, | |
| { | |
| "epoch": 2.1175067104085894, | |
| "grad_norm": 24.525611877441406, | |
| "learning_rate": 4.22998926398664e-05, | |
| "loss": 0.4365, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 2.1249627199522814, | |
| "grad_norm": 31.789121627807617, | |
| "learning_rate": 4.2449003936538236e-05, | |
| "loss": 0.3611, | |
| "step": 7125 | |
| }, | |
| { | |
| "epoch": 2.1324187294959738, | |
| "grad_norm": 21.67193603515625, | |
| "learning_rate": 4.259811523321007e-05, | |
| "loss": 0.3525, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 2.1398747390396657, | |
| "grad_norm": 2.3932220935821533, | |
| "learning_rate": 4.2747226529881905e-05, | |
| "loss": 0.3076, | |
| "step": 7175 | |
| }, | |
| { | |
| "epoch": 2.147330748583358, | |
| "grad_norm": 24.538375854492188, | |
| "learning_rate": 4.289633782655374e-05, | |
| "loss": 0.4386, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 2.1547867581270506, | |
| "grad_norm": 4.2655229568481445, | |
| "learning_rate": 4.304544912322558e-05, | |
| "loss": 0.2893, | |
| "step": 7225 | |
| }, | |
| { | |
| "epoch": 2.1622427676707425, | |
| "grad_norm": 19.003803253173828, | |
| "learning_rate": 4.319456041989741e-05, | |
| "loss": 0.4218, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 2.169698777214435, | |
| "grad_norm": 0.4998781681060791, | |
| "learning_rate": 4.334367171656925e-05, | |
| "loss": 0.3635, | |
| "step": 7275 | |
| }, | |
| { | |
| "epoch": 2.177154786758127, | |
| "grad_norm": 10.384448051452637, | |
| "learning_rate": 4.349278301324108e-05, | |
| "loss": 0.4281, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 2.1846107963018193, | |
| "grad_norm": 14.134237289428711, | |
| "learning_rate": 4.3641894309912926e-05, | |
| "loss": 0.4452, | |
| "step": 7325 | |
| }, | |
| { | |
| "epoch": 2.1920668058455113, | |
| "grad_norm": 11.797569274902344, | |
| "learning_rate": 4.379100560658476e-05, | |
| "loss": 0.4506, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 2.1995228153892037, | |
| "grad_norm": 27.334152221679688, | |
| "learning_rate": 4.3940116903256596e-05, | |
| "loss": 0.3131, | |
| "step": 7375 | |
| }, | |
| { | |
| "epoch": 2.206978824932896, | |
| "grad_norm": 0.558601438999176, | |
| "learning_rate": 4.408922819992843e-05, | |
| "loss": 0.2482, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 2.214434834476588, | |
| "grad_norm": 22.792238235473633, | |
| "learning_rate": 4.4238339496600265e-05, | |
| "loss": 0.4553, | |
| "step": 7425 | |
| }, | |
| { | |
| "epoch": 2.2218908440202805, | |
| "grad_norm": 11.284687042236328, | |
| "learning_rate": 4.43874507932721e-05, | |
| "loss": 0.4019, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 2.2293468535639724, | |
| "grad_norm": 31.599943161010742, | |
| "learning_rate": 4.4536562089943934e-05, | |
| "loss": 0.4052, | |
| "step": 7475 | |
| }, | |
| { | |
| "epoch": 2.236802863107665, | |
| "grad_norm": 22.682697296142578, | |
| "learning_rate": 4.468567338661577e-05, | |
| "loss": 0.3055, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 2.244258872651357, | |
| "grad_norm": 9.347318649291992, | |
| "learning_rate": 4.4834784683287603e-05, | |
| "loss": 0.3473, | |
| "step": 7525 | |
| }, | |
| { | |
| "epoch": 2.2517148821950492, | |
| "grad_norm": 7.00664758682251, | |
| "learning_rate": 4.498389597995945e-05, | |
| "loss": 0.481, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 2.2591708917387416, | |
| "grad_norm": 12.196782112121582, | |
| "learning_rate": 4.513300727663128e-05, | |
| "loss": 0.2791, | |
| "step": 7575 | |
| }, | |
| { | |
| "epoch": 2.2666269012824336, | |
| "grad_norm": 1.9481580257415771, | |
| "learning_rate": 4.528211857330312e-05, | |
| "loss": 0.5509, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 2.274082910826126, | |
| "grad_norm": 5.687070846557617, | |
| "learning_rate": 4.543122986997495e-05, | |
| "loss": 0.438, | |
| "step": 7625 | |
| }, | |
| { | |
| "epoch": 2.281538920369818, | |
| "grad_norm": 33.834632873535156, | |
| "learning_rate": 4.558034116664679e-05, | |
| "loss": 0.3629, | |
| "step": 7650 | |
| }, | |
| { | |
| "epoch": 2.2889949299135104, | |
| "grad_norm": 13.697815895080566, | |
| "learning_rate": 4.5729452463318625e-05, | |
| "loss": 0.3274, | |
| "step": 7675 | |
| }, | |
| { | |
| "epoch": 2.2964509394572024, | |
| "grad_norm": 13.013066291809082, | |
| "learning_rate": 4.587856375999046e-05, | |
| "loss": 0.3808, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 2.3039069490008948, | |
| "grad_norm": 18.45660972595215, | |
| "learning_rate": 4.6027675056662294e-05, | |
| "loss": 0.4417, | |
| "step": 7725 | |
| }, | |
| { | |
| "epoch": 2.3113629585445867, | |
| "grad_norm": 16.66852569580078, | |
| "learning_rate": 4.6176786353334125e-05, | |
| "loss": 0.4158, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 2.318818968088279, | |
| "grad_norm": 19.178466796875, | |
| "learning_rate": 4.632589765000597e-05, | |
| "loss": 0.5195, | |
| "step": 7775 | |
| }, | |
| { | |
| "epoch": 2.3262749776319716, | |
| "grad_norm": 66.8802490234375, | |
| "learning_rate": 4.64750089466778e-05, | |
| "loss": 0.4877, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 2.3337309871756635, | |
| "grad_norm": 2.8636233806610107, | |
| "learning_rate": 4.662412024334964e-05, | |
| "loss": 0.3721, | |
| "step": 7825 | |
| }, | |
| { | |
| "epoch": 2.341186996719356, | |
| "grad_norm": 11.779047012329102, | |
| "learning_rate": 4.677323154002147e-05, | |
| "loss": 0.406, | |
| "step": 7850 | |
| }, | |
| { | |
| "epoch": 2.348643006263048, | |
| "grad_norm": 8.003138542175293, | |
| "learning_rate": 4.692234283669331e-05, | |
| "loss": 0.404, | |
| "step": 7875 | |
| }, | |
| { | |
| "epoch": 2.3560990158067403, | |
| "grad_norm": 15.239642143249512, | |
| "learning_rate": 4.707145413336515e-05, | |
| "loss": 0.3539, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 2.3635550253504323, | |
| "grad_norm": 6.205272197723389, | |
| "learning_rate": 4.7220565430036985e-05, | |
| "loss": 0.4542, | |
| "step": 7925 | |
| }, | |
| { | |
| "epoch": 2.3710110348941247, | |
| "grad_norm": 15.588403701782227, | |
| "learning_rate": 4.7369676726708816e-05, | |
| "loss": 0.5109, | |
| "step": 7950 | |
| }, | |
| { | |
| "epoch": 2.3784670444378166, | |
| "grad_norm": 10.954691886901855, | |
| "learning_rate": 4.7518788023380654e-05, | |
| "loss": 0.3682, | |
| "step": 7975 | |
| }, | |
| { | |
| "epoch": 2.385923053981509, | |
| "grad_norm": 2.190718412399292, | |
| "learning_rate": 4.766789932005249e-05, | |
| "loss": 0.4104, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 2.3933790635252015, | |
| "grad_norm": 2.808455467224121, | |
| "learning_rate": 4.7817010616724323e-05, | |
| "loss": 0.8046, | |
| "step": 8025 | |
| }, | |
| { | |
| "epoch": 2.4008350730688934, | |
| "grad_norm": 17.908613204956055, | |
| "learning_rate": 4.796612191339616e-05, | |
| "loss": 0.6078, | |
| "step": 8050 | |
| }, | |
| { | |
| "epoch": 2.408291082612586, | |
| "grad_norm": 28.843978881835938, | |
| "learning_rate": 4.811523321006799e-05, | |
| "loss": 0.3912, | |
| "step": 8075 | |
| }, | |
| { | |
| "epoch": 2.415747092156278, | |
| "grad_norm": 31.94698715209961, | |
| "learning_rate": 4.826434450673983e-05, | |
| "loss": 0.452, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 2.42320310169997, | |
| "grad_norm": 26.91057586669922, | |
| "learning_rate": 4.841345580341167e-05, | |
| "loss": 0.4344, | |
| "step": 8125 | |
| }, | |
| { | |
| "epoch": 2.4306591112436626, | |
| "grad_norm": 10.383529663085938, | |
| "learning_rate": 4.856256710008351e-05, | |
| "loss": 0.4195, | |
| "step": 8150 | |
| }, | |
| { | |
| "epoch": 2.4381151207873546, | |
| "grad_norm": 24.33693504333496, | |
| "learning_rate": 4.871167839675534e-05, | |
| "loss": 0.4018, | |
| "step": 8175 | |
| }, | |
| { | |
| "epoch": 2.445571130331047, | |
| "grad_norm": 11.268268585205078, | |
| "learning_rate": 4.8860789693427176e-05, | |
| "loss": 0.4334, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 2.453027139874739, | |
| "grad_norm": 41.07155990600586, | |
| "learning_rate": 4.9009900990099014e-05, | |
| "loss": 0.3055, | |
| "step": 8225 | |
| }, | |
| { | |
| "epoch": 2.4604831494184314, | |
| "grad_norm": 10.522299766540527, | |
| "learning_rate": 4.915901228677085e-05, | |
| "loss": 0.4488, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 2.4679391589621233, | |
| "grad_norm": 26.76223373413086, | |
| "learning_rate": 4.9308123583442683e-05, | |
| "loss": 0.3703, | |
| "step": 8275 | |
| }, | |
| { | |
| "epoch": 2.4753951685058158, | |
| "grad_norm": 16.908048629760742, | |
| "learning_rate": 4.945723488011452e-05, | |
| "loss": 0.4244, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 2.4828511780495077, | |
| "grad_norm": 20.12076759338379, | |
| "learning_rate": 4.960634617678635e-05, | |
| "loss": 0.4508, | |
| "step": 8325 | |
| }, | |
| { | |
| "epoch": 2.4903071875932, | |
| "grad_norm": 60.24528503417969, | |
| "learning_rate": 4.975545747345819e-05, | |
| "loss": 0.4754, | |
| "step": 8350 | |
| }, | |
| { | |
| "epoch": 2.4977631971368925, | |
| "grad_norm": 11.230194091796875, | |
| "learning_rate": 4.990456877013003e-05, | |
| "loss": 0.2251, | |
| "step": 8375 | |
| }, | |
| { | |
| "epoch": 2.5052192066805845, | |
| "grad_norm": 7.123372554779053, | |
| "learning_rate": 4.999403515283264e-05, | |
| "loss": 0.528, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 2.512675216224277, | |
| "grad_norm": 0.412019282579422, | |
| "learning_rate": 4.997746613292331e-05, | |
| "loss": 0.5279, | |
| "step": 8425 | |
| }, | |
| { | |
| "epoch": 2.520131225767969, | |
| "grad_norm": 40.20630645751953, | |
| "learning_rate": 4.996089711301397e-05, | |
| "loss": 0.4045, | |
| "step": 8450 | |
| }, | |
| { | |
| "epoch": 2.5275872353116613, | |
| "grad_norm": 71.36479949951172, | |
| "learning_rate": 4.9944328093104634e-05, | |
| "loss": 0.5081, | |
| "step": 8475 | |
| }, | |
| { | |
| "epoch": 2.5350432448553533, | |
| "grad_norm": 30.50684356689453, | |
| "learning_rate": 4.992775907319531e-05, | |
| "loss": 0.322, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 2.5424992543990457, | |
| "grad_norm": 2.659013271331787, | |
| "learning_rate": 4.991119005328597e-05, | |
| "loss": 0.3447, | |
| "step": 8525 | |
| }, | |
| { | |
| "epoch": 2.5499552639427376, | |
| "grad_norm": 0.8650076985359192, | |
| "learning_rate": 4.9894621033376634e-05, | |
| "loss": 0.4414, | |
| "step": 8550 | |
| }, | |
| { | |
| "epoch": 2.55741127348643, | |
| "grad_norm": 18.277727127075195, | |
| "learning_rate": 4.9878052013467304e-05, | |
| "loss": 0.5041, | |
| "step": 8575 | |
| }, | |
| { | |
| "epoch": 2.5648672830301225, | |
| "grad_norm": 13.272942543029785, | |
| "learning_rate": 4.9861482993557966e-05, | |
| "loss": 0.4364, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 2.5723232925738144, | |
| "grad_norm": 3.7234790325164795, | |
| "learning_rate": 4.9844913973648635e-05, | |
| "loss": 0.3505, | |
| "step": 8625 | |
| }, | |
| { | |
| "epoch": 2.579779302117507, | |
| "grad_norm": 1.593865156173706, | |
| "learning_rate": 4.98283449537393e-05, | |
| "loss": 0.4215, | |
| "step": 8650 | |
| }, | |
| { | |
| "epoch": 2.587235311661199, | |
| "grad_norm": 32.194034576416016, | |
| "learning_rate": 4.981177593382996e-05, | |
| "loss": 0.4747, | |
| "step": 8675 | |
| }, | |
| { | |
| "epoch": 2.594691321204891, | |
| "grad_norm": 15.71013355255127, | |
| "learning_rate": 4.979520691392063e-05, | |
| "loss": 0.2939, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 2.6021473307485836, | |
| "grad_norm": 13.419342041015625, | |
| "learning_rate": 4.97786378940113e-05, | |
| "loss": 0.2265, | |
| "step": 8725 | |
| }, | |
| { | |
| "epoch": 2.6096033402922756, | |
| "grad_norm": 12.071022033691406, | |
| "learning_rate": 4.976206887410196e-05, | |
| "loss": 0.3058, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 2.6170593498359676, | |
| "grad_norm": 27.79282569885254, | |
| "learning_rate": 4.974549985419263e-05, | |
| "loss": 0.457, | |
| "step": 8775 | |
| }, | |
| { | |
| "epoch": 2.62451535937966, | |
| "grad_norm": 36.58905792236328, | |
| "learning_rate": 4.972893083428329e-05, | |
| "loss": 0.464, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 2.6319713689233524, | |
| "grad_norm": 32.43028259277344, | |
| "learning_rate": 4.971236181437396e-05, | |
| "loss": 0.437, | |
| "step": 8825 | |
| }, | |
| { | |
| "epoch": 2.6394273784670443, | |
| "grad_norm": 3.9236373901367188, | |
| "learning_rate": 4.969579279446462e-05, | |
| "loss": 0.3969, | |
| "step": 8850 | |
| }, | |
| { | |
| "epoch": 2.6468833880107367, | |
| "grad_norm": 20.850723266601562, | |
| "learning_rate": 4.967922377455529e-05, | |
| "loss": 0.4677, | |
| "step": 8875 | |
| }, | |
| { | |
| "epoch": 2.6543393975544287, | |
| "grad_norm": 37.82166290283203, | |
| "learning_rate": 4.9662654754645955e-05, | |
| "loss": 0.442, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 2.661795407098121, | |
| "grad_norm": 65.03778076171875, | |
| "learning_rate": 4.964608573473662e-05, | |
| "loss": 0.39, | |
| "step": 8925 | |
| }, | |
| { | |
| "epoch": 2.6692514166418135, | |
| "grad_norm": 3.3093178272247314, | |
| "learning_rate": 4.9629516714827286e-05, | |
| "loss": 0.3141, | |
| "step": 8950 | |
| }, | |
| { | |
| "epoch": 2.6767074261855055, | |
| "grad_norm": 0.09177004545927048, | |
| "learning_rate": 4.9612947694917955e-05, | |
| "loss": 0.2913, | |
| "step": 8975 | |
| }, | |
| { | |
| "epoch": 2.6841634357291975, | |
| "grad_norm": 0.9577639698982239, | |
| "learning_rate": 4.959637867500862e-05, | |
| "loss": 0.2738, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 2.69161944527289, | |
| "grad_norm": 26.145336151123047, | |
| "learning_rate": 4.957980965509929e-05, | |
| "loss": 0.1834, | |
| "step": 9025 | |
| }, | |
| { | |
| "epoch": 2.6990754548165823, | |
| "grad_norm": 0.26785144209861755, | |
| "learning_rate": 4.956324063518995e-05, | |
| "loss": 0.4066, | |
| "step": 9050 | |
| }, | |
| { | |
| "epoch": 2.7065314643602743, | |
| "grad_norm": 10.481317520141602, | |
| "learning_rate": 4.954667161528062e-05, | |
| "loss": 0.2305, | |
| "step": 9075 | |
| }, | |
| { | |
| "epoch": 2.7139874739039667, | |
| "grad_norm": 13.711938858032227, | |
| "learning_rate": 4.953010259537128e-05, | |
| "loss": 0.3086, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 2.7214434834476586, | |
| "grad_norm": 28.684236526489258, | |
| "learning_rate": 4.951353357546194e-05, | |
| "loss": 0.4683, | |
| "step": 9125 | |
| }, | |
| { | |
| "epoch": 2.728899492991351, | |
| "grad_norm": 21.328371047973633, | |
| "learning_rate": 4.949696455555261e-05, | |
| "loss": 0.5316, | |
| "step": 9150 | |
| }, | |
| { | |
| "epoch": 2.7363555025350434, | |
| "grad_norm": 0.19380249083042145, | |
| "learning_rate": 4.9480395535643274e-05, | |
| "loss": 0.3556, | |
| "step": 9175 | |
| }, | |
| { | |
| "epoch": 2.7438115120787354, | |
| "grad_norm": 1.5455032587051392, | |
| "learning_rate": 4.9463826515733943e-05, | |
| "loss": 0.3856, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 2.751267521622428, | |
| "grad_norm": 11.467935562133789, | |
| "learning_rate": 4.944725749582461e-05, | |
| "loss": 0.2703, | |
| "step": 9225 | |
| }, | |
| { | |
| "epoch": 2.75872353116612, | |
| "grad_norm": 49.632301330566406, | |
| "learning_rate": 4.9430688475915275e-05, | |
| "loss": 0.4603, | |
| "step": 9250 | |
| }, | |
| { | |
| "epoch": 2.766179540709812, | |
| "grad_norm": 1.1420247554779053, | |
| "learning_rate": 4.9414119456005944e-05, | |
| "loss": 0.4527, | |
| "step": 9275 | |
| }, | |
| { | |
| "epoch": 2.773635550253504, | |
| "grad_norm": 29.728267669677734, | |
| "learning_rate": 4.9397550436096606e-05, | |
| "loss": 0.3515, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 2.7810915597971966, | |
| "grad_norm": 18.269168853759766, | |
| "learning_rate": 4.938098141618727e-05, | |
| "loss": 0.5242, | |
| "step": 9325 | |
| }, | |
| { | |
| "epoch": 2.7885475693408885, | |
| "grad_norm": 18.85061264038086, | |
| "learning_rate": 4.936441239627794e-05, | |
| "loss": 0.4382, | |
| "step": 9350 | |
| }, | |
| { | |
| "epoch": 2.796003578884581, | |
| "grad_norm": 1.695752501487732, | |
| "learning_rate": 4.93478433763686e-05, | |
| "loss": 0.3397, | |
| "step": 9375 | |
| }, | |
| { | |
| "epoch": 2.8034595884282734, | |
| "grad_norm": 12.2448148727417, | |
| "learning_rate": 4.933127435645927e-05, | |
| "loss": 0.2823, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 2.8109155979719653, | |
| "grad_norm": 10.061016082763672, | |
| "learning_rate": 4.931470533654993e-05, | |
| "loss": 0.2442, | |
| "step": 9425 | |
| }, | |
| { | |
| "epoch": 2.8183716075156577, | |
| "grad_norm": 7.403264999389648, | |
| "learning_rate": 4.92981363166406e-05, | |
| "loss": 0.2298, | |
| "step": 9450 | |
| }, | |
| { | |
| "epoch": 2.8258276170593497, | |
| "grad_norm": 25.536867141723633, | |
| "learning_rate": 4.928156729673127e-05, | |
| "loss": 0.3031, | |
| "step": 9475 | |
| }, | |
| { | |
| "epoch": 2.833283626603042, | |
| "grad_norm": 32.47145462036133, | |
| "learning_rate": 4.926499827682193e-05, | |
| "loss": 0.3897, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 2.8407396361467345, | |
| "grad_norm": 17.720930099487305, | |
| "learning_rate": 4.92484292569126e-05, | |
| "loss": 0.4836, | |
| "step": 9525 | |
| }, | |
| { | |
| "epoch": 2.8481956456904265, | |
| "grad_norm": 21.164533615112305, | |
| "learning_rate": 4.9231860237003264e-05, | |
| "loss": 0.3634, | |
| "step": 9550 | |
| }, | |
| { | |
| "epoch": 2.8556516552341185, | |
| "grad_norm": 4.224794864654541, | |
| "learning_rate": 4.9215291217093926e-05, | |
| "loss": 0.4028, | |
| "step": 9575 | |
| }, | |
| { | |
| "epoch": 2.863107664777811, | |
| "grad_norm": 17.30121612548828, | |
| "learning_rate": 4.9198722197184595e-05, | |
| "loss": 0.363, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 2.8705636743215033, | |
| "grad_norm": 0.28851985931396484, | |
| "learning_rate": 4.918215317727526e-05, | |
| "loss": 0.3385, | |
| "step": 9625 | |
| }, | |
| { | |
| "epoch": 2.8780196838651952, | |
| "grad_norm": 0.16066333651542664, | |
| "learning_rate": 4.9165584157365927e-05, | |
| "loss": 0.2903, | |
| "step": 9650 | |
| }, | |
| { | |
| "epoch": 2.8854756934088877, | |
| "grad_norm": 0.3555677533149719, | |
| "learning_rate": 4.914901513745659e-05, | |
| "loss": 0.3744, | |
| "step": 9675 | |
| }, | |
| { | |
| "epoch": 2.8929317029525796, | |
| "grad_norm": 10.346195220947266, | |
| "learning_rate": 4.913244611754726e-05, | |
| "loss": 0.1898, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 2.900387712496272, | |
| "grad_norm": 2.9600460529327393, | |
| "learning_rate": 4.911587709763793e-05, | |
| "loss": 0.5744, | |
| "step": 9725 | |
| }, | |
| { | |
| "epoch": 2.9078437220399644, | |
| "grad_norm": 27.990514755249023, | |
| "learning_rate": 4.909930807772859e-05, | |
| "loss": 0.2074, | |
| "step": 9750 | |
| }, | |
| { | |
| "epoch": 2.9152997315836564, | |
| "grad_norm": 21.985830307006836, | |
| "learning_rate": 4.908273905781925e-05, | |
| "loss": 0.2648, | |
| "step": 9775 | |
| }, | |
| { | |
| "epoch": 2.9227557411273484, | |
| "grad_norm": 9.374412536621094, | |
| "learning_rate": 4.906617003790992e-05, | |
| "loss": 0.3699, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 2.930211750671041, | |
| "grad_norm": 42.18376541137695, | |
| "learning_rate": 4.904960101800058e-05, | |
| "loss": 0.4782, | |
| "step": 9825 | |
| }, | |
| { | |
| "epoch": 2.937667760214733, | |
| "grad_norm": 20.689416885375977, | |
| "learning_rate": 4.903303199809125e-05, | |
| "loss": 0.3298, | |
| "step": 9850 | |
| }, | |
| { | |
| "epoch": 2.945123769758425, | |
| "grad_norm": 3.0027916431427, | |
| "learning_rate": 4.9016462978181915e-05, | |
| "loss": 0.2212, | |
| "step": 9875 | |
| }, | |
| { | |
| "epoch": 2.9525797793021176, | |
| "grad_norm": 25.889209747314453, | |
| "learning_rate": 4.899989395827258e-05, | |
| "loss": 0.4582, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 2.9600357888458095, | |
| "grad_norm": 7.678776264190674, | |
| "learning_rate": 4.898332493836325e-05, | |
| "loss": 0.3316, | |
| "step": 9925 | |
| }, | |
| { | |
| "epoch": 2.967491798389502, | |
| "grad_norm": 20.867313385009766, | |
| "learning_rate": 4.8966755918453915e-05, | |
| "loss": 0.1974, | |
| "step": 9950 | |
| }, | |
| { | |
| "epoch": 2.9749478079331944, | |
| "grad_norm": 0.7414972186088562, | |
| "learning_rate": 4.895018689854458e-05, | |
| "loss": 0.2738, | |
| "step": 9975 | |
| }, | |
| { | |
| "epoch": 2.9824038174768863, | |
| "grad_norm": 20.320951461791992, | |
| "learning_rate": 4.893361787863525e-05, | |
| "loss": 0.4032, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 2.9898598270205787, | |
| "grad_norm": 16.26959800720215, | |
| "learning_rate": 4.891704885872591e-05, | |
| "loss": 0.3909, | |
| "step": 10025 | |
| }, | |
| { | |
| "epoch": 2.9973158365642707, | |
| "grad_norm": 6.262996673583984, | |
| "learning_rate": 4.890047983881658e-05, | |
| "loss": 0.2618, | |
| "step": 10050 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_gen_len": 8.7299, | |
| "eval_loss": 0.32486870884895325, | |
| "eval_rouge1": 84.5703, | |
| "eval_rouge2": 68.4496, | |
| "eval_rougeL": 84.3448, | |
| "eval_rougeLsum": 84.3457, | |
| "eval_runtime": 97.2972, | |
| "eval_samples_per_second": 17.236, | |
| "eval_steps_per_second": 4.317, | |
| "step": 10059 | |
| }, | |
| { | |
| "epoch": 3.004771846107963, | |
| "grad_norm": 15.485138893127441, | |
| "learning_rate": 4.888391081890724e-05, | |
| "loss": 0.1829, | |
| "step": 10075 | |
| }, | |
| { | |
| "epoch": 3.012227855651655, | |
| "grad_norm": 27.907909393310547, | |
| "learning_rate": 4.886734179899791e-05, | |
| "loss": 0.2219, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 3.0196838651953475, | |
| "grad_norm": 21.688621520996094, | |
| "learning_rate": 4.885077277908857e-05, | |
| "loss": 0.3546, | |
| "step": 10125 | |
| }, | |
| { | |
| "epoch": 3.0271398747390394, | |
| "grad_norm": 13.243431091308594, | |
| "learning_rate": 4.8834203759179234e-05, | |
| "loss": 0.2267, | |
| "step": 10150 | |
| }, | |
| { | |
| "epoch": 3.034595884282732, | |
| "grad_norm": 3.4912607669830322, | |
| "learning_rate": 4.881763473926991e-05, | |
| "loss": 0.2021, | |
| "step": 10175 | |
| }, | |
| { | |
| "epoch": 3.0420518938264243, | |
| "grad_norm": 24.04950714111328, | |
| "learning_rate": 4.880106571936057e-05, | |
| "loss": 0.2818, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 3.0495079033701162, | |
| "grad_norm": 7.100139141082764, | |
| "learning_rate": 4.8784496699451235e-05, | |
| "loss": 0.3174, | |
| "step": 10225 | |
| }, | |
| { | |
| "epoch": 3.0569639129138086, | |
| "grad_norm": 4.30832576751709, | |
| "learning_rate": 4.8767927679541904e-05, | |
| "loss": 0.2278, | |
| "step": 10250 | |
| }, | |
| { | |
| "epoch": 3.0644199224575006, | |
| "grad_norm": 18.782655715942383, | |
| "learning_rate": 4.8751358659632566e-05, | |
| "loss": 0.2695, | |
| "step": 10275 | |
| }, | |
| { | |
| "epoch": 3.071875932001193, | |
| "grad_norm": 33.604618072509766, | |
| "learning_rate": 4.8734789639723236e-05, | |
| "loss": 0.2521, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 3.079331941544885, | |
| "grad_norm": 3.4777698516845703, | |
| "learning_rate": 4.87182206198139e-05, | |
| "loss": 0.1609, | |
| "step": 10325 | |
| }, | |
| { | |
| "epoch": 3.0867879510885774, | |
| "grad_norm": 0.6923168301582336, | |
| "learning_rate": 4.870165159990456e-05, | |
| "loss": 0.2375, | |
| "step": 10350 | |
| }, | |
| { | |
| "epoch": 3.09424396063227, | |
| "grad_norm": 2.32352352142334, | |
| "learning_rate": 4.868508257999523e-05, | |
| "loss": 0.1933, | |
| "step": 10375 | |
| }, | |
| { | |
| "epoch": 3.1016999701759618, | |
| "grad_norm": 0.3760017156600952, | |
| "learning_rate": 4.86685135600859e-05, | |
| "loss": 0.159, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 3.109155979719654, | |
| "grad_norm": 18.588369369506836, | |
| "learning_rate": 4.865194454017656e-05, | |
| "loss": 0.276, | |
| "step": 10425 | |
| }, | |
| { | |
| "epoch": 3.116611989263346, | |
| "grad_norm": 22.050600051879883, | |
| "learning_rate": 4.863537552026723e-05, | |
| "loss": 0.2279, | |
| "step": 10450 | |
| }, | |
| { | |
| "epoch": 3.1240679988070386, | |
| "grad_norm": 63.09767150878906, | |
| "learning_rate": 4.861880650035789e-05, | |
| "loss": 0.2141, | |
| "step": 10475 | |
| }, | |
| { | |
| "epoch": 3.1315240083507305, | |
| "grad_norm": 11.172486305236816, | |
| "learning_rate": 4.860223748044856e-05, | |
| "loss": 0.1474, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 3.138980017894423, | |
| "grad_norm": 13.7357816696167, | |
| "learning_rate": 4.8585668460539224e-05, | |
| "loss": 0.2779, | |
| "step": 10525 | |
| }, | |
| { | |
| "epoch": 3.1464360274381153, | |
| "grad_norm": 13.144248962402344, | |
| "learning_rate": 4.8569099440629886e-05, | |
| "loss": 0.2409, | |
| "step": 10550 | |
| }, | |
| { | |
| "epoch": 3.1538920369818073, | |
| "grad_norm": 0.10206674039363861, | |
| "learning_rate": 4.8552530420720555e-05, | |
| "loss": 0.3604, | |
| "step": 10575 | |
| }, | |
| { | |
| "epoch": 3.1613480465254997, | |
| "grad_norm": 13.896751403808594, | |
| "learning_rate": 4.853596140081122e-05, | |
| "loss": 0.3053, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 3.1688040560691917, | |
| "grad_norm": 4.51378870010376, | |
| "learning_rate": 4.851939238090189e-05, | |
| "loss": 0.195, | |
| "step": 10625 | |
| }, | |
| { | |
| "epoch": 3.176260065612884, | |
| "grad_norm": 41.94772720336914, | |
| "learning_rate": 4.8502823360992556e-05, | |
| "loss": 0.2235, | |
| "step": 10650 | |
| }, | |
| { | |
| "epoch": 3.183716075156576, | |
| "grad_norm": 0.20179374516010284, | |
| "learning_rate": 4.848625434108322e-05, | |
| "loss": 0.1965, | |
| "step": 10675 | |
| }, | |
| { | |
| "epoch": 3.1911720847002685, | |
| "grad_norm": 0.6293454766273499, | |
| "learning_rate": 4.846968532117389e-05, | |
| "loss": 0.1513, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 3.1986280942439604, | |
| "grad_norm": 3.8151888847351074, | |
| "learning_rate": 4.845311630126455e-05, | |
| "loss": 0.2603, | |
| "step": 10725 | |
| }, | |
| { | |
| "epoch": 3.206084103787653, | |
| "grad_norm": 53.60226058959961, | |
| "learning_rate": 4.843654728135522e-05, | |
| "loss": 0.212, | |
| "step": 10750 | |
| }, | |
| { | |
| "epoch": 3.2135401133313453, | |
| "grad_norm": 39.32175827026367, | |
| "learning_rate": 4.841997826144588e-05, | |
| "loss": 0.2588, | |
| "step": 10775 | |
| }, | |
| { | |
| "epoch": 3.2209961228750372, | |
| "grad_norm": 4.778318881988525, | |
| "learning_rate": 4.8403409241536543e-05, | |
| "loss": 0.2521, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 3.2284521324187296, | |
| "grad_norm": 16.796152114868164, | |
| "learning_rate": 4.838684022162721e-05, | |
| "loss": 0.1909, | |
| "step": 10825 | |
| }, | |
| { | |
| "epoch": 3.2359081419624216, | |
| "grad_norm": 0.5204095840454102, | |
| "learning_rate": 4.8370271201717875e-05, | |
| "loss": 0.1942, | |
| "step": 10850 | |
| }, | |
| { | |
| "epoch": 3.243364151506114, | |
| "grad_norm": 15.695696830749512, | |
| "learning_rate": 4.8353702181808544e-05, | |
| "loss": 0.2888, | |
| "step": 10875 | |
| }, | |
| { | |
| "epoch": 3.250820161049806, | |
| "grad_norm": 24.48253059387207, | |
| "learning_rate": 4.833713316189921e-05, | |
| "loss": 0.3286, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 3.2582761705934984, | |
| "grad_norm": 0.22145067155361176, | |
| "learning_rate": 4.8320564141989875e-05, | |
| "loss": 0.2459, | |
| "step": 10925 | |
| }, | |
| { | |
| "epoch": 3.2657321801371904, | |
| "grad_norm": 23.265213012695312, | |
| "learning_rate": 4.8303995122080545e-05, | |
| "loss": 0.273, | |
| "step": 10950 | |
| }, | |
| { | |
| "epoch": 3.2731881896808828, | |
| "grad_norm": 14.237789154052734, | |
| "learning_rate": 4.828742610217121e-05, | |
| "loss": 0.1217, | |
| "step": 10975 | |
| }, | |
| { | |
| "epoch": 3.280644199224575, | |
| "grad_norm": 11.19775676727295, | |
| "learning_rate": 4.827085708226187e-05, | |
| "loss": 0.2509, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 3.288100208768267, | |
| "grad_norm": 12.824684143066406, | |
| "learning_rate": 4.825428806235254e-05, | |
| "loss": 0.2533, | |
| "step": 11025 | |
| }, | |
| { | |
| "epoch": 3.2955562183119596, | |
| "grad_norm": 0.6048849821090698, | |
| "learning_rate": 4.82377190424432e-05, | |
| "loss": 0.2427, | |
| "step": 11050 | |
| }, | |
| { | |
| "epoch": 3.3030122278556515, | |
| "grad_norm": 18.854202270507812, | |
| "learning_rate": 4.822115002253387e-05, | |
| "loss": 0.2239, | |
| "step": 11075 | |
| }, | |
| { | |
| "epoch": 3.310468237399344, | |
| "grad_norm": 1.0037951469421387, | |
| "learning_rate": 4.820458100262453e-05, | |
| "loss": 0.2323, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 3.317924246943036, | |
| "grad_norm": 12.175690650939941, | |
| "learning_rate": 4.81880119827152e-05, | |
| "loss": 0.1916, | |
| "step": 11125 | |
| }, | |
| { | |
| "epoch": 3.3253802564867283, | |
| "grad_norm": 3.9193851947784424, | |
| "learning_rate": 4.817144296280587e-05, | |
| "loss": 0.1596, | |
| "step": 11150 | |
| }, | |
| { | |
| "epoch": 3.3328362660304203, | |
| "grad_norm": 1.2663558721542358, | |
| "learning_rate": 4.815487394289653e-05, | |
| "loss": 0.2768, | |
| "step": 11175 | |
| }, | |
| { | |
| "epoch": 3.3402922755741127, | |
| "grad_norm": 1.7071452140808105, | |
| "learning_rate": 4.81383049229872e-05, | |
| "loss": 0.33, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 3.347748285117805, | |
| "grad_norm": 27.484474182128906, | |
| "learning_rate": 4.8121735903077864e-05, | |
| "loss": 0.4431, | |
| "step": 11225 | |
| }, | |
| { | |
| "epoch": 3.355204294661497, | |
| "grad_norm": 30.908485412597656, | |
| "learning_rate": 4.8105166883168527e-05, | |
| "loss": 0.1375, | |
| "step": 11250 | |
| }, | |
| { | |
| "epoch": 3.3626603042051895, | |
| "grad_norm": 15.244987487792969, | |
| "learning_rate": 4.8088597863259196e-05, | |
| "loss": 0.1436, | |
| "step": 11275 | |
| }, | |
| { | |
| "epoch": 3.3701163137488814, | |
| "grad_norm": 5.141242504119873, | |
| "learning_rate": 4.807202884334986e-05, | |
| "loss": 0.2911, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 3.377572323292574, | |
| "grad_norm": 5.202120304107666, | |
| "learning_rate": 4.805545982344053e-05, | |
| "loss": 0.1735, | |
| "step": 11325 | |
| }, | |
| { | |
| "epoch": 3.3850283328362663, | |
| "grad_norm": 0.155669167637825, | |
| "learning_rate": 4.803889080353119e-05, | |
| "loss": 0.1395, | |
| "step": 11350 | |
| }, | |
| { | |
| "epoch": 3.392484342379958, | |
| "grad_norm": 37.31657791137695, | |
| "learning_rate": 4.802232178362186e-05, | |
| "loss": 0.2422, | |
| "step": 11375 | |
| }, | |
| { | |
| "epoch": 3.3999403519236506, | |
| "grad_norm": 1.6722973585128784, | |
| "learning_rate": 4.800575276371253e-05, | |
| "loss": 0.1709, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 3.4073963614673426, | |
| "grad_norm": 41.64527130126953, | |
| "learning_rate": 4.798918374380319e-05, | |
| "loss": 0.2258, | |
| "step": 11425 | |
| }, | |
| { | |
| "epoch": 3.414852371011035, | |
| "grad_norm": 12.723953247070312, | |
| "learning_rate": 4.797261472389385e-05, | |
| "loss": 0.1889, | |
| "step": 11450 | |
| }, | |
| { | |
| "epoch": 3.422308380554727, | |
| "grad_norm": 35.9575080871582, | |
| "learning_rate": 4.795604570398452e-05, | |
| "loss": 0.18, | |
| "step": 11475 | |
| }, | |
| { | |
| "epoch": 3.4297643900984194, | |
| "grad_norm": 1.8803658485412598, | |
| "learning_rate": 4.7939476684075184e-05, | |
| "loss": 0.3035, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 3.4372203996421113, | |
| "grad_norm": 0.22066275775432587, | |
| "learning_rate": 4.792290766416585e-05, | |
| "loss": 0.1552, | |
| "step": 11525 | |
| }, | |
| { | |
| "epoch": 3.4446764091858038, | |
| "grad_norm": 2.5760536193847656, | |
| "learning_rate": 4.7906338644256515e-05, | |
| "loss": 0.1945, | |
| "step": 11550 | |
| }, | |
| { | |
| "epoch": 3.452132418729496, | |
| "grad_norm": 19.55931282043457, | |
| "learning_rate": 4.788976962434718e-05, | |
| "loss": 0.3879, | |
| "step": 11575 | |
| }, | |
| { | |
| "epoch": 3.459588428273188, | |
| "grad_norm": 0.1631491780281067, | |
| "learning_rate": 4.7873200604437854e-05, | |
| "loss": 0.184, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 3.4670444378168805, | |
| "grad_norm": 16.460819244384766, | |
| "learning_rate": 4.7856631584528516e-05, | |
| "loss": 0.2637, | |
| "step": 11625 | |
| }, | |
| { | |
| "epoch": 3.4745004473605725, | |
| "grad_norm": 14.154874801635742, | |
| "learning_rate": 4.784006256461918e-05, | |
| "loss": 0.2471, | |
| "step": 11650 | |
| }, | |
| { | |
| "epoch": 3.481956456904265, | |
| "grad_norm": 28.12816047668457, | |
| "learning_rate": 4.782349354470985e-05, | |
| "loss": 0.2432, | |
| "step": 11675 | |
| }, | |
| { | |
| "epoch": 3.489412466447957, | |
| "grad_norm": 4.544245719909668, | |
| "learning_rate": 4.780692452480051e-05, | |
| "loss": 0.1726, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 3.4968684759916493, | |
| "grad_norm": 37.361698150634766, | |
| "learning_rate": 4.779035550489118e-05, | |
| "loss": 0.2676, | |
| "step": 11725 | |
| }, | |
| { | |
| "epoch": 3.5043244855353413, | |
| "grad_norm": 0.2849110960960388, | |
| "learning_rate": 4.777378648498184e-05, | |
| "loss": 0.1267, | |
| "step": 11750 | |
| }, | |
| { | |
| "epoch": 3.5117804950790337, | |
| "grad_norm": 13.191654205322266, | |
| "learning_rate": 4.7757217465072504e-05, | |
| "loss": 0.261, | |
| "step": 11775 | |
| }, | |
| { | |
| "epoch": 3.519236504622726, | |
| "grad_norm": 17.304588317871094, | |
| "learning_rate": 4.774064844516317e-05, | |
| "loss": 0.1624, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 3.526692514166418, | |
| "grad_norm": 6.902221202850342, | |
| "learning_rate": 4.7724079425253835e-05, | |
| "loss": 0.2299, | |
| "step": 11825 | |
| }, | |
| { | |
| "epoch": 3.5341485237101105, | |
| "grad_norm": 29.891098022460938, | |
| "learning_rate": 4.770751040534451e-05, | |
| "loss": 0.2008, | |
| "step": 11850 | |
| }, | |
| { | |
| "epoch": 3.5416045332538024, | |
| "grad_norm": 1.6863594055175781, | |
| "learning_rate": 4.769094138543517e-05, | |
| "loss": 0.1565, | |
| "step": 11875 | |
| }, | |
| { | |
| "epoch": 3.549060542797495, | |
| "grad_norm": 16.029647827148438, | |
| "learning_rate": 4.7674372365525836e-05, | |
| "loss": 0.2082, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 3.5565165523411872, | |
| "grad_norm": 5.520860195159912, | |
| "learning_rate": 4.7657803345616505e-05, | |
| "loss": 0.2113, | |
| "step": 11925 | |
| }, | |
| { | |
| "epoch": 3.563972561884879, | |
| "grad_norm": 10.906929016113281, | |
| "learning_rate": 4.764123432570717e-05, | |
| "loss": 0.2652, | |
| "step": 11950 | |
| }, | |
| { | |
| "epoch": 3.571428571428571, | |
| "grad_norm": 17.15738868713379, | |
| "learning_rate": 4.7624665305797836e-05, | |
| "loss": 0.1654, | |
| "step": 11975 | |
| }, | |
| { | |
| "epoch": 3.5788845809722636, | |
| "grad_norm": 3.8852152824401855, | |
| "learning_rate": 4.76080962858885e-05, | |
| "loss": 0.3021, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 3.586340590515956, | |
| "grad_norm": 3.2705817222595215, | |
| "learning_rate": 4.759152726597916e-05, | |
| "loss": 0.2207, | |
| "step": 12025 | |
| }, | |
| { | |
| "epoch": 3.593796600059648, | |
| "grad_norm": 2.1786513328552246, | |
| "learning_rate": 4.757495824606983e-05, | |
| "loss": 0.2425, | |
| "step": 12050 | |
| }, | |
| { | |
| "epoch": 3.6012526096033404, | |
| "grad_norm": 1.1399081945419312, | |
| "learning_rate": 4.75583892261605e-05, | |
| "loss": 0.1534, | |
| "step": 12075 | |
| }, | |
| { | |
| "epoch": 3.6087086191470323, | |
| "grad_norm": 56.90084457397461, | |
| "learning_rate": 4.754182020625116e-05, | |
| "loss": 0.2596, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 3.6161646286907247, | |
| "grad_norm": 14.946979522705078, | |
| "learning_rate": 4.752525118634183e-05, | |
| "loss": 0.3018, | |
| "step": 12125 | |
| }, | |
| { | |
| "epoch": 3.623620638234417, | |
| "grad_norm": 4.24704122543335, | |
| "learning_rate": 4.750868216643249e-05, | |
| "loss": 0.2398, | |
| "step": 12150 | |
| }, | |
| { | |
| "epoch": 3.631076647778109, | |
| "grad_norm": 1.877937912940979, | |
| "learning_rate": 4.749211314652316e-05, | |
| "loss": 0.2393, | |
| "step": 12175 | |
| }, | |
| { | |
| "epoch": 3.6385326573218015, | |
| "grad_norm": 13.878131866455078, | |
| "learning_rate": 4.7475544126613824e-05, | |
| "loss": 0.269, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 3.6459886668654935, | |
| "grad_norm": 54.240055084228516, | |
| "learning_rate": 4.745897510670449e-05, | |
| "loss": 0.1789, | |
| "step": 12225 | |
| }, | |
| { | |
| "epoch": 3.653444676409186, | |
| "grad_norm": 50.91316604614258, | |
| "learning_rate": 4.7442406086795156e-05, | |
| "loss": 0.2266, | |
| "step": 12250 | |
| }, | |
| { | |
| "epoch": 3.660900685952878, | |
| "grad_norm": Infinity, | |
| "learning_rate": 4.7426499827682196e-05, | |
| "loss": 0.2616, | |
| "step": 12275 | |
| }, | |
| { | |
| "epoch": 3.6683566954965703, | |
| "grad_norm": 18.687328338623047, | |
| "learning_rate": 4.7409930807772865e-05, | |
| "loss": 0.2016, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 3.6758127050402623, | |
| "grad_norm": 0.21909315884113312, | |
| "learning_rate": 4.739336178786353e-05, | |
| "loss": 0.1519, | |
| "step": 12325 | |
| }, | |
| { | |
| "epoch": 3.6832687145839547, | |
| "grad_norm": 31.093547821044922, | |
| "learning_rate": 4.737679276795419e-05, | |
| "loss": 0.1486, | |
| "step": 12350 | |
| }, | |
| { | |
| "epoch": 3.690724724127647, | |
| "grad_norm": 19.91496467590332, | |
| "learning_rate": 4.736022374804486e-05, | |
| "loss": 0.1421, | |
| "step": 12375 | |
| }, | |
| { | |
| "epoch": 3.698180733671339, | |
| "grad_norm": 0.031140485778450966, | |
| "learning_rate": 4.734365472813552e-05, | |
| "loss": 0.174, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 3.7056367432150314, | |
| "grad_norm": 0.5245652198791504, | |
| "learning_rate": 4.732708570822619e-05, | |
| "loss": 0.1967, | |
| "step": 12425 | |
| }, | |
| { | |
| "epoch": 3.7130927527587234, | |
| "grad_norm": 9.509659767150879, | |
| "learning_rate": 4.731051668831685e-05, | |
| "loss": 0.3401, | |
| "step": 12450 | |
| }, | |
| { | |
| "epoch": 3.720548762302416, | |
| "grad_norm": 0.24189208447933197, | |
| "learning_rate": 4.729394766840752e-05, | |
| "loss": 0.1994, | |
| "step": 12475 | |
| }, | |
| { | |
| "epoch": 3.7280047718461082, | |
| "grad_norm": 7.9083733558654785, | |
| "learning_rate": 4.727737864849819e-05, | |
| "loss": 0.165, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 3.7354607813898, | |
| "grad_norm": 13.54222297668457, | |
| "learning_rate": 4.7260809628588854e-05, | |
| "loss": 0.2339, | |
| "step": 12525 | |
| }, | |
| { | |
| "epoch": 3.742916790933492, | |
| "grad_norm": 0.5903582572937012, | |
| "learning_rate": 4.7244240608679516e-05, | |
| "loss": 0.2427, | |
| "step": 12550 | |
| }, | |
| { | |
| "epoch": 3.7503728004771846, | |
| "grad_norm": 2.730581521987915, | |
| "learning_rate": 4.7227671588770185e-05, | |
| "loss": 0.1408, | |
| "step": 12575 | |
| }, | |
| { | |
| "epoch": 3.757828810020877, | |
| "grad_norm": 0.4194844365119934, | |
| "learning_rate": 4.721110256886085e-05, | |
| "loss": 0.2342, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 3.765284819564569, | |
| "grad_norm": 20.00274658203125, | |
| "learning_rate": 4.7194533548951517e-05, | |
| "loss": 0.0921, | |
| "step": 12625 | |
| }, | |
| { | |
| "epoch": 3.7727408291082614, | |
| "grad_norm": 0.035322315990924835, | |
| "learning_rate": 4.717796452904218e-05, | |
| "loss": 0.1742, | |
| "step": 12650 | |
| }, | |
| { | |
| "epoch": 3.7801968386519533, | |
| "grad_norm": 15.161859512329102, | |
| "learning_rate": 4.716139550913284e-05, | |
| "loss": 0.185, | |
| "step": 12675 | |
| }, | |
| { | |
| "epoch": 3.7876528481956457, | |
| "grad_norm": 13.298684120178223, | |
| "learning_rate": 4.714482648922351e-05, | |
| "loss": 0.1626, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 3.795108857739338, | |
| "grad_norm": 14.108867645263672, | |
| "learning_rate": 4.712825746931418e-05, | |
| "loss": 0.2064, | |
| "step": 12725 | |
| }, | |
| { | |
| "epoch": 3.80256486728303, | |
| "grad_norm": 6.5551886558532715, | |
| "learning_rate": 4.711168844940484e-05, | |
| "loss": 0.1743, | |
| "step": 12750 | |
| }, | |
| { | |
| "epoch": 3.810020876826722, | |
| "grad_norm": 1.9325826168060303, | |
| "learning_rate": 4.709511942949551e-05, | |
| "loss": 0.2071, | |
| "step": 12775 | |
| }, | |
| { | |
| "epoch": 3.8174768863704145, | |
| "grad_norm": 9.065774917602539, | |
| "learning_rate": 4.707855040958617e-05, | |
| "loss": 0.2417, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 3.824932895914107, | |
| "grad_norm": 16.085844039916992, | |
| "learning_rate": 4.706198138967684e-05, | |
| "loss": 0.1279, | |
| "step": 12825 | |
| }, | |
| { | |
| "epoch": 3.832388905457799, | |
| "grad_norm": 19.756853103637695, | |
| "learning_rate": 4.7045412369767505e-05, | |
| "loss": 0.2925, | |
| "step": 12850 | |
| }, | |
| { | |
| "epoch": 3.8398449150014913, | |
| "grad_norm": 0.015781521797180176, | |
| "learning_rate": 4.702884334985817e-05, | |
| "loss": 0.2662, | |
| "step": 12875 | |
| }, | |
| { | |
| "epoch": 3.8473009245451832, | |
| "grad_norm": 0.3410816192626953, | |
| "learning_rate": 4.7012274329948836e-05, | |
| "loss": 0.2415, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 3.8547569340888757, | |
| "grad_norm": 10.625577926635742, | |
| "learning_rate": 4.69957053100395e-05, | |
| "loss": 0.1441, | |
| "step": 12925 | |
| }, | |
| { | |
| "epoch": 3.862212943632568, | |
| "grad_norm": 28.55473518371582, | |
| "learning_rate": 4.697913629013017e-05, | |
| "loss": 0.2246, | |
| "step": 12950 | |
| }, | |
| { | |
| "epoch": 3.86966895317626, | |
| "grad_norm": 18.04960060119629, | |
| "learning_rate": 4.696256727022084e-05, | |
| "loss": 0.1946, | |
| "step": 12975 | |
| }, | |
| { | |
| "epoch": 3.8771249627199524, | |
| "grad_norm": 12.809388160705566, | |
| "learning_rate": 4.69459982503115e-05, | |
| "loss": 0.1689, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 3.8845809722636444, | |
| "grad_norm": 12.735445022583008, | |
| "learning_rate": 4.692942923040217e-05, | |
| "loss": 0.3456, | |
| "step": 13025 | |
| }, | |
| { | |
| "epoch": 3.892036981807337, | |
| "grad_norm": 13.631649017333984, | |
| "learning_rate": 4.691286021049283e-05, | |
| "loss": 0.1507, | |
| "step": 13050 | |
| }, | |
| { | |
| "epoch": 3.899492991351029, | |
| "grad_norm": 6.858339786529541, | |
| "learning_rate": 4.68962911905835e-05, | |
| "loss": 0.1571, | |
| "step": 13075 | |
| }, | |
| { | |
| "epoch": 3.906949000894721, | |
| "grad_norm": 0.8234581351280212, | |
| "learning_rate": 4.687972217067416e-05, | |
| "loss": 0.0485, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 3.914405010438413, | |
| "grad_norm": 54.14894104003906, | |
| "learning_rate": 4.6863153150764824e-05, | |
| "loss": 0.1594, | |
| "step": 13125 | |
| }, | |
| { | |
| "epoch": 3.9218610199821056, | |
| "grad_norm": 0.19911998510360718, | |
| "learning_rate": 4.6846584130855493e-05, | |
| "loss": 0.2208, | |
| "step": 13150 | |
| }, | |
| { | |
| "epoch": 3.929317029525798, | |
| "grad_norm": 12.671158790588379, | |
| "learning_rate": 4.6830015110946156e-05, | |
| "loss": 0.1298, | |
| "step": 13175 | |
| }, | |
| { | |
| "epoch": 3.93677303906949, | |
| "grad_norm": 5.566137313842773, | |
| "learning_rate": 4.6813446091036825e-05, | |
| "loss": 0.2675, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 3.9442290486131824, | |
| "grad_norm": 3.0645034313201904, | |
| "learning_rate": 4.6796877071127494e-05, | |
| "loss": 0.1215, | |
| "step": 13225 | |
| }, | |
| { | |
| "epoch": 3.9516850581568743, | |
| "grad_norm": 0.5267123579978943, | |
| "learning_rate": 4.6780308051218156e-05, | |
| "loss": 0.1125, | |
| "step": 13250 | |
| }, | |
| { | |
| "epoch": 3.9591410677005667, | |
| "grad_norm": 6.624309062957764, | |
| "learning_rate": 4.6763739031308826e-05, | |
| "loss": 0.197, | |
| "step": 13275 | |
| }, | |
| { | |
| "epoch": 3.966597077244259, | |
| "grad_norm": 15.308833122253418, | |
| "learning_rate": 4.674717001139949e-05, | |
| "loss": 0.0796, | |
| "step": 13300 | |
| }, | |
| { | |
| "epoch": 3.974053086787951, | |
| "grad_norm": 1.9672225713729858, | |
| "learning_rate": 4.673060099149015e-05, | |
| "loss": 0.3087, | |
| "step": 13325 | |
| }, | |
| { | |
| "epoch": 3.981509096331643, | |
| "grad_norm": 9.752317428588867, | |
| "learning_rate": 4.671403197158082e-05, | |
| "loss": 0.1106, | |
| "step": 13350 | |
| }, | |
| { | |
| "epoch": 3.9889651058753355, | |
| "grad_norm": 69.8141860961914, | |
| "learning_rate": 4.669746295167148e-05, | |
| "loss": 0.1566, | |
| "step": 13375 | |
| }, | |
| { | |
| "epoch": 3.996421115419028, | |
| "grad_norm": 18.129182815551758, | |
| "learning_rate": 4.668089393176215e-05, | |
| "loss": 0.1422, | |
| "step": 13400 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_gen_len": 8.8205, | |
| "eval_loss": 0.22952935099601746, | |
| "eval_rouge1": 89.3626, | |
| "eval_rouge2": 74.5509, | |
| "eval_rougeL": 89.1898, | |
| "eval_rougeLsum": 89.2039, | |
| "eval_runtime": 105.2444, | |
| "eval_samples_per_second": 15.934, | |
| "eval_steps_per_second": 3.991, | |
| "step": 13412 | |
| }, | |
| { | |
| "epoch": 4.00387712496272, | |
| "grad_norm": 4.1664204597473145, | |
| "learning_rate": 4.666432491185281e-05, | |
| "loss": 0.0988, | |
| "step": 13425 | |
| }, | |
| { | |
| "epoch": 4.011333134506412, | |
| "grad_norm": 1.5676534175872803, | |
| "learning_rate": 4.664775589194348e-05, | |
| "loss": 0.0775, | |
| "step": 13450 | |
| }, | |
| { | |
| "epoch": 4.018789144050104, | |
| "grad_norm": 1.9181686639785767, | |
| "learning_rate": 4.663118687203415e-05, | |
| "loss": 0.1013, | |
| "step": 13475 | |
| }, | |
| { | |
| "epoch": 4.026245153593797, | |
| "grad_norm": 37.71769332885742, | |
| "learning_rate": 4.6614617852124814e-05, | |
| "loss": 0.1236, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 4.033701163137489, | |
| "grad_norm": 12.9027099609375, | |
| "learning_rate": 4.659804883221548e-05, | |
| "loss": 0.2319, | |
| "step": 13525 | |
| }, | |
| { | |
| "epoch": 4.0411571726811815, | |
| "grad_norm": 0.3448346257209778, | |
| "learning_rate": 4.6581479812306145e-05, | |
| "loss": 0.1614, | |
| "step": 13550 | |
| }, | |
| { | |
| "epoch": 4.048613182224873, | |
| "grad_norm": 0.2613756060600281, | |
| "learning_rate": 4.656491079239681e-05, | |
| "loss": 0.0753, | |
| "step": 13575 | |
| }, | |
| { | |
| "epoch": 4.056069191768565, | |
| "grad_norm": 12.620153427124023, | |
| "learning_rate": 4.6549004533283855e-05, | |
| "loss": 0.1857, | |
| "step": 13600 | |
| }, | |
| { | |
| "epoch": 4.063525201312258, | |
| "grad_norm": 49.89236068725586, | |
| "learning_rate": 4.653243551337452e-05, | |
| "loss": 0.2494, | |
| "step": 13625 | |
| }, | |
| { | |
| "epoch": 4.07098121085595, | |
| "grad_norm": 0.03416460007429123, | |
| "learning_rate": 4.651586649346518e-05, | |
| "loss": 0.1864, | |
| "step": 13650 | |
| }, | |
| { | |
| "epoch": 4.078437220399642, | |
| "grad_norm": 23.923843383789062, | |
| "learning_rate": 4.649929747355585e-05, | |
| "loss": 0.1432, | |
| "step": 13675 | |
| }, | |
| { | |
| "epoch": 4.085893229943334, | |
| "grad_norm": 26.50322723388672, | |
| "learning_rate": 4.648272845364651e-05, | |
| "loss": 0.0544, | |
| "step": 13700 | |
| }, | |
| { | |
| "epoch": 4.093349239487027, | |
| "grad_norm": 2.477444887161255, | |
| "learning_rate": 4.646615943373718e-05, | |
| "loss": 0.0846, | |
| "step": 13725 | |
| }, | |
| { | |
| "epoch": 4.100805249030719, | |
| "grad_norm": 4.058847904205322, | |
| "learning_rate": 4.644959041382784e-05, | |
| "loss": 0.1216, | |
| "step": 13750 | |
| }, | |
| { | |
| "epoch": 4.108261258574411, | |
| "grad_norm": 22.271705627441406, | |
| "learning_rate": 4.6433021393918505e-05, | |
| "loss": 0.1599, | |
| "step": 13775 | |
| }, | |
| { | |
| "epoch": 4.115717268118103, | |
| "grad_norm": 14.830306053161621, | |
| "learning_rate": 4.6416452374009174e-05, | |
| "loss": 0.1047, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 4.123173277661795, | |
| "grad_norm": 20.900365829467773, | |
| "learning_rate": 4.6399883354099836e-05, | |
| "loss": 0.2165, | |
| "step": 13825 | |
| }, | |
| { | |
| "epoch": 4.130629287205488, | |
| "grad_norm": 0.04809415712952614, | |
| "learning_rate": 4.6383314334190505e-05, | |
| "loss": 0.0797, | |
| "step": 13850 | |
| }, | |
| { | |
| "epoch": 4.13808529674918, | |
| "grad_norm": 2.7082746028900146, | |
| "learning_rate": 4.6366745314281174e-05, | |
| "loss": 0.2539, | |
| "step": 13875 | |
| }, | |
| { | |
| "epoch": 4.145541306292872, | |
| "grad_norm": 5.5213823318481445, | |
| "learning_rate": 4.635017629437184e-05, | |
| "loss": 0.0967, | |
| "step": 13900 | |
| }, | |
| { | |
| "epoch": 4.152997315836564, | |
| "grad_norm": 0.5523321628570557, | |
| "learning_rate": 4.6333607274462506e-05, | |
| "loss": 0.115, | |
| "step": 13925 | |
| }, | |
| { | |
| "epoch": 4.1604533253802565, | |
| "grad_norm": 2.0624325275421143, | |
| "learning_rate": 4.631703825455317e-05, | |
| "loss": 0.1811, | |
| "step": 13950 | |
| }, | |
| { | |
| "epoch": 4.167909334923949, | |
| "grad_norm": 0.551288366317749, | |
| "learning_rate": 4.630046923464384e-05, | |
| "loss": 0.1378, | |
| "step": 13975 | |
| }, | |
| { | |
| "epoch": 4.175365344467641, | |
| "grad_norm": 0.5739544034004211, | |
| "learning_rate": 4.62839002147345e-05, | |
| "loss": 0.0912, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 4.182821354011333, | |
| "grad_norm": 23.730623245239258, | |
| "learning_rate": 4.626733119482516e-05, | |
| "loss": 0.2853, | |
| "step": 14025 | |
| }, | |
| { | |
| "epoch": 4.190277363555025, | |
| "grad_norm": 10.519808769226074, | |
| "learning_rate": 4.625076217491583e-05, | |
| "loss": 0.1026, | |
| "step": 14050 | |
| }, | |
| { | |
| "epoch": 4.197733373098718, | |
| "grad_norm": 0.21397335827350616, | |
| "learning_rate": 4.62341931550065e-05, | |
| "loss": 0.0714, | |
| "step": 14075 | |
| }, | |
| { | |
| "epoch": 4.20518938264241, | |
| "grad_norm": 1.646802306175232, | |
| "learning_rate": 4.621762413509716e-05, | |
| "loss": 0.1204, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 4.2126453921861025, | |
| "grad_norm": 11.778765678405762, | |
| "learning_rate": 4.620105511518783e-05, | |
| "loss": 0.092, | |
| "step": 14125 | |
| }, | |
| { | |
| "epoch": 4.220101401729794, | |
| "grad_norm": 22.594240188598633, | |
| "learning_rate": 4.6184486095278494e-05, | |
| "loss": 0.1312, | |
| "step": 14150 | |
| }, | |
| { | |
| "epoch": 4.227557411273486, | |
| "grad_norm": 0.8660998940467834, | |
| "learning_rate": 4.616791707536916e-05, | |
| "loss": 0.1609, | |
| "step": 14175 | |
| }, | |
| { | |
| "epoch": 4.235013420817179, | |
| "grad_norm": 31.39341926574707, | |
| "learning_rate": 4.6151348055459826e-05, | |
| "loss": 0.2667, | |
| "step": 14200 | |
| }, | |
| { | |
| "epoch": 4.242469430360871, | |
| "grad_norm": 0.04638830944895744, | |
| "learning_rate": 4.613477903555049e-05, | |
| "loss": 0.1241, | |
| "step": 14225 | |
| }, | |
| { | |
| "epoch": 4.249925439904563, | |
| "grad_norm": 1.1062257289886475, | |
| "learning_rate": 4.611821001564116e-05, | |
| "loss": 0.1065, | |
| "step": 14250 | |
| }, | |
| { | |
| "epoch": 4.257381449448255, | |
| "grad_norm": 1.4014554023742676, | |
| "learning_rate": 4.610164099573182e-05, | |
| "loss": 0.117, | |
| "step": 14275 | |
| }, | |
| { | |
| "epoch": 4.2648374589919475, | |
| "grad_norm": 10.264939308166504, | |
| "learning_rate": 4.608507197582249e-05, | |
| "loss": 0.1761, | |
| "step": 14300 | |
| }, | |
| { | |
| "epoch": 4.27229346853564, | |
| "grad_norm": 5.444455623626709, | |
| "learning_rate": 4.606850295591316e-05, | |
| "loss": 0.1822, | |
| "step": 14325 | |
| }, | |
| { | |
| "epoch": 4.2797494780793315, | |
| "grad_norm": 0.25484806299209595, | |
| "learning_rate": 4.605193393600382e-05, | |
| "loss": 0.0569, | |
| "step": 14350 | |
| }, | |
| { | |
| "epoch": 4.287205487623024, | |
| "grad_norm": 13.141998291015625, | |
| "learning_rate": 4.603536491609449e-05, | |
| "loss": 0.1328, | |
| "step": 14375 | |
| }, | |
| { | |
| "epoch": 4.294661497166716, | |
| "grad_norm": 0.047426436096429825, | |
| "learning_rate": 4.601879589618515e-05, | |
| "loss": 0.1656, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 4.302117506710409, | |
| "grad_norm": 14.1134614944458, | |
| "learning_rate": 4.6002226876275814e-05, | |
| "loss": 0.1843, | |
| "step": 14425 | |
| }, | |
| { | |
| "epoch": 4.309573516254101, | |
| "grad_norm": 0.0767190232872963, | |
| "learning_rate": 4.598565785636648e-05, | |
| "loss": 0.1311, | |
| "step": 14450 | |
| }, | |
| { | |
| "epoch": 4.317029525797793, | |
| "grad_norm": 1.5797250270843506, | |
| "learning_rate": 4.5969088836457145e-05, | |
| "loss": 0.1161, | |
| "step": 14475 | |
| }, | |
| { | |
| "epoch": 4.324485535341485, | |
| "grad_norm": 0.14433561265468597, | |
| "learning_rate": 4.5952519816547814e-05, | |
| "loss": 0.1597, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 4.3319415448851775, | |
| "grad_norm": 18.34807014465332, | |
| "learning_rate": 4.593595079663848e-05, | |
| "loss": 0.1026, | |
| "step": 14525 | |
| }, | |
| { | |
| "epoch": 4.33939755442887, | |
| "grad_norm": 0.033856164664030075, | |
| "learning_rate": 4.5919381776729146e-05, | |
| "loss": 0.1124, | |
| "step": 14550 | |
| }, | |
| { | |
| "epoch": 4.346853563972562, | |
| "grad_norm": 3.9369986057281494, | |
| "learning_rate": 4.5902812756819815e-05, | |
| "loss": 0.1223, | |
| "step": 14575 | |
| }, | |
| { | |
| "epoch": 4.354309573516254, | |
| "grad_norm": 1.2985237836837769, | |
| "learning_rate": 4.588624373691048e-05, | |
| "loss": 0.0947, | |
| "step": 14600 | |
| }, | |
| { | |
| "epoch": 4.361765583059946, | |
| "grad_norm": 0.030779710039496422, | |
| "learning_rate": 4.5869674717001146e-05, | |
| "loss": 0.1627, | |
| "step": 14625 | |
| }, | |
| { | |
| "epoch": 4.369221592603639, | |
| "grad_norm": 0.5389582514762878, | |
| "learning_rate": 4.585310569709181e-05, | |
| "loss": 0.1019, | |
| "step": 14650 | |
| }, | |
| { | |
| "epoch": 4.376677602147331, | |
| "grad_norm": 47.4750862121582, | |
| "learning_rate": 4.583653667718247e-05, | |
| "loss": 0.2532, | |
| "step": 14675 | |
| }, | |
| { | |
| "epoch": 4.384133611691023, | |
| "grad_norm": 0.20324255526065826, | |
| "learning_rate": 4.581996765727314e-05, | |
| "loss": 0.1099, | |
| "step": 14700 | |
| }, | |
| { | |
| "epoch": 4.391589621234715, | |
| "grad_norm": 8.618117332458496, | |
| "learning_rate": 4.58033986373638e-05, | |
| "loss": 0.1625, | |
| "step": 14725 | |
| }, | |
| { | |
| "epoch": 4.399045630778407, | |
| "grad_norm": 14.791823387145996, | |
| "learning_rate": 4.578682961745447e-05, | |
| "loss": 0.1611, | |
| "step": 14750 | |
| }, | |
| { | |
| "epoch": 4.4065016403221, | |
| "grad_norm": 1.8301466703414917, | |
| "learning_rate": 4.5770260597545134e-05, | |
| "loss": 0.1291, | |
| "step": 14775 | |
| }, | |
| { | |
| "epoch": 4.413957649865792, | |
| "grad_norm": 0.02634044922888279, | |
| "learning_rate": 4.57536915776358e-05, | |
| "loss": 0.0426, | |
| "step": 14800 | |
| }, | |
| { | |
| "epoch": 4.421413659409484, | |
| "grad_norm": 8.729630470275879, | |
| "learning_rate": 4.573712255772647e-05, | |
| "loss": 0.1576, | |
| "step": 14825 | |
| }, | |
| { | |
| "epoch": 4.428869668953176, | |
| "grad_norm": 8.50086498260498, | |
| "learning_rate": 4.5720553537817135e-05, | |
| "loss": 0.2184, | |
| "step": 14850 | |
| }, | |
| { | |
| "epoch": 4.4363256784968685, | |
| "grad_norm": 2.6643874645233154, | |
| "learning_rate": 4.57039845179078e-05, | |
| "loss": 0.1499, | |
| "step": 14875 | |
| }, | |
| { | |
| "epoch": 4.443781688040561, | |
| "grad_norm": 0.253903329372406, | |
| "learning_rate": 4.5687415497998466e-05, | |
| "loss": 0.1432, | |
| "step": 14900 | |
| }, | |
| { | |
| "epoch": 4.4512376975842525, | |
| "grad_norm": 6.4706573486328125, | |
| "learning_rate": 4.567084647808913e-05, | |
| "loss": 0.1689, | |
| "step": 14925 | |
| }, | |
| { | |
| "epoch": 4.458693707127945, | |
| "grad_norm": 3.9063432216644287, | |
| "learning_rate": 4.56542774581798e-05, | |
| "loss": 0.1393, | |
| "step": 14950 | |
| }, | |
| { | |
| "epoch": 4.466149716671637, | |
| "grad_norm": 5.083062648773193, | |
| "learning_rate": 4.563770843827046e-05, | |
| "loss": 0.0821, | |
| "step": 14975 | |
| }, | |
| { | |
| "epoch": 4.47360572621533, | |
| "grad_norm": 31.4875545501709, | |
| "learning_rate": 4.562113941836112e-05, | |
| "loss": 0.2829, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 4.481061735759022, | |
| "grad_norm": 0.055298592895269394, | |
| "learning_rate": 4.560457039845179e-05, | |
| "loss": 0.0949, | |
| "step": 15025 | |
| }, | |
| { | |
| "epoch": 4.488517745302714, | |
| "grad_norm": 9.65718936920166, | |
| "learning_rate": 4.558800137854246e-05, | |
| "loss": 0.159, | |
| "step": 15050 | |
| }, | |
| { | |
| "epoch": 4.495973754846406, | |
| "grad_norm": 9.367506980895996, | |
| "learning_rate": 4.557143235863312e-05, | |
| "loss": 0.1376, | |
| "step": 15075 | |
| }, | |
| { | |
| "epoch": 4.5034297643900985, | |
| "grad_norm": 0.32751259207725525, | |
| "learning_rate": 4.555486333872379e-05, | |
| "loss": 0.1999, | |
| "step": 15100 | |
| }, | |
| { | |
| "epoch": 4.510885773933791, | |
| "grad_norm": 12.641383171081543, | |
| "learning_rate": 4.5538294318814454e-05, | |
| "loss": 0.1897, | |
| "step": 15125 | |
| }, | |
| { | |
| "epoch": 4.518341783477483, | |
| "grad_norm": 0.09187845885753632, | |
| "learning_rate": 4.552172529890512e-05, | |
| "loss": 0.111, | |
| "step": 15150 | |
| }, | |
| { | |
| "epoch": 4.525797793021175, | |
| "grad_norm": 10.361546516418457, | |
| "learning_rate": 4.5505156278995786e-05, | |
| "loss": 0.1307, | |
| "step": 15175 | |
| }, | |
| { | |
| "epoch": 4.533253802564867, | |
| "grad_norm": 6.859467506408691, | |
| "learning_rate": 4.5488587259086455e-05, | |
| "loss": 0.0639, | |
| "step": 15200 | |
| }, | |
| { | |
| "epoch": 4.54070981210856, | |
| "grad_norm": 9.48729419708252, | |
| "learning_rate": 4.547201823917712e-05, | |
| "loss": 0.1368, | |
| "step": 15225 | |
| }, | |
| { | |
| "epoch": 4.548165821652252, | |
| "grad_norm": 0.25108686089515686, | |
| "learning_rate": 4.545544921926778e-05, | |
| "loss": 0.1616, | |
| "step": 15250 | |
| }, | |
| { | |
| "epoch": 4.5556218311959435, | |
| "grad_norm": 33.95174026489258, | |
| "learning_rate": 4.5438880199358455e-05, | |
| "loss": 0.1568, | |
| "step": 15275 | |
| }, | |
| { | |
| "epoch": 4.563077840739636, | |
| "grad_norm": 5.364670753479004, | |
| "learning_rate": 4.542231117944912e-05, | |
| "loss": 0.1048, | |
| "step": 15300 | |
| }, | |
| { | |
| "epoch": 4.570533850283328, | |
| "grad_norm": 1.4906331300735474, | |
| "learning_rate": 4.540574215953978e-05, | |
| "loss": 0.1542, | |
| "step": 15325 | |
| }, | |
| { | |
| "epoch": 4.577989859827021, | |
| "grad_norm": 21.04407501220703, | |
| "learning_rate": 4.538917313963045e-05, | |
| "loss": 0.0685, | |
| "step": 15350 | |
| }, | |
| { | |
| "epoch": 4.585445869370712, | |
| "grad_norm": 11.777868270874023, | |
| "learning_rate": 4.537260411972111e-05, | |
| "loss": 0.1628, | |
| "step": 15375 | |
| }, | |
| { | |
| "epoch": 4.592901878914405, | |
| "grad_norm": 13.60123348236084, | |
| "learning_rate": 4.535603509981178e-05, | |
| "loss": 0.19, | |
| "step": 15400 | |
| }, | |
| { | |
| "epoch": 4.600357888458097, | |
| "grad_norm": 12.014949798583984, | |
| "learning_rate": 4.533946607990244e-05, | |
| "loss": 0.1144, | |
| "step": 15425 | |
| }, | |
| { | |
| "epoch": 4.6078138980017895, | |
| "grad_norm": 21.47185516357422, | |
| "learning_rate": 4.5322897059993105e-05, | |
| "loss": 0.1211, | |
| "step": 15450 | |
| }, | |
| { | |
| "epoch": 4.615269907545482, | |
| "grad_norm": 0.010081280022859573, | |
| "learning_rate": 4.5306328040083774e-05, | |
| "loss": 0.1062, | |
| "step": 15475 | |
| }, | |
| { | |
| "epoch": 4.6227259170891735, | |
| "grad_norm": 0.2724536657333374, | |
| "learning_rate": 4.528975902017444e-05, | |
| "loss": 0.1029, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 4.630181926632866, | |
| "grad_norm": 0.1282346248626709, | |
| "learning_rate": 4.5273190000265106e-05, | |
| "loss": 0.1125, | |
| "step": 15525 | |
| }, | |
| { | |
| "epoch": 4.637637936176558, | |
| "grad_norm": 8.942920684814453, | |
| "learning_rate": 4.5256620980355775e-05, | |
| "loss": 0.1662, | |
| "step": 15550 | |
| }, | |
| { | |
| "epoch": 4.645093945720251, | |
| "grad_norm": 9.61270809173584, | |
| "learning_rate": 4.524005196044644e-05, | |
| "loss": 0.0608, | |
| "step": 15575 | |
| }, | |
| { | |
| "epoch": 4.652549955263943, | |
| "grad_norm": 0.3739064931869507, | |
| "learning_rate": 4.5223482940537106e-05, | |
| "loss": 0.1371, | |
| "step": 15600 | |
| }, | |
| { | |
| "epoch": 4.660005964807635, | |
| "grad_norm": 18.457700729370117, | |
| "learning_rate": 4.520691392062777e-05, | |
| "loss": 0.1166, | |
| "step": 15625 | |
| }, | |
| { | |
| "epoch": 4.667461974351327, | |
| "grad_norm": 10.917533874511719, | |
| "learning_rate": 4.519034490071843e-05, | |
| "loss": 0.1959, | |
| "step": 15650 | |
| }, | |
| { | |
| "epoch": 4.6749179838950194, | |
| "grad_norm": 3.7748892307281494, | |
| "learning_rate": 4.51737758808091e-05, | |
| "loss": 0.076, | |
| "step": 15675 | |
| }, | |
| { | |
| "epoch": 4.682373993438712, | |
| "grad_norm": 10.774211883544922, | |
| "learning_rate": 4.515720686089976e-05, | |
| "loss": 0.1744, | |
| "step": 15700 | |
| }, | |
| { | |
| "epoch": 4.689830002982404, | |
| "grad_norm": 4.676548480987549, | |
| "learning_rate": 4.514063784099043e-05, | |
| "loss": 0.0786, | |
| "step": 15725 | |
| }, | |
| { | |
| "epoch": 4.697286012526096, | |
| "grad_norm": 0.1515558362007141, | |
| "learning_rate": 4.51240688210811e-05, | |
| "loss": 0.0936, | |
| "step": 15750 | |
| }, | |
| { | |
| "epoch": 4.704742022069788, | |
| "grad_norm": 0.661237895488739, | |
| "learning_rate": 4.510749980117176e-05, | |
| "loss": 0.1791, | |
| "step": 15775 | |
| }, | |
| { | |
| "epoch": 4.712198031613481, | |
| "grad_norm": 64.2503890991211, | |
| "learning_rate": 4.509093078126243e-05, | |
| "loss": 0.1088, | |
| "step": 15800 | |
| }, | |
| { | |
| "epoch": 4.719654041157173, | |
| "grad_norm": 6.597042560577393, | |
| "learning_rate": 4.5074361761353095e-05, | |
| "loss": 0.0908, | |
| "step": 15825 | |
| }, | |
| { | |
| "epoch": 4.7271100507008645, | |
| "grad_norm": 11.98141860961914, | |
| "learning_rate": 4.5057792741443764e-05, | |
| "loss": 0.1698, | |
| "step": 15850 | |
| }, | |
| { | |
| "epoch": 4.734566060244557, | |
| "grad_norm": 102.98745727539062, | |
| "learning_rate": 4.5041223721534426e-05, | |
| "loss": 0.1326, | |
| "step": 15875 | |
| }, | |
| { | |
| "epoch": 4.742022069788249, | |
| "grad_norm": 21.18263816833496, | |
| "learning_rate": 4.502465470162509e-05, | |
| "loss": 0.1476, | |
| "step": 15900 | |
| }, | |
| { | |
| "epoch": 4.749478079331942, | |
| "grad_norm": 5.757909774780273, | |
| "learning_rate": 4.500808568171576e-05, | |
| "loss": 0.0975, | |
| "step": 15925 | |
| }, | |
| { | |
| "epoch": 4.756934088875633, | |
| "grad_norm": 0.33464935421943665, | |
| "learning_rate": 4.499151666180642e-05, | |
| "loss": 0.1271, | |
| "step": 15950 | |
| }, | |
| { | |
| "epoch": 4.764390098419326, | |
| "grad_norm": 30.5048885345459, | |
| "learning_rate": 4.497494764189709e-05, | |
| "loss": 0.1143, | |
| "step": 15975 | |
| }, | |
| { | |
| "epoch": 4.771846107963018, | |
| "grad_norm": 0.5966852307319641, | |
| "learning_rate": 4.495837862198776e-05, | |
| "loss": 0.0551, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 4.7793021175067105, | |
| "grad_norm": 19.64974594116211, | |
| "learning_rate": 4.494180960207842e-05, | |
| "loss": 0.1292, | |
| "step": 16025 | |
| }, | |
| { | |
| "epoch": 4.786758127050403, | |
| "grad_norm": 18.990375518798828, | |
| "learning_rate": 4.492524058216909e-05, | |
| "loss": 0.0927, | |
| "step": 16050 | |
| }, | |
| { | |
| "epoch": 4.7942141365940945, | |
| "grad_norm": 3.3394312858581543, | |
| "learning_rate": 4.490867156225975e-05, | |
| "loss": 0.1558, | |
| "step": 16075 | |
| }, | |
| { | |
| "epoch": 4.801670146137787, | |
| "grad_norm": 1.1377098560333252, | |
| "learning_rate": 4.4892102542350414e-05, | |
| "loss": 0.1145, | |
| "step": 16100 | |
| }, | |
| { | |
| "epoch": 4.809126155681479, | |
| "grad_norm": 35.98493957519531, | |
| "learning_rate": 4.4875533522441083e-05, | |
| "loss": 0.1942, | |
| "step": 16125 | |
| }, | |
| { | |
| "epoch": 4.816582165225172, | |
| "grad_norm": 12.814781188964844, | |
| "learning_rate": 4.4858964502531746e-05, | |
| "loss": 0.2208, | |
| "step": 16150 | |
| }, | |
| { | |
| "epoch": 4.824038174768864, | |
| "grad_norm": 20.98240852355957, | |
| "learning_rate": 4.4842395482622415e-05, | |
| "loss": 0.0748, | |
| "step": 16175 | |
| }, | |
| { | |
| "epoch": 4.831494184312556, | |
| "grad_norm": 23.819093704223633, | |
| "learning_rate": 4.482582646271308e-05, | |
| "loss": 0.1131, | |
| "step": 16200 | |
| }, | |
| { | |
| "epoch": 4.838950193856248, | |
| "grad_norm": 3.9502758979797363, | |
| "learning_rate": 4.4809257442803746e-05, | |
| "loss": 0.0948, | |
| "step": 16225 | |
| }, | |
| { | |
| "epoch": 4.84640620339994, | |
| "grad_norm": 56.03023147583008, | |
| "learning_rate": 4.4792688422894415e-05, | |
| "loss": 0.1912, | |
| "step": 16250 | |
| }, | |
| { | |
| "epoch": 4.853862212943633, | |
| "grad_norm": 16.82088851928711, | |
| "learning_rate": 4.477611940298508e-05, | |
| "loss": 0.084, | |
| "step": 16275 | |
| }, | |
| { | |
| "epoch": 4.861318222487325, | |
| "grad_norm": 4.70719575881958, | |
| "learning_rate": 4.475955038307574e-05, | |
| "loss": 0.1498, | |
| "step": 16300 | |
| }, | |
| { | |
| "epoch": 4.868774232031017, | |
| "grad_norm": 0.018220912665128708, | |
| "learning_rate": 4.474298136316641e-05, | |
| "loss": 0.166, | |
| "step": 16325 | |
| }, | |
| { | |
| "epoch": 4.876230241574709, | |
| "grad_norm": 2.55483078956604, | |
| "learning_rate": 4.472641234325707e-05, | |
| "loss": 0.0708, | |
| "step": 16350 | |
| }, | |
| { | |
| "epoch": 4.883686251118402, | |
| "grad_norm": 6.328634738922119, | |
| "learning_rate": 4.470984332334774e-05, | |
| "loss": 0.0798, | |
| "step": 16375 | |
| }, | |
| { | |
| "epoch": 4.891142260662094, | |
| "grad_norm": 4.580233573913574, | |
| "learning_rate": 4.46932743034384e-05, | |
| "loss": 0.0574, | |
| "step": 16400 | |
| }, | |
| { | |
| "epoch": 4.8985982702057855, | |
| "grad_norm": 0.2286739945411682, | |
| "learning_rate": 4.467670528352907e-05, | |
| "loss": 0.1437, | |
| "step": 16425 | |
| }, | |
| { | |
| "epoch": 4.906054279749478, | |
| "grad_norm": 0.08337617665529251, | |
| "learning_rate": 4.4660136263619735e-05, | |
| "loss": 0.109, | |
| "step": 16450 | |
| }, | |
| { | |
| "epoch": 4.91351028929317, | |
| "grad_norm": 4.643275260925293, | |
| "learning_rate": 4.4643567243710404e-05, | |
| "loss": 0.0927, | |
| "step": 16475 | |
| }, | |
| { | |
| "epoch": 4.920966298836863, | |
| "grad_norm": 50.29481506347656, | |
| "learning_rate": 4.462699822380107e-05, | |
| "loss": 0.1549, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 4.928422308380554, | |
| "grad_norm": 9.458456993103027, | |
| "learning_rate": 4.4610429203891735e-05, | |
| "loss": 0.0536, | |
| "step": 16525 | |
| }, | |
| { | |
| "epoch": 4.935878317924247, | |
| "grad_norm": 0.6447744369506836, | |
| "learning_rate": 4.45938601839824e-05, | |
| "loss": 0.0894, | |
| "step": 16550 | |
| }, | |
| { | |
| "epoch": 4.943334327467939, | |
| "grad_norm": 3.911870241165161, | |
| "learning_rate": 4.4577291164073067e-05, | |
| "loss": 0.1486, | |
| "step": 16575 | |
| }, | |
| { | |
| "epoch": 4.9507903370116315, | |
| "grad_norm": 0.10835100710391998, | |
| "learning_rate": 4.456072214416373e-05, | |
| "loss": 0.0847, | |
| "step": 16600 | |
| }, | |
| { | |
| "epoch": 4.958246346555324, | |
| "grad_norm": 9.483917236328125, | |
| "learning_rate": 4.45441531242544e-05, | |
| "loss": 0.1105, | |
| "step": 16625 | |
| }, | |
| { | |
| "epoch": 4.9657023560990154, | |
| "grad_norm": 10.36311149597168, | |
| "learning_rate": 4.452758410434506e-05, | |
| "loss": 0.0985, | |
| "step": 16650 | |
| }, | |
| { | |
| "epoch": 4.973158365642708, | |
| "grad_norm": 0.43916112184524536, | |
| "learning_rate": 4.451101508443572e-05, | |
| "loss": 0.0887, | |
| "step": 16675 | |
| }, | |
| { | |
| "epoch": 4.9806143751864, | |
| "grad_norm": 0.1739131361246109, | |
| "learning_rate": 4.449444606452639e-05, | |
| "loss": 0.0717, | |
| "step": 16700 | |
| }, | |
| { | |
| "epoch": 4.988070384730093, | |
| "grad_norm": 30.31475257873535, | |
| "learning_rate": 4.447787704461706e-05, | |
| "loss": 0.0884, | |
| "step": 16725 | |
| }, | |
| { | |
| "epoch": 4.995526394273785, | |
| "grad_norm": 14.318930625915527, | |
| "learning_rate": 4.4461970785504095e-05, | |
| "loss": 0.1252, | |
| "step": 16750 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_gen_len": 8.7686, | |
| "eval_loss": 0.15973380208015442, | |
| "eval_rouge1": 92.6945, | |
| "eval_rouge2": 78.5817, | |
| "eval_rougeL": 92.5764, | |
| "eval_rougeLsum": 92.5683, | |
| "eval_runtime": 99.8794, | |
| "eval_samples_per_second": 16.79, | |
| "eval_steps_per_second": 4.205, | |
| "step": 16765 | |
| }, | |
| { | |
| "epoch": 5.002982403817477, | |
| "grad_norm": 0.05757031589746475, | |
| "learning_rate": 4.4445401765594764e-05, | |
| "loss": 0.1751, | |
| "step": 16775 | |
| }, | |
| { | |
| "epoch": 5.010438413361169, | |
| "grad_norm": 0.6733642220497131, | |
| "learning_rate": 4.4428832745685426e-05, | |
| "loss": 0.1266, | |
| "step": 16800 | |
| }, | |
| { | |
| "epoch": 5.017894422904861, | |
| "grad_norm": 0.2373235821723938, | |
| "learning_rate": 4.4412263725776095e-05, | |
| "loss": 0.0473, | |
| "step": 16825 | |
| }, | |
| { | |
| "epoch": 5.025350432448554, | |
| "grad_norm": 0.2211294174194336, | |
| "learning_rate": 4.439569470586676e-05, | |
| "loss": 0.1415, | |
| "step": 16850 | |
| }, | |
| { | |
| "epoch": 5.032806441992245, | |
| "grad_norm": 1.2345913648605347, | |
| "learning_rate": 4.437912568595743e-05, | |
| "loss": 0.0372, | |
| "step": 16875 | |
| }, | |
| { | |
| "epoch": 5.040262451535938, | |
| "grad_norm": 0.27145493030548096, | |
| "learning_rate": 4.4362556666048096e-05, | |
| "loss": 0.0315, | |
| "step": 16900 | |
| }, | |
| { | |
| "epoch": 5.04771846107963, | |
| "grad_norm": 7.357295513153076, | |
| "learning_rate": 4.434598764613876e-05, | |
| "loss": 0.0723, | |
| "step": 16925 | |
| }, | |
| { | |
| "epoch": 5.055174470623323, | |
| "grad_norm": 5.996601581573486, | |
| "learning_rate": 4.432941862622943e-05, | |
| "loss": 0.0668, | |
| "step": 16950 | |
| }, | |
| { | |
| "epoch": 5.062630480167015, | |
| "grad_norm": 0.10849784314632416, | |
| "learning_rate": 4.431284960632009e-05, | |
| "loss": 0.0573, | |
| "step": 16975 | |
| }, | |
| { | |
| "epoch": 5.0700864897107065, | |
| "grad_norm": 1.5720083713531494, | |
| "learning_rate": 4.429628058641075e-05, | |
| "loss": 0.0592, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 5.077542499254399, | |
| "grad_norm": 0.05373723804950714, | |
| "learning_rate": 4.427971156650142e-05, | |
| "loss": 0.1364, | |
| "step": 17025 | |
| }, | |
| { | |
| "epoch": 5.084998508798091, | |
| "grad_norm": 0.47185277938842773, | |
| "learning_rate": 4.4263142546592083e-05, | |
| "loss": 0.118, | |
| "step": 17050 | |
| }, | |
| { | |
| "epoch": 5.092454518341784, | |
| "grad_norm": 23.991382598876953, | |
| "learning_rate": 4.424657352668275e-05, | |
| "loss": 0.0927, | |
| "step": 17075 | |
| }, | |
| { | |
| "epoch": 5.099910527885475, | |
| "grad_norm": 0.018344825133681297, | |
| "learning_rate": 4.4230004506773415e-05, | |
| "loss": 0.0498, | |
| "step": 17100 | |
| }, | |
| { | |
| "epoch": 5.107366537429168, | |
| "grad_norm": 30.450063705444336, | |
| "learning_rate": 4.4213435486864084e-05, | |
| "loss": 0.0683, | |
| "step": 17125 | |
| }, | |
| { | |
| "epoch": 5.11482254697286, | |
| "grad_norm": 0.7160254120826721, | |
| "learning_rate": 4.419686646695475e-05, | |
| "loss": 0.1258, | |
| "step": 17150 | |
| }, | |
| { | |
| "epoch": 5.1222785565165525, | |
| "grad_norm": 5.697810649871826, | |
| "learning_rate": 4.4180297447045415e-05, | |
| "loss": 0.0782, | |
| "step": 17175 | |
| }, | |
| { | |
| "epoch": 5.129734566060245, | |
| "grad_norm": 24.201627731323242, | |
| "learning_rate": 4.416372842713608e-05, | |
| "loss": 0.0378, | |
| "step": 17200 | |
| }, | |
| { | |
| "epoch": 5.137190575603936, | |
| "grad_norm": 16.44838523864746, | |
| "learning_rate": 4.414715940722675e-05, | |
| "loss": 0.1738, | |
| "step": 17225 | |
| }, | |
| { | |
| "epoch": 5.144646585147629, | |
| "grad_norm": 2.063767910003662, | |
| "learning_rate": 4.413059038731741e-05, | |
| "loss": 0.0564, | |
| "step": 17250 | |
| }, | |
| { | |
| "epoch": 5.152102594691321, | |
| "grad_norm": 1.0960617065429688, | |
| "learning_rate": 4.411402136740808e-05, | |
| "loss": 0.106, | |
| "step": 17275 | |
| }, | |
| { | |
| "epoch": 5.159558604235014, | |
| "grad_norm": 0.9119987487792969, | |
| "learning_rate": 4.409745234749874e-05, | |
| "loss": 0.1341, | |
| "step": 17300 | |
| }, | |
| { | |
| "epoch": 5.167014613778706, | |
| "grad_norm": 25.07423210144043, | |
| "learning_rate": 4.40808833275894e-05, | |
| "loss": 0.0704, | |
| "step": 17325 | |
| }, | |
| { | |
| "epoch": 5.174470623322398, | |
| "grad_norm": 3.1737473011016846, | |
| "learning_rate": 4.406431430768008e-05, | |
| "loss": 0.1202, | |
| "step": 17350 | |
| }, | |
| { | |
| "epoch": 5.18192663286609, | |
| "grad_norm": 13.149360656738281, | |
| "learning_rate": 4.404774528777074e-05, | |
| "loss": 0.0952, | |
| "step": 17375 | |
| }, | |
| { | |
| "epoch": 5.189382642409782, | |
| "grad_norm": 0.8912478089332581, | |
| "learning_rate": 4.403117626786141e-05, | |
| "loss": 0.0528, | |
| "step": 17400 | |
| }, | |
| { | |
| "epoch": 5.196838651953475, | |
| "grad_norm": 0.5555346012115479, | |
| "learning_rate": 4.401460724795207e-05, | |
| "loss": 0.0441, | |
| "step": 17425 | |
| }, | |
| { | |
| "epoch": 5.204294661497166, | |
| "grad_norm": 0.02102746069431305, | |
| "learning_rate": 4.3998038228042735e-05, | |
| "loss": 0.0984, | |
| "step": 17450 | |
| }, | |
| { | |
| "epoch": 5.211750671040859, | |
| "grad_norm": 0.06021396070718765, | |
| "learning_rate": 4.3981469208133404e-05, | |
| "loss": 0.0662, | |
| "step": 17475 | |
| }, | |
| { | |
| "epoch": 5.219206680584551, | |
| "grad_norm": 0.17239326238632202, | |
| "learning_rate": 4.3964900188224067e-05, | |
| "loss": 0.0938, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 5.226662690128244, | |
| "grad_norm": 8.74494457244873, | |
| "learning_rate": 4.3948331168314736e-05, | |
| "loss": 0.1012, | |
| "step": 17525 | |
| }, | |
| { | |
| "epoch": 5.234118699671936, | |
| "grad_norm": 0.18227869272232056, | |
| "learning_rate": 4.39317621484054e-05, | |
| "loss": 0.0969, | |
| "step": 17550 | |
| }, | |
| { | |
| "epoch": 5.2415747092156275, | |
| "grad_norm": 0.35041165351867676, | |
| "learning_rate": 4.391519312849606e-05, | |
| "loss": 0.1368, | |
| "step": 17575 | |
| }, | |
| { | |
| "epoch": 5.24903071875932, | |
| "grad_norm": 36.02559280395508, | |
| "learning_rate": 4.3898624108586736e-05, | |
| "loss": 0.1031, | |
| "step": 17600 | |
| }, | |
| { | |
| "epoch": 5.256486728303012, | |
| "grad_norm": 28.382909774780273, | |
| "learning_rate": 4.38820550886774e-05, | |
| "loss": 0.168, | |
| "step": 17625 | |
| }, | |
| { | |
| "epoch": 5.263942737846705, | |
| "grad_norm": 0.79286128282547, | |
| "learning_rate": 4.386548606876806e-05, | |
| "loss": 0.0353, | |
| "step": 17650 | |
| }, | |
| { | |
| "epoch": 5.271398747390396, | |
| "grad_norm": 0.4146468937397003, | |
| "learning_rate": 4.384891704885873e-05, | |
| "loss": 0.0466, | |
| "step": 17675 | |
| }, | |
| { | |
| "epoch": 5.278854756934089, | |
| "grad_norm": 9.44299030303955, | |
| "learning_rate": 4.383234802894939e-05, | |
| "loss": 0.1078, | |
| "step": 17700 | |
| }, | |
| { | |
| "epoch": 5.286310766477781, | |
| "grad_norm": 1.2989798784255981, | |
| "learning_rate": 4.381577900904006e-05, | |
| "loss": 0.0732, | |
| "step": 17725 | |
| }, | |
| { | |
| "epoch": 5.2937667760214735, | |
| "grad_norm": 19.005168914794922, | |
| "learning_rate": 4.3799209989130724e-05, | |
| "loss": 0.0778, | |
| "step": 17750 | |
| }, | |
| { | |
| "epoch": 5.301222785565166, | |
| "grad_norm": 15.506356239318848, | |
| "learning_rate": 4.3782640969221386e-05, | |
| "loss": 0.0421, | |
| "step": 17775 | |
| }, | |
| { | |
| "epoch": 5.308678795108857, | |
| "grad_norm": 6.192285537719727, | |
| "learning_rate": 4.3766071949312055e-05, | |
| "loss": 0.0594, | |
| "step": 17800 | |
| }, | |
| { | |
| "epoch": 5.31613480465255, | |
| "grad_norm": 0.025958608835935593, | |
| "learning_rate": 4.3749502929402724e-05, | |
| "loss": 0.1048, | |
| "step": 17825 | |
| }, | |
| { | |
| "epoch": 5.323590814196242, | |
| "grad_norm": 0.09452486038208008, | |
| "learning_rate": 4.373293390949339e-05, | |
| "loss": 0.1083, | |
| "step": 17850 | |
| }, | |
| { | |
| "epoch": 5.331046823739935, | |
| "grad_norm": 5.524946212768555, | |
| "learning_rate": 4.3716364889584056e-05, | |
| "loss": 0.0898, | |
| "step": 17875 | |
| }, | |
| { | |
| "epoch": 5.338502833283627, | |
| "grad_norm": 14.375529289245605, | |
| "learning_rate": 4.369979586967472e-05, | |
| "loss": 0.0287, | |
| "step": 17900 | |
| }, | |
| { | |
| "epoch": 5.345958842827319, | |
| "grad_norm": 13.109046936035156, | |
| "learning_rate": 4.368322684976539e-05, | |
| "loss": 0.047, | |
| "step": 17925 | |
| }, | |
| { | |
| "epoch": 5.353414852371011, | |
| "grad_norm": 0.10136231780052185, | |
| "learning_rate": 4.366665782985605e-05, | |
| "loss": 0.1218, | |
| "step": 17950 | |
| }, | |
| { | |
| "epoch": 5.360870861914703, | |
| "grad_norm": 0.01339312270283699, | |
| "learning_rate": 4.365008880994671e-05, | |
| "loss": 0.1445, | |
| "step": 17975 | |
| }, | |
| { | |
| "epoch": 5.368326871458396, | |
| "grad_norm": 0.42180967330932617, | |
| "learning_rate": 4.363351979003738e-05, | |
| "loss": 0.0626, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 5.375782881002087, | |
| "grad_norm": 0.004577248357236385, | |
| "learning_rate": 4.3616950770128044e-05, | |
| "loss": 0.0161, | |
| "step": 18025 | |
| }, | |
| { | |
| "epoch": 5.38323889054578, | |
| "grad_norm": 0.25045108795166016, | |
| "learning_rate": 4.360038175021871e-05, | |
| "loss": 0.0347, | |
| "step": 18050 | |
| }, | |
| { | |
| "epoch": 5.390694900089472, | |
| "grad_norm": 0.6512510180473328, | |
| "learning_rate": 4.358381273030938e-05, | |
| "loss": 0.0538, | |
| "step": 18075 | |
| }, | |
| { | |
| "epoch": 5.398150909633165, | |
| "grad_norm": 0.0632275938987732, | |
| "learning_rate": 4.3567243710400044e-05, | |
| "loss": 0.0475, | |
| "step": 18100 | |
| }, | |
| { | |
| "epoch": 5.405606919176856, | |
| "grad_norm": 3.314922332763672, | |
| "learning_rate": 4.355067469049071e-05, | |
| "loss": 0.0581, | |
| "step": 18125 | |
| }, | |
| { | |
| "epoch": 5.4130629287205485, | |
| "grad_norm": 3.7075135707855225, | |
| "learning_rate": 4.3534105670581376e-05, | |
| "loss": 0.1561, | |
| "step": 18150 | |
| }, | |
| { | |
| "epoch": 5.420518938264241, | |
| "grad_norm": 1.4350308179855347, | |
| "learning_rate": 4.3517536650672045e-05, | |
| "loss": 0.0651, | |
| "step": 18175 | |
| }, | |
| { | |
| "epoch": 5.427974947807933, | |
| "grad_norm": 15.598840713500977, | |
| "learning_rate": 4.350096763076271e-05, | |
| "loss": 0.0744, | |
| "step": 18200 | |
| }, | |
| { | |
| "epoch": 5.435430957351626, | |
| "grad_norm": 19.05609130859375, | |
| "learning_rate": 4.348439861085337e-05, | |
| "loss": 0.051, | |
| "step": 18225 | |
| }, | |
| { | |
| "epoch": 5.442886966895317, | |
| "grad_norm": 13.1383695602417, | |
| "learning_rate": 4.346782959094404e-05, | |
| "loss": 0.2101, | |
| "step": 18250 | |
| }, | |
| { | |
| "epoch": 5.45034297643901, | |
| "grad_norm": 2.7254810333251953, | |
| "learning_rate": 4.34512605710347e-05, | |
| "loss": 0.1575, | |
| "step": 18275 | |
| }, | |
| { | |
| "epoch": 5.457798985982702, | |
| "grad_norm": 0.05944235250353813, | |
| "learning_rate": 4.343469155112537e-05, | |
| "loss": 0.1236, | |
| "step": 18300 | |
| }, | |
| { | |
| "epoch": 5.4652549955263945, | |
| "grad_norm": 0.77425616979599, | |
| "learning_rate": 4.341812253121604e-05, | |
| "loss": 0.0598, | |
| "step": 18325 | |
| }, | |
| { | |
| "epoch": 5.472711005070087, | |
| "grad_norm": 13.926398277282715, | |
| "learning_rate": 4.34015535113067e-05, | |
| "loss": 0.0586, | |
| "step": 18350 | |
| }, | |
| { | |
| "epoch": 5.480167014613778, | |
| "grad_norm": 0.29317107796669006, | |
| "learning_rate": 4.338498449139737e-05, | |
| "loss": 0.1206, | |
| "step": 18375 | |
| }, | |
| { | |
| "epoch": 5.487623024157471, | |
| "grad_norm": 9.615321159362793, | |
| "learning_rate": 4.336841547148803e-05, | |
| "loss": 0.112, | |
| "step": 18400 | |
| }, | |
| { | |
| "epoch": 5.495079033701163, | |
| "grad_norm": 3.3480887413024902, | |
| "learning_rate": 4.3351846451578695e-05, | |
| "loss": 0.092, | |
| "step": 18425 | |
| }, | |
| { | |
| "epoch": 5.502535043244856, | |
| "grad_norm": 5.509705543518066, | |
| "learning_rate": 4.3335277431669364e-05, | |
| "loss": 0.0675, | |
| "step": 18450 | |
| }, | |
| { | |
| "epoch": 5.509991052788548, | |
| "grad_norm": 14.98397159576416, | |
| "learning_rate": 4.331870841176003e-05, | |
| "loss": 0.1012, | |
| "step": 18475 | |
| }, | |
| { | |
| "epoch": 5.51744706233224, | |
| "grad_norm": 14.701458930969238, | |
| "learning_rate": 4.3302139391850696e-05, | |
| "loss": 0.0987, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 5.524903071875932, | |
| "grad_norm": 0.031948402523994446, | |
| "learning_rate": 4.328557037194136e-05, | |
| "loss": 0.1196, | |
| "step": 18525 | |
| }, | |
| { | |
| "epoch": 5.532359081419624, | |
| "grad_norm": 0.2000201940536499, | |
| "learning_rate": 4.326900135203203e-05, | |
| "loss": 0.1658, | |
| "step": 18550 | |
| }, | |
| { | |
| "epoch": 5.539815090963317, | |
| "grad_norm": 1.2646598815917969, | |
| "learning_rate": 4.3252432332122696e-05, | |
| "loss": 0.0475, | |
| "step": 18575 | |
| }, | |
| { | |
| "epoch": 5.547271100507008, | |
| "grad_norm": 0.10240360349416733, | |
| "learning_rate": 4.323586331221336e-05, | |
| "loss": 0.0751, | |
| "step": 18600 | |
| }, | |
| { | |
| "epoch": 5.554727110050701, | |
| "grad_norm": 1.4732797145843506, | |
| "learning_rate": 4.321929429230403e-05, | |
| "loss": 0.1033, | |
| "step": 18625 | |
| }, | |
| { | |
| "epoch": 5.562183119594393, | |
| "grad_norm": 0.16163279116153717, | |
| "learning_rate": 4.320272527239469e-05, | |
| "loss": 0.0994, | |
| "step": 18650 | |
| }, | |
| { | |
| "epoch": 5.569639129138086, | |
| "grad_norm": 36.78316116333008, | |
| "learning_rate": 4.318615625248535e-05, | |
| "loss": 0.133, | |
| "step": 18675 | |
| }, | |
| { | |
| "epoch": 5.577095138681777, | |
| "grad_norm": 8.2725830078125, | |
| "learning_rate": 4.316958723257602e-05, | |
| "loss": 0.0815, | |
| "step": 18700 | |
| }, | |
| { | |
| "epoch": 5.5845511482254695, | |
| "grad_norm": 0.0331939198076725, | |
| "learning_rate": 4.3153018212666684e-05, | |
| "loss": 0.0573, | |
| "step": 18725 | |
| }, | |
| { | |
| "epoch": 5.592007157769162, | |
| "grad_norm": 0.17003242671489716, | |
| "learning_rate": 4.313644919275735e-05, | |
| "loss": 0.095, | |
| "step": 18750 | |
| }, | |
| { | |
| "epoch": 5.599463167312854, | |
| "grad_norm": 0.3271353542804718, | |
| "learning_rate": 4.3119880172848015e-05, | |
| "loss": 0.1235, | |
| "step": 18775 | |
| }, | |
| { | |
| "epoch": 5.606919176856547, | |
| "grad_norm": 1.6304597854614258, | |
| "learning_rate": 4.3103311152938685e-05, | |
| "loss": 0.1232, | |
| "step": 18800 | |
| }, | |
| { | |
| "epoch": 5.614375186400238, | |
| "grad_norm": 2.366298198699951, | |
| "learning_rate": 4.3086742133029354e-05, | |
| "loss": 0.0471, | |
| "step": 18825 | |
| }, | |
| { | |
| "epoch": 5.621831195943931, | |
| "grad_norm": 0.019990181550383568, | |
| "learning_rate": 4.3070173113120016e-05, | |
| "loss": 0.1426, | |
| "step": 18850 | |
| }, | |
| { | |
| "epoch": 5.629287205487623, | |
| "grad_norm": 0.05211897939443588, | |
| "learning_rate": 4.305360409321068e-05, | |
| "loss": 0.0902, | |
| "step": 18875 | |
| }, | |
| { | |
| "epoch": 5.6367432150313155, | |
| "grad_norm": 71.19368743896484, | |
| "learning_rate": 4.303703507330135e-05, | |
| "loss": 0.0776, | |
| "step": 18900 | |
| }, | |
| { | |
| "epoch": 5.644199224575008, | |
| "grad_norm": 2.616161823272705, | |
| "learning_rate": 4.302046605339201e-05, | |
| "loss": 0.1408, | |
| "step": 18925 | |
| }, | |
| { | |
| "epoch": 5.651655234118699, | |
| "grad_norm": 24.18864631652832, | |
| "learning_rate": 4.300389703348268e-05, | |
| "loss": 0.0636, | |
| "step": 18950 | |
| }, | |
| { | |
| "epoch": 5.659111243662392, | |
| "grad_norm": 0.19227628409862518, | |
| "learning_rate": 4.298732801357334e-05, | |
| "loss": 0.049, | |
| "step": 18975 | |
| }, | |
| { | |
| "epoch": 5.666567253206084, | |
| "grad_norm": 32.69465255737305, | |
| "learning_rate": 4.2970758993664004e-05, | |
| "loss": 0.0648, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 5.674023262749777, | |
| "grad_norm": 0.5582588315010071, | |
| "learning_rate": 4.295418997375468e-05, | |
| "loss": 0.0635, | |
| "step": 19025 | |
| }, | |
| { | |
| "epoch": 5.681479272293468, | |
| "grad_norm": 1.391935110092163, | |
| "learning_rate": 4.293762095384534e-05, | |
| "loss": 0.0883, | |
| "step": 19050 | |
| }, | |
| { | |
| "epoch": 5.688935281837161, | |
| "grad_norm": 10.445085525512695, | |
| "learning_rate": 4.2921051933936004e-05, | |
| "loss": 0.05, | |
| "step": 19075 | |
| }, | |
| { | |
| "epoch": 5.696391291380853, | |
| "grad_norm": 0.07640068978071213, | |
| "learning_rate": 4.290448291402667e-05, | |
| "loss": 0.0986, | |
| "step": 19100 | |
| }, | |
| { | |
| "epoch": 5.703847300924545, | |
| "grad_norm": 0.01860329695045948, | |
| "learning_rate": 4.2887913894117336e-05, | |
| "loss": 0.106, | |
| "step": 19125 | |
| }, | |
| { | |
| "epoch": 5.711303310468237, | |
| "grad_norm": 0.2838321626186371, | |
| "learning_rate": 4.2871344874208005e-05, | |
| "loss": 0.0648, | |
| "step": 19150 | |
| }, | |
| { | |
| "epoch": 5.718759320011929, | |
| "grad_norm": 1.3784078359603882, | |
| "learning_rate": 4.285477585429867e-05, | |
| "loss": 0.0581, | |
| "step": 19175 | |
| }, | |
| { | |
| "epoch": 5.726215329555622, | |
| "grad_norm": 0.13906244933605194, | |
| "learning_rate": 4.283820683438933e-05, | |
| "loss": 0.0994, | |
| "step": 19200 | |
| }, | |
| { | |
| "epoch": 5.733671339099314, | |
| "grad_norm": 0.06269329786300659, | |
| "learning_rate": 4.282163781448e-05, | |
| "loss": 0.0369, | |
| "step": 19225 | |
| }, | |
| { | |
| "epoch": 5.741127348643007, | |
| "grad_norm": 23.20893669128418, | |
| "learning_rate": 4.280506879457066e-05, | |
| "loss": 0.0794, | |
| "step": 19250 | |
| }, | |
| { | |
| "epoch": 5.748583358186698, | |
| "grad_norm": 0.008146079257130623, | |
| "learning_rate": 4.278849977466134e-05, | |
| "loss": 0.122, | |
| "step": 19275 | |
| }, | |
| { | |
| "epoch": 5.7560393677303905, | |
| "grad_norm": 3.9998602867126465, | |
| "learning_rate": 4.2771930754752e-05, | |
| "loss": 0.0627, | |
| "step": 19300 | |
| }, | |
| { | |
| "epoch": 5.763495377274083, | |
| "grad_norm": 9.522217750549316, | |
| "learning_rate": 4.275536173484266e-05, | |
| "loss": 0.1013, | |
| "step": 19325 | |
| }, | |
| { | |
| "epoch": 5.770951386817775, | |
| "grad_norm": 17.462121963500977, | |
| "learning_rate": 4.273879271493333e-05, | |
| "loss": 0.0862, | |
| "step": 19350 | |
| }, | |
| { | |
| "epoch": 5.778407396361468, | |
| "grad_norm": 0.30210548639297485, | |
| "learning_rate": 4.272222369502399e-05, | |
| "loss": 0.049, | |
| "step": 19375 | |
| }, | |
| { | |
| "epoch": 5.785863405905159, | |
| "grad_norm": 15.636837005615234, | |
| "learning_rate": 4.270565467511466e-05, | |
| "loss": 0.0787, | |
| "step": 19400 | |
| }, | |
| { | |
| "epoch": 5.793319415448852, | |
| "grad_norm": 0.0845949798822403, | |
| "learning_rate": 4.2689085655205324e-05, | |
| "loss": 0.0861, | |
| "step": 19425 | |
| }, | |
| { | |
| "epoch": 5.800775424992544, | |
| "grad_norm": 0.0145711749792099, | |
| "learning_rate": 4.267251663529599e-05, | |
| "loss": 0.1099, | |
| "step": 19450 | |
| }, | |
| { | |
| "epoch": 5.8082314345362365, | |
| "grad_norm": 0.0563751682639122, | |
| "learning_rate": 4.2655947615386656e-05, | |
| "loss": 0.0463, | |
| "step": 19475 | |
| }, | |
| { | |
| "epoch": 5.815687444079929, | |
| "grad_norm": 0.12543386220932007, | |
| "learning_rate": 4.2639378595477325e-05, | |
| "loss": 0.0881, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 5.82314345362362, | |
| "grad_norm": 0.13315843045711517, | |
| "learning_rate": 4.262280957556799e-05, | |
| "loss": 0.0471, | |
| "step": 19525 | |
| }, | |
| { | |
| "epoch": 5.830599463167313, | |
| "grad_norm": 0.006420004181563854, | |
| "learning_rate": 4.2606240555658656e-05, | |
| "loss": 0.0775, | |
| "step": 19550 | |
| }, | |
| { | |
| "epoch": 5.838055472711005, | |
| "grad_norm": 10.033127784729004, | |
| "learning_rate": 4.258967153574932e-05, | |
| "loss": 0.0631, | |
| "step": 19575 | |
| }, | |
| { | |
| "epoch": 5.845511482254698, | |
| "grad_norm": 10.855030059814453, | |
| "learning_rate": 4.257310251583999e-05, | |
| "loss": 0.074, | |
| "step": 19600 | |
| }, | |
| { | |
| "epoch": 5.852967491798389, | |
| "grad_norm": 0.44868308305740356, | |
| "learning_rate": 4.255653349593065e-05, | |
| "loss": 0.123, | |
| "step": 19625 | |
| }, | |
| { | |
| "epoch": 5.860423501342082, | |
| "grad_norm": 0.07777903974056244, | |
| "learning_rate": 4.253996447602131e-05, | |
| "loss": 0.0452, | |
| "step": 19650 | |
| }, | |
| { | |
| "epoch": 5.867879510885774, | |
| "grad_norm": 0.0545571930706501, | |
| "learning_rate": 4.252339545611198e-05, | |
| "loss": 0.0985, | |
| "step": 19675 | |
| }, | |
| { | |
| "epoch": 5.875335520429466, | |
| "grad_norm": 12.324911117553711, | |
| "learning_rate": 4.2506826436202644e-05, | |
| "loss": 0.1197, | |
| "step": 19700 | |
| }, | |
| { | |
| "epoch": 5.882791529973158, | |
| "grad_norm": 0.026907717809081078, | |
| "learning_rate": 4.249025741629331e-05, | |
| "loss": 0.1382, | |
| "step": 19725 | |
| }, | |
| { | |
| "epoch": 5.89024753951685, | |
| "grad_norm": 0.031041543930768967, | |
| "learning_rate": 4.247368839638398e-05, | |
| "loss": 0.0367, | |
| "step": 19750 | |
| }, | |
| { | |
| "epoch": 5.897703549060543, | |
| "grad_norm": 0.1477086991071701, | |
| "learning_rate": 4.2457119376474645e-05, | |
| "loss": 0.0242, | |
| "step": 19775 | |
| }, | |
| { | |
| "epoch": 5.905159558604235, | |
| "grad_norm": 0.009802543558180332, | |
| "learning_rate": 4.2440550356565314e-05, | |
| "loss": 0.1238, | |
| "step": 19800 | |
| }, | |
| { | |
| "epoch": 5.9126155681479275, | |
| "grad_norm": 2.768169403076172, | |
| "learning_rate": 4.2423981336655976e-05, | |
| "loss": 0.142, | |
| "step": 19825 | |
| }, | |
| { | |
| "epoch": 5.920071577691619, | |
| "grad_norm": 0.06762892007827759, | |
| "learning_rate": 4.2407412316746645e-05, | |
| "loss": 0.0501, | |
| "step": 19850 | |
| }, | |
| { | |
| "epoch": 5.9275275872353115, | |
| "grad_norm": 0.09432929754257202, | |
| "learning_rate": 4.239084329683731e-05, | |
| "loss": 0.0721, | |
| "step": 19875 | |
| }, | |
| { | |
| "epoch": 5.934983596779004, | |
| "grad_norm": 0.21210744976997375, | |
| "learning_rate": 4.237427427692797e-05, | |
| "loss": 0.0142, | |
| "step": 19900 | |
| }, | |
| { | |
| "epoch": 5.942439606322696, | |
| "grad_norm": 0.15370802581310272, | |
| "learning_rate": 4.235770525701864e-05, | |
| "loss": 0.0276, | |
| "step": 19925 | |
| }, | |
| { | |
| "epoch": 5.949895615866389, | |
| "grad_norm": 0.012401612475514412, | |
| "learning_rate": 4.23411362371093e-05, | |
| "loss": 0.0661, | |
| "step": 19950 | |
| }, | |
| { | |
| "epoch": 5.95735162541008, | |
| "grad_norm": 0.019147785380482674, | |
| "learning_rate": 4.232456721719997e-05, | |
| "loss": 0.0537, | |
| "step": 19975 | |
| }, | |
| { | |
| "epoch": 5.964807634953773, | |
| "grad_norm": 1.0347957611083984, | |
| "learning_rate": 4.230799819729064e-05, | |
| "loss": 0.0106, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 5.972263644497465, | |
| "grad_norm": 3.7031664848327637, | |
| "learning_rate": 4.22914291773813e-05, | |
| "loss": 0.0296, | |
| "step": 20025 | |
| }, | |
| { | |
| "epoch": 5.9797196540411575, | |
| "grad_norm": 0.052466195076704025, | |
| "learning_rate": 4.227486015747197e-05, | |
| "loss": 0.1013, | |
| "step": 20050 | |
| }, | |
| { | |
| "epoch": 5.98717566358485, | |
| "grad_norm": 0.08741900324821472, | |
| "learning_rate": 4.2258291137562633e-05, | |
| "loss": 0.1086, | |
| "step": 20075 | |
| }, | |
| { | |
| "epoch": 5.994631673128541, | |
| "grad_norm": 0.196999192237854, | |
| "learning_rate": 4.2241722117653296e-05, | |
| "loss": 0.03, | |
| "step": 20100 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_gen_len": 9.1741, | |
| "eval_loss": 0.11874907463788986, | |
| "eval_rouge1": 94.9431, | |
| "eval_rouge2": 81.0015, | |
| "eval_rougeL": 94.8452, | |
| "eval_rougeLsum": 94.8177, | |
| "eval_runtime": 105.0274, | |
| "eval_samples_per_second": 15.967, | |
| "eval_steps_per_second": 3.999, | |
| "step": 20118 | |
| }, | |
| { | |
| "epoch": 6.002087682672234, | |
| "grad_norm": 0.01878800056874752, | |
| "learning_rate": 4.2225153097743965e-05, | |
| "loss": 0.0218, | |
| "step": 20125 | |
| }, | |
| { | |
| "epoch": 6.009543692215926, | |
| "grad_norm": 0.08164286613464355, | |
| "learning_rate": 4.220858407783463e-05, | |
| "loss": 0.0477, | |
| "step": 20150 | |
| }, | |
| { | |
| "epoch": 6.016999701759619, | |
| "grad_norm": 1.362046241760254, | |
| "learning_rate": 4.2192015057925296e-05, | |
| "loss": 0.1691, | |
| "step": 20175 | |
| }, | |
| { | |
| "epoch": 6.02445571130331, | |
| "grad_norm": 0.0867367535829544, | |
| "learning_rate": 4.217544603801596e-05, | |
| "loss": 0.0223, | |
| "step": 20200 | |
| }, | |
| { | |
| "epoch": 6.031911720847003, | |
| "grad_norm": 0.010886842384934425, | |
| "learning_rate": 4.215887701810663e-05, | |
| "loss": 0.0478, | |
| "step": 20225 | |
| }, | |
| { | |
| "epoch": 6.039367730390695, | |
| "grad_norm": 0.7621909379959106, | |
| "learning_rate": 4.21423079981973e-05, | |
| "loss": 0.0103, | |
| "step": 20250 | |
| }, | |
| { | |
| "epoch": 6.046823739934387, | |
| "grad_norm": 1.5744153261184692, | |
| "learning_rate": 4.212573897828796e-05, | |
| "loss": 0.0457, | |
| "step": 20275 | |
| }, | |
| { | |
| "epoch": 6.054279749478079, | |
| "grad_norm": 0.11433689296245575, | |
| "learning_rate": 4.210916995837862e-05, | |
| "loss": 0.0506, | |
| "step": 20300 | |
| }, | |
| { | |
| "epoch": 6.061735759021771, | |
| "grad_norm": 26.32907485961914, | |
| "learning_rate": 4.209260093846929e-05, | |
| "loss": 0.0815, | |
| "step": 20325 | |
| }, | |
| { | |
| "epoch": 6.069191768565464, | |
| "grad_norm": 1.6335394382476807, | |
| "learning_rate": 4.207603191855995e-05, | |
| "loss": 0.0328, | |
| "step": 20350 | |
| }, | |
| { | |
| "epoch": 6.076647778109156, | |
| "grad_norm": 0.54072505235672, | |
| "learning_rate": 4.205946289865062e-05, | |
| "loss": 0.109, | |
| "step": 20375 | |
| }, | |
| { | |
| "epoch": 6.0841037876528485, | |
| "grad_norm": 23.399791717529297, | |
| "learning_rate": 4.2042893878741285e-05, | |
| "loss": 0.0436, | |
| "step": 20400 | |
| }, | |
| { | |
| "epoch": 6.09155979719654, | |
| "grad_norm": 0.04539789631962776, | |
| "learning_rate": 4.202632485883195e-05, | |
| "loss": 0.0483, | |
| "step": 20425 | |
| }, | |
| { | |
| "epoch": 6.0990158067402325, | |
| "grad_norm": 0.020925790071487427, | |
| "learning_rate": 4.2009755838922616e-05, | |
| "loss": 0.0376, | |
| "step": 20450 | |
| }, | |
| { | |
| "epoch": 6.106471816283925, | |
| "grad_norm": 0.5620167851448059, | |
| "learning_rate": 4.1993186819013285e-05, | |
| "loss": 0.0955, | |
| "step": 20475 | |
| }, | |
| { | |
| "epoch": 6.113927825827617, | |
| "grad_norm": 1.8948103189468384, | |
| "learning_rate": 4.1976617799103954e-05, | |
| "loss": 0.1628, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 6.12138383537131, | |
| "grad_norm": 5.853365421295166, | |
| "learning_rate": 4.1960048779194617e-05, | |
| "loss": 0.0407, | |
| "step": 20525 | |
| }, | |
| { | |
| "epoch": 6.128839844915001, | |
| "grad_norm": 0.35002636909484863, | |
| "learning_rate": 4.194347975928528e-05, | |
| "loss": 0.0887, | |
| "step": 20550 | |
| }, | |
| { | |
| "epoch": 6.136295854458694, | |
| "grad_norm": 0.3504277169704437, | |
| "learning_rate": 4.192691073937595e-05, | |
| "loss": 0.0452, | |
| "step": 20575 | |
| }, | |
| { | |
| "epoch": 6.143751864002386, | |
| "grad_norm": 2.05971097946167, | |
| "learning_rate": 4.191034171946661e-05, | |
| "loss": 0.0589, | |
| "step": 20600 | |
| }, | |
| { | |
| "epoch": 6.1512078735460785, | |
| "grad_norm": 0.01998194307088852, | |
| "learning_rate": 4.189377269955728e-05, | |
| "loss": 0.0412, | |
| "step": 20625 | |
| }, | |
| { | |
| "epoch": 6.15866388308977, | |
| "grad_norm": 0.07505607604980469, | |
| "learning_rate": 4.187720367964794e-05, | |
| "loss": 0.0812, | |
| "step": 20650 | |
| }, | |
| { | |
| "epoch": 6.166119892633462, | |
| "grad_norm": 0.5407578349113464, | |
| "learning_rate": 4.1860634659738604e-05, | |
| "loss": 0.044, | |
| "step": 20675 | |
| }, | |
| { | |
| "epoch": 6.173575902177155, | |
| "grad_norm": 6.510289669036865, | |
| "learning_rate": 4.184406563982928e-05, | |
| "loss": 0.0505, | |
| "step": 20700 | |
| }, | |
| { | |
| "epoch": 6.181031911720847, | |
| "grad_norm": 0.7390807867050171, | |
| "learning_rate": 4.182749661991994e-05, | |
| "loss": 0.0763, | |
| "step": 20725 | |
| }, | |
| { | |
| "epoch": 6.18848792126454, | |
| "grad_norm": 0.037136584520339966, | |
| "learning_rate": 4.1810927600010605e-05, | |
| "loss": 0.0052, | |
| "step": 20750 | |
| }, | |
| { | |
| "epoch": 6.195943930808231, | |
| "grad_norm": 0.13674665987491608, | |
| "learning_rate": 4.1794358580101274e-05, | |
| "loss": 0.0511, | |
| "step": 20775 | |
| }, | |
| { | |
| "epoch": 6.2033999403519235, | |
| "grad_norm": 0.5490770936012268, | |
| "learning_rate": 4.1777789560191936e-05, | |
| "loss": 0.0973, | |
| "step": 20800 | |
| }, | |
| { | |
| "epoch": 6.210855949895616, | |
| "grad_norm": 0.005674040876328945, | |
| "learning_rate": 4.1761220540282605e-05, | |
| "loss": 0.0257, | |
| "step": 20825 | |
| }, | |
| { | |
| "epoch": 6.218311959439308, | |
| "grad_norm": 8.376826286315918, | |
| "learning_rate": 4.174465152037327e-05, | |
| "loss": 0.068, | |
| "step": 20850 | |
| }, | |
| { | |
| "epoch": 6.225767968983, | |
| "grad_norm": 0.03015846200287342, | |
| "learning_rate": 4.172808250046393e-05, | |
| "loss": 0.0285, | |
| "step": 20875 | |
| }, | |
| { | |
| "epoch": 6.233223978526692, | |
| "grad_norm": 0.01474801730364561, | |
| "learning_rate": 4.17115134805546e-05, | |
| "loss": 0.0302, | |
| "step": 20900 | |
| }, | |
| { | |
| "epoch": 6.240679988070385, | |
| "grad_norm": 16.602705001831055, | |
| "learning_rate": 4.169494446064526e-05, | |
| "loss": 0.0815, | |
| "step": 20925 | |
| }, | |
| { | |
| "epoch": 6.248135997614077, | |
| "grad_norm": 2.8422799110412598, | |
| "learning_rate": 4.167837544073593e-05, | |
| "loss": 0.0528, | |
| "step": 20950 | |
| }, | |
| { | |
| "epoch": 6.2555920071577695, | |
| "grad_norm": 17.248394012451172, | |
| "learning_rate": 4.16618064208266e-05, | |
| "loss": 0.0298, | |
| "step": 20975 | |
| }, | |
| { | |
| "epoch": 6.263048016701461, | |
| "grad_norm": 0.010792219080030918, | |
| "learning_rate": 4.164523740091726e-05, | |
| "loss": 0.0098, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 6.2705040262451535, | |
| "grad_norm": 0.020565340295433998, | |
| "learning_rate": 4.162866838100793e-05, | |
| "loss": 0.019, | |
| "step": 21025 | |
| }, | |
| { | |
| "epoch": 6.277960035788846, | |
| "grad_norm": 0.03458723425865173, | |
| "learning_rate": 4.1612099361098594e-05, | |
| "loss": 0.0572, | |
| "step": 21050 | |
| }, | |
| { | |
| "epoch": 6.285416045332538, | |
| "grad_norm": 0.5358602404594421, | |
| "learning_rate": 4.159553034118926e-05, | |
| "loss": 0.0625, | |
| "step": 21075 | |
| }, | |
| { | |
| "epoch": 6.292872054876231, | |
| "grad_norm": 0.7117275595664978, | |
| "learning_rate": 4.1578961321279925e-05, | |
| "loss": 0.0479, | |
| "step": 21100 | |
| }, | |
| { | |
| "epoch": 6.300328064419922, | |
| "grad_norm": 0.46912163496017456, | |
| "learning_rate": 4.156239230137059e-05, | |
| "loss": 0.1382, | |
| "step": 21125 | |
| }, | |
| { | |
| "epoch": 6.307784073963615, | |
| "grad_norm": 17.23985481262207, | |
| "learning_rate": 4.1546486042257635e-05, | |
| "loss": 0.0598, | |
| "step": 21150 | |
| }, | |
| { | |
| "epoch": 6.315240083507307, | |
| "grad_norm": 1.2074980735778809, | |
| "learning_rate": 4.15299170223483e-05, | |
| "loss": 0.0741, | |
| "step": 21175 | |
| }, | |
| { | |
| "epoch": 6.322696093050999, | |
| "grad_norm": 2.5435595512390137, | |
| "learning_rate": 4.151334800243896e-05, | |
| "loss": 0.1226, | |
| "step": 21200 | |
| }, | |
| { | |
| "epoch": 6.330152102594691, | |
| "grad_norm": 0.0682421550154686, | |
| "learning_rate": 4.149677898252963e-05, | |
| "loss": 0.0185, | |
| "step": 21225 | |
| }, | |
| { | |
| "epoch": 6.337608112138383, | |
| "grad_norm": 16.758506774902344, | |
| "learning_rate": 4.148020996262029e-05, | |
| "loss": 0.0491, | |
| "step": 21250 | |
| }, | |
| { | |
| "epoch": 6.345064121682076, | |
| "grad_norm": 5.860011577606201, | |
| "learning_rate": 4.146364094271096e-05, | |
| "loss": 0.0211, | |
| "step": 21275 | |
| }, | |
| { | |
| "epoch": 6.352520131225768, | |
| "grad_norm": 0.9169291853904724, | |
| "learning_rate": 4.144707192280162e-05, | |
| "loss": 0.0625, | |
| "step": 21300 | |
| }, | |
| { | |
| "epoch": 6.35997614076946, | |
| "grad_norm": 20.915584564208984, | |
| "learning_rate": 4.1430502902892285e-05, | |
| "loss": 0.0336, | |
| "step": 21325 | |
| }, | |
| { | |
| "epoch": 6.367432150313152, | |
| "grad_norm": 0.12377249449491501, | |
| "learning_rate": 4.141393388298296e-05, | |
| "loss": 0.0972, | |
| "step": 21350 | |
| }, | |
| { | |
| "epoch": 6.3748881598568445, | |
| "grad_norm": 0.2923804223537445, | |
| "learning_rate": 4.139736486307362e-05, | |
| "loss": 0.0771, | |
| "step": 21375 | |
| }, | |
| { | |
| "epoch": 6.382344169400537, | |
| "grad_norm": 0.0026703316252678633, | |
| "learning_rate": 4.1380795843164285e-05, | |
| "loss": 0.065, | |
| "step": 21400 | |
| }, | |
| { | |
| "epoch": 6.389800178944229, | |
| "grad_norm": 1.1541820764541626, | |
| "learning_rate": 4.1364226823254954e-05, | |
| "loss": 0.0171, | |
| "step": 21425 | |
| }, | |
| { | |
| "epoch": 6.397256188487921, | |
| "grad_norm": 0.010893816128373146, | |
| "learning_rate": 4.1347657803345617e-05, | |
| "loss": 0.1095, | |
| "step": 21450 | |
| }, | |
| { | |
| "epoch": 6.404712198031613, | |
| "grad_norm": 0.030142832547426224, | |
| "learning_rate": 4.1331088783436286e-05, | |
| "loss": 0.0563, | |
| "step": 21475 | |
| }, | |
| { | |
| "epoch": 6.412168207575306, | |
| "grad_norm": 0.29954442381858826, | |
| "learning_rate": 4.131451976352695e-05, | |
| "loss": 0.0529, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 6.419624217118998, | |
| "grad_norm": 10.40064525604248, | |
| "learning_rate": 4.129795074361762e-05, | |
| "loss": 0.0602, | |
| "step": 21525 | |
| }, | |
| { | |
| "epoch": 6.4270802266626905, | |
| "grad_norm": 0.021467700600624084, | |
| "learning_rate": 4.128138172370828e-05, | |
| "loss": 0.0142, | |
| "step": 21550 | |
| }, | |
| { | |
| "epoch": 6.434536236206382, | |
| "grad_norm": 8.21902847290039, | |
| "learning_rate": 4.126481270379895e-05, | |
| "loss": 0.1391, | |
| "step": 21575 | |
| }, | |
| { | |
| "epoch": 6.4419922457500745, | |
| "grad_norm": 0.9277015924453735, | |
| "learning_rate": 4.124824368388962e-05, | |
| "loss": 0.1091, | |
| "step": 21600 | |
| }, | |
| { | |
| "epoch": 6.449448255293767, | |
| "grad_norm": 0.10828567296266556, | |
| "learning_rate": 4.123167466398028e-05, | |
| "loss": 0.02, | |
| "step": 21625 | |
| }, | |
| { | |
| "epoch": 6.456904264837459, | |
| "grad_norm": 5.262417793273926, | |
| "learning_rate": 4.121510564407094e-05, | |
| "loss": 0.1392, | |
| "step": 21650 | |
| }, | |
| { | |
| "epoch": 6.464360274381151, | |
| "grad_norm": 0.07524223625659943, | |
| "learning_rate": 4.119853662416161e-05, | |
| "loss": 0.054, | |
| "step": 21675 | |
| }, | |
| { | |
| "epoch": 6.471816283924843, | |
| "grad_norm": 0.028518134728074074, | |
| "learning_rate": 4.1181967604252274e-05, | |
| "loss": 0.0425, | |
| "step": 21700 | |
| }, | |
| { | |
| "epoch": 6.479272293468536, | |
| "grad_norm": 24.74271011352539, | |
| "learning_rate": 4.116539858434294e-05, | |
| "loss": 0.0752, | |
| "step": 21725 | |
| }, | |
| { | |
| "epoch": 6.486728303012228, | |
| "grad_norm": 0.003951622173190117, | |
| "learning_rate": 4.1148829564433605e-05, | |
| "loss": 0.0282, | |
| "step": 21750 | |
| }, | |
| { | |
| "epoch": 6.49418431255592, | |
| "grad_norm": 14.138594627380371, | |
| "learning_rate": 4.113226054452427e-05, | |
| "loss": 0.0706, | |
| "step": 21775 | |
| }, | |
| { | |
| "epoch": 6.501640322099612, | |
| "grad_norm": 0.9741306304931641, | |
| "learning_rate": 4.111569152461494e-05, | |
| "loss": 0.1514, | |
| "step": 21800 | |
| }, | |
| { | |
| "epoch": 6.509096331643304, | |
| "grad_norm": 1.9363592863082886, | |
| "learning_rate": 4.1099122504705606e-05, | |
| "loss": 0.0842, | |
| "step": 21825 | |
| }, | |
| { | |
| "epoch": 6.516552341186997, | |
| "grad_norm": 20.144515991210938, | |
| "learning_rate": 4.108255348479627e-05, | |
| "loss": 0.1134, | |
| "step": 21850 | |
| }, | |
| { | |
| "epoch": 6.524008350730689, | |
| "grad_norm": 3.8856167793273926, | |
| "learning_rate": 4.106598446488694e-05, | |
| "loss": 0.0526, | |
| "step": 21875 | |
| }, | |
| { | |
| "epoch": 6.531464360274381, | |
| "grad_norm": 0.09439099580049515, | |
| "learning_rate": 4.10494154449776e-05, | |
| "loss": 0.0112, | |
| "step": 21900 | |
| }, | |
| { | |
| "epoch": 6.538920369818073, | |
| "grad_norm": 0.07617989182472229, | |
| "learning_rate": 4.103284642506827e-05, | |
| "loss": 0.0834, | |
| "step": 21925 | |
| }, | |
| { | |
| "epoch": 6.5463763793617655, | |
| "grad_norm": 19.814706802368164, | |
| "learning_rate": 4.101627740515893e-05, | |
| "loss": 0.0665, | |
| "step": 21950 | |
| }, | |
| { | |
| "epoch": 6.553832388905458, | |
| "grad_norm": 0.009026892483234406, | |
| "learning_rate": 4.0999708385249594e-05, | |
| "loss": 0.0685, | |
| "step": 21975 | |
| }, | |
| { | |
| "epoch": 6.56128839844915, | |
| "grad_norm": 1.3233736753463745, | |
| "learning_rate": 4.098313936534026e-05, | |
| "loss": 0.0855, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 6.568744407992842, | |
| "grad_norm": 0.004098168108612299, | |
| "learning_rate": 4.0966570345430925e-05, | |
| "loss": 0.0975, | |
| "step": 22025 | |
| }, | |
| { | |
| "epoch": 6.576200417536534, | |
| "grad_norm": 18.999271392822266, | |
| "learning_rate": 4.0950001325521594e-05, | |
| "loss": 0.0434, | |
| "step": 22050 | |
| }, | |
| { | |
| "epoch": 6.583656427080227, | |
| "grad_norm": 0.08481686562299728, | |
| "learning_rate": 4.093343230561226e-05, | |
| "loss": 0.053, | |
| "step": 22075 | |
| }, | |
| { | |
| "epoch": 6.591112436623919, | |
| "grad_norm": 0.03606973588466644, | |
| "learning_rate": 4.0916863285702926e-05, | |
| "loss": 0.1021, | |
| "step": 22100 | |
| }, | |
| { | |
| "epoch": 6.5985684461676115, | |
| "grad_norm": 3.600905656814575, | |
| "learning_rate": 4.0900294265793595e-05, | |
| "loss": 0.0289, | |
| "step": 22125 | |
| }, | |
| { | |
| "epoch": 6.606024455711303, | |
| "grad_norm": 0.6694594025611877, | |
| "learning_rate": 4.088372524588426e-05, | |
| "loss": 0.0297, | |
| "step": 22150 | |
| }, | |
| { | |
| "epoch": 6.613480465254995, | |
| "grad_norm": 0.31841492652893066, | |
| "learning_rate": 4.0867156225974926e-05, | |
| "loss": 0.0578, | |
| "step": 22175 | |
| }, | |
| { | |
| "epoch": 6.620936474798688, | |
| "grad_norm": 12.335127830505371, | |
| "learning_rate": 4.085058720606559e-05, | |
| "loss": 0.0594, | |
| "step": 22200 | |
| }, | |
| { | |
| "epoch": 6.62839248434238, | |
| "grad_norm": 14.127710342407227, | |
| "learning_rate": 4.083401818615625e-05, | |
| "loss": 0.0516, | |
| "step": 22225 | |
| }, | |
| { | |
| "epoch": 6.635848493886072, | |
| "grad_norm": 0.029252486303448677, | |
| "learning_rate": 4.081744916624692e-05, | |
| "loss": 0.0599, | |
| "step": 22250 | |
| }, | |
| { | |
| "epoch": 6.643304503429764, | |
| "grad_norm": 0.5378937721252441, | |
| "learning_rate": 4.080088014633758e-05, | |
| "loss": 0.1345, | |
| "step": 22275 | |
| }, | |
| { | |
| "epoch": 6.650760512973457, | |
| "grad_norm": 0.13244609534740448, | |
| "learning_rate": 4.078431112642825e-05, | |
| "loss": 0.0515, | |
| "step": 22300 | |
| }, | |
| { | |
| "epoch": 6.658216522517149, | |
| "grad_norm": 0.2065218836069107, | |
| "learning_rate": 4.076774210651892e-05, | |
| "loss": 0.0365, | |
| "step": 22325 | |
| }, | |
| { | |
| "epoch": 6.6656725320608405, | |
| "grad_norm": 0.010511617176234722, | |
| "learning_rate": 4.075117308660958e-05, | |
| "loss": 0.0429, | |
| "step": 22350 | |
| }, | |
| { | |
| "epoch": 6.673128541604533, | |
| "grad_norm": 0.7169992327690125, | |
| "learning_rate": 4.073460406670025e-05, | |
| "loss": 0.142, | |
| "step": 22375 | |
| }, | |
| { | |
| "epoch": 6.680584551148225, | |
| "grad_norm": 12.551905632019043, | |
| "learning_rate": 4.0718035046790914e-05, | |
| "loss": 0.101, | |
| "step": 22400 | |
| }, | |
| { | |
| "epoch": 6.688040560691918, | |
| "grad_norm": 0.05723453685641289, | |
| "learning_rate": 4.070146602688158e-05, | |
| "loss": 0.0566, | |
| "step": 22425 | |
| }, | |
| { | |
| "epoch": 6.69549657023561, | |
| "grad_norm": 0.6166514754295349, | |
| "learning_rate": 4.0684897006972246e-05, | |
| "loss": 0.0914, | |
| "step": 22450 | |
| }, | |
| { | |
| "epoch": 6.702952579779302, | |
| "grad_norm": 0.01288004219532013, | |
| "learning_rate": 4.066832798706291e-05, | |
| "loss": 0.03, | |
| "step": 22475 | |
| }, | |
| { | |
| "epoch": 6.710408589322994, | |
| "grad_norm": 0.07274222373962402, | |
| "learning_rate": 4.065175896715358e-05, | |
| "loss": 0.0967, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 6.7178645988666865, | |
| "grad_norm": 15.432951927185059, | |
| "learning_rate": 4.063518994724424e-05, | |
| "loss": 0.0478, | |
| "step": 22525 | |
| }, | |
| { | |
| "epoch": 6.725320608410379, | |
| "grad_norm": 0.8928155303001404, | |
| "learning_rate": 4.061862092733491e-05, | |
| "loss": 0.0682, | |
| "step": 22550 | |
| }, | |
| { | |
| "epoch": 6.732776617954071, | |
| "grad_norm": 0.044634025543928146, | |
| "learning_rate": 4.060205190742558e-05, | |
| "loss": 0.0232, | |
| "step": 22575 | |
| }, | |
| { | |
| "epoch": 6.740232627497763, | |
| "grad_norm": 6.356382369995117, | |
| "learning_rate": 4.058548288751624e-05, | |
| "loss": 0.0411, | |
| "step": 22600 | |
| }, | |
| { | |
| "epoch": 6.747688637041455, | |
| "grad_norm": 0.5113846659660339, | |
| "learning_rate": 4.05689138676069e-05, | |
| "loss": 0.0493, | |
| "step": 22625 | |
| }, | |
| { | |
| "epoch": 6.755144646585148, | |
| "grad_norm": 3.461223602294922, | |
| "learning_rate": 4.055234484769757e-05, | |
| "loss": 0.0776, | |
| "step": 22650 | |
| }, | |
| { | |
| "epoch": 6.76260065612884, | |
| "grad_norm": 28.651147842407227, | |
| "learning_rate": 4.0535775827788234e-05, | |
| "loss": 0.0689, | |
| "step": 22675 | |
| }, | |
| { | |
| "epoch": 6.7700566656725325, | |
| "grad_norm": 5.866575241088867, | |
| "learning_rate": 4.05192068078789e-05, | |
| "loss": 0.0753, | |
| "step": 22700 | |
| }, | |
| { | |
| "epoch": 6.777512675216224, | |
| "grad_norm": 0.052426777780056, | |
| "learning_rate": 4.0502637787969565e-05, | |
| "loss": 0.0496, | |
| "step": 22725 | |
| }, | |
| { | |
| "epoch": 6.784968684759916, | |
| "grad_norm": 8.888331413269043, | |
| "learning_rate": 4.0486068768060235e-05, | |
| "loss": 0.0399, | |
| "step": 22750 | |
| }, | |
| { | |
| "epoch": 6.792424694303609, | |
| "grad_norm": 11.797131538391113, | |
| "learning_rate": 4.0469499748150904e-05, | |
| "loss": 0.0764, | |
| "step": 22775 | |
| }, | |
| { | |
| "epoch": 6.799880703847301, | |
| "grad_norm": 22.82054328918457, | |
| "learning_rate": 4.0452930728241566e-05, | |
| "loss": 0.0664, | |
| "step": 22800 | |
| }, | |
| { | |
| "epoch": 6.807336713390993, | |
| "grad_norm": 2.2873129844665527, | |
| "learning_rate": 4.0436361708332235e-05, | |
| "loss": 0.0954, | |
| "step": 22825 | |
| }, | |
| { | |
| "epoch": 6.814792722934685, | |
| "grad_norm": 9.829035758972168, | |
| "learning_rate": 4.04197926884229e-05, | |
| "loss": 0.0213, | |
| "step": 22850 | |
| }, | |
| { | |
| "epoch": 6.822248732478378, | |
| "grad_norm": 0.41712069511413574, | |
| "learning_rate": 4.040322366851356e-05, | |
| "loss": 0.0699, | |
| "step": 22875 | |
| }, | |
| { | |
| "epoch": 6.82970474202207, | |
| "grad_norm": 22.233823776245117, | |
| "learning_rate": 4.038665464860423e-05, | |
| "loss": 0.0725, | |
| "step": 22900 | |
| }, | |
| { | |
| "epoch": 6.8371607515657615, | |
| "grad_norm": 0.4478222131729126, | |
| "learning_rate": 4.037008562869489e-05, | |
| "loss": 0.043, | |
| "step": 22925 | |
| }, | |
| { | |
| "epoch": 6.844616761109454, | |
| "grad_norm": 10.205151557922363, | |
| "learning_rate": 4.035351660878556e-05, | |
| "loss": 0.0923, | |
| "step": 22950 | |
| }, | |
| { | |
| "epoch": 6.852072770653146, | |
| "grad_norm": 14.356264114379883, | |
| "learning_rate": 4.033694758887622e-05, | |
| "loss": 0.0779, | |
| "step": 22975 | |
| }, | |
| { | |
| "epoch": 6.859528780196839, | |
| "grad_norm": 5.969383239746094, | |
| "learning_rate": 4.0320378568966885e-05, | |
| "loss": 0.0468, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 6.866984789740531, | |
| "grad_norm": 0.151869997382164, | |
| "learning_rate": 4.030380954905756e-05, | |
| "loss": 0.0227, | |
| "step": 23025 | |
| }, | |
| { | |
| "epoch": 6.874440799284223, | |
| "grad_norm": 12.691407203674316, | |
| "learning_rate": 4.028724052914822e-05, | |
| "loss": 0.0199, | |
| "step": 23050 | |
| }, | |
| { | |
| "epoch": 6.881896808827915, | |
| "grad_norm": 0.6804265975952148, | |
| "learning_rate": 4.0270671509238886e-05, | |
| "loss": 0.0734, | |
| "step": 23075 | |
| }, | |
| { | |
| "epoch": 6.8893528183716075, | |
| "grad_norm": 0.10523873567581177, | |
| "learning_rate": 4.0254102489329555e-05, | |
| "loss": 0.0646, | |
| "step": 23100 | |
| }, | |
| { | |
| "epoch": 6.8968088279153, | |
| "grad_norm": 6.399729251861572, | |
| "learning_rate": 4.023753346942022e-05, | |
| "loss": 0.0336, | |
| "step": 23125 | |
| }, | |
| { | |
| "epoch": 6.904264837458992, | |
| "grad_norm": 0.018156565725803375, | |
| "learning_rate": 4.0220964449510886e-05, | |
| "loss": 0.0434, | |
| "step": 23150 | |
| }, | |
| { | |
| "epoch": 6.911720847002684, | |
| "grad_norm": 0.04066069424152374, | |
| "learning_rate": 4.020439542960155e-05, | |
| "loss": 0.0835, | |
| "step": 23175 | |
| }, | |
| { | |
| "epoch": 6.919176856546376, | |
| "grad_norm": 0.20896196365356445, | |
| "learning_rate": 4.018782640969221e-05, | |
| "loss": 0.0646, | |
| "step": 23200 | |
| }, | |
| { | |
| "epoch": 6.926632866090069, | |
| "grad_norm": 0.18396757543087006, | |
| "learning_rate": 4.017125738978288e-05, | |
| "loss": 0.0936, | |
| "step": 23225 | |
| }, | |
| { | |
| "epoch": 6.934088875633761, | |
| "grad_norm": 0.08867733180522919, | |
| "learning_rate": 4.015468836987355e-05, | |
| "loss": 0.1058, | |
| "step": 23250 | |
| }, | |
| { | |
| "epoch": 6.9415448851774535, | |
| "grad_norm": 0.16155028343200684, | |
| "learning_rate": 4.013811934996422e-05, | |
| "loss": 0.1159, | |
| "step": 23275 | |
| }, | |
| { | |
| "epoch": 6.949000894721145, | |
| "grad_norm": 10.4935941696167, | |
| "learning_rate": 4.012155033005488e-05, | |
| "loss": 0.0857, | |
| "step": 23300 | |
| }, | |
| { | |
| "epoch": 6.956456904264837, | |
| "grad_norm": 11.887359619140625, | |
| "learning_rate": 4.010498131014554e-05, | |
| "loss": 0.0939, | |
| "step": 23325 | |
| }, | |
| { | |
| "epoch": 6.96391291380853, | |
| "grad_norm": 0.025529278442263603, | |
| "learning_rate": 4.008841229023621e-05, | |
| "loss": 0.1037, | |
| "step": 23350 | |
| }, | |
| { | |
| "epoch": 6.971368923352222, | |
| "grad_norm": 0.14388221502304077, | |
| "learning_rate": 4.0071843270326874e-05, | |
| "loss": 0.0505, | |
| "step": 23375 | |
| }, | |
| { | |
| "epoch": 6.978824932895914, | |
| "grad_norm": 0.007163532543927431, | |
| "learning_rate": 4.0055274250417544e-05, | |
| "loss": 0.0659, | |
| "step": 23400 | |
| }, | |
| { | |
| "epoch": 6.986280942439606, | |
| "grad_norm": 0.7755250334739685, | |
| "learning_rate": 4.0038705230508206e-05, | |
| "loss": 0.0595, | |
| "step": 23425 | |
| }, | |
| { | |
| "epoch": 6.993736951983299, | |
| "grad_norm": 0.010912524536252022, | |
| "learning_rate": 4.002213621059887e-05, | |
| "loss": 0.0422, | |
| "step": 23450 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_gen_len": 8.7078, | |
| "eval_loss": 0.11466038972139359, | |
| "eval_rouge1": 95.8676, | |
| "eval_rouge2": 81.828, | |
| "eval_rougeL": 95.8089, | |
| "eval_rougeLsum": 95.7724, | |
| "eval_runtime": 99.9262, | |
| "eval_samples_per_second": 16.782, | |
| "eval_steps_per_second": 4.203, | |
| "step": 23471 | |
| }, | |
| { | |
| "epoch": 7.001192961526991, | |
| "grad_norm": 2.111431837081909, | |
| "learning_rate": 4.000556719068954e-05, | |
| "loss": 0.0429, | |
| "step": 23475 | |
| }, | |
| { | |
| "epoch": 7.008648971070683, | |
| "grad_norm": 0.029296431690454483, | |
| "learning_rate": 3.9988998170780207e-05, | |
| "loss": 0.0895, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 7.016104980614375, | |
| "grad_norm": 0.07177238911390305, | |
| "learning_rate": 3.997242915087087e-05, | |
| "loss": 0.0412, | |
| "step": 23525 | |
| }, | |
| { | |
| "epoch": 7.023560990158067, | |
| "grad_norm": 0.22311842441558838, | |
| "learning_rate": 3.995586013096154e-05, | |
| "loss": 0.0392, | |
| "step": 23550 | |
| }, | |
| { | |
| "epoch": 7.03101699970176, | |
| "grad_norm": 15.43985366821289, | |
| "learning_rate": 3.99392911110522e-05, | |
| "loss": 0.0376, | |
| "step": 23575 | |
| }, | |
| { | |
| "epoch": 7.038473009245452, | |
| "grad_norm": 0.008796346373856068, | |
| "learning_rate": 3.992272209114287e-05, | |
| "loss": 0.0655, | |
| "step": 23600 | |
| }, | |
| { | |
| "epoch": 7.045929018789144, | |
| "grad_norm": 0.4163694977760315, | |
| "learning_rate": 3.990615307123353e-05, | |
| "loss": 0.0532, | |
| "step": 23625 | |
| }, | |
| { | |
| "epoch": 7.053385028332836, | |
| "grad_norm": 0.447316437959671, | |
| "learning_rate": 3.9889584051324194e-05, | |
| "loss": 0.0332, | |
| "step": 23650 | |
| }, | |
| { | |
| "epoch": 7.0608410378765285, | |
| "grad_norm": 0.3781053423881531, | |
| "learning_rate": 3.987301503141486e-05, | |
| "loss": 0.0359, | |
| "step": 23675 | |
| }, | |
| { | |
| "epoch": 7.068297047420221, | |
| "grad_norm": 0.03129143640398979, | |
| "learning_rate": 3.9856446011505526e-05, | |
| "loss": 0.0626, | |
| "step": 23700 | |
| }, | |
| { | |
| "epoch": 7.075753056963913, | |
| "grad_norm": 15.764562606811523, | |
| "learning_rate": 3.9839876991596195e-05, | |
| "loss": 0.0376, | |
| "step": 23725 | |
| }, | |
| { | |
| "epoch": 7.083209066507605, | |
| "grad_norm": 0.12252432852983475, | |
| "learning_rate": 3.9823307971686864e-05, | |
| "loss": 0.003, | |
| "step": 23750 | |
| }, | |
| { | |
| "epoch": 7.090665076051297, | |
| "grad_norm": 0.2217705249786377, | |
| "learning_rate": 3.9806738951777526e-05, | |
| "loss": 0.0337, | |
| "step": 23775 | |
| }, | |
| { | |
| "epoch": 7.09812108559499, | |
| "grad_norm": 1.2270210981369019, | |
| "learning_rate": 3.9790169931868195e-05, | |
| "loss": 0.0035, | |
| "step": 23800 | |
| }, | |
| { | |
| "epoch": 7.105577095138682, | |
| "grad_norm": 0.040991149842739105, | |
| "learning_rate": 3.977360091195886e-05, | |
| "loss": 0.0075, | |
| "step": 23825 | |
| }, | |
| { | |
| "epoch": 7.113033104682374, | |
| "grad_norm": 0.00795942172408104, | |
| "learning_rate": 3.975703189204952e-05, | |
| "loss": 0.0672, | |
| "step": 23850 | |
| }, | |
| { | |
| "epoch": 7.120489114226066, | |
| "grad_norm": 18.399192810058594, | |
| "learning_rate": 3.974046287214019e-05, | |
| "loss": 0.039, | |
| "step": 23875 | |
| }, | |
| { | |
| "epoch": 7.127945123769758, | |
| "grad_norm": 0.009747338481247425, | |
| "learning_rate": 3.972389385223085e-05, | |
| "loss": 0.0342, | |
| "step": 23900 | |
| }, | |
| { | |
| "epoch": 7.135401133313451, | |
| "grad_norm": 0.12228219211101532, | |
| "learning_rate": 3.970732483232152e-05, | |
| "loss": 0.0089, | |
| "step": 23925 | |
| }, | |
| { | |
| "epoch": 7.142857142857143, | |
| "grad_norm": 0.5154474377632141, | |
| "learning_rate": 3.969075581241218e-05, | |
| "loss": 0.0216, | |
| "step": 23950 | |
| }, | |
| { | |
| "epoch": 7.150313152400835, | |
| "grad_norm": 48.93901824951172, | |
| "learning_rate": 3.967418679250285e-05, | |
| "loss": 0.0758, | |
| "step": 23975 | |
| }, | |
| { | |
| "epoch": 7.157769161944527, | |
| "grad_norm": 0.3987184464931488, | |
| "learning_rate": 3.965761777259352e-05, | |
| "loss": 0.032, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 7.16522517148822, | |
| "grad_norm": 6.687148094177246, | |
| "learning_rate": 3.9641048752684183e-05, | |
| "loss": 0.0444, | |
| "step": 24025 | |
| }, | |
| { | |
| "epoch": 7.172681181031912, | |
| "grad_norm": 0.00944861862808466, | |
| "learning_rate": 3.962447973277485e-05, | |
| "loss": 0.0525, | |
| "step": 24050 | |
| }, | |
| { | |
| "epoch": 7.1801371905756035, | |
| "grad_norm": 0.3815286457538605, | |
| "learning_rate": 3.9607910712865515e-05, | |
| "loss": 0.0218, | |
| "step": 24075 | |
| }, | |
| { | |
| "epoch": 7.187593200119296, | |
| "grad_norm": 0.008050195872783661, | |
| "learning_rate": 3.959134169295618e-05, | |
| "loss": 0.093, | |
| "step": 24100 | |
| }, | |
| { | |
| "epoch": 7.195049209662988, | |
| "grad_norm": 13.898192405700684, | |
| "learning_rate": 3.9574772673046846e-05, | |
| "loss": 0.04, | |
| "step": 24125 | |
| }, | |
| { | |
| "epoch": 7.202505219206681, | |
| "grad_norm": 0.0883483812212944, | |
| "learning_rate": 3.955820365313751e-05, | |
| "loss": 0.0139, | |
| "step": 24150 | |
| }, | |
| { | |
| "epoch": 7.209961228750373, | |
| "grad_norm": 2.729593515396118, | |
| "learning_rate": 3.954163463322818e-05, | |
| "loss": 0.0189, | |
| "step": 24175 | |
| }, | |
| { | |
| "epoch": 7.217417238294065, | |
| "grad_norm": 24.50420570373535, | |
| "learning_rate": 3.952506561331884e-05, | |
| "loss": 0.0689, | |
| "step": 24200 | |
| }, | |
| { | |
| "epoch": 7.224873247837757, | |
| "grad_norm": 0.010202550329267979, | |
| "learning_rate": 3.950849659340951e-05, | |
| "loss": 0.0345, | |
| "step": 24225 | |
| }, | |
| { | |
| "epoch": 7.2323292573814495, | |
| "grad_norm": 0.20225048065185547, | |
| "learning_rate": 3.949259033429655e-05, | |
| "loss": 0.0682, | |
| "step": 24250 | |
| }, | |
| { | |
| "epoch": 7.239785266925142, | |
| "grad_norm": 18.914243698120117, | |
| "learning_rate": 3.947602131438721e-05, | |
| "loss": 0.0571, | |
| "step": 24275 | |
| }, | |
| { | |
| "epoch": 7.247241276468834, | |
| "grad_norm": 0.03825189918279648, | |
| "learning_rate": 3.9459452294477874e-05, | |
| "loss": 0.026, | |
| "step": 24300 | |
| }, | |
| { | |
| "epoch": 7.254697286012526, | |
| "grad_norm": 16.95638656616211, | |
| "learning_rate": 3.9442883274568544e-05, | |
| "loss": 0.1054, | |
| "step": 24325 | |
| }, | |
| { | |
| "epoch": 7.262153295556218, | |
| "grad_norm": 0.016385719180107117, | |
| "learning_rate": 3.9426314254659206e-05, | |
| "loss": 0.0445, | |
| "step": 24350 | |
| }, | |
| { | |
| "epoch": 7.269609305099911, | |
| "grad_norm": 0.0067216139286756516, | |
| "learning_rate": 3.940974523474988e-05, | |
| "loss": 0.0768, | |
| "step": 24375 | |
| }, | |
| { | |
| "epoch": 7.277065314643603, | |
| "grad_norm": 0.004308663308620453, | |
| "learning_rate": 3.9393176214840544e-05, | |
| "loss": 0.0128, | |
| "step": 24400 | |
| }, | |
| { | |
| "epoch": 7.284521324187295, | |
| "grad_norm": 0.029721522703766823, | |
| "learning_rate": 3.9376607194931207e-05, | |
| "loss": 0.0407, | |
| "step": 24425 | |
| }, | |
| { | |
| "epoch": 7.291977333730987, | |
| "grad_norm": 0.32637977600097656, | |
| "learning_rate": 3.9360038175021876e-05, | |
| "loss": 0.0234, | |
| "step": 24450 | |
| }, | |
| { | |
| "epoch": 7.299433343274679, | |
| "grad_norm": 0.228067547082901, | |
| "learning_rate": 3.934346915511254e-05, | |
| "loss": 0.0528, | |
| "step": 24475 | |
| }, | |
| { | |
| "epoch": 7.306889352818372, | |
| "grad_norm": 0.0018244112143293023, | |
| "learning_rate": 3.932690013520321e-05, | |
| "loss": 0.0208, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 7.314345362362064, | |
| "grad_norm": 0.01213071309030056, | |
| "learning_rate": 3.931033111529387e-05, | |
| "loss": 0.0363, | |
| "step": 24525 | |
| }, | |
| { | |
| "epoch": 7.321801371905756, | |
| "grad_norm": 4.35712194442749, | |
| "learning_rate": 3.929376209538453e-05, | |
| "loss": 0.0419, | |
| "step": 24550 | |
| }, | |
| { | |
| "epoch": 7.329257381449448, | |
| "grad_norm": 0.019649688154459, | |
| "learning_rate": 3.92771930754752e-05, | |
| "loss": 0.011, | |
| "step": 24575 | |
| }, | |
| { | |
| "epoch": 7.336713390993141, | |
| "grad_norm": 0.2837681770324707, | |
| "learning_rate": 3.926062405556586e-05, | |
| "loss": 0.0448, | |
| "step": 24600 | |
| }, | |
| { | |
| "epoch": 7.344169400536833, | |
| "grad_norm": 0.0030554018449038267, | |
| "learning_rate": 3.924405503565653e-05, | |
| "loss": 0.0038, | |
| "step": 24625 | |
| }, | |
| { | |
| "epoch": 7.3516254100805245, | |
| "grad_norm": 0.3149765431880951, | |
| "learning_rate": 3.92274860157472e-05, | |
| "loss": 0.0096, | |
| "step": 24650 | |
| }, | |
| { | |
| "epoch": 7.359081419624217, | |
| "grad_norm": 0.08300528675317764, | |
| "learning_rate": 3.9210916995837864e-05, | |
| "loss": 0.0606, | |
| "step": 24675 | |
| }, | |
| { | |
| "epoch": 7.366537429167909, | |
| "grad_norm": 0.7167775630950928, | |
| "learning_rate": 3.919434797592853e-05, | |
| "loss": 0.0071, | |
| "step": 24700 | |
| }, | |
| { | |
| "epoch": 7.373993438711602, | |
| "grad_norm": 0.042454127222299576, | |
| "learning_rate": 3.9177778956019195e-05, | |
| "loss": 0.1068, | |
| "step": 24725 | |
| }, | |
| { | |
| "epoch": 7.381449448255294, | |
| "grad_norm": 0.003952869679778814, | |
| "learning_rate": 3.916120993610986e-05, | |
| "loss": 0.0236, | |
| "step": 24750 | |
| }, | |
| { | |
| "epoch": 7.388905457798986, | |
| "grad_norm": 0.006623697001487017, | |
| "learning_rate": 3.914464091620053e-05, | |
| "loss": 0.0432, | |
| "step": 24775 | |
| }, | |
| { | |
| "epoch": 7.396361467342678, | |
| "grad_norm": 0.2648797631263733, | |
| "learning_rate": 3.912807189629119e-05, | |
| "loss": 0.1026, | |
| "step": 24800 | |
| }, | |
| { | |
| "epoch": 7.4038174768863705, | |
| "grad_norm": 0.038570746779441833, | |
| "learning_rate": 3.911150287638186e-05, | |
| "loss": 0.0174, | |
| "step": 24825 | |
| }, | |
| { | |
| "epoch": 7.411273486430063, | |
| "grad_norm": 0.11163607984781265, | |
| "learning_rate": 3.909493385647253e-05, | |
| "loss": 0.0581, | |
| "step": 24850 | |
| }, | |
| { | |
| "epoch": 7.418729495973755, | |
| "grad_norm": 18.279457092285156, | |
| "learning_rate": 3.907836483656319e-05, | |
| "loss": 0.0378, | |
| "step": 24875 | |
| }, | |
| { | |
| "epoch": 7.426185505517447, | |
| "grad_norm": 14.651384353637695, | |
| "learning_rate": 3.906179581665386e-05, | |
| "loss": 0.0884, | |
| "step": 24900 | |
| }, | |
| { | |
| "epoch": 7.433641515061139, | |
| "grad_norm": 0.08544855564832687, | |
| "learning_rate": 3.904522679674452e-05, | |
| "loss": 0.043, | |
| "step": 24925 | |
| }, | |
| { | |
| "epoch": 7.441097524604832, | |
| "grad_norm": 0.5073758363723755, | |
| "learning_rate": 3.9028657776835183e-05, | |
| "loss": 0.0312, | |
| "step": 24950 | |
| }, | |
| { | |
| "epoch": 7.448553534148524, | |
| "grad_norm": 0.7192637920379639, | |
| "learning_rate": 3.901208875692585e-05, | |
| "loss": 0.0272, | |
| "step": 24975 | |
| }, | |
| { | |
| "epoch": 7.456009543692216, | |
| "grad_norm": 7.956757068634033, | |
| "learning_rate": 3.8995519737016515e-05, | |
| "loss": 0.0965, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 7.463465553235908, | |
| "grad_norm": 0.006529694423079491, | |
| "learning_rate": 3.8978950717107184e-05, | |
| "loss": 0.0162, | |
| "step": 25025 | |
| }, | |
| { | |
| "epoch": 7.4709215627796, | |
| "grad_norm": 0.005817771423608065, | |
| "learning_rate": 3.8962381697197846e-05, | |
| "loss": 0.0576, | |
| "step": 25050 | |
| }, | |
| { | |
| "epoch": 7.478377572323293, | |
| "grad_norm": 0.005918608978390694, | |
| "learning_rate": 3.8945812677288516e-05, | |
| "loss": 0.0196, | |
| "step": 25075 | |
| }, | |
| { | |
| "epoch": 7.485833581866984, | |
| "grad_norm": 0.0037487195804715157, | |
| "learning_rate": 3.8929243657379185e-05, | |
| "loss": 0.0313, | |
| "step": 25100 | |
| }, | |
| { | |
| "epoch": 7.493289591410677, | |
| "grad_norm": 0.044559087604284286, | |
| "learning_rate": 3.891267463746985e-05, | |
| "loss": 0.0353, | |
| "step": 25125 | |
| }, | |
| { | |
| "epoch": 7.500745600954369, | |
| "grad_norm": 0.0025634621270000935, | |
| "learning_rate": 3.8896105617560516e-05, | |
| "loss": 0.0253, | |
| "step": 25150 | |
| }, | |
| { | |
| "epoch": 7.508201610498062, | |
| "grad_norm": 18.160240173339844, | |
| "learning_rate": 3.887953659765118e-05, | |
| "loss": 0.0418, | |
| "step": 25175 | |
| }, | |
| { | |
| "epoch": 7.515657620041754, | |
| "grad_norm": 0.011235961690545082, | |
| "learning_rate": 3.886296757774184e-05, | |
| "loss": 0.0758, | |
| "step": 25200 | |
| }, | |
| { | |
| "epoch": 7.5231136295854455, | |
| "grad_norm": 6.458895683288574, | |
| "learning_rate": 3.884639855783251e-05, | |
| "loss": 0.0425, | |
| "step": 25225 | |
| }, | |
| { | |
| "epoch": 7.530569639129138, | |
| "grad_norm": 0.8765074610710144, | |
| "learning_rate": 3.882982953792317e-05, | |
| "loss": 0.0208, | |
| "step": 25250 | |
| }, | |
| { | |
| "epoch": 7.53802564867283, | |
| "grad_norm": 12.993375778198242, | |
| "learning_rate": 3.881326051801384e-05, | |
| "loss": 0.0333, | |
| "step": 25275 | |
| }, | |
| { | |
| "epoch": 7.545481658216523, | |
| "grad_norm": 0.10430316627025604, | |
| "learning_rate": 3.8796691498104504e-05, | |
| "loss": 0.2056, | |
| "step": 25300 | |
| }, | |
| { | |
| "epoch": 7.552937667760215, | |
| "grad_norm": 0.07876244187355042, | |
| "learning_rate": 3.878012247819517e-05, | |
| "loss": 0.0489, | |
| "step": 25325 | |
| }, | |
| { | |
| "epoch": 7.560393677303907, | |
| "grad_norm": 16.660846710205078, | |
| "learning_rate": 3.876355345828584e-05, | |
| "loss": 0.2723, | |
| "step": 25350 | |
| }, | |
| { | |
| "epoch": 7.567849686847599, | |
| "grad_norm": 0.11059949547052383, | |
| "learning_rate": 3.8746984438376504e-05, | |
| "loss": 0.0338, | |
| "step": 25375 | |
| }, | |
| { | |
| "epoch": 7.5753056963912915, | |
| "grad_norm": 1.6685644388198853, | |
| "learning_rate": 3.873041541846717e-05, | |
| "loss": 0.0309, | |
| "step": 25400 | |
| }, | |
| { | |
| "epoch": 7.582761705934984, | |
| "grad_norm": 0.3328234851360321, | |
| "learning_rate": 3.8713846398557836e-05, | |
| "loss": 0.0713, | |
| "step": 25425 | |
| }, | |
| { | |
| "epoch": 7.590217715478676, | |
| "grad_norm": 10.004615783691406, | |
| "learning_rate": 3.86972773786485e-05, | |
| "loss": 0.0459, | |
| "step": 25450 | |
| }, | |
| { | |
| "epoch": 7.597673725022368, | |
| "grad_norm": 8.179096221923828, | |
| "learning_rate": 3.868070835873917e-05, | |
| "loss": 0.02, | |
| "step": 25475 | |
| }, | |
| { | |
| "epoch": 7.60512973456606, | |
| "grad_norm": 0.036157842725515366, | |
| "learning_rate": 3.866413933882983e-05, | |
| "loss": 0.0704, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 7.612585744109753, | |
| "grad_norm": 0.1007198840379715, | |
| "learning_rate": 3.864757031892049e-05, | |
| "loss": 0.019, | |
| "step": 25525 | |
| }, | |
| { | |
| "epoch": 7.620041753653445, | |
| "grad_norm": 0.057942017912864685, | |
| "learning_rate": 3.863100129901116e-05, | |
| "loss": 0.0588, | |
| "step": 25550 | |
| }, | |
| { | |
| "epoch": 7.627497763197137, | |
| "grad_norm": 1.3576432466506958, | |
| "learning_rate": 3.861443227910183e-05, | |
| "loss": 0.0124, | |
| "step": 25575 | |
| }, | |
| { | |
| "epoch": 7.634953772740829, | |
| "grad_norm": 0.00611503841355443, | |
| "learning_rate": 3.85978632591925e-05, | |
| "loss": 0.0646, | |
| "step": 25600 | |
| }, | |
| { | |
| "epoch": 7.642409782284521, | |
| "grad_norm": 0.041820377111434937, | |
| "learning_rate": 3.858129423928316e-05, | |
| "loss": 0.0667, | |
| "step": 25625 | |
| }, | |
| { | |
| "epoch": 7.649865791828214, | |
| "grad_norm": 4.039573669433594, | |
| "learning_rate": 3.8564725219373824e-05, | |
| "loss": 0.0215, | |
| "step": 25650 | |
| }, | |
| { | |
| "epoch": 7.657321801371905, | |
| "grad_norm": 7.467697620391846, | |
| "learning_rate": 3.854815619946449e-05, | |
| "loss": 0.0054, | |
| "step": 25675 | |
| }, | |
| { | |
| "epoch": 7.664777810915598, | |
| "grad_norm": 0.01705421693623066, | |
| "learning_rate": 3.8531587179555155e-05, | |
| "loss": 0.0225, | |
| "step": 25700 | |
| }, | |
| { | |
| "epoch": 7.67223382045929, | |
| "grad_norm": 0.049625929445028305, | |
| "learning_rate": 3.8515018159645825e-05, | |
| "loss": 0.0338, | |
| "step": 25725 | |
| }, | |
| { | |
| "epoch": 7.6796898300029826, | |
| "grad_norm": 0.2381235659122467, | |
| "learning_rate": 3.849844913973649e-05, | |
| "loss": 0.043, | |
| "step": 25750 | |
| }, | |
| { | |
| "epoch": 7.687145839546675, | |
| "grad_norm": 17.741899490356445, | |
| "learning_rate": 3.848188011982715e-05, | |
| "loss": 0.0511, | |
| "step": 25775 | |
| }, | |
| { | |
| "epoch": 7.6946018490903665, | |
| "grad_norm": 0.02506117708981037, | |
| "learning_rate": 3.846531109991782e-05, | |
| "loss": 0.0804, | |
| "step": 25800 | |
| }, | |
| { | |
| "epoch": 7.702057858634059, | |
| "grad_norm": 0.018649157136678696, | |
| "learning_rate": 3.844874208000849e-05, | |
| "loss": 0.0479, | |
| "step": 25825 | |
| }, | |
| { | |
| "epoch": 7.709513868177751, | |
| "grad_norm": 0.1378479301929474, | |
| "learning_rate": 3.843217306009915e-05, | |
| "loss": 0.0695, | |
| "step": 25850 | |
| }, | |
| { | |
| "epoch": 7.716969877721444, | |
| "grad_norm": 0.040336690843105316, | |
| "learning_rate": 3.841560404018982e-05, | |
| "loss": 0.0016, | |
| "step": 25875 | |
| }, | |
| { | |
| "epoch": 7.724425887265136, | |
| "grad_norm": 0.6665530800819397, | |
| "learning_rate": 3.839903502028048e-05, | |
| "loss": 0.0375, | |
| "step": 25900 | |
| }, | |
| { | |
| "epoch": 7.731881896808828, | |
| "grad_norm": 20.52546501159668, | |
| "learning_rate": 3.838246600037115e-05, | |
| "loss": 0.0571, | |
| "step": 25925 | |
| }, | |
| { | |
| "epoch": 7.73933790635252, | |
| "grad_norm": 2.0904996395111084, | |
| "learning_rate": 3.836589698046181e-05, | |
| "loss": 0.0273, | |
| "step": 25950 | |
| }, | |
| { | |
| "epoch": 7.7467939158962125, | |
| "grad_norm": 10.46048355102539, | |
| "learning_rate": 3.8349327960552475e-05, | |
| "loss": 0.089, | |
| "step": 25975 | |
| }, | |
| { | |
| "epoch": 7.754249925439905, | |
| "grad_norm": 0.045314982533454895, | |
| "learning_rate": 3.8332758940643144e-05, | |
| "loss": 0.0376, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 7.761705934983596, | |
| "grad_norm": 11.569523811340332, | |
| "learning_rate": 3.8316189920733807e-05, | |
| "loss": 0.07, | |
| "step": 26025 | |
| }, | |
| { | |
| "epoch": 7.769161944527289, | |
| "grad_norm": 0.2440641224384308, | |
| "learning_rate": 3.8299620900824476e-05, | |
| "loss": 0.0491, | |
| "step": 26050 | |
| }, | |
| { | |
| "epoch": 7.776617954070981, | |
| "grad_norm": 5.467372894287109, | |
| "learning_rate": 3.8283051880915145e-05, | |
| "loss": 0.0103, | |
| "step": 26075 | |
| }, | |
| { | |
| "epoch": 7.784073963614674, | |
| "grad_norm": 0.07725433260202408, | |
| "learning_rate": 3.826648286100581e-05, | |
| "loss": 0.0621, | |
| "step": 26100 | |
| }, | |
| { | |
| "epoch": 7.791529973158365, | |
| "grad_norm": 0.26000112295150757, | |
| "learning_rate": 3.8249913841096476e-05, | |
| "loss": 0.0456, | |
| "step": 26125 | |
| }, | |
| { | |
| "epoch": 7.798985982702058, | |
| "grad_norm": 0.05612451583147049, | |
| "learning_rate": 3.823334482118714e-05, | |
| "loss": 0.0386, | |
| "step": 26150 | |
| }, | |
| { | |
| "epoch": 7.80644199224575, | |
| "grad_norm": 0.3714951276779175, | |
| "learning_rate": 3.821677580127781e-05, | |
| "loss": 0.0403, | |
| "step": 26175 | |
| }, | |
| { | |
| "epoch": 7.813898001789442, | |
| "grad_norm": 0.0035816803574562073, | |
| "learning_rate": 3.820020678136847e-05, | |
| "loss": 0.0083, | |
| "step": 26200 | |
| }, | |
| { | |
| "epoch": 7.821354011333135, | |
| "grad_norm": 10.295557975769043, | |
| "learning_rate": 3.818363776145913e-05, | |
| "loss": 0.0669, | |
| "step": 26225 | |
| }, | |
| { | |
| "epoch": 7.828810020876826, | |
| "grad_norm": 0.02752000279724598, | |
| "learning_rate": 3.81670687415498e-05, | |
| "loss": 0.0259, | |
| "step": 26250 | |
| }, | |
| { | |
| "epoch": 7.836266030420519, | |
| "grad_norm": 0.008338281884789467, | |
| "learning_rate": 3.8150499721640464e-05, | |
| "loss": 0.0456, | |
| "step": 26275 | |
| }, | |
| { | |
| "epoch": 7.843722039964211, | |
| "grad_norm": 0.04406023770570755, | |
| "learning_rate": 3.813393070173113e-05, | |
| "loss": 0.0075, | |
| "step": 26300 | |
| }, | |
| { | |
| "epoch": 7.8511780495079035, | |
| "grad_norm": 3.312938928604126, | |
| "learning_rate": 3.81173616818218e-05, | |
| "loss": 0.0602, | |
| "step": 26325 | |
| }, | |
| { | |
| "epoch": 7.858634059051596, | |
| "grad_norm": 14.139311790466309, | |
| "learning_rate": 3.8100792661912464e-05, | |
| "loss": 0.0345, | |
| "step": 26350 | |
| }, | |
| { | |
| "epoch": 7.8660900685952875, | |
| "grad_norm": 0.5736969113349915, | |
| "learning_rate": 3.8084223642003134e-05, | |
| "loss": 0.0441, | |
| "step": 26375 | |
| }, | |
| { | |
| "epoch": 7.87354607813898, | |
| "grad_norm": 1.0199308395385742, | |
| "learning_rate": 3.8067654622093796e-05, | |
| "loss": 0.096, | |
| "step": 26400 | |
| }, | |
| { | |
| "epoch": 7.881002087682672, | |
| "grad_norm": 36.68028259277344, | |
| "learning_rate": 3.805108560218446e-05, | |
| "loss": 0.0979, | |
| "step": 26425 | |
| }, | |
| { | |
| "epoch": 7.888458097226365, | |
| "grad_norm": 0.0884442925453186, | |
| "learning_rate": 3.8035179343071505e-05, | |
| "loss": 0.0646, | |
| "step": 26450 | |
| }, | |
| { | |
| "epoch": 7.895914106770057, | |
| "grad_norm": 4.98067045211792, | |
| "learning_rate": 3.801861032316217e-05, | |
| "loss": 0.0605, | |
| "step": 26475 | |
| }, | |
| { | |
| "epoch": 7.903370116313749, | |
| "grad_norm": 0.042504098266363144, | |
| "learning_rate": 3.800204130325283e-05, | |
| "loss": 0.0354, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 7.910826125857441, | |
| "grad_norm": 0.008564049378037453, | |
| "learning_rate": 3.79854722833435e-05, | |
| "loss": 0.0323, | |
| "step": 26525 | |
| }, | |
| { | |
| "epoch": 7.9182821354011335, | |
| "grad_norm": 0.30509287118911743, | |
| "learning_rate": 3.796890326343416e-05, | |
| "loss": 0.0237, | |
| "step": 26550 | |
| }, | |
| { | |
| "epoch": 7.925738144944826, | |
| "grad_norm": 11.284287452697754, | |
| "learning_rate": 3.795233424352483e-05, | |
| "loss": 0.0339, | |
| "step": 26575 | |
| }, | |
| { | |
| "epoch": 7.933194154488517, | |
| "grad_norm": 0.008676270954310894, | |
| "learning_rate": 3.793576522361549e-05, | |
| "loss": 0.04, | |
| "step": 26600 | |
| }, | |
| { | |
| "epoch": 7.94065016403221, | |
| "grad_norm": 1.3062283992767334, | |
| "learning_rate": 3.7919196203706155e-05, | |
| "loss": 0.0101, | |
| "step": 26625 | |
| }, | |
| { | |
| "epoch": 7.948106173575902, | |
| "grad_norm": 0.21713188290596008, | |
| "learning_rate": 3.7902627183796825e-05, | |
| "loss": 0.1142, | |
| "step": 26650 | |
| }, | |
| { | |
| "epoch": 7.955562183119595, | |
| "grad_norm": 0.06104138121008873, | |
| "learning_rate": 3.788605816388749e-05, | |
| "loss": 0.0221, | |
| "step": 26675 | |
| }, | |
| { | |
| "epoch": 7.963018192663286, | |
| "grad_norm": 0.0560293085873127, | |
| "learning_rate": 3.786948914397816e-05, | |
| "loss": 0.0229, | |
| "step": 26700 | |
| }, | |
| { | |
| "epoch": 7.9704742022069786, | |
| "grad_norm": 0.013059995137155056, | |
| "learning_rate": 3.7852920124068825e-05, | |
| "loss": 0.0233, | |
| "step": 26725 | |
| }, | |
| { | |
| "epoch": 7.977930211750671, | |
| "grad_norm": 13.456666946411133, | |
| "learning_rate": 3.783635110415949e-05, | |
| "loss": 0.0191, | |
| "step": 26750 | |
| }, | |
| { | |
| "epoch": 7.985386221294363, | |
| "grad_norm": 11.048165321350098, | |
| "learning_rate": 3.7819782084250157e-05, | |
| "loss": 0.0974, | |
| "step": 26775 | |
| }, | |
| { | |
| "epoch": 7.992842230838056, | |
| "grad_norm": 0.036631595343351364, | |
| "learning_rate": 3.780321306434082e-05, | |
| "loss": 0.0245, | |
| "step": 26800 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_gen_len": 8.6917, | |
| "eval_loss": 0.10363117605447769, | |
| "eval_rouge1": 95.9929, | |
| "eval_rouge2": 82.7618, | |
| "eval_rougeL": 95.9431, | |
| "eval_rougeLsum": 95.9431, | |
| "eval_runtime": 96.085, | |
| "eval_samples_per_second": 17.453, | |
| "eval_steps_per_second": 4.371, | |
| "step": 26824 | |
| }, | |
| { | |
| "epoch": 8.000298240381747, | |
| "grad_norm": 1.841543197631836, | |
| "learning_rate": 3.778664404443149e-05, | |
| "loss": 0.0217, | |
| "step": 26825 | |
| }, | |
| { | |
| "epoch": 8.00775424992544, | |
| "grad_norm": 0.07992962747812271, | |
| "learning_rate": 3.777007502452215e-05, | |
| "loss": 0.0396, | |
| "step": 26850 | |
| }, | |
| { | |
| "epoch": 8.015210259469132, | |
| "grad_norm": 0.06587328016757965, | |
| "learning_rate": 3.775350600461281e-05, | |
| "loss": 0.0426, | |
| "step": 26875 | |
| }, | |
| { | |
| "epoch": 8.022666269012824, | |
| "grad_norm": 0.03052508272230625, | |
| "learning_rate": 3.773693698470348e-05, | |
| "loss": 0.0516, | |
| "step": 26900 | |
| }, | |
| { | |
| "epoch": 8.030122278556517, | |
| "grad_norm": 1.1213061809539795, | |
| "learning_rate": 3.772036796479415e-05, | |
| "loss": 0.0276, | |
| "step": 26925 | |
| }, | |
| { | |
| "epoch": 8.037578288100208, | |
| "grad_norm": 5.817966938018799, | |
| "learning_rate": 3.770379894488481e-05, | |
| "loss": 0.0083, | |
| "step": 26950 | |
| }, | |
| { | |
| "epoch": 8.045034297643902, | |
| "grad_norm": 0.009192215278744698, | |
| "learning_rate": 3.768722992497548e-05, | |
| "loss": 0.0139, | |
| "step": 26975 | |
| }, | |
| { | |
| "epoch": 8.052490307187593, | |
| "grad_norm": 0.2627590000629425, | |
| "learning_rate": 3.7670660905066145e-05, | |
| "loss": 0.0077, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 8.059946316731285, | |
| "grad_norm": 11.902652740478516, | |
| "learning_rate": 3.7654091885156814e-05, | |
| "loss": 0.0139, | |
| "step": 27025 | |
| }, | |
| { | |
| "epoch": 8.067402326274978, | |
| "grad_norm": 0.4330286979675293, | |
| "learning_rate": 3.7637522865247476e-05, | |
| "loss": 0.0087, | |
| "step": 27050 | |
| }, | |
| { | |
| "epoch": 8.07485833581867, | |
| "grad_norm": 10.134819984436035, | |
| "learning_rate": 3.762095384533814e-05, | |
| "loss": 0.0643, | |
| "step": 27075 | |
| }, | |
| { | |
| "epoch": 8.082314345362363, | |
| "grad_norm": 0.8864652514457703, | |
| "learning_rate": 3.760438482542881e-05, | |
| "loss": 0.0159, | |
| "step": 27100 | |
| }, | |
| { | |
| "epoch": 8.089770354906054, | |
| "grad_norm": 0.05642193183302879, | |
| "learning_rate": 3.758781580551947e-05, | |
| "loss": 0.0017, | |
| "step": 27125 | |
| }, | |
| { | |
| "epoch": 8.097226364449746, | |
| "grad_norm": 0.07227706164121628, | |
| "learning_rate": 3.757124678561014e-05, | |
| "loss": 0.0028, | |
| "step": 27150 | |
| }, | |
| { | |
| "epoch": 8.10468237399344, | |
| "grad_norm": 0.06436634063720703, | |
| "learning_rate": 3.755467776570081e-05, | |
| "loss": 0.0141, | |
| "step": 27175 | |
| }, | |
| { | |
| "epoch": 8.11213838353713, | |
| "grad_norm": 0.09210552275180817, | |
| "learning_rate": 3.753810874579147e-05, | |
| "loss": 0.0365, | |
| "step": 27200 | |
| }, | |
| { | |
| "epoch": 8.119594393080822, | |
| "grad_norm": 0.0035904215183109045, | |
| "learning_rate": 3.752153972588214e-05, | |
| "loss": 0.0304, | |
| "step": 27225 | |
| }, | |
| { | |
| "epoch": 8.127050402624516, | |
| "grad_norm": 67.14472198486328, | |
| "learning_rate": 3.75049707059728e-05, | |
| "loss": 0.0539, | |
| "step": 27250 | |
| }, | |
| { | |
| "epoch": 8.134506412168207, | |
| "grad_norm": 0.2653847336769104, | |
| "learning_rate": 3.748840168606347e-05, | |
| "loss": 0.0454, | |
| "step": 27275 | |
| }, | |
| { | |
| "epoch": 8.1419624217119, | |
| "grad_norm": 0.029458891600370407, | |
| "learning_rate": 3.7471832666154134e-05, | |
| "loss": 0.0262, | |
| "step": 27300 | |
| }, | |
| { | |
| "epoch": 8.149418431255592, | |
| "grad_norm": 0.08708936721086502, | |
| "learning_rate": 3.7455263646244796e-05, | |
| "loss": 0.0798, | |
| "step": 27325 | |
| }, | |
| { | |
| "epoch": 8.156874440799283, | |
| "grad_norm": 0.065219946205616, | |
| "learning_rate": 3.7438694626335465e-05, | |
| "loss": 0.022, | |
| "step": 27350 | |
| }, | |
| { | |
| "epoch": 8.164330450342977, | |
| "grad_norm": 0.05592311546206474, | |
| "learning_rate": 3.742212560642613e-05, | |
| "loss": 0.039, | |
| "step": 27375 | |
| }, | |
| { | |
| "epoch": 8.171786459886668, | |
| "grad_norm": 5.338498592376709, | |
| "learning_rate": 3.7405556586516796e-05, | |
| "loss": 0.0417, | |
| "step": 27400 | |
| }, | |
| { | |
| "epoch": 8.179242469430362, | |
| "grad_norm": 0.0057130069471895695, | |
| "learning_rate": 3.7388987566607466e-05, | |
| "loss": 0.0232, | |
| "step": 27425 | |
| }, | |
| { | |
| "epoch": 8.186698478974053, | |
| "grad_norm": 14.00313949584961, | |
| "learning_rate": 3.737241854669813e-05, | |
| "loss": 0.0464, | |
| "step": 27450 | |
| }, | |
| { | |
| "epoch": 8.194154488517745, | |
| "grad_norm": 0.15262223780155182, | |
| "learning_rate": 3.735651228758517e-05, | |
| "loss": 0.0663, | |
| "step": 27475 | |
| }, | |
| { | |
| "epoch": 8.201610498061438, | |
| "grad_norm": 0.01996547356247902, | |
| "learning_rate": 3.733994326767583e-05, | |
| "loss": 0.0176, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 8.20906650760513, | |
| "grad_norm": 0.022581912577152252, | |
| "learning_rate": 3.732337424776649e-05, | |
| "loss": 0.0375, | |
| "step": 27525 | |
| }, | |
| { | |
| "epoch": 8.216522517148823, | |
| "grad_norm": 0.019385678693652153, | |
| "learning_rate": 3.730680522785716e-05, | |
| "loss": 0.0203, | |
| "step": 27550 | |
| }, | |
| { | |
| "epoch": 8.223978526692514, | |
| "grad_norm": 0.02384263090789318, | |
| "learning_rate": 3.729023620794783e-05, | |
| "loss": 0.0365, | |
| "step": 27575 | |
| }, | |
| { | |
| "epoch": 8.231434536236206, | |
| "grad_norm": 0.004445483908057213, | |
| "learning_rate": 3.7273667188038494e-05, | |
| "loss": 0.0422, | |
| "step": 27600 | |
| }, | |
| { | |
| "epoch": 8.238890545779899, | |
| "grad_norm": 0.005683319177478552, | |
| "learning_rate": 3.725709816812916e-05, | |
| "loss": 0.0154, | |
| "step": 27625 | |
| }, | |
| { | |
| "epoch": 8.24634655532359, | |
| "grad_norm": 0.013689364306628704, | |
| "learning_rate": 3.7240529148219825e-05, | |
| "loss": 0.044, | |
| "step": 27650 | |
| }, | |
| { | |
| "epoch": 8.253802564867282, | |
| "grad_norm": 0.01799396611750126, | |
| "learning_rate": 3.7223960128310494e-05, | |
| "loss": 0.0294, | |
| "step": 27675 | |
| }, | |
| { | |
| "epoch": 8.261258574410975, | |
| "grad_norm": 0.0023462409153580666, | |
| "learning_rate": 3.7207391108401157e-05, | |
| "loss": 0.0425, | |
| "step": 27700 | |
| }, | |
| { | |
| "epoch": 8.268714583954667, | |
| "grad_norm": 0.02442399598658085, | |
| "learning_rate": 3.7190822088491826e-05, | |
| "loss": 0.003, | |
| "step": 27725 | |
| }, | |
| { | |
| "epoch": 8.27617059349836, | |
| "grad_norm": 0.022840287536382675, | |
| "learning_rate": 3.717425306858249e-05, | |
| "loss": 0.0277, | |
| "step": 27750 | |
| }, | |
| { | |
| "epoch": 8.283626603042052, | |
| "grad_norm": 0.3185962736606598, | |
| "learning_rate": 3.715768404867315e-05, | |
| "loss": 0.0601, | |
| "step": 27775 | |
| }, | |
| { | |
| "epoch": 8.291082612585743, | |
| "grad_norm": 0.03330976143479347, | |
| "learning_rate": 3.714111502876382e-05, | |
| "loss": 0.0329, | |
| "step": 27800 | |
| }, | |
| { | |
| "epoch": 8.298538622129437, | |
| "grad_norm": 0.036625757813453674, | |
| "learning_rate": 3.712454600885449e-05, | |
| "loss": 0.0315, | |
| "step": 27825 | |
| }, | |
| { | |
| "epoch": 8.305994631673128, | |
| "grad_norm": 0.5965529084205627, | |
| "learning_rate": 3.710797698894515e-05, | |
| "loss": 0.0215, | |
| "step": 27850 | |
| }, | |
| { | |
| "epoch": 8.313450641216821, | |
| "grad_norm": 0.04731619358062744, | |
| "learning_rate": 3.709140796903582e-05, | |
| "loss": 0.0041, | |
| "step": 27875 | |
| }, | |
| { | |
| "epoch": 8.320906650760513, | |
| "grad_norm": 0.20525537431240082, | |
| "learning_rate": 3.707483894912648e-05, | |
| "loss": 0.0223, | |
| "step": 27900 | |
| }, | |
| { | |
| "epoch": 8.328362660304204, | |
| "grad_norm": 4.396222114562988, | |
| "learning_rate": 3.705826992921715e-05, | |
| "loss": 0.0133, | |
| "step": 27925 | |
| }, | |
| { | |
| "epoch": 8.335818669847898, | |
| "grad_norm": 0.1394113004207611, | |
| "learning_rate": 3.7041700909307814e-05, | |
| "loss": 0.0265, | |
| "step": 27950 | |
| }, | |
| { | |
| "epoch": 8.34327467939159, | |
| "grad_norm": 81.92708587646484, | |
| "learning_rate": 3.7025131889398476e-05, | |
| "loss": 0.0188, | |
| "step": 27975 | |
| }, | |
| { | |
| "epoch": 8.350730688935283, | |
| "grad_norm": 0.15940868854522705, | |
| "learning_rate": 3.7008562869489145e-05, | |
| "loss": 0.0396, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 8.358186698478974, | |
| "grad_norm": 0.8631670475006104, | |
| "learning_rate": 3.699199384957981e-05, | |
| "loss": 0.0064, | |
| "step": 28025 | |
| }, | |
| { | |
| "epoch": 8.365642708022666, | |
| "grad_norm": 0.06859345734119415, | |
| "learning_rate": 3.697542482967048e-05, | |
| "loss": 0.0251, | |
| "step": 28050 | |
| }, | |
| { | |
| "epoch": 8.373098717566359, | |
| "grad_norm": 0.007882620207965374, | |
| "learning_rate": 3.6958855809761146e-05, | |
| "loss": 0.0147, | |
| "step": 28075 | |
| }, | |
| { | |
| "epoch": 8.38055472711005, | |
| "grad_norm": 0.0038322643376886845, | |
| "learning_rate": 3.694228678985181e-05, | |
| "loss": 0.1021, | |
| "step": 28100 | |
| }, | |
| { | |
| "epoch": 8.388010736653744, | |
| "grad_norm": 1.0349613428115845, | |
| "learning_rate": 3.692571776994248e-05, | |
| "loss": 0.071, | |
| "step": 28125 | |
| }, | |
| { | |
| "epoch": 8.395466746197435, | |
| "grad_norm": 6.251139163970947, | |
| "learning_rate": 3.690914875003314e-05, | |
| "loss": 0.0183, | |
| "step": 28150 | |
| }, | |
| { | |
| "epoch": 8.402922755741127, | |
| "grad_norm": 31.23532485961914, | |
| "learning_rate": 3.68925797301238e-05, | |
| "loss": 0.0176, | |
| "step": 28175 | |
| }, | |
| { | |
| "epoch": 8.41037876528482, | |
| "grad_norm": 0.018022626638412476, | |
| "learning_rate": 3.687601071021447e-05, | |
| "loss": 0.0045, | |
| "step": 28200 | |
| }, | |
| { | |
| "epoch": 8.417834774828512, | |
| "grad_norm": 0.022061647847294807, | |
| "learning_rate": 3.6859441690305134e-05, | |
| "loss": 0.0017, | |
| "step": 28225 | |
| }, | |
| { | |
| "epoch": 8.425290784372205, | |
| "grad_norm": 7.409425258636475, | |
| "learning_rate": 3.68428726703958e-05, | |
| "loss": 0.0454, | |
| "step": 28250 | |
| }, | |
| { | |
| "epoch": 8.432746793915896, | |
| "grad_norm": 0.879426896572113, | |
| "learning_rate": 3.6826303650486465e-05, | |
| "loss": 0.002, | |
| "step": 28275 | |
| }, | |
| { | |
| "epoch": 8.440202803459588, | |
| "grad_norm": 0.8661222457885742, | |
| "learning_rate": 3.6809734630577134e-05, | |
| "loss": 0.0513, | |
| "step": 28300 | |
| }, | |
| { | |
| "epoch": 8.447658813003281, | |
| "grad_norm": 0.04469098895788193, | |
| "learning_rate": 3.67931656106678e-05, | |
| "loss": 0.0269, | |
| "step": 28325 | |
| }, | |
| { | |
| "epoch": 8.455114822546973, | |
| "grad_norm": 0.0013134300243109465, | |
| "learning_rate": 3.6776596590758466e-05, | |
| "loss": 0.0306, | |
| "step": 28350 | |
| }, | |
| { | |
| "epoch": 8.462570832090664, | |
| "grad_norm": 0.17150649428367615, | |
| "learning_rate": 3.6760027570849135e-05, | |
| "loss": 0.0687, | |
| "step": 28375 | |
| }, | |
| { | |
| "epoch": 8.470026841634358, | |
| "grad_norm": 0.03961332514882088, | |
| "learning_rate": 3.67434585509398e-05, | |
| "loss": 0.007, | |
| "step": 28400 | |
| }, | |
| { | |
| "epoch": 8.47748285117805, | |
| "grad_norm": 0.6865983009338379, | |
| "learning_rate": 3.672688953103046e-05, | |
| "loss": 0.0586, | |
| "step": 28425 | |
| }, | |
| { | |
| "epoch": 8.484938860721742, | |
| "grad_norm": 0.21008718013763428, | |
| "learning_rate": 3.671032051112113e-05, | |
| "loss": 0.0705, | |
| "step": 28450 | |
| }, | |
| { | |
| "epoch": 8.492394870265434, | |
| "grad_norm": 12.806836128234863, | |
| "learning_rate": 3.669375149121179e-05, | |
| "loss": 0.0316, | |
| "step": 28475 | |
| }, | |
| { | |
| "epoch": 8.499850879809125, | |
| "grad_norm": 0.010018163360655308, | |
| "learning_rate": 3.667718247130246e-05, | |
| "loss": 0.0202, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 8.507306889352819, | |
| "grad_norm": 0.01900198683142662, | |
| "learning_rate": 3.666061345139313e-05, | |
| "loss": 0.0562, | |
| "step": 28525 | |
| }, | |
| { | |
| "epoch": 8.51476289889651, | |
| "grad_norm": 0.003071998944506049, | |
| "learning_rate": 3.664404443148379e-05, | |
| "loss": 0.0144, | |
| "step": 28550 | |
| }, | |
| { | |
| "epoch": 8.522218908440204, | |
| "grad_norm": 0.02706441655755043, | |
| "learning_rate": 3.662747541157446e-05, | |
| "loss": 0.0166, | |
| "step": 28575 | |
| }, | |
| { | |
| "epoch": 8.529674917983895, | |
| "grad_norm": 9.968490600585938, | |
| "learning_rate": 3.661090639166512e-05, | |
| "loss": 0.0216, | |
| "step": 28600 | |
| }, | |
| { | |
| "epoch": 8.537130927527587, | |
| "grad_norm": 0.0901758223772049, | |
| "learning_rate": 3.6594337371755785e-05, | |
| "loss": 0.0452, | |
| "step": 28625 | |
| }, | |
| { | |
| "epoch": 8.54458693707128, | |
| "grad_norm": 0.07754506915807724, | |
| "learning_rate": 3.6577768351846454e-05, | |
| "loss": 0.0099, | |
| "step": 28650 | |
| }, | |
| { | |
| "epoch": 8.552042946614971, | |
| "grad_norm": 0.004118072800338268, | |
| "learning_rate": 3.656119933193712e-05, | |
| "loss": 0.022, | |
| "step": 28675 | |
| }, | |
| { | |
| "epoch": 8.559498956158663, | |
| "grad_norm": 0.017649231478571892, | |
| "learning_rate": 3.6544630312027786e-05, | |
| "loss": 0.0456, | |
| "step": 28700 | |
| }, | |
| { | |
| "epoch": 8.566954965702356, | |
| "grad_norm": 0.0039413124322891235, | |
| "learning_rate": 3.652806129211845e-05, | |
| "loss": 0.0079, | |
| "step": 28725 | |
| }, | |
| { | |
| "epoch": 8.574410975246048, | |
| "grad_norm": 0.003399114590138197, | |
| "learning_rate": 3.651149227220911e-05, | |
| "loss": 0.0245, | |
| "step": 28750 | |
| }, | |
| { | |
| "epoch": 8.581866984789741, | |
| "grad_norm": 44.0549430847168, | |
| "learning_rate": 3.6494923252299786e-05, | |
| "loss": 0.0432, | |
| "step": 28775 | |
| }, | |
| { | |
| "epoch": 8.589322994333433, | |
| "grad_norm": 0.0016269719926640391, | |
| "learning_rate": 3.647835423239045e-05, | |
| "loss": 0.0119, | |
| "step": 28800 | |
| }, | |
| { | |
| "epoch": 8.596779003877124, | |
| "grad_norm": 0.00740943755954504, | |
| "learning_rate": 3.646178521248111e-05, | |
| "loss": 0.0185, | |
| "step": 28825 | |
| }, | |
| { | |
| "epoch": 8.604235013420817, | |
| "grad_norm": 0.24125465750694275, | |
| "learning_rate": 3.644521619257178e-05, | |
| "loss": 0.0082, | |
| "step": 28850 | |
| }, | |
| { | |
| "epoch": 8.611691022964509, | |
| "grad_norm": 2.92952299118042, | |
| "learning_rate": 3.642864717266244e-05, | |
| "loss": 0.0682, | |
| "step": 28875 | |
| }, | |
| { | |
| "epoch": 8.619147032508202, | |
| "grad_norm": 10.032451629638672, | |
| "learning_rate": 3.641207815275311e-05, | |
| "loss": 0.0066, | |
| "step": 28900 | |
| }, | |
| { | |
| "epoch": 8.626603042051894, | |
| "grad_norm": 0.9171352982521057, | |
| "learning_rate": 3.6395509132843774e-05, | |
| "loss": 0.0286, | |
| "step": 28925 | |
| }, | |
| { | |
| "epoch": 8.634059051595585, | |
| "grad_norm": 0.013421298936009407, | |
| "learning_rate": 3.637894011293444e-05, | |
| "loss": 0.0504, | |
| "step": 28950 | |
| }, | |
| { | |
| "epoch": 8.641515061139279, | |
| "grad_norm": 0.06524740159511566, | |
| "learning_rate": 3.6362371093025105e-05, | |
| "loss": 0.0185, | |
| "step": 28975 | |
| }, | |
| { | |
| "epoch": 8.64897107068297, | |
| "grad_norm": 0.033882249146699905, | |
| "learning_rate": 3.6345802073115775e-05, | |
| "loss": 0.0157, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 8.656427080226663, | |
| "grad_norm": 0.06428802013397217, | |
| "learning_rate": 3.6329233053206444e-05, | |
| "loss": 0.0338, | |
| "step": 29025 | |
| }, | |
| { | |
| "epoch": 8.663883089770355, | |
| "grad_norm": 0.01688966527581215, | |
| "learning_rate": 3.6312664033297106e-05, | |
| "loss": 0.0063, | |
| "step": 29050 | |
| }, | |
| { | |
| "epoch": 8.671339099314046, | |
| "grad_norm": 23.71369743347168, | |
| "learning_rate": 3.629609501338777e-05, | |
| "loss": 0.031, | |
| "step": 29075 | |
| }, | |
| { | |
| "epoch": 8.67879510885774, | |
| "grad_norm": 0.0019492580322548747, | |
| "learning_rate": 3.627952599347844e-05, | |
| "loss": 0.0749, | |
| "step": 29100 | |
| }, | |
| { | |
| "epoch": 8.686251118401431, | |
| "grad_norm": 15.162439346313477, | |
| "learning_rate": 3.62629569735691e-05, | |
| "loss": 0.0487, | |
| "step": 29125 | |
| }, | |
| { | |
| "epoch": 8.693707127945125, | |
| "grad_norm": 0.5042064189910889, | |
| "learning_rate": 3.624638795365977e-05, | |
| "loss": 0.023, | |
| "step": 29150 | |
| }, | |
| { | |
| "epoch": 8.701163137488816, | |
| "grad_norm": 3.6821882724761963, | |
| "learning_rate": 3.622981893375043e-05, | |
| "loss": 0.0714, | |
| "step": 29175 | |
| }, | |
| { | |
| "epoch": 8.708619147032508, | |
| "grad_norm": 6.568551540374756, | |
| "learning_rate": 3.6213249913841094e-05, | |
| "loss": 0.0341, | |
| "step": 29200 | |
| }, | |
| { | |
| "epoch": 8.716075156576201, | |
| "grad_norm": 0.3266686201095581, | |
| "learning_rate": 3.619668089393176e-05, | |
| "loss": 0.0676, | |
| "step": 29225 | |
| }, | |
| { | |
| "epoch": 8.723531166119892, | |
| "grad_norm": 0.014193633571267128, | |
| "learning_rate": 3.618011187402243e-05, | |
| "loss": 0.0166, | |
| "step": 29250 | |
| }, | |
| { | |
| "epoch": 8.730987175663586, | |
| "grad_norm": 0.0672958567738533, | |
| "learning_rate": 3.6163542854113094e-05, | |
| "loss": 0.0032, | |
| "step": 29275 | |
| }, | |
| { | |
| "epoch": 8.738443185207277, | |
| "grad_norm": 0.007883368991315365, | |
| "learning_rate": 3.614697383420376e-05, | |
| "loss": 0.0449, | |
| "step": 29300 | |
| }, | |
| { | |
| "epoch": 8.745899194750969, | |
| "grad_norm": 20.07937240600586, | |
| "learning_rate": 3.6130404814294426e-05, | |
| "loss": 0.0445, | |
| "step": 29325 | |
| }, | |
| { | |
| "epoch": 8.753355204294662, | |
| "grad_norm": 5.050912857055664, | |
| "learning_rate": 3.6113835794385095e-05, | |
| "loss": 0.0058, | |
| "step": 29350 | |
| }, | |
| { | |
| "epoch": 8.760811213838354, | |
| "grad_norm": 0.019583450630307198, | |
| "learning_rate": 3.609726677447576e-05, | |
| "loss": 0.0092, | |
| "step": 29375 | |
| }, | |
| { | |
| "epoch": 8.768267223382045, | |
| "grad_norm": 6.366359710693359, | |
| "learning_rate": 3.608069775456642e-05, | |
| "loss": 0.0361, | |
| "step": 29400 | |
| }, | |
| { | |
| "epoch": 8.775723232925738, | |
| "grad_norm": 0.012687691487371922, | |
| "learning_rate": 3.606412873465709e-05, | |
| "loss": 0.0471, | |
| "step": 29425 | |
| }, | |
| { | |
| "epoch": 8.78317924246943, | |
| "grad_norm": 0.04783850535750389, | |
| "learning_rate": 3.604755971474775e-05, | |
| "loss": 0.0375, | |
| "step": 29450 | |
| }, | |
| { | |
| "epoch": 8.790635252013123, | |
| "grad_norm": 0.058531004935503006, | |
| "learning_rate": 3.603099069483842e-05, | |
| "loss": 0.0109, | |
| "step": 29475 | |
| }, | |
| { | |
| "epoch": 8.798091261556815, | |
| "grad_norm": 0.006072982680052519, | |
| "learning_rate": 3.601442167492909e-05, | |
| "loss": 0.0275, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 8.805547271100506, | |
| "grad_norm": 0.03280794247984886, | |
| "learning_rate": 3.599785265501975e-05, | |
| "loss": 0.0142, | |
| "step": 29525 | |
| }, | |
| { | |
| "epoch": 8.8130032806442, | |
| "grad_norm": 0.36898598074913025, | |
| "learning_rate": 3.598128363511042e-05, | |
| "loss": 0.0063, | |
| "step": 29550 | |
| }, | |
| { | |
| "epoch": 8.820459290187891, | |
| "grad_norm": 2.096160888671875, | |
| "learning_rate": 3.596471461520108e-05, | |
| "loss": 0.012, | |
| "step": 29575 | |
| }, | |
| { | |
| "epoch": 8.827915299731584, | |
| "grad_norm": 0.62769615650177, | |
| "learning_rate": 3.594814559529175e-05, | |
| "loss": 0.0109, | |
| "step": 29600 | |
| }, | |
| { | |
| "epoch": 8.835371309275276, | |
| "grad_norm": 9.831634521484375, | |
| "learning_rate": 3.5931576575382414e-05, | |
| "loss": 0.0797, | |
| "step": 29625 | |
| }, | |
| { | |
| "epoch": 8.842827318818967, | |
| "grad_norm": 9.49618911743164, | |
| "learning_rate": 3.591500755547308e-05, | |
| "loss": 0.0206, | |
| "step": 29650 | |
| }, | |
| { | |
| "epoch": 8.85028332836266, | |
| "grad_norm": 73.54988098144531, | |
| "learning_rate": 3.5898438535563746e-05, | |
| "loss": 0.0308, | |
| "step": 29675 | |
| }, | |
| { | |
| "epoch": 8.857739337906352, | |
| "grad_norm": 0.0006858339766040444, | |
| "learning_rate": 3.588186951565441e-05, | |
| "loss": 0.02, | |
| "step": 29700 | |
| }, | |
| { | |
| "epoch": 8.865195347450046, | |
| "grad_norm": 0.012461572885513306, | |
| "learning_rate": 3.586530049574508e-05, | |
| "loss": 0.0373, | |
| "step": 29725 | |
| }, | |
| { | |
| "epoch": 8.872651356993737, | |
| "grad_norm": 0.04995008185505867, | |
| "learning_rate": 3.5848731475835747e-05, | |
| "loss": 0.0527, | |
| "step": 29750 | |
| }, | |
| { | |
| "epoch": 8.880107366537429, | |
| "grad_norm": 2.493194103240967, | |
| "learning_rate": 3.583216245592641e-05, | |
| "loss": 0.0208, | |
| "step": 29775 | |
| }, | |
| { | |
| "epoch": 8.887563376081122, | |
| "grad_norm": 0.01812615804374218, | |
| "learning_rate": 3.581559343601708e-05, | |
| "loss": 0.0165, | |
| "step": 29800 | |
| }, | |
| { | |
| "epoch": 8.895019385624813, | |
| "grad_norm": 0.01689509116113186, | |
| "learning_rate": 3.579902441610774e-05, | |
| "loss": 0.0085, | |
| "step": 29825 | |
| }, | |
| { | |
| "epoch": 8.902475395168505, | |
| "grad_norm": 0.011237064376473427, | |
| "learning_rate": 3.57824553961984e-05, | |
| "loss": 0.0257, | |
| "step": 29850 | |
| }, | |
| { | |
| "epoch": 8.909931404712198, | |
| "grad_norm": 0.009161061607301235, | |
| "learning_rate": 3.576588637628907e-05, | |
| "loss": 0.0231, | |
| "step": 29875 | |
| }, | |
| { | |
| "epoch": 8.91738741425589, | |
| "grad_norm": 0.9806844592094421, | |
| "learning_rate": 3.5749317356379734e-05, | |
| "loss": 0.0841, | |
| "step": 29900 | |
| }, | |
| { | |
| "epoch": 8.924843423799583, | |
| "grad_norm": 0.01535357441753149, | |
| "learning_rate": 3.57327483364704e-05, | |
| "loss": 0.0207, | |
| "step": 29925 | |
| }, | |
| { | |
| "epoch": 8.932299433343275, | |
| "grad_norm": 0.054871998727321625, | |
| "learning_rate": 3.5716179316561066e-05, | |
| "loss": 0.0079, | |
| "step": 29950 | |
| }, | |
| { | |
| "epoch": 8.939755442886966, | |
| "grad_norm": 0.011252072639763355, | |
| "learning_rate": 3.5699610296651735e-05, | |
| "loss": 0.05, | |
| "step": 29975 | |
| }, | |
| { | |
| "epoch": 8.94721145243066, | |
| "grad_norm": 0.03132103383541107, | |
| "learning_rate": 3.5683041276742404e-05, | |
| "loss": 0.0051, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 8.954667461974351, | |
| "grad_norm": 0.07881677895784378, | |
| "learning_rate": 3.5666472256833066e-05, | |
| "loss": 0.0274, | |
| "step": 30025 | |
| }, | |
| { | |
| "epoch": 8.962123471518044, | |
| "grad_norm": 0.00470997067168355, | |
| "learning_rate": 3.564990323692373e-05, | |
| "loss": 0.029, | |
| "step": 30050 | |
| }, | |
| { | |
| "epoch": 8.969579481061736, | |
| "grad_norm": 4.142818450927734, | |
| "learning_rate": 3.56333342170144e-05, | |
| "loss": 0.0153, | |
| "step": 30075 | |
| }, | |
| { | |
| "epoch": 8.977035490605427, | |
| "grad_norm": 1.2706577777862549, | |
| "learning_rate": 3.561676519710506e-05, | |
| "loss": 0.0767, | |
| "step": 30100 | |
| }, | |
| { | |
| "epoch": 8.98449150014912, | |
| "grad_norm": 0.01267695240676403, | |
| "learning_rate": 3.560019617719573e-05, | |
| "loss": 0.0846, | |
| "step": 30125 | |
| }, | |
| { | |
| "epoch": 8.991947509692812, | |
| "grad_norm": 7.920314788818359, | |
| "learning_rate": 3.558362715728639e-05, | |
| "loss": 0.0442, | |
| "step": 30150 | |
| }, | |
| { | |
| "epoch": 8.999403519236505, | |
| "grad_norm": 34.99578094482422, | |
| "learning_rate": 3.556705813737706e-05, | |
| "loss": 0.0273, | |
| "step": 30175 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "eval_gen_len": 8.7102, | |
| "eval_loss": 0.083512082695961, | |
| "eval_rouge1": 97.0896, | |
| "eval_rouge2": 84.4122, | |
| "eval_rougeL": 97.0507, | |
| "eval_rougeLsum": 97.0591, | |
| "eval_runtime": 101.145, | |
| "eval_samples_per_second": 16.58, | |
| "eval_steps_per_second": 4.152, | |
| "step": 30177 | |
| }, | |
| { | |
| "epoch": 9.006859528780197, | |
| "grad_norm": 0.011261310428380966, | |
| "learning_rate": 3.555048911746773e-05, | |
| "loss": 0.0355, | |
| "step": 30200 | |
| }, | |
| { | |
| "epoch": 9.014315538323888, | |
| "grad_norm": 0.014239492826163769, | |
| "learning_rate": 3.553392009755839e-05, | |
| "loss": 0.0229, | |
| "step": 30225 | |
| }, | |
| { | |
| "epoch": 9.021771547867582, | |
| "grad_norm": 0.02628404088318348, | |
| "learning_rate": 3.551735107764906e-05, | |
| "loss": 0.0127, | |
| "step": 30250 | |
| }, | |
| { | |
| "epoch": 9.029227557411273, | |
| "grad_norm": 0.0303230881690979, | |
| "learning_rate": 3.5500782057739723e-05, | |
| "loss": 0.0052, | |
| "step": 30275 | |
| }, | |
| { | |
| "epoch": 9.036683566954967, | |
| "grad_norm": 7.405888080596924, | |
| "learning_rate": 3.5484213037830386e-05, | |
| "loss": 0.0111, | |
| "step": 30300 | |
| }, | |
| { | |
| "epoch": 9.044139576498658, | |
| "grad_norm": 2.99228835105896, | |
| "learning_rate": 3.5467644017921055e-05, | |
| "loss": 0.034, | |
| "step": 30325 | |
| }, | |
| { | |
| "epoch": 9.05159558604235, | |
| "grad_norm": 0.05243349075317383, | |
| "learning_rate": 3.545107499801172e-05, | |
| "loss": 0.017, | |
| "step": 30350 | |
| }, | |
| { | |
| "epoch": 9.059051595586043, | |
| "grad_norm": 0.019075891003012657, | |
| "learning_rate": 3.5434505978102386e-05, | |
| "loss": 0.004, | |
| "step": 30375 | |
| }, | |
| { | |
| "epoch": 9.066507605129734, | |
| "grad_norm": 0.004510013852268457, | |
| "learning_rate": 3.541793695819305e-05, | |
| "loss": 0.01, | |
| "step": 30400 | |
| }, | |
| { | |
| "epoch": 9.073963614673426, | |
| "grad_norm": 0.47157201170921326, | |
| "learning_rate": 3.540136793828371e-05, | |
| "loss": 0.0433, | |
| "step": 30425 | |
| }, | |
| { | |
| "epoch": 9.08141962421712, | |
| "grad_norm": 0.05149286240339279, | |
| "learning_rate": 3.538479891837439e-05, | |
| "loss": 0.0823, | |
| "step": 30450 | |
| }, | |
| { | |
| "epoch": 9.08887563376081, | |
| "grad_norm": 9.489185333251953, | |
| "learning_rate": 3.536822989846505e-05, | |
| "loss": 0.013, | |
| "step": 30475 | |
| }, | |
| { | |
| "epoch": 9.096331643304504, | |
| "grad_norm": 32.13996505737305, | |
| "learning_rate": 3.535166087855571e-05, | |
| "loss": 0.0236, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 9.103787652848196, | |
| "grad_norm": 0.18573585152626038, | |
| "learning_rate": 3.533509185864638e-05, | |
| "loss": 0.0031, | |
| "step": 30525 | |
| }, | |
| { | |
| "epoch": 9.111243662391887, | |
| "grad_norm": 24.975109100341797, | |
| "learning_rate": 3.531852283873704e-05, | |
| "loss": 0.0096, | |
| "step": 30550 | |
| }, | |
| { | |
| "epoch": 9.11869967193558, | |
| "grad_norm": 0.7033310532569885, | |
| "learning_rate": 3.530195381882771e-05, | |
| "loss": 0.0272, | |
| "step": 30575 | |
| }, | |
| { | |
| "epoch": 9.126155681479272, | |
| "grad_norm": 0.0882677286863327, | |
| "learning_rate": 3.5285384798918375e-05, | |
| "loss": 0.0099, | |
| "step": 30600 | |
| }, | |
| { | |
| "epoch": 9.133611691022965, | |
| "grad_norm": 2.4805209636688232, | |
| "learning_rate": 3.526881577900904e-05, | |
| "loss": 0.0021, | |
| "step": 30625 | |
| }, | |
| { | |
| "epoch": 9.141067700566657, | |
| "grad_norm": 0.05557962879538536, | |
| "learning_rate": 3.5252246759099706e-05, | |
| "loss": 0.015, | |
| "step": 30650 | |
| }, | |
| { | |
| "epoch": 9.148523710110348, | |
| "grad_norm": 2.1198525428771973, | |
| "learning_rate": 3.5235677739190375e-05, | |
| "loss": 0.0088, | |
| "step": 30675 | |
| }, | |
| { | |
| "epoch": 9.155979719654042, | |
| "grad_norm": 87.86044311523438, | |
| "learning_rate": 3.5219108719281044e-05, | |
| "loss": 0.0189, | |
| "step": 30700 | |
| }, | |
| { | |
| "epoch": 9.163435729197733, | |
| "grad_norm": 0.35490408539772034, | |
| "learning_rate": 3.520253969937171e-05, | |
| "loss": 0.0026, | |
| "step": 30725 | |
| }, | |
| { | |
| "epoch": 9.170891738741426, | |
| "grad_norm": 0.006703643128275871, | |
| "learning_rate": 3.518597067946237e-05, | |
| "loss": 0.0296, | |
| "step": 30750 | |
| }, | |
| { | |
| "epoch": 9.178347748285118, | |
| "grad_norm": 0.014011339284479618, | |
| "learning_rate": 3.516940165955304e-05, | |
| "loss": 0.03, | |
| "step": 30775 | |
| }, | |
| { | |
| "epoch": 9.18580375782881, | |
| "grad_norm": 4.419519901275635, | |
| "learning_rate": 3.51528326396437e-05, | |
| "loss": 0.089, | |
| "step": 30800 | |
| }, | |
| { | |
| "epoch": 9.193259767372503, | |
| "grad_norm": 0.008075419813394547, | |
| "learning_rate": 3.513626361973437e-05, | |
| "loss": 0.005, | |
| "step": 30825 | |
| }, | |
| { | |
| "epoch": 9.200715776916194, | |
| "grad_norm": 0.0033533978275954723, | |
| "learning_rate": 3.511969459982503e-05, | |
| "loss": 0.0052, | |
| "step": 30850 | |
| }, | |
| { | |
| "epoch": 9.208171786459888, | |
| "grad_norm": 0.022313714027404785, | |
| "learning_rate": 3.5103125579915694e-05, | |
| "loss": 0.0247, | |
| "step": 30875 | |
| }, | |
| { | |
| "epoch": 9.215627796003579, | |
| "grad_norm": 0.16721826791763306, | |
| "learning_rate": 3.508655656000636e-05, | |
| "loss": 0.0271, | |
| "step": 30900 | |
| }, | |
| { | |
| "epoch": 9.22308380554727, | |
| "grad_norm": 0.0008401995291933417, | |
| "learning_rate": 3.506998754009703e-05, | |
| "loss": 0.0128, | |
| "step": 30925 | |
| }, | |
| { | |
| "epoch": 9.230539815090964, | |
| "grad_norm": 0.008809903636574745, | |
| "learning_rate": 3.5053418520187695e-05, | |
| "loss": 0.0095, | |
| "step": 30950 | |
| }, | |
| { | |
| "epoch": 9.237995824634655, | |
| "grad_norm": 0.013414003886282444, | |
| "learning_rate": 3.5036849500278364e-05, | |
| "loss": 0.0012, | |
| "step": 30975 | |
| }, | |
| { | |
| "epoch": 9.245451834178347, | |
| "grad_norm": 0.009434329345822334, | |
| "learning_rate": 3.5020280480369026e-05, | |
| "loss": 0.0576, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 9.25290784372204, | |
| "grad_norm": 0.014045946300029755, | |
| "learning_rate": 3.5003711460459695e-05, | |
| "loss": 0.0188, | |
| "step": 31025 | |
| }, | |
| { | |
| "epoch": 9.260363853265732, | |
| "grad_norm": 0.044111546128988266, | |
| "learning_rate": 3.498714244055036e-05, | |
| "loss": 0.0047, | |
| "step": 31050 | |
| }, | |
| { | |
| "epoch": 9.267819862809425, | |
| "grad_norm": 0.03687797114253044, | |
| "learning_rate": 3.497057342064102e-05, | |
| "loss": 0.0169, | |
| "step": 31075 | |
| }, | |
| { | |
| "epoch": 9.275275872353117, | |
| "grad_norm": 0.012163372710347176, | |
| "learning_rate": 3.495400440073169e-05, | |
| "loss": 0.0256, | |
| "step": 31100 | |
| }, | |
| { | |
| "epoch": 9.282731881896808, | |
| "grad_norm": 0.020992450416088104, | |
| "learning_rate": 3.493743538082235e-05, | |
| "loss": 0.0166, | |
| "step": 31125 | |
| }, | |
| { | |
| "epoch": 9.290187891440501, | |
| "grad_norm": 0.00904077384620905, | |
| "learning_rate": 3.492086636091302e-05, | |
| "loss": 0.0555, | |
| "step": 31150 | |
| }, | |
| { | |
| "epoch": 9.297643900984193, | |
| "grad_norm": 0.13449884951114655, | |
| "learning_rate": 3.490429734100369e-05, | |
| "loss": 0.0331, | |
| "step": 31175 | |
| }, | |
| { | |
| "epoch": 9.305099910527886, | |
| "grad_norm": 0.013724715448915958, | |
| "learning_rate": 3.488772832109435e-05, | |
| "loss": 0.025, | |
| "step": 31200 | |
| }, | |
| { | |
| "epoch": 9.312555920071578, | |
| "grad_norm": 0.006786949001252651, | |
| "learning_rate": 3.487115930118502e-05, | |
| "loss": 0.0283, | |
| "step": 31225 | |
| }, | |
| { | |
| "epoch": 9.32001192961527, | |
| "grad_norm": 0.006112619303166866, | |
| "learning_rate": 3.4854590281275684e-05, | |
| "loss": 0.0127, | |
| "step": 31250 | |
| }, | |
| { | |
| "epoch": 9.327467939158963, | |
| "grad_norm": 0.018585694953799248, | |
| "learning_rate": 3.4838021261366346e-05, | |
| "loss": 0.0153, | |
| "step": 31275 | |
| }, | |
| { | |
| "epoch": 9.334923948702654, | |
| "grad_norm": 0.0026641006115823984, | |
| "learning_rate": 3.4821452241457015e-05, | |
| "loss": 0.0022, | |
| "step": 31300 | |
| }, | |
| { | |
| "epoch": 9.342379958246347, | |
| "grad_norm": 0.20816652476787567, | |
| "learning_rate": 3.480488322154768e-05, | |
| "loss": 0.009, | |
| "step": 31325 | |
| }, | |
| { | |
| "epoch": 9.349835967790039, | |
| "grad_norm": 0.0028136121109128, | |
| "learning_rate": 3.4788314201638347e-05, | |
| "loss": 0.0331, | |
| "step": 31350 | |
| }, | |
| { | |
| "epoch": 9.35729197733373, | |
| "grad_norm": 0.02150745317339897, | |
| "learning_rate": 3.477174518172901e-05, | |
| "loss": 0.0458, | |
| "step": 31375 | |
| }, | |
| { | |
| "epoch": 9.364747986877424, | |
| "grad_norm": 17.131425857543945, | |
| "learning_rate": 3.475517616181968e-05, | |
| "loss": 0.0879, | |
| "step": 31400 | |
| }, | |
| { | |
| "epoch": 9.372203996421115, | |
| "grad_norm": 0.10048453509807587, | |
| "learning_rate": 3.473860714191035e-05, | |
| "loss": 0.0168, | |
| "step": 31425 | |
| }, | |
| { | |
| "epoch": 9.379660005964809, | |
| "grad_norm": 0.005317870993167162, | |
| "learning_rate": 3.472203812200101e-05, | |
| "loss": 0.0402, | |
| "step": 31450 | |
| }, | |
| { | |
| "epoch": 9.3871160155085, | |
| "grad_norm": 0.11025191098451614, | |
| "learning_rate": 3.470546910209168e-05, | |
| "loss": 0.0188, | |
| "step": 31475 | |
| }, | |
| { | |
| "epoch": 9.394572025052192, | |
| "grad_norm": 0.024496447294950485, | |
| "learning_rate": 3.468890008218234e-05, | |
| "loss": 0.0118, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 9.402028034595885, | |
| "grad_norm": 6.208194732666016, | |
| "learning_rate": 3.4672331062273e-05, | |
| "loss": 0.0385, | |
| "step": 31525 | |
| }, | |
| { | |
| "epoch": 9.409484044139576, | |
| "grad_norm": 0.18992580473423004, | |
| "learning_rate": 3.465576204236367e-05, | |
| "loss": 0.0086, | |
| "step": 31550 | |
| }, | |
| { | |
| "epoch": 9.416940053683268, | |
| "grad_norm": 24.698410034179688, | |
| "learning_rate": 3.4639193022454335e-05, | |
| "loss": 0.0273, | |
| "step": 31575 | |
| }, | |
| { | |
| "epoch": 9.424396063226961, | |
| "grad_norm": 3.067220687866211, | |
| "learning_rate": 3.4622624002545004e-05, | |
| "loss": 0.0416, | |
| "step": 31600 | |
| }, | |
| { | |
| "epoch": 9.431852072770653, | |
| "grad_norm": 0.010118064470589161, | |
| "learning_rate": 3.4606054982635666e-05, | |
| "loss": 0.0051, | |
| "step": 31625 | |
| }, | |
| { | |
| "epoch": 9.439308082314346, | |
| "grad_norm": 0.014647743664681911, | |
| "learning_rate": 3.4589485962726335e-05, | |
| "loss": 0.0412, | |
| "step": 31650 | |
| }, | |
| { | |
| "epoch": 9.446764091858038, | |
| "grad_norm": 0.017802445217967033, | |
| "learning_rate": 3.4572916942817004e-05, | |
| "loss": 0.0313, | |
| "step": 31675 | |
| }, | |
| { | |
| "epoch": 9.454220101401729, | |
| "grad_norm": 0.0036217891611158848, | |
| "learning_rate": 3.455634792290767e-05, | |
| "loss": 0.0569, | |
| "step": 31700 | |
| }, | |
| { | |
| "epoch": 9.461676110945422, | |
| "grad_norm": 13.685757637023926, | |
| "learning_rate": 3.453977890299833e-05, | |
| "loss": 0.0208, | |
| "step": 31725 | |
| }, | |
| { | |
| "epoch": 9.469132120489114, | |
| "grad_norm": 0.021553946658968925, | |
| "learning_rate": 3.4523209883089e-05, | |
| "loss": 0.0549, | |
| "step": 31750 | |
| }, | |
| { | |
| "epoch": 9.476588130032807, | |
| "grad_norm": 0.2268332988023758, | |
| "learning_rate": 3.450664086317966e-05, | |
| "loss": 0.0073, | |
| "step": 31775 | |
| }, | |
| { | |
| "epoch": 9.484044139576499, | |
| "grad_norm": 0.022020496428012848, | |
| "learning_rate": 3.449007184327033e-05, | |
| "loss": 0.05, | |
| "step": 31800 | |
| }, | |
| { | |
| "epoch": 9.49150014912019, | |
| "grad_norm": 0.0033605294302105904, | |
| "learning_rate": 3.447350282336099e-05, | |
| "loss": 0.0224, | |
| "step": 31825 | |
| }, | |
| { | |
| "epoch": 9.498956158663884, | |
| "grad_norm": 0.0036527118645608425, | |
| "learning_rate": 3.4456933803451654e-05, | |
| "loss": 0.0974, | |
| "step": 31850 | |
| }, | |
| { | |
| "epoch": 9.506412168207575, | |
| "grad_norm": 0.6867750287055969, | |
| "learning_rate": 3.444036478354233e-05, | |
| "loss": 0.0149, | |
| "step": 31875 | |
| }, | |
| { | |
| "epoch": 9.513868177751267, | |
| "grad_norm": 0.02161332778632641, | |
| "learning_rate": 3.442379576363299e-05, | |
| "loss": 0.028, | |
| "step": 31900 | |
| }, | |
| { | |
| "epoch": 9.52132418729496, | |
| "grad_norm": 0.021856382489204407, | |
| "learning_rate": 3.440722674372366e-05, | |
| "loss": 0.0012, | |
| "step": 31925 | |
| }, | |
| { | |
| "epoch": 9.528780196838651, | |
| "grad_norm": 0.5613261461257935, | |
| "learning_rate": 3.4390657723814324e-05, | |
| "loss": 0.0201, | |
| "step": 31950 | |
| }, | |
| { | |
| "epoch": 9.536236206382345, | |
| "grad_norm": 0.010432520881295204, | |
| "learning_rate": 3.4374088703904986e-05, | |
| "loss": 0.0159, | |
| "step": 31975 | |
| }, | |
| { | |
| "epoch": 9.543692215926036, | |
| "grad_norm": 0.5688920021057129, | |
| "learning_rate": 3.4357519683995656e-05, | |
| "loss": 0.047, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 9.551148225469728, | |
| "grad_norm": 0.00614794809371233, | |
| "learning_rate": 3.434095066408632e-05, | |
| "loss": 0.0608, | |
| "step": 32025 | |
| }, | |
| { | |
| "epoch": 9.558604235013421, | |
| "grad_norm": 0.6179513931274414, | |
| "learning_rate": 3.432438164417699e-05, | |
| "loss": 0.0079, | |
| "step": 32050 | |
| }, | |
| { | |
| "epoch": 9.566060244557113, | |
| "grad_norm": 0.5426047444343567, | |
| "learning_rate": 3.430781262426765e-05, | |
| "loss": 0.0386, | |
| "step": 32075 | |
| }, | |
| { | |
| "epoch": 9.573516254100806, | |
| "grad_norm": 0.3112524747848511, | |
| "learning_rate": 3.429124360435831e-05, | |
| "loss": 0.0048, | |
| "step": 32100 | |
| }, | |
| { | |
| "epoch": 9.580972263644497, | |
| "grad_norm": 1.4666061401367188, | |
| "learning_rate": 3.427467458444899e-05, | |
| "loss": 0.0011, | |
| "step": 32125 | |
| }, | |
| { | |
| "epoch": 9.588428273188189, | |
| "grad_norm": 0.025465501472353935, | |
| "learning_rate": 3.425810556453965e-05, | |
| "loss": 0.0112, | |
| "step": 32150 | |
| }, | |
| { | |
| "epoch": 9.595884282731882, | |
| "grad_norm": 0.23355644941329956, | |
| "learning_rate": 3.424153654463031e-05, | |
| "loss": 0.0242, | |
| "step": 32175 | |
| }, | |
| { | |
| "epoch": 9.603340292275574, | |
| "grad_norm": 0.0009142689523287117, | |
| "learning_rate": 3.422496752472098e-05, | |
| "loss": 0.005, | |
| "step": 32200 | |
| }, | |
| { | |
| "epoch": 9.610796301819267, | |
| "grad_norm": 0.06617454439401627, | |
| "learning_rate": 3.4208398504811644e-05, | |
| "loss": 0.0086, | |
| "step": 32225 | |
| }, | |
| { | |
| "epoch": 9.618252311362959, | |
| "grad_norm": 0.006406477652490139, | |
| "learning_rate": 3.419182948490231e-05, | |
| "loss": 0.0039, | |
| "step": 32250 | |
| }, | |
| { | |
| "epoch": 9.62570832090665, | |
| "grad_norm": 1.2433578968048096, | |
| "learning_rate": 3.4175260464992975e-05, | |
| "loss": 0.02, | |
| "step": 32275 | |
| }, | |
| { | |
| "epoch": 9.633164330450343, | |
| "grad_norm": 0.021782483905553818, | |
| "learning_rate": 3.415869144508364e-05, | |
| "loss": 0.0145, | |
| "step": 32300 | |
| }, | |
| { | |
| "epoch": 9.640620339994035, | |
| "grad_norm": 0.009916610084474087, | |
| "learning_rate": 3.414212242517431e-05, | |
| "loss": 0.046, | |
| "step": 32325 | |
| }, | |
| { | |
| "epoch": 9.648076349537728, | |
| "grad_norm": 0.008093140088021755, | |
| "learning_rate": 3.412621616606135e-05, | |
| "loss": 0.0117, | |
| "step": 32350 | |
| }, | |
| { | |
| "epoch": 9.65553235908142, | |
| "grad_norm": 0.025815371423959732, | |
| "learning_rate": 3.4109647146152016e-05, | |
| "loss": 0.0066, | |
| "step": 32375 | |
| }, | |
| { | |
| "epoch": 9.662988368625111, | |
| "grad_norm": 20.948083877563477, | |
| "learning_rate": 3.409307812624268e-05, | |
| "loss": 0.0199, | |
| "step": 32400 | |
| }, | |
| { | |
| "epoch": 9.670444378168805, | |
| "grad_norm": 0.0008856813074089587, | |
| "learning_rate": 3.407650910633334e-05, | |
| "loss": 0.0092, | |
| "step": 32425 | |
| }, | |
| { | |
| "epoch": 9.677900387712496, | |
| "grad_norm": 14.290371894836426, | |
| "learning_rate": 3.405994008642401e-05, | |
| "loss": 0.0845, | |
| "step": 32450 | |
| }, | |
| { | |
| "epoch": 9.68535639725619, | |
| "grad_norm": 0.29901570081710815, | |
| "learning_rate": 3.404337106651467e-05, | |
| "loss": 0.0091, | |
| "step": 32475 | |
| }, | |
| { | |
| "epoch": 9.69281240679988, | |
| "grad_norm": 1.902666687965393, | |
| "learning_rate": 3.402680204660534e-05, | |
| "loss": 0.0014, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 9.700268416343572, | |
| "grad_norm": 5.127783298492432, | |
| "learning_rate": 3.401023302669601e-05, | |
| "loss": 0.0075, | |
| "step": 32525 | |
| }, | |
| { | |
| "epoch": 9.707724425887266, | |
| "grad_norm": 0.020370395854115486, | |
| "learning_rate": 3.399366400678667e-05, | |
| "loss": 0.0011, | |
| "step": 32550 | |
| }, | |
| { | |
| "epoch": 9.715180435430957, | |
| "grad_norm": 0.3405543565750122, | |
| "learning_rate": 3.397709498687734e-05, | |
| "loss": 0.0062, | |
| "step": 32575 | |
| }, | |
| { | |
| "epoch": 9.722636444974649, | |
| "grad_norm": 0.06298086047172546, | |
| "learning_rate": 3.3960525966968004e-05, | |
| "loss": 0.0021, | |
| "step": 32600 | |
| }, | |
| { | |
| "epoch": 9.730092454518342, | |
| "grad_norm": 0.14343926310539246, | |
| "learning_rate": 3.394395694705867e-05, | |
| "loss": 0.042, | |
| "step": 32625 | |
| }, | |
| { | |
| "epoch": 9.737548464062034, | |
| "grad_norm": 0.02531730756163597, | |
| "learning_rate": 3.3927387927149336e-05, | |
| "loss": 0.0063, | |
| "step": 32650 | |
| }, | |
| { | |
| "epoch": 9.745004473605727, | |
| "grad_norm": 0.04750616475939751, | |
| "learning_rate": 3.391081890724e-05, | |
| "loss": 0.0276, | |
| "step": 32675 | |
| }, | |
| { | |
| "epoch": 9.752460483149418, | |
| "grad_norm": 11.076581954956055, | |
| "learning_rate": 3.389424988733067e-05, | |
| "loss": 0.0445, | |
| "step": 32700 | |
| }, | |
| { | |
| "epoch": 9.75991649269311, | |
| "grad_norm": 0.025029189884662628, | |
| "learning_rate": 3.387768086742133e-05, | |
| "loss": 0.0137, | |
| "step": 32725 | |
| }, | |
| { | |
| "epoch": 9.767372502236803, | |
| "grad_norm": 0.040830034762620926, | |
| "learning_rate": 3.386111184751199e-05, | |
| "loss": 0.016, | |
| "step": 32750 | |
| }, | |
| { | |
| "epoch": 9.774828511780495, | |
| "grad_norm": 0.01969616673886776, | |
| "learning_rate": 3.384454282760267e-05, | |
| "loss": 0.0174, | |
| "step": 32775 | |
| }, | |
| { | |
| "epoch": 9.782284521324188, | |
| "grad_norm": 0.44630536437034607, | |
| "learning_rate": 3.382797380769333e-05, | |
| "loss": 0.012, | |
| "step": 32800 | |
| }, | |
| { | |
| "epoch": 9.78974053086788, | |
| "grad_norm": 0.4425484836101532, | |
| "learning_rate": 3.381140478778399e-05, | |
| "loss": 0.0531, | |
| "step": 32825 | |
| }, | |
| { | |
| "epoch": 9.797196540411571, | |
| "grad_norm": 0.02152046374976635, | |
| "learning_rate": 3.379549852867103e-05, | |
| "loss": 0.0148, | |
| "step": 32850 | |
| }, | |
| { | |
| "epoch": 9.804652549955264, | |
| "grad_norm": 0.0015139617025852203, | |
| "learning_rate": 3.3778929508761695e-05, | |
| "loss": 0.0025, | |
| "step": 32875 | |
| }, | |
| { | |
| "epoch": 9.812108559498956, | |
| "grad_norm": 25.084253311157227, | |
| "learning_rate": 3.3762360488852365e-05, | |
| "loss": 0.0937, | |
| "step": 32900 | |
| }, | |
| { | |
| "epoch": 9.81956456904265, | |
| "grad_norm": 0.060568299144506454, | |
| "learning_rate": 3.3745791468943034e-05, | |
| "loss": 0.01, | |
| "step": 32925 | |
| }, | |
| { | |
| "epoch": 9.82702057858634, | |
| "grad_norm": 0.004180490970611572, | |
| "learning_rate": 3.3729222449033696e-05, | |
| "loss": 0.0175, | |
| "step": 32950 | |
| }, | |
| { | |
| "epoch": 9.834476588130032, | |
| "grad_norm": 17.96302032470703, | |
| "learning_rate": 3.3712653429124365e-05, | |
| "loss": 0.0473, | |
| "step": 32975 | |
| }, | |
| { | |
| "epoch": 9.841932597673726, | |
| "grad_norm": 0.015103708952665329, | |
| "learning_rate": 3.369608440921503e-05, | |
| "loss": 0.057, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 9.849388607217417, | |
| "grad_norm": 0.014436209574341774, | |
| "learning_rate": 3.3679515389305697e-05, | |
| "loss": 0.0202, | |
| "step": 33025 | |
| }, | |
| { | |
| "epoch": 9.856844616761109, | |
| "grad_norm": 48.11013412475586, | |
| "learning_rate": 3.366294636939636e-05, | |
| "loss": 0.0201, | |
| "step": 33050 | |
| }, | |
| { | |
| "epoch": 9.864300626304802, | |
| "grad_norm": 2.6800339221954346, | |
| "learning_rate": 3.364637734948702e-05, | |
| "loss": 0.0421, | |
| "step": 33075 | |
| }, | |
| { | |
| "epoch": 9.871756635848493, | |
| "grad_norm": 0.014932164922356606, | |
| "learning_rate": 3.362980832957769e-05, | |
| "loss": 0.0651, | |
| "step": 33100 | |
| }, | |
| { | |
| "epoch": 9.879212645392187, | |
| "grad_norm": 0.0073710051365196705, | |
| "learning_rate": 3.361323930966835e-05, | |
| "loss": 0.0468, | |
| "step": 33125 | |
| }, | |
| { | |
| "epoch": 9.886668654935878, | |
| "grad_norm": 0.00784632284194231, | |
| "learning_rate": 3.359667028975902e-05, | |
| "loss": 0.065, | |
| "step": 33150 | |
| }, | |
| { | |
| "epoch": 9.89412466447957, | |
| "grad_norm": 0.044525280594825745, | |
| "learning_rate": 3.358010126984969e-05, | |
| "loss": 0.0249, | |
| "step": 33175 | |
| }, | |
| { | |
| "epoch": 9.901580674023263, | |
| "grad_norm": 0.011400883086025715, | |
| "learning_rate": 3.356353224994035e-05, | |
| "loss": 0.0155, | |
| "step": 33200 | |
| }, | |
| { | |
| "epoch": 9.909036683566955, | |
| "grad_norm": 0.01919802837073803, | |
| "learning_rate": 3.354696323003102e-05, | |
| "loss": 0.0059, | |
| "step": 33225 | |
| }, | |
| { | |
| "epoch": 9.916492693110648, | |
| "grad_norm": 0.0051742009818553925, | |
| "learning_rate": 3.3530394210121685e-05, | |
| "loss": 0.034, | |
| "step": 33250 | |
| }, | |
| { | |
| "epoch": 9.92394870265434, | |
| "grad_norm": 0.00105185154825449, | |
| "learning_rate": 3.351382519021235e-05, | |
| "loss": 0.0175, | |
| "step": 33275 | |
| }, | |
| { | |
| "epoch": 9.931404712198031, | |
| "grad_norm": 0.006342086009681225, | |
| "learning_rate": 3.3497256170303016e-05, | |
| "loss": 0.052, | |
| "step": 33300 | |
| }, | |
| { | |
| "epoch": 9.938860721741724, | |
| "grad_norm": 0.01718548871576786, | |
| "learning_rate": 3.348068715039368e-05, | |
| "loss": 0.0029, | |
| "step": 33325 | |
| }, | |
| { | |
| "epoch": 9.946316731285416, | |
| "grad_norm": 3.649813413619995, | |
| "learning_rate": 3.346411813048435e-05, | |
| "loss": 0.0411, | |
| "step": 33350 | |
| }, | |
| { | |
| "epoch": 9.953772740829109, | |
| "grad_norm": 9.431161880493164, | |
| "learning_rate": 3.344754911057501e-05, | |
| "loss": 0.0482, | |
| "step": 33375 | |
| }, | |
| { | |
| "epoch": 9.9612287503728, | |
| "grad_norm": 0.0046329195611178875, | |
| "learning_rate": 3.343098009066568e-05, | |
| "loss": 0.0231, | |
| "step": 33400 | |
| }, | |
| { | |
| "epoch": 9.968684759916492, | |
| "grad_norm": 5.078273296356201, | |
| "learning_rate": 3.341441107075635e-05, | |
| "loss": 0.0056, | |
| "step": 33425 | |
| }, | |
| { | |
| "epoch": 9.976140769460185, | |
| "grad_norm": 0.02794848009943962, | |
| "learning_rate": 3.339784205084701e-05, | |
| "loss": 0.0175, | |
| "step": 33450 | |
| }, | |
| { | |
| "epoch": 9.983596779003877, | |
| "grad_norm": 0.06508468836545944, | |
| "learning_rate": 3.338127303093768e-05, | |
| "loss": 0.0421, | |
| "step": 33475 | |
| }, | |
| { | |
| "epoch": 9.99105278854757, | |
| "grad_norm": 0.950072169303894, | |
| "learning_rate": 3.336470401102834e-05, | |
| "loss": 0.0948, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 9.998508798091262, | |
| "grad_norm": 0.0035361736081540585, | |
| "learning_rate": 3.3348134991119004e-05, | |
| "loss": 0.0623, | |
| "step": 33525 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_gen_len": 8.703, | |
| "eval_loss": 0.08018776774406433, | |
| "eval_rouge1": 97.4139, | |
| "eval_rouge2": 84.4925, | |
| "eval_rougeL": 97.3164, | |
| "eval_rougeLsum": 97.3129, | |
| "eval_runtime": 99.5841, | |
| "eval_samples_per_second": 16.84, | |
| "eval_steps_per_second": 4.218, | |
| "step": 33530 | |
| }, | |
| { | |
| "epoch": 10.005964807634953, | |
| "grad_norm": 0.003375839442014694, | |
| "learning_rate": 3.3331565971209674e-05, | |
| "loss": 0.0126, | |
| "step": 33550 | |
| }, | |
| { | |
| "epoch": 10.013420817178647, | |
| "grad_norm": 0.009126723743975163, | |
| "learning_rate": 3.3314996951300336e-05, | |
| "loss": 0.0245, | |
| "step": 33575 | |
| }, | |
| { | |
| "epoch": 10.020876826722338, | |
| "grad_norm": 1.7665882110595703, | |
| "learning_rate": 3.3298427931391005e-05, | |
| "loss": 0.0474, | |
| "step": 33600 | |
| }, | |
| { | |
| "epoch": 10.02833283626603, | |
| "grad_norm": 0.022015083581209183, | |
| "learning_rate": 3.328185891148167e-05, | |
| "loss": 0.0093, | |
| "step": 33625 | |
| }, | |
| { | |
| "epoch": 10.035788845809723, | |
| "grad_norm": 0.3044419288635254, | |
| "learning_rate": 3.3265289891572336e-05, | |
| "loss": 0.0031, | |
| "step": 33650 | |
| }, | |
| { | |
| "epoch": 10.043244855353414, | |
| "grad_norm": 0.131506085395813, | |
| "learning_rate": 3.3248720871663006e-05, | |
| "loss": 0.0342, | |
| "step": 33675 | |
| }, | |
| { | |
| "epoch": 10.050700864897108, | |
| "grad_norm": 9.862656593322754, | |
| "learning_rate": 3.323215185175367e-05, | |
| "loss": 0.0135, | |
| "step": 33700 | |
| }, | |
| { | |
| "epoch": 10.0581568744408, | |
| "grad_norm": 0.00710965134203434, | |
| "learning_rate": 3.321558283184433e-05, | |
| "loss": 0.0154, | |
| "step": 33725 | |
| }, | |
| { | |
| "epoch": 10.06561288398449, | |
| "grad_norm": 0.7810943722724915, | |
| "learning_rate": 3.3199013811935e-05, | |
| "loss": 0.0095, | |
| "step": 33750 | |
| }, | |
| { | |
| "epoch": 10.073068893528184, | |
| "grad_norm": 0.16734705865383148, | |
| "learning_rate": 3.318244479202566e-05, | |
| "loss": 0.0051, | |
| "step": 33775 | |
| }, | |
| { | |
| "epoch": 10.080524903071876, | |
| "grad_norm": 7.479839324951172, | |
| "learning_rate": 3.316587577211633e-05, | |
| "loss": 0.0197, | |
| "step": 33800 | |
| }, | |
| { | |
| "epoch": 10.087980912615569, | |
| "grad_norm": 0.019815055653452873, | |
| "learning_rate": 3.314930675220699e-05, | |
| "loss": 0.0021, | |
| "step": 33825 | |
| }, | |
| { | |
| "epoch": 10.09543692215926, | |
| "grad_norm": 0.01897830329835415, | |
| "learning_rate": 3.3132737732297656e-05, | |
| "loss": 0.0948, | |
| "step": 33850 | |
| }, | |
| { | |
| "epoch": 10.102892931702952, | |
| "grad_norm": 15.485894203186035, | |
| "learning_rate": 3.311616871238833e-05, | |
| "loss": 0.0269, | |
| "step": 33875 | |
| }, | |
| { | |
| "epoch": 10.110348941246645, | |
| "grad_norm": 0.07259183377027512, | |
| "learning_rate": 3.3099599692478994e-05, | |
| "loss": 0.0008, | |
| "step": 33900 | |
| }, | |
| { | |
| "epoch": 10.117804950790337, | |
| "grad_norm": 0.11839132755994797, | |
| "learning_rate": 3.3083030672569656e-05, | |
| "loss": 0.011, | |
| "step": 33925 | |
| }, | |
| { | |
| "epoch": 10.12526096033403, | |
| "grad_norm": 0.022647298872470856, | |
| "learning_rate": 3.3066461652660325e-05, | |
| "loss": 0.0161, | |
| "step": 33950 | |
| }, | |
| { | |
| "epoch": 10.132716969877722, | |
| "grad_norm": 0.008973998948931694, | |
| "learning_rate": 3.304989263275099e-05, | |
| "loss": 0.0214, | |
| "step": 33975 | |
| }, | |
| { | |
| "epoch": 10.140172979421413, | |
| "grad_norm": 0.30917757749557495, | |
| "learning_rate": 3.303332361284166e-05, | |
| "loss": 0.0331, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 10.147628988965106, | |
| "grad_norm": 1.5753026008605957, | |
| "learning_rate": 3.301675459293232e-05, | |
| "loss": 0.0074, | |
| "step": 34025 | |
| }, | |
| { | |
| "epoch": 10.155084998508798, | |
| "grad_norm": 0.23202548921108246, | |
| "learning_rate": 3.300018557302299e-05, | |
| "loss": 0.0055, | |
| "step": 34050 | |
| }, | |
| { | |
| "epoch": 10.162541008052491, | |
| "grad_norm": 0.12300365418195724, | |
| "learning_rate": 3.298361655311365e-05, | |
| "loss": 0.0053, | |
| "step": 34075 | |
| }, | |
| { | |
| "epoch": 10.169997017596183, | |
| "grad_norm": 0.031884919852018356, | |
| "learning_rate": 3.296704753320431e-05, | |
| "loss": 0.0046, | |
| "step": 34100 | |
| }, | |
| { | |
| "epoch": 10.177453027139874, | |
| "grad_norm": 0.02119879052042961, | |
| "learning_rate": 3.295047851329499e-05, | |
| "loss": 0.0124, | |
| "step": 34125 | |
| }, | |
| { | |
| "epoch": 10.184909036683568, | |
| "grad_norm": 2.8341071605682373, | |
| "learning_rate": 3.293390949338565e-05, | |
| "loss": 0.0475, | |
| "step": 34150 | |
| }, | |
| { | |
| "epoch": 10.192365046227259, | |
| "grad_norm": 0.02603074349462986, | |
| "learning_rate": 3.2917340473476313e-05, | |
| "loss": 0.0049, | |
| "step": 34175 | |
| }, | |
| { | |
| "epoch": 10.19982105577095, | |
| "grad_norm": 0.006299956236034632, | |
| "learning_rate": 3.290077145356698e-05, | |
| "loss": 0.0507, | |
| "step": 34200 | |
| }, | |
| { | |
| "epoch": 10.207277065314644, | |
| "grad_norm": 0.023150190711021423, | |
| "learning_rate": 3.2884202433657645e-05, | |
| "loss": 0.0034, | |
| "step": 34225 | |
| }, | |
| { | |
| "epoch": 10.214733074858335, | |
| "grad_norm": 0.0036992118693888187, | |
| "learning_rate": 3.2867633413748314e-05, | |
| "loss": 0.0061, | |
| "step": 34250 | |
| }, | |
| { | |
| "epoch": 10.222189084402029, | |
| "grad_norm": 0.012014524079859257, | |
| "learning_rate": 3.2851064393838976e-05, | |
| "loss": 0.0076, | |
| "step": 34275 | |
| }, | |
| { | |
| "epoch": 10.22964509394572, | |
| "grad_norm": 0.015969576314091682, | |
| "learning_rate": 3.283449537392964e-05, | |
| "loss": 0.0266, | |
| "step": 34300 | |
| }, | |
| { | |
| "epoch": 10.237101103489412, | |
| "grad_norm": 0.006832475308328867, | |
| "learning_rate": 3.281792635402031e-05, | |
| "loss": 0.0479, | |
| "step": 34325 | |
| }, | |
| { | |
| "epoch": 10.244557113033105, | |
| "grad_norm": 0.004264793358743191, | |
| "learning_rate": 3.280135733411098e-05, | |
| "loss": 0.0272, | |
| "step": 34350 | |
| }, | |
| { | |
| "epoch": 10.252013122576797, | |
| "grad_norm": 0.7217514514923096, | |
| "learning_rate": 3.278478831420164e-05, | |
| "loss": 0.0426, | |
| "step": 34375 | |
| }, | |
| { | |
| "epoch": 10.25946913212049, | |
| "grad_norm": 0.029282154515385628, | |
| "learning_rate": 3.276821929429231e-05, | |
| "loss": 0.0081, | |
| "step": 34400 | |
| }, | |
| { | |
| "epoch": 10.266925141664181, | |
| "grad_norm": 0.0008106474415399134, | |
| "learning_rate": 3.275165027438297e-05, | |
| "loss": 0.0165, | |
| "step": 34425 | |
| }, | |
| { | |
| "epoch": 10.274381151207873, | |
| "grad_norm": 0.1722215712070465, | |
| "learning_rate": 3.273508125447364e-05, | |
| "loss": 0.0262, | |
| "step": 34450 | |
| }, | |
| { | |
| "epoch": 10.281837160751566, | |
| "grad_norm": 9.704647064208984, | |
| "learning_rate": 3.27185122345643e-05, | |
| "loss": 0.0199, | |
| "step": 34475 | |
| }, | |
| { | |
| "epoch": 10.289293170295258, | |
| "grad_norm": 0.022019336000084877, | |
| "learning_rate": 3.2701943214654965e-05, | |
| "loss": 0.0056, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 10.296749179838951, | |
| "grad_norm": 0.0859612226486206, | |
| "learning_rate": 3.2685374194745634e-05, | |
| "loss": 0.0049, | |
| "step": 34525 | |
| }, | |
| { | |
| "epoch": 10.304205189382643, | |
| "grad_norm": 0.015857083722949028, | |
| "learning_rate": 3.2668805174836296e-05, | |
| "loss": 0.0071, | |
| "step": 34550 | |
| }, | |
| { | |
| "epoch": 10.311661198926334, | |
| "grad_norm": 0.7513738870620728, | |
| "learning_rate": 3.2652236154926965e-05, | |
| "loss": 0.0117, | |
| "step": 34575 | |
| }, | |
| { | |
| "epoch": 10.319117208470027, | |
| "grad_norm": 0.30653056502342224, | |
| "learning_rate": 3.2635667135017634e-05, | |
| "loss": 0.0176, | |
| "step": 34600 | |
| }, | |
| { | |
| "epoch": 10.326573218013719, | |
| "grad_norm": 0.09023960679769516, | |
| "learning_rate": 3.2619098115108297e-05, | |
| "loss": 0.0043, | |
| "step": 34625 | |
| }, | |
| { | |
| "epoch": 10.334029227557412, | |
| "grad_norm": 1.2998549938201904, | |
| "learning_rate": 3.2602529095198966e-05, | |
| "loss": 0.0227, | |
| "step": 34650 | |
| }, | |
| { | |
| "epoch": 10.341485237101104, | |
| "grad_norm": 63.218666076660156, | |
| "learning_rate": 3.258596007528963e-05, | |
| "loss": 0.0163, | |
| "step": 34675 | |
| }, | |
| { | |
| "epoch": 10.348941246644795, | |
| "grad_norm": 5.3180251121521, | |
| "learning_rate": 3.25693910553803e-05, | |
| "loss": 0.015, | |
| "step": 34700 | |
| }, | |
| { | |
| "epoch": 10.356397256188488, | |
| "grad_norm": 0.038112230598926544, | |
| "learning_rate": 3.255282203547096e-05, | |
| "loss": 0.0281, | |
| "step": 34725 | |
| }, | |
| { | |
| "epoch": 10.36385326573218, | |
| "grad_norm": 3.67035174369812, | |
| "learning_rate": 3.253625301556162e-05, | |
| "loss": 0.0441, | |
| "step": 34750 | |
| }, | |
| { | |
| "epoch": 10.371309275275872, | |
| "grad_norm": 0.013775043189525604, | |
| "learning_rate": 3.251968399565229e-05, | |
| "loss": 0.0089, | |
| "step": 34775 | |
| }, | |
| { | |
| "epoch": 10.378765284819565, | |
| "grad_norm": 0.06075282394886017, | |
| "learning_rate": 3.250311497574295e-05, | |
| "loss": 0.0006, | |
| "step": 34800 | |
| }, | |
| { | |
| "epoch": 10.386221294363256, | |
| "grad_norm": 28.066097259521484, | |
| "learning_rate": 3.248654595583362e-05, | |
| "loss": 0.052, | |
| "step": 34825 | |
| }, | |
| { | |
| "epoch": 10.39367730390695, | |
| "grad_norm": 0.009753179736435413, | |
| "learning_rate": 3.246997693592429e-05, | |
| "loss": 0.0187, | |
| "step": 34850 | |
| }, | |
| { | |
| "epoch": 10.401133313450641, | |
| "grad_norm": 0.005144761875271797, | |
| "learning_rate": 3.2453407916014954e-05, | |
| "loss": 0.0399, | |
| "step": 34875 | |
| }, | |
| { | |
| "epoch": 10.408589322994333, | |
| "grad_norm": 2.791918992996216, | |
| "learning_rate": 3.243683889610562e-05, | |
| "loss": 0.005, | |
| "step": 34900 | |
| }, | |
| { | |
| "epoch": 10.416045332538026, | |
| "grad_norm": 0.004900413099676371, | |
| "learning_rate": 3.2420269876196285e-05, | |
| "loss": 0.0072, | |
| "step": 34925 | |
| }, | |
| { | |
| "epoch": 10.423501342081718, | |
| "grad_norm": 0.009620816446840763, | |
| "learning_rate": 3.240370085628695e-05, | |
| "loss": 0.0016, | |
| "step": 34950 | |
| }, | |
| { | |
| "epoch": 10.43095735162541, | |
| "grad_norm": 1.331263780593872, | |
| "learning_rate": 3.238713183637762e-05, | |
| "loss": 0.0202, | |
| "step": 34975 | |
| }, | |
| { | |
| "epoch": 10.438413361169102, | |
| "grad_norm": 0.10611845552921295, | |
| "learning_rate": 3.237056281646828e-05, | |
| "loss": 0.018, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 10.445869370712794, | |
| "grad_norm": 0.5065842270851135, | |
| "learning_rate": 3.235399379655895e-05, | |
| "loss": 0.0153, | |
| "step": 35025 | |
| }, | |
| { | |
| "epoch": 10.453325380256487, | |
| "grad_norm": 0.11372986435890198, | |
| "learning_rate": 3.233742477664961e-05, | |
| "loss": 0.0048, | |
| "step": 35050 | |
| }, | |
| { | |
| "epoch": 10.460781389800179, | |
| "grad_norm": 0.8633256554603577, | |
| "learning_rate": 3.232085575674028e-05, | |
| "loss": 0.0014, | |
| "step": 35075 | |
| }, | |
| { | |
| "epoch": 10.468237399343872, | |
| "grad_norm": 0.003506710985675454, | |
| "learning_rate": 3.230428673683095e-05, | |
| "loss": 0.0411, | |
| "step": 35100 | |
| }, | |
| { | |
| "epoch": 10.475693408887564, | |
| "grad_norm": 0.018955357372760773, | |
| "learning_rate": 3.228771771692161e-05, | |
| "loss": 0.0014, | |
| "step": 35125 | |
| }, | |
| { | |
| "epoch": 10.483149418431255, | |
| "grad_norm": 0.005029291845858097, | |
| "learning_rate": 3.2271148697012274e-05, | |
| "loss": 0.0193, | |
| "step": 35150 | |
| }, | |
| { | |
| "epoch": 10.490605427974948, | |
| "grad_norm": 25.563217163085938, | |
| "learning_rate": 3.225457967710294e-05, | |
| "loss": 0.0691, | |
| "step": 35175 | |
| }, | |
| { | |
| "epoch": 10.49806143751864, | |
| "grad_norm": 1.60642409324646, | |
| "learning_rate": 3.2238010657193605e-05, | |
| "loss": 0.0017, | |
| "step": 35200 | |
| }, | |
| { | |
| "epoch": 10.505517447062331, | |
| "grad_norm": 0.017324600368738174, | |
| "learning_rate": 3.2221441637284274e-05, | |
| "loss": 0.0247, | |
| "step": 35225 | |
| }, | |
| { | |
| "epoch": 10.512973456606025, | |
| "grad_norm": 0.1269446760416031, | |
| "learning_rate": 3.2204872617374936e-05, | |
| "loss": 0.0024, | |
| "step": 35250 | |
| }, | |
| { | |
| "epoch": 10.520429466149716, | |
| "grad_norm": 0.14126725494861603, | |
| "learning_rate": 3.2188303597465606e-05, | |
| "loss": 0.0822, | |
| "step": 35275 | |
| }, | |
| { | |
| "epoch": 10.52788547569341, | |
| "grad_norm": 0.0053797028958797455, | |
| "learning_rate": 3.217173457755627e-05, | |
| "loss": 0.0634, | |
| "step": 35300 | |
| }, | |
| { | |
| "epoch": 10.535341485237101, | |
| "grad_norm": 0.01621091552078724, | |
| "learning_rate": 3.215516555764694e-05, | |
| "loss": 0.0914, | |
| "step": 35325 | |
| }, | |
| { | |
| "epoch": 10.542797494780793, | |
| "grad_norm": 0.00323239853605628, | |
| "learning_rate": 3.2138596537737606e-05, | |
| "loss": 0.0158, | |
| "step": 35350 | |
| }, | |
| { | |
| "epoch": 10.550253504324486, | |
| "grad_norm": 34.818946838378906, | |
| "learning_rate": 3.212202751782827e-05, | |
| "loss": 0.0173, | |
| "step": 35375 | |
| }, | |
| { | |
| "epoch": 10.557709513868177, | |
| "grad_norm": 0.008614491671323776, | |
| "learning_rate": 3.210545849791893e-05, | |
| "loss": 0.0271, | |
| "step": 35400 | |
| }, | |
| { | |
| "epoch": 10.56516552341187, | |
| "grad_norm": 0.001824019942432642, | |
| "learning_rate": 3.20888894780096e-05, | |
| "loss": 0.0395, | |
| "step": 35425 | |
| }, | |
| { | |
| "epoch": 10.572621532955562, | |
| "grad_norm": 0.007367938291281462, | |
| "learning_rate": 3.207232045810026e-05, | |
| "loss": 0.0011, | |
| "step": 35450 | |
| }, | |
| { | |
| "epoch": 10.580077542499254, | |
| "grad_norm": 1.3378117084503174, | |
| "learning_rate": 3.205575143819093e-05, | |
| "loss": 0.0146, | |
| "step": 35475 | |
| }, | |
| { | |
| "epoch": 10.587533552042947, | |
| "grad_norm": 0.015617124736309052, | |
| "learning_rate": 3.2039182418281594e-05, | |
| "loss": 0.0826, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 10.594989561586639, | |
| "grad_norm": 0.003436797996982932, | |
| "learning_rate": 3.2022613398372256e-05, | |
| "loss": 0.0084, | |
| "step": 35525 | |
| }, | |
| { | |
| "epoch": 10.602445571130332, | |
| "grad_norm": 0.31922221183776855, | |
| "learning_rate": 3.200604437846293e-05, | |
| "loss": 0.0991, | |
| "step": 35550 | |
| }, | |
| { | |
| "epoch": 10.609901580674023, | |
| "grad_norm": 0.8636718988418579, | |
| "learning_rate": 3.1989475358553594e-05, | |
| "loss": 0.0387, | |
| "step": 35575 | |
| }, | |
| { | |
| "epoch": 10.617357590217715, | |
| "grad_norm": 0.04692121967673302, | |
| "learning_rate": 3.197290633864426e-05, | |
| "loss": 0.0072, | |
| "step": 35600 | |
| }, | |
| { | |
| "epoch": 10.624813599761408, | |
| "grad_norm": 0.007798209320753813, | |
| "learning_rate": 3.1956337318734926e-05, | |
| "loss": 0.0464, | |
| "step": 35625 | |
| }, | |
| { | |
| "epoch": 10.6322696093051, | |
| "grad_norm": 51.005245208740234, | |
| "learning_rate": 3.193976829882559e-05, | |
| "loss": 0.0759, | |
| "step": 35650 | |
| }, | |
| { | |
| "epoch": 10.639725618848793, | |
| "grad_norm": 4.934067726135254, | |
| "learning_rate": 3.192319927891626e-05, | |
| "loss": 0.035, | |
| "step": 35675 | |
| }, | |
| { | |
| "epoch": 10.647181628392484, | |
| "grad_norm": 0.1517515480518341, | |
| "learning_rate": 3.190663025900692e-05, | |
| "loss": 0.0236, | |
| "step": 35700 | |
| }, | |
| { | |
| "epoch": 10.654637637936176, | |
| "grad_norm": 0.04861300066113472, | |
| "learning_rate": 3.189006123909758e-05, | |
| "loss": 0.0624, | |
| "step": 35725 | |
| }, | |
| { | |
| "epoch": 10.66209364747987, | |
| "grad_norm": 0.010758434422314167, | |
| "learning_rate": 3.187349221918825e-05, | |
| "loss": 0.0222, | |
| "step": 35750 | |
| }, | |
| { | |
| "epoch": 10.66954965702356, | |
| "grad_norm": 2.7868688106536865, | |
| "learning_rate": 3.1856923199278913e-05, | |
| "loss": 0.0418, | |
| "step": 35775 | |
| }, | |
| { | |
| "epoch": 10.677005666567254, | |
| "grad_norm": 13.515581130981445, | |
| "learning_rate": 3.184035417936958e-05, | |
| "loss": 0.0125, | |
| "step": 35800 | |
| }, | |
| { | |
| "epoch": 10.684461676110946, | |
| "grad_norm": 0.10708614438772202, | |
| "learning_rate": 3.182378515946025e-05, | |
| "loss": 0.06, | |
| "step": 35825 | |
| }, | |
| { | |
| "epoch": 10.691917685654637, | |
| "grad_norm": 0.0015107860090211034, | |
| "learning_rate": 3.1807216139550914e-05, | |
| "loss": 0.1163, | |
| "step": 35850 | |
| }, | |
| { | |
| "epoch": 10.69937369519833, | |
| "grad_norm": 0.032355859875679016, | |
| "learning_rate": 3.179064711964158e-05, | |
| "loss": 0.0372, | |
| "step": 35875 | |
| }, | |
| { | |
| "epoch": 10.706829704742022, | |
| "grad_norm": 21.268131256103516, | |
| "learning_rate": 3.1774078099732245e-05, | |
| "loss": 0.0237, | |
| "step": 35900 | |
| }, | |
| { | |
| "epoch": 10.714285714285714, | |
| "grad_norm": 21.97075080871582, | |
| "learning_rate": 3.1757509079822915e-05, | |
| "loss": 0.0661, | |
| "step": 35925 | |
| }, | |
| { | |
| "epoch": 10.721741723829407, | |
| "grad_norm": 0.10698114335536957, | |
| "learning_rate": 3.174094005991358e-05, | |
| "loss": 0.0203, | |
| "step": 35950 | |
| }, | |
| { | |
| "epoch": 10.729197733373098, | |
| "grad_norm": 0.009910419583320618, | |
| "learning_rate": 3.172437104000424e-05, | |
| "loss": 0.0022, | |
| "step": 35975 | |
| }, | |
| { | |
| "epoch": 10.736653742916792, | |
| "grad_norm": 0.007027831859886646, | |
| "learning_rate": 3.170780202009491e-05, | |
| "loss": 0.0578, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 10.744109752460483, | |
| "grad_norm": 0.024194374680519104, | |
| "learning_rate": 3.169123300018558e-05, | |
| "loss": 0.0021, | |
| "step": 36025 | |
| }, | |
| { | |
| "epoch": 10.751565762004175, | |
| "grad_norm": 0.018712317571043968, | |
| "learning_rate": 3.167466398027624e-05, | |
| "loss": 0.0096, | |
| "step": 36050 | |
| }, | |
| { | |
| "epoch": 10.759021771547868, | |
| "grad_norm": 3.4336538314819336, | |
| "learning_rate": 3.165809496036691e-05, | |
| "loss": 0.0158, | |
| "step": 36075 | |
| }, | |
| { | |
| "epoch": 10.76647778109156, | |
| "grad_norm": 9.927470207214355, | |
| "learning_rate": 3.164152594045757e-05, | |
| "loss": 0.066, | |
| "step": 36100 | |
| }, | |
| { | |
| "epoch": 10.773933790635253, | |
| "grad_norm": 0.14512130618095398, | |
| "learning_rate": 3.162495692054824e-05, | |
| "loss": 0.0242, | |
| "step": 36125 | |
| }, | |
| { | |
| "epoch": 10.781389800178944, | |
| "grad_norm": 0.05796957015991211, | |
| "learning_rate": 3.16083879006389e-05, | |
| "loss": 0.0366, | |
| "step": 36150 | |
| }, | |
| { | |
| "epoch": 10.788845809722636, | |
| "grad_norm": 0.034359026700258255, | |
| "learning_rate": 3.1591818880729565e-05, | |
| "loss": 0.0064, | |
| "step": 36175 | |
| }, | |
| { | |
| "epoch": 10.79630181926633, | |
| "grad_norm": 15.594103813171387, | |
| "learning_rate": 3.1575249860820234e-05, | |
| "loss": 0.0084, | |
| "step": 36200 | |
| }, | |
| { | |
| "epoch": 10.80375782881002, | |
| "grad_norm": 0.1458369642496109, | |
| "learning_rate": 3.1558680840910897e-05, | |
| "loss": 0.0132, | |
| "step": 36225 | |
| }, | |
| { | |
| "epoch": 10.811213838353712, | |
| "grad_norm": 0.034678563475608826, | |
| "learning_rate": 3.1542111821001566e-05, | |
| "loss": 0.0017, | |
| "step": 36250 | |
| }, | |
| { | |
| "epoch": 10.818669847897405, | |
| "grad_norm": 10.139859199523926, | |
| "learning_rate": 3.1525542801092235e-05, | |
| "loss": 0.0353, | |
| "step": 36275 | |
| }, | |
| { | |
| "epoch": 10.826125857441097, | |
| "grad_norm": 0.013228428550064564, | |
| "learning_rate": 3.15089737811829e-05, | |
| "loss": 0.0478, | |
| "step": 36300 | |
| }, | |
| { | |
| "epoch": 10.83358186698479, | |
| "grad_norm": 0.234503373503685, | |
| "learning_rate": 3.1492404761273566e-05, | |
| "loss": 0.0034, | |
| "step": 36325 | |
| }, | |
| { | |
| "epoch": 10.841037876528482, | |
| "grad_norm": 0.043588753789663315, | |
| "learning_rate": 3.147583574136423e-05, | |
| "loss": 0.0014, | |
| "step": 36350 | |
| }, | |
| { | |
| "epoch": 10.848493886072173, | |
| "grad_norm": 0.0065058995969593525, | |
| "learning_rate": 3.145926672145489e-05, | |
| "loss": 0.0328, | |
| "step": 36375 | |
| }, | |
| { | |
| "epoch": 10.855949895615867, | |
| "grad_norm": 0.07438325136899948, | |
| "learning_rate": 3.144269770154556e-05, | |
| "loss": 0.0166, | |
| "step": 36400 | |
| }, | |
| { | |
| "epoch": 10.863405905159558, | |
| "grad_norm": 1.323083519935608, | |
| "learning_rate": 3.142612868163622e-05, | |
| "loss": 0.0564, | |
| "step": 36425 | |
| }, | |
| { | |
| "epoch": 10.870861914703251, | |
| "grad_norm": 0.1142137348651886, | |
| "learning_rate": 3.140955966172689e-05, | |
| "loss": 0.0619, | |
| "step": 36450 | |
| }, | |
| { | |
| "epoch": 10.878317924246943, | |
| "grad_norm": 0.04162459075450897, | |
| "learning_rate": 3.1392990641817554e-05, | |
| "loss": 0.02, | |
| "step": 36475 | |
| }, | |
| { | |
| "epoch": 10.885773933790635, | |
| "grad_norm": 0.020116539672017097, | |
| "learning_rate": 3.137642162190822e-05, | |
| "loss": 0.0265, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 10.893229943334328, | |
| "grad_norm": 0.04184208810329437, | |
| "learning_rate": 3.135985260199889e-05, | |
| "loss": 0.0149, | |
| "step": 36525 | |
| }, | |
| { | |
| "epoch": 10.90068595287802, | |
| "grad_norm": 0.04820263385772705, | |
| "learning_rate": 3.1343283582089554e-05, | |
| "loss": 0.0125, | |
| "step": 36550 | |
| }, | |
| { | |
| "epoch": 10.908141962421713, | |
| "grad_norm": 0.0024502065498381853, | |
| "learning_rate": 3.1326714562180224e-05, | |
| "loss": 0.0111, | |
| "step": 36575 | |
| }, | |
| { | |
| "epoch": 10.915597971965404, | |
| "grad_norm": 2.155289649963379, | |
| "learning_rate": 3.1310145542270886e-05, | |
| "loss": 0.0035, | |
| "step": 36600 | |
| }, | |
| { | |
| "epoch": 10.923053981509096, | |
| "grad_norm": 0.014378400519490242, | |
| "learning_rate": 3.129357652236155e-05, | |
| "loss": 0.0551, | |
| "step": 36625 | |
| }, | |
| { | |
| "epoch": 10.930509991052789, | |
| "grad_norm": 2.1999733448028564, | |
| "learning_rate": 3.127700750245222e-05, | |
| "loss": 0.0459, | |
| "step": 36650 | |
| }, | |
| { | |
| "epoch": 10.93796600059648, | |
| "grad_norm": 26.96295928955078, | |
| "learning_rate": 3.126043848254288e-05, | |
| "loss": 0.0074, | |
| "step": 36675 | |
| }, | |
| { | |
| "epoch": 10.945422010140174, | |
| "grad_norm": 4.9573845863342285, | |
| "learning_rate": 3.124386946263355e-05, | |
| "loss": 0.0271, | |
| "step": 36700 | |
| }, | |
| { | |
| "epoch": 10.952878019683865, | |
| "grad_norm": 0.9740040302276611, | |
| "learning_rate": 3.122730044272421e-05, | |
| "loss": 0.0067, | |
| "step": 36725 | |
| }, | |
| { | |
| "epoch": 10.960334029227557, | |
| "grad_norm": 0.10786978155374527, | |
| "learning_rate": 3.121073142281488e-05, | |
| "loss": 0.0063, | |
| "step": 36750 | |
| }, | |
| { | |
| "epoch": 10.96779003877125, | |
| "grad_norm": 0.9033737182617188, | |
| "learning_rate": 3.119416240290555e-05, | |
| "loss": 0.0241, | |
| "step": 36775 | |
| }, | |
| { | |
| "epoch": 10.975246048314942, | |
| "grad_norm": 0.8337206840515137, | |
| "learning_rate": 3.117759338299621e-05, | |
| "loss": 0.0423, | |
| "step": 36800 | |
| }, | |
| { | |
| "epoch": 10.982702057858635, | |
| "grad_norm": 34.99683380126953, | |
| "learning_rate": 3.1161024363086874e-05, | |
| "loss": 0.0323, | |
| "step": 36825 | |
| }, | |
| { | |
| "epoch": 10.990158067402326, | |
| "grad_norm": 0.3933325707912445, | |
| "learning_rate": 3.114445534317754e-05, | |
| "loss": 0.0058, | |
| "step": 36850 | |
| }, | |
| { | |
| "epoch": 10.997614076946018, | |
| "grad_norm": 0.019569693133234978, | |
| "learning_rate": 3.1127886323268206e-05, | |
| "loss": 0.0019, | |
| "step": 36875 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "eval_gen_len": 8.7108, | |
| "eval_loss": 0.0731603354215622, | |
| "eval_rouge1": 97.3528, | |
| "eval_rouge2": 84.9895, | |
| "eval_rougeL": 97.3143, | |
| "eval_rougeLsum": 97.3154, | |
| "eval_runtime": 98.1335, | |
| "eval_samples_per_second": 17.089, | |
| "eval_steps_per_second": 4.28, | |
| "step": 36883 | |
| }, | |
| { | |
| "epoch": 11.005070086489711, | |
| "grad_norm": 0.00565438624471426, | |
| "learning_rate": 3.1111317303358875e-05, | |
| "loss": 0.004, | |
| "step": 36900 | |
| }, | |
| { | |
| "epoch": 11.012526096033403, | |
| "grad_norm": 0.008675969205796719, | |
| "learning_rate": 3.109474828344954e-05, | |
| "loss": 0.1224, | |
| "step": 36925 | |
| }, | |
| { | |
| "epoch": 11.019982105577094, | |
| "grad_norm": 0.2460847944021225, | |
| "learning_rate": 3.10781792635402e-05, | |
| "loss": 0.0458, | |
| "step": 36950 | |
| }, | |
| { | |
| "epoch": 11.027438115120788, | |
| "grad_norm": 0.015279813669621944, | |
| "learning_rate": 3.106161024363087e-05, | |
| "loss": 0.0285, | |
| "step": 36975 | |
| }, | |
| { | |
| "epoch": 11.03489412466448, | |
| "grad_norm": 0.01354867685586214, | |
| "learning_rate": 3.104504122372154e-05, | |
| "loss": 0.02, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 11.042350134208172, | |
| "grad_norm": 0.009907645173370838, | |
| "learning_rate": 3.10284722038122e-05, | |
| "loss": 0.1091, | |
| "step": 37025 | |
| }, | |
| { | |
| "epoch": 11.049806143751864, | |
| "grad_norm": 0.033154286444187164, | |
| "learning_rate": 3.101190318390287e-05, | |
| "loss": 0.0064, | |
| "step": 37050 | |
| }, | |
| { | |
| "epoch": 11.057262153295556, | |
| "grad_norm": 0.04053553566336632, | |
| "learning_rate": 3.099533416399353e-05, | |
| "loss": 0.0103, | |
| "step": 37075 | |
| }, | |
| { | |
| "epoch": 11.064718162839249, | |
| "grad_norm": 0.05914434418082237, | |
| "learning_rate": 3.09787651440842e-05, | |
| "loss": 0.0343, | |
| "step": 37100 | |
| }, | |
| { | |
| "epoch": 11.07217417238294, | |
| "grad_norm": 0.021367311477661133, | |
| "learning_rate": 3.096219612417486e-05, | |
| "loss": 0.0057, | |
| "step": 37125 | |
| }, | |
| { | |
| "epoch": 11.079630181926634, | |
| "grad_norm": 0.001664644107222557, | |
| "learning_rate": 3.094562710426553e-05, | |
| "loss": 0.0005, | |
| "step": 37150 | |
| }, | |
| { | |
| "epoch": 11.087086191470325, | |
| "grad_norm": 0.12640069425106049, | |
| "learning_rate": 3.0929058084356194e-05, | |
| "loss": 0.0003, | |
| "step": 37175 | |
| }, | |
| { | |
| "epoch": 11.094542201014017, | |
| "grad_norm": 0.004810268059372902, | |
| "learning_rate": 3.091248906444686e-05, | |
| "loss": 0.0119, | |
| "step": 37200 | |
| }, | |
| { | |
| "epoch": 11.10199821055771, | |
| "grad_norm": 1.4785408973693848, | |
| "learning_rate": 3.089592004453753e-05, | |
| "loss": 0.0008, | |
| "step": 37225 | |
| }, | |
| { | |
| "epoch": 11.109454220101401, | |
| "grad_norm": 0.0022451153490692377, | |
| "learning_rate": 3.0879351024628195e-05, | |
| "loss": 0.0123, | |
| "step": 37250 | |
| }, | |
| { | |
| "epoch": 11.116910229645095, | |
| "grad_norm": 0.1429530680179596, | |
| "learning_rate": 3.086278200471886e-05, | |
| "loss": 0.0115, | |
| "step": 37275 | |
| }, | |
| { | |
| "epoch": 11.124366239188786, | |
| "grad_norm": 0.03411104530096054, | |
| "learning_rate": 3.0846212984809526e-05, | |
| "loss": 0.0212, | |
| "step": 37300 | |
| }, | |
| { | |
| "epoch": 11.131822248732478, | |
| "grad_norm": 0.8815001845359802, | |
| "learning_rate": 3.082964396490019e-05, | |
| "loss": 0.0005, | |
| "step": 37325 | |
| }, | |
| { | |
| "epoch": 11.139278258276171, | |
| "grad_norm": 0.008912123739719391, | |
| "learning_rate": 3.081307494499086e-05, | |
| "loss": 0.0029, | |
| "step": 37350 | |
| }, | |
| { | |
| "epoch": 11.146734267819863, | |
| "grad_norm": 0.021167289465665817, | |
| "learning_rate": 3.079650592508152e-05, | |
| "loss": 0.016, | |
| "step": 37375 | |
| }, | |
| { | |
| "epoch": 11.154190277363554, | |
| "grad_norm": 0.043260324746370316, | |
| "learning_rate": 3.077993690517218e-05, | |
| "loss": 0.0195, | |
| "step": 37400 | |
| }, | |
| { | |
| "epoch": 11.161646286907247, | |
| "grad_norm": 0.0005007116124033928, | |
| "learning_rate": 3.076336788526285e-05, | |
| "loss": 0.001, | |
| "step": 37425 | |
| }, | |
| { | |
| "epoch": 11.169102296450939, | |
| "grad_norm": 0.003123112255707383, | |
| "learning_rate": 3.0746798865353514e-05, | |
| "loss": 0.0003, | |
| "step": 37450 | |
| }, | |
| { | |
| "epoch": 11.176558305994632, | |
| "grad_norm": 0.1323997676372528, | |
| "learning_rate": 3.073022984544418e-05, | |
| "loss": 0.0171, | |
| "step": 37475 | |
| }, | |
| { | |
| "epoch": 11.184014315538324, | |
| "grad_norm": 0.00898793339729309, | |
| "learning_rate": 3.071366082553485e-05, | |
| "loss": 0.0087, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 11.191470325082015, | |
| "grad_norm": 0.004661829676479101, | |
| "learning_rate": 3.0697091805625515e-05, | |
| "loss": 0.0006, | |
| "step": 37525 | |
| }, | |
| { | |
| "epoch": 11.198926334625709, | |
| "grad_norm": 0.0023466881830245256, | |
| "learning_rate": 3.0680522785716184e-05, | |
| "loss": 0.0259, | |
| "step": 37550 | |
| }, | |
| { | |
| "epoch": 11.2063823441694, | |
| "grad_norm": 0.016425127163529396, | |
| "learning_rate": 3.0663953765806846e-05, | |
| "loss": 0.0683, | |
| "step": 37575 | |
| }, | |
| { | |
| "epoch": 11.213838353713093, | |
| "grad_norm": 0.12483184039592743, | |
| "learning_rate": 3.064738474589751e-05, | |
| "loss": 0.0005, | |
| "step": 37600 | |
| }, | |
| { | |
| "epoch": 11.221294363256785, | |
| "grad_norm": 0.013576678931713104, | |
| "learning_rate": 3.063081572598818e-05, | |
| "loss": 0.0043, | |
| "step": 37625 | |
| }, | |
| { | |
| "epoch": 11.228750372800476, | |
| "grad_norm": 0.025191502645611763, | |
| "learning_rate": 3.061424670607884e-05, | |
| "loss": 0.0029, | |
| "step": 37650 | |
| }, | |
| { | |
| "epoch": 11.23620638234417, | |
| "grad_norm": 0.007174923084676266, | |
| "learning_rate": 3.059767768616951e-05, | |
| "loss": 0.043, | |
| "step": 37675 | |
| }, | |
| { | |
| "epoch": 11.243662391887861, | |
| "grad_norm": 27.290576934814453, | |
| "learning_rate": 3.058110866626018e-05, | |
| "loss": 0.0149, | |
| "step": 37700 | |
| }, | |
| { | |
| "epoch": 11.251118401431555, | |
| "grad_norm": 0.13593660295009613, | |
| "learning_rate": 3.056453964635084e-05, | |
| "loss": 0.0061, | |
| "step": 37725 | |
| }, | |
| { | |
| "epoch": 11.258574410975246, | |
| "grad_norm": 1.3596652746200562, | |
| "learning_rate": 3.054797062644151e-05, | |
| "loss": 0.0196, | |
| "step": 37750 | |
| }, | |
| { | |
| "epoch": 11.266030420518938, | |
| "grad_norm": 0.007876387797296047, | |
| "learning_rate": 3.053140160653217e-05, | |
| "loss": 0.0035, | |
| "step": 37775 | |
| }, | |
| { | |
| "epoch": 11.273486430062631, | |
| "grad_norm": 0.016628660261631012, | |
| "learning_rate": 3.0514832586622838e-05, | |
| "loss": 0.0015, | |
| "step": 37800 | |
| }, | |
| { | |
| "epoch": 11.280942439606322, | |
| "grad_norm": 19.705419540405273, | |
| "learning_rate": 3.0498926327509875e-05, | |
| "loss": 0.0885, | |
| "step": 37825 | |
| }, | |
| { | |
| "epoch": 11.288398449150016, | |
| "grad_norm": 0.007640378549695015, | |
| "learning_rate": 3.048235730760054e-05, | |
| "loss": 0.0057, | |
| "step": 37850 | |
| }, | |
| { | |
| "epoch": 11.295854458693707, | |
| "grad_norm": 0.044530533254146576, | |
| "learning_rate": 3.046578828769121e-05, | |
| "loss": 0.0026, | |
| "step": 37875 | |
| }, | |
| { | |
| "epoch": 11.303310468237399, | |
| "grad_norm": 0.008475979790091515, | |
| "learning_rate": 3.0449219267781875e-05, | |
| "loss": 0.0099, | |
| "step": 37900 | |
| }, | |
| { | |
| "epoch": 11.310766477781092, | |
| "grad_norm": 0.008451344445347786, | |
| "learning_rate": 3.043265024787254e-05, | |
| "loss": 0.0013, | |
| "step": 37925 | |
| }, | |
| { | |
| "epoch": 11.318222487324784, | |
| "grad_norm": 0.0787351205945015, | |
| "learning_rate": 3.0416081227963207e-05, | |
| "loss": 0.0322, | |
| "step": 37950 | |
| }, | |
| { | |
| "epoch": 11.325678496868475, | |
| "grad_norm": 0.13200482726097107, | |
| "learning_rate": 3.0399512208053872e-05, | |
| "loss": 0.0002, | |
| "step": 37975 | |
| }, | |
| { | |
| "epoch": 11.333134506412168, | |
| "grad_norm": 0.15154162049293518, | |
| "learning_rate": 3.0382943188144535e-05, | |
| "loss": 0.0274, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 11.34059051595586, | |
| "grad_norm": 0.18614114820957184, | |
| "learning_rate": 3.03663741682352e-05, | |
| "loss": 0.0056, | |
| "step": 38025 | |
| }, | |
| { | |
| "epoch": 11.348046525499553, | |
| "grad_norm": 0.02761516161262989, | |
| "learning_rate": 3.0349805148325866e-05, | |
| "loss": 0.0028, | |
| "step": 38050 | |
| }, | |
| { | |
| "epoch": 11.355502535043245, | |
| "grad_norm": 0.002439249772578478, | |
| "learning_rate": 3.0333236128416532e-05, | |
| "loss": 0.0038, | |
| "step": 38075 | |
| }, | |
| { | |
| "epoch": 11.362958544586936, | |
| "grad_norm": 0.03615495190024376, | |
| "learning_rate": 3.0316667108507198e-05, | |
| "loss": 0.0226, | |
| "step": 38100 | |
| }, | |
| { | |
| "epoch": 11.37041455413063, | |
| "grad_norm": 0.007680293172597885, | |
| "learning_rate": 3.0300098088597867e-05, | |
| "loss": 0.0394, | |
| "step": 38125 | |
| }, | |
| { | |
| "epoch": 11.377870563674321, | |
| "grad_norm": 0.010748565196990967, | |
| "learning_rate": 3.0283529068688533e-05, | |
| "loss": 0.0169, | |
| "step": 38150 | |
| }, | |
| { | |
| "epoch": 11.385326573218014, | |
| "grad_norm": 0.008955719880759716, | |
| "learning_rate": 3.0266960048779198e-05, | |
| "loss": 0.0071, | |
| "step": 38175 | |
| }, | |
| { | |
| "epoch": 11.392782582761706, | |
| "grad_norm": 0.03065124712884426, | |
| "learning_rate": 3.025039102886986e-05, | |
| "loss": 0.0277, | |
| "step": 38200 | |
| }, | |
| { | |
| "epoch": 11.400238592305397, | |
| "grad_norm": 0.0015641790814697742, | |
| "learning_rate": 3.0234484769756898e-05, | |
| "loss": 0.0472, | |
| "step": 38225 | |
| }, | |
| { | |
| "epoch": 11.40769460184909, | |
| "grad_norm": 0.012706178240478039, | |
| "learning_rate": 3.0217915749847563e-05, | |
| "loss": 0.0035, | |
| "step": 38250 | |
| }, | |
| { | |
| "epoch": 11.415150611392782, | |
| "grad_norm": 0.058647219091653824, | |
| "learning_rate": 3.0201346729938236e-05, | |
| "loss": 0.0022, | |
| "step": 38275 | |
| }, | |
| { | |
| "epoch": 11.422606620936476, | |
| "grad_norm": 0.32084959745407104, | |
| "learning_rate": 3.0184777710028898e-05, | |
| "loss": 0.0311, | |
| "step": 38300 | |
| }, | |
| { | |
| "epoch": 11.430062630480167, | |
| "grad_norm": 0.001740424195304513, | |
| "learning_rate": 3.0168208690119564e-05, | |
| "loss": 0.001, | |
| "step": 38325 | |
| }, | |
| { | |
| "epoch": 11.437518640023859, | |
| "grad_norm": 0.01977064087986946, | |
| "learning_rate": 3.015163967021023e-05, | |
| "loss": 0.0064, | |
| "step": 38350 | |
| }, | |
| { | |
| "epoch": 11.444974649567552, | |
| "grad_norm": 0.012652015313506126, | |
| "learning_rate": 3.0135070650300895e-05, | |
| "loss": 0.0038, | |
| "step": 38375 | |
| }, | |
| { | |
| "epoch": 11.452430659111243, | |
| "grad_norm": 0.029624788090586662, | |
| "learning_rate": 3.011850163039156e-05, | |
| "loss": 0.0294, | |
| "step": 38400 | |
| }, | |
| { | |
| "epoch": 11.459886668654935, | |
| "grad_norm": 0.729141891002655, | |
| "learning_rate": 3.0101932610482224e-05, | |
| "loss": 0.005, | |
| "step": 38425 | |
| }, | |
| { | |
| "epoch": 11.467342678198628, | |
| "grad_norm": 0.21458280086517334, | |
| "learning_rate": 3.008536359057289e-05, | |
| "loss": 0.0201, | |
| "step": 38450 | |
| }, | |
| { | |
| "epoch": 11.47479868774232, | |
| "grad_norm": 0.018610941246151924, | |
| "learning_rate": 3.0068794570663555e-05, | |
| "loss": 0.0118, | |
| "step": 38475 | |
| }, | |
| { | |
| "epoch": 11.482254697286013, | |
| "grad_norm": 3.399533987045288, | |
| "learning_rate": 3.005222555075422e-05, | |
| "loss": 0.0311, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 11.489710706829705, | |
| "grad_norm": 0.16793139278888702, | |
| "learning_rate": 3.003565653084489e-05, | |
| "loss": 0.0095, | |
| "step": 38525 | |
| }, | |
| { | |
| "epoch": 11.497166716373396, | |
| "grad_norm": 0.3863959312438965, | |
| "learning_rate": 3.0019087510935556e-05, | |
| "loss": 0.0268, | |
| "step": 38550 | |
| }, | |
| { | |
| "epoch": 11.50462272591709, | |
| "grad_norm": 0.005762874614447355, | |
| "learning_rate": 3.0003181251822593e-05, | |
| "loss": 0.0849, | |
| "step": 38575 | |
| }, | |
| { | |
| "epoch": 11.512078735460781, | |
| "grad_norm": 0.061609476804733276, | |
| "learning_rate": 2.998661223191326e-05, | |
| "loss": 0.0359, | |
| "step": 38600 | |
| }, | |
| { | |
| "epoch": 11.519534745004474, | |
| "grad_norm": 0.2524660527706146, | |
| "learning_rate": 2.9970043212003924e-05, | |
| "loss": 0.0463, | |
| "step": 38625 | |
| }, | |
| { | |
| "epoch": 11.526990754548166, | |
| "grad_norm": 0.03191876783967018, | |
| "learning_rate": 2.995347419209459e-05, | |
| "loss": 0.0268, | |
| "step": 38650 | |
| }, | |
| { | |
| "epoch": 11.534446764091857, | |
| "grad_norm": 0.32526031136512756, | |
| "learning_rate": 2.993690517218526e-05, | |
| "loss": 0.0362, | |
| "step": 38675 | |
| }, | |
| { | |
| "epoch": 11.54190277363555, | |
| "grad_norm": 0.0009662279044277966, | |
| "learning_rate": 2.9920336152275925e-05, | |
| "loss": 0.0105, | |
| "step": 38700 | |
| }, | |
| { | |
| "epoch": 11.549358783179242, | |
| "grad_norm": 0.9750592112541199, | |
| "learning_rate": 2.990376713236659e-05, | |
| "loss": 0.0283, | |
| "step": 38725 | |
| }, | |
| { | |
| "epoch": 11.556814792722935, | |
| "grad_norm": 0.028177186846733093, | |
| "learning_rate": 2.9887198112457253e-05, | |
| "loss": 0.0169, | |
| "step": 38750 | |
| }, | |
| { | |
| "epoch": 11.564270802266627, | |
| "grad_norm": 0.02503358945250511, | |
| "learning_rate": 2.987062909254792e-05, | |
| "loss": 0.0387, | |
| "step": 38775 | |
| }, | |
| { | |
| "epoch": 11.571726811810318, | |
| "grad_norm": 79.97856903076172, | |
| "learning_rate": 2.9854060072638584e-05, | |
| "loss": 0.0216, | |
| "step": 38800 | |
| }, | |
| { | |
| "epoch": 11.579182821354012, | |
| "grad_norm": 0.03171137720346451, | |
| "learning_rate": 2.983749105272925e-05, | |
| "loss": 0.0476, | |
| "step": 38825 | |
| }, | |
| { | |
| "epoch": 11.586638830897703, | |
| "grad_norm": 0.011583199724555016, | |
| "learning_rate": 2.9820922032819916e-05, | |
| "loss": 0.0549, | |
| "step": 38850 | |
| }, | |
| { | |
| "epoch": 11.594094840441397, | |
| "grad_norm": 0.04316306859254837, | |
| "learning_rate": 2.9804353012910578e-05, | |
| "loss": 0.0004, | |
| "step": 38875 | |
| }, | |
| { | |
| "epoch": 11.601550849985088, | |
| "grad_norm": 0.12726345658302307, | |
| "learning_rate": 2.9787783993001244e-05, | |
| "loss": 0.0019, | |
| "step": 38900 | |
| }, | |
| { | |
| "epoch": 11.60900685952878, | |
| "grad_norm": 0.0003953992563765496, | |
| "learning_rate": 2.9771214973091916e-05, | |
| "loss": 0.008, | |
| "step": 38925 | |
| }, | |
| { | |
| "epoch": 11.616462869072473, | |
| "grad_norm": 0.003280686680227518, | |
| "learning_rate": 2.9754645953182582e-05, | |
| "loss": 0.0462, | |
| "step": 38950 | |
| }, | |
| { | |
| "epoch": 11.623918878616164, | |
| "grad_norm": 0.09019768238067627, | |
| "learning_rate": 2.9738076933273244e-05, | |
| "loss": 0.0135, | |
| "step": 38975 | |
| }, | |
| { | |
| "epoch": 11.631374888159858, | |
| "grad_norm": 0.009447668679058552, | |
| "learning_rate": 2.972150791336391e-05, | |
| "loss": 0.0133, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 11.63883089770355, | |
| "grad_norm": 0.00495525635778904, | |
| "learning_rate": 2.9704938893454576e-05, | |
| "loss": 0.0032, | |
| "step": 39025 | |
| }, | |
| { | |
| "epoch": 11.64628690724724, | |
| "grad_norm": 0.3824717402458191, | |
| "learning_rate": 2.968836987354524e-05, | |
| "loss": 0.0177, | |
| "step": 39050 | |
| }, | |
| { | |
| "epoch": 11.653742916790934, | |
| "grad_norm": 0.013165218755602837, | |
| "learning_rate": 2.9671800853635907e-05, | |
| "loss": 0.0058, | |
| "step": 39075 | |
| }, | |
| { | |
| "epoch": 11.661198926334626, | |
| "grad_norm": 0.016493534669280052, | |
| "learning_rate": 2.965523183372657e-05, | |
| "loss": 0.012, | |
| "step": 39100 | |
| }, | |
| { | |
| "epoch": 11.668654935878317, | |
| "grad_norm": 0.02720525860786438, | |
| "learning_rate": 2.9638662813817235e-05, | |
| "loss": 0.0259, | |
| "step": 39125 | |
| }, | |
| { | |
| "epoch": 11.67611094542201, | |
| "grad_norm": 0.012515093199908733, | |
| "learning_rate": 2.9622093793907908e-05, | |
| "loss": 0.0312, | |
| "step": 39150 | |
| }, | |
| { | |
| "epoch": 11.683566954965702, | |
| "grad_norm": 0.011289069429039955, | |
| "learning_rate": 2.9605524773998574e-05, | |
| "loss": 0.0499, | |
| "step": 39175 | |
| }, | |
| { | |
| "epoch": 11.691022964509395, | |
| "grad_norm": 8.175752639770508, | |
| "learning_rate": 2.9588955754089236e-05, | |
| "loss": 0.0021, | |
| "step": 39200 | |
| }, | |
| { | |
| "epoch": 11.698478974053087, | |
| "grad_norm": 0.00964757427573204, | |
| "learning_rate": 2.95723867341799e-05, | |
| "loss": 0.0068, | |
| "step": 39225 | |
| }, | |
| { | |
| "epoch": 11.705934983596778, | |
| "grad_norm": 1.0415167808532715, | |
| "learning_rate": 2.9555817714270567e-05, | |
| "loss": 0.0199, | |
| "step": 39250 | |
| }, | |
| { | |
| "epoch": 11.713390993140472, | |
| "grad_norm": 0.3101750612258911, | |
| "learning_rate": 2.9539248694361233e-05, | |
| "loss": 0.0235, | |
| "step": 39275 | |
| }, | |
| { | |
| "epoch": 11.720847002684163, | |
| "grad_norm": 0.002900744555518031, | |
| "learning_rate": 2.95226796744519e-05, | |
| "loss": 0.0138, | |
| "step": 39300 | |
| }, | |
| { | |
| "epoch": 11.728303012227856, | |
| "grad_norm": 0.907034158706665, | |
| "learning_rate": 2.950611065454256e-05, | |
| "loss": 0.0401, | |
| "step": 39325 | |
| }, | |
| { | |
| "epoch": 11.735759021771548, | |
| "grad_norm": 0.24928085505962372, | |
| "learning_rate": 2.9489541634633227e-05, | |
| "loss": 0.0124, | |
| "step": 39350 | |
| }, | |
| { | |
| "epoch": 11.74321503131524, | |
| "grad_norm": 0.009192919358611107, | |
| "learning_rate": 2.9472972614723893e-05, | |
| "loss": 0.0254, | |
| "step": 39375 | |
| }, | |
| { | |
| "epoch": 11.750671040858933, | |
| "grad_norm": 0.11580682545900345, | |
| "learning_rate": 2.9456403594814562e-05, | |
| "loss": 0.0157, | |
| "step": 39400 | |
| }, | |
| { | |
| "epoch": 11.758127050402624, | |
| "grad_norm": 0.0013650426408275962, | |
| "learning_rate": 2.9439834574905228e-05, | |
| "loss": 0.0004, | |
| "step": 39425 | |
| }, | |
| { | |
| "epoch": 11.765583059946316, | |
| "grad_norm": 0.02957271784543991, | |
| "learning_rate": 2.9423265554995893e-05, | |
| "loss": 0.0122, | |
| "step": 39450 | |
| }, | |
| { | |
| "epoch": 11.77303906949001, | |
| "grad_norm": 0.004242660012096167, | |
| "learning_rate": 2.940669653508656e-05, | |
| "loss": 0.0008, | |
| "step": 39475 | |
| }, | |
| { | |
| "epoch": 11.7804950790337, | |
| "grad_norm": 0.04420284926891327, | |
| "learning_rate": 2.9390127515177225e-05, | |
| "loss": 0.0015, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 11.787951088577394, | |
| "grad_norm": 0.0010515704052522779, | |
| "learning_rate": 2.937355849526789e-05, | |
| "loss": 0.0013, | |
| "step": 39525 | |
| }, | |
| { | |
| "epoch": 11.795407098121085, | |
| "grad_norm": 0.2385762482881546, | |
| "learning_rate": 2.9356989475358553e-05, | |
| "loss": 0.0434, | |
| "step": 39550 | |
| }, | |
| { | |
| "epoch": 11.802863107664777, | |
| "grad_norm": 0.021942714229226112, | |
| "learning_rate": 2.934042045544922e-05, | |
| "loss": 0.0005, | |
| "step": 39575 | |
| }, | |
| { | |
| "epoch": 11.81031911720847, | |
| "grad_norm": 0.02746811881661415, | |
| "learning_rate": 2.9323851435539884e-05, | |
| "loss": 0.0014, | |
| "step": 39600 | |
| }, | |
| { | |
| "epoch": 11.817775126752162, | |
| "grad_norm": 0.013176214881241322, | |
| "learning_rate": 2.9307282415630553e-05, | |
| "loss": 0.0065, | |
| "step": 39625 | |
| }, | |
| { | |
| "epoch": 11.825231136295855, | |
| "grad_norm": 0.0018259455682709813, | |
| "learning_rate": 2.929071339572122e-05, | |
| "loss": 0.0247, | |
| "step": 39650 | |
| }, | |
| { | |
| "epoch": 11.832687145839547, | |
| "grad_norm": 0.0467984676361084, | |
| "learning_rate": 2.9274144375811885e-05, | |
| "loss": 0.0253, | |
| "step": 39675 | |
| }, | |
| { | |
| "epoch": 11.840143155383238, | |
| "grad_norm": 0.0014794999733567238, | |
| "learning_rate": 2.925757535590255e-05, | |
| "loss": 0.0002, | |
| "step": 39700 | |
| }, | |
| { | |
| "epoch": 11.847599164926931, | |
| "grad_norm": 0.7367884516716003, | |
| "learning_rate": 2.9241006335993216e-05, | |
| "loss": 0.0039, | |
| "step": 39725 | |
| }, | |
| { | |
| "epoch": 11.855055174470623, | |
| "grad_norm": 0.0043684993870556355, | |
| "learning_rate": 2.922443731608388e-05, | |
| "loss": 0.0408, | |
| "step": 39750 | |
| }, | |
| { | |
| "epoch": 11.862511184014316, | |
| "grad_norm": 13.370290756225586, | |
| "learning_rate": 2.9207868296174544e-05, | |
| "loss": 0.0133, | |
| "step": 39775 | |
| }, | |
| { | |
| "epoch": 11.869967193558008, | |
| "grad_norm": 0.04149283468723297, | |
| "learning_rate": 2.919129927626521e-05, | |
| "loss": 0.009, | |
| "step": 39800 | |
| }, | |
| { | |
| "epoch": 11.8774232031017, | |
| "grad_norm": 0.0070778988301754, | |
| "learning_rate": 2.9174730256355876e-05, | |
| "loss": 0.0003, | |
| "step": 39825 | |
| }, | |
| { | |
| "epoch": 11.884879212645393, | |
| "grad_norm": 0.13461697101593018, | |
| "learning_rate": 2.915816123644654e-05, | |
| "loss": 0.0176, | |
| "step": 39850 | |
| }, | |
| { | |
| "epoch": 11.892335222189084, | |
| "grad_norm": 0.06489887088537216, | |
| "learning_rate": 2.914159221653721e-05, | |
| "loss": 0.0796, | |
| "step": 39875 | |
| }, | |
| { | |
| "epoch": 11.899791231732777, | |
| "grad_norm": 0.25228577852249146, | |
| "learning_rate": 2.9125023196627876e-05, | |
| "loss": 0.0176, | |
| "step": 39900 | |
| }, | |
| { | |
| "epoch": 11.907247241276469, | |
| "grad_norm": 0.02081029862165451, | |
| "learning_rate": 2.9108454176718542e-05, | |
| "loss": 0.0103, | |
| "step": 39925 | |
| }, | |
| { | |
| "epoch": 11.91470325082016, | |
| "grad_norm": 0.0007288819178938866, | |
| "learning_rate": 2.9091885156809208e-05, | |
| "loss": 0.0224, | |
| "step": 39950 | |
| }, | |
| { | |
| "epoch": 11.922159260363854, | |
| "grad_norm": 0.45741400122642517, | |
| "learning_rate": 2.907531613689987e-05, | |
| "loss": 0.0431, | |
| "step": 39975 | |
| }, | |
| { | |
| "epoch": 11.929615269907545, | |
| "grad_norm": 0.0039330171421170235, | |
| "learning_rate": 2.9058747116990536e-05, | |
| "loss": 0.005, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 11.937071279451239, | |
| "grad_norm": 0.046019960194826126, | |
| "learning_rate": 2.90421780970812e-05, | |
| "loss": 0.0065, | |
| "step": 40025 | |
| }, | |
| { | |
| "epoch": 11.94452728899493, | |
| "grad_norm": 0.059516049921512604, | |
| "learning_rate": 2.9025609077171867e-05, | |
| "loss": 0.0031, | |
| "step": 40050 | |
| }, | |
| { | |
| "epoch": 11.951983298538622, | |
| "grad_norm": 0.005144066177308559, | |
| "learning_rate": 2.9009040057262533e-05, | |
| "loss": 0.0752, | |
| "step": 40075 | |
| }, | |
| { | |
| "epoch": 11.959439308082315, | |
| "grad_norm": 0.0025731483474373817, | |
| "learning_rate": 2.8992471037353195e-05, | |
| "loss": 0.0682, | |
| "step": 40100 | |
| }, | |
| { | |
| "epoch": 11.966895317626006, | |
| "grad_norm": 0.0010169928427785635, | |
| "learning_rate": 2.8975902017443868e-05, | |
| "loss": 0.0004, | |
| "step": 40125 | |
| }, | |
| { | |
| "epoch": 11.974351327169698, | |
| "grad_norm": 0.1493087112903595, | |
| "learning_rate": 2.8959332997534534e-05, | |
| "loss": 0.0745, | |
| "step": 40150 | |
| }, | |
| { | |
| "epoch": 11.981807336713391, | |
| "grad_norm": 0.024421213194727898, | |
| "learning_rate": 2.89427639776252e-05, | |
| "loss": 0.0019, | |
| "step": 40175 | |
| }, | |
| { | |
| "epoch": 11.989263346257083, | |
| "grad_norm": 0.01383435633033514, | |
| "learning_rate": 2.8926194957715862e-05, | |
| "loss": 0.0031, | |
| "step": 40200 | |
| }, | |
| { | |
| "epoch": 11.996719355800776, | |
| "grad_norm": 0.015260148793458939, | |
| "learning_rate": 2.8909625937806528e-05, | |
| "loss": 0.0206, | |
| "step": 40225 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "eval_gen_len": 8.7358, | |
| "eval_loss": 0.07119181752204895, | |
| "eval_rouge1": 97.3656, | |
| "eval_rouge2": 84.7781, | |
| "eval_rougeL": 97.3473, | |
| "eval_rougeLsum": 97.3476, | |
| "eval_runtime": 100.8839, | |
| "eval_samples_per_second": 16.623, | |
| "eval_steps_per_second": 4.163, | |
| "step": 40236 | |
| }, | |
| { | |
| "epoch": 12.004175365344468, | |
| "grad_norm": 0.02059837430715561, | |
| "learning_rate": 2.8893056917897193e-05, | |
| "loss": 0.017, | |
| "step": 40250 | |
| }, | |
| { | |
| "epoch": 12.01163137488816, | |
| "grad_norm": 13.741105079650879, | |
| "learning_rate": 2.887648789798786e-05, | |
| "loss": 0.0102, | |
| "step": 40275 | |
| }, | |
| { | |
| "epoch": 12.019087384431852, | |
| "grad_norm": 0.038666047155857086, | |
| "learning_rate": 2.8859918878078525e-05, | |
| "loss": 0.0228, | |
| "step": 40300 | |
| }, | |
| { | |
| "epoch": 12.026543393975544, | |
| "grad_norm": 0.004178918898105621, | |
| "learning_rate": 2.8843349858169187e-05, | |
| "loss": 0.0009, | |
| "step": 40325 | |
| }, | |
| { | |
| "epoch": 12.033999403519237, | |
| "grad_norm": 0.0011557178804650903, | |
| "learning_rate": 2.882678083825986e-05, | |
| "loss": 0.0194, | |
| "step": 40350 | |
| }, | |
| { | |
| "epoch": 12.041455413062929, | |
| "grad_norm": 0.11613950878381729, | |
| "learning_rate": 2.8810211818350525e-05, | |
| "loss": 0.0164, | |
| "step": 40375 | |
| }, | |
| { | |
| "epoch": 12.04891142260662, | |
| "grad_norm": 0.0020942033734172583, | |
| "learning_rate": 2.879364279844119e-05, | |
| "loss": 0.0246, | |
| "step": 40400 | |
| }, | |
| { | |
| "epoch": 12.056367432150314, | |
| "grad_norm": 0.0037937331944704056, | |
| "learning_rate": 2.8777073778531853e-05, | |
| "loss": 0.0229, | |
| "step": 40425 | |
| }, | |
| { | |
| "epoch": 12.063823441694005, | |
| "grad_norm": 0.47289687395095825, | |
| "learning_rate": 2.876050475862252e-05, | |
| "loss": 0.0003, | |
| "step": 40450 | |
| }, | |
| { | |
| "epoch": 12.071279451237698, | |
| "grad_norm": 0.0333111509680748, | |
| "learning_rate": 2.8743935738713185e-05, | |
| "loss": 0.0011, | |
| "step": 40475 | |
| }, | |
| { | |
| "epoch": 12.07873546078139, | |
| "grad_norm": 0.3923133909702301, | |
| "learning_rate": 2.872736671880385e-05, | |
| "loss": 0.0037, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 12.086191470325081, | |
| "grad_norm": 0.006680936552584171, | |
| "learning_rate": 2.8710797698894516e-05, | |
| "loss": 0.021, | |
| "step": 40525 | |
| }, | |
| { | |
| "epoch": 12.093647479868775, | |
| "grad_norm": 0.010220406576991081, | |
| "learning_rate": 2.869422867898518e-05, | |
| "loss": 0.0013, | |
| "step": 40550 | |
| }, | |
| { | |
| "epoch": 12.101103489412466, | |
| "grad_norm": 0.026769593358039856, | |
| "learning_rate": 2.8677659659075844e-05, | |
| "loss": 0.0036, | |
| "step": 40575 | |
| }, | |
| { | |
| "epoch": 12.108559498956158, | |
| "grad_norm": 0.006459955126047134, | |
| "learning_rate": 2.8661090639166517e-05, | |
| "loss": 0.001, | |
| "step": 40600 | |
| }, | |
| { | |
| "epoch": 12.116015508499851, | |
| "grad_norm": 0.5409096479415894, | |
| "learning_rate": 2.864452161925718e-05, | |
| "loss": 0.02, | |
| "step": 40625 | |
| }, | |
| { | |
| "epoch": 12.123471518043543, | |
| "grad_norm": 0.009102045558393002, | |
| "learning_rate": 2.8627952599347845e-05, | |
| "loss": 0.0743, | |
| "step": 40650 | |
| }, | |
| { | |
| "epoch": 12.130927527587236, | |
| "grad_norm": 0.04457883909344673, | |
| "learning_rate": 2.861138357943851e-05, | |
| "loss": 0.0082, | |
| "step": 40675 | |
| }, | |
| { | |
| "epoch": 12.138383537130927, | |
| "grad_norm": 0.009046703577041626, | |
| "learning_rate": 2.8594814559529176e-05, | |
| "loss": 0.0008, | |
| "step": 40700 | |
| }, | |
| { | |
| "epoch": 12.145839546674619, | |
| "grad_norm": 21.693180084228516, | |
| "learning_rate": 2.8578245539619842e-05, | |
| "loss": 0.0645, | |
| "step": 40725 | |
| }, | |
| { | |
| "epoch": 12.153295556218312, | |
| "grad_norm": 0.010429131798446178, | |
| "learning_rate": 2.8561676519710508e-05, | |
| "loss": 0.0301, | |
| "step": 40750 | |
| }, | |
| { | |
| "epoch": 12.160751565762004, | |
| "grad_norm": 0.11445409804582596, | |
| "learning_rate": 2.854510749980117e-05, | |
| "loss": 0.0078, | |
| "step": 40775 | |
| }, | |
| { | |
| "epoch": 12.168207575305697, | |
| "grad_norm": 0.001903259544633329, | |
| "learning_rate": 2.8528538479891836e-05, | |
| "loss": 0.0154, | |
| "step": 40800 | |
| }, | |
| { | |
| "epoch": 12.175663584849389, | |
| "grad_norm": 0.0068878475576639175, | |
| "learning_rate": 2.851196945998251e-05, | |
| "loss": 0.0041, | |
| "step": 40825 | |
| }, | |
| { | |
| "epoch": 12.18311959439308, | |
| "grad_norm": 0.0009471174562349916, | |
| "learning_rate": 2.849540044007317e-05, | |
| "loss": 0.0211, | |
| "step": 40850 | |
| }, | |
| { | |
| "epoch": 12.190575603936773, | |
| "grad_norm": 0.0013344428734853864, | |
| "learning_rate": 2.8478831420163837e-05, | |
| "loss": 0.0003, | |
| "step": 40875 | |
| }, | |
| { | |
| "epoch": 12.198031613480465, | |
| "grad_norm": 4.818425178527832, | |
| "learning_rate": 2.8462262400254502e-05, | |
| "loss": 0.0184, | |
| "step": 40900 | |
| }, | |
| { | |
| "epoch": 12.205487623024158, | |
| "grad_norm": 0.0003423032758291811, | |
| "learning_rate": 2.8445693380345168e-05, | |
| "loss": 0.0222, | |
| "step": 40925 | |
| }, | |
| { | |
| "epoch": 12.21294363256785, | |
| "grad_norm": 0.01015832182019949, | |
| "learning_rate": 2.8429124360435834e-05, | |
| "loss": 0.0044, | |
| "step": 40950 | |
| }, | |
| { | |
| "epoch": 12.220399642111541, | |
| "grad_norm": 0.00136271002702415, | |
| "learning_rate": 2.8412555340526496e-05, | |
| "loss": 0.0027, | |
| "step": 40975 | |
| }, | |
| { | |
| "epoch": 12.227855651655235, | |
| "grad_norm": 0.033610399812459946, | |
| "learning_rate": 2.8395986320617162e-05, | |
| "loss": 0.0345, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 12.235311661198926, | |
| "grad_norm": 0.0037056605797261, | |
| "learning_rate": 2.8379417300707828e-05, | |
| "loss": 0.0032, | |
| "step": 41025 | |
| }, | |
| { | |
| "epoch": 12.24276767074262, | |
| "grad_norm": 0.02005760185420513, | |
| "learning_rate": 2.8362848280798493e-05, | |
| "loss": 0.0306, | |
| "step": 41050 | |
| }, | |
| { | |
| "epoch": 12.250223680286311, | |
| "grad_norm": 0.9534538984298706, | |
| "learning_rate": 2.8346279260889162e-05, | |
| "loss": 0.0531, | |
| "step": 41075 | |
| }, | |
| { | |
| "epoch": 12.257679689830002, | |
| "grad_norm": 26.52764892578125, | |
| "learning_rate": 2.8329710240979828e-05, | |
| "loss": 0.0089, | |
| "step": 41100 | |
| }, | |
| { | |
| "epoch": 12.265135699373696, | |
| "grad_norm": 12.732146263122559, | |
| "learning_rate": 2.8313141221070494e-05, | |
| "loss": 0.0057, | |
| "step": 41125 | |
| }, | |
| { | |
| "epoch": 12.272591708917387, | |
| "grad_norm": 0.009532719850540161, | |
| "learning_rate": 2.829657220116116e-05, | |
| "loss": 0.0027, | |
| "step": 41150 | |
| }, | |
| { | |
| "epoch": 12.280047718461079, | |
| "grad_norm": 0.2986721694469452, | |
| "learning_rate": 2.8280003181251825e-05, | |
| "loss": 0.0284, | |
| "step": 41175 | |
| }, | |
| { | |
| "epoch": 12.287503728004772, | |
| "grad_norm": 0.010956763289868832, | |
| "learning_rate": 2.8263434161342488e-05, | |
| "loss": 0.0321, | |
| "step": 41200 | |
| }, | |
| { | |
| "epoch": 12.294959737548464, | |
| "grad_norm": 0.010674208402633667, | |
| "learning_rate": 2.8246865141433153e-05, | |
| "loss": 0.0036, | |
| "step": 41225 | |
| }, | |
| { | |
| "epoch": 12.302415747092157, | |
| "grad_norm": 0.00191806023940444, | |
| "learning_rate": 2.823029612152382e-05, | |
| "loss": 0.0047, | |
| "step": 41250 | |
| }, | |
| { | |
| "epoch": 12.309871756635848, | |
| "grad_norm": 0.03268317133188248, | |
| "learning_rate": 2.8213727101614485e-05, | |
| "loss": 0.0026, | |
| "step": 41275 | |
| }, | |
| { | |
| "epoch": 12.31732776617954, | |
| "grad_norm": 0.018544087186455727, | |
| "learning_rate": 2.8197158081705154e-05, | |
| "loss": 0.0022, | |
| "step": 41300 | |
| }, | |
| { | |
| "epoch": 12.324783775723233, | |
| "grad_norm": 0.04845629632472992, | |
| "learning_rate": 2.818058906179582e-05, | |
| "loss": 0.0147, | |
| "step": 41325 | |
| }, | |
| { | |
| "epoch": 12.332239785266925, | |
| "grad_norm": 0.3336451053619385, | |
| "learning_rate": 2.8164020041886485e-05, | |
| "loss": 0.0272, | |
| "step": 41350 | |
| }, | |
| { | |
| "epoch": 12.339695794810618, | |
| "grad_norm": 0.0033389104064553976, | |
| "learning_rate": 2.814745102197715e-05, | |
| "loss": 0.04, | |
| "step": 41375 | |
| }, | |
| { | |
| "epoch": 12.34715180435431, | |
| "grad_norm": 0.0076507944613695145, | |
| "learning_rate": 2.8130882002067817e-05, | |
| "loss": 0.0039, | |
| "step": 41400 | |
| }, | |
| { | |
| "epoch": 12.354607813898001, | |
| "grad_norm": 22.395612716674805, | |
| "learning_rate": 2.811431298215848e-05, | |
| "loss": 0.005, | |
| "step": 41425 | |
| }, | |
| { | |
| "epoch": 12.362063823441694, | |
| "grad_norm": 0.0016582268290221691, | |
| "learning_rate": 2.8097743962249145e-05, | |
| "loss": 0.0293, | |
| "step": 41450 | |
| }, | |
| { | |
| "epoch": 12.369519832985386, | |
| "grad_norm": 11.2319974899292, | |
| "learning_rate": 2.808117494233981e-05, | |
| "loss": 0.0066, | |
| "step": 41475 | |
| }, | |
| { | |
| "epoch": 12.37697584252908, | |
| "grad_norm": 2.7760393619537354, | |
| "learning_rate": 2.8064605922430476e-05, | |
| "loss": 0.0015, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 12.38443185207277, | |
| "grad_norm": 0.003564919577911496, | |
| "learning_rate": 2.8048036902521142e-05, | |
| "loss": 0.002, | |
| "step": 41525 | |
| }, | |
| { | |
| "epoch": 12.391887861616462, | |
| "grad_norm": 0.002883300883695483, | |
| "learning_rate": 2.803146788261181e-05, | |
| "loss": 0.0022, | |
| "step": 41550 | |
| }, | |
| { | |
| "epoch": 12.399343871160156, | |
| "grad_norm": 0.1490948647260666, | |
| "learning_rate": 2.8014898862702477e-05, | |
| "loss": 0.0006, | |
| "step": 41575 | |
| }, | |
| { | |
| "epoch": 12.406799880703847, | |
| "grad_norm": 0.004211048129945993, | |
| "learning_rate": 2.7998329842793143e-05, | |
| "loss": 0.0007, | |
| "step": 41600 | |
| }, | |
| { | |
| "epoch": 12.414255890247539, | |
| "grad_norm": 0.008610145188868046, | |
| "learning_rate": 2.798176082288381e-05, | |
| "loss": 0.0316, | |
| "step": 41625 | |
| }, | |
| { | |
| "epoch": 12.421711899791232, | |
| "grad_norm": 0.023798583075404167, | |
| "learning_rate": 2.796519180297447e-05, | |
| "loss": 0.0136, | |
| "step": 41650 | |
| }, | |
| { | |
| "epoch": 12.429167909334923, | |
| "grad_norm": 0.07987093180418015, | |
| "learning_rate": 2.7948622783065137e-05, | |
| "loss": 0.0008, | |
| "step": 41675 | |
| }, | |
| { | |
| "epoch": 12.436623918878617, | |
| "grad_norm": 0.48281994462013245, | |
| "learning_rate": 2.7932053763155802e-05, | |
| "loss": 0.0188, | |
| "step": 41700 | |
| }, | |
| { | |
| "epoch": 12.444079928422308, | |
| "grad_norm": 0.00766774220392108, | |
| "learning_rate": 2.7915484743246468e-05, | |
| "loss": 0.0128, | |
| "step": 41725 | |
| }, | |
| { | |
| "epoch": 12.451535937966, | |
| "grad_norm": 0.025086617097258568, | |
| "learning_rate": 2.7898915723337134e-05, | |
| "loss": 0.0431, | |
| "step": 41750 | |
| }, | |
| { | |
| "epoch": 12.458991947509693, | |
| "grad_norm": 0.012511699460446835, | |
| "learning_rate": 2.7882346703427796e-05, | |
| "loss": 0.0017, | |
| "step": 41775 | |
| }, | |
| { | |
| "epoch": 12.466447957053385, | |
| "grad_norm": 0.0011564865708351135, | |
| "learning_rate": 2.786577768351847e-05, | |
| "loss": 0.0011, | |
| "step": 41800 | |
| }, | |
| { | |
| "epoch": 12.473903966597078, | |
| "grad_norm": 0.65472412109375, | |
| "learning_rate": 2.7849208663609134e-05, | |
| "loss": 0.019, | |
| "step": 41825 | |
| }, | |
| { | |
| "epoch": 12.48135997614077, | |
| "grad_norm": 0.005623379722237587, | |
| "learning_rate": 2.7832639643699797e-05, | |
| "loss": 0.0303, | |
| "step": 41850 | |
| }, | |
| { | |
| "epoch": 12.488815985684461, | |
| "grad_norm": 0.018389273434877396, | |
| "learning_rate": 2.7816070623790462e-05, | |
| "loss": 0.0032, | |
| "step": 41875 | |
| }, | |
| { | |
| "epoch": 12.496271995228154, | |
| "grad_norm": 0.0019741118885576725, | |
| "learning_rate": 2.7799501603881128e-05, | |
| "loss": 0.0167, | |
| "step": 41900 | |
| }, | |
| { | |
| "epoch": 12.503728004771846, | |
| "grad_norm": 0.1198592334985733, | |
| "learning_rate": 2.7782932583971794e-05, | |
| "loss": 0.0053, | |
| "step": 41925 | |
| }, | |
| { | |
| "epoch": 12.511184014315539, | |
| "grad_norm": 0.03189831227064133, | |
| "learning_rate": 2.776636356406246e-05, | |
| "loss": 0.0043, | |
| "step": 41950 | |
| }, | |
| { | |
| "epoch": 12.51864002385923, | |
| "grad_norm": 0.12729355692863464, | |
| "learning_rate": 2.7749794544153125e-05, | |
| "loss": 0.001, | |
| "step": 41975 | |
| }, | |
| { | |
| "epoch": 12.526096033402922, | |
| "grad_norm": 0.00783438328653574, | |
| "learning_rate": 2.7733225524243788e-05, | |
| "loss": 0.012, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 12.533552042946615, | |
| "grad_norm": 0.024893639609217644, | |
| "learning_rate": 2.771665650433446e-05, | |
| "loss": 0.0283, | |
| "step": 42025 | |
| }, | |
| { | |
| "epoch": 12.541008052490307, | |
| "grad_norm": 0.016918212175369263, | |
| "learning_rate": 2.7700087484425126e-05, | |
| "loss": 0.0006, | |
| "step": 42050 | |
| }, | |
| { | |
| "epoch": 12.548464062034, | |
| "grad_norm": 0.03593961149454117, | |
| "learning_rate": 2.7683518464515788e-05, | |
| "loss": 0.0196, | |
| "step": 42075 | |
| }, | |
| { | |
| "epoch": 12.555920071577692, | |
| "grad_norm": 0.024990715086460114, | |
| "learning_rate": 2.7666949444606454e-05, | |
| "loss": 0.0039, | |
| "step": 42100 | |
| }, | |
| { | |
| "epoch": 12.563376081121383, | |
| "grad_norm": 0.09220023453235626, | |
| "learning_rate": 2.765038042469712e-05, | |
| "loss": 0.0034, | |
| "step": 42125 | |
| }, | |
| { | |
| "epoch": 12.570832090665077, | |
| "grad_norm": 0.007467248011380434, | |
| "learning_rate": 2.7633811404787785e-05, | |
| "loss": 0.0014, | |
| "step": 42150 | |
| }, | |
| { | |
| "epoch": 12.578288100208768, | |
| "grad_norm": 0.0017490466125309467, | |
| "learning_rate": 2.761724238487845e-05, | |
| "loss": 0.001, | |
| "step": 42175 | |
| }, | |
| { | |
| "epoch": 12.585744109752461, | |
| "grad_norm": 0.08711958676576614, | |
| "learning_rate": 2.7600673364969113e-05, | |
| "loss": 0.0216, | |
| "step": 42200 | |
| }, | |
| { | |
| "epoch": 12.593200119296153, | |
| "grad_norm": 0.05300259217619896, | |
| "learning_rate": 2.758410434505978e-05, | |
| "loss": 0.0161, | |
| "step": 42225 | |
| }, | |
| { | |
| "epoch": 12.600656128839844, | |
| "grad_norm": 0.009109907783567905, | |
| "learning_rate": 2.7567535325150445e-05, | |
| "loss": 0.0456, | |
| "step": 42250 | |
| }, | |
| { | |
| "epoch": 12.608112138383538, | |
| "grad_norm": 1.0785945653915405, | |
| "learning_rate": 2.7550966305241117e-05, | |
| "loss": 0.0015, | |
| "step": 42275 | |
| }, | |
| { | |
| "epoch": 12.61556814792723, | |
| "grad_norm": 0.0029738135635852814, | |
| "learning_rate": 2.753439728533178e-05, | |
| "loss": 0.0102, | |
| "step": 42300 | |
| }, | |
| { | |
| "epoch": 12.62302415747092, | |
| "grad_norm": 0.0014897419605404139, | |
| "learning_rate": 2.7517828265422446e-05, | |
| "loss": 0.0029, | |
| "step": 42325 | |
| }, | |
| { | |
| "epoch": 12.630480167014614, | |
| "grad_norm": 0.0512629896402359, | |
| "learning_rate": 2.750125924551311e-05, | |
| "loss": 0.0007, | |
| "step": 42350 | |
| }, | |
| { | |
| "epoch": 12.637936176558306, | |
| "grad_norm": 0.0043296511285007, | |
| "learning_rate": 2.7484690225603777e-05, | |
| "loss": 0.0004, | |
| "step": 42375 | |
| }, | |
| { | |
| "epoch": 12.645392186101999, | |
| "grad_norm": 0.005691382568329573, | |
| "learning_rate": 2.7468121205694443e-05, | |
| "loss": 0.01, | |
| "step": 42400 | |
| }, | |
| { | |
| "epoch": 12.65284819564569, | |
| "grad_norm": 0.004919271916151047, | |
| "learning_rate": 2.7451552185785105e-05, | |
| "loss": 0.0016, | |
| "step": 42425 | |
| }, | |
| { | |
| "epoch": 12.660304205189382, | |
| "grad_norm": 2.6745660305023193, | |
| "learning_rate": 2.743498316587577e-05, | |
| "loss": 0.037, | |
| "step": 42450 | |
| }, | |
| { | |
| "epoch": 12.667760214733075, | |
| "grad_norm": 0.005345212761312723, | |
| "learning_rate": 2.7418414145966437e-05, | |
| "loss": 0.0026, | |
| "step": 42475 | |
| }, | |
| { | |
| "epoch": 12.675216224276767, | |
| "grad_norm": 0.04073727875947952, | |
| "learning_rate": 2.740184512605711e-05, | |
| "loss": 0.0007, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 12.68267223382046, | |
| "grad_norm": 0.001461253734305501, | |
| "learning_rate": 2.738527610614777e-05, | |
| "loss": 0.0206, | |
| "step": 42525 | |
| }, | |
| { | |
| "epoch": 12.690128243364152, | |
| "grad_norm": 0.010080489329993725, | |
| "learning_rate": 2.7368707086238437e-05, | |
| "loss": 0.0007, | |
| "step": 42550 | |
| }, | |
| { | |
| "epoch": 12.697584252907843, | |
| "grad_norm": 0.0009966216748580337, | |
| "learning_rate": 2.7352138066329103e-05, | |
| "loss": 0.0004, | |
| "step": 42575 | |
| }, | |
| { | |
| "epoch": 12.705040262451536, | |
| "grad_norm": 0.04050817713141441, | |
| "learning_rate": 2.733556904641977e-05, | |
| "loss": 0.0143, | |
| "step": 42600 | |
| }, | |
| { | |
| "epoch": 12.712496271995228, | |
| "grad_norm": 0.00188263482414186, | |
| "learning_rate": 2.7319000026510434e-05, | |
| "loss": 0.0028, | |
| "step": 42625 | |
| }, | |
| { | |
| "epoch": 12.71995228153892, | |
| "grad_norm": 0.020978985354304314, | |
| "learning_rate": 2.7302431006601097e-05, | |
| "loss": 0.0174, | |
| "step": 42650 | |
| }, | |
| { | |
| "epoch": 12.727408291082613, | |
| "grad_norm": 0.00698693236336112, | |
| "learning_rate": 2.7285861986691762e-05, | |
| "loss": 0.0006, | |
| "step": 42675 | |
| }, | |
| { | |
| "epoch": 12.734864300626304, | |
| "grad_norm": 0.019326740875840187, | |
| "learning_rate": 2.7269292966782428e-05, | |
| "loss": 0.0027, | |
| "step": 42700 | |
| }, | |
| { | |
| "epoch": 12.742320310169998, | |
| "grad_norm": 0.03213045001029968, | |
| "learning_rate": 2.7252723946873094e-05, | |
| "loss": 0.0187, | |
| "step": 42725 | |
| }, | |
| { | |
| "epoch": 12.749776319713689, | |
| "grad_norm": 0.0011091905180364847, | |
| "learning_rate": 2.7236154926963763e-05, | |
| "loss": 0.0002, | |
| "step": 42750 | |
| }, | |
| { | |
| "epoch": 12.75723232925738, | |
| "grad_norm": 0.13166595995426178, | |
| "learning_rate": 2.721958590705443e-05, | |
| "loss": 0.0189, | |
| "step": 42775 | |
| }, | |
| { | |
| "epoch": 12.764688338801074, | |
| "grad_norm": 0.015718284994363785, | |
| "learning_rate": 2.7203016887145094e-05, | |
| "loss": 0.0002, | |
| "step": 42800 | |
| }, | |
| { | |
| "epoch": 12.772144348344765, | |
| "grad_norm": 0.01700720004737377, | |
| "learning_rate": 2.718644786723576e-05, | |
| "loss": 0.0119, | |
| "step": 42825 | |
| }, | |
| { | |
| "epoch": 12.779600357888459, | |
| "grad_norm": 0.000691990542691201, | |
| "learning_rate": 2.7169878847326426e-05, | |
| "loss": 0.0585, | |
| "step": 42850 | |
| }, | |
| { | |
| "epoch": 12.78705636743215, | |
| "grad_norm": 0.033096782863140106, | |
| "learning_rate": 2.7153309827417088e-05, | |
| "loss": 0.0066, | |
| "step": 42875 | |
| }, | |
| { | |
| "epoch": 12.794512376975842, | |
| "grad_norm": 0.0045728497207164764, | |
| "learning_rate": 2.7136740807507754e-05, | |
| "loss": 0.0022, | |
| "step": 42900 | |
| }, | |
| { | |
| "epoch": 12.801968386519535, | |
| "grad_norm": 0.035219863057136536, | |
| "learning_rate": 2.712017178759842e-05, | |
| "loss": 0.0287, | |
| "step": 42925 | |
| }, | |
| { | |
| "epoch": 12.809424396063227, | |
| "grad_norm": 0.04110410436987877, | |
| "learning_rate": 2.7103602767689085e-05, | |
| "loss": 0.0012, | |
| "step": 42950 | |
| }, | |
| { | |
| "epoch": 12.81688040560692, | |
| "grad_norm": 0.0013123464304953814, | |
| "learning_rate": 2.7087033747779755e-05, | |
| "loss": 0.019, | |
| "step": 42975 | |
| }, | |
| { | |
| "epoch": 12.824336415150611, | |
| "grad_norm": 0.005283961072564125, | |
| "learning_rate": 2.707046472787042e-05, | |
| "loss": 0.006, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 12.831792424694303, | |
| "grad_norm": 0.003638888243585825, | |
| "learning_rate": 2.7053895707961086e-05, | |
| "loss": 0.0198, | |
| "step": 43025 | |
| }, | |
| { | |
| "epoch": 12.839248434237996, | |
| "grad_norm": 0.10352325439453125, | |
| "learning_rate": 2.7037326688051752e-05, | |
| "loss": 0.0011, | |
| "step": 43050 | |
| }, | |
| { | |
| "epoch": 12.846704443781688, | |
| "grad_norm": 8.774328231811523, | |
| "learning_rate": 2.7020757668142414e-05, | |
| "loss": 0.0223, | |
| "step": 43075 | |
| }, | |
| { | |
| "epoch": 12.854160453325381, | |
| "grad_norm": 0.017438048496842384, | |
| "learning_rate": 2.700418864823308e-05, | |
| "loss": 0.0014, | |
| "step": 43100 | |
| }, | |
| { | |
| "epoch": 12.861616462869073, | |
| "grad_norm": 0.0033278854098170996, | |
| "learning_rate": 2.6987619628323746e-05, | |
| "loss": 0.0031, | |
| "step": 43125 | |
| }, | |
| { | |
| "epoch": 12.869072472412764, | |
| "grad_norm": 0.021386155858635902, | |
| "learning_rate": 2.697105060841441e-05, | |
| "loss": 0.0066, | |
| "step": 43150 | |
| }, | |
| { | |
| "epoch": 12.876528481956457, | |
| "grad_norm": 0.005346431862562895, | |
| "learning_rate": 2.6954481588505077e-05, | |
| "loss": 0.0233, | |
| "step": 43175 | |
| }, | |
| { | |
| "epoch": 12.883984491500149, | |
| "grad_norm": 0.18703578412532806, | |
| "learning_rate": 2.6937912568595743e-05, | |
| "loss": 0.0135, | |
| "step": 43200 | |
| }, | |
| { | |
| "epoch": 12.891440501043842, | |
| "grad_norm": 0.0013108194107189775, | |
| "learning_rate": 2.6921343548686412e-05, | |
| "loss": 0.0136, | |
| "step": 43225 | |
| }, | |
| { | |
| "epoch": 12.898896510587534, | |
| "grad_norm": 0.17484645545482635, | |
| "learning_rate": 2.6904774528777078e-05, | |
| "loss": 0.0017, | |
| "step": 43250 | |
| }, | |
| { | |
| "epoch": 12.906352520131225, | |
| "grad_norm": 0.008680760860443115, | |
| "learning_rate": 2.6888205508867743e-05, | |
| "loss": 0.0115, | |
| "step": 43275 | |
| }, | |
| { | |
| "epoch": 12.913808529674919, | |
| "grad_norm": 0.5126601457595825, | |
| "learning_rate": 2.6871636488958406e-05, | |
| "loss": 0.0152, | |
| "step": 43300 | |
| }, | |
| { | |
| "epoch": 12.92126453921861, | |
| "grad_norm": 1.5607045888900757, | |
| "learning_rate": 2.685506746904907e-05, | |
| "loss": 0.025, | |
| "step": 43325 | |
| }, | |
| { | |
| "epoch": 12.928720548762302, | |
| "grad_norm": 10.233118057250977, | |
| "learning_rate": 2.6838498449139737e-05, | |
| "loss": 0.0017, | |
| "step": 43350 | |
| }, | |
| { | |
| "epoch": 12.936176558305995, | |
| "grad_norm": 0.0010243066353723407, | |
| "learning_rate": 2.6821929429230403e-05, | |
| "loss": 0.0085, | |
| "step": 43375 | |
| }, | |
| { | |
| "epoch": 12.943632567849686, | |
| "grad_norm": 2.000396251678467, | |
| "learning_rate": 2.680536040932107e-05, | |
| "loss": 0.0107, | |
| "step": 43400 | |
| }, | |
| { | |
| "epoch": 12.95108857739338, | |
| "grad_norm": 0.002072014380246401, | |
| "learning_rate": 2.678879138941173e-05, | |
| "loss": 0.0084, | |
| "step": 43425 | |
| }, | |
| { | |
| "epoch": 12.958544586937071, | |
| "grad_norm": 0.01992828957736492, | |
| "learning_rate": 2.6772222369502397e-05, | |
| "loss": 0.027, | |
| "step": 43450 | |
| }, | |
| { | |
| "epoch": 12.966000596480763, | |
| "grad_norm": 0.027412349358201027, | |
| "learning_rate": 2.675565334959307e-05, | |
| "loss": 0.001, | |
| "step": 43475 | |
| }, | |
| { | |
| "epoch": 12.973456606024456, | |
| "grad_norm": 0.0024006732273846865, | |
| "learning_rate": 2.6739084329683735e-05, | |
| "loss": 0.0332, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 12.980912615568148, | |
| "grad_norm": 0.004388559143990278, | |
| "learning_rate": 2.6722515309774397e-05, | |
| "loss": 0.005, | |
| "step": 43525 | |
| }, | |
| { | |
| "epoch": 12.98836862511184, | |
| "grad_norm": 0.009956770576536655, | |
| "learning_rate": 2.6705946289865063e-05, | |
| "loss": 0.0473, | |
| "step": 43550 | |
| }, | |
| { | |
| "epoch": 12.995824634655532, | |
| "grad_norm": 0.001230629743076861, | |
| "learning_rate": 2.668937726995573e-05, | |
| "loss": 0.027, | |
| "step": 43575 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "eval_gen_len": 8.7484, | |
| "eval_loss": 0.06554193049669266, | |
| "eval_rouge1": 97.8785, | |
| "eval_rouge2": 85.6962, | |
| "eval_rougeL": 97.854, | |
| "eval_rougeLsum": 97.8551, | |
| "eval_runtime": 99.1128, | |
| "eval_samples_per_second": 16.92, | |
| "eval_steps_per_second": 4.238, | |
| "step": 43589 | |
| }, | |
| { | |
| "epoch": 13.003280644199224, | |
| "grad_norm": 0.02172417752444744, | |
| "learning_rate": 2.6672808250046394e-05, | |
| "loss": 0.034, | |
| "step": 43600 | |
| }, | |
| { | |
| "epoch": 13.010736653742917, | |
| "grad_norm": 0.01802818849682808, | |
| "learning_rate": 2.665623923013706e-05, | |
| "loss": 0.0239, | |
| "step": 43625 | |
| }, | |
| { | |
| "epoch": 13.018192663286609, | |
| "grad_norm": 0.0032581316772848368, | |
| "learning_rate": 2.6639670210227722e-05, | |
| "loss": 0.0071, | |
| "step": 43650 | |
| }, | |
| { | |
| "epoch": 13.025648672830302, | |
| "grad_norm": 36.717140197753906, | |
| "learning_rate": 2.6623101190318388e-05, | |
| "loss": 0.0701, | |
| "step": 43675 | |
| }, | |
| { | |
| "epoch": 13.033104682373994, | |
| "grad_norm": 0.012505823746323586, | |
| "learning_rate": 2.660653217040906e-05, | |
| "loss": 0.013, | |
| "step": 43700 | |
| }, | |
| { | |
| "epoch": 13.040560691917685, | |
| "grad_norm": 0.1828284114599228, | |
| "learning_rate": 2.6589963150499726e-05, | |
| "loss": 0.0014, | |
| "step": 43725 | |
| }, | |
| { | |
| "epoch": 13.048016701461378, | |
| "grad_norm": 14.492470741271973, | |
| "learning_rate": 2.657339413059039e-05, | |
| "loss": 0.0455, | |
| "step": 43750 | |
| }, | |
| { | |
| "epoch": 13.05547271100507, | |
| "grad_norm": 0.023192638531327248, | |
| "learning_rate": 2.6556825110681055e-05, | |
| "loss": 0.0421, | |
| "step": 43775 | |
| }, | |
| { | |
| "epoch": 13.062928720548761, | |
| "grad_norm": 0.006542236544191837, | |
| "learning_rate": 2.654025609077172e-05, | |
| "loss": 0.0004, | |
| "step": 43800 | |
| }, | |
| { | |
| "epoch": 13.070384730092455, | |
| "grad_norm": 0.001725667854771018, | |
| "learning_rate": 2.6523687070862386e-05, | |
| "loss": 0.0026, | |
| "step": 43825 | |
| }, | |
| { | |
| "epoch": 13.077840739636146, | |
| "grad_norm": 0.01235037762671709, | |
| "learning_rate": 2.6507118050953052e-05, | |
| "loss": 0.003, | |
| "step": 43850 | |
| }, | |
| { | |
| "epoch": 13.08529674917984, | |
| "grad_norm": 0.006246176082640886, | |
| "learning_rate": 2.6490549031043714e-05, | |
| "loss": 0.0019, | |
| "step": 43875 | |
| }, | |
| { | |
| "epoch": 13.092752758723531, | |
| "grad_norm": 0.19377729296684265, | |
| "learning_rate": 2.647398001113438e-05, | |
| "loss": 0.0008, | |
| "step": 43900 | |
| }, | |
| { | |
| "epoch": 13.100208768267223, | |
| "grad_norm": 0.010808723047375679, | |
| "learning_rate": 2.6457410991225046e-05, | |
| "loss": 0.0011, | |
| "step": 43925 | |
| }, | |
| { | |
| "epoch": 13.107664777810916, | |
| "grad_norm": 0.10874485224485397, | |
| "learning_rate": 2.6440841971315715e-05, | |
| "loss": 0.0508, | |
| "step": 43950 | |
| }, | |
| { | |
| "epoch": 13.115120787354607, | |
| "grad_norm": 4.295207977294922, | |
| "learning_rate": 2.642427295140638e-05, | |
| "loss": 0.0035, | |
| "step": 43975 | |
| }, | |
| { | |
| "epoch": 13.1225767968983, | |
| "grad_norm": 0.027464494109153748, | |
| "learning_rate": 2.6407703931497046e-05, | |
| "loss": 0.034, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 13.130032806441992, | |
| "grad_norm": 0.007744842674583197, | |
| "learning_rate": 2.6391134911587712e-05, | |
| "loss": 0.0144, | |
| "step": 44025 | |
| }, | |
| { | |
| "epoch": 13.137488815985684, | |
| "grad_norm": 0.026684366166591644, | |
| "learning_rate": 2.6374565891678378e-05, | |
| "loss": 0.0097, | |
| "step": 44050 | |
| }, | |
| { | |
| "epoch": 13.144944825529377, | |
| "grad_norm": 0.00497918576002121, | |
| "learning_rate": 2.6357996871769043e-05, | |
| "loss": 0.024, | |
| "step": 44075 | |
| }, | |
| { | |
| "epoch": 13.152400835073069, | |
| "grad_norm": 0.0011154951062053442, | |
| "learning_rate": 2.6341427851859706e-05, | |
| "loss": 0.0351, | |
| "step": 44100 | |
| }, | |
| { | |
| "epoch": 13.159856844616762, | |
| "grad_norm": 0.07896313071250916, | |
| "learning_rate": 2.632485883195037e-05, | |
| "loss": 0.0005, | |
| "step": 44125 | |
| }, | |
| { | |
| "epoch": 13.167312854160453, | |
| "grad_norm": 0.0008197020506486297, | |
| "learning_rate": 2.6308289812041037e-05, | |
| "loss": 0.0072, | |
| "step": 44150 | |
| }, | |
| { | |
| "epoch": 13.174768863704145, | |
| "grad_norm": 0.005408796481788158, | |
| "learning_rate": 2.6291720792131706e-05, | |
| "loss": 0.0253, | |
| "step": 44175 | |
| }, | |
| { | |
| "epoch": 13.182224873247838, | |
| "grad_norm": 0.04275033622980118, | |
| "learning_rate": 2.6275151772222372e-05, | |
| "loss": 0.0243, | |
| "step": 44200 | |
| }, | |
| { | |
| "epoch": 13.18968088279153, | |
| "grad_norm": 0.009670349769294262, | |
| "learning_rate": 2.6258582752313038e-05, | |
| "loss": 0.0332, | |
| "step": 44225 | |
| }, | |
| { | |
| "epoch": 13.197136892335223, | |
| "grad_norm": 0.000518015876878053, | |
| "learning_rate": 2.6242013732403703e-05, | |
| "loss": 0.0136, | |
| "step": 44250 | |
| }, | |
| { | |
| "epoch": 13.204592901878915, | |
| "grad_norm": 0.03769877925515175, | |
| "learning_rate": 2.622544471249437e-05, | |
| "loss": 0.0135, | |
| "step": 44275 | |
| }, | |
| { | |
| "epoch": 13.212048911422606, | |
| "grad_norm": 0.05490969493985176, | |
| "learning_rate": 2.620887569258503e-05, | |
| "loss": 0.0024, | |
| "step": 44300 | |
| }, | |
| { | |
| "epoch": 13.2195049209663, | |
| "grad_norm": 0.86505126953125, | |
| "learning_rate": 2.6192306672675697e-05, | |
| "loss": 0.0024, | |
| "step": 44325 | |
| }, | |
| { | |
| "epoch": 13.22696093050999, | |
| "grad_norm": 0.004475884605199099, | |
| "learning_rate": 2.6175737652766363e-05, | |
| "loss": 0.0296, | |
| "step": 44350 | |
| }, | |
| { | |
| "epoch": 13.234416940053682, | |
| "grad_norm": 0.05450137332081795, | |
| "learning_rate": 2.615916863285703e-05, | |
| "loss": 0.0002, | |
| "step": 44375 | |
| }, | |
| { | |
| "epoch": 13.241872949597376, | |
| "grad_norm": 0.139171302318573, | |
| "learning_rate": 2.6142599612947694e-05, | |
| "loss": 0.0006, | |
| "step": 44400 | |
| }, | |
| { | |
| "epoch": 13.249328959141067, | |
| "grad_norm": 0.032572779804468155, | |
| "learning_rate": 2.6126030593038364e-05, | |
| "loss": 0.0002, | |
| "step": 44425 | |
| }, | |
| { | |
| "epoch": 13.25678496868476, | |
| "grad_norm": 59.228363037109375, | |
| "learning_rate": 2.610946157312903e-05, | |
| "loss": 0.0387, | |
| "step": 44450 | |
| }, | |
| { | |
| "epoch": 13.264240978228452, | |
| "grad_norm": 0.001431209035217762, | |
| "learning_rate": 2.6092892553219695e-05, | |
| "loss": 0.0001, | |
| "step": 44475 | |
| }, | |
| { | |
| "epoch": 13.271696987772144, | |
| "grad_norm": 0.5849717855453491, | |
| "learning_rate": 2.607632353331036e-05, | |
| "loss": 0.005, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 13.279152997315837, | |
| "grad_norm": 0.007736376952379942, | |
| "learning_rate": 2.6059754513401023e-05, | |
| "loss": 0.0264, | |
| "step": 44525 | |
| }, | |
| { | |
| "epoch": 13.286609006859528, | |
| "grad_norm": 0.00018958588771056384, | |
| "learning_rate": 2.604318549349169e-05, | |
| "loss": 0.0002, | |
| "step": 44550 | |
| }, | |
| { | |
| "epoch": 13.294065016403222, | |
| "grad_norm": 52.449249267578125, | |
| "learning_rate": 2.6026616473582355e-05, | |
| "loss": 0.0724, | |
| "step": 44575 | |
| }, | |
| { | |
| "epoch": 13.301521025946913, | |
| "grad_norm": 0.0037214909680187702, | |
| "learning_rate": 2.601004745367302e-05, | |
| "loss": 0.0003, | |
| "step": 44600 | |
| }, | |
| { | |
| "epoch": 13.308977035490605, | |
| "grad_norm": 0.009356235153973103, | |
| "learning_rate": 2.5993478433763686e-05, | |
| "loss": 0.0005, | |
| "step": 44625 | |
| }, | |
| { | |
| "epoch": 13.316433045034298, | |
| "grad_norm": 8.970348358154297, | |
| "learning_rate": 2.5976909413854355e-05, | |
| "loss": 0.0087, | |
| "step": 44650 | |
| }, | |
| { | |
| "epoch": 13.32388905457799, | |
| "grad_norm": 0.0007844800129532814, | |
| "learning_rate": 2.596034039394502e-05, | |
| "loss": 0.0002, | |
| "step": 44675 | |
| }, | |
| { | |
| "epoch": 13.331345064121683, | |
| "grad_norm": 0.0024908827617764473, | |
| "learning_rate": 2.5943771374035687e-05, | |
| "loss": 0.0006, | |
| "step": 44700 | |
| }, | |
| { | |
| "epoch": 13.338801073665374, | |
| "grad_norm": 0.004964989144355059, | |
| "learning_rate": 2.5927202354126352e-05, | |
| "loss": 0.0028, | |
| "step": 44725 | |
| }, | |
| { | |
| "epoch": 13.346257083209066, | |
| "grad_norm": 1.3698699474334717, | |
| "learning_rate": 2.5910633334217015e-05, | |
| "loss": 0.0058, | |
| "step": 44750 | |
| }, | |
| { | |
| "epoch": 13.35371309275276, | |
| "grad_norm": 0.04636652022600174, | |
| "learning_rate": 2.589406431430768e-05, | |
| "loss": 0.0266, | |
| "step": 44775 | |
| }, | |
| { | |
| "epoch": 13.36116910229645, | |
| "grad_norm": 0.04417644068598747, | |
| "learning_rate": 2.5877495294398346e-05, | |
| "loss": 0.0054, | |
| "step": 44800 | |
| }, | |
| { | |
| "epoch": 13.368625111840144, | |
| "grad_norm": 0.0034272114280611277, | |
| "learning_rate": 2.5860926274489012e-05, | |
| "loss": 0.0002, | |
| "step": 44825 | |
| }, | |
| { | |
| "epoch": 13.376081121383836, | |
| "grad_norm": 0.04019004851579666, | |
| "learning_rate": 2.5845020015376052e-05, | |
| "loss": 0.0306, | |
| "step": 44850 | |
| }, | |
| { | |
| "epoch": 13.383537130927527, | |
| "grad_norm": 3.370781898498535, | |
| "learning_rate": 2.5828450995466718e-05, | |
| "loss": 0.0017, | |
| "step": 44875 | |
| }, | |
| { | |
| "epoch": 13.39099314047122, | |
| "grad_norm": 0.15892678499221802, | |
| "learning_rate": 2.5811881975557384e-05, | |
| "loss": 0.0011, | |
| "step": 44900 | |
| }, | |
| { | |
| "epoch": 13.398449150014912, | |
| "grad_norm": 0.0011944427387788892, | |
| "learning_rate": 2.579531295564805e-05, | |
| "loss": 0.0188, | |
| "step": 44925 | |
| }, | |
| { | |
| "epoch": 13.405905159558603, | |
| "grad_norm": 0.023739833384752274, | |
| "learning_rate": 2.5778743935738715e-05, | |
| "loss": 0.0029, | |
| "step": 44950 | |
| }, | |
| { | |
| "epoch": 13.413361169102297, | |
| "grad_norm": 0.002228564117103815, | |
| "learning_rate": 2.5762174915829378e-05, | |
| "loss": 0.0002, | |
| "step": 44975 | |
| }, | |
| { | |
| "epoch": 13.420817178645988, | |
| "grad_norm": 0.007577619515359402, | |
| "learning_rate": 2.5745605895920043e-05, | |
| "loss": 0.0058, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 13.428273188189682, | |
| "grad_norm": 0.00293240649625659, | |
| "learning_rate": 2.572903687601071e-05, | |
| "loss": 0.0185, | |
| "step": 45025 | |
| }, | |
| { | |
| "epoch": 13.435729197733373, | |
| "grad_norm": 0.3604615330696106, | |
| "learning_rate": 2.571246785610138e-05, | |
| "loss": 0.0478, | |
| "step": 45050 | |
| }, | |
| { | |
| "epoch": 13.443185207277065, | |
| "grad_norm": 0.005937446840107441, | |
| "learning_rate": 2.5695898836192044e-05, | |
| "loss": 0.0035, | |
| "step": 45075 | |
| }, | |
| { | |
| "epoch": 13.450641216820758, | |
| "grad_norm": 0.003275347175076604, | |
| "learning_rate": 2.567932981628271e-05, | |
| "loss": 0.0061, | |
| "step": 45100 | |
| }, | |
| { | |
| "epoch": 13.45809722636445, | |
| "grad_norm": 0.003746124915778637, | |
| "learning_rate": 2.5662760796373375e-05, | |
| "loss": 0.0029, | |
| "step": 45125 | |
| }, | |
| { | |
| "epoch": 13.465553235908143, | |
| "grad_norm": 12.623387336730957, | |
| "learning_rate": 2.564619177646404e-05, | |
| "loss": 0.0121, | |
| "step": 45150 | |
| }, | |
| { | |
| "epoch": 13.473009245451834, | |
| "grad_norm": 0.2839594781398773, | |
| "learning_rate": 2.5629622756554707e-05, | |
| "loss": 0.0013, | |
| "step": 45175 | |
| }, | |
| { | |
| "epoch": 13.480465254995526, | |
| "grad_norm": 6.323868751525879, | |
| "learning_rate": 2.561305373664537e-05, | |
| "loss": 0.01, | |
| "step": 45200 | |
| }, | |
| { | |
| "epoch": 13.487921264539219, | |
| "grad_norm": 0.0072549269534647465, | |
| "learning_rate": 2.5596484716736035e-05, | |
| "loss": 0.002, | |
| "step": 45225 | |
| }, | |
| { | |
| "epoch": 13.49537727408291, | |
| "grad_norm": 0.01581634394824505, | |
| "learning_rate": 2.55799156968267e-05, | |
| "loss": 0.0002, | |
| "step": 45250 | |
| }, | |
| { | |
| "epoch": 13.502833283626604, | |
| "grad_norm": 0.013846264220774174, | |
| "learning_rate": 2.5563346676917366e-05, | |
| "loss": 0.0001, | |
| "step": 45275 | |
| }, | |
| { | |
| "epoch": 13.510289293170295, | |
| "grad_norm": 0.004495398607105017, | |
| "learning_rate": 2.5546777657008035e-05, | |
| "loss": 0.001, | |
| "step": 45300 | |
| }, | |
| { | |
| "epoch": 13.517745302713987, | |
| "grad_norm": 0.029844263568520546, | |
| "learning_rate": 2.55302086370987e-05, | |
| "loss": 0.0029, | |
| "step": 45325 | |
| }, | |
| { | |
| "epoch": 13.52520131225768, | |
| "grad_norm": 0.002655371557921171, | |
| "learning_rate": 2.5513639617189367e-05, | |
| "loss": 0.0001, | |
| "step": 45350 | |
| }, | |
| { | |
| "epoch": 13.532657321801372, | |
| "grad_norm": 0.0574614480137825, | |
| "learning_rate": 2.5497070597280033e-05, | |
| "loss": 0.0117, | |
| "step": 45375 | |
| }, | |
| { | |
| "epoch": 13.540113331345065, | |
| "grad_norm": 0.0013383477926254272, | |
| "learning_rate": 2.54805015773707e-05, | |
| "loss": 0.0002, | |
| "step": 45400 | |
| }, | |
| { | |
| "epoch": 13.547569340888757, | |
| "grad_norm": 0.061951614916324615, | |
| "learning_rate": 2.546393255746136e-05, | |
| "loss": 0.001, | |
| "step": 45425 | |
| }, | |
| { | |
| "epoch": 13.555025350432448, | |
| "grad_norm": 19.441818237304688, | |
| "learning_rate": 2.5447363537552026e-05, | |
| "loss": 0.0544, | |
| "step": 45450 | |
| }, | |
| { | |
| "epoch": 13.562481359976141, | |
| "grad_norm": 0.0009547994122840464, | |
| "learning_rate": 2.5430794517642692e-05, | |
| "loss": 0.0055, | |
| "step": 45475 | |
| }, | |
| { | |
| "epoch": 13.569937369519833, | |
| "grad_norm": 8.116317749023438, | |
| "learning_rate": 2.5414225497733358e-05, | |
| "loss": 0.004, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 13.577393379063524, | |
| "grad_norm": 0.016299117356538773, | |
| "learning_rate": 2.5397656477824024e-05, | |
| "loss": 0.0001, | |
| "step": 45525 | |
| }, | |
| { | |
| "epoch": 13.584849388607218, | |
| "grad_norm": 0.10050185024738312, | |
| "learning_rate": 2.5381087457914693e-05, | |
| "loss": 0.0019, | |
| "step": 45550 | |
| }, | |
| { | |
| "epoch": 13.59230539815091, | |
| "grad_norm": 0.0007255134987644851, | |
| "learning_rate": 2.536451843800536e-05, | |
| "loss": 0.0002, | |
| "step": 45575 | |
| }, | |
| { | |
| "epoch": 13.599761407694603, | |
| "grad_norm": 0.017564982175827026, | |
| "learning_rate": 2.5347949418096024e-05, | |
| "loss": 0.0096, | |
| "step": 45600 | |
| }, | |
| { | |
| "epoch": 13.607217417238294, | |
| "grad_norm": 0.002698665950447321, | |
| "learning_rate": 2.5331380398186687e-05, | |
| "loss": 0.0121, | |
| "step": 45625 | |
| }, | |
| { | |
| "epoch": 13.614673426781986, | |
| "grad_norm": 0.03711654245853424, | |
| "learning_rate": 2.5314811378277352e-05, | |
| "loss": 0.0072, | |
| "step": 45650 | |
| }, | |
| { | |
| "epoch": 13.622129436325679, | |
| "grad_norm": 0.015306944027543068, | |
| "learning_rate": 2.5298242358368018e-05, | |
| "loss": 0.0275, | |
| "step": 45675 | |
| }, | |
| { | |
| "epoch": 13.62958544586937, | |
| "grad_norm": 0.04432107135653496, | |
| "learning_rate": 2.5281673338458684e-05, | |
| "loss": 0.0008, | |
| "step": 45700 | |
| }, | |
| { | |
| "epoch": 13.637041455413064, | |
| "grad_norm": 0.013447861187160015, | |
| "learning_rate": 2.526510431854935e-05, | |
| "loss": 0.0009, | |
| "step": 45725 | |
| }, | |
| { | |
| "epoch": 13.644497464956755, | |
| "grad_norm": 0.012608986347913742, | |
| "learning_rate": 2.5248535298640015e-05, | |
| "loss": 0.0013, | |
| "step": 45750 | |
| }, | |
| { | |
| "epoch": 13.651953474500447, | |
| "grad_norm": 0.0007090241997502744, | |
| "learning_rate": 2.5231966278730684e-05, | |
| "loss": 0.0058, | |
| "step": 45775 | |
| }, | |
| { | |
| "epoch": 13.65940948404414, | |
| "grad_norm": 0.08077728748321533, | |
| "learning_rate": 2.521539725882135e-05, | |
| "loss": 0.0259, | |
| "step": 45800 | |
| }, | |
| { | |
| "epoch": 13.666865493587832, | |
| "grad_norm": 1.085524082183838, | |
| "learning_rate": 2.5198828238912016e-05, | |
| "loss": 0.0181, | |
| "step": 45825 | |
| }, | |
| { | |
| "epoch": 13.674321503131525, | |
| "grad_norm": 0.0005606280756182969, | |
| "learning_rate": 2.5182259219002678e-05, | |
| "loss": 0.0004, | |
| "step": 45850 | |
| }, | |
| { | |
| "epoch": 13.681777512675216, | |
| "grad_norm": 0.004463412798941135, | |
| "learning_rate": 2.5165690199093344e-05, | |
| "loss": 0.0014, | |
| "step": 45875 | |
| }, | |
| { | |
| "epoch": 13.689233522218908, | |
| "grad_norm": 0.15161412954330444, | |
| "learning_rate": 2.514912117918401e-05, | |
| "loss": 0.0128, | |
| "step": 45900 | |
| }, | |
| { | |
| "epoch": 13.696689531762601, | |
| "grad_norm": 0.009529800154268742, | |
| "learning_rate": 2.5132552159274675e-05, | |
| "loss": 0.0178, | |
| "step": 45925 | |
| }, | |
| { | |
| "epoch": 13.704145541306293, | |
| "grad_norm": 4.095335006713867, | |
| "learning_rate": 2.511598313936534e-05, | |
| "loss": 0.011, | |
| "step": 45950 | |
| }, | |
| { | |
| "epoch": 13.711601550849984, | |
| "grad_norm": 0.05283172428607941, | |
| "learning_rate": 2.5099414119456003e-05, | |
| "loss": 0.0004, | |
| "step": 45975 | |
| }, | |
| { | |
| "epoch": 13.719057560393678, | |
| "grad_norm": 0.012699637562036514, | |
| "learning_rate": 2.508284509954667e-05, | |
| "loss": 0.0002, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 13.726513569937369, | |
| "grad_norm": 0.9599093794822693, | |
| "learning_rate": 2.506627607963734e-05, | |
| "loss": 0.0346, | |
| "step": 46025 | |
| }, | |
| { | |
| "epoch": 13.733969579481062, | |
| "grad_norm": 0.0005534732481464744, | |
| "learning_rate": 2.5049707059728007e-05, | |
| "loss": 0.0164, | |
| "step": 46050 | |
| }, | |
| { | |
| "epoch": 13.741425589024754, | |
| "grad_norm": 0.013052860274910927, | |
| "learning_rate": 2.503313803981867e-05, | |
| "loss": 0.005, | |
| "step": 46075 | |
| }, | |
| { | |
| "epoch": 13.748881598568445, | |
| "grad_norm": 0.0030805133283138275, | |
| "learning_rate": 2.5016569019909335e-05, | |
| "loss": 0.0594, | |
| "step": 46100 | |
| }, | |
| { | |
| "epoch": 13.756337608112139, | |
| "grad_norm": 0.010317280888557434, | |
| "learning_rate": 2.5e-05, | |
| "loss": 0.0076, | |
| "step": 46125 | |
| }, | |
| { | |
| "epoch": 13.76379361765583, | |
| "grad_norm": 0.0013628338929265738, | |
| "learning_rate": 2.4983430980090667e-05, | |
| "loss": 0.0014, | |
| "step": 46150 | |
| }, | |
| { | |
| "epoch": 13.771249627199524, | |
| "grad_norm": 0.0019057797035202384, | |
| "learning_rate": 2.4966861960181333e-05, | |
| "loss": 0.0003, | |
| "step": 46175 | |
| }, | |
| { | |
| "epoch": 13.778705636743215, | |
| "grad_norm": 0.10203558206558228, | |
| "learning_rate": 2.4950292940272e-05, | |
| "loss": 0.0003, | |
| "step": 46200 | |
| }, | |
| { | |
| "epoch": 13.786161646286907, | |
| "grad_norm": 0.007893604226410389, | |
| "learning_rate": 2.4933723920362664e-05, | |
| "loss": 0.0139, | |
| "step": 46225 | |
| }, | |
| { | |
| "epoch": 13.7936176558306, | |
| "grad_norm": 0.04614598676562309, | |
| "learning_rate": 2.491715490045333e-05, | |
| "loss": 0.0022, | |
| "step": 46250 | |
| }, | |
| { | |
| "epoch": 13.801073665374291, | |
| "grad_norm": 0.010470214299857616, | |
| "learning_rate": 2.4900585880543996e-05, | |
| "loss": 0.0021, | |
| "step": 46275 | |
| }, | |
| { | |
| "epoch": 13.808529674917985, | |
| "grad_norm": 0.001019405317492783, | |
| "learning_rate": 2.488401686063466e-05, | |
| "loss": 0.0131, | |
| "step": 46300 | |
| }, | |
| { | |
| "epoch": 13.815985684461676, | |
| "grad_norm": 0.01035932544618845, | |
| "learning_rate": 2.4867447840725327e-05, | |
| "loss": 0.0069, | |
| "step": 46325 | |
| }, | |
| { | |
| "epoch": 13.823441694005368, | |
| "grad_norm": 0.004152575973421335, | |
| "learning_rate": 2.4850878820815993e-05, | |
| "loss": 0.0263, | |
| "step": 46350 | |
| }, | |
| { | |
| "epoch": 13.830897703549061, | |
| "grad_norm": 0.00521685928106308, | |
| "learning_rate": 2.483430980090666e-05, | |
| "loss": 0.0389, | |
| "step": 46375 | |
| }, | |
| { | |
| "epoch": 13.838353713092753, | |
| "grad_norm": 0.008577450178563595, | |
| "learning_rate": 2.4817740780997324e-05, | |
| "loss": 0.0006, | |
| "step": 46400 | |
| }, | |
| { | |
| "epoch": 13.845809722636446, | |
| "grad_norm": 0.004177641589194536, | |
| "learning_rate": 2.480117176108799e-05, | |
| "loss": 0.0046, | |
| "step": 46425 | |
| }, | |
| { | |
| "epoch": 13.853265732180137, | |
| "grad_norm": 0.0356358103454113, | |
| "learning_rate": 2.4784602741178656e-05, | |
| "loss": 0.0005, | |
| "step": 46450 | |
| }, | |
| { | |
| "epoch": 13.860721741723829, | |
| "grad_norm": 1.355373740196228, | |
| "learning_rate": 2.476803372126932e-05, | |
| "loss": 0.0133, | |
| "step": 46475 | |
| }, | |
| { | |
| "epoch": 13.868177751267522, | |
| "grad_norm": 24.991962432861328, | |
| "learning_rate": 2.4751464701359987e-05, | |
| "loss": 0.0436, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 13.875633760811214, | |
| "grad_norm": 0.007507434580475092, | |
| "learning_rate": 2.473489568145065e-05, | |
| "loss": 0.0004, | |
| "step": 46525 | |
| }, | |
| { | |
| "epoch": 13.883089770354907, | |
| "grad_norm": 29.0565242767334, | |
| "learning_rate": 2.471832666154132e-05, | |
| "loss": 0.0673, | |
| "step": 46550 | |
| }, | |
| { | |
| "epoch": 13.890545779898599, | |
| "grad_norm": 0.00047484287642873824, | |
| "learning_rate": 2.4701757641631984e-05, | |
| "loss": 0.0258, | |
| "step": 46575 | |
| }, | |
| { | |
| "epoch": 13.89800178944229, | |
| "grad_norm": 0.0007500798092223704, | |
| "learning_rate": 2.468518862172265e-05, | |
| "loss": 0.0204, | |
| "step": 46600 | |
| }, | |
| { | |
| "epoch": 13.905457798985983, | |
| "grad_norm": 0.009910466149449348, | |
| "learning_rate": 2.4668619601813316e-05, | |
| "loss": 0.004, | |
| "step": 46625 | |
| }, | |
| { | |
| "epoch": 13.912913808529675, | |
| "grad_norm": 0.03574687987565994, | |
| "learning_rate": 2.4652050581903978e-05, | |
| "loss": 0.0359, | |
| "step": 46650 | |
| }, | |
| { | |
| "epoch": 13.920369818073366, | |
| "grad_norm": 0.004774956498295069, | |
| "learning_rate": 2.4635481561994647e-05, | |
| "loss": 0.0013, | |
| "step": 46675 | |
| }, | |
| { | |
| "epoch": 13.92782582761706, | |
| "grad_norm": 0.005982845090329647, | |
| "learning_rate": 2.4618912542085313e-05, | |
| "loss": 0.0005, | |
| "step": 46700 | |
| }, | |
| { | |
| "epoch": 13.935281837160751, | |
| "grad_norm": 0.23766636848449707, | |
| "learning_rate": 2.460234352217598e-05, | |
| "loss": 0.0157, | |
| "step": 46725 | |
| }, | |
| { | |
| "epoch": 13.942737846704444, | |
| "grad_norm": 0.026977479457855225, | |
| "learning_rate": 2.458577450226664e-05, | |
| "loss": 0.0192, | |
| "step": 46750 | |
| }, | |
| { | |
| "epoch": 13.950193856248136, | |
| "grad_norm": 0.009664705954492092, | |
| "learning_rate": 2.4569205482357307e-05, | |
| "loss": 0.0485, | |
| "step": 46775 | |
| }, | |
| { | |
| "epoch": 13.957649865791828, | |
| "grad_norm": 0.025634411722421646, | |
| "learning_rate": 2.4552636462447976e-05, | |
| "loss": 0.0291, | |
| "step": 46800 | |
| }, | |
| { | |
| "epoch": 13.96510587533552, | |
| "grad_norm": 2.642550468444824, | |
| "learning_rate": 2.453606744253864e-05, | |
| "loss": 0.0156, | |
| "step": 46825 | |
| }, | |
| { | |
| "epoch": 13.972561884879212, | |
| "grad_norm": 0.004317351151257753, | |
| "learning_rate": 2.4519498422629304e-05, | |
| "loss": 0.0001, | |
| "step": 46850 | |
| }, | |
| { | |
| "epoch": 13.980017894422906, | |
| "grad_norm": 0.19009476900100708, | |
| "learning_rate": 2.450292940271997e-05, | |
| "loss": 0.0559, | |
| "step": 46875 | |
| }, | |
| { | |
| "epoch": 13.987473903966597, | |
| "grad_norm": 0.9585381150245667, | |
| "learning_rate": 2.4486360382810635e-05, | |
| "loss": 0.0051, | |
| "step": 46900 | |
| }, | |
| { | |
| "epoch": 13.994929913510289, | |
| "grad_norm": 0.01820201426744461, | |
| "learning_rate": 2.4469791362901305e-05, | |
| "loss": 0.0011, | |
| "step": 46925 | |
| }, | |
| { | |
| "epoch": 14.0, | |
| "eval_gen_len": 8.7346, | |
| "eval_loss": 0.06252285093069077, | |
| "eval_rouge1": 97.9816, | |
| "eval_rouge2": 85.7167, | |
| "eval_rougeL": 97.9566, | |
| "eval_rougeLsum": 97.9606, | |
| "eval_runtime": 97.0515, | |
| "eval_samples_per_second": 17.279, | |
| "eval_steps_per_second": 4.328, | |
| "step": 46942 | |
| } | |
| ], | |
| "logging_steps": 25, | |
| "max_steps": 83825, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 25, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "EarlyStoppingCallback": { | |
| "args": { | |
| "early_stopping_patience": 5, | |
| "early_stopping_threshold": 0.01 | |
| }, | |
| "attributes": { | |
| "early_stopping_patience_counter": 0 | |
| } | |
| }, | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 232890506477568.0, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |