| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.9912379178471235, |
| "eval_steps": 50000, |
| "global_step": 430000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0004610408920219179, |
| "grad_norm": 6.876699447631836, |
| "learning_rate": 4.997694795539891e-05, |
| "loss": 6.5362, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.0009220817840438358, |
| "grad_norm": 5.820261478424072, |
| "learning_rate": 4.995389591079781e-05, |
| "loss": 2.9133, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.0013831226760657536, |
| "grad_norm": 5.954094886779785, |
| "learning_rate": 4.993084386619671e-05, |
| "loss": 2.3126, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.0018441635680876715, |
| "grad_norm": 8.361907005310059, |
| "learning_rate": 4.990779182159562e-05, |
| "loss": 2.1419, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.0023052044601095893, |
| "grad_norm": 3.7237906455993652, |
| "learning_rate": 4.9884739776994524e-05, |
| "loss": 2.0302, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.002766245352131507, |
| "grad_norm": 2.4539265632629395, |
| "learning_rate": 4.986168773239342e-05, |
| "loss": 1.9613, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.003227286244153425, |
| "grad_norm": 4.33223819732666, |
| "learning_rate": 4.983863568779233e-05, |
| "loss": 1.9683, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.003688327136175343, |
| "grad_norm": 5.55894136428833, |
| "learning_rate": 4.9815583643191234e-05, |
| "loss": 1.8365, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.004149368028197261, |
| "grad_norm": 2.5861189365386963, |
| "learning_rate": 4.979253159859014e-05, |
| "loss": 1.7759, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.0046104089202191785, |
| "grad_norm": 3.7939908504486084, |
| "learning_rate": 4.9769479553989046e-05, |
| "loss": 1.7706, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.005071449812241097, |
| "grad_norm": 6.777012825012207, |
| "learning_rate": 4.974642750938795e-05, |
| "loss": 1.8386, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.005532490704263014, |
| "grad_norm": 3.8171310424804688, |
| "learning_rate": 4.972337546478685e-05, |
| "loss": 1.7511, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.005993531596284933, |
| "grad_norm": 3.042823076248169, |
| "learning_rate": 4.9700323420185756e-05, |
| "loss": 1.7009, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.00645457248830685, |
| "grad_norm": 3.2283356189727783, |
| "learning_rate": 4.967727137558466e-05, |
| "loss": 1.6847, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.006915613380328769, |
| "grad_norm": 2.336369037628174, |
| "learning_rate": 4.965421933098357e-05, |
| "loss": 1.6153, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.007376654272350686, |
| "grad_norm": 7.53791618347168, |
| "learning_rate": 4.9631167286382466e-05, |
| "loss": 1.645, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.007837695164372604, |
| "grad_norm": 3.086069345474243, |
| "learning_rate": 4.960811524178137e-05, |
| "loss": 1.5648, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.008298736056394522, |
| "grad_norm": 4.105820178985596, |
| "learning_rate": 4.958506319718028e-05, |
| "loss": 1.5533, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.00875977694841644, |
| "grad_norm": 3.5181972980499268, |
| "learning_rate": 4.9562011152579176e-05, |
| "loss": 1.5467, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.009220817840438357, |
| "grad_norm": 3.0619754791259766, |
| "learning_rate": 4.953895910797808e-05, |
| "loss": 1.5904, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.009681858732460276, |
| "grad_norm": 3.566425085067749, |
| "learning_rate": 4.951590706337699e-05, |
| "loss": 1.4991, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.010142899624482194, |
| "grad_norm": 2.424494743347168, |
| "learning_rate": 4.949285501877589e-05, |
| "loss": 1.4342, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.010603940516504111, |
| "grad_norm": 2.841980218887329, |
| "learning_rate": 4.946980297417479e-05, |
| "loss": 1.4694, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.011064981408526029, |
| "grad_norm": 3.2722415924072266, |
| "learning_rate": 4.94467509295737e-05, |
| "loss": 1.4593, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.011526022300547946, |
| "grad_norm": 3.9442007541656494, |
| "learning_rate": 4.9423698884972604e-05, |
| "loss": 1.4766, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.011987063192569865, |
| "grad_norm": 3.1083531379699707, |
| "learning_rate": 4.940064684037151e-05, |
| "loss": 1.3964, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.012448104084591783, |
| "grad_norm": 2.1749391555786133, |
| "learning_rate": 4.9377594795770415e-05, |
| "loss": 1.4046, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.0129091449766137, |
| "grad_norm": 3.8060245513916016, |
| "learning_rate": 4.935454275116932e-05, |
| "loss": 1.4299, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.013370185868635618, |
| "grad_norm": 3.412968397140503, |
| "learning_rate": 4.9331490706568226e-05, |
| "loss": 1.4236, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.013831226760657537, |
| "grad_norm": 3.04774808883667, |
| "learning_rate": 4.9308438661967125e-05, |
| "loss": 1.44, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.014292267652679455, |
| "grad_norm": 4.18248176574707, |
| "learning_rate": 4.928538661736603e-05, |
| "loss": 1.3892, |
| "step": 6200 |
| }, |
| { |
| "epoch": 0.014753308544701372, |
| "grad_norm": 4.440049648284912, |
| "learning_rate": 4.9262334572764937e-05, |
| "loss": 1.3493, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.01521434943672329, |
| "grad_norm": 2.509575128555298, |
| "learning_rate": 4.9239282528163835e-05, |
| "loss": 1.409, |
| "step": 6600 |
| }, |
| { |
| "epoch": 0.01567539032874521, |
| "grad_norm": 3.4608070850372314, |
| "learning_rate": 4.921623048356274e-05, |
| "loss": 1.4013, |
| "step": 6800 |
| }, |
| { |
| "epoch": 0.016136431220767126, |
| "grad_norm": 6.1122331619262695, |
| "learning_rate": 4.919317843896165e-05, |
| "loss": 1.4161, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.016597472112789044, |
| "grad_norm": 2.507805824279785, |
| "learning_rate": 4.917012639436055e-05, |
| "loss": 1.3504, |
| "step": 7200 |
| }, |
| { |
| "epoch": 0.01705851300481096, |
| "grad_norm": 4.3215012550354, |
| "learning_rate": 4.914707434975945e-05, |
| "loss": 1.3324, |
| "step": 7400 |
| }, |
| { |
| "epoch": 0.01751955389683288, |
| "grad_norm": 2.7966041564941406, |
| "learning_rate": 4.912402230515836e-05, |
| "loss": 1.3049, |
| "step": 7600 |
| }, |
| { |
| "epoch": 0.017980594788854797, |
| "grad_norm": 2.308271884918213, |
| "learning_rate": 4.910097026055726e-05, |
| "loss": 1.4026, |
| "step": 7800 |
| }, |
| { |
| "epoch": 0.018441635680876714, |
| "grad_norm": 2.970160484313965, |
| "learning_rate": 4.907791821595616e-05, |
| "loss": 1.363, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.01890267657289863, |
| "grad_norm": 2.760039806365967, |
| "learning_rate": 4.905486617135507e-05, |
| "loss": 1.3202, |
| "step": 8200 |
| }, |
| { |
| "epoch": 0.019363717464920552, |
| "grad_norm": 3.558941125869751, |
| "learning_rate": 4.903181412675397e-05, |
| "loss": 1.3337, |
| "step": 8400 |
| }, |
| { |
| "epoch": 0.01982475835694247, |
| "grad_norm": 2.800959587097168, |
| "learning_rate": 4.900876208215288e-05, |
| "loss": 1.2881, |
| "step": 8600 |
| }, |
| { |
| "epoch": 0.020285799248964387, |
| "grad_norm": 3.2539665699005127, |
| "learning_rate": 4.8985710037551784e-05, |
| "loss": 1.2243, |
| "step": 8800 |
| }, |
| { |
| "epoch": 0.020746840140986305, |
| "grad_norm": 4.043671131134033, |
| "learning_rate": 4.896265799295069e-05, |
| "loss": 1.2051, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.021207881033008222, |
| "grad_norm": 1.6535764932632446, |
| "learning_rate": 4.8939605948349596e-05, |
| "loss": 1.1973, |
| "step": 9200 |
| }, |
| { |
| "epoch": 0.02166892192503014, |
| "grad_norm": 2.395977020263672, |
| "learning_rate": 4.8916553903748495e-05, |
| "loss": 1.2781, |
| "step": 9400 |
| }, |
| { |
| "epoch": 0.022129962817052058, |
| "grad_norm": 2.445537567138672, |
| "learning_rate": 4.88935018591474e-05, |
| "loss": 1.2479, |
| "step": 9600 |
| }, |
| { |
| "epoch": 0.022591003709073975, |
| "grad_norm": 2.0848629474639893, |
| "learning_rate": 4.8870449814546306e-05, |
| "loss": 1.2139, |
| "step": 9800 |
| }, |
| { |
| "epoch": 0.023052044601095893, |
| "grad_norm": 2.457559585571289, |
| "learning_rate": 4.8847397769945205e-05, |
| "loss": 1.1932, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.023513085493117813, |
| "grad_norm": 3.07852840423584, |
| "learning_rate": 4.882434572534411e-05, |
| "loss": 1.179, |
| "step": 10200 |
| }, |
| { |
| "epoch": 0.02397412638513973, |
| "grad_norm": 2.2961785793304443, |
| "learning_rate": 4.8801293680743016e-05, |
| "loss": 1.1815, |
| "step": 10400 |
| }, |
| { |
| "epoch": 0.02443516727716165, |
| "grad_norm": 1.7498642206192017, |
| "learning_rate": 4.877824163614192e-05, |
| "loss": 1.1654, |
| "step": 10600 |
| }, |
| { |
| "epoch": 0.024896208169183566, |
| "grad_norm": 1.7616724967956543, |
| "learning_rate": 4.875518959154082e-05, |
| "loss": 1.2226, |
| "step": 10800 |
| }, |
| { |
| "epoch": 0.025357249061205483, |
| "grad_norm": 1.761996865272522, |
| "learning_rate": 4.8732137546939726e-05, |
| "loss": 1.1674, |
| "step": 11000 |
| }, |
| { |
| "epoch": 0.0258182899532274, |
| "grad_norm": 2.531437635421753, |
| "learning_rate": 4.870908550233863e-05, |
| "loss": 1.1966, |
| "step": 11200 |
| }, |
| { |
| "epoch": 0.02627933084524932, |
| "grad_norm": 2.4334516525268555, |
| "learning_rate": 4.868603345773753e-05, |
| "loss": 1.1132, |
| "step": 11400 |
| }, |
| { |
| "epoch": 0.026740371737271236, |
| "grad_norm": 3.8797712326049805, |
| "learning_rate": 4.866298141313644e-05, |
| "loss": 1.1435, |
| "step": 11600 |
| }, |
| { |
| "epoch": 0.027201412629293154, |
| "grad_norm": 3.8280975818634033, |
| "learning_rate": 4.863992936853534e-05, |
| "loss": 1.1939, |
| "step": 11800 |
| }, |
| { |
| "epoch": 0.027662453521315074, |
| "grad_norm": 4.0427703857421875, |
| "learning_rate": 4.861687732393425e-05, |
| "loss": 1.0749, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.028123494413336992, |
| "grad_norm": 2.366419553756714, |
| "learning_rate": 4.8593825279333154e-05, |
| "loss": 1.1491, |
| "step": 12200 |
| }, |
| { |
| "epoch": 0.02858453530535891, |
| "grad_norm": 2.7581288814544678, |
| "learning_rate": 4.857077323473206e-05, |
| "loss": 1.1654, |
| "step": 12400 |
| }, |
| { |
| "epoch": 0.029045576197380827, |
| "grad_norm": 1.7824950218200684, |
| "learning_rate": 4.8547721190130965e-05, |
| "loss": 1.0653, |
| "step": 12600 |
| }, |
| { |
| "epoch": 0.029506617089402744, |
| "grad_norm": 3.288841485977173, |
| "learning_rate": 4.8524669145529864e-05, |
| "loss": 1.107, |
| "step": 12800 |
| }, |
| { |
| "epoch": 0.029967657981424662, |
| "grad_norm": 2.365614652633667, |
| "learning_rate": 4.850161710092877e-05, |
| "loss": 1.1595, |
| "step": 13000 |
| }, |
| { |
| "epoch": 0.03042869887344658, |
| "grad_norm": 3.3963623046875, |
| "learning_rate": 4.8478565056327675e-05, |
| "loss": 1.1216, |
| "step": 13200 |
| }, |
| { |
| "epoch": 0.030889739765468497, |
| "grad_norm": 2.7090468406677246, |
| "learning_rate": 4.845551301172658e-05, |
| "loss": 1.1002, |
| "step": 13400 |
| }, |
| { |
| "epoch": 0.03135078065749042, |
| "grad_norm": 2.3977348804473877, |
| "learning_rate": 4.843246096712548e-05, |
| "loss": 1.0468, |
| "step": 13600 |
| }, |
| { |
| "epoch": 0.031811821549512335, |
| "grad_norm": 1.6876981258392334, |
| "learning_rate": 4.8409408922524386e-05, |
| "loss": 1.0675, |
| "step": 13800 |
| }, |
| { |
| "epoch": 0.03227286244153425, |
| "grad_norm": 2.1002566814422607, |
| "learning_rate": 4.838635687792329e-05, |
| "loss": 1.0378, |
| "step": 14000 |
| }, |
| { |
| "epoch": 0.03273390333355617, |
| "grad_norm": 1.5463937520980835, |
| "learning_rate": 4.836330483332219e-05, |
| "loss": 1.0406, |
| "step": 14200 |
| }, |
| { |
| "epoch": 0.03319494422557809, |
| "grad_norm": 2.2645134925842285, |
| "learning_rate": 4.8340252788721096e-05, |
| "loss": 1.118, |
| "step": 14400 |
| }, |
| { |
| "epoch": 0.033655985117600005, |
| "grad_norm": 4.435282230377197, |
| "learning_rate": 4.831720074412e-05, |
| "loss": 1.0542, |
| "step": 14600 |
| }, |
| { |
| "epoch": 0.03411702600962192, |
| "grad_norm": 2.544870615005493, |
| "learning_rate": 4.829414869951891e-05, |
| "loss": 1.0016, |
| "step": 14800 |
| }, |
| { |
| "epoch": 0.03457806690164384, |
| "grad_norm": 1.6866127252578735, |
| "learning_rate": 4.8271096654917806e-05, |
| "loss": 1.0184, |
| "step": 15000 |
| }, |
| { |
| "epoch": 0.03503910779366576, |
| "grad_norm": 2.1351208686828613, |
| "learning_rate": 4.824804461031671e-05, |
| "loss": 1.0695, |
| "step": 15200 |
| }, |
| { |
| "epoch": 0.035500148685687676, |
| "grad_norm": 2.4183170795440674, |
| "learning_rate": 4.8224992565715624e-05, |
| "loss": 1.0519, |
| "step": 15400 |
| }, |
| { |
| "epoch": 0.03596118957770959, |
| "grad_norm": 3.3186428546905518, |
| "learning_rate": 4.820194052111452e-05, |
| "loss": 1.0147, |
| "step": 15600 |
| }, |
| { |
| "epoch": 0.03642223046973151, |
| "grad_norm": 2.0496957302093506, |
| "learning_rate": 4.817888847651343e-05, |
| "loss": 1.054, |
| "step": 15800 |
| }, |
| { |
| "epoch": 0.03688327136175343, |
| "grad_norm": 2.232973575592041, |
| "learning_rate": 4.8155836431912334e-05, |
| "loss": 1.0129, |
| "step": 16000 |
| }, |
| { |
| "epoch": 0.037344312253775346, |
| "grad_norm": 2.1059677600860596, |
| "learning_rate": 4.813278438731123e-05, |
| "loss": 1.0563, |
| "step": 16200 |
| }, |
| { |
| "epoch": 0.03780535314579726, |
| "grad_norm": 3.6700918674468994, |
| "learning_rate": 4.810973234271014e-05, |
| "loss": 1.0314, |
| "step": 16400 |
| }, |
| { |
| "epoch": 0.03826639403781919, |
| "grad_norm": 2.078857421875, |
| "learning_rate": 4.8086680298109045e-05, |
| "loss": 1.0505, |
| "step": 16600 |
| }, |
| { |
| "epoch": 0.038727434929841105, |
| "grad_norm": 3.156902551651001, |
| "learning_rate": 4.806362825350795e-05, |
| "loss": 0.9496, |
| "step": 16800 |
| }, |
| { |
| "epoch": 0.03918847582186302, |
| "grad_norm": 5.415482044219971, |
| "learning_rate": 4.804057620890685e-05, |
| "loss": 1.0288, |
| "step": 17000 |
| }, |
| { |
| "epoch": 0.03964951671388494, |
| "grad_norm": 1.94370698928833, |
| "learning_rate": 4.8017524164305755e-05, |
| "loss": 1.0689, |
| "step": 17200 |
| }, |
| { |
| "epoch": 0.04011055760590686, |
| "grad_norm": 5.076870441436768, |
| "learning_rate": 4.799447211970466e-05, |
| "loss": 0.9809, |
| "step": 17400 |
| }, |
| { |
| "epoch": 0.040571598497928775, |
| "grad_norm": 1.5371116399765015, |
| "learning_rate": 4.797142007510356e-05, |
| "loss": 0.9868, |
| "step": 17600 |
| }, |
| { |
| "epoch": 0.04103263938995069, |
| "grad_norm": 3.8730454444885254, |
| "learning_rate": 4.7948368030502465e-05, |
| "loss": 0.9093, |
| "step": 17800 |
| }, |
| { |
| "epoch": 0.04149368028197261, |
| "grad_norm": 2.304157257080078, |
| "learning_rate": 4.792531598590137e-05, |
| "loss": 0.9993, |
| "step": 18000 |
| }, |
| { |
| "epoch": 0.04195472117399453, |
| "grad_norm": 3.116572856903076, |
| "learning_rate": 4.7902263941300277e-05, |
| "loss": 1.0456, |
| "step": 18200 |
| }, |
| { |
| "epoch": 0.042415762066016445, |
| "grad_norm": 2.1732380390167236, |
| "learning_rate": 4.7879211896699175e-05, |
| "loss": 0.9607, |
| "step": 18400 |
| }, |
| { |
| "epoch": 0.04287680295803836, |
| "grad_norm": 3.363409996032715, |
| "learning_rate": 4.785615985209808e-05, |
| "loss": 1.0467, |
| "step": 18600 |
| }, |
| { |
| "epoch": 0.04333784385006028, |
| "grad_norm": 3.746406078338623, |
| "learning_rate": 4.7833107807496994e-05, |
| "loss": 0.9335, |
| "step": 18800 |
| }, |
| { |
| "epoch": 0.0437988847420822, |
| "grad_norm": 1.5440335273742676, |
| "learning_rate": 4.781005576289589e-05, |
| "loss": 0.9262, |
| "step": 19000 |
| }, |
| { |
| "epoch": 0.044259925634104115, |
| "grad_norm": 3.108581066131592, |
| "learning_rate": 4.77870037182948e-05, |
| "loss": 0.9564, |
| "step": 19200 |
| }, |
| { |
| "epoch": 0.04472096652612603, |
| "grad_norm": 2.0899717807769775, |
| "learning_rate": 4.7763951673693704e-05, |
| "loss": 0.9544, |
| "step": 19400 |
| }, |
| { |
| "epoch": 0.04518200741814795, |
| "grad_norm": 2.250314474105835, |
| "learning_rate": 4.77408996290926e-05, |
| "loss": 0.9592, |
| "step": 19600 |
| }, |
| { |
| "epoch": 0.04564304831016987, |
| "grad_norm": 1.656875729560852, |
| "learning_rate": 4.771784758449151e-05, |
| "loss": 0.9054, |
| "step": 19800 |
| }, |
| { |
| "epoch": 0.046104089202191785, |
| "grad_norm": 2.7267401218414307, |
| "learning_rate": 4.7694795539890414e-05, |
| "loss": 0.932, |
| "step": 20000 |
| }, |
| { |
| "epoch": 0.04656513009421371, |
| "grad_norm": 1.7133885622024536, |
| "learning_rate": 4.767174349528932e-05, |
| "loss": 0.9014, |
| "step": 20200 |
| }, |
| { |
| "epoch": 0.04702617098623563, |
| "grad_norm": 1.699610710144043, |
| "learning_rate": 4.764869145068822e-05, |
| "loss": 0.9469, |
| "step": 20400 |
| }, |
| { |
| "epoch": 0.047487211878257544, |
| "grad_norm": 2.0547351837158203, |
| "learning_rate": 4.7625639406087124e-05, |
| "loss": 0.911, |
| "step": 20600 |
| }, |
| { |
| "epoch": 0.04794825277027946, |
| "grad_norm": 2.4188601970672607, |
| "learning_rate": 4.760258736148603e-05, |
| "loss": 0.9195, |
| "step": 20800 |
| }, |
| { |
| "epoch": 0.04840929366230138, |
| "grad_norm": 1.6855781078338623, |
| "learning_rate": 4.757953531688493e-05, |
| "loss": 0.9212, |
| "step": 21000 |
| }, |
| { |
| "epoch": 0.0488703345543233, |
| "grad_norm": 3.0659608840942383, |
| "learning_rate": 4.7556483272283835e-05, |
| "loss": 0.9408, |
| "step": 21200 |
| }, |
| { |
| "epoch": 0.049331375446345214, |
| "grad_norm": 1.8149137496948242, |
| "learning_rate": 4.753343122768274e-05, |
| "loss": 0.8916, |
| "step": 21400 |
| }, |
| { |
| "epoch": 0.04979241633836713, |
| "grad_norm": 3.0508041381835938, |
| "learning_rate": 4.7510379183081646e-05, |
| "loss": 0.9197, |
| "step": 21600 |
| }, |
| { |
| "epoch": 0.05025345723038905, |
| "grad_norm": 1.7217645645141602, |
| "learning_rate": 4.7487327138480545e-05, |
| "loss": 0.977, |
| "step": 21800 |
| }, |
| { |
| "epoch": 0.05071449812241097, |
| "grad_norm": 2.8696203231811523, |
| "learning_rate": 4.746427509387945e-05, |
| "loss": 0.8998, |
| "step": 22000 |
| }, |
| { |
| "epoch": 0.051175539014432884, |
| "grad_norm": 2.4317526817321777, |
| "learning_rate": 4.744122304927836e-05, |
| "loss": 0.895, |
| "step": 22200 |
| }, |
| { |
| "epoch": 0.0516365799064548, |
| "grad_norm": 1.4486078023910522, |
| "learning_rate": 4.741817100467726e-05, |
| "loss": 0.8794, |
| "step": 22400 |
| }, |
| { |
| "epoch": 0.05209762079847672, |
| "grad_norm": 2.6138267517089844, |
| "learning_rate": 4.739511896007617e-05, |
| "loss": 0.906, |
| "step": 22600 |
| }, |
| { |
| "epoch": 0.05255866169049864, |
| "grad_norm": 1.7025116682052612, |
| "learning_rate": 4.737206691547507e-05, |
| "loss": 0.9726, |
| "step": 22800 |
| }, |
| { |
| "epoch": 0.053019702582520555, |
| "grad_norm": 1.7836490869522095, |
| "learning_rate": 4.734901487087398e-05, |
| "loss": 0.8891, |
| "step": 23000 |
| }, |
| { |
| "epoch": 0.05348074347454247, |
| "grad_norm": 2.3155412673950195, |
| "learning_rate": 4.732596282627288e-05, |
| "loss": 0.8737, |
| "step": 23200 |
| }, |
| { |
| "epoch": 0.05394178436656439, |
| "grad_norm": 3.3721256256103516, |
| "learning_rate": 4.7302910781671783e-05, |
| "loss": 0.9199, |
| "step": 23400 |
| }, |
| { |
| "epoch": 0.05440282525858631, |
| "grad_norm": 1.807015061378479, |
| "learning_rate": 4.727985873707069e-05, |
| "loss": 0.9182, |
| "step": 23600 |
| }, |
| { |
| "epoch": 0.05486386615060823, |
| "grad_norm": 2.1808011531829834, |
| "learning_rate": 4.725680669246959e-05, |
| "loss": 0.9268, |
| "step": 23800 |
| }, |
| { |
| "epoch": 0.05532490704263015, |
| "grad_norm": 3.614689350128174, |
| "learning_rate": 4.7233754647868494e-05, |
| "loss": 0.8777, |
| "step": 24000 |
| }, |
| { |
| "epoch": 0.055785947934652066, |
| "grad_norm": 1.881955623626709, |
| "learning_rate": 4.72107026032674e-05, |
| "loss": 0.8564, |
| "step": 24200 |
| }, |
| { |
| "epoch": 0.056246988826673984, |
| "grad_norm": 2.8941149711608887, |
| "learning_rate": 4.7187650558666305e-05, |
| "loss": 0.8296, |
| "step": 24400 |
| }, |
| { |
| "epoch": 0.0567080297186959, |
| "grad_norm": 1.4242929220199585, |
| "learning_rate": 4.7164598514065204e-05, |
| "loss": 0.7617, |
| "step": 24600 |
| }, |
| { |
| "epoch": 0.05716907061071782, |
| "grad_norm": 4.67744255065918, |
| "learning_rate": 4.714154646946411e-05, |
| "loss": 0.9068, |
| "step": 24800 |
| }, |
| { |
| "epoch": 0.057630111502739736, |
| "grad_norm": 2.4979476928710938, |
| "learning_rate": 4.7118494424863015e-05, |
| "loss": 0.8382, |
| "step": 25000 |
| }, |
| { |
| "epoch": 0.058091152394761654, |
| "grad_norm": 2.030360460281372, |
| "learning_rate": 4.7095442380261914e-05, |
| "loss": 0.8524, |
| "step": 25200 |
| }, |
| { |
| "epoch": 0.05855219328678357, |
| "grad_norm": 2.282217502593994, |
| "learning_rate": 4.707239033566083e-05, |
| "loss": 0.8889, |
| "step": 25400 |
| }, |
| { |
| "epoch": 0.05901323417880549, |
| "grad_norm": 1.7318954467773438, |
| "learning_rate": 4.704933829105973e-05, |
| "loss": 0.9187, |
| "step": 25600 |
| }, |
| { |
| "epoch": 0.059474275070827406, |
| "grad_norm": 1.8734960556030273, |
| "learning_rate": 4.702628624645863e-05, |
| "loss": 0.7524, |
| "step": 25800 |
| }, |
| { |
| "epoch": 0.059935315962849324, |
| "grad_norm": 2.359909772872925, |
| "learning_rate": 4.700323420185754e-05, |
| "loss": 0.8388, |
| "step": 26000 |
| }, |
| { |
| "epoch": 0.06039635685487124, |
| "grad_norm": 1.9811803102493286, |
| "learning_rate": 4.698018215725644e-05, |
| "loss": 0.8994, |
| "step": 26200 |
| }, |
| { |
| "epoch": 0.06085739774689316, |
| "grad_norm": 1.4820138216018677, |
| "learning_rate": 4.695713011265535e-05, |
| "loss": 0.8098, |
| "step": 26400 |
| }, |
| { |
| "epoch": 0.061318438638915077, |
| "grad_norm": 3.8355236053466797, |
| "learning_rate": 4.693407806805425e-05, |
| "loss": 0.8365, |
| "step": 26600 |
| }, |
| { |
| "epoch": 0.061779479530936994, |
| "grad_norm": 1.9260506629943848, |
| "learning_rate": 4.691102602345315e-05, |
| "loss": 0.8508, |
| "step": 26800 |
| }, |
| { |
| "epoch": 0.06224052042295891, |
| "grad_norm": 1.6395090818405151, |
| "learning_rate": 4.688797397885206e-05, |
| "loss": 0.8537, |
| "step": 27000 |
| }, |
| { |
| "epoch": 0.06270156131498084, |
| "grad_norm": 0.8920634984970093, |
| "learning_rate": 4.686492193425096e-05, |
| "loss": 0.857, |
| "step": 27200 |
| }, |
| { |
| "epoch": 0.06316260220700275, |
| "grad_norm": 2.063812494277954, |
| "learning_rate": 4.684186988964986e-05, |
| "loss": 0.835, |
| "step": 27400 |
| }, |
| { |
| "epoch": 0.06362364309902467, |
| "grad_norm": 1.6132125854492188, |
| "learning_rate": 4.681881784504877e-05, |
| "loss": 0.8629, |
| "step": 27600 |
| }, |
| { |
| "epoch": 0.06408468399104658, |
| "grad_norm": 1.4121313095092773, |
| "learning_rate": 4.6795765800447674e-05, |
| "loss": 0.8026, |
| "step": 27800 |
| }, |
| { |
| "epoch": 0.0645457248830685, |
| "grad_norm": 1.3277547359466553, |
| "learning_rate": 4.677271375584657e-05, |
| "loss": 0.8315, |
| "step": 28000 |
| }, |
| { |
| "epoch": 0.06500676577509042, |
| "grad_norm": 1.51455819606781, |
| "learning_rate": 4.674966171124548e-05, |
| "loss": 0.8664, |
| "step": 28200 |
| }, |
| { |
| "epoch": 0.06546780666711234, |
| "grad_norm": 16.388320922851562, |
| "learning_rate": 4.6726609666644385e-05, |
| "loss": 0.8476, |
| "step": 28400 |
| }, |
| { |
| "epoch": 0.06592884755913425, |
| "grad_norm": 2.9211268424987793, |
| "learning_rate": 4.6703557622043284e-05, |
| "loss": 0.9153, |
| "step": 28600 |
| }, |
| { |
| "epoch": 0.06638988845115618, |
| "grad_norm": 1.7601099014282227, |
| "learning_rate": 4.6680505577442196e-05, |
| "loss": 0.8675, |
| "step": 28800 |
| }, |
| { |
| "epoch": 0.06685092934317809, |
| "grad_norm": 3.691970109939575, |
| "learning_rate": 4.66574535328411e-05, |
| "loss": 0.7636, |
| "step": 29000 |
| }, |
| { |
| "epoch": 0.06731197023520001, |
| "grad_norm": 0.8975255489349365, |
| "learning_rate": 4.663440148824e-05, |
| "loss": 0.7958, |
| "step": 29200 |
| }, |
| { |
| "epoch": 0.06777301112722194, |
| "grad_norm": 1.8996187448501587, |
| "learning_rate": 4.6611349443638906e-05, |
| "loss": 0.7784, |
| "step": 29400 |
| }, |
| { |
| "epoch": 0.06823405201924385, |
| "grad_norm": 2.2210590839385986, |
| "learning_rate": 4.658829739903781e-05, |
| "loss": 0.8002, |
| "step": 29600 |
| }, |
| { |
| "epoch": 0.06869509291126577, |
| "grad_norm": 2.341740369796753, |
| "learning_rate": 4.656524535443672e-05, |
| "loss": 0.778, |
| "step": 29800 |
| }, |
| { |
| "epoch": 0.06915613380328768, |
| "grad_norm": 2.567145347595215, |
| "learning_rate": 4.6542193309835617e-05, |
| "loss": 0.8061, |
| "step": 30000 |
| }, |
| { |
| "epoch": 0.0696171746953096, |
| "grad_norm": 0.8251648545265198, |
| "learning_rate": 4.651914126523452e-05, |
| "loss": 0.8163, |
| "step": 30200 |
| }, |
| { |
| "epoch": 0.07007821558733152, |
| "grad_norm": 3.3493523597717285, |
| "learning_rate": 4.649608922063343e-05, |
| "loss": 0.7326, |
| "step": 30400 |
| }, |
| { |
| "epoch": 0.07053925647935344, |
| "grad_norm": 3.1266913414001465, |
| "learning_rate": 4.6473037176032334e-05, |
| "loss": 0.7925, |
| "step": 30600 |
| }, |
| { |
| "epoch": 0.07100029737137535, |
| "grad_norm": 1.5895702838897705, |
| "learning_rate": 4.644998513143123e-05, |
| "loss": 0.7932, |
| "step": 30800 |
| }, |
| { |
| "epoch": 0.07146133826339728, |
| "grad_norm": 1.4103891849517822, |
| "learning_rate": 4.642693308683014e-05, |
| "loss": 0.7583, |
| "step": 31000 |
| }, |
| { |
| "epoch": 0.07192237915541919, |
| "grad_norm": 1.4762630462646484, |
| "learning_rate": 4.6403881042229044e-05, |
| "loss": 0.7364, |
| "step": 31200 |
| }, |
| { |
| "epoch": 0.07238342004744111, |
| "grad_norm": 1.4868961572647095, |
| "learning_rate": 4.638082899762794e-05, |
| "loss": 0.7874, |
| "step": 31400 |
| }, |
| { |
| "epoch": 0.07284446093946302, |
| "grad_norm": 1.9157131910324097, |
| "learning_rate": 4.635777695302685e-05, |
| "loss": 0.7669, |
| "step": 31600 |
| }, |
| { |
| "epoch": 0.07330550183148495, |
| "grad_norm": 1.249605417251587, |
| "learning_rate": 4.6334724908425754e-05, |
| "loss": 0.7711, |
| "step": 31800 |
| }, |
| { |
| "epoch": 0.07376654272350686, |
| "grad_norm": 2.004805326461792, |
| "learning_rate": 4.631167286382466e-05, |
| "loss": 0.7518, |
| "step": 32000 |
| }, |
| { |
| "epoch": 0.07422758361552878, |
| "grad_norm": 1.682356595993042, |
| "learning_rate": 4.6288620819223565e-05, |
| "loss": 0.7534, |
| "step": 32200 |
| }, |
| { |
| "epoch": 0.07468862450755069, |
| "grad_norm": 2.679586887359619, |
| "learning_rate": 4.626556877462247e-05, |
| "loss": 0.8238, |
| "step": 32400 |
| }, |
| { |
| "epoch": 0.07514966539957262, |
| "grad_norm": 1.364603042602539, |
| "learning_rate": 4.624251673002138e-05, |
| "loss": 0.8159, |
| "step": 32600 |
| }, |
| { |
| "epoch": 0.07561070629159453, |
| "grad_norm": 2.2733583450317383, |
| "learning_rate": 4.6219464685420276e-05, |
| "loss": 0.7822, |
| "step": 32800 |
| }, |
| { |
| "epoch": 0.07607174718361645, |
| "grad_norm": 2.5104455947875977, |
| "learning_rate": 4.619641264081918e-05, |
| "loss": 0.7664, |
| "step": 33000 |
| }, |
| { |
| "epoch": 0.07653278807563837, |
| "grad_norm": 1.4707565307617188, |
| "learning_rate": 4.617336059621809e-05, |
| "loss": 0.7817, |
| "step": 33200 |
| }, |
| { |
| "epoch": 0.07699382896766029, |
| "grad_norm": 1.9409255981445312, |
| "learning_rate": 4.6150308551616986e-05, |
| "loss": 0.8272, |
| "step": 33400 |
| }, |
| { |
| "epoch": 0.07745486985968221, |
| "grad_norm": 1.9460760354995728, |
| "learning_rate": 4.612725650701589e-05, |
| "loss": 0.815, |
| "step": 33600 |
| }, |
| { |
| "epoch": 0.07791591075170412, |
| "grad_norm": 2.3821299076080322, |
| "learning_rate": 4.61042044624148e-05, |
| "loss": 0.7747, |
| "step": 33800 |
| }, |
| { |
| "epoch": 0.07837695164372604, |
| "grad_norm": 1.8464001417160034, |
| "learning_rate": 4.60811524178137e-05, |
| "loss": 0.7529, |
| "step": 34000 |
| }, |
| { |
| "epoch": 0.07883799253574796, |
| "grad_norm": 2.189345121383667, |
| "learning_rate": 4.60581003732126e-05, |
| "loss": 0.7485, |
| "step": 34200 |
| }, |
| { |
| "epoch": 0.07929903342776988, |
| "grad_norm": 1.4213758707046509, |
| "learning_rate": 4.603504832861151e-05, |
| "loss": 0.7748, |
| "step": 34400 |
| }, |
| { |
| "epoch": 0.07976007431979179, |
| "grad_norm": 1.6908587217330933, |
| "learning_rate": 4.601199628401041e-05, |
| "loss": 0.7975, |
| "step": 34600 |
| }, |
| { |
| "epoch": 0.08022111521181371, |
| "grad_norm": 1.0378413200378418, |
| "learning_rate": 4.598894423940931e-05, |
| "loss": 0.7697, |
| "step": 34800 |
| }, |
| { |
| "epoch": 0.08068215610383563, |
| "grad_norm": 1.9026026725769043, |
| "learning_rate": 4.596589219480822e-05, |
| "loss": 0.7898, |
| "step": 35000 |
| }, |
| { |
| "epoch": 0.08114319699585755, |
| "grad_norm": 3.3741543292999268, |
| "learning_rate": 4.5942840150207123e-05, |
| "loss": 0.7273, |
| "step": 35200 |
| }, |
| { |
| "epoch": 0.08160423788787946, |
| "grad_norm": 1.1691900491714478, |
| "learning_rate": 4.591978810560603e-05, |
| "loss": 0.8134, |
| "step": 35400 |
| }, |
| { |
| "epoch": 0.08206527877990138, |
| "grad_norm": 1.40901780128479, |
| "learning_rate": 4.5896736061004935e-05, |
| "loss": 0.7824, |
| "step": 35600 |
| }, |
| { |
| "epoch": 0.0825263196719233, |
| "grad_norm": 2.224029064178467, |
| "learning_rate": 4.587368401640384e-05, |
| "loss": 0.7151, |
| "step": 35800 |
| }, |
| { |
| "epoch": 0.08298736056394522, |
| "grad_norm": 2.2175581455230713, |
| "learning_rate": 4.5850631971802746e-05, |
| "loss": 0.7764, |
| "step": 36000 |
| }, |
| { |
| "epoch": 0.08344840145596713, |
| "grad_norm": 1.4262895584106445, |
| "learning_rate": 4.5827579927201645e-05, |
| "loss": 0.8068, |
| "step": 36200 |
| }, |
| { |
| "epoch": 0.08390944234798905, |
| "grad_norm": 1.3810303211212158, |
| "learning_rate": 4.580452788260055e-05, |
| "loss": 0.7415, |
| "step": 36400 |
| }, |
| { |
| "epoch": 0.08437048324001098, |
| "grad_norm": 1.2411589622497559, |
| "learning_rate": 4.5781475837999456e-05, |
| "loss": 0.7406, |
| "step": 36600 |
| }, |
| { |
| "epoch": 0.08483152413203289, |
| "grad_norm": 1.8816428184509277, |
| "learning_rate": 4.5758423793398355e-05, |
| "loss": 0.7843, |
| "step": 36800 |
| }, |
| { |
| "epoch": 0.08529256502405481, |
| "grad_norm": 0.910955548286438, |
| "learning_rate": 4.573537174879726e-05, |
| "loss": 0.7791, |
| "step": 37000 |
| }, |
| { |
| "epoch": 0.08575360591607673, |
| "grad_norm": 2.3837499618530273, |
| "learning_rate": 4.571231970419617e-05, |
| "loss": 0.7272, |
| "step": 37200 |
| }, |
| { |
| "epoch": 0.08621464680809865, |
| "grad_norm": 1.2091758251190186, |
| "learning_rate": 4.568926765959507e-05, |
| "loss": 0.7586, |
| "step": 37400 |
| }, |
| { |
| "epoch": 0.08667568770012056, |
| "grad_norm": 2.031092643737793, |
| "learning_rate": 4.566621561499397e-05, |
| "loss": 0.7467, |
| "step": 37600 |
| }, |
| { |
| "epoch": 0.08713672859214248, |
| "grad_norm": 1.8834586143493652, |
| "learning_rate": 4.564316357039288e-05, |
| "loss": 0.7743, |
| "step": 37800 |
| }, |
| { |
| "epoch": 0.0875977694841644, |
| "grad_norm": 4.032400131225586, |
| "learning_rate": 4.562011152579178e-05, |
| "loss": 0.7581, |
| "step": 38000 |
| }, |
| { |
| "epoch": 0.08805881037618632, |
| "grad_norm": 1.3809504508972168, |
| "learning_rate": 4.559705948119069e-05, |
| "loss": 0.7752, |
| "step": 38200 |
| }, |
| { |
| "epoch": 0.08851985126820823, |
| "grad_norm": 2.5716593265533447, |
| "learning_rate": 4.557400743658959e-05, |
| "loss": 0.7599, |
| "step": 38400 |
| }, |
| { |
| "epoch": 0.08898089216023015, |
| "grad_norm": 1.1471354961395264, |
| "learning_rate": 4.555095539198849e-05, |
| "loss": 0.7802, |
| "step": 38600 |
| }, |
| { |
| "epoch": 0.08944193305225207, |
| "grad_norm": 1.757161259651184, |
| "learning_rate": 4.55279033473874e-05, |
| "loss": 0.7891, |
| "step": 38800 |
| }, |
| { |
| "epoch": 0.08990297394427399, |
| "grad_norm": 1.920569896697998, |
| "learning_rate": 4.5504851302786304e-05, |
| "loss": 0.833, |
| "step": 39000 |
| }, |
| { |
| "epoch": 0.0903640148362959, |
| "grad_norm": 1.7894421815872192, |
| "learning_rate": 4.548179925818521e-05, |
| "loss": 0.7353, |
| "step": 39200 |
| }, |
| { |
| "epoch": 0.09082505572831782, |
| "grad_norm": 1.6656538248062134, |
| "learning_rate": 4.5458747213584115e-05, |
| "loss": 0.7091, |
| "step": 39400 |
| }, |
| { |
| "epoch": 0.09128609662033974, |
| "grad_norm": 2.3881382942199707, |
| "learning_rate": 4.5435695168983014e-05, |
| "loss": 0.7609, |
| "step": 39600 |
| }, |
| { |
| "epoch": 0.09174713751236166, |
| "grad_norm": 2.9305579662323, |
| "learning_rate": 4.541264312438192e-05, |
| "loss": 0.785, |
| "step": 39800 |
| }, |
| { |
| "epoch": 0.09220817840438357, |
| "grad_norm": 1.734604835510254, |
| "learning_rate": 4.5389591079780826e-05, |
| "loss": 0.8049, |
| "step": 40000 |
| }, |
| { |
| "epoch": 0.0926692192964055, |
| "grad_norm": 2.1614363193511963, |
| "learning_rate": 4.536653903517973e-05, |
| "loss": 0.7618, |
| "step": 40200 |
| }, |
| { |
| "epoch": 0.09313026018842742, |
| "grad_norm": 1.1229090690612793, |
| "learning_rate": 4.534348699057863e-05, |
| "loss": 0.7517, |
| "step": 40400 |
| }, |
| { |
| "epoch": 0.09359130108044933, |
| "grad_norm": 2.0106265544891357, |
| "learning_rate": 4.5320434945977536e-05, |
| "loss": 0.7922, |
| "step": 40600 |
| }, |
| { |
| "epoch": 0.09405234197247125, |
| "grad_norm": 2.5871689319610596, |
| "learning_rate": 4.529738290137644e-05, |
| "loss": 0.6778, |
| "step": 40800 |
| }, |
| { |
| "epoch": 0.09451338286449316, |
| "grad_norm": 1.3384044170379639, |
| "learning_rate": 4.527433085677534e-05, |
| "loss": 0.8056, |
| "step": 41000 |
| }, |
| { |
| "epoch": 0.09497442375651509, |
| "grad_norm": 2.1800479888916016, |
| "learning_rate": 4.5251278812174246e-05, |
| "loss": 0.771, |
| "step": 41200 |
| }, |
| { |
| "epoch": 0.095435464648537, |
| "grad_norm": 2.0507094860076904, |
| "learning_rate": 4.522822676757315e-05, |
| "loss": 0.758, |
| "step": 41400 |
| }, |
| { |
| "epoch": 0.09589650554055892, |
| "grad_norm": 0.8887900710105896, |
| "learning_rate": 4.520517472297206e-05, |
| "loss": 0.7563, |
| "step": 41600 |
| }, |
| { |
| "epoch": 0.09635754643258083, |
| "grad_norm": 2.479279041290283, |
| "learning_rate": 4.5182122678370956e-05, |
| "loss": 0.7284, |
| "step": 41800 |
| }, |
| { |
| "epoch": 0.09681858732460276, |
| "grad_norm": 1.2137857675552368, |
| "learning_rate": 4.515907063376986e-05, |
| "loss": 0.7773, |
| "step": 42000 |
| }, |
| { |
| "epoch": 0.09727962821662467, |
| "grad_norm": 1.0529214143753052, |
| "learning_rate": 4.513601858916877e-05, |
| "loss": 0.7663, |
| "step": 42200 |
| }, |
| { |
| "epoch": 0.0977406691086466, |
| "grad_norm": 1.7939465045928955, |
| "learning_rate": 4.5112966544567674e-05, |
| "loss": 0.7695, |
| "step": 42400 |
| }, |
| { |
| "epoch": 0.0982017100006685, |
| "grad_norm": 0.4527842104434967, |
| "learning_rate": 4.508991449996658e-05, |
| "loss": 0.7037, |
| "step": 42600 |
| }, |
| { |
| "epoch": 0.09866275089269043, |
| "grad_norm": 1.5540140867233276, |
| "learning_rate": 4.5066862455365485e-05, |
| "loss": 0.7478, |
| "step": 42800 |
| }, |
| { |
| "epoch": 0.09912379178471234, |
| "grad_norm": 1.9301183223724365, |
| "learning_rate": 4.5043810410764384e-05, |
| "loss": 0.7098, |
| "step": 43000 |
| }, |
| { |
| "epoch": 0.09958483267673426, |
| "grad_norm": 2.3165171146392822, |
| "learning_rate": 4.502075836616329e-05, |
| "loss": 0.7192, |
| "step": 43200 |
| }, |
| { |
| "epoch": 0.10004587356875617, |
| "grad_norm": 2.4089784622192383, |
| "learning_rate": 4.4997706321562195e-05, |
| "loss": 0.7016, |
| "step": 43400 |
| }, |
| { |
| "epoch": 0.1005069144607781, |
| "grad_norm": 1.5298134088516235, |
| "learning_rate": 4.49746542769611e-05, |
| "loss": 0.7295, |
| "step": 43600 |
| }, |
| { |
| "epoch": 0.10096795535280002, |
| "grad_norm": 1.7216567993164062, |
| "learning_rate": 4.495160223236e-05, |
| "loss": 0.7603, |
| "step": 43800 |
| }, |
| { |
| "epoch": 0.10142899624482193, |
| "grad_norm": 2.678551435470581, |
| "learning_rate": 4.4928550187758905e-05, |
| "loss": 0.7225, |
| "step": 44000 |
| }, |
| { |
| "epoch": 0.10189003713684386, |
| "grad_norm": 2.051182985305786, |
| "learning_rate": 4.490549814315781e-05, |
| "loss": 0.7398, |
| "step": 44200 |
| }, |
| { |
| "epoch": 0.10235107802886577, |
| "grad_norm": 1.0527026653289795, |
| "learning_rate": 4.488244609855671e-05, |
| "loss": 0.7041, |
| "step": 44400 |
| }, |
| { |
| "epoch": 0.1028121189208877, |
| "grad_norm": 2.363438367843628, |
| "learning_rate": 4.4859394053955616e-05, |
| "loss": 0.7273, |
| "step": 44600 |
| }, |
| { |
| "epoch": 0.1032731598129096, |
| "grad_norm": 3.6583263874053955, |
| "learning_rate": 4.483634200935452e-05, |
| "loss": 0.7321, |
| "step": 44800 |
| }, |
| { |
| "epoch": 0.10373420070493153, |
| "grad_norm": 1.391920804977417, |
| "learning_rate": 4.481328996475343e-05, |
| "loss": 0.7498, |
| "step": 45000 |
| }, |
| { |
| "epoch": 0.10419524159695344, |
| "grad_norm": 1.3391286134719849, |
| "learning_rate": 4.4790237920152326e-05, |
| "loss": 0.7436, |
| "step": 45200 |
| }, |
| { |
| "epoch": 0.10465628248897536, |
| "grad_norm": 1.6960753202438354, |
| "learning_rate": 4.476718587555123e-05, |
| "loss": 0.6681, |
| "step": 45400 |
| }, |
| { |
| "epoch": 0.10511732338099727, |
| "grad_norm": 1.6384496688842773, |
| "learning_rate": 4.474413383095014e-05, |
| "loss": 0.6966, |
| "step": 45600 |
| }, |
| { |
| "epoch": 0.1055783642730192, |
| "grad_norm": 2.391704559326172, |
| "learning_rate": 4.472108178634904e-05, |
| "loss": 0.7039, |
| "step": 45800 |
| }, |
| { |
| "epoch": 0.10603940516504111, |
| "grad_norm": 1.6314672231674194, |
| "learning_rate": 4.469802974174795e-05, |
| "loss": 0.715, |
| "step": 46000 |
| }, |
| { |
| "epoch": 0.10650044605706303, |
| "grad_norm": 0.872035026550293, |
| "learning_rate": 4.4674977697146854e-05, |
| "loss": 0.7375, |
| "step": 46200 |
| }, |
| { |
| "epoch": 0.10696148694908494, |
| "grad_norm": 2.016697645187378, |
| "learning_rate": 4.465192565254575e-05, |
| "loss": 0.7388, |
| "step": 46400 |
| }, |
| { |
| "epoch": 0.10742252784110687, |
| "grad_norm": 2.294455051422119, |
| "learning_rate": 4.462887360794466e-05, |
| "loss": 0.7218, |
| "step": 46600 |
| }, |
| { |
| "epoch": 0.10788356873312878, |
| "grad_norm": 1.2068428993225098, |
| "learning_rate": 4.4605821563343564e-05, |
| "loss": 0.6365, |
| "step": 46800 |
| }, |
| { |
| "epoch": 0.1083446096251507, |
| "grad_norm": 2.1000618934631348, |
| "learning_rate": 4.458276951874247e-05, |
| "loss": 0.6978, |
| "step": 47000 |
| }, |
| { |
| "epoch": 0.10880565051717261, |
| "grad_norm": 2.496563673019409, |
| "learning_rate": 4.455971747414137e-05, |
| "loss": 0.6807, |
| "step": 47200 |
| }, |
| { |
| "epoch": 0.10926669140919454, |
| "grad_norm": 1.9439219236373901, |
| "learning_rate": 4.4536665429540275e-05, |
| "loss": 0.7186, |
| "step": 47400 |
| }, |
| { |
| "epoch": 0.10972773230121646, |
| "grad_norm": 1.817345142364502, |
| "learning_rate": 4.451361338493918e-05, |
| "loss": 0.7519, |
| "step": 47600 |
| }, |
| { |
| "epoch": 0.11018877319323837, |
| "grad_norm": 2.6443488597869873, |
| "learning_rate": 4.4490561340338086e-05, |
| "loss": 0.672, |
| "step": 47800 |
| }, |
| { |
| "epoch": 0.1106498140852603, |
| "grad_norm": 7.7301483154296875, |
| "learning_rate": 4.4467509295736985e-05, |
| "loss": 0.7019, |
| "step": 48000 |
| }, |
| { |
| "epoch": 0.11111085497728221, |
| "grad_norm": 2.1185405254364014, |
| "learning_rate": 4.444445725113589e-05, |
| "loss": 0.7819, |
| "step": 48200 |
| }, |
| { |
| "epoch": 0.11157189586930413, |
| "grad_norm": 1.3251652717590332, |
| "learning_rate": 4.4421405206534796e-05, |
| "loss": 0.688, |
| "step": 48400 |
| }, |
| { |
| "epoch": 0.11203293676132604, |
| "grad_norm": 2.554704427719116, |
| "learning_rate": 4.4398353161933695e-05, |
| "loss": 0.7729, |
| "step": 48600 |
| }, |
| { |
| "epoch": 0.11249397765334797, |
| "grad_norm": 1.0944995880126953, |
| "learning_rate": 4.43753011173326e-05, |
| "loss": 0.7296, |
| "step": 48800 |
| }, |
| { |
| "epoch": 0.11295501854536988, |
| "grad_norm": 0.5829809904098511, |
| "learning_rate": 4.4352249072731507e-05, |
| "loss": 0.6906, |
| "step": 49000 |
| }, |
| { |
| "epoch": 0.1134160594373918, |
| "grad_norm": 1.3186956644058228, |
| "learning_rate": 4.432919702813041e-05, |
| "loss": 0.6849, |
| "step": 49200 |
| }, |
| { |
| "epoch": 0.11387710032941371, |
| "grad_norm": 2.7295708656311035, |
| "learning_rate": 4.430614498352932e-05, |
| "loss": 0.7398, |
| "step": 49400 |
| }, |
| { |
| "epoch": 0.11433814122143564, |
| "grad_norm": 0.8470388054847717, |
| "learning_rate": 4.4283092938928224e-05, |
| "loss": 0.7197, |
| "step": 49600 |
| }, |
| { |
| "epoch": 0.11479918211345755, |
| "grad_norm": 2.0679562091827393, |
| "learning_rate": 4.426004089432713e-05, |
| "loss": 0.7102, |
| "step": 49800 |
| }, |
| { |
| "epoch": 0.11526022300547947, |
| "grad_norm": 1.7280285358428955, |
| "learning_rate": 4.423698884972603e-05, |
| "loss": 0.6808, |
| "step": 50000 |
| }, |
| { |
| "epoch": 0.11526022300547947, |
| "eval_loss": 0.6911378502845764, |
| "eval_runtime": 143.422, |
| "eval_samples_per_second": 30.553, |
| "eval_steps_per_second": 30.553, |
| "step": 50000 |
| }, |
| { |
| "epoch": 0.11572126389750138, |
| "grad_norm": 1.910679578781128, |
| "learning_rate": 4.4213936805124934e-05, |
| "loss": 0.6451, |
| "step": 50200 |
| }, |
| { |
| "epoch": 0.11618230478952331, |
| "grad_norm": 1.45720636844635, |
| "learning_rate": 4.419088476052384e-05, |
| "loss": 0.6488, |
| "step": 50400 |
| }, |
| { |
| "epoch": 0.11664334568154522, |
| "grad_norm": 2.245499610900879, |
| "learning_rate": 4.416783271592274e-05, |
| "loss": 0.6719, |
| "step": 50600 |
| }, |
| { |
| "epoch": 0.11710438657356714, |
| "grad_norm": 1.8845460414886475, |
| "learning_rate": 4.4144780671321644e-05, |
| "loss": 0.6931, |
| "step": 50800 |
| }, |
| { |
| "epoch": 0.11756542746558905, |
| "grad_norm": 0.9793957471847534, |
| "learning_rate": 4.412172862672055e-05, |
| "loss": 0.6606, |
| "step": 51000 |
| }, |
| { |
| "epoch": 0.11802646835761098, |
| "grad_norm": 0.7978737950325012, |
| "learning_rate": 4.4098676582119455e-05, |
| "loss": 0.7226, |
| "step": 51200 |
| }, |
| { |
| "epoch": 0.1184875092496329, |
| "grad_norm": 1.30372953414917, |
| "learning_rate": 4.4075624537518354e-05, |
| "loss": 0.6551, |
| "step": 51400 |
| }, |
| { |
| "epoch": 0.11894855014165481, |
| "grad_norm": 2.127319812774658, |
| "learning_rate": 4.405257249291726e-05, |
| "loss": 0.703, |
| "step": 51600 |
| }, |
| { |
| "epoch": 0.11940959103367674, |
| "grad_norm": 2.518284797668457, |
| "learning_rate": 4.4029520448316166e-05, |
| "loss": 0.6229, |
| "step": 51800 |
| }, |
| { |
| "epoch": 0.11987063192569865, |
| "grad_norm": 1.752998948097229, |
| "learning_rate": 4.4006468403715065e-05, |
| "loss": 0.7245, |
| "step": 52000 |
| }, |
| { |
| "epoch": 0.12033167281772057, |
| "grad_norm": 1.0647391080856323, |
| "learning_rate": 4.398341635911397e-05, |
| "loss": 0.6879, |
| "step": 52200 |
| }, |
| { |
| "epoch": 0.12079271370974248, |
| "grad_norm": 2.2331488132476807, |
| "learning_rate": 4.3960364314512876e-05, |
| "loss": 0.675, |
| "step": 52400 |
| }, |
| { |
| "epoch": 0.12125375460176441, |
| "grad_norm": 2.0386297702789307, |
| "learning_rate": 4.393731226991178e-05, |
| "loss": 0.6941, |
| "step": 52600 |
| }, |
| { |
| "epoch": 0.12171479549378632, |
| "grad_norm": 1.6465948820114136, |
| "learning_rate": 4.391426022531069e-05, |
| "loss": 0.6883, |
| "step": 52800 |
| }, |
| { |
| "epoch": 0.12217583638580824, |
| "grad_norm": 0.915367066860199, |
| "learning_rate": 4.389120818070959e-05, |
| "loss": 0.7423, |
| "step": 53000 |
| }, |
| { |
| "epoch": 0.12263687727783015, |
| "grad_norm": 1.3777244091033936, |
| "learning_rate": 4.38681561361085e-05, |
| "loss": 0.7046, |
| "step": 53200 |
| }, |
| { |
| "epoch": 0.12309791816985208, |
| "grad_norm": 1.9694982767105103, |
| "learning_rate": 4.38451040915074e-05, |
| "loss": 0.7019, |
| "step": 53400 |
| }, |
| { |
| "epoch": 0.12355895906187399, |
| "grad_norm": 2.005706310272217, |
| "learning_rate": 4.38220520469063e-05, |
| "loss": 0.633, |
| "step": 53600 |
| }, |
| { |
| "epoch": 0.12401999995389591, |
| "grad_norm": 1.4841361045837402, |
| "learning_rate": 4.379900000230521e-05, |
| "loss": 0.6973, |
| "step": 53800 |
| }, |
| { |
| "epoch": 0.12448104084591782, |
| "grad_norm": 1.7717888355255127, |
| "learning_rate": 4.377594795770411e-05, |
| "loss": 0.6861, |
| "step": 54000 |
| }, |
| { |
| "epoch": 0.12494208173793975, |
| "grad_norm": 2.585420608520508, |
| "learning_rate": 4.3752895913103013e-05, |
| "loss": 0.7221, |
| "step": 54200 |
| }, |
| { |
| "epoch": 0.12540312262996167, |
| "grad_norm": 1.8941155672073364, |
| "learning_rate": 4.372984386850192e-05, |
| "loss": 0.7162, |
| "step": 54400 |
| }, |
| { |
| "epoch": 0.12586416352198357, |
| "grad_norm": 1.920271396636963, |
| "learning_rate": 4.3706791823900825e-05, |
| "loss": 0.6739, |
| "step": 54600 |
| }, |
| { |
| "epoch": 0.1263252044140055, |
| "grad_norm": 1.4717075824737549, |
| "learning_rate": 4.3683739779299724e-05, |
| "loss": 0.6691, |
| "step": 54800 |
| }, |
| { |
| "epoch": 0.12678624530602742, |
| "grad_norm": 1.4651011228561401, |
| "learning_rate": 4.366068773469863e-05, |
| "loss": 0.7049, |
| "step": 55000 |
| }, |
| { |
| "epoch": 0.12724728619804934, |
| "grad_norm": 1.613660216331482, |
| "learning_rate": 4.3637635690097535e-05, |
| "loss": 0.7058, |
| "step": 55200 |
| }, |
| { |
| "epoch": 0.12770832709007127, |
| "grad_norm": 1.3848841190338135, |
| "learning_rate": 4.361458364549644e-05, |
| "loss": 0.6994, |
| "step": 55400 |
| }, |
| { |
| "epoch": 0.12816936798209316, |
| "grad_norm": 3.159140110015869, |
| "learning_rate": 4.359153160089534e-05, |
| "loss": 0.6746, |
| "step": 55600 |
| }, |
| { |
| "epoch": 0.1286304088741151, |
| "grad_norm": 1.353094458580017, |
| "learning_rate": 4.3568479556294245e-05, |
| "loss": 0.641, |
| "step": 55800 |
| }, |
| { |
| "epoch": 0.129091449766137, |
| "grad_norm": 1.5936461687088013, |
| "learning_rate": 4.354542751169315e-05, |
| "loss": 0.7054, |
| "step": 56000 |
| }, |
| { |
| "epoch": 0.12955249065815894, |
| "grad_norm": 1.0393725633621216, |
| "learning_rate": 4.352237546709206e-05, |
| "loss": 0.636, |
| "step": 56200 |
| }, |
| { |
| "epoch": 0.13001353155018083, |
| "grad_norm": 1.6490427255630493, |
| "learning_rate": 4.349932342249096e-05, |
| "loss": 0.6936, |
| "step": 56400 |
| }, |
| { |
| "epoch": 0.13047457244220276, |
| "grad_norm": 1.1870497465133667, |
| "learning_rate": 4.347627137788987e-05, |
| "loss": 0.7119, |
| "step": 56600 |
| }, |
| { |
| "epoch": 0.13093561333422468, |
| "grad_norm": 2.3116602897644043, |
| "learning_rate": 4.345321933328877e-05, |
| "loss": 0.6961, |
| "step": 56800 |
| }, |
| { |
| "epoch": 0.1313966542262466, |
| "grad_norm": 1.674390435218811, |
| "learning_rate": 4.343016728868767e-05, |
| "loss": 0.7203, |
| "step": 57000 |
| }, |
| { |
| "epoch": 0.1318576951182685, |
| "grad_norm": 1.583085536956787, |
| "learning_rate": 4.340711524408658e-05, |
| "loss": 0.6594, |
| "step": 57200 |
| }, |
| { |
| "epoch": 0.13231873601029043, |
| "grad_norm": 1.5700510740280151, |
| "learning_rate": 4.3384063199485484e-05, |
| "loss": 0.6794, |
| "step": 57400 |
| }, |
| { |
| "epoch": 0.13277977690231235, |
| "grad_norm": 2.0833590030670166, |
| "learning_rate": 4.336101115488438e-05, |
| "loss": 0.6751, |
| "step": 57600 |
| }, |
| { |
| "epoch": 0.13324081779433428, |
| "grad_norm": 6.332681655883789, |
| "learning_rate": 4.333795911028329e-05, |
| "loss": 0.6574, |
| "step": 57800 |
| }, |
| { |
| "epoch": 0.13370185868635617, |
| "grad_norm": 1.0451648235321045, |
| "learning_rate": 4.3314907065682194e-05, |
| "loss": 0.6514, |
| "step": 58000 |
| }, |
| { |
| "epoch": 0.1341628995783781, |
| "grad_norm": 2.710758924484253, |
| "learning_rate": 4.329185502108109e-05, |
| "loss": 0.6839, |
| "step": 58200 |
| }, |
| { |
| "epoch": 0.13462394047040002, |
| "grad_norm": 1.8599129915237427, |
| "learning_rate": 4.326880297648e-05, |
| "loss": 0.6423, |
| "step": 58400 |
| }, |
| { |
| "epoch": 0.13508498136242195, |
| "grad_norm": 2.223250389099121, |
| "learning_rate": 4.3245750931878904e-05, |
| "loss": 0.6981, |
| "step": 58600 |
| }, |
| { |
| "epoch": 0.13554602225444387, |
| "grad_norm": 1.308874249458313, |
| "learning_rate": 4.322269888727781e-05, |
| "loss": 0.6425, |
| "step": 58800 |
| }, |
| { |
| "epoch": 0.13600706314646577, |
| "grad_norm": 1.2840343713760376, |
| "learning_rate": 4.319964684267671e-05, |
| "loss": 0.6832, |
| "step": 59000 |
| }, |
| { |
| "epoch": 0.1364681040384877, |
| "grad_norm": 1.2683848142623901, |
| "learning_rate": 4.3176594798075615e-05, |
| "loss": 0.6748, |
| "step": 59200 |
| }, |
| { |
| "epoch": 0.13692914493050962, |
| "grad_norm": 1.666727900505066, |
| "learning_rate": 4.315354275347453e-05, |
| "loss": 0.6459, |
| "step": 59400 |
| }, |
| { |
| "epoch": 0.13739018582253154, |
| "grad_norm": 1.8931647539138794, |
| "learning_rate": 4.3130490708873426e-05, |
| "loss": 0.6688, |
| "step": 59600 |
| }, |
| { |
| "epoch": 0.13785122671455344, |
| "grad_norm": 1.728664755821228, |
| "learning_rate": 4.310743866427233e-05, |
| "loss": 0.6489, |
| "step": 59800 |
| }, |
| { |
| "epoch": 0.13831226760657536, |
| "grad_norm": 1.461280345916748, |
| "learning_rate": 4.308438661967124e-05, |
| "loss": 0.6415, |
| "step": 60000 |
| }, |
| { |
| "epoch": 0.1387733084985973, |
| "grad_norm": 0.6125675439834595, |
| "learning_rate": 4.3061334575070136e-05, |
| "loss": 0.6321, |
| "step": 60200 |
| }, |
| { |
| "epoch": 0.1392343493906192, |
| "grad_norm": 1.7109229564666748, |
| "learning_rate": 4.303828253046904e-05, |
| "loss": 0.6506, |
| "step": 60400 |
| }, |
| { |
| "epoch": 0.1396953902826411, |
| "grad_norm": 1.3291008472442627, |
| "learning_rate": 4.301523048586795e-05, |
| "loss": 0.6312, |
| "step": 60600 |
| }, |
| { |
| "epoch": 0.14015643117466303, |
| "grad_norm": 1.697153091430664, |
| "learning_rate": 4.299217844126685e-05, |
| "loss": 0.701, |
| "step": 60800 |
| }, |
| { |
| "epoch": 0.14061747206668496, |
| "grad_norm": 0.8234291672706604, |
| "learning_rate": 4.296912639666575e-05, |
| "loss": 0.6556, |
| "step": 61000 |
| }, |
| { |
| "epoch": 0.14107851295870688, |
| "grad_norm": 1.3336366415023804, |
| "learning_rate": 4.294607435206466e-05, |
| "loss": 0.6853, |
| "step": 61200 |
| }, |
| { |
| "epoch": 0.14153955385072878, |
| "grad_norm": 1.8199868202209473, |
| "learning_rate": 4.2923022307463564e-05, |
| "loss": 0.6498, |
| "step": 61400 |
| }, |
| { |
| "epoch": 0.1420005947427507, |
| "grad_norm": 2.1182050704956055, |
| "learning_rate": 4.289997026286246e-05, |
| "loss": 0.6555, |
| "step": 61600 |
| }, |
| { |
| "epoch": 0.14246163563477263, |
| "grad_norm": 1.9714126586914062, |
| "learning_rate": 4.287691821826137e-05, |
| "loss": 0.7304, |
| "step": 61800 |
| }, |
| { |
| "epoch": 0.14292267652679455, |
| "grad_norm": 1.536047339439392, |
| "learning_rate": 4.2853866173660274e-05, |
| "loss": 0.5836, |
| "step": 62000 |
| }, |
| { |
| "epoch": 0.14338371741881648, |
| "grad_norm": 1.4263625144958496, |
| "learning_rate": 4.283081412905918e-05, |
| "loss": 0.6165, |
| "step": 62200 |
| }, |
| { |
| "epoch": 0.14384475831083837, |
| "grad_norm": 0.6614183783531189, |
| "learning_rate": 4.280776208445808e-05, |
| "loss": 0.7117, |
| "step": 62400 |
| }, |
| { |
| "epoch": 0.1443057992028603, |
| "grad_norm": 1.4404590129852295, |
| "learning_rate": 4.2784710039856984e-05, |
| "loss": 0.6583, |
| "step": 62600 |
| }, |
| { |
| "epoch": 0.14476684009488222, |
| "grad_norm": 3.333214044570923, |
| "learning_rate": 4.2761657995255897e-05, |
| "loss": 0.5992, |
| "step": 62800 |
| }, |
| { |
| "epoch": 0.14522788098690415, |
| "grad_norm": 1.3741906881332397, |
| "learning_rate": 4.2738605950654795e-05, |
| "loss": 0.6238, |
| "step": 63000 |
| }, |
| { |
| "epoch": 0.14568892187892604, |
| "grad_norm": 2.261046886444092, |
| "learning_rate": 4.27155539060537e-05, |
| "loss": 0.6908, |
| "step": 63200 |
| }, |
| { |
| "epoch": 0.14614996277094797, |
| "grad_norm": 2.2750587463378906, |
| "learning_rate": 4.269250186145261e-05, |
| "loss": 0.6479, |
| "step": 63400 |
| }, |
| { |
| "epoch": 0.1466110036629699, |
| "grad_norm": 2.38415265083313, |
| "learning_rate": 4.2669449816851506e-05, |
| "loss": 0.6621, |
| "step": 63600 |
| }, |
| { |
| "epoch": 0.14707204455499182, |
| "grad_norm": 4.09643030166626, |
| "learning_rate": 4.264639777225041e-05, |
| "loss": 0.6689, |
| "step": 63800 |
| }, |
| { |
| "epoch": 0.1475330854470137, |
| "grad_norm": 1.5877435207366943, |
| "learning_rate": 4.262334572764932e-05, |
| "loss": 0.6664, |
| "step": 64000 |
| }, |
| { |
| "epoch": 0.14799412633903564, |
| "grad_norm": 1.692415475845337, |
| "learning_rate": 4.260029368304822e-05, |
| "loss": 0.6646, |
| "step": 64200 |
| }, |
| { |
| "epoch": 0.14845516723105756, |
| "grad_norm": 1.6003667116165161, |
| "learning_rate": 4.257724163844712e-05, |
| "loss": 0.6305, |
| "step": 64400 |
| }, |
| { |
| "epoch": 0.14891620812307949, |
| "grad_norm": 1.2886855602264404, |
| "learning_rate": 4.255418959384603e-05, |
| "loss": 0.6017, |
| "step": 64600 |
| }, |
| { |
| "epoch": 0.14937724901510138, |
| "grad_norm": 0.7296251654624939, |
| "learning_rate": 4.253113754924493e-05, |
| "loss": 0.6852, |
| "step": 64800 |
| }, |
| { |
| "epoch": 0.1498382899071233, |
| "grad_norm": 1.687552809715271, |
| "learning_rate": 4.250808550464384e-05, |
| "loss": 0.6716, |
| "step": 65000 |
| }, |
| { |
| "epoch": 0.15029933079914523, |
| "grad_norm": 1.0152884721755981, |
| "learning_rate": 4.248503346004274e-05, |
| "loss": 0.6823, |
| "step": 65200 |
| }, |
| { |
| "epoch": 0.15076037169116716, |
| "grad_norm": 2.022918939590454, |
| "learning_rate": 4.246198141544164e-05, |
| "loss": 0.6713, |
| "step": 65400 |
| }, |
| { |
| "epoch": 0.15122141258318905, |
| "grad_norm": 0.733291745185852, |
| "learning_rate": 4.243892937084055e-05, |
| "loss": 0.6375, |
| "step": 65600 |
| }, |
| { |
| "epoch": 0.15168245347521098, |
| "grad_norm": 2.1983726024627686, |
| "learning_rate": 4.241587732623945e-05, |
| "loss": 0.6861, |
| "step": 65800 |
| }, |
| { |
| "epoch": 0.1521434943672329, |
| "grad_norm": 3.5877902507781982, |
| "learning_rate": 4.2392825281638353e-05, |
| "loss": 0.6393, |
| "step": 66000 |
| }, |
| { |
| "epoch": 0.15260453525925483, |
| "grad_norm": 1.1176559925079346, |
| "learning_rate": 4.2369773237037266e-05, |
| "loss": 0.6933, |
| "step": 66200 |
| }, |
| { |
| "epoch": 0.15306557615127675, |
| "grad_norm": 1.4344258308410645, |
| "learning_rate": 4.2346721192436165e-05, |
| "loss": 0.6471, |
| "step": 66400 |
| }, |
| { |
| "epoch": 0.15352661704329865, |
| "grad_norm": 1.4673750400543213, |
| "learning_rate": 4.232366914783507e-05, |
| "loss": 0.6657, |
| "step": 66600 |
| }, |
| { |
| "epoch": 0.15398765793532057, |
| "grad_norm": 1.2807679176330566, |
| "learning_rate": 4.2300617103233976e-05, |
| "loss": 0.6353, |
| "step": 66800 |
| }, |
| { |
| "epoch": 0.1544486988273425, |
| "grad_norm": 1.1444551944732666, |
| "learning_rate": 4.227756505863288e-05, |
| "loss": 0.6789, |
| "step": 67000 |
| }, |
| { |
| "epoch": 0.15490973971936442, |
| "grad_norm": 2.322291374206543, |
| "learning_rate": 4.225451301403178e-05, |
| "loss": 0.6841, |
| "step": 67200 |
| }, |
| { |
| "epoch": 0.15537078061138632, |
| "grad_norm": 1.6149322986602783, |
| "learning_rate": 4.2231460969430686e-05, |
| "loss": 0.6654, |
| "step": 67400 |
| }, |
| { |
| "epoch": 0.15583182150340824, |
| "grad_norm": 1.7921006679534912, |
| "learning_rate": 4.220840892482959e-05, |
| "loss": 0.6688, |
| "step": 67600 |
| }, |
| { |
| "epoch": 0.15629286239543017, |
| "grad_norm": 1.522269606590271, |
| "learning_rate": 4.218535688022849e-05, |
| "loss": 0.6815, |
| "step": 67800 |
| }, |
| { |
| "epoch": 0.1567539032874521, |
| "grad_norm": 1.6208064556121826, |
| "learning_rate": 4.21623048356274e-05, |
| "loss": 0.6331, |
| "step": 68000 |
| }, |
| { |
| "epoch": 0.157214944179474, |
| "grad_norm": 1.7673718929290771, |
| "learning_rate": 4.21392527910263e-05, |
| "loss": 0.5858, |
| "step": 68200 |
| }, |
| { |
| "epoch": 0.1576759850714959, |
| "grad_norm": 1.3930482864379883, |
| "learning_rate": 4.211620074642521e-05, |
| "loss": 0.6221, |
| "step": 68400 |
| }, |
| { |
| "epoch": 0.15813702596351784, |
| "grad_norm": 1.0463271141052246, |
| "learning_rate": 4.209314870182411e-05, |
| "loss": 0.596, |
| "step": 68600 |
| }, |
| { |
| "epoch": 0.15859806685553976, |
| "grad_norm": 1.5553432703018188, |
| "learning_rate": 4.207009665722301e-05, |
| "loss": 0.6048, |
| "step": 68800 |
| }, |
| { |
| "epoch": 0.15905910774756166, |
| "grad_norm": 1.9478529691696167, |
| "learning_rate": 4.204704461262192e-05, |
| "loss": 0.6838, |
| "step": 69000 |
| }, |
| { |
| "epoch": 0.15952014863958358, |
| "grad_norm": 1.5347201824188232, |
| "learning_rate": 4.202399256802082e-05, |
| "loss": 0.6536, |
| "step": 69200 |
| }, |
| { |
| "epoch": 0.1599811895316055, |
| "grad_norm": 1.2360255718231201, |
| "learning_rate": 4.200094052341972e-05, |
| "loss": 0.662, |
| "step": 69400 |
| }, |
| { |
| "epoch": 0.16044223042362743, |
| "grad_norm": 1.09177827835083, |
| "learning_rate": 4.1977888478818635e-05, |
| "loss": 0.6767, |
| "step": 69600 |
| }, |
| { |
| "epoch": 0.16090327131564935, |
| "grad_norm": 1.0002694129943848, |
| "learning_rate": 4.1954836434217534e-05, |
| "loss": 0.6057, |
| "step": 69800 |
| }, |
| { |
| "epoch": 0.16136431220767125, |
| "grad_norm": 1.2823467254638672, |
| "learning_rate": 4.193178438961644e-05, |
| "loss": 0.6153, |
| "step": 70000 |
| }, |
| { |
| "epoch": 0.16182535309969318, |
| "grad_norm": 0.9123159646987915, |
| "learning_rate": 4.1908732345015346e-05, |
| "loss": 0.6432, |
| "step": 70200 |
| }, |
| { |
| "epoch": 0.1622863939917151, |
| "grad_norm": 2.3576698303222656, |
| "learning_rate": 4.188568030041425e-05, |
| "loss": 0.6284, |
| "step": 70400 |
| }, |
| { |
| "epoch": 0.16274743488373702, |
| "grad_norm": 0.9124912023544312, |
| "learning_rate": 4.186262825581315e-05, |
| "loss": 0.6879, |
| "step": 70600 |
| }, |
| { |
| "epoch": 0.16320847577575892, |
| "grad_norm": 1.3194003105163574, |
| "learning_rate": 4.1839576211212056e-05, |
| "loss": 0.6337, |
| "step": 70800 |
| }, |
| { |
| "epoch": 0.16366951666778085, |
| "grad_norm": 1.6139734983444214, |
| "learning_rate": 4.181652416661096e-05, |
| "loss": 0.6522, |
| "step": 71000 |
| }, |
| { |
| "epoch": 0.16413055755980277, |
| "grad_norm": 9.392971992492676, |
| "learning_rate": 4.179347212200986e-05, |
| "loss": 0.6708, |
| "step": 71200 |
| }, |
| { |
| "epoch": 0.1645915984518247, |
| "grad_norm": 1.462740421295166, |
| "learning_rate": 4.1770420077408766e-05, |
| "loss": 0.598, |
| "step": 71400 |
| }, |
| { |
| "epoch": 0.1650526393438466, |
| "grad_norm": 1.7748998403549194, |
| "learning_rate": 4.174736803280767e-05, |
| "loss": 0.644, |
| "step": 71600 |
| }, |
| { |
| "epoch": 0.16551368023586852, |
| "grad_norm": 1.202195644378662, |
| "learning_rate": 4.172431598820658e-05, |
| "loss": 0.6229, |
| "step": 71800 |
| }, |
| { |
| "epoch": 0.16597472112789044, |
| "grad_norm": 1.877752423286438, |
| "learning_rate": 4.1701263943605476e-05, |
| "loss": 0.5753, |
| "step": 72000 |
| }, |
| { |
| "epoch": 0.16643576201991236, |
| "grad_norm": 3.8123841285705566, |
| "learning_rate": 4.167821189900438e-05, |
| "loss": 0.6965, |
| "step": 72200 |
| }, |
| { |
| "epoch": 0.16689680291193426, |
| "grad_norm": 2.4701273441314697, |
| "learning_rate": 4.165515985440329e-05, |
| "loss": 0.6491, |
| "step": 72400 |
| }, |
| { |
| "epoch": 0.16735784380395619, |
| "grad_norm": 1.3478227853775024, |
| "learning_rate": 4.163210780980219e-05, |
| "loss": 0.657, |
| "step": 72600 |
| }, |
| { |
| "epoch": 0.1678188846959781, |
| "grad_norm": 1.1858279705047607, |
| "learning_rate": 4.16090557652011e-05, |
| "loss": 0.6297, |
| "step": 72800 |
| }, |
| { |
| "epoch": 0.16827992558800003, |
| "grad_norm": 1.016969919204712, |
| "learning_rate": 4.1586003720600005e-05, |
| "loss": 0.5969, |
| "step": 73000 |
| }, |
| { |
| "epoch": 0.16874096648002196, |
| "grad_norm": 1.7557319402694702, |
| "learning_rate": 4.1562951675998904e-05, |
| "loss": 0.6602, |
| "step": 73200 |
| }, |
| { |
| "epoch": 0.16920200737204386, |
| "grad_norm": 1.2610116004943848, |
| "learning_rate": 4.153989963139781e-05, |
| "loss": 0.5832, |
| "step": 73400 |
| }, |
| { |
| "epoch": 0.16966304826406578, |
| "grad_norm": 1.012919545173645, |
| "learning_rate": 4.1516847586796715e-05, |
| "loss": 0.6437, |
| "step": 73600 |
| }, |
| { |
| "epoch": 0.1701240891560877, |
| "grad_norm": 3.5607211589813232, |
| "learning_rate": 4.149379554219562e-05, |
| "loss": 0.6131, |
| "step": 73800 |
| }, |
| { |
| "epoch": 0.17058513004810963, |
| "grad_norm": 1.3184549808502197, |
| "learning_rate": 4.147074349759452e-05, |
| "loss": 0.5669, |
| "step": 74000 |
| }, |
| { |
| "epoch": 0.17104617094013153, |
| "grad_norm": 2.453568458557129, |
| "learning_rate": 4.1447691452993425e-05, |
| "loss": 0.609, |
| "step": 74200 |
| }, |
| { |
| "epoch": 0.17150721183215345, |
| "grad_norm": 0.942398726940155, |
| "learning_rate": 4.142463940839233e-05, |
| "loss": 0.6451, |
| "step": 74400 |
| }, |
| { |
| "epoch": 0.17196825272417537, |
| "grad_norm": 2.131546974182129, |
| "learning_rate": 4.1401587363791237e-05, |
| "loss": 0.6167, |
| "step": 74600 |
| }, |
| { |
| "epoch": 0.1724292936161973, |
| "grad_norm": 1.0977692604064941, |
| "learning_rate": 4.1378535319190135e-05, |
| "loss": 0.6038, |
| "step": 74800 |
| }, |
| { |
| "epoch": 0.1728903345082192, |
| "grad_norm": 1.6585220098495483, |
| "learning_rate": 4.135548327458904e-05, |
| "loss": 0.6221, |
| "step": 75000 |
| }, |
| { |
| "epoch": 0.17335137540024112, |
| "grad_norm": 1.4961862564086914, |
| "learning_rate": 4.133243122998795e-05, |
| "loss": 0.6083, |
| "step": 75200 |
| }, |
| { |
| "epoch": 0.17381241629226304, |
| "grad_norm": 1.8815230131149292, |
| "learning_rate": 4.1309379185386846e-05, |
| "loss": 0.6484, |
| "step": 75400 |
| }, |
| { |
| "epoch": 0.17427345718428497, |
| "grad_norm": 1.2106714248657227, |
| "learning_rate": 4.128632714078575e-05, |
| "loss": 0.6745, |
| "step": 75600 |
| }, |
| { |
| "epoch": 0.17473449807630687, |
| "grad_norm": 15.076075553894043, |
| "learning_rate": 4.126327509618466e-05, |
| "loss": 0.5759, |
| "step": 75800 |
| }, |
| { |
| "epoch": 0.1751955389683288, |
| "grad_norm": 1.6629307270050049, |
| "learning_rate": 4.124022305158356e-05, |
| "loss": 0.6511, |
| "step": 76000 |
| }, |
| { |
| "epoch": 0.17565657986035071, |
| "grad_norm": 0.919217586517334, |
| "learning_rate": 4.121717100698247e-05, |
| "loss": 0.6124, |
| "step": 76200 |
| }, |
| { |
| "epoch": 0.17611762075237264, |
| "grad_norm": 0.9907572269439697, |
| "learning_rate": 4.1194118962381374e-05, |
| "loss": 0.6668, |
| "step": 76400 |
| }, |
| { |
| "epoch": 0.17657866164439456, |
| "grad_norm": 1.0881201028823853, |
| "learning_rate": 4.117106691778028e-05, |
| "loss": 0.6564, |
| "step": 76600 |
| }, |
| { |
| "epoch": 0.17703970253641646, |
| "grad_norm": 1.2789230346679688, |
| "learning_rate": 4.114801487317918e-05, |
| "loss": 0.6228, |
| "step": 76800 |
| }, |
| { |
| "epoch": 0.17750074342843838, |
| "grad_norm": 2.680896759033203, |
| "learning_rate": 4.1124962828578084e-05, |
| "loss": 0.6754, |
| "step": 77000 |
| }, |
| { |
| "epoch": 0.1779617843204603, |
| "grad_norm": 1.4832789897918701, |
| "learning_rate": 4.110191078397699e-05, |
| "loss": 0.6153, |
| "step": 77200 |
| }, |
| { |
| "epoch": 0.17842282521248223, |
| "grad_norm": 1.8197680711746216, |
| "learning_rate": 4.107885873937589e-05, |
| "loss": 0.6174, |
| "step": 77400 |
| }, |
| { |
| "epoch": 0.17888386610450413, |
| "grad_norm": 1.8292102813720703, |
| "learning_rate": 4.1055806694774795e-05, |
| "loss": 0.63, |
| "step": 77600 |
| }, |
| { |
| "epoch": 0.17934490699652605, |
| "grad_norm": 1.0683658123016357, |
| "learning_rate": 4.10327546501737e-05, |
| "loss": 0.6622, |
| "step": 77800 |
| }, |
| { |
| "epoch": 0.17980594788854798, |
| "grad_norm": 1.9662219285964966, |
| "learning_rate": 4.1009702605572606e-05, |
| "loss": 0.6231, |
| "step": 78000 |
| }, |
| { |
| "epoch": 0.1802669887805699, |
| "grad_norm": 1.7541677951812744, |
| "learning_rate": 4.0986650560971505e-05, |
| "loss": 0.6551, |
| "step": 78200 |
| }, |
| { |
| "epoch": 0.1807280296725918, |
| "grad_norm": 1.8776569366455078, |
| "learning_rate": 4.096359851637041e-05, |
| "loss": 0.6121, |
| "step": 78400 |
| }, |
| { |
| "epoch": 0.18118907056461372, |
| "grad_norm": 1.9241667985916138, |
| "learning_rate": 4.0940546471769316e-05, |
| "loss": 0.6205, |
| "step": 78600 |
| }, |
| { |
| "epoch": 0.18165011145663565, |
| "grad_norm": 1.7925617694854736, |
| "learning_rate": 4.0917494427168215e-05, |
| "loss": 0.6353, |
| "step": 78800 |
| }, |
| { |
| "epoch": 0.18211115234865757, |
| "grad_norm": 0.9358586072921753, |
| "learning_rate": 4.089444238256712e-05, |
| "loss": 0.6129, |
| "step": 79000 |
| }, |
| { |
| "epoch": 0.18257219324067947, |
| "grad_norm": 1.744363784790039, |
| "learning_rate": 4.0871390337966026e-05, |
| "loss": 0.5996, |
| "step": 79200 |
| }, |
| { |
| "epoch": 0.1830332341327014, |
| "grad_norm": 1.6181316375732422, |
| "learning_rate": 4.084833829336493e-05, |
| "loss": 0.6316, |
| "step": 79400 |
| }, |
| { |
| "epoch": 0.18349427502472332, |
| "grad_norm": 0.8998286128044128, |
| "learning_rate": 4.082528624876384e-05, |
| "loss": 0.6386, |
| "step": 79600 |
| }, |
| { |
| "epoch": 0.18395531591674524, |
| "grad_norm": 1.9069503545761108, |
| "learning_rate": 4.0802234204162743e-05, |
| "loss": 0.6345, |
| "step": 79800 |
| }, |
| { |
| "epoch": 0.18441635680876714, |
| "grad_norm": 1.7913002967834473, |
| "learning_rate": 4.077918215956165e-05, |
| "loss": 0.5903, |
| "step": 80000 |
| }, |
| { |
| "epoch": 0.18487739770078906, |
| "grad_norm": 2.31486177444458, |
| "learning_rate": 4.075613011496055e-05, |
| "loss": 0.6663, |
| "step": 80200 |
| }, |
| { |
| "epoch": 0.185338438592811, |
| "grad_norm": 1.4911130666732788, |
| "learning_rate": 4.0733078070359454e-05, |
| "loss": 0.6346, |
| "step": 80400 |
| }, |
| { |
| "epoch": 0.1857994794848329, |
| "grad_norm": 0.8119006752967834, |
| "learning_rate": 4.071002602575836e-05, |
| "loss": 0.5683, |
| "step": 80600 |
| }, |
| { |
| "epoch": 0.18626052037685484, |
| "grad_norm": 1.8645226955413818, |
| "learning_rate": 4.068697398115726e-05, |
| "loss": 0.5985, |
| "step": 80800 |
| }, |
| { |
| "epoch": 0.18672156126887673, |
| "grad_norm": 0.8933721780776978, |
| "learning_rate": 4.0663921936556164e-05, |
| "loss": 0.6082, |
| "step": 81000 |
| }, |
| { |
| "epoch": 0.18718260216089866, |
| "grad_norm": 0.9477849006652832, |
| "learning_rate": 4.064086989195507e-05, |
| "loss": 0.5934, |
| "step": 81200 |
| }, |
| { |
| "epoch": 0.18764364305292058, |
| "grad_norm": 2.2654476165771484, |
| "learning_rate": 4.0617817847353975e-05, |
| "loss": 0.6266, |
| "step": 81400 |
| }, |
| { |
| "epoch": 0.1881046839449425, |
| "grad_norm": 1.381350040435791, |
| "learning_rate": 4.0594765802752874e-05, |
| "loss": 0.6231, |
| "step": 81600 |
| }, |
| { |
| "epoch": 0.1885657248369644, |
| "grad_norm": 1.9982389211654663, |
| "learning_rate": 4.057171375815178e-05, |
| "loss": 0.6029, |
| "step": 81800 |
| }, |
| { |
| "epoch": 0.18902676572898633, |
| "grad_norm": 1.583160400390625, |
| "learning_rate": 4.0548661713550686e-05, |
| "loss": 0.6152, |
| "step": 82000 |
| }, |
| { |
| "epoch": 0.18948780662100825, |
| "grad_norm": 0.8362854719161987, |
| "learning_rate": 4.052560966894959e-05, |
| "loss": 0.6231, |
| "step": 82200 |
| }, |
| { |
| "epoch": 0.18994884751303018, |
| "grad_norm": 2.0223453044891357, |
| "learning_rate": 4.050255762434849e-05, |
| "loss": 0.6013, |
| "step": 82400 |
| }, |
| { |
| "epoch": 0.19040988840505207, |
| "grad_norm": 1.9948159456253052, |
| "learning_rate": 4.0479505579747396e-05, |
| "loss": 0.6374, |
| "step": 82600 |
| }, |
| { |
| "epoch": 0.190870929297074, |
| "grad_norm": 1.763412594795227, |
| "learning_rate": 4.04564535351463e-05, |
| "loss": 0.6696, |
| "step": 82800 |
| }, |
| { |
| "epoch": 0.19133197018909592, |
| "grad_norm": 1.4458279609680176, |
| "learning_rate": 4.043340149054521e-05, |
| "loss": 0.6253, |
| "step": 83000 |
| }, |
| { |
| "epoch": 0.19179301108111785, |
| "grad_norm": 1.9040172100067139, |
| "learning_rate": 4.041034944594411e-05, |
| "loss": 0.6292, |
| "step": 83200 |
| }, |
| { |
| "epoch": 0.19225405197313974, |
| "grad_norm": 0.5876076817512512, |
| "learning_rate": 4.038729740134302e-05, |
| "loss": 0.5721, |
| "step": 83400 |
| }, |
| { |
| "epoch": 0.19271509286516167, |
| "grad_norm": 1.4014763832092285, |
| "learning_rate": 4.036424535674192e-05, |
| "loss": 0.6496, |
| "step": 83600 |
| }, |
| { |
| "epoch": 0.1931761337571836, |
| "grad_norm": 1.3236879110336304, |
| "learning_rate": 4.034119331214082e-05, |
| "loss": 0.6824, |
| "step": 83800 |
| }, |
| { |
| "epoch": 0.19363717464920552, |
| "grad_norm": 1.3417832851409912, |
| "learning_rate": 4.031814126753973e-05, |
| "loss": 0.6155, |
| "step": 84000 |
| }, |
| { |
| "epoch": 0.19409821554122744, |
| "grad_norm": 1.254905104637146, |
| "learning_rate": 4.0295089222938634e-05, |
| "loss": 0.6194, |
| "step": 84200 |
| }, |
| { |
| "epoch": 0.19455925643324934, |
| "grad_norm": 1.0880146026611328, |
| "learning_rate": 4.027203717833753e-05, |
| "loss": 0.566, |
| "step": 84400 |
| }, |
| { |
| "epoch": 0.19502029732527126, |
| "grad_norm": 0.5658175945281982, |
| "learning_rate": 4.024898513373644e-05, |
| "loss": 0.6118, |
| "step": 84600 |
| }, |
| { |
| "epoch": 0.1954813382172932, |
| "grad_norm": 1.4203405380249023, |
| "learning_rate": 4.0225933089135345e-05, |
| "loss": 0.6458, |
| "step": 84800 |
| }, |
| { |
| "epoch": 0.1959423791093151, |
| "grad_norm": 1.4831221103668213, |
| "learning_rate": 4.0202881044534244e-05, |
| "loss": 0.6129, |
| "step": 85000 |
| }, |
| { |
| "epoch": 0.196403420001337, |
| "grad_norm": 2.332782506942749, |
| "learning_rate": 4.017982899993315e-05, |
| "loss": 0.6036, |
| "step": 85200 |
| }, |
| { |
| "epoch": 0.19686446089335893, |
| "grad_norm": 1.699129343032837, |
| "learning_rate": 4.0156776955332055e-05, |
| "loss": 0.6667, |
| "step": 85400 |
| }, |
| { |
| "epoch": 0.19732550178538086, |
| "grad_norm": 2.4848811626434326, |
| "learning_rate": 4.013372491073096e-05, |
| "loss": 0.6281, |
| "step": 85600 |
| }, |
| { |
| "epoch": 0.19778654267740278, |
| "grad_norm": 1.896471381187439, |
| "learning_rate": 4.011067286612986e-05, |
| "loss": 0.6028, |
| "step": 85800 |
| }, |
| { |
| "epoch": 0.19824758356942468, |
| "grad_norm": 1.61887526512146, |
| "learning_rate": 4.0087620821528765e-05, |
| "loss": 0.6086, |
| "step": 86000 |
| }, |
| { |
| "epoch": 0.1987086244614466, |
| "grad_norm": 1.0907816886901855, |
| "learning_rate": 4.006456877692767e-05, |
| "loss": 0.6499, |
| "step": 86200 |
| }, |
| { |
| "epoch": 0.19916966535346853, |
| "grad_norm": 1.1306065320968628, |
| "learning_rate": 4.0041516732326576e-05, |
| "loss": 0.6152, |
| "step": 86400 |
| }, |
| { |
| "epoch": 0.19963070624549045, |
| "grad_norm": 4.158120155334473, |
| "learning_rate": 4.001846468772548e-05, |
| "loss": 0.6039, |
| "step": 86600 |
| }, |
| { |
| "epoch": 0.20009174713751235, |
| "grad_norm": 1.0758455991744995, |
| "learning_rate": 3.999541264312439e-05, |
| "loss": 0.5966, |
| "step": 86800 |
| }, |
| { |
| "epoch": 0.20055278802953427, |
| "grad_norm": 1.0376372337341309, |
| "learning_rate": 3.997236059852329e-05, |
| "loss": 0.589, |
| "step": 87000 |
| }, |
| { |
| "epoch": 0.2010138289215562, |
| "grad_norm": 1.2652366161346436, |
| "learning_rate": 3.994930855392219e-05, |
| "loss": 0.6588, |
| "step": 87200 |
| }, |
| { |
| "epoch": 0.20147486981357812, |
| "grad_norm": 1.8211579322814941, |
| "learning_rate": 3.99262565093211e-05, |
| "loss": 0.6191, |
| "step": 87400 |
| }, |
| { |
| "epoch": 0.20193591070560005, |
| "grad_norm": 4.478600025177002, |
| "learning_rate": 3.9903204464720004e-05, |
| "loss": 0.5878, |
| "step": 87600 |
| }, |
| { |
| "epoch": 0.20239695159762194, |
| "grad_norm": 1.4553157091140747, |
| "learning_rate": 3.98801524201189e-05, |
| "loss": 0.6204, |
| "step": 87800 |
| }, |
| { |
| "epoch": 0.20285799248964387, |
| "grad_norm": 1.3515084981918335, |
| "learning_rate": 3.985710037551781e-05, |
| "loss": 0.5467, |
| "step": 88000 |
| }, |
| { |
| "epoch": 0.2033190333816658, |
| "grad_norm": 1.0609192848205566, |
| "learning_rate": 3.9834048330916714e-05, |
| "loss": 0.5393, |
| "step": 88200 |
| }, |
| { |
| "epoch": 0.20378007427368772, |
| "grad_norm": 2.3497846126556396, |
| "learning_rate": 3.981099628631561e-05, |
| "loss": 0.6261, |
| "step": 88400 |
| }, |
| { |
| "epoch": 0.2042411151657096, |
| "grad_norm": 1.129948616027832, |
| "learning_rate": 3.978794424171452e-05, |
| "loss": 0.6367, |
| "step": 88600 |
| }, |
| { |
| "epoch": 0.20470215605773154, |
| "grad_norm": 1.0302705764770508, |
| "learning_rate": 3.9764892197113424e-05, |
| "loss": 0.59, |
| "step": 88800 |
| }, |
| { |
| "epoch": 0.20516319694975346, |
| "grad_norm": 1.1066232919692993, |
| "learning_rate": 3.974184015251233e-05, |
| "loss": 0.6325, |
| "step": 89000 |
| }, |
| { |
| "epoch": 0.2056242378417754, |
| "grad_norm": 2.078610897064209, |
| "learning_rate": 3.971878810791123e-05, |
| "loss": 0.6465, |
| "step": 89200 |
| }, |
| { |
| "epoch": 0.20608527873379728, |
| "grad_norm": 1.8704718351364136, |
| "learning_rate": 3.9695736063310134e-05, |
| "loss": 0.6202, |
| "step": 89400 |
| }, |
| { |
| "epoch": 0.2065463196258192, |
| "grad_norm": 0.496405690908432, |
| "learning_rate": 3.967268401870904e-05, |
| "loss": 0.6073, |
| "step": 89600 |
| }, |
| { |
| "epoch": 0.20700736051784113, |
| "grad_norm": 1.9287617206573486, |
| "learning_rate": 3.9649631974107946e-05, |
| "loss": 0.5779, |
| "step": 89800 |
| }, |
| { |
| "epoch": 0.20746840140986306, |
| "grad_norm": 1.867727279663086, |
| "learning_rate": 3.962657992950685e-05, |
| "loss": 0.5736, |
| "step": 90000 |
| }, |
| { |
| "epoch": 0.20792944230188495, |
| "grad_norm": 0.9726611971855164, |
| "learning_rate": 3.960352788490576e-05, |
| "loss": 0.6051, |
| "step": 90200 |
| }, |
| { |
| "epoch": 0.20839048319390688, |
| "grad_norm": 1.8991550207138062, |
| "learning_rate": 3.9580475840304656e-05, |
| "loss": 0.6306, |
| "step": 90400 |
| }, |
| { |
| "epoch": 0.2088515240859288, |
| "grad_norm": 1.3989739418029785, |
| "learning_rate": 3.955742379570356e-05, |
| "loss": 0.6165, |
| "step": 90600 |
| }, |
| { |
| "epoch": 0.20931256497795073, |
| "grad_norm": 2.0542263984680176, |
| "learning_rate": 3.953437175110247e-05, |
| "loss": 0.606, |
| "step": 90800 |
| }, |
| { |
| "epoch": 0.20977360586997262, |
| "grad_norm": 1.3546398878097534, |
| "learning_rate": 3.951131970650137e-05, |
| "loss": 0.6513, |
| "step": 91000 |
| }, |
| { |
| "epoch": 0.21023464676199455, |
| "grad_norm": 2.3966128826141357, |
| "learning_rate": 3.948826766190027e-05, |
| "loss": 0.6147, |
| "step": 91200 |
| }, |
| { |
| "epoch": 0.21069568765401647, |
| "grad_norm": 1.8540971279144287, |
| "learning_rate": 3.946521561729918e-05, |
| "loss": 0.6128, |
| "step": 91400 |
| }, |
| { |
| "epoch": 0.2111567285460384, |
| "grad_norm": 0.6874774694442749, |
| "learning_rate": 3.944216357269808e-05, |
| "loss": 0.603, |
| "step": 91600 |
| }, |
| { |
| "epoch": 0.21161776943806032, |
| "grad_norm": 3.1788859367370605, |
| "learning_rate": 3.941911152809699e-05, |
| "loss": 0.6173, |
| "step": 91800 |
| }, |
| { |
| "epoch": 0.21207881033008222, |
| "grad_norm": 1.5572599172592163, |
| "learning_rate": 3.939605948349589e-05, |
| "loss": 0.603, |
| "step": 92000 |
| }, |
| { |
| "epoch": 0.21253985122210414, |
| "grad_norm": 1.5014060735702515, |
| "learning_rate": 3.9373007438894794e-05, |
| "loss": 0.5746, |
| "step": 92200 |
| }, |
| { |
| "epoch": 0.21300089211412607, |
| "grad_norm": 2.458667516708374, |
| "learning_rate": 3.93499553942937e-05, |
| "loss": 0.6277, |
| "step": 92400 |
| }, |
| { |
| "epoch": 0.213461933006148, |
| "grad_norm": 2.5523571968078613, |
| "learning_rate": 3.93269033496926e-05, |
| "loss": 0.5994, |
| "step": 92600 |
| }, |
| { |
| "epoch": 0.2139229738981699, |
| "grad_norm": 1.136783480644226, |
| "learning_rate": 3.9303851305091504e-05, |
| "loss": 0.6284, |
| "step": 92800 |
| }, |
| { |
| "epoch": 0.2143840147901918, |
| "grad_norm": 1.2271496057510376, |
| "learning_rate": 3.928079926049041e-05, |
| "loss": 0.5876, |
| "step": 93000 |
| }, |
| { |
| "epoch": 0.21484505568221374, |
| "grad_norm": 0.6214015483856201, |
| "learning_rate": 3.9257747215889315e-05, |
| "loss": 0.6294, |
| "step": 93200 |
| }, |
| { |
| "epoch": 0.21530609657423566, |
| "grad_norm": 1.4034799337387085, |
| "learning_rate": 3.923469517128822e-05, |
| "loss": 0.6242, |
| "step": 93400 |
| }, |
| { |
| "epoch": 0.21576713746625756, |
| "grad_norm": 1.160979151725769, |
| "learning_rate": 3.9211643126687127e-05, |
| "loss": 0.6082, |
| "step": 93600 |
| }, |
| { |
| "epoch": 0.21622817835827948, |
| "grad_norm": 1.3025540113449097, |
| "learning_rate": 3.918859108208603e-05, |
| "loss": 0.5844, |
| "step": 93800 |
| }, |
| { |
| "epoch": 0.2166892192503014, |
| "grad_norm": 2.7265303134918213, |
| "learning_rate": 3.916553903748493e-05, |
| "loss": 0.5367, |
| "step": 94000 |
| }, |
| { |
| "epoch": 0.21715026014232333, |
| "grad_norm": 2.3376145362854004, |
| "learning_rate": 3.914248699288384e-05, |
| "loss": 0.605, |
| "step": 94200 |
| }, |
| { |
| "epoch": 0.21761130103434523, |
| "grad_norm": 0.6863404512405396, |
| "learning_rate": 3.911943494828274e-05, |
| "loss": 0.6038, |
| "step": 94400 |
| }, |
| { |
| "epoch": 0.21807234192636715, |
| "grad_norm": 2.042480230331421, |
| "learning_rate": 3.909638290368164e-05, |
| "loss": 0.5875, |
| "step": 94600 |
| }, |
| { |
| "epoch": 0.21853338281838908, |
| "grad_norm": 1.5179613828659058, |
| "learning_rate": 3.907333085908055e-05, |
| "loss": 0.6374, |
| "step": 94800 |
| }, |
| { |
| "epoch": 0.218994423710411, |
| "grad_norm": 1.8562968969345093, |
| "learning_rate": 3.905027881447945e-05, |
| "loss": 0.6243, |
| "step": 95000 |
| }, |
| { |
| "epoch": 0.21945546460243293, |
| "grad_norm": 1.0300766229629517, |
| "learning_rate": 3.902722676987836e-05, |
| "loss": 0.6338, |
| "step": 95200 |
| }, |
| { |
| "epoch": 0.21991650549445482, |
| "grad_norm": 3.0744545459747314, |
| "learning_rate": 3.900417472527726e-05, |
| "loss": 0.6158, |
| "step": 95400 |
| }, |
| { |
| "epoch": 0.22037754638647675, |
| "grad_norm": 3.355592727661133, |
| "learning_rate": 3.898112268067616e-05, |
| "loss": 0.628, |
| "step": 95600 |
| }, |
| { |
| "epoch": 0.22083858727849867, |
| "grad_norm": 1.0590027570724487, |
| "learning_rate": 3.895807063607507e-05, |
| "loss": 0.6363, |
| "step": 95800 |
| }, |
| { |
| "epoch": 0.2212996281705206, |
| "grad_norm": 1.37596595287323, |
| "learning_rate": 3.893501859147397e-05, |
| "loss": 0.6107, |
| "step": 96000 |
| }, |
| { |
| "epoch": 0.2217606690625425, |
| "grad_norm": 1.392102599143982, |
| "learning_rate": 3.891196654687287e-05, |
| "loss": 0.6182, |
| "step": 96200 |
| }, |
| { |
| "epoch": 0.22222170995456442, |
| "grad_norm": 1.0778827667236328, |
| "learning_rate": 3.888891450227178e-05, |
| "loss": 0.6225, |
| "step": 96400 |
| }, |
| { |
| "epoch": 0.22268275084658634, |
| "grad_norm": 0.8405503034591675, |
| "learning_rate": 3.8865862457670685e-05, |
| "loss": 0.5607, |
| "step": 96600 |
| }, |
| { |
| "epoch": 0.22314379173860827, |
| "grad_norm": 1.857490062713623, |
| "learning_rate": 3.884281041306959e-05, |
| "loss": 0.5927, |
| "step": 96800 |
| }, |
| { |
| "epoch": 0.22360483263063016, |
| "grad_norm": 1.9052844047546387, |
| "learning_rate": 3.8819758368468496e-05, |
| "loss": 0.631, |
| "step": 97000 |
| }, |
| { |
| "epoch": 0.2240658735226521, |
| "grad_norm": 0.8537679314613342, |
| "learning_rate": 3.87967063238674e-05, |
| "loss": 0.6252, |
| "step": 97200 |
| }, |
| { |
| "epoch": 0.224526914414674, |
| "grad_norm": 1.5780411958694458, |
| "learning_rate": 3.87736542792663e-05, |
| "loss": 0.6445, |
| "step": 97400 |
| }, |
| { |
| "epoch": 0.22498795530669594, |
| "grad_norm": 1.55938720703125, |
| "learning_rate": 3.8750602234665206e-05, |
| "loss": 0.592, |
| "step": 97600 |
| }, |
| { |
| "epoch": 0.22544899619871783, |
| "grad_norm": 2.4053783416748047, |
| "learning_rate": 3.872755019006411e-05, |
| "loss": 0.5912, |
| "step": 97800 |
| }, |
| { |
| "epoch": 0.22591003709073976, |
| "grad_norm": 1.1745800971984863, |
| "learning_rate": 3.870449814546301e-05, |
| "loss": 0.6163, |
| "step": 98000 |
| }, |
| { |
| "epoch": 0.22637107798276168, |
| "grad_norm": 1.0355582237243652, |
| "learning_rate": 3.8681446100861916e-05, |
| "loss": 0.6557, |
| "step": 98200 |
| }, |
| { |
| "epoch": 0.2268321188747836, |
| "grad_norm": 1.5494755506515503, |
| "learning_rate": 3.865839405626082e-05, |
| "loss": 0.5803, |
| "step": 98400 |
| }, |
| { |
| "epoch": 0.22729315976680553, |
| "grad_norm": 0.9093578457832336, |
| "learning_rate": 3.863534201165973e-05, |
| "loss": 0.5485, |
| "step": 98600 |
| }, |
| { |
| "epoch": 0.22775420065882743, |
| "grad_norm": 3.997178077697754, |
| "learning_rate": 3.861228996705863e-05, |
| "loss": 0.608, |
| "step": 98800 |
| }, |
| { |
| "epoch": 0.22821524155084935, |
| "grad_norm": 0.7264981269836426, |
| "learning_rate": 3.858923792245753e-05, |
| "loss": 0.5569, |
| "step": 99000 |
| }, |
| { |
| "epoch": 0.22867628244287128, |
| "grad_norm": 1.214425802230835, |
| "learning_rate": 3.856618587785644e-05, |
| "loss": 0.5799, |
| "step": 99200 |
| }, |
| { |
| "epoch": 0.2291373233348932, |
| "grad_norm": 1.1324894428253174, |
| "learning_rate": 3.8543133833255344e-05, |
| "loss": 0.5854, |
| "step": 99400 |
| }, |
| { |
| "epoch": 0.2295983642269151, |
| "grad_norm": 1.1045070886611938, |
| "learning_rate": 3.852008178865424e-05, |
| "loss": 0.6338, |
| "step": 99600 |
| }, |
| { |
| "epoch": 0.23005940511893702, |
| "grad_norm": 1.4003263711929321, |
| "learning_rate": 3.849702974405315e-05, |
| "loss": 0.6131, |
| "step": 99800 |
| }, |
| { |
| "epoch": 0.23052044601095895, |
| "grad_norm": 1.9223850965499878, |
| "learning_rate": 3.8473977699452054e-05, |
| "loss": 0.583, |
| "step": 100000 |
| }, |
| { |
| "epoch": 0.23052044601095895, |
| "eval_loss": 0.5901287198066711, |
| "eval_runtime": 144.11, |
| "eval_samples_per_second": 30.407, |
| "eval_steps_per_second": 30.407, |
| "step": 100000 |
| }, |
| { |
| "epoch": 0.23098148690298087, |
| "grad_norm": 3.727125883102417, |
| "learning_rate": 3.845092565485096e-05, |
| "loss": 0.5922, |
| "step": 100200 |
| }, |
| { |
| "epoch": 0.23144252779500277, |
| "grad_norm": 2.583871364593506, |
| "learning_rate": 3.8427873610249865e-05, |
| "loss": 0.5656, |
| "step": 100400 |
| }, |
| { |
| "epoch": 0.2319035686870247, |
| "grad_norm": 1.4674535989761353, |
| "learning_rate": 3.840482156564877e-05, |
| "loss": 0.6487, |
| "step": 100600 |
| }, |
| { |
| "epoch": 0.23236460957904662, |
| "grad_norm": 1.2001768350601196, |
| "learning_rate": 3.838176952104767e-05, |
| "loss": 0.5979, |
| "step": 100800 |
| }, |
| { |
| "epoch": 0.23282565047106854, |
| "grad_norm": 1.036700963973999, |
| "learning_rate": 3.8358717476446576e-05, |
| "loss": 0.5853, |
| "step": 101000 |
| }, |
| { |
| "epoch": 0.23328669136309044, |
| "grad_norm": 1.6959054470062256, |
| "learning_rate": 3.833566543184548e-05, |
| "loss": 0.6108, |
| "step": 101200 |
| }, |
| { |
| "epoch": 0.23374773225511236, |
| "grad_norm": 1.153205156326294, |
| "learning_rate": 3.831261338724439e-05, |
| "loss": 0.5994, |
| "step": 101400 |
| }, |
| { |
| "epoch": 0.23420877314713429, |
| "grad_norm": 1.5132783651351929, |
| "learning_rate": 3.8289561342643286e-05, |
| "loss": 0.5739, |
| "step": 101600 |
| }, |
| { |
| "epoch": 0.2346698140391562, |
| "grad_norm": 1.745678424835205, |
| "learning_rate": 3.826650929804219e-05, |
| "loss": 0.6051, |
| "step": 101800 |
| }, |
| { |
| "epoch": 0.2351308549311781, |
| "grad_norm": 1.6017553806304932, |
| "learning_rate": 3.82434572534411e-05, |
| "loss": 0.6234, |
| "step": 102000 |
| }, |
| { |
| "epoch": 0.23559189582320003, |
| "grad_norm": 1.4784915447235107, |
| "learning_rate": 3.8220405208839996e-05, |
| "loss": 0.61, |
| "step": 102200 |
| }, |
| { |
| "epoch": 0.23605293671522196, |
| "grad_norm": 1.5724163055419922, |
| "learning_rate": 3.81973531642389e-05, |
| "loss": 0.5704, |
| "step": 102400 |
| }, |
| { |
| "epoch": 0.23651397760724388, |
| "grad_norm": 1.936811923980713, |
| "learning_rate": 3.817430111963781e-05, |
| "loss": 0.6272, |
| "step": 102600 |
| }, |
| { |
| "epoch": 0.2369750184992658, |
| "grad_norm": 0.96824711561203, |
| "learning_rate": 3.815124907503671e-05, |
| "loss": 0.6139, |
| "step": 102800 |
| }, |
| { |
| "epoch": 0.2374360593912877, |
| "grad_norm": 1.1771214008331299, |
| "learning_rate": 3.812819703043561e-05, |
| "loss": 0.5996, |
| "step": 103000 |
| }, |
| { |
| "epoch": 0.23789710028330963, |
| "grad_norm": 1.3290009498596191, |
| "learning_rate": 3.810514498583452e-05, |
| "loss": 0.5637, |
| "step": 103200 |
| }, |
| { |
| "epoch": 0.23835814117533155, |
| "grad_norm": 1.389938473701477, |
| "learning_rate": 3.808209294123343e-05, |
| "loss": 0.5753, |
| "step": 103400 |
| }, |
| { |
| "epoch": 0.23881918206735347, |
| "grad_norm": 1.5995765924453735, |
| "learning_rate": 3.805904089663233e-05, |
| "loss": 0.5625, |
| "step": 103600 |
| }, |
| { |
| "epoch": 0.23928022295937537, |
| "grad_norm": 1.64626145362854, |
| "learning_rate": 3.8035988852031235e-05, |
| "loss": 0.6059, |
| "step": 103800 |
| }, |
| { |
| "epoch": 0.2397412638513973, |
| "grad_norm": 1.7561503648757935, |
| "learning_rate": 3.801293680743014e-05, |
| "loss": 0.5819, |
| "step": 104000 |
| }, |
| { |
| "epoch": 0.24020230474341922, |
| "grad_norm": 1.4345256090164185, |
| "learning_rate": 3.798988476282904e-05, |
| "loss": 0.6131, |
| "step": 104200 |
| }, |
| { |
| "epoch": 0.24066334563544114, |
| "grad_norm": 1.1421653032302856, |
| "learning_rate": 3.7966832718227945e-05, |
| "loss": 0.5468, |
| "step": 104400 |
| }, |
| { |
| "epoch": 0.24112438652746304, |
| "grad_norm": 1.356677532196045, |
| "learning_rate": 3.794378067362685e-05, |
| "loss": 0.5659, |
| "step": 104600 |
| }, |
| { |
| "epoch": 0.24158542741948497, |
| "grad_norm": 1.065327763557434, |
| "learning_rate": 3.7920728629025756e-05, |
| "loss": 0.5518, |
| "step": 104800 |
| }, |
| { |
| "epoch": 0.2420464683115069, |
| "grad_norm": 2.1725375652313232, |
| "learning_rate": 3.7897676584424655e-05, |
| "loss": 0.6386, |
| "step": 105000 |
| }, |
| { |
| "epoch": 0.24250750920352881, |
| "grad_norm": 1.0061650276184082, |
| "learning_rate": 3.787462453982356e-05, |
| "loss": 0.5936, |
| "step": 105200 |
| }, |
| { |
| "epoch": 0.2429685500955507, |
| "grad_norm": 1.8890901803970337, |
| "learning_rate": 3.7851572495222467e-05, |
| "loss": 0.5985, |
| "step": 105400 |
| }, |
| { |
| "epoch": 0.24342959098757264, |
| "grad_norm": 0.9927252531051636, |
| "learning_rate": 3.7828520450621365e-05, |
| "loss": 0.6082, |
| "step": 105600 |
| }, |
| { |
| "epoch": 0.24389063187959456, |
| "grad_norm": 1.791656494140625, |
| "learning_rate": 3.780546840602027e-05, |
| "loss": 0.5913, |
| "step": 105800 |
| }, |
| { |
| "epoch": 0.24435167277161648, |
| "grad_norm": 0.8485866785049438, |
| "learning_rate": 3.778241636141918e-05, |
| "loss": 0.5868, |
| "step": 106000 |
| }, |
| { |
| "epoch": 0.2448127136636384, |
| "grad_norm": 2.2644290924072266, |
| "learning_rate": 3.775936431681808e-05, |
| "loss": 0.5296, |
| "step": 106200 |
| }, |
| { |
| "epoch": 0.2452737545556603, |
| "grad_norm": 1.4203904867172241, |
| "learning_rate": 3.773631227221698e-05, |
| "loss": 0.542, |
| "step": 106400 |
| }, |
| { |
| "epoch": 0.24573479544768223, |
| "grad_norm": 1.9407037496566772, |
| "learning_rate": 3.771326022761589e-05, |
| "loss": 0.5666, |
| "step": 106600 |
| }, |
| { |
| "epoch": 0.24619583633970415, |
| "grad_norm": 0.9351466298103333, |
| "learning_rate": 3.76902081830148e-05, |
| "loss": 0.6103, |
| "step": 106800 |
| }, |
| { |
| "epoch": 0.24665687723172608, |
| "grad_norm": 0.9978102445602417, |
| "learning_rate": 3.76671561384137e-05, |
| "loss": 0.5896, |
| "step": 107000 |
| }, |
| { |
| "epoch": 0.24711791812374798, |
| "grad_norm": 1.419097900390625, |
| "learning_rate": 3.7644104093812604e-05, |
| "loss": 0.5511, |
| "step": 107200 |
| }, |
| { |
| "epoch": 0.2475789590157699, |
| "grad_norm": 0.8121142387390137, |
| "learning_rate": 3.762105204921151e-05, |
| "loss": 0.567, |
| "step": 107400 |
| }, |
| { |
| "epoch": 0.24803999990779182, |
| "grad_norm": 1.2004528045654297, |
| "learning_rate": 3.759800000461041e-05, |
| "loss": 0.5494, |
| "step": 107600 |
| }, |
| { |
| "epoch": 0.24850104079981375, |
| "grad_norm": 1.426767349243164, |
| "learning_rate": 3.7574947960009314e-05, |
| "loss": 0.5833, |
| "step": 107800 |
| }, |
| { |
| "epoch": 0.24896208169183565, |
| "grad_norm": 2.5049235820770264, |
| "learning_rate": 3.755189591540822e-05, |
| "loss": 0.6164, |
| "step": 108000 |
| }, |
| { |
| "epoch": 0.24942312258385757, |
| "grad_norm": 2.0731942653656006, |
| "learning_rate": 3.7528843870807126e-05, |
| "loss": 0.5709, |
| "step": 108200 |
| }, |
| { |
| "epoch": 0.2498841634758795, |
| "grad_norm": 1.43949556350708, |
| "learning_rate": 3.7505791826206025e-05, |
| "loss": 0.6137, |
| "step": 108400 |
| }, |
| { |
| "epoch": 0.2503452043679014, |
| "grad_norm": 1.452414870262146, |
| "learning_rate": 3.748273978160493e-05, |
| "loss": 0.5779, |
| "step": 108600 |
| }, |
| { |
| "epoch": 0.25080624525992334, |
| "grad_norm": 2.6152195930480957, |
| "learning_rate": 3.7459687737003836e-05, |
| "loss": 0.5681, |
| "step": 108800 |
| }, |
| { |
| "epoch": 0.25126728615194527, |
| "grad_norm": 1.348482370376587, |
| "learning_rate": 3.743663569240274e-05, |
| "loss": 0.6671, |
| "step": 109000 |
| }, |
| { |
| "epoch": 0.25172832704396714, |
| "grad_norm": 0.8128360509872437, |
| "learning_rate": 3.741358364780164e-05, |
| "loss": 0.5648, |
| "step": 109200 |
| }, |
| { |
| "epoch": 0.25218936793598906, |
| "grad_norm": 0.83039790391922, |
| "learning_rate": 3.7390531603200546e-05, |
| "loss": 0.6204, |
| "step": 109400 |
| }, |
| { |
| "epoch": 0.252650408828011, |
| "grad_norm": 1.9912052154541016, |
| "learning_rate": 3.736747955859945e-05, |
| "loss": 0.5364, |
| "step": 109600 |
| }, |
| { |
| "epoch": 0.2531114497200329, |
| "grad_norm": 1.4351979494094849, |
| "learning_rate": 3.734442751399835e-05, |
| "loss": 0.6486, |
| "step": 109800 |
| }, |
| { |
| "epoch": 0.25357249061205483, |
| "grad_norm": 1.6197021007537842, |
| "learning_rate": 3.7321375469397256e-05, |
| "loss": 0.5651, |
| "step": 110000 |
| }, |
| { |
| "epoch": 0.25403353150407676, |
| "grad_norm": 2.011810541152954, |
| "learning_rate": 3.729832342479617e-05, |
| "loss": 0.6064, |
| "step": 110200 |
| }, |
| { |
| "epoch": 0.2544945723960987, |
| "grad_norm": 1.3699722290039062, |
| "learning_rate": 3.727527138019507e-05, |
| "loss": 0.536, |
| "step": 110400 |
| }, |
| { |
| "epoch": 0.2549556132881206, |
| "grad_norm": 2.089066743850708, |
| "learning_rate": 3.7252219335593973e-05, |
| "loss": 0.6077, |
| "step": 110600 |
| }, |
| { |
| "epoch": 0.25541665418014253, |
| "grad_norm": 0.4626462459564209, |
| "learning_rate": 3.722916729099288e-05, |
| "loss": 0.5726, |
| "step": 110800 |
| }, |
| { |
| "epoch": 0.2558776950721644, |
| "grad_norm": 1.4077805280685425, |
| "learning_rate": 3.7206115246391785e-05, |
| "loss": 0.6218, |
| "step": 111000 |
| }, |
| { |
| "epoch": 0.2563387359641863, |
| "grad_norm": 2.0903522968292236, |
| "learning_rate": 3.7183063201790684e-05, |
| "loss": 0.5829, |
| "step": 111200 |
| }, |
| { |
| "epoch": 0.25679977685620825, |
| "grad_norm": 1.4433337450027466, |
| "learning_rate": 3.716001115718959e-05, |
| "loss": 0.6412, |
| "step": 111400 |
| }, |
| { |
| "epoch": 0.2572608177482302, |
| "grad_norm": 2.1463751792907715, |
| "learning_rate": 3.7136959112588495e-05, |
| "loss": 0.6183, |
| "step": 111600 |
| }, |
| { |
| "epoch": 0.2577218586402521, |
| "grad_norm": 0.8230465054512024, |
| "learning_rate": 3.7113907067987394e-05, |
| "loss": 0.5919, |
| "step": 111800 |
| }, |
| { |
| "epoch": 0.258182899532274, |
| "grad_norm": 1.8142331838607788, |
| "learning_rate": 3.70908550233863e-05, |
| "loss": 0.5895, |
| "step": 112000 |
| }, |
| { |
| "epoch": 0.25864394042429595, |
| "grad_norm": 1.7713125944137573, |
| "learning_rate": 3.7067802978785205e-05, |
| "loss": 0.591, |
| "step": 112200 |
| }, |
| { |
| "epoch": 0.2591049813163179, |
| "grad_norm": 1.0239676237106323, |
| "learning_rate": 3.704475093418411e-05, |
| "loss": 0.6209, |
| "step": 112400 |
| }, |
| { |
| "epoch": 0.25956602220833974, |
| "grad_norm": 2.02620267868042, |
| "learning_rate": 3.702169888958301e-05, |
| "loss": 0.5581, |
| "step": 112600 |
| }, |
| { |
| "epoch": 0.26002706310036167, |
| "grad_norm": 1.8414267301559448, |
| "learning_rate": 3.6998646844981916e-05, |
| "loss": 0.6137, |
| "step": 112800 |
| }, |
| { |
| "epoch": 0.2604881039923836, |
| "grad_norm": 1.4095929861068726, |
| "learning_rate": 3.697559480038082e-05, |
| "loss": 0.6136, |
| "step": 113000 |
| }, |
| { |
| "epoch": 0.2609491448844055, |
| "grad_norm": 1.6548664569854736, |
| "learning_rate": 3.695254275577972e-05, |
| "loss": 0.5464, |
| "step": 113200 |
| }, |
| { |
| "epoch": 0.26141018577642744, |
| "grad_norm": 1.0387002229690552, |
| "learning_rate": 3.6929490711178626e-05, |
| "loss": 0.6102, |
| "step": 113400 |
| }, |
| { |
| "epoch": 0.26187122666844936, |
| "grad_norm": 0.6978960633277893, |
| "learning_rate": 3.690643866657754e-05, |
| "loss": 0.5755, |
| "step": 113600 |
| }, |
| { |
| "epoch": 0.2623322675604713, |
| "grad_norm": 1.7503503561019897, |
| "learning_rate": 3.688338662197644e-05, |
| "loss": 0.5449, |
| "step": 113800 |
| }, |
| { |
| "epoch": 0.2627933084524932, |
| "grad_norm": 0.6255602836608887, |
| "learning_rate": 3.686033457737534e-05, |
| "loss": 0.5577, |
| "step": 114000 |
| }, |
| { |
| "epoch": 0.26325434934451514, |
| "grad_norm": 1.001632571220398, |
| "learning_rate": 3.683728253277425e-05, |
| "loss": 0.6007, |
| "step": 114200 |
| }, |
| { |
| "epoch": 0.263715390236537, |
| "grad_norm": 1.6783490180969238, |
| "learning_rate": 3.6814230488173154e-05, |
| "loss": 0.5887, |
| "step": 114400 |
| }, |
| { |
| "epoch": 0.26417643112855893, |
| "grad_norm": 0.6255197525024414, |
| "learning_rate": 3.679117844357205e-05, |
| "loss": 0.5561, |
| "step": 114600 |
| }, |
| { |
| "epoch": 0.26463747202058086, |
| "grad_norm": 2.288745880126953, |
| "learning_rate": 3.676812639897096e-05, |
| "loss": 0.5486, |
| "step": 114800 |
| }, |
| { |
| "epoch": 0.2650985129126028, |
| "grad_norm": 1.1330058574676514, |
| "learning_rate": 3.6745074354369864e-05, |
| "loss": 0.5508, |
| "step": 115000 |
| }, |
| { |
| "epoch": 0.2655595538046247, |
| "grad_norm": 1.2491919994354248, |
| "learning_rate": 3.672202230976876e-05, |
| "loss": 0.6188, |
| "step": 115200 |
| }, |
| { |
| "epoch": 0.26602059469664663, |
| "grad_norm": 1.020461916923523, |
| "learning_rate": 3.669897026516767e-05, |
| "loss": 0.6308, |
| "step": 115400 |
| }, |
| { |
| "epoch": 0.26648163558866855, |
| "grad_norm": 1.3160836696624756, |
| "learning_rate": 3.6675918220566575e-05, |
| "loss": 0.6101, |
| "step": 115600 |
| }, |
| { |
| "epoch": 0.2669426764806905, |
| "grad_norm": 1.1758986711502075, |
| "learning_rate": 3.665286617596548e-05, |
| "loss": 0.5964, |
| "step": 115800 |
| }, |
| { |
| "epoch": 0.26740371737271235, |
| "grad_norm": 0.9118921756744385, |
| "learning_rate": 3.662981413136438e-05, |
| "loss": 0.5713, |
| "step": 116000 |
| }, |
| { |
| "epoch": 0.26786475826473427, |
| "grad_norm": 1.9953539371490479, |
| "learning_rate": 3.6606762086763285e-05, |
| "loss": 0.5761, |
| "step": 116200 |
| }, |
| { |
| "epoch": 0.2683257991567562, |
| "grad_norm": 1.5514432191848755, |
| "learning_rate": 3.658371004216219e-05, |
| "loss": 0.5848, |
| "step": 116400 |
| }, |
| { |
| "epoch": 0.2687868400487781, |
| "grad_norm": 0.9288082122802734, |
| "learning_rate": 3.6560657997561096e-05, |
| "loss": 0.5664, |
| "step": 116600 |
| }, |
| { |
| "epoch": 0.26924788094080004, |
| "grad_norm": 1.547339677810669, |
| "learning_rate": 3.6537605952959995e-05, |
| "loss": 0.5863, |
| "step": 116800 |
| }, |
| { |
| "epoch": 0.26970892183282197, |
| "grad_norm": 1.671633005142212, |
| "learning_rate": 3.651455390835891e-05, |
| "loss": 0.5271, |
| "step": 117000 |
| }, |
| { |
| "epoch": 0.2701699627248439, |
| "grad_norm": 0.9012247920036316, |
| "learning_rate": 3.6491501863757807e-05, |
| "loss": 0.5724, |
| "step": 117200 |
| }, |
| { |
| "epoch": 0.2706310036168658, |
| "grad_norm": 2.2852792739868164, |
| "learning_rate": 3.646844981915671e-05, |
| "loss": 0.5644, |
| "step": 117400 |
| }, |
| { |
| "epoch": 0.27109204450888774, |
| "grad_norm": 1.312666893005371, |
| "learning_rate": 3.644539777455562e-05, |
| "loss": 0.612, |
| "step": 117600 |
| }, |
| { |
| "epoch": 0.2715530854009096, |
| "grad_norm": 0.9513750672340393, |
| "learning_rate": 3.6422345729954524e-05, |
| "loss": 0.5791, |
| "step": 117800 |
| }, |
| { |
| "epoch": 0.27201412629293154, |
| "grad_norm": 1.9773327112197876, |
| "learning_rate": 3.639929368535342e-05, |
| "loss": 0.5628, |
| "step": 118000 |
| }, |
| { |
| "epoch": 0.27247516718495346, |
| "grad_norm": 1.666195273399353, |
| "learning_rate": 3.637624164075233e-05, |
| "loss": 0.5722, |
| "step": 118200 |
| }, |
| { |
| "epoch": 0.2729362080769754, |
| "grad_norm": 1.6101315021514893, |
| "learning_rate": 3.6353189596151234e-05, |
| "loss": 0.6474, |
| "step": 118400 |
| }, |
| { |
| "epoch": 0.2733972489689973, |
| "grad_norm": 0.8097496628761292, |
| "learning_rate": 3.633013755155014e-05, |
| "loss": 0.5353, |
| "step": 118600 |
| }, |
| { |
| "epoch": 0.27385828986101923, |
| "grad_norm": 1.7693250179290771, |
| "learning_rate": 3.630708550694904e-05, |
| "loss": 0.6161, |
| "step": 118800 |
| }, |
| { |
| "epoch": 0.27431933075304116, |
| "grad_norm": 1.4188885688781738, |
| "learning_rate": 3.6284033462347944e-05, |
| "loss": 0.6031, |
| "step": 119000 |
| }, |
| { |
| "epoch": 0.2747803716450631, |
| "grad_norm": 0.7906126379966736, |
| "learning_rate": 3.626098141774685e-05, |
| "loss": 0.5421, |
| "step": 119200 |
| }, |
| { |
| "epoch": 0.27524141253708495, |
| "grad_norm": 1.3080761432647705, |
| "learning_rate": 3.623792937314575e-05, |
| "loss": 0.565, |
| "step": 119400 |
| }, |
| { |
| "epoch": 0.2757024534291069, |
| "grad_norm": 1.3079235553741455, |
| "learning_rate": 3.6214877328544654e-05, |
| "loss": 0.5828, |
| "step": 119600 |
| }, |
| { |
| "epoch": 0.2761634943211288, |
| "grad_norm": 1.9901784658432007, |
| "learning_rate": 3.619182528394356e-05, |
| "loss": 0.5621, |
| "step": 119800 |
| }, |
| { |
| "epoch": 0.2766245352131507, |
| "grad_norm": 0.5003865957260132, |
| "learning_rate": 3.6168773239342466e-05, |
| "loss": 0.5374, |
| "step": 120000 |
| }, |
| { |
| "epoch": 0.27708557610517265, |
| "grad_norm": 1.5458438396453857, |
| "learning_rate": 3.614572119474137e-05, |
| "loss": 0.5449, |
| "step": 120200 |
| }, |
| { |
| "epoch": 0.2775466169971946, |
| "grad_norm": 1.4383118152618408, |
| "learning_rate": 3.612266915014028e-05, |
| "loss": 0.6142, |
| "step": 120400 |
| }, |
| { |
| "epoch": 0.2780076578892165, |
| "grad_norm": 1.1855522394180298, |
| "learning_rate": 3.609961710553918e-05, |
| "loss": 0.564, |
| "step": 120600 |
| }, |
| { |
| "epoch": 0.2784686987812384, |
| "grad_norm": 0.840207040309906, |
| "learning_rate": 3.607656506093808e-05, |
| "loss": 0.5621, |
| "step": 120800 |
| }, |
| { |
| "epoch": 0.27892973967326035, |
| "grad_norm": 1.0996273756027222, |
| "learning_rate": 3.605351301633699e-05, |
| "loss": 0.5671, |
| "step": 121000 |
| }, |
| { |
| "epoch": 0.2793907805652822, |
| "grad_norm": 1.7531362771987915, |
| "learning_rate": 3.603046097173589e-05, |
| "loss": 0.6016, |
| "step": 121200 |
| }, |
| { |
| "epoch": 0.27985182145730414, |
| "grad_norm": 0.8433918952941895, |
| "learning_rate": 3.600740892713479e-05, |
| "loss": 0.632, |
| "step": 121400 |
| }, |
| { |
| "epoch": 0.28031286234932606, |
| "grad_norm": 0.8943939208984375, |
| "learning_rate": 3.59843568825337e-05, |
| "loss": 0.4969, |
| "step": 121600 |
| }, |
| { |
| "epoch": 0.280773903241348, |
| "grad_norm": 0.8883448839187622, |
| "learning_rate": 3.59613048379326e-05, |
| "loss": 0.5624, |
| "step": 121800 |
| }, |
| { |
| "epoch": 0.2812349441333699, |
| "grad_norm": 1.5441436767578125, |
| "learning_rate": 3.593825279333151e-05, |
| "loss": 0.5934, |
| "step": 122000 |
| }, |
| { |
| "epoch": 0.28169598502539184, |
| "grad_norm": 1.6779813766479492, |
| "learning_rate": 3.591520074873041e-05, |
| "loss": 0.5975, |
| "step": 122200 |
| }, |
| { |
| "epoch": 0.28215702591741376, |
| "grad_norm": 1.3484402894973755, |
| "learning_rate": 3.5892148704129313e-05, |
| "loss": 0.6151, |
| "step": 122400 |
| }, |
| { |
| "epoch": 0.2826180668094357, |
| "grad_norm": 0.881047785282135, |
| "learning_rate": 3.586909665952822e-05, |
| "loss": 0.5377, |
| "step": 122600 |
| }, |
| { |
| "epoch": 0.28307910770145756, |
| "grad_norm": 2.1730856895446777, |
| "learning_rate": 3.584604461492712e-05, |
| "loss": 0.5002, |
| "step": 122800 |
| }, |
| { |
| "epoch": 0.2835401485934795, |
| "grad_norm": 1.7546623945236206, |
| "learning_rate": 3.5822992570326024e-05, |
| "loss": 0.5439, |
| "step": 123000 |
| }, |
| { |
| "epoch": 0.2840011894855014, |
| "grad_norm": 1.6560966968536377, |
| "learning_rate": 3.579994052572493e-05, |
| "loss": 0.5278, |
| "step": 123200 |
| }, |
| { |
| "epoch": 0.28446223037752333, |
| "grad_norm": 1.4443609714508057, |
| "learning_rate": 3.5776888481123835e-05, |
| "loss": 0.631, |
| "step": 123400 |
| }, |
| { |
| "epoch": 0.28492327126954525, |
| "grad_norm": 1.6837761402130127, |
| "learning_rate": 3.575383643652274e-05, |
| "loss": 0.5833, |
| "step": 123600 |
| }, |
| { |
| "epoch": 0.2853843121615672, |
| "grad_norm": 1.0554946660995483, |
| "learning_rate": 3.5730784391921646e-05, |
| "loss": 0.5635, |
| "step": 123800 |
| }, |
| { |
| "epoch": 0.2858453530535891, |
| "grad_norm": 1.2719945907592773, |
| "learning_rate": 3.570773234732055e-05, |
| "loss": 0.5692, |
| "step": 124000 |
| }, |
| { |
| "epoch": 0.286306393945611, |
| "grad_norm": 0.48329654335975647, |
| "learning_rate": 3.568468030271945e-05, |
| "loss": 0.5724, |
| "step": 124200 |
| }, |
| { |
| "epoch": 0.28676743483763295, |
| "grad_norm": 1.2862858772277832, |
| "learning_rate": 3.566162825811836e-05, |
| "loss": 0.5593, |
| "step": 124400 |
| }, |
| { |
| "epoch": 0.2872284757296548, |
| "grad_norm": 2.067934513092041, |
| "learning_rate": 3.563857621351726e-05, |
| "loss": 0.5513, |
| "step": 124600 |
| }, |
| { |
| "epoch": 0.28768951662167674, |
| "grad_norm": 1.8785241842269897, |
| "learning_rate": 3.561552416891616e-05, |
| "loss": 0.5874, |
| "step": 124800 |
| }, |
| { |
| "epoch": 0.28815055751369867, |
| "grad_norm": 3.0009591579437256, |
| "learning_rate": 3.559247212431507e-05, |
| "loss": 0.5906, |
| "step": 125000 |
| }, |
| { |
| "epoch": 0.2886115984057206, |
| "grad_norm": 1.5266379117965698, |
| "learning_rate": 3.556942007971397e-05, |
| "loss": 0.6025, |
| "step": 125200 |
| }, |
| { |
| "epoch": 0.2890726392977425, |
| "grad_norm": 1.0007365942001343, |
| "learning_rate": 3.554636803511288e-05, |
| "loss": 0.5562, |
| "step": 125400 |
| }, |
| { |
| "epoch": 0.28953368018976444, |
| "grad_norm": 2.2831757068634033, |
| "learning_rate": 3.552331599051178e-05, |
| "loss": 0.6007, |
| "step": 125600 |
| }, |
| { |
| "epoch": 0.28999472108178637, |
| "grad_norm": 1.6605206727981567, |
| "learning_rate": 3.550026394591068e-05, |
| "loss": 0.5505, |
| "step": 125800 |
| }, |
| { |
| "epoch": 0.2904557619738083, |
| "grad_norm": 1.3791511058807373, |
| "learning_rate": 3.547721190130959e-05, |
| "loss": 0.6039, |
| "step": 126000 |
| }, |
| { |
| "epoch": 0.29091680286583016, |
| "grad_norm": 1.0427671670913696, |
| "learning_rate": 3.5454159856708494e-05, |
| "loss": 0.5216, |
| "step": 126200 |
| }, |
| { |
| "epoch": 0.2913778437578521, |
| "grad_norm": 1.1405614614486694, |
| "learning_rate": 3.543110781210739e-05, |
| "loss": 0.5689, |
| "step": 126400 |
| }, |
| { |
| "epoch": 0.291838884649874, |
| "grad_norm": 2.266157388687134, |
| "learning_rate": 3.54080557675063e-05, |
| "loss": 0.5273, |
| "step": 126600 |
| }, |
| { |
| "epoch": 0.29229992554189593, |
| "grad_norm": 1.7301876544952393, |
| "learning_rate": 3.5385003722905204e-05, |
| "loss": 0.5355, |
| "step": 126800 |
| }, |
| { |
| "epoch": 0.29276096643391786, |
| "grad_norm": 0.9307401180267334, |
| "learning_rate": 3.536195167830411e-05, |
| "loss": 0.5431, |
| "step": 127000 |
| }, |
| { |
| "epoch": 0.2932220073259398, |
| "grad_norm": 1.8494658470153809, |
| "learning_rate": 3.5338899633703016e-05, |
| "loss": 0.5768, |
| "step": 127200 |
| }, |
| { |
| "epoch": 0.2936830482179617, |
| "grad_norm": 1.0275499820709229, |
| "learning_rate": 3.531584758910192e-05, |
| "loss": 0.5996, |
| "step": 127400 |
| }, |
| { |
| "epoch": 0.29414408910998363, |
| "grad_norm": 0.5210323333740234, |
| "learning_rate": 3.529279554450082e-05, |
| "loss": 0.5473, |
| "step": 127600 |
| }, |
| { |
| "epoch": 0.29460513000200556, |
| "grad_norm": 1.827402114868164, |
| "learning_rate": 3.5269743499899726e-05, |
| "loss": 0.5728, |
| "step": 127800 |
| }, |
| { |
| "epoch": 0.2950661708940274, |
| "grad_norm": 2.054245948791504, |
| "learning_rate": 3.524669145529863e-05, |
| "loss": 0.6179, |
| "step": 128000 |
| }, |
| { |
| "epoch": 0.29552721178604935, |
| "grad_norm": 1.6693862676620483, |
| "learning_rate": 3.522363941069754e-05, |
| "loss": 0.5453, |
| "step": 128200 |
| }, |
| { |
| "epoch": 0.2959882526780713, |
| "grad_norm": 23.072887420654297, |
| "learning_rate": 3.5200587366096436e-05, |
| "loss": 0.5791, |
| "step": 128400 |
| }, |
| { |
| "epoch": 0.2964492935700932, |
| "grad_norm": 1.1938518285751343, |
| "learning_rate": 3.517753532149534e-05, |
| "loss": 0.5507, |
| "step": 128600 |
| }, |
| { |
| "epoch": 0.2969103344621151, |
| "grad_norm": 2.9994335174560547, |
| "learning_rate": 3.515448327689425e-05, |
| "loss": 0.5737, |
| "step": 128800 |
| }, |
| { |
| "epoch": 0.29737137535413705, |
| "grad_norm": 2.0268101692199707, |
| "learning_rate": 3.5131431232293146e-05, |
| "loss": 0.5941, |
| "step": 129000 |
| }, |
| { |
| "epoch": 0.29783241624615897, |
| "grad_norm": 1.4600251913070679, |
| "learning_rate": 3.510837918769205e-05, |
| "loss": 0.5456, |
| "step": 129200 |
| }, |
| { |
| "epoch": 0.2982934571381809, |
| "grad_norm": 0.5370715260505676, |
| "learning_rate": 3.508532714309096e-05, |
| "loss": 0.5618, |
| "step": 129400 |
| }, |
| { |
| "epoch": 0.29875449803020276, |
| "grad_norm": 1.65589439868927, |
| "learning_rate": 3.5062275098489864e-05, |
| "loss": 0.5189, |
| "step": 129600 |
| }, |
| { |
| "epoch": 0.2992155389222247, |
| "grad_norm": 1.9053618907928467, |
| "learning_rate": 3.503922305388876e-05, |
| "loss": 0.5698, |
| "step": 129800 |
| }, |
| { |
| "epoch": 0.2996765798142466, |
| "grad_norm": 0.9981529116630554, |
| "learning_rate": 3.501617100928767e-05, |
| "loss": 0.5622, |
| "step": 130000 |
| }, |
| { |
| "epoch": 0.30013762070626854, |
| "grad_norm": 1.5136228799819946, |
| "learning_rate": 3.4993118964686574e-05, |
| "loss": 0.5812, |
| "step": 130200 |
| }, |
| { |
| "epoch": 0.30059866159829046, |
| "grad_norm": 1.9930968284606934, |
| "learning_rate": 3.497006692008548e-05, |
| "loss": 0.5754, |
| "step": 130400 |
| }, |
| { |
| "epoch": 0.3010597024903124, |
| "grad_norm": 1.6242766380310059, |
| "learning_rate": 3.4947014875484385e-05, |
| "loss": 0.6422, |
| "step": 130600 |
| }, |
| { |
| "epoch": 0.3015207433823343, |
| "grad_norm": 1.142068862915039, |
| "learning_rate": 3.492396283088329e-05, |
| "loss": 0.5647, |
| "step": 130800 |
| }, |
| { |
| "epoch": 0.30198178427435624, |
| "grad_norm": 0.8593564629554749, |
| "learning_rate": 3.490091078628219e-05, |
| "loss": 0.5709, |
| "step": 131000 |
| }, |
| { |
| "epoch": 0.3024428251663781, |
| "grad_norm": 1.0364127159118652, |
| "learning_rate": 3.4877858741681095e-05, |
| "loss": 0.6261, |
| "step": 131200 |
| }, |
| { |
| "epoch": 0.30290386605840003, |
| "grad_norm": 0.7950695157051086, |
| "learning_rate": 3.485480669708e-05, |
| "loss": 0.5276, |
| "step": 131400 |
| }, |
| { |
| "epoch": 0.30336490695042195, |
| "grad_norm": 0.7673638463020325, |
| "learning_rate": 3.483175465247891e-05, |
| "loss": 0.5289, |
| "step": 131600 |
| }, |
| { |
| "epoch": 0.3038259478424439, |
| "grad_norm": 0.7830930948257446, |
| "learning_rate": 3.4808702607877806e-05, |
| "loss": 0.512, |
| "step": 131800 |
| }, |
| { |
| "epoch": 0.3042869887344658, |
| "grad_norm": 2.0144901275634766, |
| "learning_rate": 3.478565056327671e-05, |
| "loss": 0.5974, |
| "step": 132000 |
| }, |
| { |
| "epoch": 0.3047480296264877, |
| "grad_norm": 1.531823754310608, |
| "learning_rate": 3.476259851867562e-05, |
| "loss": 0.5889, |
| "step": 132200 |
| }, |
| { |
| "epoch": 0.30520907051850965, |
| "grad_norm": 1.1989134550094604, |
| "learning_rate": 3.4739546474074516e-05, |
| "loss": 0.5664, |
| "step": 132400 |
| }, |
| { |
| "epoch": 0.3056701114105316, |
| "grad_norm": 1.5596988201141357, |
| "learning_rate": 3.471649442947342e-05, |
| "loss": 0.5465, |
| "step": 132600 |
| }, |
| { |
| "epoch": 0.3061311523025535, |
| "grad_norm": 1.2339794635772705, |
| "learning_rate": 3.469344238487233e-05, |
| "loss": 0.5387, |
| "step": 132800 |
| }, |
| { |
| "epoch": 0.30659219319457537, |
| "grad_norm": 0.7480385303497314, |
| "learning_rate": 3.467039034027123e-05, |
| "loss": 0.5744, |
| "step": 133000 |
| }, |
| { |
| "epoch": 0.3070532340865973, |
| "grad_norm": 1.1106038093566895, |
| "learning_rate": 3.464733829567013e-05, |
| "loss": 0.5523, |
| "step": 133200 |
| }, |
| { |
| "epoch": 0.3075142749786192, |
| "grad_norm": 1.145395040512085, |
| "learning_rate": 3.462428625106904e-05, |
| "loss": 0.5758, |
| "step": 133400 |
| }, |
| { |
| "epoch": 0.30797531587064114, |
| "grad_norm": 1.4697068929672241, |
| "learning_rate": 3.460123420646794e-05, |
| "loss": 0.5938, |
| "step": 133600 |
| }, |
| { |
| "epoch": 0.30843635676266307, |
| "grad_norm": 1.8657139539718628, |
| "learning_rate": 3.457818216186685e-05, |
| "loss": 0.612, |
| "step": 133800 |
| }, |
| { |
| "epoch": 0.308897397654685, |
| "grad_norm": 1.3529716730117798, |
| "learning_rate": 3.4555130117265754e-05, |
| "loss": 0.6109, |
| "step": 134000 |
| }, |
| { |
| "epoch": 0.3093584385467069, |
| "grad_norm": 1.7217750549316406, |
| "learning_rate": 3.453207807266466e-05, |
| "loss": 0.5585, |
| "step": 134200 |
| }, |
| { |
| "epoch": 0.30981947943872884, |
| "grad_norm": 2.0881683826446533, |
| "learning_rate": 3.450902602806356e-05, |
| "loss": 0.5603, |
| "step": 134400 |
| }, |
| { |
| "epoch": 0.3102805203307507, |
| "grad_norm": 1.4093154668807983, |
| "learning_rate": 3.4485973983462465e-05, |
| "loss": 0.6025, |
| "step": 134600 |
| }, |
| { |
| "epoch": 0.31074156122277263, |
| "grad_norm": 1.2909964323043823, |
| "learning_rate": 3.446292193886137e-05, |
| "loss": 0.6318, |
| "step": 134800 |
| }, |
| { |
| "epoch": 0.31120260211479456, |
| "grad_norm": 1.9000458717346191, |
| "learning_rate": 3.4439869894260276e-05, |
| "loss": 0.5565, |
| "step": 135000 |
| }, |
| { |
| "epoch": 0.3116636430068165, |
| "grad_norm": 1.2994461059570312, |
| "learning_rate": 3.4416817849659175e-05, |
| "loss": 0.5426, |
| "step": 135200 |
| }, |
| { |
| "epoch": 0.3121246838988384, |
| "grad_norm": 0.6507192850112915, |
| "learning_rate": 3.439376580505808e-05, |
| "loss": 0.5631, |
| "step": 135400 |
| }, |
| { |
| "epoch": 0.31258572479086033, |
| "grad_norm": 1.4689639806747437, |
| "learning_rate": 3.4370713760456986e-05, |
| "loss": 0.6069, |
| "step": 135600 |
| }, |
| { |
| "epoch": 0.31304676568288226, |
| "grad_norm": 0.9149547219276428, |
| "learning_rate": 3.434766171585589e-05, |
| "loss": 0.5872, |
| "step": 135800 |
| }, |
| { |
| "epoch": 0.3135078065749042, |
| "grad_norm": 1.8406304121017456, |
| "learning_rate": 3.432460967125479e-05, |
| "loss": 0.5729, |
| "step": 136000 |
| }, |
| { |
| "epoch": 0.3139688474669261, |
| "grad_norm": 1.9627593755722046, |
| "learning_rate": 3.4301557626653697e-05, |
| "loss": 0.5771, |
| "step": 136200 |
| }, |
| { |
| "epoch": 0.314429888358948, |
| "grad_norm": 0.7546736001968384, |
| "learning_rate": 3.42785055820526e-05, |
| "loss": 0.4629, |
| "step": 136400 |
| }, |
| { |
| "epoch": 0.3148909292509699, |
| "grad_norm": 1.3984806537628174, |
| "learning_rate": 3.42554535374515e-05, |
| "loss": 0.5377, |
| "step": 136600 |
| }, |
| { |
| "epoch": 0.3153519701429918, |
| "grad_norm": 1.5485873222351074, |
| "learning_rate": 3.423240149285041e-05, |
| "loss": 0.5739, |
| "step": 136800 |
| }, |
| { |
| "epoch": 0.31581301103501375, |
| "grad_norm": 1.7093192338943481, |
| "learning_rate": 3.420934944824931e-05, |
| "loss": 0.5751, |
| "step": 137000 |
| }, |
| { |
| "epoch": 0.31627405192703567, |
| "grad_norm": 1.5941184759140015, |
| "learning_rate": 3.418629740364822e-05, |
| "loss": 0.555, |
| "step": 137200 |
| }, |
| { |
| "epoch": 0.3167350928190576, |
| "grad_norm": 1.0753742456436157, |
| "learning_rate": 3.4163245359047124e-05, |
| "loss": 0.5638, |
| "step": 137400 |
| }, |
| { |
| "epoch": 0.3171961337110795, |
| "grad_norm": 1.171726107597351, |
| "learning_rate": 3.414019331444603e-05, |
| "loss": 0.5748, |
| "step": 137600 |
| }, |
| { |
| "epoch": 0.31765717460310144, |
| "grad_norm": 1.5128881931304932, |
| "learning_rate": 3.4117141269844935e-05, |
| "loss": 0.5728, |
| "step": 137800 |
| }, |
| { |
| "epoch": 0.3181182154951233, |
| "grad_norm": 2.131058692932129, |
| "learning_rate": 3.4094089225243834e-05, |
| "loss": 0.5536, |
| "step": 138000 |
| }, |
| { |
| "epoch": 0.31857925638714524, |
| "grad_norm": 1.5034462213516235, |
| "learning_rate": 3.407103718064274e-05, |
| "loss": 0.5505, |
| "step": 138200 |
| }, |
| { |
| "epoch": 0.31904029727916716, |
| "grad_norm": 1.4908447265625, |
| "learning_rate": 3.4047985136041645e-05, |
| "loss": 0.5813, |
| "step": 138400 |
| }, |
| { |
| "epoch": 0.3195013381711891, |
| "grad_norm": 1.6707509756088257, |
| "learning_rate": 3.4024933091440544e-05, |
| "loss": 0.5984, |
| "step": 138600 |
| }, |
| { |
| "epoch": 0.319962379063211, |
| "grad_norm": 1.7882601022720337, |
| "learning_rate": 3.400188104683945e-05, |
| "loss": 0.5801, |
| "step": 138800 |
| }, |
| { |
| "epoch": 0.32042341995523294, |
| "grad_norm": 2.314807176589966, |
| "learning_rate": 3.3978829002238356e-05, |
| "loss": 0.5608, |
| "step": 139000 |
| }, |
| { |
| "epoch": 0.32088446084725486, |
| "grad_norm": 0.6125404834747314, |
| "learning_rate": 3.395577695763726e-05, |
| "loss": 0.5732, |
| "step": 139200 |
| }, |
| { |
| "epoch": 0.3213455017392768, |
| "grad_norm": 1.9929119348526, |
| "learning_rate": 3.393272491303616e-05, |
| "loss": 0.5998, |
| "step": 139400 |
| }, |
| { |
| "epoch": 0.3218065426312987, |
| "grad_norm": 1.571915626525879, |
| "learning_rate": 3.3909672868435066e-05, |
| "loss": 0.5613, |
| "step": 139600 |
| }, |
| { |
| "epoch": 0.3222675835233206, |
| "grad_norm": 1.3218785524368286, |
| "learning_rate": 3.388662082383397e-05, |
| "loss": 0.5558, |
| "step": 139800 |
| }, |
| { |
| "epoch": 0.3227286244153425, |
| "grad_norm": 1.0370618104934692, |
| "learning_rate": 3.386356877923287e-05, |
| "loss": 0.5212, |
| "step": 140000 |
| }, |
| { |
| "epoch": 0.3231896653073644, |
| "grad_norm": 1.202951431274414, |
| "learning_rate": 3.3840516734631776e-05, |
| "loss": 0.5084, |
| "step": 140200 |
| }, |
| { |
| "epoch": 0.32365070619938635, |
| "grad_norm": 1.7719680070877075, |
| "learning_rate": 3.381746469003068e-05, |
| "loss": 0.5619, |
| "step": 140400 |
| }, |
| { |
| "epoch": 0.3241117470914083, |
| "grad_norm": 1.611811876296997, |
| "learning_rate": 3.379441264542959e-05, |
| "loss": 0.5645, |
| "step": 140600 |
| }, |
| { |
| "epoch": 0.3245727879834302, |
| "grad_norm": 1.4955034255981445, |
| "learning_rate": 3.377136060082849e-05, |
| "loss": 0.5335, |
| "step": 140800 |
| }, |
| { |
| "epoch": 0.3250338288754521, |
| "grad_norm": 1.1228415966033936, |
| "learning_rate": 3.37483085562274e-05, |
| "loss": 0.538, |
| "step": 141000 |
| }, |
| { |
| "epoch": 0.32549486976747405, |
| "grad_norm": 0.8524361848831177, |
| "learning_rate": 3.3725256511626305e-05, |
| "loss": 0.5565, |
| "step": 141200 |
| }, |
| { |
| "epoch": 0.3259559106594959, |
| "grad_norm": 0.7709594368934631, |
| "learning_rate": 3.3702204467025203e-05, |
| "loss": 0.5728, |
| "step": 141400 |
| }, |
| { |
| "epoch": 0.32641695155151784, |
| "grad_norm": 0.9017342329025269, |
| "learning_rate": 3.367915242242411e-05, |
| "loss": 0.574, |
| "step": 141600 |
| }, |
| { |
| "epoch": 0.32687799244353977, |
| "grad_norm": 1.6135542392730713, |
| "learning_rate": 3.3656100377823015e-05, |
| "loss": 0.5467, |
| "step": 141800 |
| }, |
| { |
| "epoch": 0.3273390333355617, |
| "grad_norm": 1.0958969593048096, |
| "learning_rate": 3.3633048333221914e-05, |
| "loss": 0.5548, |
| "step": 142000 |
| }, |
| { |
| "epoch": 0.3278000742275836, |
| "grad_norm": 0.8333266973495483, |
| "learning_rate": 3.360999628862082e-05, |
| "loss": 0.6149, |
| "step": 142200 |
| }, |
| { |
| "epoch": 0.32826111511960554, |
| "grad_norm": 1.3214168548583984, |
| "learning_rate": 3.3586944244019725e-05, |
| "loss": 0.5691, |
| "step": 142400 |
| }, |
| { |
| "epoch": 0.32872215601162746, |
| "grad_norm": 1.9546606540679932, |
| "learning_rate": 3.356389219941863e-05, |
| "loss": 0.5188, |
| "step": 142600 |
| }, |
| { |
| "epoch": 0.3291831969036494, |
| "grad_norm": 2.063167095184326, |
| "learning_rate": 3.354084015481753e-05, |
| "loss": 0.5576, |
| "step": 142800 |
| }, |
| { |
| "epoch": 0.3296442377956713, |
| "grad_norm": 1.5281319618225098, |
| "learning_rate": 3.3517788110216435e-05, |
| "loss": 0.6239, |
| "step": 143000 |
| }, |
| { |
| "epoch": 0.3301052786876932, |
| "grad_norm": 0.9940102696418762, |
| "learning_rate": 3.349473606561534e-05, |
| "loss": 0.5521, |
| "step": 143200 |
| }, |
| { |
| "epoch": 0.3305663195797151, |
| "grad_norm": 0.5748217105865479, |
| "learning_rate": 3.347168402101425e-05, |
| "loss": 0.536, |
| "step": 143400 |
| }, |
| { |
| "epoch": 0.33102736047173703, |
| "grad_norm": 1.7020162343978882, |
| "learning_rate": 3.3448631976413146e-05, |
| "loss": 0.573, |
| "step": 143600 |
| }, |
| { |
| "epoch": 0.33148840136375896, |
| "grad_norm": 1.1483004093170166, |
| "learning_rate": 3.342557993181205e-05, |
| "loss": 0.5677, |
| "step": 143800 |
| }, |
| { |
| "epoch": 0.3319494422557809, |
| "grad_norm": 0.9976577162742615, |
| "learning_rate": 3.3402527887210964e-05, |
| "loss": 0.5171, |
| "step": 144000 |
| }, |
| { |
| "epoch": 0.3324104831478028, |
| "grad_norm": 1.9477131366729736, |
| "learning_rate": 3.337947584260986e-05, |
| "loss": 0.5206, |
| "step": 144200 |
| }, |
| { |
| "epoch": 0.33287152403982473, |
| "grad_norm": 2.5591280460357666, |
| "learning_rate": 3.335642379800877e-05, |
| "loss": 0.5785, |
| "step": 144400 |
| }, |
| { |
| "epoch": 0.33333256493184665, |
| "grad_norm": 0.9699960947036743, |
| "learning_rate": 3.3333371753407674e-05, |
| "loss": 0.5573, |
| "step": 144600 |
| }, |
| { |
| "epoch": 0.3337936058238685, |
| "grad_norm": 1.0641608238220215, |
| "learning_rate": 3.331031970880657e-05, |
| "loss": 0.5807, |
| "step": 144800 |
| }, |
| { |
| "epoch": 0.33425464671589045, |
| "grad_norm": 1.6940183639526367, |
| "learning_rate": 3.328726766420548e-05, |
| "loss": 0.5861, |
| "step": 145000 |
| }, |
| { |
| "epoch": 0.33471568760791237, |
| "grad_norm": 1.1107732057571411, |
| "learning_rate": 3.3264215619604384e-05, |
| "loss": 0.5613, |
| "step": 145200 |
| }, |
| { |
| "epoch": 0.3351767284999343, |
| "grad_norm": 1.3826497793197632, |
| "learning_rate": 3.324116357500329e-05, |
| "loss": 0.5364, |
| "step": 145400 |
| }, |
| { |
| "epoch": 0.3356377693919562, |
| "grad_norm": 2.2688817977905273, |
| "learning_rate": 3.321811153040219e-05, |
| "loss": 0.5485, |
| "step": 145600 |
| }, |
| { |
| "epoch": 0.33609881028397814, |
| "grad_norm": 1.0029947757720947, |
| "learning_rate": 3.3195059485801094e-05, |
| "loss": 0.5915, |
| "step": 145800 |
| }, |
| { |
| "epoch": 0.33655985117600007, |
| "grad_norm": 1.0812941789627075, |
| "learning_rate": 3.31720074412e-05, |
| "loss": 0.5652, |
| "step": 146000 |
| }, |
| { |
| "epoch": 0.337020892068022, |
| "grad_norm": 1.1072156429290771, |
| "learning_rate": 3.31489553965989e-05, |
| "loss": 0.5462, |
| "step": 146200 |
| }, |
| { |
| "epoch": 0.3374819329600439, |
| "grad_norm": 0.6877702474594116, |
| "learning_rate": 3.3125903351997805e-05, |
| "loss": 0.5372, |
| "step": 146400 |
| }, |
| { |
| "epoch": 0.3379429738520658, |
| "grad_norm": 1.1875689029693604, |
| "learning_rate": 3.310285130739671e-05, |
| "loss": 0.5579, |
| "step": 146600 |
| }, |
| { |
| "epoch": 0.3384040147440877, |
| "grad_norm": 1.9786611795425415, |
| "learning_rate": 3.3079799262795616e-05, |
| "loss": 0.5614, |
| "step": 146800 |
| }, |
| { |
| "epoch": 0.33886505563610964, |
| "grad_norm": 0.24953074753284454, |
| "learning_rate": 3.3056747218194515e-05, |
| "loss": 0.5648, |
| "step": 147000 |
| }, |
| { |
| "epoch": 0.33932609652813156, |
| "grad_norm": 2.5248162746429443, |
| "learning_rate": 3.303369517359342e-05, |
| "loss": 0.4776, |
| "step": 147200 |
| }, |
| { |
| "epoch": 0.3397871374201535, |
| "grad_norm": 0.7923634052276611, |
| "learning_rate": 3.301064312899233e-05, |
| "loss": 0.5524, |
| "step": 147400 |
| }, |
| { |
| "epoch": 0.3402481783121754, |
| "grad_norm": 1.1320934295654297, |
| "learning_rate": 3.298759108439123e-05, |
| "loss": 0.5924, |
| "step": 147600 |
| }, |
| { |
| "epoch": 0.34070921920419733, |
| "grad_norm": 0.9425584673881531, |
| "learning_rate": 3.296453903979014e-05, |
| "loss": 0.5637, |
| "step": 147800 |
| }, |
| { |
| "epoch": 0.34117026009621926, |
| "grad_norm": 1.1642394065856934, |
| "learning_rate": 3.294148699518904e-05, |
| "loss": 0.555, |
| "step": 148000 |
| }, |
| { |
| "epoch": 0.3416313009882411, |
| "grad_norm": 1.479867935180664, |
| "learning_rate": 3.291843495058794e-05, |
| "loss": 0.5555, |
| "step": 148200 |
| }, |
| { |
| "epoch": 0.34209234188026305, |
| "grad_norm": 1.6537656784057617, |
| "learning_rate": 3.289538290598685e-05, |
| "loss": 0.5266, |
| "step": 148400 |
| }, |
| { |
| "epoch": 0.342553382772285, |
| "grad_norm": 0.8928322196006775, |
| "learning_rate": 3.2872330861385754e-05, |
| "loss": 0.5169, |
| "step": 148600 |
| }, |
| { |
| "epoch": 0.3430144236643069, |
| "grad_norm": 0.6630598902702332, |
| "learning_rate": 3.284927881678466e-05, |
| "loss": 0.5868, |
| "step": 148800 |
| }, |
| { |
| "epoch": 0.3434754645563288, |
| "grad_norm": 1.361573338508606, |
| "learning_rate": 3.282622677218356e-05, |
| "loss": 0.542, |
| "step": 149000 |
| }, |
| { |
| "epoch": 0.34393650544835075, |
| "grad_norm": 1.668082356452942, |
| "learning_rate": 3.2803174727582464e-05, |
| "loss": 0.5735, |
| "step": 149200 |
| }, |
| { |
| "epoch": 0.3443975463403727, |
| "grad_norm": 2.2211737632751465, |
| "learning_rate": 3.278012268298137e-05, |
| "loss": 0.5747, |
| "step": 149400 |
| }, |
| { |
| "epoch": 0.3448585872323946, |
| "grad_norm": 0.685369610786438, |
| "learning_rate": 3.275707063838027e-05, |
| "loss": 0.5401, |
| "step": 149600 |
| }, |
| { |
| "epoch": 0.3453196281244165, |
| "grad_norm": 1.617565631866455, |
| "learning_rate": 3.2734018593779174e-05, |
| "loss": 0.5635, |
| "step": 149800 |
| }, |
| { |
| "epoch": 0.3457806690164384, |
| "grad_norm": 1.5583852529525757, |
| "learning_rate": 3.271096654917808e-05, |
| "loss": 0.542, |
| "step": 150000 |
| }, |
| { |
| "epoch": 0.3457806690164384, |
| "eval_loss": 0.5474369525909424, |
| "eval_runtime": 144.1295, |
| "eval_samples_per_second": 30.403, |
| "eval_steps_per_second": 30.403, |
| "step": 150000 |
| }, |
| { |
| "epoch": 0.3462417099084603, |
| "grad_norm": 1.612930178642273, |
| "learning_rate": 3.2687914504576985e-05, |
| "loss": 0.5401, |
| "step": 150200 |
| }, |
| { |
| "epoch": 0.34670275080048224, |
| "grad_norm": 1.3440135717391968, |
| "learning_rate": 3.2664862459975884e-05, |
| "loss": 0.557, |
| "step": 150400 |
| }, |
| { |
| "epoch": 0.34716379169250416, |
| "grad_norm": 1.8030917644500732, |
| "learning_rate": 3.264181041537479e-05, |
| "loss": 0.528, |
| "step": 150600 |
| }, |
| { |
| "epoch": 0.3476248325845261, |
| "grad_norm": 1.355789303779602, |
| "learning_rate": 3.26187583707737e-05, |
| "loss": 0.5977, |
| "step": 150800 |
| }, |
| { |
| "epoch": 0.348085873476548, |
| "grad_norm": 1.8958524465560913, |
| "learning_rate": 3.25957063261726e-05, |
| "loss": 0.5509, |
| "step": 151000 |
| }, |
| { |
| "epoch": 0.34854691436856994, |
| "grad_norm": 1.62078857421875, |
| "learning_rate": 3.257265428157151e-05, |
| "loss": 0.5261, |
| "step": 151200 |
| }, |
| { |
| "epoch": 0.34900795526059186, |
| "grad_norm": 1.1603842973709106, |
| "learning_rate": 3.254960223697041e-05, |
| "loss": 0.5319, |
| "step": 151400 |
| }, |
| { |
| "epoch": 0.34946899615261373, |
| "grad_norm": 1.1251477003097534, |
| "learning_rate": 3.252655019236932e-05, |
| "loss": 0.5416, |
| "step": 151600 |
| }, |
| { |
| "epoch": 0.34993003704463566, |
| "grad_norm": 1.0224628448486328, |
| "learning_rate": 3.250349814776822e-05, |
| "loss": 0.5649, |
| "step": 151800 |
| }, |
| { |
| "epoch": 0.3503910779366576, |
| "grad_norm": 1.211235523223877, |
| "learning_rate": 3.248044610316712e-05, |
| "loss": 0.596, |
| "step": 152000 |
| }, |
| { |
| "epoch": 0.3508521188286795, |
| "grad_norm": 0.8075993061065674, |
| "learning_rate": 3.245739405856603e-05, |
| "loss": 0.5491, |
| "step": 152200 |
| }, |
| { |
| "epoch": 0.35131315972070143, |
| "grad_norm": 1.6871740818023682, |
| "learning_rate": 3.243434201396493e-05, |
| "loss": 0.5996, |
| "step": 152400 |
| }, |
| { |
| "epoch": 0.35177420061272335, |
| "grad_norm": 1.8563005924224854, |
| "learning_rate": 3.241128996936383e-05, |
| "loss": 0.5544, |
| "step": 152600 |
| }, |
| { |
| "epoch": 0.3522352415047453, |
| "grad_norm": 1.102376103401184, |
| "learning_rate": 3.238823792476274e-05, |
| "loss": 0.5294, |
| "step": 152800 |
| }, |
| { |
| "epoch": 0.3526962823967672, |
| "grad_norm": 1.3146488666534424, |
| "learning_rate": 3.2365185880161645e-05, |
| "loss": 0.55, |
| "step": 153000 |
| }, |
| { |
| "epoch": 0.3531573232887891, |
| "grad_norm": 1.509630799293518, |
| "learning_rate": 3.2342133835560543e-05, |
| "loss": 0.5853, |
| "step": 153200 |
| }, |
| { |
| "epoch": 0.353618364180811, |
| "grad_norm": 1.378322958946228, |
| "learning_rate": 3.231908179095945e-05, |
| "loss": 0.5718, |
| "step": 153400 |
| }, |
| { |
| "epoch": 0.3540794050728329, |
| "grad_norm": 1.8150678873062134, |
| "learning_rate": 3.2296029746358355e-05, |
| "loss": 0.5234, |
| "step": 153600 |
| }, |
| { |
| "epoch": 0.35454044596485484, |
| "grad_norm": 1.5151995420455933, |
| "learning_rate": 3.2272977701757254e-05, |
| "loss": 0.55, |
| "step": 153800 |
| }, |
| { |
| "epoch": 0.35500148685687677, |
| "grad_norm": 1.823546290397644, |
| "learning_rate": 3.224992565715616e-05, |
| "loss": 0.5458, |
| "step": 154000 |
| }, |
| { |
| "epoch": 0.3554625277488987, |
| "grad_norm": 1.5419812202453613, |
| "learning_rate": 3.222687361255507e-05, |
| "loss": 0.567, |
| "step": 154200 |
| }, |
| { |
| "epoch": 0.3559235686409206, |
| "grad_norm": 0.9206061959266663, |
| "learning_rate": 3.220382156795397e-05, |
| "loss": 0.5666, |
| "step": 154400 |
| }, |
| { |
| "epoch": 0.35638460953294254, |
| "grad_norm": 1.9426078796386719, |
| "learning_rate": 3.2180769523352876e-05, |
| "loss": 0.5598, |
| "step": 154600 |
| }, |
| { |
| "epoch": 0.35684565042496447, |
| "grad_norm": 2.45462965965271, |
| "learning_rate": 3.215771747875178e-05, |
| "loss": 0.5728, |
| "step": 154800 |
| }, |
| { |
| "epoch": 0.35730669131698634, |
| "grad_norm": 1.4566892385482788, |
| "learning_rate": 3.213466543415069e-05, |
| "loss": 0.5465, |
| "step": 155000 |
| }, |
| { |
| "epoch": 0.35776773220900826, |
| "grad_norm": 1.2060158252716064, |
| "learning_rate": 3.211161338954959e-05, |
| "loss": 0.5656, |
| "step": 155200 |
| }, |
| { |
| "epoch": 0.3582287731010302, |
| "grad_norm": 2.714728832244873, |
| "learning_rate": 3.208856134494849e-05, |
| "loss": 0.5431, |
| "step": 155400 |
| }, |
| { |
| "epoch": 0.3586898139930521, |
| "grad_norm": 1.1903655529022217, |
| "learning_rate": 3.20655093003474e-05, |
| "loss": 0.543, |
| "step": 155600 |
| }, |
| { |
| "epoch": 0.35915085488507403, |
| "grad_norm": 1.3290653228759766, |
| "learning_rate": 3.20424572557463e-05, |
| "loss": 0.5193, |
| "step": 155800 |
| }, |
| { |
| "epoch": 0.35961189577709596, |
| "grad_norm": 1.43769371509552, |
| "learning_rate": 3.20194052111452e-05, |
| "loss": 0.5177, |
| "step": 156000 |
| }, |
| { |
| "epoch": 0.3600729366691179, |
| "grad_norm": 1.404023289680481, |
| "learning_rate": 3.199635316654411e-05, |
| "loss": 0.5425, |
| "step": 156200 |
| }, |
| { |
| "epoch": 0.3605339775611398, |
| "grad_norm": 1.71915602684021, |
| "learning_rate": 3.1973301121943014e-05, |
| "loss": 0.5128, |
| "step": 156400 |
| }, |
| { |
| "epoch": 0.3609950184531617, |
| "grad_norm": 0.7645987272262573, |
| "learning_rate": 3.195024907734191e-05, |
| "loss": 0.5194, |
| "step": 156600 |
| }, |
| { |
| "epoch": 0.3614560593451836, |
| "grad_norm": 0.7512270212173462, |
| "learning_rate": 3.192719703274082e-05, |
| "loss": 0.5535, |
| "step": 156800 |
| }, |
| { |
| "epoch": 0.3619171002372055, |
| "grad_norm": 1.369632601737976, |
| "learning_rate": 3.1904144988139724e-05, |
| "loss": 0.5799, |
| "step": 157000 |
| }, |
| { |
| "epoch": 0.36237814112922745, |
| "grad_norm": 1.033872127532959, |
| "learning_rate": 3.188109294353862e-05, |
| "loss": 0.4932, |
| "step": 157200 |
| }, |
| { |
| "epoch": 0.3628391820212494, |
| "grad_norm": 1.6982067823410034, |
| "learning_rate": 3.185804089893753e-05, |
| "loss": 0.5428, |
| "step": 157400 |
| }, |
| { |
| "epoch": 0.3633002229132713, |
| "grad_norm": 1.2654556035995483, |
| "learning_rate": 3.183498885433644e-05, |
| "loss": 0.5261, |
| "step": 157600 |
| }, |
| { |
| "epoch": 0.3637612638052932, |
| "grad_norm": 0.6754932403564453, |
| "learning_rate": 3.181193680973534e-05, |
| "loss": 0.5388, |
| "step": 157800 |
| }, |
| { |
| "epoch": 0.36422230469731515, |
| "grad_norm": 1.5985398292541504, |
| "learning_rate": 3.1788884765134246e-05, |
| "loss": 0.553, |
| "step": 158000 |
| }, |
| { |
| "epoch": 0.36468334558933707, |
| "grad_norm": 0.4007735848426819, |
| "learning_rate": 3.176583272053315e-05, |
| "loss": 0.5233, |
| "step": 158200 |
| }, |
| { |
| "epoch": 0.36514438648135894, |
| "grad_norm": 1.1381844282150269, |
| "learning_rate": 3.174278067593206e-05, |
| "loss": 0.5748, |
| "step": 158400 |
| }, |
| { |
| "epoch": 0.36560542737338086, |
| "grad_norm": 0.9528195858001709, |
| "learning_rate": 3.1719728631330956e-05, |
| "loss": 0.5558, |
| "step": 158600 |
| }, |
| { |
| "epoch": 0.3660664682654028, |
| "grad_norm": 0.8936863541603088, |
| "learning_rate": 3.169667658672986e-05, |
| "loss": 0.5473, |
| "step": 158800 |
| }, |
| { |
| "epoch": 0.3665275091574247, |
| "grad_norm": 1.4663864374160767, |
| "learning_rate": 3.167362454212877e-05, |
| "loss": 0.5891, |
| "step": 159000 |
| }, |
| { |
| "epoch": 0.36698855004944664, |
| "grad_norm": 1.6440341472625732, |
| "learning_rate": 3.1650572497527666e-05, |
| "loss": 0.5361, |
| "step": 159200 |
| }, |
| { |
| "epoch": 0.36744959094146856, |
| "grad_norm": 0.7922578454017639, |
| "learning_rate": 3.162752045292657e-05, |
| "loss": 0.5754, |
| "step": 159400 |
| }, |
| { |
| "epoch": 0.3679106318334905, |
| "grad_norm": 2.1551461219787598, |
| "learning_rate": 3.160446840832548e-05, |
| "loss": 0.512, |
| "step": 159600 |
| }, |
| { |
| "epoch": 0.3683716727255124, |
| "grad_norm": 0.9643208980560303, |
| "learning_rate": 3.158141636372438e-05, |
| "loss": 0.5467, |
| "step": 159800 |
| }, |
| { |
| "epoch": 0.3688327136175343, |
| "grad_norm": 2.1086177825927734, |
| "learning_rate": 3.155836431912328e-05, |
| "loss": 0.5213, |
| "step": 160000 |
| }, |
| { |
| "epoch": 0.3692937545095562, |
| "grad_norm": 1.441178321838379, |
| "learning_rate": 3.153531227452219e-05, |
| "loss": 0.6028, |
| "step": 160200 |
| }, |
| { |
| "epoch": 0.36975479540157813, |
| "grad_norm": 1.4054416418075562, |
| "learning_rate": 3.1512260229921094e-05, |
| "loss": 0.4865, |
| "step": 160400 |
| }, |
| { |
| "epoch": 0.37021583629360005, |
| "grad_norm": 1.6927324533462524, |
| "learning_rate": 3.148920818532e-05, |
| "loss": 0.626, |
| "step": 160600 |
| }, |
| { |
| "epoch": 0.370676877185622, |
| "grad_norm": 0.4474141299724579, |
| "learning_rate": 3.14661561407189e-05, |
| "loss": 0.5385, |
| "step": 160800 |
| }, |
| { |
| "epoch": 0.3711379180776439, |
| "grad_norm": 1.3374356031417847, |
| "learning_rate": 3.144310409611781e-05, |
| "loss": 0.5159, |
| "step": 161000 |
| }, |
| { |
| "epoch": 0.3715989589696658, |
| "grad_norm": 0.9584740996360779, |
| "learning_rate": 3.1420052051516716e-05, |
| "loss": 0.5547, |
| "step": 161200 |
| }, |
| { |
| "epoch": 0.37205999986168775, |
| "grad_norm": 0.8642265200614929, |
| "learning_rate": 3.1397000006915615e-05, |
| "loss": 0.5651, |
| "step": 161400 |
| }, |
| { |
| "epoch": 0.3725210407537097, |
| "grad_norm": 1.4360606670379639, |
| "learning_rate": 3.137394796231452e-05, |
| "loss": 0.535, |
| "step": 161600 |
| }, |
| { |
| "epoch": 0.37298208164573154, |
| "grad_norm": 1.210317611694336, |
| "learning_rate": 3.1350895917713427e-05, |
| "loss": 0.5291, |
| "step": 161800 |
| }, |
| { |
| "epoch": 0.37344312253775347, |
| "grad_norm": 0.818991482257843, |
| "learning_rate": 3.1327843873112325e-05, |
| "loss": 0.5441, |
| "step": 162000 |
| }, |
| { |
| "epoch": 0.3739041634297754, |
| "grad_norm": 1.7334657907485962, |
| "learning_rate": 3.130479182851123e-05, |
| "loss": 0.547, |
| "step": 162200 |
| }, |
| { |
| "epoch": 0.3743652043217973, |
| "grad_norm": 1.3756144046783447, |
| "learning_rate": 3.128173978391014e-05, |
| "loss": 0.5386, |
| "step": 162400 |
| }, |
| { |
| "epoch": 0.37482624521381924, |
| "grad_norm": 1.6707614660263062, |
| "learning_rate": 3.125868773930904e-05, |
| "loss": 0.5332, |
| "step": 162600 |
| }, |
| { |
| "epoch": 0.37528728610584117, |
| "grad_norm": 1.2302086353302002, |
| "learning_rate": 3.123563569470794e-05, |
| "loss": 0.5376, |
| "step": 162800 |
| }, |
| { |
| "epoch": 0.3757483269978631, |
| "grad_norm": 1.47279953956604, |
| "learning_rate": 3.121258365010685e-05, |
| "loss": 0.5065, |
| "step": 163000 |
| }, |
| { |
| "epoch": 0.376209367889885, |
| "grad_norm": 1.31904935836792, |
| "learning_rate": 3.118953160550575e-05, |
| "loss": 0.5673, |
| "step": 163200 |
| }, |
| { |
| "epoch": 0.3766704087819069, |
| "grad_norm": 0.5999027490615845, |
| "learning_rate": 3.116647956090465e-05, |
| "loss": 0.5637, |
| "step": 163400 |
| }, |
| { |
| "epoch": 0.3771314496739288, |
| "grad_norm": 0.6730818152427673, |
| "learning_rate": 3.114342751630356e-05, |
| "loss": 0.5457, |
| "step": 163600 |
| }, |
| { |
| "epoch": 0.37759249056595073, |
| "grad_norm": 1.5005543231964111, |
| "learning_rate": 3.112037547170246e-05, |
| "loss": 0.54, |
| "step": 163800 |
| }, |
| { |
| "epoch": 0.37805353145797266, |
| "grad_norm": 0.8119702339172363, |
| "learning_rate": 3.109732342710137e-05, |
| "loss": 0.539, |
| "step": 164000 |
| }, |
| { |
| "epoch": 0.3785145723499946, |
| "grad_norm": 0.7515968680381775, |
| "learning_rate": 3.107427138250027e-05, |
| "loss": 0.5466, |
| "step": 164200 |
| }, |
| { |
| "epoch": 0.3789756132420165, |
| "grad_norm": 1.7886674404144287, |
| "learning_rate": 3.105121933789918e-05, |
| "loss": 0.5196, |
| "step": 164400 |
| }, |
| { |
| "epoch": 0.37943665413403843, |
| "grad_norm": 1.1930861473083496, |
| "learning_rate": 3.1028167293298086e-05, |
| "loss": 0.5678, |
| "step": 164600 |
| }, |
| { |
| "epoch": 0.37989769502606036, |
| "grad_norm": 1.8339203596115112, |
| "learning_rate": 3.1005115248696985e-05, |
| "loss": 0.5559, |
| "step": 164800 |
| }, |
| { |
| "epoch": 0.3803587359180823, |
| "grad_norm": 1.1968586444854736, |
| "learning_rate": 3.098206320409589e-05, |
| "loss": 0.5661, |
| "step": 165000 |
| }, |
| { |
| "epoch": 0.38081977681010415, |
| "grad_norm": 1.7871519327163696, |
| "learning_rate": 3.0959011159494796e-05, |
| "loss": 0.5931, |
| "step": 165200 |
| }, |
| { |
| "epoch": 0.3812808177021261, |
| "grad_norm": 0.8988884091377258, |
| "learning_rate": 3.0935959114893695e-05, |
| "loss": 0.4913, |
| "step": 165400 |
| }, |
| { |
| "epoch": 0.381741858594148, |
| "grad_norm": 0.36570337414741516, |
| "learning_rate": 3.09129070702926e-05, |
| "loss": 0.5088, |
| "step": 165600 |
| }, |
| { |
| "epoch": 0.3822028994861699, |
| "grad_norm": 1.5454649925231934, |
| "learning_rate": 3.0889855025691506e-05, |
| "loss": 0.5556, |
| "step": 165800 |
| }, |
| { |
| "epoch": 0.38266394037819185, |
| "grad_norm": 4.354947090148926, |
| "learning_rate": 3.086680298109041e-05, |
| "loss": 0.543, |
| "step": 166000 |
| }, |
| { |
| "epoch": 0.38312498127021377, |
| "grad_norm": 1.1687140464782715, |
| "learning_rate": 3.084375093648931e-05, |
| "loss": 0.5557, |
| "step": 166200 |
| }, |
| { |
| "epoch": 0.3835860221622357, |
| "grad_norm": 0.9749841690063477, |
| "learning_rate": 3.0820698891888216e-05, |
| "loss": 0.5267, |
| "step": 166400 |
| }, |
| { |
| "epoch": 0.3840470630542576, |
| "grad_norm": 1.900041103363037, |
| "learning_rate": 3.079764684728712e-05, |
| "loss": 0.5163, |
| "step": 166600 |
| }, |
| { |
| "epoch": 0.3845081039462795, |
| "grad_norm": 1.2895805835723877, |
| "learning_rate": 3.077459480268602e-05, |
| "loss": 0.5756, |
| "step": 166800 |
| }, |
| { |
| "epoch": 0.3849691448383014, |
| "grad_norm": 1.4463883638381958, |
| "learning_rate": 3.075154275808493e-05, |
| "loss": 0.5656, |
| "step": 167000 |
| }, |
| { |
| "epoch": 0.38543018573032334, |
| "grad_norm": 0.9612560272216797, |
| "learning_rate": 3.072849071348383e-05, |
| "loss": 0.5103, |
| "step": 167200 |
| }, |
| { |
| "epoch": 0.38589122662234526, |
| "grad_norm": 1.8480556011199951, |
| "learning_rate": 3.070543866888274e-05, |
| "loss": 0.5257, |
| "step": 167400 |
| }, |
| { |
| "epoch": 0.3863522675143672, |
| "grad_norm": 1.0281248092651367, |
| "learning_rate": 3.0682386624281644e-05, |
| "loss": 0.5381, |
| "step": 167600 |
| }, |
| { |
| "epoch": 0.3868133084063891, |
| "grad_norm": 1.657851219177246, |
| "learning_rate": 3.065933457968055e-05, |
| "loss": 0.5224, |
| "step": 167800 |
| }, |
| { |
| "epoch": 0.38727434929841104, |
| "grad_norm": 0.9592533707618713, |
| "learning_rate": 3.0636282535079455e-05, |
| "loss": 0.527, |
| "step": 168000 |
| }, |
| { |
| "epoch": 0.38773539019043296, |
| "grad_norm": 2.421381950378418, |
| "learning_rate": 3.0613230490478354e-05, |
| "loss": 0.5972, |
| "step": 168200 |
| }, |
| { |
| "epoch": 0.3881964310824549, |
| "grad_norm": 0.9807179570198059, |
| "learning_rate": 3.059017844587726e-05, |
| "loss": 0.6076, |
| "step": 168400 |
| }, |
| { |
| "epoch": 0.38865747197447675, |
| "grad_norm": 1.1217988729476929, |
| "learning_rate": 3.0567126401276165e-05, |
| "loss": 0.5442, |
| "step": 168600 |
| }, |
| { |
| "epoch": 0.3891185128664987, |
| "grad_norm": 0.9705345630645752, |
| "learning_rate": 3.054407435667507e-05, |
| "loss": 0.5831, |
| "step": 168800 |
| }, |
| { |
| "epoch": 0.3895795537585206, |
| "grad_norm": 0.9477503895759583, |
| "learning_rate": 3.052102231207397e-05, |
| "loss": 0.5955, |
| "step": 169000 |
| }, |
| { |
| "epoch": 0.3900405946505425, |
| "grad_norm": 0.7813563346862793, |
| "learning_rate": 3.0497970267472876e-05, |
| "loss": 0.5686, |
| "step": 169200 |
| }, |
| { |
| "epoch": 0.39050163554256445, |
| "grad_norm": 1.0669126510620117, |
| "learning_rate": 3.0474918222871778e-05, |
| "loss": 0.5756, |
| "step": 169400 |
| }, |
| { |
| "epoch": 0.3909626764345864, |
| "grad_norm": 1.3676906824111938, |
| "learning_rate": 3.0451866178270683e-05, |
| "loss": 0.4965, |
| "step": 169600 |
| }, |
| { |
| "epoch": 0.3914237173266083, |
| "grad_norm": 1.404822587966919, |
| "learning_rate": 3.0428814133669586e-05, |
| "loss": 0.5471, |
| "step": 169800 |
| }, |
| { |
| "epoch": 0.3918847582186302, |
| "grad_norm": 0.7466553449630737, |
| "learning_rate": 3.040576208906849e-05, |
| "loss": 0.556, |
| "step": 170000 |
| }, |
| { |
| "epoch": 0.3923457991106521, |
| "grad_norm": 1.3484429121017456, |
| "learning_rate": 3.0382710044467394e-05, |
| "loss": 0.5521, |
| "step": 170200 |
| }, |
| { |
| "epoch": 0.392806840002674, |
| "grad_norm": 3.4249660968780518, |
| "learning_rate": 3.03596579998663e-05, |
| "loss": 0.5787, |
| "step": 170400 |
| }, |
| { |
| "epoch": 0.39326788089469594, |
| "grad_norm": 0.8153938055038452, |
| "learning_rate": 3.03366059552652e-05, |
| "loss": 0.5223, |
| "step": 170600 |
| }, |
| { |
| "epoch": 0.39372892178671787, |
| "grad_norm": 2.557283401489258, |
| "learning_rate": 3.0313553910664104e-05, |
| "loss": 0.5833, |
| "step": 170800 |
| }, |
| { |
| "epoch": 0.3941899626787398, |
| "grad_norm": 1.367695927619934, |
| "learning_rate": 3.0290501866063013e-05, |
| "loss": 0.5317, |
| "step": 171000 |
| }, |
| { |
| "epoch": 0.3946510035707617, |
| "grad_norm": 1.190898060798645, |
| "learning_rate": 3.026744982146192e-05, |
| "loss": 0.5361, |
| "step": 171200 |
| }, |
| { |
| "epoch": 0.39511204446278364, |
| "grad_norm": 1.7618181705474854, |
| "learning_rate": 3.024439777686082e-05, |
| "loss": 0.6089, |
| "step": 171400 |
| }, |
| { |
| "epoch": 0.39557308535480556, |
| "grad_norm": 1.191237211227417, |
| "learning_rate": 3.0221345732259727e-05, |
| "loss": 0.5271, |
| "step": 171600 |
| }, |
| { |
| "epoch": 0.3960341262468275, |
| "grad_norm": 1.8360000848770142, |
| "learning_rate": 3.019829368765863e-05, |
| "loss": 0.5879, |
| "step": 171800 |
| }, |
| { |
| "epoch": 0.39649516713884936, |
| "grad_norm": 1.363987684249878, |
| "learning_rate": 3.0175241643057535e-05, |
| "loss": 0.5211, |
| "step": 172000 |
| }, |
| { |
| "epoch": 0.3969562080308713, |
| "grad_norm": 0.9211211800575256, |
| "learning_rate": 3.0152189598456437e-05, |
| "loss": 0.5419, |
| "step": 172200 |
| }, |
| { |
| "epoch": 0.3974172489228932, |
| "grad_norm": 1.8756023645401, |
| "learning_rate": 3.0129137553855343e-05, |
| "loss": 0.5281, |
| "step": 172400 |
| }, |
| { |
| "epoch": 0.39787828981491513, |
| "grad_norm": 0.9270503520965576, |
| "learning_rate": 3.0106085509254245e-05, |
| "loss": 0.5506, |
| "step": 172600 |
| }, |
| { |
| "epoch": 0.39833933070693706, |
| "grad_norm": 1.689388394355774, |
| "learning_rate": 3.0083033464653147e-05, |
| "loss": 0.4929, |
| "step": 172800 |
| }, |
| { |
| "epoch": 0.398800371598959, |
| "grad_norm": 1.1315703392028809, |
| "learning_rate": 3.0059981420052053e-05, |
| "loss": 0.5469, |
| "step": 173000 |
| }, |
| { |
| "epoch": 0.3992614124909809, |
| "grad_norm": 1.1053519248962402, |
| "learning_rate": 3.0036929375450955e-05, |
| "loss": 0.5001, |
| "step": 173200 |
| }, |
| { |
| "epoch": 0.39972245338300283, |
| "grad_norm": 1.1651402711868286, |
| "learning_rate": 3.001387733084986e-05, |
| "loss": 0.5255, |
| "step": 173400 |
| }, |
| { |
| "epoch": 0.4001834942750247, |
| "grad_norm": 1.540276288986206, |
| "learning_rate": 2.9990825286248763e-05, |
| "loss": 0.5644, |
| "step": 173600 |
| }, |
| { |
| "epoch": 0.4006445351670466, |
| "grad_norm": 0.8608019948005676, |
| "learning_rate": 2.996777324164767e-05, |
| "loss": 0.5312, |
| "step": 173800 |
| }, |
| { |
| "epoch": 0.40110557605906855, |
| "grad_norm": 0.959018886089325, |
| "learning_rate": 2.994472119704657e-05, |
| "loss": 0.5322, |
| "step": 174000 |
| }, |
| { |
| "epoch": 0.40156661695109047, |
| "grad_norm": 2.531625986099243, |
| "learning_rate": 2.9921669152445477e-05, |
| "loss": 0.5521, |
| "step": 174200 |
| }, |
| { |
| "epoch": 0.4020276578431124, |
| "grad_norm": 1.8716404438018799, |
| "learning_rate": 2.9898617107844386e-05, |
| "loss": 0.4931, |
| "step": 174400 |
| }, |
| { |
| "epoch": 0.4024886987351343, |
| "grad_norm": 1.4556031227111816, |
| "learning_rate": 2.9875565063243288e-05, |
| "loss": 0.5879, |
| "step": 174600 |
| }, |
| { |
| "epoch": 0.40294973962715624, |
| "grad_norm": 1.2687571048736572, |
| "learning_rate": 2.985251301864219e-05, |
| "loss": 0.5636, |
| "step": 174800 |
| }, |
| { |
| "epoch": 0.40341078051917817, |
| "grad_norm": 1.354716420173645, |
| "learning_rate": 2.9829460974041096e-05, |
| "loss": 0.5851, |
| "step": 175000 |
| }, |
| { |
| "epoch": 0.4038718214112001, |
| "grad_norm": 0.4532039761543274, |
| "learning_rate": 2.980640892944e-05, |
| "loss": 0.5726, |
| "step": 175200 |
| }, |
| { |
| "epoch": 0.40433286230322196, |
| "grad_norm": 1.2430226802825928, |
| "learning_rate": 2.9783356884838904e-05, |
| "loss": 0.5263, |
| "step": 175400 |
| }, |
| { |
| "epoch": 0.4047939031952439, |
| "grad_norm": 1.0308810472488403, |
| "learning_rate": 2.9760304840237806e-05, |
| "loss": 0.5634, |
| "step": 175600 |
| }, |
| { |
| "epoch": 0.4052549440872658, |
| "grad_norm": 1.0540807247161865, |
| "learning_rate": 2.9737252795636712e-05, |
| "loss": 0.546, |
| "step": 175800 |
| }, |
| { |
| "epoch": 0.40571598497928774, |
| "grad_norm": 1.632247805595398, |
| "learning_rate": 2.9714200751035614e-05, |
| "loss": 0.5265, |
| "step": 176000 |
| }, |
| { |
| "epoch": 0.40617702587130966, |
| "grad_norm": 1.5189135074615479, |
| "learning_rate": 2.969114870643452e-05, |
| "loss": 0.5582, |
| "step": 176200 |
| }, |
| { |
| "epoch": 0.4066380667633316, |
| "grad_norm": 1.3175644874572754, |
| "learning_rate": 2.9668096661833422e-05, |
| "loss": 0.555, |
| "step": 176400 |
| }, |
| { |
| "epoch": 0.4070991076553535, |
| "grad_norm": 1.3439033031463623, |
| "learning_rate": 2.9645044617232325e-05, |
| "loss": 0.5526, |
| "step": 176600 |
| }, |
| { |
| "epoch": 0.40756014854737543, |
| "grad_norm": 0.6501840949058533, |
| "learning_rate": 2.962199257263123e-05, |
| "loss": 0.4856, |
| "step": 176800 |
| }, |
| { |
| "epoch": 0.4080211894393973, |
| "grad_norm": 2.5215022563934326, |
| "learning_rate": 2.9598940528030132e-05, |
| "loss": 0.5419, |
| "step": 177000 |
| }, |
| { |
| "epoch": 0.4084822303314192, |
| "grad_norm": 1.9052616357803345, |
| "learning_rate": 2.9575888483429038e-05, |
| "loss": 0.5189, |
| "step": 177200 |
| }, |
| { |
| "epoch": 0.40894327122344115, |
| "grad_norm": 1.2403985261917114, |
| "learning_rate": 2.955283643882794e-05, |
| "loss": 0.6047, |
| "step": 177400 |
| }, |
| { |
| "epoch": 0.4094043121154631, |
| "grad_norm": 1.517579436302185, |
| "learning_rate": 2.9529784394226846e-05, |
| "loss": 0.5691, |
| "step": 177600 |
| }, |
| { |
| "epoch": 0.409865353007485, |
| "grad_norm": 2.5231924057006836, |
| "learning_rate": 2.9506732349625755e-05, |
| "loss": 0.5686, |
| "step": 177800 |
| }, |
| { |
| "epoch": 0.4103263938995069, |
| "grad_norm": 0.6522693634033203, |
| "learning_rate": 2.9483680305024657e-05, |
| "loss": 0.5318, |
| "step": 178000 |
| }, |
| { |
| "epoch": 0.41078743479152885, |
| "grad_norm": 0.9372640252113342, |
| "learning_rate": 2.9460628260423563e-05, |
| "loss": 0.5535, |
| "step": 178200 |
| }, |
| { |
| "epoch": 0.4112484756835508, |
| "grad_norm": 1.2775940895080566, |
| "learning_rate": 2.9437576215822465e-05, |
| "loss": 0.5885, |
| "step": 178400 |
| }, |
| { |
| "epoch": 0.41170951657557264, |
| "grad_norm": 1.6325544118881226, |
| "learning_rate": 2.9414524171221368e-05, |
| "loss": 0.5622, |
| "step": 178600 |
| }, |
| { |
| "epoch": 0.41217055746759457, |
| "grad_norm": 1.4288066625595093, |
| "learning_rate": 2.9391472126620273e-05, |
| "loss": 0.4999, |
| "step": 178800 |
| }, |
| { |
| "epoch": 0.4126315983596165, |
| "grad_norm": 2.633436918258667, |
| "learning_rate": 2.9368420082019176e-05, |
| "loss": 0.5428, |
| "step": 179000 |
| }, |
| { |
| "epoch": 0.4130926392516384, |
| "grad_norm": 1.5107150077819824, |
| "learning_rate": 2.934536803741808e-05, |
| "loss": 0.5327, |
| "step": 179200 |
| }, |
| { |
| "epoch": 0.41355368014366034, |
| "grad_norm": 1.3021948337554932, |
| "learning_rate": 2.9322315992816984e-05, |
| "loss": 0.5725, |
| "step": 179400 |
| }, |
| { |
| "epoch": 0.41401472103568226, |
| "grad_norm": 1.0030542612075806, |
| "learning_rate": 2.929926394821589e-05, |
| "loss": 0.521, |
| "step": 179600 |
| }, |
| { |
| "epoch": 0.4144757619277042, |
| "grad_norm": 1.4533718824386597, |
| "learning_rate": 2.927621190361479e-05, |
| "loss": 0.537, |
| "step": 179800 |
| }, |
| { |
| "epoch": 0.4149368028197261, |
| "grad_norm": 0.5830268263816833, |
| "learning_rate": 2.9253159859013697e-05, |
| "loss": 0.6027, |
| "step": 180000 |
| }, |
| { |
| "epoch": 0.41539784371174804, |
| "grad_norm": 2.173309087753296, |
| "learning_rate": 2.92301078144126e-05, |
| "loss": 0.5337, |
| "step": 180200 |
| }, |
| { |
| "epoch": 0.4158588846037699, |
| "grad_norm": 1.0939158201217651, |
| "learning_rate": 2.9207055769811502e-05, |
| "loss": 0.5293, |
| "step": 180400 |
| }, |
| { |
| "epoch": 0.41631992549579183, |
| "grad_norm": 1.6121618747711182, |
| "learning_rate": 2.9184003725210408e-05, |
| "loss": 0.546, |
| "step": 180600 |
| }, |
| { |
| "epoch": 0.41678096638781376, |
| "grad_norm": 0.8111677169799805, |
| "learning_rate": 2.916095168060931e-05, |
| "loss": 0.5222, |
| "step": 180800 |
| }, |
| { |
| "epoch": 0.4172420072798357, |
| "grad_norm": 0.7552040219306946, |
| "learning_rate": 2.9137899636008215e-05, |
| "loss": 0.5809, |
| "step": 181000 |
| }, |
| { |
| "epoch": 0.4177030481718576, |
| "grad_norm": 1.146061897277832, |
| "learning_rate": 2.9114847591407125e-05, |
| "loss": 0.5609, |
| "step": 181200 |
| }, |
| { |
| "epoch": 0.41816408906387953, |
| "grad_norm": 0.885413646697998, |
| "learning_rate": 2.9091795546806027e-05, |
| "loss": 0.5252, |
| "step": 181400 |
| }, |
| { |
| "epoch": 0.41862512995590145, |
| "grad_norm": 1.3384150266647339, |
| "learning_rate": 2.9068743502204933e-05, |
| "loss": 0.5202, |
| "step": 181600 |
| }, |
| { |
| "epoch": 0.4190861708479234, |
| "grad_norm": 0.9868043065071106, |
| "learning_rate": 2.9045691457603835e-05, |
| "loss": 0.5393, |
| "step": 181800 |
| }, |
| { |
| "epoch": 0.41954721173994525, |
| "grad_norm": 1.3893357515335083, |
| "learning_rate": 2.902263941300274e-05, |
| "loss": 0.5337, |
| "step": 182000 |
| }, |
| { |
| "epoch": 0.42000825263196717, |
| "grad_norm": 1.7168641090393066, |
| "learning_rate": 2.8999587368401643e-05, |
| "loss": 0.5119, |
| "step": 182200 |
| }, |
| { |
| "epoch": 0.4204692935239891, |
| "grad_norm": 0.6522820591926575, |
| "learning_rate": 2.8976535323800545e-05, |
| "loss": 0.5551, |
| "step": 182400 |
| }, |
| { |
| "epoch": 0.420930334416011, |
| "grad_norm": 1.6360949277877808, |
| "learning_rate": 2.895348327919945e-05, |
| "loss": 0.5413, |
| "step": 182600 |
| }, |
| { |
| "epoch": 0.42139137530803294, |
| "grad_norm": 2.0071022510528564, |
| "learning_rate": 2.8930431234598353e-05, |
| "loss": 0.556, |
| "step": 182800 |
| }, |
| { |
| "epoch": 0.42185241620005487, |
| "grad_norm": 1.155096173286438, |
| "learning_rate": 2.890737918999726e-05, |
| "loss": 0.4924, |
| "step": 183000 |
| }, |
| { |
| "epoch": 0.4223134570920768, |
| "grad_norm": 0.7732855677604675, |
| "learning_rate": 2.888432714539616e-05, |
| "loss": 0.5849, |
| "step": 183200 |
| }, |
| { |
| "epoch": 0.4227744979840987, |
| "grad_norm": 1.4793187379837036, |
| "learning_rate": 2.8861275100795067e-05, |
| "loss": 0.5426, |
| "step": 183400 |
| }, |
| { |
| "epoch": 0.42323553887612064, |
| "grad_norm": 1.6665247678756714, |
| "learning_rate": 2.883822305619397e-05, |
| "loss": 0.5926, |
| "step": 183600 |
| }, |
| { |
| "epoch": 0.4236965797681425, |
| "grad_norm": 1.4480516910552979, |
| "learning_rate": 2.8815171011592875e-05, |
| "loss": 0.5335, |
| "step": 183800 |
| }, |
| { |
| "epoch": 0.42415762066016444, |
| "grad_norm": 0.944604754447937, |
| "learning_rate": 2.8792118966991777e-05, |
| "loss": 0.516, |
| "step": 184000 |
| }, |
| { |
| "epoch": 0.42461866155218636, |
| "grad_norm": 1.405192255973816, |
| "learning_rate": 2.876906692239068e-05, |
| "loss": 0.5339, |
| "step": 184200 |
| }, |
| { |
| "epoch": 0.4250797024442083, |
| "grad_norm": 1.1222949028015137, |
| "learning_rate": 2.8746014877789585e-05, |
| "loss": 0.5023, |
| "step": 184400 |
| }, |
| { |
| "epoch": 0.4255407433362302, |
| "grad_norm": 1.2079672813415527, |
| "learning_rate": 2.8722962833188494e-05, |
| "loss": 0.4828, |
| "step": 184600 |
| }, |
| { |
| "epoch": 0.42600178422825213, |
| "grad_norm": 3.4156157970428467, |
| "learning_rate": 2.8699910788587396e-05, |
| "loss": 0.4995, |
| "step": 184800 |
| }, |
| { |
| "epoch": 0.42646282512027406, |
| "grad_norm": 1.3917217254638672, |
| "learning_rate": 2.8676858743986302e-05, |
| "loss": 0.5099, |
| "step": 185000 |
| }, |
| { |
| "epoch": 0.426923866012296, |
| "grad_norm": 1.514889121055603, |
| "learning_rate": 2.8653806699385204e-05, |
| "loss": 0.5377, |
| "step": 185200 |
| }, |
| { |
| "epoch": 0.42738490690431785, |
| "grad_norm": 1.0316505432128906, |
| "learning_rate": 2.863075465478411e-05, |
| "loss": 0.5223, |
| "step": 185400 |
| }, |
| { |
| "epoch": 0.4278459477963398, |
| "grad_norm": 2.2684624195098877, |
| "learning_rate": 2.8607702610183012e-05, |
| "loss": 0.5482, |
| "step": 185600 |
| }, |
| { |
| "epoch": 0.4283069886883617, |
| "grad_norm": 0.6258700489997864, |
| "learning_rate": 2.8584650565581918e-05, |
| "loss": 0.5643, |
| "step": 185800 |
| }, |
| { |
| "epoch": 0.4287680295803836, |
| "grad_norm": 0.6727305054664612, |
| "learning_rate": 2.856159852098082e-05, |
| "loss": 0.5405, |
| "step": 186000 |
| }, |
| { |
| "epoch": 0.42922907047240555, |
| "grad_norm": 0.6856648921966553, |
| "learning_rate": 2.8538546476379722e-05, |
| "loss": 0.5571, |
| "step": 186200 |
| }, |
| { |
| "epoch": 0.4296901113644275, |
| "grad_norm": 1.6323261260986328, |
| "learning_rate": 2.8515494431778628e-05, |
| "loss": 0.5369, |
| "step": 186400 |
| }, |
| { |
| "epoch": 0.4301511522564494, |
| "grad_norm": 1.5054471492767334, |
| "learning_rate": 2.849244238717753e-05, |
| "loss": 0.5402, |
| "step": 186600 |
| }, |
| { |
| "epoch": 0.4306121931484713, |
| "grad_norm": 1.21519136428833, |
| "learning_rate": 2.8469390342576436e-05, |
| "loss": 0.4947, |
| "step": 186800 |
| }, |
| { |
| "epoch": 0.43107323404049325, |
| "grad_norm": 1.126180648803711, |
| "learning_rate": 2.8446338297975338e-05, |
| "loss": 0.4861, |
| "step": 187000 |
| }, |
| { |
| "epoch": 0.4315342749325151, |
| "grad_norm": 1.4017746448516846, |
| "learning_rate": 2.8423286253374244e-05, |
| "loss": 0.4995, |
| "step": 187200 |
| }, |
| { |
| "epoch": 0.43199531582453704, |
| "grad_norm": 1.8414978981018066, |
| "learning_rate": 2.8400234208773146e-05, |
| "loss": 0.5247, |
| "step": 187400 |
| }, |
| { |
| "epoch": 0.43245635671655897, |
| "grad_norm": 0.9502488374710083, |
| "learning_rate": 2.8377182164172052e-05, |
| "loss": 0.5712, |
| "step": 187600 |
| }, |
| { |
| "epoch": 0.4329173976085809, |
| "grad_norm": 1.3080493211746216, |
| "learning_rate": 2.8354130119570954e-05, |
| "loss": 0.5895, |
| "step": 187800 |
| }, |
| { |
| "epoch": 0.4333784385006028, |
| "grad_norm": 1.122564673423767, |
| "learning_rate": 2.8331078074969863e-05, |
| "loss": 0.5105, |
| "step": 188000 |
| }, |
| { |
| "epoch": 0.43383947939262474, |
| "grad_norm": 3.3100082874298096, |
| "learning_rate": 2.8308026030368766e-05, |
| "loss": 0.5266, |
| "step": 188200 |
| }, |
| { |
| "epoch": 0.43430052028464666, |
| "grad_norm": 2.0265512466430664, |
| "learning_rate": 2.828497398576767e-05, |
| "loss": 0.5605, |
| "step": 188400 |
| }, |
| { |
| "epoch": 0.4347615611766686, |
| "grad_norm": 1.7905211448669434, |
| "learning_rate": 2.8261921941166574e-05, |
| "loss": 0.5581, |
| "step": 188600 |
| }, |
| { |
| "epoch": 0.43522260206869046, |
| "grad_norm": 1.0183840990066528, |
| "learning_rate": 2.823886989656548e-05, |
| "loss": 0.5051, |
| "step": 188800 |
| }, |
| { |
| "epoch": 0.4356836429607124, |
| "grad_norm": 1.128341794013977, |
| "learning_rate": 2.821581785196438e-05, |
| "loss": 0.5511, |
| "step": 189000 |
| }, |
| { |
| "epoch": 0.4361446838527343, |
| "grad_norm": 0.9863077998161316, |
| "learning_rate": 2.8192765807363287e-05, |
| "loss": 0.5541, |
| "step": 189200 |
| }, |
| { |
| "epoch": 0.43660572474475623, |
| "grad_norm": 2.1484644412994385, |
| "learning_rate": 2.816971376276219e-05, |
| "loss": 0.5729, |
| "step": 189400 |
| }, |
| { |
| "epoch": 0.43706676563677815, |
| "grad_norm": 0.716901421546936, |
| "learning_rate": 2.8146661718161095e-05, |
| "loss": 0.5085, |
| "step": 189600 |
| }, |
| { |
| "epoch": 0.4375278065288001, |
| "grad_norm": 1.7285312414169312, |
| "learning_rate": 2.8123609673559997e-05, |
| "loss": 0.49, |
| "step": 189800 |
| }, |
| { |
| "epoch": 0.437988847420822, |
| "grad_norm": 1.697322130203247, |
| "learning_rate": 2.81005576289589e-05, |
| "loss": 0.5524, |
| "step": 190000 |
| }, |
| { |
| "epoch": 0.4384498883128439, |
| "grad_norm": 0.9568549394607544, |
| "learning_rate": 2.8077505584357805e-05, |
| "loss": 0.5403, |
| "step": 190200 |
| }, |
| { |
| "epoch": 0.43891092920486585, |
| "grad_norm": 2.225656747817993, |
| "learning_rate": 2.8054453539756708e-05, |
| "loss": 0.5146, |
| "step": 190400 |
| }, |
| { |
| "epoch": 0.4393719700968877, |
| "grad_norm": 1.7832934856414795, |
| "learning_rate": 2.8031401495155613e-05, |
| "loss": 0.5734, |
| "step": 190600 |
| }, |
| { |
| "epoch": 0.43983301098890965, |
| "grad_norm": 1.1611802577972412, |
| "learning_rate": 2.8008349450554516e-05, |
| "loss": 0.5316, |
| "step": 190800 |
| }, |
| { |
| "epoch": 0.44029405188093157, |
| "grad_norm": 0.3716856837272644, |
| "learning_rate": 2.798529740595342e-05, |
| "loss": 0.5683, |
| "step": 191000 |
| }, |
| { |
| "epoch": 0.4407550927729535, |
| "grad_norm": 0.911855161190033, |
| "learning_rate": 2.7962245361352324e-05, |
| "loss": 0.5488, |
| "step": 191200 |
| }, |
| { |
| "epoch": 0.4412161336649754, |
| "grad_norm": 4.299455165863037, |
| "learning_rate": 2.7939193316751233e-05, |
| "loss": 0.5083, |
| "step": 191400 |
| }, |
| { |
| "epoch": 0.44167717455699734, |
| "grad_norm": 0.8923743367195129, |
| "learning_rate": 2.791614127215014e-05, |
| "loss": 0.5514, |
| "step": 191600 |
| }, |
| { |
| "epoch": 0.44213821544901927, |
| "grad_norm": 2.5912487506866455, |
| "learning_rate": 2.789308922754904e-05, |
| "loss": 0.5585, |
| "step": 191800 |
| }, |
| { |
| "epoch": 0.4425992563410412, |
| "grad_norm": 1.8387411832809448, |
| "learning_rate": 2.7870037182947943e-05, |
| "loss": 0.5628, |
| "step": 192000 |
| }, |
| { |
| "epoch": 0.44306029723306306, |
| "grad_norm": 1.2115058898925781, |
| "learning_rate": 2.784698513834685e-05, |
| "loss": 0.5178, |
| "step": 192200 |
| }, |
| { |
| "epoch": 0.443521338125085, |
| "grad_norm": 1.1574034690856934, |
| "learning_rate": 2.782393309374575e-05, |
| "loss": 0.4819, |
| "step": 192400 |
| }, |
| { |
| "epoch": 0.4439823790171069, |
| "grad_norm": 0.6429279446601868, |
| "learning_rate": 2.7800881049144657e-05, |
| "loss": 0.5674, |
| "step": 192600 |
| }, |
| { |
| "epoch": 0.44444341990912883, |
| "grad_norm": 1.5901168584823608, |
| "learning_rate": 2.777782900454356e-05, |
| "loss": 0.5352, |
| "step": 192800 |
| }, |
| { |
| "epoch": 0.44490446080115076, |
| "grad_norm": 0.7381865978240967, |
| "learning_rate": 2.7754776959942465e-05, |
| "loss": 0.5223, |
| "step": 193000 |
| }, |
| { |
| "epoch": 0.4453655016931727, |
| "grad_norm": 0.6729177236557007, |
| "learning_rate": 2.7731724915341367e-05, |
| "loss": 0.5568, |
| "step": 193200 |
| }, |
| { |
| "epoch": 0.4458265425851946, |
| "grad_norm": 1.1146801710128784, |
| "learning_rate": 2.7708672870740272e-05, |
| "loss": 0.5336, |
| "step": 193400 |
| }, |
| { |
| "epoch": 0.44628758347721653, |
| "grad_norm": 0.9231970906257629, |
| "learning_rate": 2.7685620826139175e-05, |
| "loss": 0.5331, |
| "step": 193600 |
| }, |
| { |
| "epoch": 0.44674862436923846, |
| "grad_norm": 0.9126871228218079, |
| "learning_rate": 2.7662568781538077e-05, |
| "loss": 0.5018, |
| "step": 193800 |
| }, |
| { |
| "epoch": 0.4472096652612603, |
| "grad_norm": 1.343369483947754, |
| "learning_rate": 2.7639516736936983e-05, |
| "loss": 0.5321, |
| "step": 194000 |
| }, |
| { |
| "epoch": 0.44767070615328225, |
| "grad_norm": 1.209140419960022, |
| "learning_rate": 2.7616464692335885e-05, |
| "loss": 0.5341, |
| "step": 194200 |
| }, |
| { |
| "epoch": 0.4481317470453042, |
| "grad_norm": 2.7046828269958496, |
| "learning_rate": 2.759341264773479e-05, |
| "loss": 0.5259, |
| "step": 194400 |
| }, |
| { |
| "epoch": 0.4485927879373261, |
| "grad_norm": 1.0318337678909302, |
| "learning_rate": 2.7570360603133693e-05, |
| "loss": 0.5131, |
| "step": 194600 |
| }, |
| { |
| "epoch": 0.449053828829348, |
| "grad_norm": 2.206500291824341, |
| "learning_rate": 2.7547308558532602e-05, |
| "loss": 0.4956, |
| "step": 194800 |
| }, |
| { |
| "epoch": 0.44951486972136995, |
| "grad_norm": 1.1853792667388916, |
| "learning_rate": 2.7524256513931508e-05, |
| "loss": 0.4903, |
| "step": 195000 |
| }, |
| { |
| "epoch": 0.44997591061339187, |
| "grad_norm": 2.2172162532806396, |
| "learning_rate": 2.750120446933041e-05, |
| "loss": 0.5276, |
| "step": 195200 |
| }, |
| { |
| "epoch": 0.4504369515054138, |
| "grad_norm": 0.8798406720161438, |
| "learning_rate": 2.7478152424729316e-05, |
| "loss": 0.526, |
| "step": 195400 |
| }, |
| { |
| "epoch": 0.45089799239743567, |
| "grad_norm": 1.5308436155319214, |
| "learning_rate": 2.7455100380128218e-05, |
| "loss": 0.5206, |
| "step": 195600 |
| }, |
| { |
| "epoch": 0.4513590332894576, |
| "grad_norm": 0.7613127827644348, |
| "learning_rate": 2.743204833552712e-05, |
| "loss": 0.4945, |
| "step": 195800 |
| }, |
| { |
| "epoch": 0.4518200741814795, |
| "grad_norm": 1.1208069324493408, |
| "learning_rate": 2.7408996290926026e-05, |
| "loss": 0.4972, |
| "step": 196000 |
| }, |
| { |
| "epoch": 0.45228111507350144, |
| "grad_norm": 1.172491431236267, |
| "learning_rate": 2.7385944246324928e-05, |
| "loss": 0.519, |
| "step": 196200 |
| }, |
| { |
| "epoch": 0.45274215596552336, |
| "grad_norm": 1.6736866235733032, |
| "learning_rate": 2.7362892201723834e-05, |
| "loss": 0.5425, |
| "step": 196400 |
| }, |
| { |
| "epoch": 0.4532031968575453, |
| "grad_norm": 1.6905968189239502, |
| "learning_rate": 2.7339840157122736e-05, |
| "loss": 0.5561, |
| "step": 196600 |
| }, |
| { |
| "epoch": 0.4536642377495672, |
| "grad_norm": 1.852290153503418, |
| "learning_rate": 2.7316788112521642e-05, |
| "loss": 0.4633, |
| "step": 196800 |
| }, |
| { |
| "epoch": 0.45412527864158914, |
| "grad_norm": 1.671228289604187, |
| "learning_rate": 2.7293736067920544e-05, |
| "loss": 0.5361, |
| "step": 197000 |
| }, |
| { |
| "epoch": 0.45458631953361106, |
| "grad_norm": 4.358177185058594, |
| "learning_rate": 2.727068402331945e-05, |
| "loss": 0.5422, |
| "step": 197200 |
| }, |
| { |
| "epoch": 0.45504736042563293, |
| "grad_norm": 1.261697769165039, |
| "learning_rate": 2.7247631978718352e-05, |
| "loss": 0.5468, |
| "step": 197400 |
| }, |
| { |
| "epoch": 0.45550840131765485, |
| "grad_norm": 1.6779541969299316, |
| "learning_rate": 2.7224579934117254e-05, |
| "loss": 0.5578, |
| "step": 197600 |
| }, |
| { |
| "epoch": 0.4559694422096768, |
| "grad_norm": 1.5837364196777344, |
| "learning_rate": 2.720152788951616e-05, |
| "loss": 0.5796, |
| "step": 197800 |
| }, |
| { |
| "epoch": 0.4564304831016987, |
| "grad_norm": 2.479245662689209, |
| "learning_rate": 2.7178475844915062e-05, |
| "loss": 0.5441, |
| "step": 198000 |
| }, |
| { |
| "epoch": 0.4568915239937206, |
| "grad_norm": 2.000091552734375, |
| "learning_rate": 2.715542380031397e-05, |
| "loss": 0.5661, |
| "step": 198200 |
| }, |
| { |
| "epoch": 0.45735256488574255, |
| "grad_norm": 1.4363523721694946, |
| "learning_rate": 2.7132371755712877e-05, |
| "loss": 0.5565, |
| "step": 198400 |
| }, |
| { |
| "epoch": 0.4578136057777645, |
| "grad_norm": 1.766074776649475, |
| "learning_rate": 2.710931971111178e-05, |
| "loss": 0.5825, |
| "step": 198600 |
| }, |
| { |
| "epoch": 0.4582746466697864, |
| "grad_norm": 0.5402831435203552, |
| "learning_rate": 2.7086267666510685e-05, |
| "loss": 0.5039, |
| "step": 198800 |
| }, |
| { |
| "epoch": 0.45873568756180827, |
| "grad_norm": 1.0958600044250488, |
| "learning_rate": 2.7063215621909587e-05, |
| "loss": 0.5534, |
| "step": 199000 |
| }, |
| { |
| "epoch": 0.4591967284538302, |
| "grad_norm": 1.6260972023010254, |
| "learning_rate": 2.7040163577308493e-05, |
| "loss": 0.5222, |
| "step": 199200 |
| }, |
| { |
| "epoch": 0.4596577693458521, |
| "grad_norm": 1.382095217704773, |
| "learning_rate": 2.7017111532707395e-05, |
| "loss": 0.5278, |
| "step": 199400 |
| }, |
| { |
| "epoch": 0.46011881023787404, |
| "grad_norm": 1.0845330953598022, |
| "learning_rate": 2.6994059488106298e-05, |
| "loss": 0.5143, |
| "step": 199600 |
| }, |
| { |
| "epoch": 0.46057985112989597, |
| "grad_norm": 1.2804137468338013, |
| "learning_rate": 2.6971007443505203e-05, |
| "loss": 0.511, |
| "step": 199800 |
| }, |
| { |
| "epoch": 0.4610408920219179, |
| "grad_norm": 3.7605793476104736, |
| "learning_rate": 2.6947955398904106e-05, |
| "loss": 0.531, |
| "step": 200000 |
| }, |
| { |
| "epoch": 0.4610408920219179, |
| "eval_loss": 0.5235968232154846, |
| "eval_runtime": 144.1603, |
| "eval_samples_per_second": 30.397, |
| "eval_steps_per_second": 30.397, |
| "step": 200000 |
| }, |
| { |
| "epoch": 0.4615019329139398, |
| "grad_norm": 1.2853552103042603, |
| "learning_rate": 2.692490335430301e-05, |
| "loss": 0.52, |
| "step": 200200 |
| }, |
| { |
| "epoch": 0.46196297380596174, |
| "grad_norm": 0.8464341759681702, |
| "learning_rate": 2.6901851309701914e-05, |
| "loss": 0.5059, |
| "step": 200400 |
| }, |
| { |
| "epoch": 0.46242401469798367, |
| "grad_norm": 1.0232640504837036, |
| "learning_rate": 2.687879926510082e-05, |
| "loss": 0.6008, |
| "step": 200600 |
| }, |
| { |
| "epoch": 0.46288505559000553, |
| "grad_norm": 1.2209442853927612, |
| "learning_rate": 2.685574722049972e-05, |
| "loss": 0.5058, |
| "step": 200800 |
| }, |
| { |
| "epoch": 0.46334609648202746, |
| "grad_norm": 0.827387809753418, |
| "learning_rate": 2.6832695175898627e-05, |
| "loss": 0.5022, |
| "step": 201000 |
| }, |
| { |
| "epoch": 0.4638071373740494, |
| "grad_norm": 0.663145899772644, |
| "learning_rate": 2.680964313129753e-05, |
| "loss": 0.5287, |
| "step": 201200 |
| }, |
| { |
| "epoch": 0.4642681782660713, |
| "grad_norm": 1.2869213819503784, |
| "learning_rate": 2.6786591086696432e-05, |
| "loss": 0.588, |
| "step": 201400 |
| }, |
| { |
| "epoch": 0.46472921915809323, |
| "grad_norm": 0.9213125705718994, |
| "learning_rate": 2.676353904209534e-05, |
| "loss": 0.5375, |
| "step": 201600 |
| }, |
| { |
| "epoch": 0.46519026005011516, |
| "grad_norm": 0.9459083080291748, |
| "learning_rate": 2.6740486997494246e-05, |
| "loss": 0.539, |
| "step": 201800 |
| }, |
| { |
| "epoch": 0.4656513009421371, |
| "grad_norm": 0.9873161315917969, |
| "learning_rate": 2.671743495289315e-05, |
| "loss": 0.5549, |
| "step": 202000 |
| }, |
| { |
| "epoch": 0.466112341834159, |
| "grad_norm": 1.8117451667785645, |
| "learning_rate": 2.6694382908292054e-05, |
| "loss": 0.5255, |
| "step": 202200 |
| }, |
| { |
| "epoch": 0.4665733827261809, |
| "grad_norm": 1.219114899635315, |
| "learning_rate": 2.6671330863690957e-05, |
| "loss": 0.4845, |
| "step": 202400 |
| }, |
| { |
| "epoch": 0.4670344236182028, |
| "grad_norm": 2.0464797019958496, |
| "learning_rate": 2.6648278819089862e-05, |
| "loss": 0.5696, |
| "step": 202600 |
| }, |
| { |
| "epoch": 0.4674954645102247, |
| "grad_norm": 2.183873176574707, |
| "learning_rate": 2.6625226774488765e-05, |
| "loss": 0.5078, |
| "step": 202800 |
| }, |
| { |
| "epoch": 0.46795650540224665, |
| "grad_norm": 0.8037805557250977, |
| "learning_rate": 2.660217472988767e-05, |
| "loss": 0.5538, |
| "step": 203000 |
| }, |
| { |
| "epoch": 0.46841754629426857, |
| "grad_norm": 0.2990266978740692, |
| "learning_rate": 2.6579122685286573e-05, |
| "loss": 0.5458, |
| "step": 203200 |
| }, |
| { |
| "epoch": 0.4688785871862905, |
| "grad_norm": 1.854121446609497, |
| "learning_rate": 2.6556070640685475e-05, |
| "loss": 0.5138, |
| "step": 203400 |
| }, |
| { |
| "epoch": 0.4693396280783124, |
| "grad_norm": 2.2942981719970703, |
| "learning_rate": 2.653301859608438e-05, |
| "loss": 0.5268, |
| "step": 203600 |
| }, |
| { |
| "epoch": 0.46980066897033435, |
| "grad_norm": 1.3234660625457764, |
| "learning_rate": 2.6509966551483283e-05, |
| "loss": 0.4838, |
| "step": 203800 |
| }, |
| { |
| "epoch": 0.4702617098623562, |
| "grad_norm": 2.0463480949401855, |
| "learning_rate": 2.648691450688219e-05, |
| "loss": 0.5101, |
| "step": 204000 |
| }, |
| { |
| "epoch": 0.47072275075437814, |
| "grad_norm": 2.1210684776306152, |
| "learning_rate": 2.646386246228109e-05, |
| "loss": 0.5376, |
| "step": 204200 |
| }, |
| { |
| "epoch": 0.47118379164640006, |
| "grad_norm": 1.7364137172698975, |
| "learning_rate": 2.6440810417679997e-05, |
| "loss": 0.5649, |
| "step": 204400 |
| }, |
| { |
| "epoch": 0.471644832538422, |
| "grad_norm": 0.9832141399383545, |
| "learning_rate": 2.64177583730789e-05, |
| "loss": 0.5415, |
| "step": 204600 |
| }, |
| { |
| "epoch": 0.4721058734304439, |
| "grad_norm": 2.0210485458374023, |
| "learning_rate": 2.6394706328477804e-05, |
| "loss": 0.5323, |
| "step": 204800 |
| }, |
| { |
| "epoch": 0.47256691432246584, |
| "grad_norm": 1.7423853874206543, |
| "learning_rate": 2.6371654283876714e-05, |
| "loss": 0.5177, |
| "step": 205000 |
| }, |
| { |
| "epoch": 0.47302795521448776, |
| "grad_norm": 0.6872438788414001, |
| "learning_rate": 2.6348602239275616e-05, |
| "loss": 0.5507, |
| "step": 205200 |
| }, |
| { |
| "epoch": 0.4734889961065097, |
| "grad_norm": 1.3187884092330933, |
| "learning_rate": 2.6325550194674518e-05, |
| "loss": 0.5919, |
| "step": 205400 |
| }, |
| { |
| "epoch": 0.4739500369985316, |
| "grad_norm": 0.8862842321395874, |
| "learning_rate": 2.6302498150073424e-05, |
| "loss": 0.4935, |
| "step": 205600 |
| }, |
| { |
| "epoch": 0.4744110778905535, |
| "grad_norm": 1.1730307340621948, |
| "learning_rate": 2.6279446105472326e-05, |
| "loss": 0.5093, |
| "step": 205800 |
| }, |
| { |
| "epoch": 0.4748721187825754, |
| "grad_norm": 1.160568118095398, |
| "learning_rate": 2.6256394060871232e-05, |
| "loss": 0.5479, |
| "step": 206000 |
| }, |
| { |
| "epoch": 0.4753331596745973, |
| "grad_norm": 1.4531235694885254, |
| "learning_rate": 2.6233342016270134e-05, |
| "loss": 0.5399, |
| "step": 206200 |
| }, |
| { |
| "epoch": 0.47579420056661925, |
| "grad_norm": 2.6737730503082275, |
| "learning_rate": 2.621028997166904e-05, |
| "loss": 0.5246, |
| "step": 206400 |
| }, |
| { |
| "epoch": 0.4762552414586412, |
| "grad_norm": 1.8411715030670166, |
| "learning_rate": 2.6187237927067942e-05, |
| "loss": 0.548, |
| "step": 206600 |
| }, |
| { |
| "epoch": 0.4767162823506631, |
| "grad_norm": 1.6035988330841064, |
| "learning_rate": 2.6164185882466848e-05, |
| "loss": 0.4635, |
| "step": 206800 |
| }, |
| { |
| "epoch": 0.477177323242685, |
| "grad_norm": 0.9196053743362427, |
| "learning_rate": 2.614113383786575e-05, |
| "loss": 0.4865, |
| "step": 207000 |
| }, |
| { |
| "epoch": 0.47763836413470695, |
| "grad_norm": 1.3672767877578735, |
| "learning_rate": 2.6118081793264652e-05, |
| "loss": 0.5275, |
| "step": 207200 |
| }, |
| { |
| "epoch": 0.4780994050267288, |
| "grad_norm": 1.2003188133239746, |
| "learning_rate": 2.6095029748663558e-05, |
| "loss": 0.5181, |
| "step": 207400 |
| }, |
| { |
| "epoch": 0.47856044591875074, |
| "grad_norm": 0.8703144788742065, |
| "learning_rate": 2.607197770406246e-05, |
| "loss": 0.4987, |
| "step": 207600 |
| }, |
| { |
| "epoch": 0.47902148681077267, |
| "grad_norm": 1.2609108686447144, |
| "learning_rate": 2.6048925659461366e-05, |
| "loss": 0.5032, |
| "step": 207800 |
| }, |
| { |
| "epoch": 0.4794825277027946, |
| "grad_norm": 1.2695225477218628, |
| "learning_rate": 2.6025873614860268e-05, |
| "loss": 0.5221, |
| "step": 208000 |
| }, |
| { |
| "epoch": 0.4799435685948165, |
| "grad_norm": 1.1836507320404053, |
| "learning_rate": 2.6002821570259174e-05, |
| "loss": 0.5443, |
| "step": 208200 |
| }, |
| { |
| "epoch": 0.48040460948683844, |
| "grad_norm": 1.0860618352890015, |
| "learning_rate": 2.5979769525658083e-05, |
| "loss": 0.5391, |
| "step": 208400 |
| }, |
| { |
| "epoch": 0.48086565037886037, |
| "grad_norm": 2.6720314025878906, |
| "learning_rate": 2.5956717481056985e-05, |
| "loss": 0.5293, |
| "step": 208600 |
| }, |
| { |
| "epoch": 0.4813266912708823, |
| "grad_norm": 2.128580093383789, |
| "learning_rate": 2.593366543645589e-05, |
| "loss": 0.5426, |
| "step": 208800 |
| }, |
| { |
| "epoch": 0.4817877321629042, |
| "grad_norm": 1.0625451803207397, |
| "learning_rate": 2.5910613391854793e-05, |
| "loss": 0.5703, |
| "step": 209000 |
| }, |
| { |
| "epoch": 0.4822487730549261, |
| "grad_norm": 1.0436484813690186, |
| "learning_rate": 2.5887561347253695e-05, |
| "loss": 0.5036, |
| "step": 209200 |
| }, |
| { |
| "epoch": 0.482709813946948, |
| "grad_norm": 1.5313512086868286, |
| "learning_rate": 2.58645093026526e-05, |
| "loss": 0.4912, |
| "step": 209400 |
| }, |
| { |
| "epoch": 0.48317085483896993, |
| "grad_norm": 2.2933545112609863, |
| "learning_rate": 2.5841457258051503e-05, |
| "loss": 0.5143, |
| "step": 209600 |
| }, |
| { |
| "epoch": 0.48363189573099186, |
| "grad_norm": 0.9948174357414246, |
| "learning_rate": 2.581840521345041e-05, |
| "loss": 0.4997, |
| "step": 209800 |
| }, |
| { |
| "epoch": 0.4840929366230138, |
| "grad_norm": 0.6930698752403259, |
| "learning_rate": 2.579535316884931e-05, |
| "loss": 0.5701, |
| "step": 210000 |
| }, |
| { |
| "epoch": 0.4845539775150357, |
| "grad_norm": 2.551692247390747, |
| "learning_rate": 2.5772301124248217e-05, |
| "loss": 0.5026, |
| "step": 210200 |
| }, |
| { |
| "epoch": 0.48501501840705763, |
| "grad_norm": 0.6203674674034119, |
| "learning_rate": 2.574924907964712e-05, |
| "loss": 0.5457, |
| "step": 210400 |
| }, |
| { |
| "epoch": 0.48547605929907955, |
| "grad_norm": 0.8173620104789734, |
| "learning_rate": 2.5726197035046025e-05, |
| "loss": 0.5061, |
| "step": 210600 |
| }, |
| { |
| "epoch": 0.4859371001911014, |
| "grad_norm": 1.0083948373794556, |
| "learning_rate": 2.5703144990444927e-05, |
| "loss": 0.4877, |
| "step": 210800 |
| }, |
| { |
| "epoch": 0.48639814108312335, |
| "grad_norm": 0.48525819182395935, |
| "learning_rate": 2.568009294584383e-05, |
| "loss": 0.5158, |
| "step": 211000 |
| }, |
| { |
| "epoch": 0.48685918197514527, |
| "grad_norm": 2.381948709487915, |
| "learning_rate": 2.5657040901242735e-05, |
| "loss": 0.5087, |
| "step": 211200 |
| }, |
| { |
| "epoch": 0.4873202228671672, |
| "grad_norm": 1.283881425857544, |
| "learning_rate": 2.5633988856641638e-05, |
| "loss": 0.5529, |
| "step": 211400 |
| }, |
| { |
| "epoch": 0.4877812637591891, |
| "grad_norm": 1.0474011898040771, |
| "learning_rate": 2.5610936812040543e-05, |
| "loss": 0.4997, |
| "step": 211600 |
| }, |
| { |
| "epoch": 0.48824230465121105, |
| "grad_norm": 1.509234070777893, |
| "learning_rate": 2.5587884767439452e-05, |
| "loss": 0.5289, |
| "step": 211800 |
| }, |
| { |
| "epoch": 0.48870334554323297, |
| "grad_norm": 0.736985445022583, |
| "learning_rate": 2.5564832722838355e-05, |
| "loss": 0.56, |
| "step": 212000 |
| }, |
| { |
| "epoch": 0.4891643864352549, |
| "grad_norm": 0.5530835390090942, |
| "learning_rate": 2.554178067823726e-05, |
| "loss": 0.5385, |
| "step": 212200 |
| }, |
| { |
| "epoch": 0.4896254273272768, |
| "grad_norm": 1.0076507329940796, |
| "learning_rate": 2.5518728633636163e-05, |
| "loss": 0.5014, |
| "step": 212400 |
| }, |
| { |
| "epoch": 0.4900864682192987, |
| "grad_norm": 0.7996362447738647, |
| "learning_rate": 2.5495676589035068e-05, |
| "loss": 0.5417, |
| "step": 212600 |
| }, |
| { |
| "epoch": 0.4905475091113206, |
| "grad_norm": 1.1056005954742432, |
| "learning_rate": 2.547262454443397e-05, |
| "loss": 0.4684, |
| "step": 212800 |
| }, |
| { |
| "epoch": 0.49100855000334254, |
| "grad_norm": 1.4682406187057495, |
| "learning_rate": 2.5449572499832873e-05, |
| "loss": 0.5222, |
| "step": 213000 |
| }, |
| { |
| "epoch": 0.49146959089536446, |
| "grad_norm": 2.054387331008911, |
| "learning_rate": 2.542652045523178e-05, |
| "loss": 0.5487, |
| "step": 213200 |
| }, |
| { |
| "epoch": 0.4919306317873864, |
| "grad_norm": 1.1834423542022705, |
| "learning_rate": 2.540346841063068e-05, |
| "loss": 0.523, |
| "step": 213400 |
| }, |
| { |
| "epoch": 0.4923916726794083, |
| "grad_norm": 1.6938774585723877, |
| "learning_rate": 2.5380416366029586e-05, |
| "loss": 0.5807, |
| "step": 213600 |
| }, |
| { |
| "epoch": 0.49285271357143023, |
| "grad_norm": 1.825681209564209, |
| "learning_rate": 2.535736432142849e-05, |
| "loss": 0.5444, |
| "step": 213800 |
| }, |
| { |
| "epoch": 0.49331375446345216, |
| "grad_norm": 1.6016223430633545, |
| "learning_rate": 2.5334312276827394e-05, |
| "loss": 0.5095, |
| "step": 214000 |
| }, |
| { |
| "epoch": 0.493774795355474, |
| "grad_norm": 0.7464369535446167, |
| "learning_rate": 2.5311260232226297e-05, |
| "loss": 0.5111, |
| "step": 214200 |
| }, |
| { |
| "epoch": 0.49423583624749595, |
| "grad_norm": 1.6987085342407227, |
| "learning_rate": 2.5288208187625202e-05, |
| "loss": 0.4878, |
| "step": 214400 |
| }, |
| { |
| "epoch": 0.4946968771395179, |
| "grad_norm": 1.2027496099472046, |
| "learning_rate": 2.5265156143024105e-05, |
| "loss": 0.5734, |
| "step": 214600 |
| }, |
| { |
| "epoch": 0.4951579180315398, |
| "grad_norm": 1.1822620630264282, |
| "learning_rate": 2.5242104098423007e-05, |
| "loss": 0.5592, |
| "step": 214800 |
| }, |
| { |
| "epoch": 0.4956189589235617, |
| "grad_norm": 1.0884791612625122, |
| "learning_rate": 2.521905205382192e-05, |
| "loss": 0.5228, |
| "step": 215000 |
| }, |
| { |
| "epoch": 0.49607999981558365, |
| "grad_norm": 3.0900111198425293, |
| "learning_rate": 2.519600000922082e-05, |
| "loss": 0.5193, |
| "step": 215200 |
| }, |
| { |
| "epoch": 0.4965410407076056, |
| "grad_norm": 0.8263806104660034, |
| "learning_rate": 2.5172947964619724e-05, |
| "loss": 0.5436, |
| "step": 215400 |
| }, |
| { |
| "epoch": 0.4970020815996275, |
| "grad_norm": 0.9320021271705627, |
| "learning_rate": 2.514989592001863e-05, |
| "loss": 0.5525, |
| "step": 215600 |
| }, |
| { |
| "epoch": 0.4974631224916494, |
| "grad_norm": 1.8418340682983398, |
| "learning_rate": 2.5126843875417532e-05, |
| "loss": 0.5159, |
| "step": 215800 |
| }, |
| { |
| "epoch": 0.4979241633836713, |
| "grad_norm": 1.0613411664962769, |
| "learning_rate": 2.5103791830816438e-05, |
| "loss": 0.5222, |
| "step": 216000 |
| }, |
| { |
| "epoch": 0.4983852042756932, |
| "grad_norm": 0.9613930583000183, |
| "learning_rate": 2.508073978621534e-05, |
| "loss": 0.5506, |
| "step": 216200 |
| }, |
| { |
| "epoch": 0.49884624516771514, |
| "grad_norm": 1.2147666215896606, |
| "learning_rate": 2.5057687741614246e-05, |
| "loss": 0.5332, |
| "step": 216400 |
| }, |
| { |
| "epoch": 0.49930728605973707, |
| "grad_norm": 0.8295925259590149, |
| "learning_rate": 2.5034635697013148e-05, |
| "loss": 0.5083, |
| "step": 216600 |
| }, |
| { |
| "epoch": 0.499768326951759, |
| "grad_norm": 1.5370151996612549, |
| "learning_rate": 2.501158365241205e-05, |
| "loss": 0.5137, |
| "step": 216800 |
| }, |
| { |
| "epoch": 0.5002293678437809, |
| "grad_norm": 1.137407898902893, |
| "learning_rate": 2.4988531607810956e-05, |
| "loss": 0.5289, |
| "step": 217000 |
| }, |
| { |
| "epoch": 0.5006904087358028, |
| "grad_norm": 1.1642227172851562, |
| "learning_rate": 2.4965479563209858e-05, |
| "loss": 0.5223, |
| "step": 217200 |
| }, |
| { |
| "epoch": 0.5011514496278248, |
| "grad_norm": 1.7283347845077515, |
| "learning_rate": 2.4942427518608764e-05, |
| "loss": 0.5269, |
| "step": 217400 |
| }, |
| { |
| "epoch": 0.5016124905198467, |
| "grad_norm": 1.0114668607711792, |
| "learning_rate": 2.491937547400767e-05, |
| "loss": 0.5464, |
| "step": 217600 |
| }, |
| { |
| "epoch": 0.5020735314118686, |
| "grad_norm": 2.422441244125366, |
| "learning_rate": 2.4896323429406572e-05, |
| "loss": 0.5441, |
| "step": 217800 |
| }, |
| { |
| "epoch": 0.5025345723038905, |
| "grad_norm": 0.6557809710502625, |
| "learning_rate": 2.4873271384805477e-05, |
| "loss": 0.4985, |
| "step": 218000 |
| }, |
| { |
| "epoch": 0.5029956131959125, |
| "grad_norm": 1.6513997316360474, |
| "learning_rate": 2.485021934020438e-05, |
| "loss": 0.5022, |
| "step": 218200 |
| }, |
| { |
| "epoch": 0.5034566540879343, |
| "grad_norm": 0.7555482387542725, |
| "learning_rate": 2.4827167295603285e-05, |
| "loss": 0.5285, |
| "step": 218400 |
| }, |
| { |
| "epoch": 0.5039176949799562, |
| "grad_norm": 0.9121997356414795, |
| "learning_rate": 2.4804115251002188e-05, |
| "loss": 0.5312, |
| "step": 218600 |
| }, |
| { |
| "epoch": 0.5043787358719781, |
| "grad_norm": 0.36491402983665466, |
| "learning_rate": 2.4781063206401093e-05, |
| "loss": 0.5309, |
| "step": 218800 |
| }, |
| { |
| "epoch": 0.504839776764, |
| "grad_norm": 2.048449993133545, |
| "learning_rate": 2.4758011161799996e-05, |
| "loss": 0.5274, |
| "step": 219000 |
| }, |
| { |
| "epoch": 0.505300817656022, |
| "grad_norm": 2.769894599914551, |
| "learning_rate": 2.47349591171989e-05, |
| "loss": 0.5035, |
| "step": 219200 |
| }, |
| { |
| "epoch": 0.5057618585480439, |
| "grad_norm": 1.8023812770843506, |
| "learning_rate": 2.4711907072597807e-05, |
| "loss": 0.5071, |
| "step": 219400 |
| }, |
| { |
| "epoch": 0.5062228994400658, |
| "grad_norm": 0.6726931929588318, |
| "learning_rate": 2.468885502799671e-05, |
| "loss": 0.5223, |
| "step": 219600 |
| }, |
| { |
| "epoch": 0.5066839403320877, |
| "grad_norm": 9.744784355163574, |
| "learning_rate": 2.4665802983395615e-05, |
| "loss": 0.4931, |
| "step": 219800 |
| }, |
| { |
| "epoch": 0.5071449812241097, |
| "grad_norm": 1.1189628839492798, |
| "learning_rate": 2.4642750938794517e-05, |
| "loss": 0.5205, |
| "step": 220000 |
| }, |
| { |
| "epoch": 0.5076060221161316, |
| "grad_norm": 1.6368327140808105, |
| "learning_rate": 2.4619698894193423e-05, |
| "loss": 0.5169, |
| "step": 220200 |
| }, |
| { |
| "epoch": 0.5080670630081535, |
| "grad_norm": 1.834841012954712, |
| "learning_rate": 2.4596646849592325e-05, |
| "loss": 0.4931, |
| "step": 220400 |
| }, |
| { |
| "epoch": 0.5085281039001754, |
| "grad_norm": 1.0901039838790894, |
| "learning_rate": 2.4573594804991227e-05, |
| "loss": 0.5193, |
| "step": 220600 |
| }, |
| { |
| "epoch": 0.5089891447921974, |
| "grad_norm": 0.9557801485061646, |
| "learning_rate": 2.4550542760390133e-05, |
| "loss": 0.5249, |
| "step": 220800 |
| }, |
| { |
| "epoch": 0.5094501856842193, |
| "grad_norm": 1.0982486009597778, |
| "learning_rate": 2.452749071578904e-05, |
| "loss": 0.4845, |
| "step": 221000 |
| }, |
| { |
| "epoch": 0.5099112265762412, |
| "grad_norm": 1.3123830556869507, |
| "learning_rate": 2.4504438671187944e-05, |
| "loss": 0.4842, |
| "step": 221200 |
| }, |
| { |
| "epoch": 0.5103722674682631, |
| "grad_norm": 1.05722975730896, |
| "learning_rate": 2.4481386626586847e-05, |
| "loss": 0.5196, |
| "step": 221400 |
| }, |
| { |
| "epoch": 0.5108333083602851, |
| "grad_norm": 1.5994271039962769, |
| "learning_rate": 2.445833458198575e-05, |
| "loss": 0.4932, |
| "step": 221600 |
| }, |
| { |
| "epoch": 0.5112943492523069, |
| "grad_norm": 0.3710331916809082, |
| "learning_rate": 2.4435282537384655e-05, |
| "loss": 0.4854, |
| "step": 221800 |
| }, |
| { |
| "epoch": 0.5117553901443288, |
| "grad_norm": 1.2854666709899902, |
| "learning_rate": 2.4412230492783557e-05, |
| "loss": 0.5092, |
| "step": 222000 |
| }, |
| { |
| "epoch": 0.5122164310363507, |
| "grad_norm": 1.364815354347229, |
| "learning_rate": 2.4389178448182463e-05, |
| "loss": 0.4975, |
| "step": 222200 |
| }, |
| { |
| "epoch": 0.5126774719283727, |
| "grad_norm": 1.2252674102783203, |
| "learning_rate": 2.4366126403581365e-05, |
| "loss": 0.5075, |
| "step": 222400 |
| }, |
| { |
| "epoch": 0.5131385128203946, |
| "grad_norm": 0.9235671758651733, |
| "learning_rate": 2.434307435898027e-05, |
| "loss": 0.5051, |
| "step": 222600 |
| }, |
| { |
| "epoch": 0.5135995537124165, |
| "grad_norm": 1.0827833414077759, |
| "learning_rate": 2.4320022314379176e-05, |
| "loss": 0.498, |
| "step": 222800 |
| }, |
| { |
| "epoch": 0.5140605946044384, |
| "grad_norm": 1.4872461557388306, |
| "learning_rate": 2.429697026977808e-05, |
| "loss": 0.5253, |
| "step": 223000 |
| }, |
| { |
| "epoch": 0.5145216354964604, |
| "grad_norm": 0.5086209177970886, |
| "learning_rate": 2.4273918225176984e-05, |
| "loss": 0.4979, |
| "step": 223200 |
| }, |
| { |
| "epoch": 0.5149826763884823, |
| "grad_norm": 1.0882658958435059, |
| "learning_rate": 2.4250866180575887e-05, |
| "loss": 0.5244, |
| "step": 223400 |
| }, |
| { |
| "epoch": 0.5154437172805042, |
| "grad_norm": 1.3784066438674927, |
| "learning_rate": 2.4227814135974792e-05, |
| "loss": 0.5057, |
| "step": 223600 |
| }, |
| { |
| "epoch": 0.5159047581725261, |
| "grad_norm": 1.245423674583435, |
| "learning_rate": 2.4204762091373695e-05, |
| "loss": 0.5005, |
| "step": 223800 |
| }, |
| { |
| "epoch": 0.516365799064548, |
| "grad_norm": 2.1874382495880127, |
| "learning_rate": 2.41817100467726e-05, |
| "loss": 0.5206, |
| "step": 224000 |
| }, |
| { |
| "epoch": 0.51682683995657, |
| "grad_norm": 1.1349289417266846, |
| "learning_rate": 2.4158658002171503e-05, |
| "loss": 0.5547, |
| "step": 224200 |
| }, |
| { |
| "epoch": 0.5172878808485919, |
| "grad_norm": 0.9220569729804993, |
| "learning_rate": 2.4135605957570408e-05, |
| "loss": 0.5421, |
| "step": 224400 |
| }, |
| { |
| "epoch": 0.5177489217406138, |
| "grad_norm": 0.7660688757896423, |
| "learning_rate": 2.4112553912969314e-05, |
| "loss": 0.4737, |
| "step": 224600 |
| }, |
| { |
| "epoch": 0.5182099626326357, |
| "grad_norm": 1.1073906421661377, |
| "learning_rate": 2.4089501868368216e-05, |
| "loss": 0.5424, |
| "step": 224800 |
| }, |
| { |
| "epoch": 0.5186710035246577, |
| "grad_norm": 0.5724996328353882, |
| "learning_rate": 2.4066449823767122e-05, |
| "loss": 0.5261, |
| "step": 225000 |
| }, |
| { |
| "epoch": 0.5191320444166795, |
| "grad_norm": 0.3339095413684845, |
| "learning_rate": 2.4043397779166024e-05, |
| "loss": 0.5172, |
| "step": 225200 |
| }, |
| { |
| "epoch": 0.5195930853087014, |
| "grad_norm": 1.5384175777435303, |
| "learning_rate": 2.4020345734564926e-05, |
| "loss": 0.498, |
| "step": 225400 |
| }, |
| { |
| "epoch": 0.5200541262007233, |
| "grad_norm": 1.137721061706543, |
| "learning_rate": 2.3997293689963832e-05, |
| "loss": 0.5326, |
| "step": 225600 |
| }, |
| { |
| "epoch": 0.5205151670927453, |
| "grad_norm": 0.3401934504508972, |
| "learning_rate": 2.3974241645362734e-05, |
| "loss": 0.5264, |
| "step": 225800 |
| }, |
| { |
| "epoch": 0.5209762079847672, |
| "grad_norm": 0.9476338624954224, |
| "learning_rate": 2.3951189600761643e-05, |
| "loss": 0.4663, |
| "step": 226000 |
| }, |
| { |
| "epoch": 0.5214372488767891, |
| "grad_norm": 1.3103936910629272, |
| "learning_rate": 2.3928137556160546e-05, |
| "loss": 0.5328, |
| "step": 226200 |
| }, |
| { |
| "epoch": 0.521898289768811, |
| "grad_norm": 1.7903141975402832, |
| "learning_rate": 2.3905085511559448e-05, |
| "loss": 0.4953, |
| "step": 226400 |
| }, |
| { |
| "epoch": 0.522359330660833, |
| "grad_norm": 0.7507403492927551, |
| "learning_rate": 2.3882033466958354e-05, |
| "loss": 0.5132, |
| "step": 226600 |
| }, |
| { |
| "epoch": 0.5228203715528549, |
| "grad_norm": 1.1141492128372192, |
| "learning_rate": 2.3858981422357256e-05, |
| "loss": 0.4964, |
| "step": 226800 |
| }, |
| { |
| "epoch": 0.5232814124448768, |
| "grad_norm": 0.9881762862205505, |
| "learning_rate": 2.383592937775616e-05, |
| "loss": 0.5187, |
| "step": 227000 |
| }, |
| { |
| "epoch": 0.5237424533368987, |
| "grad_norm": 2.4193100929260254, |
| "learning_rate": 2.3812877333155064e-05, |
| "loss": 0.5324, |
| "step": 227200 |
| }, |
| { |
| "epoch": 0.5242034942289207, |
| "grad_norm": 0.5690718293190002, |
| "learning_rate": 2.378982528855397e-05, |
| "loss": 0.4951, |
| "step": 227400 |
| }, |
| { |
| "epoch": 0.5246645351209426, |
| "grad_norm": 1.6624326705932617, |
| "learning_rate": 2.3766773243952872e-05, |
| "loss": 0.5211, |
| "step": 227600 |
| }, |
| { |
| "epoch": 0.5251255760129645, |
| "grad_norm": 0.916460394859314, |
| "learning_rate": 2.3743721199351778e-05, |
| "loss": 0.5439, |
| "step": 227800 |
| }, |
| { |
| "epoch": 0.5255866169049864, |
| "grad_norm": 1.8242855072021484, |
| "learning_rate": 2.3720669154750683e-05, |
| "loss": 0.5436, |
| "step": 228000 |
| }, |
| { |
| "epoch": 0.5260476577970084, |
| "grad_norm": 1.3293455839157104, |
| "learning_rate": 2.3697617110149586e-05, |
| "loss": 0.5383, |
| "step": 228200 |
| }, |
| { |
| "epoch": 0.5265086986890303, |
| "grad_norm": 1.328596830368042, |
| "learning_rate": 2.367456506554849e-05, |
| "loss": 0.5401, |
| "step": 228400 |
| }, |
| { |
| "epoch": 0.5269697395810521, |
| "grad_norm": 0.9804822206497192, |
| "learning_rate": 2.3651513020947393e-05, |
| "loss": 0.5252, |
| "step": 228600 |
| }, |
| { |
| "epoch": 0.527430780473074, |
| "grad_norm": 1.9417587518692017, |
| "learning_rate": 2.36284609763463e-05, |
| "loss": 0.5389, |
| "step": 228800 |
| }, |
| { |
| "epoch": 0.5278918213650959, |
| "grad_norm": 1.445884346961975, |
| "learning_rate": 2.36054089317452e-05, |
| "loss": 0.5014, |
| "step": 229000 |
| }, |
| { |
| "epoch": 0.5283528622571179, |
| "grad_norm": 1.5352164506912231, |
| "learning_rate": 2.3582356887144104e-05, |
| "loss": 0.4702, |
| "step": 229200 |
| }, |
| { |
| "epoch": 0.5288139031491398, |
| "grad_norm": 0.47279122471809387, |
| "learning_rate": 2.3559304842543013e-05, |
| "loss": 0.5097, |
| "step": 229400 |
| }, |
| { |
| "epoch": 0.5292749440411617, |
| "grad_norm": 0.591940701007843, |
| "learning_rate": 2.3536252797941915e-05, |
| "loss": 0.4762, |
| "step": 229600 |
| }, |
| { |
| "epoch": 0.5297359849331836, |
| "grad_norm": 1.6824707984924316, |
| "learning_rate": 2.351320075334082e-05, |
| "loss": 0.4868, |
| "step": 229800 |
| }, |
| { |
| "epoch": 0.5301970258252056, |
| "grad_norm": 0.9410609602928162, |
| "learning_rate": 2.3490148708739723e-05, |
| "loss": 0.5622, |
| "step": 230000 |
| }, |
| { |
| "epoch": 0.5306580667172275, |
| "grad_norm": 1.2229105234146118, |
| "learning_rate": 2.3467096664138625e-05, |
| "loss": 0.5073, |
| "step": 230200 |
| }, |
| { |
| "epoch": 0.5311191076092494, |
| "grad_norm": 0.7156030535697937, |
| "learning_rate": 2.344404461953753e-05, |
| "loss": 0.4934, |
| "step": 230400 |
| }, |
| { |
| "epoch": 0.5315801485012713, |
| "grad_norm": 1.401571273803711, |
| "learning_rate": 2.3420992574936433e-05, |
| "loss": 0.4973, |
| "step": 230600 |
| }, |
| { |
| "epoch": 0.5320411893932933, |
| "grad_norm": 0.503180205821991, |
| "learning_rate": 2.339794053033534e-05, |
| "loss": 0.4983, |
| "step": 230800 |
| }, |
| { |
| "epoch": 0.5325022302853152, |
| "grad_norm": 1.6790913343429565, |
| "learning_rate": 2.337488848573424e-05, |
| "loss": 0.4945, |
| "step": 231000 |
| }, |
| { |
| "epoch": 0.5329632711773371, |
| "grad_norm": 1.007137417793274, |
| "learning_rate": 2.3351836441133147e-05, |
| "loss": 0.4822, |
| "step": 231200 |
| }, |
| { |
| "epoch": 0.533424312069359, |
| "grad_norm": 2.378171920776367, |
| "learning_rate": 2.3328784396532053e-05, |
| "loss": 0.5775, |
| "step": 231400 |
| }, |
| { |
| "epoch": 0.533885352961381, |
| "grad_norm": 1.203321099281311, |
| "learning_rate": 2.3305732351930955e-05, |
| "loss": 0.4724, |
| "step": 231600 |
| }, |
| { |
| "epoch": 0.5343463938534029, |
| "grad_norm": 1.0625741481781006, |
| "learning_rate": 2.328268030732986e-05, |
| "loss": 0.4916, |
| "step": 231800 |
| }, |
| { |
| "epoch": 0.5348074347454247, |
| "grad_norm": 1.0948866605758667, |
| "learning_rate": 2.3259628262728763e-05, |
| "loss": 0.5066, |
| "step": 232000 |
| }, |
| { |
| "epoch": 0.5352684756374466, |
| "grad_norm": 1.4360226392745972, |
| "learning_rate": 2.323657621812767e-05, |
| "loss": 0.4836, |
| "step": 232200 |
| }, |
| { |
| "epoch": 0.5357295165294685, |
| "grad_norm": 1.1512943506240845, |
| "learning_rate": 2.321352417352657e-05, |
| "loss": 0.5677, |
| "step": 232400 |
| }, |
| { |
| "epoch": 0.5361905574214905, |
| "grad_norm": 1.0096590518951416, |
| "learning_rate": 2.3190472128925477e-05, |
| "loss": 0.5734, |
| "step": 232600 |
| }, |
| { |
| "epoch": 0.5366515983135124, |
| "grad_norm": 1.4425885677337646, |
| "learning_rate": 2.3167420084324382e-05, |
| "loss": 0.4956, |
| "step": 232800 |
| }, |
| { |
| "epoch": 0.5371126392055343, |
| "grad_norm": 0.5548868775367737, |
| "learning_rate": 2.3144368039723284e-05, |
| "loss": 0.4904, |
| "step": 233000 |
| }, |
| { |
| "epoch": 0.5375736800975562, |
| "grad_norm": 1.1134722232818604, |
| "learning_rate": 2.312131599512219e-05, |
| "loss": 0.5376, |
| "step": 233200 |
| }, |
| { |
| "epoch": 0.5380347209895782, |
| "grad_norm": 0.9351561069488525, |
| "learning_rate": 2.3098263950521092e-05, |
| "loss": 0.5593, |
| "step": 233400 |
| }, |
| { |
| "epoch": 0.5384957618816001, |
| "grad_norm": 1.064975380897522, |
| "learning_rate": 2.3075211905919998e-05, |
| "loss": 0.5187, |
| "step": 233600 |
| }, |
| { |
| "epoch": 0.538956802773622, |
| "grad_norm": 1.065260648727417, |
| "learning_rate": 2.30521598613189e-05, |
| "loss": 0.5143, |
| "step": 233800 |
| }, |
| { |
| "epoch": 0.5394178436656439, |
| "grad_norm": 1.2114022970199585, |
| "learning_rate": 2.3029107816717803e-05, |
| "loss": 0.5338, |
| "step": 234000 |
| }, |
| { |
| "epoch": 0.5398788845576659, |
| "grad_norm": 0.8252068758010864, |
| "learning_rate": 2.300605577211671e-05, |
| "loss": 0.5506, |
| "step": 234200 |
| }, |
| { |
| "epoch": 0.5403399254496878, |
| "grad_norm": 1.3504903316497803, |
| "learning_rate": 2.298300372751561e-05, |
| "loss": 0.4864, |
| "step": 234400 |
| }, |
| { |
| "epoch": 0.5408009663417097, |
| "grad_norm": 1.2112751007080078, |
| "learning_rate": 2.295995168291452e-05, |
| "loss": 0.4996, |
| "step": 234600 |
| }, |
| { |
| "epoch": 0.5412620072337316, |
| "grad_norm": 0.6069416999816895, |
| "learning_rate": 2.2936899638313422e-05, |
| "loss": 0.5307, |
| "step": 234800 |
| }, |
| { |
| "epoch": 0.5417230481257536, |
| "grad_norm": 1.572514533996582, |
| "learning_rate": 2.2913847593712324e-05, |
| "loss": 0.5292, |
| "step": 235000 |
| }, |
| { |
| "epoch": 0.5421840890177755, |
| "grad_norm": 1.0099878311157227, |
| "learning_rate": 2.289079554911123e-05, |
| "loss": 0.5688, |
| "step": 235200 |
| }, |
| { |
| "epoch": 0.5426451299097973, |
| "grad_norm": 0.9012830853462219, |
| "learning_rate": 2.2867743504510132e-05, |
| "loss": 0.5366, |
| "step": 235400 |
| }, |
| { |
| "epoch": 0.5431061708018192, |
| "grad_norm": 1.135108232498169, |
| "learning_rate": 2.2844691459909038e-05, |
| "loss": 0.4941, |
| "step": 235600 |
| }, |
| { |
| "epoch": 0.5435672116938411, |
| "grad_norm": 0.9751501083374023, |
| "learning_rate": 2.282163941530794e-05, |
| "loss": 0.5217, |
| "step": 235800 |
| }, |
| { |
| "epoch": 0.5440282525858631, |
| "grad_norm": 1.2317419052124023, |
| "learning_rate": 2.2798587370706846e-05, |
| "loss": 0.5562, |
| "step": 236000 |
| }, |
| { |
| "epoch": 0.544489293477885, |
| "grad_norm": 1.3884457349777222, |
| "learning_rate": 2.277553532610575e-05, |
| "loss": 0.4626, |
| "step": 236200 |
| }, |
| { |
| "epoch": 0.5449503343699069, |
| "grad_norm": 0.9288251996040344, |
| "learning_rate": 2.2752483281504654e-05, |
| "loss": 0.5039, |
| "step": 236400 |
| }, |
| { |
| "epoch": 0.5454113752619288, |
| "grad_norm": 0.3665759563446045, |
| "learning_rate": 2.272943123690356e-05, |
| "loss": 0.5163, |
| "step": 236600 |
| }, |
| { |
| "epoch": 0.5458724161539508, |
| "grad_norm": 2.027440309524536, |
| "learning_rate": 2.2706379192302462e-05, |
| "loss": 0.5599, |
| "step": 236800 |
| }, |
| { |
| "epoch": 0.5463334570459727, |
| "grad_norm": 1.916327953338623, |
| "learning_rate": 2.2683327147701367e-05, |
| "loss": 0.482, |
| "step": 237000 |
| }, |
| { |
| "epoch": 0.5467944979379946, |
| "grad_norm": 1.4914941787719727, |
| "learning_rate": 2.266027510310027e-05, |
| "loss": 0.5569, |
| "step": 237200 |
| }, |
| { |
| "epoch": 0.5472555388300165, |
| "grad_norm": 1.7089998722076416, |
| "learning_rate": 2.2637223058499175e-05, |
| "loss": 0.4639, |
| "step": 237400 |
| }, |
| { |
| "epoch": 0.5477165797220385, |
| "grad_norm": 4.126305103302002, |
| "learning_rate": 2.2614171013898078e-05, |
| "loss": 0.519, |
| "step": 237600 |
| }, |
| { |
| "epoch": 0.5481776206140604, |
| "grad_norm": 1.5551437139511108, |
| "learning_rate": 2.259111896929698e-05, |
| "loss": 0.5204, |
| "step": 237800 |
| }, |
| { |
| "epoch": 0.5486386615060823, |
| "grad_norm": 0.7548621296882629, |
| "learning_rate": 2.256806692469589e-05, |
| "loss": 0.5807, |
| "step": 238000 |
| }, |
| { |
| "epoch": 0.5490997023981042, |
| "grad_norm": 0.2803627550601959, |
| "learning_rate": 2.254501488009479e-05, |
| "loss": 0.4846, |
| "step": 238200 |
| }, |
| { |
| "epoch": 0.5495607432901262, |
| "grad_norm": 0.9677246809005737, |
| "learning_rate": 2.2521962835493697e-05, |
| "loss": 0.4721, |
| "step": 238400 |
| }, |
| { |
| "epoch": 0.5500217841821481, |
| "grad_norm": 1.637499451637268, |
| "learning_rate": 2.24989107908926e-05, |
| "loss": 0.5269, |
| "step": 238600 |
| }, |
| { |
| "epoch": 0.5504828250741699, |
| "grad_norm": 2.227924346923828, |
| "learning_rate": 2.24758587462915e-05, |
| "loss": 0.5198, |
| "step": 238800 |
| }, |
| { |
| "epoch": 0.5509438659661918, |
| "grad_norm": 0.7341607213020325, |
| "learning_rate": 2.2452806701690407e-05, |
| "loss": 0.4917, |
| "step": 239000 |
| }, |
| { |
| "epoch": 0.5514049068582138, |
| "grad_norm": 0.4585340917110443, |
| "learning_rate": 2.242975465708931e-05, |
| "loss": 0.5, |
| "step": 239200 |
| }, |
| { |
| "epoch": 0.5518659477502357, |
| "grad_norm": 1.405619502067566, |
| "learning_rate": 2.2406702612488215e-05, |
| "loss": 0.5141, |
| "step": 239400 |
| }, |
| { |
| "epoch": 0.5523269886422576, |
| "grad_norm": 1.2896803617477417, |
| "learning_rate": 2.238365056788712e-05, |
| "loss": 0.4999, |
| "step": 239600 |
| }, |
| { |
| "epoch": 0.5527880295342795, |
| "grad_norm": 2.165039300918579, |
| "learning_rate": 2.2360598523286023e-05, |
| "loss": 0.5722, |
| "step": 239800 |
| }, |
| { |
| "epoch": 0.5532490704263014, |
| "grad_norm": 1.3514726161956787, |
| "learning_rate": 2.233754647868493e-05, |
| "loss": 0.5017, |
| "step": 240000 |
| }, |
| { |
| "epoch": 0.5537101113183234, |
| "grad_norm": 0.8125177621841431, |
| "learning_rate": 2.231449443408383e-05, |
| "loss": 0.5618, |
| "step": 240200 |
| }, |
| { |
| "epoch": 0.5541711522103453, |
| "grad_norm": 0.4262295961380005, |
| "learning_rate": 2.2291442389482737e-05, |
| "loss": 0.4865, |
| "step": 240400 |
| }, |
| { |
| "epoch": 0.5546321931023672, |
| "grad_norm": 2.328521966934204, |
| "learning_rate": 2.226839034488164e-05, |
| "loss": 0.5051, |
| "step": 240600 |
| }, |
| { |
| "epoch": 0.5550932339943891, |
| "grad_norm": 1.1261919736862183, |
| "learning_rate": 2.2245338300280545e-05, |
| "loss": 0.5119, |
| "step": 240800 |
| }, |
| { |
| "epoch": 0.5555542748864111, |
| "grad_norm": 1.1566516160964966, |
| "learning_rate": 2.2222286255679447e-05, |
| "loss": 0.5197, |
| "step": 241000 |
| }, |
| { |
| "epoch": 0.556015315778433, |
| "grad_norm": 1.7515827417373657, |
| "learning_rate": 2.2199234211078353e-05, |
| "loss": 0.5552, |
| "step": 241200 |
| }, |
| { |
| "epoch": 0.5564763566704549, |
| "grad_norm": 1.8269792795181274, |
| "learning_rate": 2.217618216647726e-05, |
| "loss": 0.4796, |
| "step": 241400 |
| }, |
| { |
| "epoch": 0.5569373975624768, |
| "grad_norm": 0.7790307402610779, |
| "learning_rate": 2.215313012187616e-05, |
| "loss": 0.5293, |
| "step": 241600 |
| }, |
| { |
| "epoch": 0.5573984384544988, |
| "grad_norm": 0.49990883469581604, |
| "learning_rate": 2.2130078077275066e-05, |
| "loss": 0.4879, |
| "step": 241800 |
| }, |
| { |
| "epoch": 0.5578594793465207, |
| "grad_norm": 1.0329365730285645, |
| "learning_rate": 2.210702603267397e-05, |
| "loss": 0.521, |
| "step": 242000 |
| }, |
| { |
| "epoch": 0.5583205202385425, |
| "grad_norm": 1.125595211982727, |
| "learning_rate": 2.2083973988072874e-05, |
| "loss": 0.4795, |
| "step": 242200 |
| }, |
| { |
| "epoch": 0.5587815611305644, |
| "grad_norm": 1.1356284618377686, |
| "learning_rate": 2.2060921943471777e-05, |
| "loss": 0.4882, |
| "step": 242400 |
| }, |
| { |
| "epoch": 0.5592426020225864, |
| "grad_norm": 0.7517489194869995, |
| "learning_rate": 2.203786989887068e-05, |
| "loss": 0.5531, |
| "step": 242600 |
| }, |
| { |
| "epoch": 0.5597036429146083, |
| "grad_norm": 1.4066451787948608, |
| "learning_rate": 2.2014817854269585e-05, |
| "loss": 0.5133, |
| "step": 242800 |
| }, |
| { |
| "epoch": 0.5601646838066302, |
| "grad_norm": 0.7683632373809814, |
| "learning_rate": 2.199176580966849e-05, |
| "loss": 0.5379, |
| "step": 243000 |
| }, |
| { |
| "epoch": 0.5606257246986521, |
| "grad_norm": 0.3758114278316498, |
| "learning_rate": 2.1968713765067396e-05, |
| "loss": 0.4681, |
| "step": 243200 |
| }, |
| { |
| "epoch": 0.561086765590674, |
| "grad_norm": 1.2410677671432495, |
| "learning_rate": 2.1945661720466298e-05, |
| "loss": 0.5409, |
| "step": 243400 |
| }, |
| { |
| "epoch": 0.561547806482696, |
| "grad_norm": 1.4236176013946533, |
| "learning_rate": 2.19226096758652e-05, |
| "loss": 0.4861, |
| "step": 243600 |
| }, |
| { |
| "epoch": 0.5620088473747179, |
| "grad_norm": 0.9534035325050354, |
| "learning_rate": 2.1899557631264106e-05, |
| "loss": 0.5307, |
| "step": 243800 |
| }, |
| { |
| "epoch": 0.5624698882667398, |
| "grad_norm": 0.711057186126709, |
| "learning_rate": 2.187650558666301e-05, |
| "loss": 0.4825, |
| "step": 244000 |
| }, |
| { |
| "epoch": 0.5629309291587618, |
| "grad_norm": 2.3626081943511963, |
| "learning_rate": 2.1853453542061914e-05, |
| "loss": 0.5344, |
| "step": 244200 |
| }, |
| { |
| "epoch": 0.5633919700507837, |
| "grad_norm": 0.23439358174800873, |
| "learning_rate": 2.1830401497460816e-05, |
| "loss": 0.5146, |
| "step": 244400 |
| }, |
| { |
| "epoch": 0.5638530109428056, |
| "grad_norm": 2.047996997833252, |
| "learning_rate": 2.1807349452859722e-05, |
| "loss": 0.4826, |
| "step": 244600 |
| }, |
| { |
| "epoch": 0.5643140518348275, |
| "grad_norm": 1.1761419773101807, |
| "learning_rate": 2.1784297408258628e-05, |
| "loss": 0.5096, |
| "step": 244800 |
| }, |
| { |
| "epoch": 0.5647750927268494, |
| "grad_norm": 1.0271129608154297, |
| "learning_rate": 2.176124536365753e-05, |
| "loss": 0.5182, |
| "step": 245000 |
| }, |
| { |
| "epoch": 0.5652361336188714, |
| "grad_norm": 1.1691869497299194, |
| "learning_rate": 2.1738193319056436e-05, |
| "loss": 0.4849, |
| "step": 245200 |
| }, |
| { |
| "epoch": 0.5656971745108933, |
| "grad_norm": 0.9857134222984314, |
| "learning_rate": 2.1715141274455338e-05, |
| "loss": 0.4795, |
| "step": 245400 |
| }, |
| { |
| "epoch": 0.5661582154029151, |
| "grad_norm": 0.6204602122306824, |
| "learning_rate": 2.1692089229854244e-05, |
| "loss": 0.5282, |
| "step": 245600 |
| }, |
| { |
| "epoch": 0.566619256294937, |
| "grad_norm": 2.198983669281006, |
| "learning_rate": 2.1669037185253146e-05, |
| "loss": 0.534, |
| "step": 245800 |
| }, |
| { |
| "epoch": 0.567080297186959, |
| "grad_norm": 0.9738652110099792, |
| "learning_rate": 2.1645985140652052e-05, |
| "loss": 0.5499, |
| "step": 246000 |
| }, |
| { |
| "epoch": 0.5675413380789809, |
| "grad_norm": 0.801446795463562, |
| "learning_rate": 2.1622933096050954e-05, |
| "loss": 0.5452, |
| "step": 246200 |
| }, |
| { |
| "epoch": 0.5680023789710028, |
| "grad_norm": 1.2199312448501587, |
| "learning_rate": 2.159988105144986e-05, |
| "loss": 0.5296, |
| "step": 246400 |
| }, |
| { |
| "epoch": 0.5684634198630247, |
| "grad_norm": 1.333871603012085, |
| "learning_rate": 2.1576829006848765e-05, |
| "loss": 0.5443, |
| "step": 246600 |
| }, |
| { |
| "epoch": 0.5689244607550467, |
| "grad_norm": 1.0577268600463867, |
| "learning_rate": 2.1553776962247668e-05, |
| "loss": 0.5119, |
| "step": 246800 |
| }, |
| { |
| "epoch": 0.5693855016470686, |
| "grad_norm": 1.1730480194091797, |
| "learning_rate": 2.1530724917646573e-05, |
| "loss": 0.5124, |
| "step": 247000 |
| }, |
| { |
| "epoch": 0.5698465425390905, |
| "grad_norm": 1.0999897718429565, |
| "learning_rate": 2.1507672873045476e-05, |
| "loss": 0.5589, |
| "step": 247200 |
| }, |
| { |
| "epoch": 0.5703075834311124, |
| "grad_norm": 1.2525196075439453, |
| "learning_rate": 2.1484620828444378e-05, |
| "loss": 0.5254, |
| "step": 247400 |
| }, |
| { |
| "epoch": 0.5707686243231344, |
| "grad_norm": 1.3364574909210205, |
| "learning_rate": 2.1461568783843284e-05, |
| "loss": 0.496, |
| "step": 247600 |
| }, |
| { |
| "epoch": 0.5712296652151563, |
| "grad_norm": 0.8777609467506409, |
| "learning_rate": 2.1438516739242186e-05, |
| "loss": 0.5314, |
| "step": 247800 |
| }, |
| { |
| "epoch": 0.5716907061071782, |
| "grad_norm": 0.9641389846801758, |
| "learning_rate": 2.141546469464109e-05, |
| "loss": 0.4883, |
| "step": 248000 |
| }, |
| { |
| "epoch": 0.5721517469992001, |
| "grad_norm": 0.8974488973617554, |
| "learning_rate": 2.1392412650039997e-05, |
| "loss": 0.4994, |
| "step": 248200 |
| }, |
| { |
| "epoch": 0.572612787891222, |
| "grad_norm": 1.1016892194747925, |
| "learning_rate": 2.13693606054389e-05, |
| "loss": 0.5206, |
| "step": 248400 |
| }, |
| { |
| "epoch": 0.573073828783244, |
| "grad_norm": 1.8941538333892822, |
| "learning_rate": 2.1346308560837805e-05, |
| "loss": 0.5283, |
| "step": 248600 |
| }, |
| { |
| "epoch": 0.5735348696752659, |
| "grad_norm": 0.882707417011261, |
| "learning_rate": 2.1323256516236707e-05, |
| "loss": 0.523, |
| "step": 248800 |
| }, |
| { |
| "epoch": 0.5739959105672877, |
| "grad_norm": 1.1047805547714233, |
| "learning_rate": 2.1300204471635613e-05, |
| "loss": 0.5199, |
| "step": 249000 |
| }, |
| { |
| "epoch": 0.5744569514593096, |
| "grad_norm": 0.9764407873153687, |
| "learning_rate": 2.1277152427034515e-05, |
| "loss": 0.4902, |
| "step": 249200 |
| }, |
| { |
| "epoch": 0.5749179923513316, |
| "grad_norm": 0.9825992584228516, |
| "learning_rate": 2.125410038243342e-05, |
| "loss": 0.5253, |
| "step": 249400 |
| }, |
| { |
| "epoch": 0.5753790332433535, |
| "grad_norm": 0.5447947978973389, |
| "learning_rate": 2.1231048337832323e-05, |
| "loss": 0.5162, |
| "step": 249600 |
| }, |
| { |
| "epoch": 0.5758400741353754, |
| "grad_norm": 1.0377503633499146, |
| "learning_rate": 2.120799629323123e-05, |
| "loss": 0.5193, |
| "step": 249800 |
| }, |
| { |
| "epoch": 0.5763011150273973, |
| "grad_norm": 0.5433443188667297, |
| "learning_rate": 2.1184944248630135e-05, |
| "loss": 0.5163, |
| "step": 250000 |
| }, |
| { |
| "epoch": 0.5763011150273973, |
| "eval_loss": 0.5065879821777344, |
| "eval_runtime": 144.2776, |
| "eval_samples_per_second": 30.372, |
| "eval_steps_per_second": 30.372, |
| "step": 250000 |
| }, |
| { |
| "epoch": 0.5767621559194193, |
| "grad_norm": 1.6914293766021729, |
| "learning_rate": 2.1161892204029037e-05, |
| "loss": 0.5304, |
| "step": 250200 |
| }, |
| { |
| "epoch": 0.5772231968114412, |
| "grad_norm": 1.1830875873565674, |
| "learning_rate": 2.1138840159427943e-05, |
| "loss": 0.518, |
| "step": 250400 |
| }, |
| { |
| "epoch": 0.5776842377034631, |
| "grad_norm": 1.4796136617660522, |
| "learning_rate": 2.1115788114826845e-05, |
| "loss": 0.525, |
| "step": 250600 |
| }, |
| { |
| "epoch": 0.578145278595485, |
| "grad_norm": 1.81144118309021, |
| "learning_rate": 2.109273607022575e-05, |
| "loss": 0.536, |
| "step": 250800 |
| }, |
| { |
| "epoch": 0.578606319487507, |
| "grad_norm": 1.3345705270767212, |
| "learning_rate": 2.1069684025624653e-05, |
| "loss": 0.4776, |
| "step": 251000 |
| }, |
| { |
| "epoch": 0.5790673603795289, |
| "grad_norm": 1.4617594480514526, |
| "learning_rate": 2.1046631981023555e-05, |
| "loss": 0.5112, |
| "step": 251200 |
| }, |
| { |
| "epoch": 0.5795284012715508, |
| "grad_norm": 1.4168286323547363, |
| "learning_rate": 2.1023579936422464e-05, |
| "loss": 0.5247, |
| "step": 251400 |
| }, |
| { |
| "epoch": 0.5799894421635727, |
| "grad_norm": 0.9052757024765015, |
| "learning_rate": 2.1000527891821367e-05, |
| "loss": 0.5189, |
| "step": 251600 |
| }, |
| { |
| "epoch": 0.5804504830555947, |
| "grad_norm": 1.7687321901321411, |
| "learning_rate": 2.0977475847220272e-05, |
| "loss": 0.4998, |
| "step": 251800 |
| }, |
| { |
| "epoch": 0.5809115239476166, |
| "grad_norm": 1.1558544635772705, |
| "learning_rate": 2.0954423802619175e-05, |
| "loss": 0.5648, |
| "step": 252000 |
| }, |
| { |
| "epoch": 0.5813725648396385, |
| "grad_norm": 1.4480737447738647, |
| "learning_rate": 2.0931371758018077e-05, |
| "loss": 0.5221, |
| "step": 252200 |
| }, |
| { |
| "epoch": 0.5818336057316603, |
| "grad_norm": 1.6768193244934082, |
| "learning_rate": 2.0908319713416982e-05, |
| "loss": 0.4758, |
| "step": 252400 |
| }, |
| { |
| "epoch": 0.5822946466236822, |
| "grad_norm": 1.9604754447937012, |
| "learning_rate": 2.0885267668815885e-05, |
| "loss": 0.5225, |
| "step": 252600 |
| }, |
| { |
| "epoch": 0.5827556875157042, |
| "grad_norm": 1.8727524280548096, |
| "learning_rate": 2.086221562421479e-05, |
| "loss": 0.5262, |
| "step": 252800 |
| }, |
| { |
| "epoch": 0.5832167284077261, |
| "grad_norm": 1.510044813156128, |
| "learning_rate": 2.0839163579613693e-05, |
| "loss": 0.5664, |
| "step": 253000 |
| }, |
| { |
| "epoch": 0.583677769299748, |
| "grad_norm": 1.9544621706008911, |
| "learning_rate": 2.0816111535012602e-05, |
| "loss": 0.5053, |
| "step": 253200 |
| }, |
| { |
| "epoch": 0.5841388101917699, |
| "grad_norm": 0.9827083349227905, |
| "learning_rate": 2.0793059490411504e-05, |
| "loss": 0.5479, |
| "step": 253400 |
| }, |
| { |
| "epoch": 0.5845998510837919, |
| "grad_norm": 2.2708816528320312, |
| "learning_rate": 2.0770007445810406e-05, |
| "loss": 0.5025, |
| "step": 253600 |
| }, |
| { |
| "epoch": 0.5850608919758138, |
| "grad_norm": 2.2587356567382812, |
| "learning_rate": 2.0746955401209312e-05, |
| "loss": 0.4923, |
| "step": 253800 |
| }, |
| { |
| "epoch": 0.5855219328678357, |
| "grad_norm": 1.3918339014053345, |
| "learning_rate": 2.0723903356608214e-05, |
| "loss": 0.4738, |
| "step": 254000 |
| }, |
| { |
| "epoch": 0.5859829737598576, |
| "grad_norm": 1.7613333463668823, |
| "learning_rate": 2.070085131200712e-05, |
| "loss": 0.4592, |
| "step": 254200 |
| }, |
| { |
| "epoch": 0.5864440146518796, |
| "grad_norm": 2.323390007019043, |
| "learning_rate": 2.0677799267406022e-05, |
| "loss": 0.4962, |
| "step": 254400 |
| }, |
| { |
| "epoch": 0.5869050555439015, |
| "grad_norm": 1.5669095516204834, |
| "learning_rate": 2.0654747222804928e-05, |
| "loss": 0.5616, |
| "step": 254600 |
| }, |
| { |
| "epoch": 0.5873660964359234, |
| "grad_norm": 1.5922577381134033, |
| "learning_rate": 2.0631695178203834e-05, |
| "loss": 0.494, |
| "step": 254800 |
| }, |
| { |
| "epoch": 0.5878271373279453, |
| "grad_norm": 1.2841917276382446, |
| "learning_rate": 2.0608643133602736e-05, |
| "loss": 0.4663, |
| "step": 255000 |
| }, |
| { |
| "epoch": 0.5882881782199673, |
| "grad_norm": 0.8427960872650146, |
| "learning_rate": 2.058559108900164e-05, |
| "loss": 0.5203, |
| "step": 255200 |
| }, |
| { |
| "epoch": 0.5887492191119892, |
| "grad_norm": 1.1014477014541626, |
| "learning_rate": 2.0562539044400544e-05, |
| "loss": 0.4983, |
| "step": 255400 |
| }, |
| { |
| "epoch": 0.5892102600040111, |
| "grad_norm": 0.7464996576309204, |
| "learning_rate": 2.053948699979945e-05, |
| "loss": 0.512, |
| "step": 255600 |
| }, |
| { |
| "epoch": 0.5896713008960329, |
| "grad_norm": 1.1050175428390503, |
| "learning_rate": 2.0516434955198352e-05, |
| "loss": 0.5039, |
| "step": 255800 |
| }, |
| { |
| "epoch": 0.5901323417880548, |
| "grad_norm": 1.4962995052337646, |
| "learning_rate": 2.0493382910597254e-05, |
| "loss": 0.4859, |
| "step": 256000 |
| }, |
| { |
| "epoch": 0.5905933826800768, |
| "grad_norm": 1.086658239364624, |
| "learning_rate": 2.047033086599616e-05, |
| "loss": 0.512, |
| "step": 256200 |
| }, |
| { |
| "epoch": 0.5910544235720987, |
| "grad_norm": 1.5740742683410645, |
| "learning_rate": 2.0447278821395062e-05, |
| "loss": 0.5017, |
| "step": 256400 |
| }, |
| { |
| "epoch": 0.5915154644641206, |
| "grad_norm": 1.2784602642059326, |
| "learning_rate": 2.042422677679397e-05, |
| "loss": 0.5347, |
| "step": 256600 |
| }, |
| { |
| "epoch": 0.5919765053561425, |
| "grad_norm": 1.1897175312042236, |
| "learning_rate": 2.0401174732192873e-05, |
| "loss": 0.5442, |
| "step": 256800 |
| }, |
| { |
| "epoch": 0.5924375462481645, |
| "grad_norm": 1.5644766092300415, |
| "learning_rate": 2.0378122687591776e-05, |
| "loss": 0.4957, |
| "step": 257000 |
| }, |
| { |
| "epoch": 0.5928985871401864, |
| "grad_norm": 1.350401520729065, |
| "learning_rate": 2.035507064299068e-05, |
| "loss": 0.4763, |
| "step": 257200 |
| }, |
| { |
| "epoch": 0.5933596280322083, |
| "grad_norm": 1.8206768035888672, |
| "learning_rate": 2.0332018598389584e-05, |
| "loss": 0.4756, |
| "step": 257400 |
| }, |
| { |
| "epoch": 0.5938206689242302, |
| "grad_norm": 1.9066009521484375, |
| "learning_rate": 2.030896655378849e-05, |
| "loss": 0.4968, |
| "step": 257600 |
| }, |
| { |
| "epoch": 0.5942817098162522, |
| "grad_norm": 0.9539717435836792, |
| "learning_rate": 2.028591450918739e-05, |
| "loss": 0.5454, |
| "step": 257800 |
| }, |
| { |
| "epoch": 0.5947427507082741, |
| "grad_norm": 1.8135906457901, |
| "learning_rate": 2.0262862464586297e-05, |
| "loss": 0.4961, |
| "step": 258000 |
| }, |
| { |
| "epoch": 0.595203791600296, |
| "grad_norm": 1.2675491571426392, |
| "learning_rate": 2.0239810419985203e-05, |
| "loss": 0.4997, |
| "step": 258200 |
| }, |
| { |
| "epoch": 0.5956648324923179, |
| "grad_norm": 0.6522994041442871, |
| "learning_rate": 2.0216758375384105e-05, |
| "loss": 0.5243, |
| "step": 258400 |
| }, |
| { |
| "epoch": 0.5961258733843399, |
| "grad_norm": 0.3235660791397095, |
| "learning_rate": 2.019370633078301e-05, |
| "loss": 0.4942, |
| "step": 258600 |
| }, |
| { |
| "epoch": 0.5965869142763618, |
| "grad_norm": 1.0544391870498657, |
| "learning_rate": 2.0170654286181913e-05, |
| "loss": 0.5452, |
| "step": 258800 |
| }, |
| { |
| "epoch": 0.5970479551683837, |
| "grad_norm": 2.637691020965576, |
| "learning_rate": 2.014760224158082e-05, |
| "loss": 0.5338, |
| "step": 259000 |
| }, |
| { |
| "epoch": 0.5975089960604055, |
| "grad_norm": 0.2857421934604645, |
| "learning_rate": 2.012455019697972e-05, |
| "loss": 0.5621, |
| "step": 259200 |
| }, |
| { |
| "epoch": 0.5979700369524275, |
| "grad_norm": 0.93863445520401, |
| "learning_rate": 2.0101498152378627e-05, |
| "loss": 0.5391, |
| "step": 259400 |
| }, |
| { |
| "epoch": 0.5984310778444494, |
| "grad_norm": 0.6566616892814636, |
| "learning_rate": 2.007844610777753e-05, |
| "loss": 0.5247, |
| "step": 259600 |
| }, |
| { |
| "epoch": 0.5988921187364713, |
| "grad_norm": 1.3079489469528198, |
| "learning_rate": 2.005539406317643e-05, |
| "loss": 0.5031, |
| "step": 259800 |
| }, |
| { |
| "epoch": 0.5993531596284932, |
| "grad_norm": 0.5705758333206177, |
| "learning_rate": 2.003234201857534e-05, |
| "loss": 0.5046, |
| "step": 260000 |
| }, |
| { |
| "epoch": 0.5998142005205152, |
| "grad_norm": 1.439122200012207, |
| "learning_rate": 2.0009289973974243e-05, |
| "loss": 0.4972, |
| "step": 260200 |
| }, |
| { |
| "epoch": 0.6002752414125371, |
| "grad_norm": 0.7958211302757263, |
| "learning_rate": 1.998623792937315e-05, |
| "loss": 0.5172, |
| "step": 260400 |
| }, |
| { |
| "epoch": 0.600736282304559, |
| "grad_norm": 1.4362818002700806, |
| "learning_rate": 1.996318588477205e-05, |
| "loss": 0.5031, |
| "step": 260600 |
| }, |
| { |
| "epoch": 0.6011973231965809, |
| "grad_norm": 1.128711462020874, |
| "learning_rate": 1.9940133840170953e-05, |
| "loss": 0.5035, |
| "step": 260800 |
| }, |
| { |
| "epoch": 0.6016583640886028, |
| "grad_norm": 0.9221576452255249, |
| "learning_rate": 1.991708179556986e-05, |
| "loss": 0.5039, |
| "step": 261000 |
| }, |
| { |
| "epoch": 0.6021194049806248, |
| "grad_norm": 1.0171575546264648, |
| "learning_rate": 1.989402975096876e-05, |
| "loss": 0.5009, |
| "step": 261200 |
| }, |
| { |
| "epoch": 0.6025804458726467, |
| "grad_norm": 1.2728921175003052, |
| "learning_rate": 1.9870977706367667e-05, |
| "loss": 0.56, |
| "step": 261400 |
| }, |
| { |
| "epoch": 0.6030414867646686, |
| "grad_norm": 0.6258471012115479, |
| "learning_rate": 1.9847925661766572e-05, |
| "loss": 0.5025, |
| "step": 261600 |
| }, |
| { |
| "epoch": 0.6035025276566905, |
| "grad_norm": 1.2376896142959595, |
| "learning_rate": 1.9824873617165478e-05, |
| "loss": 0.5488, |
| "step": 261800 |
| }, |
| { |
| "epoch": 0.6039635685487125, |
| "grad_norm": 1.5317405462265015, |
| "learning_rate": 1.980182157256438e-05, |
| "loss": 0.5412, |
| "step": 262000 |
| }, |
| { |
| "epoch": 0.6044246094407344, |
| "grad_norm": 2.4922080039978027, |
| "learning_rate": 1.9778769527963283e-05, |
| "loss": 0.5095, |
| "step": 262200 |
| }, |
| { |
| "epoch": 0.6048856503327562, |
| "grad_norm": 0.9650156497955322, |
| "learning_rate": 1.975571748336219e-05, |
| "loss": 0.5217, |
| "step": 262400 |
| }, |
| { |
| "epoch": 0.6053466912247781, |
| "grad_norm": 1.3613967895507812, |
| "learning_rate": 1.973266543876109e-05, |
| "loss": 0.5102, |
| "step": 262600 |
| }, |
| { |
| "epoch": 0.6058077321168001, |
| "grad_norm": 1.0593500137329102, |
| "learning_rate": 1.9709613394159996e-05, |
| "loss": 0.5723, |
| "step": 262800 |
| }, |
| { |
| "epoch": 0.606268773008822, |
| "grad_norm": 1.8354504108428955, |
| "learning_rate": 1.96865613495589e-05, |
| "loss": 0.5125, |
| "step": 263000 |
| }, |
| { |
| "epoch": 0.6067298139008439, |
| "grad_norm": 2.131420373916626, |
| "learning_rate": 1.9663509304957804e-05, |
| "loss": 0.5214, |
| "step": 263200 |
| }, |
| { |
| "epoch": 0.6071908547928658, |
| "grad_norm": 1.4709240198135376, |
| "learning_rate": 1.964045726035671e-05, |
| "loss": 0.4658, |
| "step": 263400 |
| }, |
| { |
| "epoch": 0.6076518956848878, |
| "grad_norm": 1.3069663047790527, |
| "learning_rate": 1.9617405215755612e-05, |
| "loss": 0.5497, |
| "step": 263600 |
| }, |
| { |
| "epoch": 0.6081129365769097, |
| "grad_norm": 0.6274604797363281, |
| "learning_rate": 1.9594353171154518e-05, |
| "loss": 0.5266, |
| "step": 263800 |
| }, |
| { |
| "epoch": 0.6085739774689316, |
| "grad_norm": 0.9188045263290405, |
| "learning_rate": 1.957130112655342e-05, |
| "loss": 0.5668, |
| "step": 264000 |
| }, |
| { |
| "epoch": 0.6090350183609535, |
| "grad_norm": 0.5703033804893494, |
| "learning_rate": 1.9548249081952326e-05, |
| "loss": 0.4844, |
| "step": 264200 |
| }, |
| { |
| "epoch": 0.6094960592529755, |
| "grad_norm": 2.1700258255004883, |
| "learning_rate": 1.9525197037351228e-05, |
| "loss": 0.5282, |
| "step": 264400 |
| }, |
| { |
| "epoch": 0.6099571001449974, |
| "grad_norm": 1.3549532890319824, |
| "learning_rate": 1.950214499275013e-05, |
| "loss": 0.4734, |
| "step": 264600 |
| }, |
| { |
| "epoch": 0.6104181410370193, |
| "grad_norm": 1.7705378532409668, |
| "learning_rate": 1.9479092948149036e-05, |
| "loss": 0.496, |
| "step": 264800 |
| }, |
| { |
| "epoch": 0.6108791819290412, |
| "grad_norm": 0.578196108341217, |
| "learning_rate": 1.9456040903547942e-05, |
| "loss": 0.5078, |
| "step": 265000 |
| }, |
| { |
| "epoch": 0.6113402228210632, |
| "grad_norm": 1.1500052213668823, |
| "learning_rate": 1.9432988858946847e-05, |
| "loss": 0.5196, |
| "step": 265200 |
| }, |
| { |
| "epoch": 0.6118012637130851, |
| "grad_norm": 1.3695541620254517, |
| "learning_rate": 1.940993681434575e-05, |
| "loss": 0.4915, |
| "step": 265400 |
| }, |
| { |
| "epoch": 0.612262304605107, |
| "grad_norm": 0.8905289173126221, |
| "learning_rate": 1.9386884769744655e-05, |
| "loss": 0.4662, |
| "step": 265600 |
| }, |
| { |
| "epoch": 0.6127233454971288, |
| "grad_norm": 2.054939031600952, |
| "learning_rate": 1.9363832725143558e-05, |
| "loss": 0.4665, |
| "step": 265800 |
| }, |
| { |
| "epoch": 0.6131843863891507, |
| "grad_norm": 1.421302080154419, |
| "learning_rate": 1.934078068054246e-05, |
| "loss": 0.5074, |
| "step": 266000 |
| }, |
| { |
| "epoch": 0.6136454272811727, |
| "grad_norm": 1.0554801225662231, |
| "learning_rate": 1.9317728635941366e-05, |
| "loss": 0.5406, |
| "step": 266200 |
| }, |
| { |
| "epoch": 0.6141064681731946, |
| "grad_norm": 1.5464704036712646, |
| "learning_rate": 1.9294676591340268e-05, |
| "loss": 0.5273, |
| "step": 266400 |
| }, |
| { |
| "epoch": 0.6145675090652165, |
| "grad_norm": 2.142878293991089, |
| "learning_rate": 1.9271624546739174e-05, |
| "loss": 0.5035, |
| "step": 266600 |
| }, |
| { |
| "epoch": 0.6150285499572384, |
| "grad_norm": 2.7854163646698, |
| "learning_rate": 1.924857250213808e-05, |
| "loss": 0.4915, |
| "step": 266800 |
| }, |
| { |
| "epoch": 0.6154895908492604, |
| "grad_norm": 1.0420928001403809, |
| "learning_rate": 1.922552045753698e-05, |
| "loss": 0.5025, |
| "step": 267000 |
| }, |
| { |
| "epoch": 0.6159506317412823, |
| "grad_norm": 1.2104905843734741, |
| "learning_rate": 1.9202468412935887e-05, |
| "loss": 0.5118, |
| "step": 267200 |
| }, |
| { |
| "epoch": 0.6164116726333042, |
| "grad_norm": 1.4268879890441895, |
| "learning_rate": 1.917941636833479e-05, |
| "loss": 0.5147, |
| "step": 267400 |
| }, |
| { |
| "epoch": 0.6168727135253261, |
| "grad_norm": 1.690464973449707, |
| "learning_rate": 1.9156364323733695e-05, |
| "loss": 0.4835, |
| "step": 267600 |
| }, |
| { |
| "epoch": 0.6173337544173481, |
| "grad_norm": 1.919801115989685, |
| "learning_rate": 1.9133312279132598e-05, |
| "loss": 0.5243, |
| "step": 267800 |
| }, |
| { |
| "epoch": 0.61779479530937, |
| "grad_norm": 0.6003401875495911, |
| "learning_rate": 1.9110260234531503e-05, |
| "loss": 0.4886, |
| "step": 268000 |
| }, |
| { |
| "epoch": 0.6182558362013919, |
| "grad_norm": 1.350727915763855, |
| "learning_rate": 1.9087208189930405e-05, |
| "loss": 0.5038, |
| "step": 268200 |
| }, |
| { |
| "epoch": 0.6187168770934138, |
| "grad_norm": 0.8154557347297668, |
| "learning_rate": 1.906415614532931e-05, |
| "loss": 0.5153, |
| "step": 268400 |
| }, |
| { |
| "epoch": 0.6191779179854358, |
| "grad_norm": 0.5474942326545715, |
| "learning_rate": 1.9041104100728217e-05, |
| "loss": 0.5569, |
| "step": 268600 |
| }, |
| { |
| "epoch": 0.6196389588774577, |
| "grad_norm": 0.8887852430343628, |
| "learning_rate": 1.901805205612712e-05, |
| "loss": 0.5289, |
| "step": 268800 |
| }, |
| { |
| "epoch": 0.6200999997694796, |
| "grad_norm": 0.9565109014511108, |
| "learning_rate": 1.8995000011526025e-05, |
| "loss": 0.5446, |
| "step": 269000 |
| }, |
| { |
| "epoch": 0.6205610406615014, |
| "grad_norm": 1.2200897932052612, |
| "learning_rate": 1.8971947966924927e-05, |
| "loss": 0.4689, |
| "step": 269200 |
| }, |
| { |
| "epoch": 0.6210220815535233, |
| "grad_norm": 0.5202858448028564, |
| "learning_rate": 1.894889592232383e-05, |
| "loss": 0.5117, |
| "step": 269400 |
| }, |
| { |
| "epoch": 0.6214831224455453, |
| "grad_norm": 1.1108614206314087, |
| "learning_rate": 1.8925843877722735e-05, |
| "loss": 0.5495, |
| "step": 269600 |
| }, |
| { |
| "epoch": 0.6219441633375672, |
| "grad_norm": 0.7820692658424377, |
| "learning_rate": 1.8902791833121637e-05, |
| "loss": 0.5489, |
| "step": 269800 |
| }, |
| { |
| "epoch": 0.6224052042295891, |
| "grad_norm": 0.5939005613327026, |
| "learning_rate": 1.8879739788520543e-05, |
| "loss": 0.5139, |
| "step": 270000 |
| }, |
| { |
| "epoch": 0.622866245121611, |
| "grad_norm": 0.809594452381134, |
| "learning_rate": 1.885668774391945e-05, |
| "loss": 0.5195, |
| "step": 270200 |
| }, |
| { |
| "epoch": 0.623327286013633, |
| "grad_norm": 1.638484001159668, |
| "learning_rate": 1.8833635699318354e-05, |
| "loss": 0.487, |
| "step": 270400 |
| }, |
| { |
| "epoch": 0.6237883269056549, |
| "grad_norm": 1.4749358892440796, |
| "learning_rate": 1.8810583654717257e-05, |
| "loss": 0.5058, |
| "step": 270600 |
| }, |
| { |
| "epoch": 0.6242493677976768, |
| "grad_norm": 0.8880025744438171, |
| "learning_rate": 1.878753161011616e-05, |
| "loss": 0.513, |
| "step": 270800 |
| }, |
| { |
| "epoch": 0.6247104086896987, |
| "grad_norm": 0.9958152174949646, |
| "learning_rate": 1.8764479565515065e-05, |
| "loss": 0.5261, |
| "step": 271000 |
| }, |
| { |
| "epoch": 0.6251714495817207, |
| "grad_norm": 1.6274564266204834, |
| "learning_rate": 1.8741427520913967e-05, |
| "loss": 0.5416, |
| "step": 271200 |
| }, |
| { |
| "epoch": 0.6256324904737426, |
| "grad_norm": 1.5362344980239868, |
| "learning_rate": 1.8718375476312873e-05, |
| "loss": 0.513, |
| "step": 271400 |
| }, |
| { |
| "epoch": 0.6260935313657645, |
| "grad_norm": 0.9581994414329529, |
| "learning_rate": 1.8695323431711775e-05, |
| "loss": 0.505, |
| "step": 271600 |
| }, |
| { |
| "epoch": 0.6265545722577864, |
| "grad_norm": 1.3298275470733643, |
| "learning_rate": 1.867227138711068e-05, |
| "loss": 0.4829, |
| "step": 271800 |
| }, |
| { |
| "epoch": 0.6270156131498084, |
| "grad_norm": 1.5617239475250244, |
| "learning_rate": 1.8649219342509586e-05, |
| "loss": 0.5669, |
| "step": 272000 |
| }, |
| { |
| "epoch": 0.6274766540418303, |
| "grad_norm": 1.6053404808044434, |
| "learning_rate": 1.862616729790849e-05, |
| "loss": 0.5203, |
| "step": 272200 |
| }, |
| { |
| "epoch": 0.6279376949338522, |
| "grad_norm": 1.7851396799087524, |
| "learning_rate": 1.8603115253307394e-05, |
| "loss": 0.512, |
| "step": 272400 |
| }, |
| { |
| "epoch": 0.628398735825874, |
| "grad_norm": 1.3142194747924805, |
| "learning_rate": 1.8580063208706296e-05, |
| "loss": 0.5205, |
| "step": 272600 |
| }, |
| { |
| "epoch": 0.628859776717896, |
| "grad_norm": 1.7642301321029663, |
| "learning_rate": 1.8557011164105202e-05, |
| "loss": 0.5199, |
| "step": 272800 |
| }, |
| { |
| "epoch": 0.6293208176099179, |
| "grad_norm": 1.0019512176513672, |
| "learning_rate": 1.8533959119504104e-05, |
| "loss": 0.5, |
| "step": 273000 |
| }, |
| { |
| "epoch": 0.6297818585019398, |
| "grad_norm": 1.3982213735580444, |
| "learning_rate": 1.8510907074903007e-05, |
| "loss": 0.4773, |
| "step": 273200 |
| }, |
| { |
| "epoch": 0.6302428993939617, |
| "grad_norm": 0.6312654614448547, |
| "learning_rate": 1.8487855030301912e-05, |
| "loss": 0.4853, |
| "step": 273400 |
| }, |
| { |
| "epoch": 0.6307039402859836, |
| "grad_norm": 1.554456353187561, |
| "learning_rate": 1.8464802985700818e-05, |
| "loss": 0.5074, |
| "step": 273600 |
| }, |
| { |
| "epoch": 0.6311649811780056, |
| "grad_norm": 1.26462984085083, |
| "learning_rate": 1.8441750941099724e-05, |
| "loss": 0.482, |
| "step": 273800 |
| }, |
| { |
| "epoch": 0.6316260220700275, |
| "grad_norm": 1.3933197259902954, |
| "learning_rate": 1.8418698896498626e-05, |
| "loss": 0.5149, |
| "step": 274000 |
| }, |
| { |
| "epoch": 0.6320870629620494, |
| "grad_norm": 1.4466843605041504, |
| "learning_rate": 1.839564685189753e-05, |
| "loss": 0.5609, |
| "step": 274200 |
| }, |
| { |
| "epoch": 0.6325481038540713, |
| "grad_norm": 0.9413987398147583, |
| "learning_rate": 1.8372594807296434e-05, |
| "loss": 0.5348, |
| "step": 274400 |
| }, |
| { |
| "epoch": 0.6330091447460933, |
| "grad_norm": 2.5217905044555664, |
| "learning_rate": 1.8349542762695336e-05, |
| "loss": 0.483, |
| "step": 274600 |
| }, |
| { |
| "epoch": 0.6334701856381152, |
| "grad_norm": 1.803232192993164, |
| "learning_rate": 1.8326490718094242e-05, |
| "loss": 0.5096, |
| "step": 274800 |
| }, |
| { |
| "epoch": 0.6339312265301371, |
| "grad_norm": 1.1358133554458618, |
| "learning_rate": 1.8303438673493144e-05, |
| "loss": 0.5148, |
| "step": 275000 |
| }, |
| { |
| "epoch": 0.634392267422159, |
| "grad_norm": 1.4829622507095337, |
| "learning_rate": 1.8280386628892053e-05, |
| "loss": 0.5048, |
| "step": 275200 |
| }, |
| { |
| "epoch": 0.634853308314181, |
| "grad_norm": 1.8766462802886963, |
| "learning_rate": 1.8257334584290956e-05, |
| "loss": 0.501, |
| "step": 275400 |
| }, |
| { |
| "epoch": 0.6353143492062029, |
| "grad_norm": 1.7556136846542358, |
| "learning_rate": 1.8234282539689858e-05, |
| "loss": 0.4652, |
| "step": 275600 |
| }, |
| { |
| "epoch": 0.6357753900982248, |
| "grad_norm": 1.6334820985794067, |
| "learning_rate": 1.8211230495088764e-05, |
| "loss": 0.5093, |
| "step": 275800 |
| }, |
| { |
| "epoch": 0.6362364309902466, |
| "grad_norm": 0.6144605875015259, |
| "learning_rate": 1.8188178450487666e-05, |
| "loss": 0.4899, |
| "step": 276000 |
| }, |
| { |
| "epoch": 0.6366974718822686, |
| "grad_norm": 0.49530643224716187, |
| "learning_rate": 1.816512640588657e-05, |
| "loss": 0.5037, |
| "step": 276200 |
| }, |
| { |
| "epoch": 0.6371585127742905, |
| "grad_norm": 0.8908922672271729, |
| "learning_rate": 1.8142074361285474e-05, |
| "loss": 0.4913, |
| "step": 276400 |
| }, |
| { |
| "epoch": 0.6376195536663124, |
| "grad_norm": 0.7277461290359497, |
| "learning_rate": 1.811902231668438e-05, |
| "loss": 0.509, |
| "step": 276600 |
| }, |
| { |
| "epoch": 0.6380805945583343, |
| "grad_norm": 1.4402283430099487, |
| "learning_rate": 1.8095970272083285e-05, |
| "loss": 0.5063, |
| "step": 276800 |
| }, |
| { |
| "epoch": 0.6385416354503562, |
| "grad_norm": 1.40396249294281, |
| "learning_rate": 1.8072918227482187e-05, |
| "loss": 0.5368, |
| "step": 277000 |
| }, |
| { |
| "epoch": 0.6390026763423782, |
| "grad_norm": 1.9143671989440918, |
| "learning_rate": 1.8049866182881093e-05, |
| "loss": 0.5159, |
| "step": 277200 |
| }, |
| { |
| "epoch": 0.6394637172344001, |
| "grad_norm": 1.0167429447174072, |
| "learning_rate": 1.8026814138279995e-05, |
| "loss": 0.4895, |
| "step": 277400 |
| }, |
| { |
| "epoch": 0.639924758126422, |
| "grad_norm": 1.2387683391571045, |
| "learning_rate": 1.80037620936789e-05, |
| "loss": 0.4982, |
| "step": 277600 |
| }, |
| { |
| "epoch": 0.640385799018444, |
| "grad_norm": 1.7970925569534302, |
| "learning_rate": 1.7980710049077803e-05, |
| "loss": 0.4749, |
| "step": 277800 |
| }, |
| { |
| "epoch": 0.6408468399104659, |
| "grad_norm": 1.2486504316329956, |
| "learning_rate": 1.7957658004476706e-05, |
| "loss": 0.5113, |
| "step": 278000 |
| }, |
| { |
| "epoch": 0.6413078808024878, |
| "grad_norm": 0.9315382838249207, |
| "learning_rate": 1.793460595987561e-05, |
| "loss": 0.5022, |
| "step": 278200 |
| }, |
| { |
| "epoch": 0.6417689216945097, |
| "grad_norm": 1.3397549390792847, |
| "learning_rate": 1.7911553915274514e-05, |
| "loss": 0.5411, |
| "step": 278400 |
| }, |
| { |
| "epoch": 0.6422299625865316, |
| "grad_norm": 1.5810282230377197, |
| "learning_rate": 1.7888501870673423e-05, |
| "loss": 0.5015, |
| "step": 278600 |
| }, |
| { |
| "epoch": 0.6426910034785536, |
| "grad_norm": 0.9700754284858704, |
| "learning_rate": 1.7865449826072325e-05, |
| "loss": 0.5014, |
| "step": 278800 |
| }, |
| { |
| "epoch": 0.6431520443705755, |
| "grad_norm": 1.5773003101348877, |
| "learning_rate": 1.784239778147123e-05, |
| "loss": 0.5001, |
| "step": 279000 |
| }, |
| { |
| "epoch": 0.6436130852625974, |
| "grad_norm": 1.5198345184326172, |
| "learning_rate": 1.7819345736870133e-05, |
| "loss": 0.4951, |
| "step": 279200 |
| }, |
| { |
| "epoch": 0.6440741261546192, |
| "grad_norm": 0.9884507060050964, |
| "learning_rate": 1.7796293692269035e-05, |
| "loss": 0.5342, |
| "step": 279400 |
| }, |
| { |
| "epoch": 0.6445351670466412, |
| "grad_norm": 0.6419351696968079, |
| "learning_rate": 1.777324164766794e-05, |
| "loss": 0.4904, |
| "step": 279600 |
| }, |
| { |
| "epoch": 0.6449962079386631, |
| "grad_norm": 1.171769618988037, |
| "learning_rate": 1.7750189603066843e-05, |
| "loss": 0.5071, |
| "step": 279800 |
| }, |
| { |
| "epoch": 0.645457248830685, |
| "grad_norm": 1.362993836402893, |
| "learning_rate": 1.772713755846575e-05, |
| "loss": 0.5205, |
| "step": 280000 |
| }, |
| { |
| "epoch": 0.6459182897227069, |
| "grad_norm": 1.8605279922485352, |
| "learning_rate": 1.7704085513864655e-05, |
| "loss": 0.5206, |
| "step": 280200 |
| }, |
| { |
| "epoch": 0.6463793306147289, |
| "grad_norm": 1.154487133026123, |
| "learning_rate": 1.7681033469263557e-05, |
| "loss": 0.5846, |
| "step": 280400 |
| }, |
| { |
| "epoch": 0.6468403715067508, |
| "grad_norm": 1.5201776027679443, |
| "learning_rate": 1.7657981424662462e-05, |
| "loss": 0.4864, |
| "step": 280600 |
| }, |
| { |
| "epoch": 0.6473014123987727, |
| "grad_norm": 1.0261558294296265, |
| "learning_rate": 1.7634929380061365e-05, |
| "loss": 0.4937, |
| "step": 280800 |
| }, |
| { |
| "epoch": 0.6477624532907946, |
| "grad_norm": 0.9769271612167358, |
| "learning_rate": 1.761187733546027e-05, |
| "loss": 0.4865, |
| "step": 281000 |
| }, |
| { |
| "epoch": 0.6482234941828166, |
| "grad_norm": 1.5987550020217896, |
| "learning_rate": 1.7588825290859173e-05, |
| "loss": 0.5231, |
| "step": 281200 |
| }, |
| { |
| "epoch": 0.6486845350748385, |
| "grad_norm": 1.0639326572418213, |
| "learning_rate": 1.756577324625808e-05, |
| "loss": 0.5197, |
| "step": 281400 |
| }, |
| { |
| "epoch": 0.6491455759668604, |
| "grad_norm": 2.6763956546783447, |
| "learning_rate": 1.754272120165698e-05, |
| "loss": 0.5459, |
| "step": 281600 |
| }, |
| { |
| "epoch": 0.6496066168588823, |
| "grad_norm": 0.49132779240608215, |
| "learning_rate": 1.7519669157055883e-05, |
| "loss": 0.518, |
| "step": 281800 |
| }, |
| { |
| "epoch": 0.6500676577509042, |
| "grad_norm": 1.8411035537719727, |
| "learning_rate": 1.7496617112454792e-05, |
| "loss": 0.4867, |
| "step": 282000 |
| }, |
| { |
| "epoch": 0.6505286986429262, |
| "grad_norm": 0.6566082835197449, |
| "learning_rate": 1.7473565067853694e-05, |
| "loss": 0.5135, |
| "step": 282200 |
| }, |
| { |
| "epoch": 0.6509897395349481, |
| "grad_norm": 1.3667335510253906, |
| "learning_rate": 1.74505130232526e-05, |
| "loss": 0.5306, |
| "step": 282400 |
| }, |
| { |
| "epoch": 0.65145078042697, |
| "grad_norm": 1.3689517974853516, |
| "learning_rate": 1.7427460978651502e-05, |
| "loss": 0.4903, |
| "step": 282600 |
| }, |
| { |
| "epoch": 0.6519118213189918, |
| "grad_norm": 1.0682365894317627, |
| "learning_rate": 1.7404408934050408e-05, |
| "loss": 0.5197, |
| "step": 282800 |
| }, |
| { |
| "epoch": 0.6523728622110138, |
| "grad_norm": 0.9434696435928345, |
| "learning_rate": 1.738135688944931e-05, |
| "loss": 0.5309, |
| "step": 283000 |
| }, |
| { |
| "epoch": 0.6528339031030357, |
| "grad_norm": 1.378448724746704, |
| "learning_rate": 1.7358304844848213e-05, |
| "loss": 0.4943, |
| "step": 283200 |
| }, |
| { |
| "epoch": 0.6532949439950576, |
| "grad_norm": 1.0012249946594238, |
| "learning_rate": 1.7335252800247118e-05, |
| "loss": 0.5066, |
| "step": 283400 |
| }, |
| { |
| "epoch": 0.6537559848870795, |
| "grad_norm": 2.5924713611602783, |
| "learning_rate": 1.7312200755646024e-05, |
| "loss": 0.4943, |
| "step": 283600 |
| }, |
| { |
| "epoch": 0.6542170257791015, |
| "grad_norm": 1.0362581014633179, |
| "learning_rate": 1.728914871104493e-05, |
| "loss": 0.5225, |
| "step": 283800 |
| }, |
| { |
| "epoch": 0.6546780666711234, |
| "grad_norm": 2.9695885181427, |
| "learning_rate": 1.7266096666443832e-05, |
| "loss": 0.516, |
| "step": 284000 |
| }, |
| { |
| "epoch": 0.6551391075631453, |
| "grad_norm": 1.1434212923049927, |
| "learning_rate": 1.7243044621842734e-05, |
| "loss": 0.51, |
| "step": 284200 |
| }, |
| { |
| "epoch": 0.6556001484551672, |
| "grad_norm": 0.8968667387962341, |
| "learning_rate": 1.721999257724164e-05, |
| "loss": 0.4848, |
| "step": 284400 |
| }, |
| { |
| "epoch": 0.6560611893471892, |
| "grad_norm": 6.086385726928711, |
| "learning_rate": 1.7196940532640542e-05, |
| "loss": 0.5094, |
| "step": 284600 |
| }, |
| { |
| "epoch": 0.6565222302392111, |
| "grad_norm": 1.7994771003723145, |
| "learning_rate": 1.7173888488039448e-05, |
| "loss": 0.5308, |
| "step": 284800 |
| }, |
| { |
| "epoch": 0.656983271131233, |
| "grad_norm": 1.471977949142456, |
| "learning_rate": 1.715083644343835e-05, |
| "loss": 0.4866, |
| "step": 285000 |
| }, |
| { |
| "epoch": 0.6574443120232549, |
| "grad_norm": 0.9150500893592834, |
| "learning_rate": 1.7127784398837256e-05, |
| "loss": 0.4983, |
| "step": 285200 |
| }, |
| { |
| "epoch": 0.6579053529152769, |
| "grad_norm": 1.0636359453201294, |
| "learning_rate": 1.710473235423616e-05, |
| "loss": 0.5032, |
| "step": 285400 |
| }, |
| { |
| "epoch": 0.6583663938072988, |
| "grad_norm": 1.005440354347229, |
| "learning_rate": 1.7081680309635064e-05, |
| "loss": 0.5163, |
| "step": 285600 |
| }, |
| { |
| "epoch": 0.6588274346993207, |
| "grad_norm": 0.7577878832817078, |
| "learning_rate": 1.705862826503397e-05, |
| "loss": 0.4763, |
| "step": 285800 |
| }, |
| { |
| "epoch": 0.6592884755913426, |
| "grad_norm": 1.632212519645691, |
| "learning_rate": 1.703557622043287e-05, |
| "loss": 0.477, |
| "step": 286000 |
| }, |
| { |
| "epoch": 0.6597495164833644, |
| "grad_norm": 0.42119720578193665, |
| "learning_rate": 1.7012524175831777e-05, |
| "loss": 0.5244, |
| "step": 286200 |
| }, |
| { |
| "epoch": 0.6602105573753864, |
| "grad_norm": 1.7082394361495972, |
| "learning_rate": 1.698947213123068e-05, |
| "loss": 0.4961, |
| "step": 286400 |
| }, |
| { |
| "epoch": 0.6606715982674083, |
| "grad_norm": 1.360280990600586, |
| "learning_rate": 1.6966420086629582e-05, |
| "loss": 0.5161, |
| "step": 286600 |
| }, |
| { |
| "epoch": 0.6611326391594302, |
| "grad_norm": 1.266839623451233, |
| "learning_rate": 1.6943368042028488e-05, |
| "loss": 0.4477, |
| "step": 286800 |
| }, |
| { |
| "epoch": 0.6615936800514521, |
| "grad_norm": 0.5453054308891296, |
| "learning_rate": 1.6920315997427393e-05, |
| "loss": 0.4772, |
| "step": 287000 |
| }, |
| { |
| "epoch": 0.6620547209434741, |
| "grad_norm": 1.4255741834640503, |
| "learning_rate": 1.68972639528263e-05, |
| "loss": 0.4471, |
| "step": 287200 |
| }, |
| { |
| "epoch": 0.662515761835496, |
| "grad_norm": 2.048753261566162, |
| "learning_rate": 1.68742119082252e-05, |
| "loss": 0.4945, |
| "step": 287400 |
| }, |
| { |
| "epoch": 0.6629768027275179, |
| "grad_norm": 1.00551176071167, |
| "learning_rate": 1.6851159863624107e-05, |
| "loss": 0.5258, |
| "step": 287600 |
| }, |
| { |
| "epoch": 0.6634378436195398, |
| "grad_norm": 1.403394103050232, |
| "learning_rate": 1.682810781902301e-05, |
| "loss": 0.515, |
| "step": 287800 |
| }, |
| { |
| "epoch": 0.6638988845115618, |
| "grad_norm": 1.374613881111145, |
| "learning_rate": 1.680505577442191e-05, |
| "loss": 0.504, |
| "step": 288000 |
| }, |
| { |
| "epoch": 0.6643599254035837, |
| "grad_norm": 0.9842983484268188, |
| "learning_rate": 1.6782003729820817e-05, |
| "loss": 0.536, |
| "step": 288200 |
| }, |
| { |
| "epoch": 0.6648209662956056, |
| "grad_norm": 1.1047396659851074, |
| "learning_rate": 1.675895168521972e-05, |
| "loss": 0.501, |
| "step": 288400 |
| }, |
| { |
| "epoch": 0.6652820071876275, |
| "grad_norm": 0.7167093753814697, |
| "learning_rate": 1.6735899640618625e-05, |
| "loss": 0.5139, |
| "step": 288600 |
| }, |
| { |
| "epoch": 0.6657430480796495, |
| "grad_norm": 2.0152106285095215, |
| "learning_rate": 1.671284759601753e-05, |
| "loss": 0.4873, |
| "step": 288800 |
| }, |
| { |
| "epoch": 0.6662040889716714, |
| "grad_norm": 2.2245209217071533, |
| "learning_rate": 1.6689795551416433e-05, |
| "loss": 0.5077, |
| "step": 289000 |
| }, |
| { |
| "epoch": 0.6666651298636933, |
| "grad_norm": 1.8077071905136108, |
| "learning_rate": 1.666674350681534e-05, |
| "loss": 0.5168, |
| "step": 289200 |
| }, |
| { |
| "epoch": 0.6671261707557152, |
| "grad_norm": 2.8042407035827637, |
| "learning_rate": 1.664369146221424e-05, |
| "loss": 0.5174, |
| "step": 289400 |
| }, |
| { |
| "epoch": 0.667587211647737, |
| "grad_norm": 0.7965187430381775, |
| "learning_rate": 1.6620639417613147e-05, |
| "loss": 0.4988, |
| "step": 289600 |
| }, |
| { |
| "epoch": 0.668048252539759, |
| "grad_norm": 0.6338868141174316, |
| "learning_rate": 1.659758737301205e-05, |
| "loss": 0.5782, |
| "step": 289800 |
| }, |
| { |
| "epoch": 0.6685092934317809, |
| "grad_norm": 1.7595531940460205, |
| "learning_rate": 1.6574535328410955e-05, |
| "loss": 0.4831, |
| "step": 290000 |
| }, |
| { |
| "epoch": 0.6689703343238028, |
| "grad_norm": 1.2702540159225464, |
| "learning_rate": 1.6551483283809857e-05, |
| "loss": 0.4689, |
| "step": 290200 |
| }, |
| { |
| "epoch": 0.6694313752158247, |
| "grad_norm": 0.9792807102203369, |
| "learning_rate": 1.6528431239208763e-05, |
| "loss": 0.5161, |
| "step": 290400 |
| }, |
| { |
| "epoch": 0.6698924161078467, |
| "grad_norm": 1.6363322734832764, |
| "learning_rate": 1.650537919460767e-05, |
| "loss": 0.5315, |
| "step": 290600 |
| }, |
| { |
| "epoch": 0.6703534569998686, |
| "grad_norm": 1.1259363889694214, |
| "learning_rate": 1.648232715000657e-05, |
| "loss": 0.5286, |
| "step": 290800 |
| }, |
| { |
| "epoch": 0.6708144978918905, |
| "grad_norm": 1.2707172632217407, |
| "learning_rate": 1.6459275105405476e-05, |
| "loss": 0.4925, |
| "step": 291000 |
| }, |
| { |
| "epoch": 0.6712755387839124, |
| "grad_norm": 1.0751131772994995, |
| "learning_rate": 1.643622306080438e-05, |
| "loss": 0.4835, |
| "step": 291200 |
| }, |
| { |
| "epoch": 0.6717365796759344, |
| "grad_norm": 0.9899608492851257, |
| "learning_rate": 1.6413171016203284e-05, |
| "loss": 0.4812, |
| "step": 291400 |
| }, |
| { |
| "epoch": 0.6721976205679563, |
| "grad_norm": 3.855407238006592, |
| "learning_rate": 1.6390118971602187e-05, |
| "loss": 0.5086, |
| "step": 291600 |
| }, |
| { |
| "epoch": 0.6726586614599782, |
| "grad_norm": 1.1831018924713135, |
| "learning_rate": 1.636706692700109e-05, |
| "loss": 0.5044, |
| "step": 291800 |
| }, |
| { |
| "epoch": 0.6731197023520001, |
| "grad_norm": 0.9542708396911621, |
| "learning_rate": 1.6344014882399994e-05, |
| "loss": 0.5374, |
| "step": 292000 |
| }, |
| { |
| "epoch": 0.6735807432440221, |
| "grad_norm": 1.1548891067504883, |
| "learning_rate": 1.63209628377989e-05, |
| "loss": 0.537, |
| "step": 292200 |
| }, |
| { |
| "epoch": 0.674041784136044, |
| "grad_norm": 0.7885655760765076, |
| "learning_rate": 1.6297910793197806e-05, |
| "loss": 0.4424, |
| "step": 292400 |
| }, |
| { |
| "epoch": 0.6745028250280659, |
| "grad_norm": 0.3185381293296814, |
| "learning_rate": 1.6274858748596708e-05, |
| "loss": 0.4631, |
| "step": 292600 |
| }, |
| { |
| "epoch": 0.6749638659200878, |
| "grad_norm": 1.5828882455825806, |
| "learning_rate": 1.625180670399561e-05, |
| "loss": 0.4709, |
| "step": 292800 |
| }, |
| { |
| "epoch": 0.6754249068121096, |
| "grad_norm": 1.0387425422668457, |
| "learning_rate": 1.6228754659394516e-05, |
| "loss": 0.5046, |
| "step": 293000 |
| }, |
| { |
| "epoch": 0.6758859477041316, |
| "grad_norm": 0.9464387893676758, |
| "learning_rate": 1.620570261479342e-05, |
| "loss": 0.4864, |
| "step": 293200 |
| }, |
| { |
| "epoch": 0.6763469885961535, |
| "grad_norm": 2.105416774749756, |
| "learning_rate": 1.6182650570192324e-05, |
| "loss": 0.4753, |
| "step": 293400 |
| }, |
| { |
| "epoch": 0.6768080294881754, |
| "grad_norm": 19.655559539794922, |
| "learning_rate": 1.6159598525591226e-05, |
| "loss": 0.5156, |
| "step": 293600 |
| }, |
| { |
| "epoch": 0.6772690703801973, |
| "grad_norm": 0.9485812187194824, |
| "learning_rate": 1.6136546480990132e-05, |
| "loss": 0.4566, |
| "step": 293800 |
| }, |
| { |
| "epoch": 0.6777301112722193, |
| "grad_norm": 2.1423091888427734, |
| "learning_rate": 1.6113494436389038e-05, |
| "loss": 0.4994, |
| "step": 294000 |
| }, |
| { |
| "epoch": 0.6781911521642412, |
| "grad_norm": 1.1267365217208862, |
| "learning_rate": 1.609044239178794e-05, |
| "loss": 0.4647, |
| "step": 294200 |
| }, |
| { |
| "epoch": 0.6786521930562631, |
| "grad_norm": 1.5974739789962769, |
| "learning_rate": 1.6067390347186846e-05, |
| "loss": 0.4851, |
| "step": 294400 |
| }, |
| { |
| "epoch": 0.679113233948285, |
| "grad_norm": 1.6099416017532349, |
| "learning_rate": 1.6044338302585748e-05, |
| "loss": 0.5076, |
| "step": 294600 |
| }, |
| { |
| "epoch": 0.679574274840307, |
| "grad_norm": 2.5845448970794678, |
| "learning_rate": 1.6021286257984654e-05, |
| "loss": 0.4898, |
| "step": 294800 |
| }, |
| { |
| "epoch": 0.6800353157323289, |
| "grad_norm": 2.4938390254974365, |
| "learning_rate": 1.5998234213383556e-05, |
| "loss": 0.5057, |
| "step": 295000 |
| }, |
| { |
| "epoch": 0.6804963566243508, |
| "grad_norm": 1.8456722497940063, |
| "learning_rate": 1.5975182168782458e-05, |
| "loss": 0.5114, |
| "step": 295200 |
| }, |
| { |
| "epoch": 0.6809573975163727, |
| "grad_norm": 1.0706640481948853, |
| "learning_rate": 1.5952130124181364e-05, |
| "loss": 0.5209, |
| "step": 295400 |
| }, |
| { |
| "epoch": 0.6814184384083947, |
| "grad_norm": 3.961984872817993, |
| "learning_rate": 1.592907807958027e-05, |
| "loss": 0.4766, |
| "step": 295600 |
| }, |
| { |
| "epoch": 0.6818794793004166, |
| "grad_norm": 1.8537254333496094, |
| "learning_rate": 1.5906026034979175e-05, |
| "loss": 0.5056, |
| "step": 295800 |
| }, |
| { |
| "epoch": 0.6823405201924385, |
| "grad_norm": 1.2177605628967285, |
| "learning_rate": 1.5882973990378077e-05, |
| "loss": 0.4694, |
| "step": 296000 |
| }, |
| { |
| "epoch": 0.6828015610844604, |
| "grad_norm": 4.802238464355469, |
| "learning_rate": 1.5859921945776983e-05, |
| "loss": 0.4912, |
| "step": 296200 |
| }, |
| { |
| "epoch": 0.6832626019764823, |
| "grad_norm": 1.457472801208496, |
| "learning_rate": 1.5836869901175885e-05, |
| "loss": 0.5113, |
| "step": 296400 |
| }, |
| { |
| "epoch": 0.6837236428685042, |
| "grad_norm": 1.4785571098327637, |
| "learning_rate": 1.5813817856574788e-05, |
| "loss": 0.5273, |
| "step": 296600 |
| }, |
| { |
| "epoch": 0.6841846837605261, |
| "grad_norm": 1.4524779319763184, |
| "learning_rate": 1.5790765811973693e-05, |
| "loss": 0.5218, |
| "step": 296800 |
| }, |
| { |
| "epoch": 0.684645724652548, |
| "grad_norm": 0.7074722051620483, |
| "learning_rate": 1.5767713767372596e-05, |
| "loss": 0.4772, |
| "step": 297000 |
| }, |
| { |
| "epoch": 0.68510676554457, |
| "grad_norm": 2.3584671020507812, |
| "learning_rate": 1.5744661722771505e-05, |
| "loss": 0.4854, |
| "step": 297200 |
| }, |
| { |
| "epoch": 0.6855678064365919, |
| "grad_norm": 0.7205916047096252, |
| "learning_rate": 1.5721609678170407e-05, |
| "loss": 0.5049, |
| "step": 297400 |
| }, |
| { |
| "epoch": 0.6860288473286138, |
| "grad_norm": 1.152288794517517, |
| "learning_rate": 1.569855763356931e-05, |
| "loss": 0.4726, |
| "step": 297600 |
| }, |
| { |
| "epoch": 0.6864898882206357, |
| "grad_norm": 1.2458863258361816, |
| "learning_rate": 1.5675505588968215e-05, |
| "loss": 0.5022, |
| "step": 297800 |
| }, |
| { |
| "epoch": 0.6869509291126576, |
| "grad_norm": 0.4532303214073181, |
| "learning_rate": 1.5652453544367117e-05, |
| "loss": 0.4986, |
| "step": 298000 |
| }, |
| { |
| "epoch": 0.6874119700046796, |
| "grad_norm": 1.452418327331543, |
| "learning_rate": 1.5629401499766023e-05, |
| "loss": 0.529, |
| "step": 298200 |
| }, |
| { |
| "epoch": 0.6878730108967015, |
| "grad_norm": 0.909852921962738, |
| "learning_rate": 1.5606349455164925e-05, |
| "loss": 0.4958, |
| "step": 298400 |
| }, |
| { |
| "epoch": 0.6883340517887234, |
| "grad_norm": 1.39362370967865, |
| "learning_rate": 1.558329741056383e-05, |
| "loss": 0.5138, |
| "step": 298600 |
| }, |
| { |
| "epoch": 0.6887950926807453, |
| "grad_norm": 1.186716914176941, |
| "learning_rate": 1.5560245365962737e-05, |
| "loss": 0.489, |
| "step": 298800 |
| }, |
| { |
| "epoch": 0.6892561335727673, |
| "grad_norm": 1.4374350309371948, |
| "learning_rate": 1.553719332136164e-05, |
| "loss": 0.476, |
| "step": 299000 |
| }, |
| { |
| "epoch": 0.6897171744647892, |
| "grad_norm": 1.2326973676681519, |
| "learning_rate": 1.5514141276760545e-05, |
| "loss": 0.5138, |
| "step": 299200 |
| }, |
| { |
| "epoch": 0.6901782153568111, |
| "grad_norm": 2.208893299102783, |
| "learning_rate": 1.5491089232159447e-05, |
| "loss": 0.5194, |
| "step": 299400 |
| }, |
| { |
| "epoch": 0.690639256248833, |
| "grad_norm": 2.6161091327667236, |
| "learning_rate": 1.5468037187558353e-05, |
| "loss": 0.5107, |
| "step": 299600 |
| }, |
| { |
| "epoch": 0.6911002971408549, |
| "grad_norm": 0.7406659126281738, |
| "learning_rate": 1.5444985142957255e-05, |
| "loss": 0.5295, |
| "step": 299800 |
| }, |
| { |
| "epoch": 0.6915613380328768, |
| "grad_norm": 0.9079631567001343, |
| "learning_rate": 1.542193309835616e-05, |
| "loss": 0.4774, |
| "step": 300000 |
| }, |
| { |
| "epoch": 0.6915613380328768, |
| "eval_loss": 0.49455514550209045, |
| "eval_runtime": 144.4178, |
| "eval_samples_per_second": 30.343, |
| "eval_steps_per_second": 30.343, |
| "step": 300000 |
| }, |
| { |
| "epoch": 0.6920223789248987, |
| "grad_norm": 1.3833597898483276, |
| "learning_rate": 1.5398881053755063e-05, |
| "loss": 0.5354, |
| "step": 300200 |
| }, |
| { |
| "epoch": 0.6924834198169206, |
| "grad_norm": 0.6728918552398682, |
| "learning_rate": 1.5375829009153965e-05, |
| "loss": 0.4536, |
| "step": 300400 |
| }, |
| { |
| "epoch": 0.6929444607089426, |
| "grad_norm": 1.655994176864624, |
| "learning_rate": 1.5352776964552874e-05, |
| "loss": 0.4603, |
| "step": 300600 |
| }, |
| { |
| "epoch": 0.6934055016009645, |
| "grad_norm": 1.8707417249679565, |
| "learning_rate": 1.5329724919951776e-05, |
| "loss": 0.5031, |
| "step": 300800 |
| }, |
| { |
| "epoch": 0.6938665424929864, |
| "grad_norm": 1.189855694770813, |
| "learning_rate": 1.5306672875350682e-05, |
| "loss": 0.4406, |
| "step": 301000 |
| }, |
| { |
| "epoch": 0.6943275833850083, |
| "grad_norm": 0.5549800395965576, |
| "learning_rate": 1.5283620830749584e-05, |
| "loss": 0.4955, |
| "step": 301200 |
| }, |
| { |
| "epoch": 0.6947886242770303, |
| "grad_norm": 1.3587613105773926, |
| "learning_rate": 1.5260568786148487e-05, |
| "loss": 0.4695, |
| "step": 301400 |
| }, |
| { |
| "epoch": 0.6952496651690522, |
| "grad_norm": 1.1256383657455444, |
| "learning_rate": 1.5237516741547392e-05, |
| "loss": 0.4928, |
| "step": 301600 |
| }, |
| { |
| "epoch": 0.6957107060610741, |
| "grad_norm": 1.0597585439682007, |
| "learning_rate": 1.5214464696946296e-05, |
| "loss": 0.5788, |
| "step": 301800 |
| }, |
| { |
| "epoch": 0.696171746953096, |
| "grad_norm": 1.196616768836975, |
| "learning_rate": 1.5191412652345199e-05, |
| "loss": 0.4771, |
| "step": 302000 |
| }, |
| { |
| "epoch": 0.696632787845118, |
| "grad_norm": 0.942761242389679, |
| "learning_rate": 1.5168360607744106e-05, |
| "loss": 0.5354, |
| "step": 302200 |
| }, |
| { |
| "epoch": 0.6970938287371399, |
| "grad_norm": 1.2657501697540283, |
| "learning_rate": 1.514530856314301e-05, |
| "loss": 0.4893, |
| "step": 302400 |
| }, |
| { |
| "epoch": 0.6975548696291618, |
| "grad_norm": 2.3571038246154785, |
| "learning_rate": 1.5122256518541914e-05, |
| "loss": 0.5137, |
| "step": 302600 |
| }, |
| { |
| "epoch": 0.6980159105211837, |
| "grad_norm": 0.39919519424438477, |
| "learning_rate": 1.5099204473940818e-05, |
| "loss": 0.4944, |
| "step": 302800 |
| }, |
| { |
| "epoch": 0.6984769514132056, |
| "grad_norm": 0.5027835965156555, |
| "learning_rate": 1.507615242933972e-05, |
| "loss": 0.5393, |
| "step": 303000 |
| }, |
| { |
| "epoch": 0.6989379923052275, |
| "grad_norm": 1.1620961427688599, |
| "learning_rate": 1.5053100384738624e-05, |
| "loss": 0.4845, |
| "step": 303200 |
| }, |
| { |
| "epoch": 0.6993990331972494, |
| "grad_norm": 1.5563163757324219, |
| "learning_rate": 1.5030048340137528e-05, |
| "loss": 0.5067, |
| "step": 303400 |
| }, |
| { |
| "epoch": 0.6998600740892713, |
| "grad_norm": 0.9374263882637024, |
| "learning_rate": 1.5006996295536432e-05, |
| "loss": 0.4745, |
| "step": 303600 |
| }, |
| { |
| "epoch": 0.7003211149812932, |
| "grad_norm": 1.7934794425964355, |
| "learning_rate": 1.4983944250935336e-05, |
| "loss": 0.469, |
| "step": 303800 |
| }, |
| { |
| "epoch": 0.7007821558733152, |
| "grad_norm": 1.6941883563995361, |
| "learning_rate": 1.4960892206334244e-05, |
| "loss": 0.4998, |
| "step": 304000 |
| }, |
| { |
| "epoch": 0.7012431967653371, |
| "grad_norm": 1.3214648962020874, |
| "learning_rate": 1.4937840161733146e-05, |
| "loss": 0.4831, |
| "step": 304200 |
| }, |
| { |
| "epoch": 0.701704237657359, |
| "grad_norm": 1.517357587814331, |
| "learning_rate": 1.491478811713205e-05, |
| "loss": 0.4715, |
| "step": 304400 |
| }, |
| { |
| "epoch": 0.7021652785493809, |
| "grad_norm": 0.819487988948822, |
| "learning_rate": 1.4891736072530954e-05, |
| "loss": 0.4914, |
| "step": 304600 |
| }, |
| { |
| "epoch": 0.7026263194414029, |
| "grad_norm": 1.0428346395492554, |
| "learning_rate": 1.4868684027929858e-05, |
| "loss": 0.5116, |
| "step": 304800 |
| }, |
| { |
| "epoch": 0.7030873603334248, |
| "grad_norm": 1.9063506126403809, |
| "learning_rate": 1.4845631983328762e-05, |
| "loss": 0.4993, |
| "step": 305000 |
| }, |
| { |
| "epoch": 0.7035484012254467, |
| "grad_norm": 2.997563600540161, |
| "learning_rate": 1.4822579938727666e-05, |
| "loss": 0.4698, |
| "step": 305200 |
| }, |
| { |
| "epoch": 0.7040094421174686, |
| "grad_norm": 1.612297534942627, |
| "learning_rate": 1.479952789412657e-05, |
| "loss": 0.5322, |
| "step": 305400 |
| }, |
| { |
| "epoch": 0.7044704830094906, |
| "grad_norm": 1.348860740661621, |
| "learning_rate": 1.4776475849525475e-05, |
| "loss": 0.5132, |
| "step": 305600 |
| }, |
| { |
| "epoch": 0.7049315239015125, |
| "grad_norm": 0.9498617649078369, |
| "learning_rate": 1.475342380492438e-05, |
| "loss": 0.5163, |
| "step": 305800 |
| }, |
| { |
| "epoch": 0.7053925647935344, |
| "grad_norm": 1.5654537677764893, |
| "learning_rate": 1.4730371760323283e-05, |
| "loss": 0.5524, |
| "step": 306000 |
| }, |
| { |
| "epoch": 0.7058536056855563, |
| "grad_norm": 1.3119844198226929, |
| "learning_rate": 1.4707319715722187e-05, |
| "loss": 0.5214, |
| "step": 306200 |
| }, |
| { |
| "epoch": 0.7063146465775783, |
| "grad_norm": 0.8046100735664368, |
| "learning_rate": 1.4684267671121091e-05, |
| "loss": 0.4921, |
| "step": 306400 |
| }, |
| { |
| "epoch": 0.7067756874696001, |
| "grad_norm": 0.5308769941329956, |
| "learning_rate": 1.4661215626519995e-05, |
| "loss": 0.4677, |
| "step": 306600 |
| }, |
| { |
| "epoch": 0.707236728361622, |
| "grad_norm": 1.8907235860824585, |
| "learning_rate": 1.4638163581918898e-05, |
| "loss": 0.5625, |
| "step": 306800 |
| }, |
| { |
| "epoch": 0.7076977692536439, |
| "grad_norm": 1.138887882232666, |
| "learning_rate": 1.4615111537317802e-05, |
| "loss": 0.4624, |
| "step": 307000 |
| }, |
| { |
| "epoch": 0.7081588101456658, |
| "grad_norm": 0.6800757646560669, |
| "learning_rate": 1.4592059492716706e-05, |
| "loss": 0.5375, |
| "step": 307200 |
| }, |
| { |
| "epoch": 0.7086198510376878, |
| "grad_norm": 1.3743557929992676, |
| "learning_rate": 1.4569007448115613e-05, |
| "loss": 0.548, |
| "step": 307400 |
| }, |
| { |
| "epoch": 0.7090808919297097, |
| "grad_norm": 1.4539231061935425, |
| "learning_rate": 1.4545955403514517e-05, |
| "loss": 0.5169, |
| "step": 307600 |
| }, |
| { |
| "epoch": 0.7095419328217316, |
| "grad_norm": 0.6173273324966431, |
| "learning_rate": 1.4522903358913421e-05, |
| "loss": 0.4933, |
| "step": 307800 |
| }, |
| { |
| "epoch": 0.7100029737137535, |
| "grad_norm": 1.401665210723877, |
| "learning_rate": 1.4499851314312323e-05, |
| "loss": 0.5009, |
| "step": 308000 |
| }, |
| { |
| "epoch": 0.7104640146057755, |
| "grad_norm": 1.782645344734192, |
| "learning_rate": 1.4476799269711227e-05, |
| "loss": 0.5133, |
| "step": 308200 |
| }, |
| { |
| "epoch": 0.7109250554977974, |
| "grad_norm": 1.1517479419708252, |
| "learning_rate": 1.4453747225110131e-05, |
| "loss": 0.4714, |
| "step": 308400 |
| }, |
| { |
| "epoch": 0.7113860963898193, |
| "grad_norm": 0.3535856604576111, |
| "learning_rate": 1.4430695180509035e-05, |
| "loss": 0.4667, |
| "step": 308600 |
| }, |
| { |
| "epoch": 0.7118471372818412, |
| "grad_norm": 1.6771602630615234, |
| "learning_rate": 1.4407643135907939e-05, |
| "loss": 0.4971, |
| "step": 308800 |
| }, |
| { |
| "epoch": 0.7123081781738632, |
| "grad_norm": 1.895080804824829, |
| "learning_rate": 1.4384591091306845e-05, |
| "loss": 0.4917, |
| "step": 309000 |
| }, |
| { |
| "epoch": 0.7127692190658851, |
| "grad_norm": 1.5443464517593384, |
| "learning_rate": 1.4361539046705749e-05, |
| "loss": 0.4998, |
| "step": 309200 |
| }, |
| { |
| "epoch": 0.713230259957907, |
| "grad_norm": 0.635612428188324, |
| "learning_rate": 1.4338487002104653e-05, |
| "loss": 0.5347, |
| "step": 309400 |
| }, |
| { |
| "epoch": 0.7136913008499289, |
| "grad_norm": 1.680080771446228, |
| "learning_rate": 1.4315434957503557e-05, |
| "loss": 0.5551, |
| "step": 309600 |
| }, |
| { |
| "epoch": 0.7141523417419507, |
| "grad_norm": 0.8438254594802856, |
| "learning_rate": 1.429238291290246e-05, |
| "loss": 0.5284, |
| "step": 309800 |
| }, |
| { |
| "epoch": 0.7146133826339727, |
| "grad_norm": 1.1309008598327637, |
| "learning_rate": 1.4269330868301365e-05, |
| "loss": 0.5249, |
| "step": 310000 |
| }, |
| { |
| "epoch": 0.7150744235259946, |
| "grad_norm": 0.8668766021728516, |
| "learning_rate": 1.4246278823700269e-05, |
| "loss": 0.4738, |
| "step": 310200 |
| }, |
| { |
| "epoch": 0.7155354644180165, |
| "grad_norm": 0.8339349627494812, |
| "learning_rate": 1.4223226779099173e-05, |
| "loss": 0.4969, |
| "step": 310400 |
| }, |
| { |
| "epoch": 0.7159965053100384, |
| "grad_norm": 1.1966744661331177, |
| "learning_rate": 1.4200174734498075e-05, |
| "loss": 0.5029, |
| "step": 310600 |
| }, |
| { |
| "epoch": 0.7164575462020604, |
| "grad_norm": 1.6723459959030151, |
| "learning_rate": 1.4177122689896982e-05, |
| "loss": 0.538, |
| "step": 310800 |
| }, |
| { |
| "epoch": 0.7169185870940823, |
| "grad_norm": 0.6843717694282532, |
| "learning_rate": 1.4154070645295886e-05, |
| "loss": 0.4896, |
| "step": 311000 |
| }, |
| { |
| "epoch": 0.7173796279861042, |
| "grad_norm": 2.2339181900024414, |
| "learning_rate": 1.413101860069479e-05, |
| "loss": 0.5173, |
| "step": 311200 |
| }, |
| { |
| "epoch": 0.7178406688781261, |
| "grad_norm": 1.8708288669586182, |
| "learning_rate": 1.4107966556093694e-05, |
| "loss": 0.4853, |
| "step": 311400 |
| }, |
| { |
| "epoch": 0.7183017097701481, |
| "grad_norm": 0.8902921080589294, |
| "learning_rate": 1.4084914511492597e-05, |
| "loss": 0.4688, |
| "step": 311600 |
| }, |
| { |
| "epoch": 0.71876275066217, |
| "grad_norm": 0.9172972440719604, |
| "learning_rate": 1.40618624668915e-05, |
| "loss": 0.4588, |
| "step": 311800 |
| }, |
| { |
| "epoch": 0.7192237915541919, |
| "grad_norm": 1.278566837310791, |
| "learning_rate": 1.4038810422290404e-05, |
| "loss": 0.5001, |
| "step": 312000 |
| }, |
| { |
| "epoch": 0.7196848324462138, |
| "grad_norm": 0.6410205364227295, |
| "learning_rate": 1.4015758377689308e-05, |
| "loss": 0.4772, |
| "step": 312200 |
| }, |
| { |
| "epoch": 0.7201458733382358, |
| "grad_norm": 1.300574541091919, |
| "learning_rate": 1.3992706333088216e-05, |
| "loss": 0.4829, |
| "step": 312400 |
| }, |
| { |
| "epoch": 0.7206069142302577, |
| "grad_norm": 1.1145926713943481, |
| "learning_rate": 1.396965428848712e-05, |
| "loss": 0.5403, |
| "step": 312600 |
| }, |
| { |
| "epoch": 0.7210679551222796, |
| "grad_norm": 2.115949869155884, |
| "learning_rate": 1.3946602243886022e-05, |
| "loss": 0.5284, |
| "step": 312800 |
| }, |
| { |
| "epoch": 0.7215289960143015, |
| "grad_norm": 1.5189509391784668, |
| "learning_rate": 1.3923550199284926e-05, |
| "loss": 0.4795, |
| "step": 313000 |
| }, |
| { |
| "epoch": 0.7219900369063234, |
| "grad_norm": 0.7120934724807739, |
| "learning_rate": 1.390049815468383e-05, |
| "loss": 0.4977, |
| "step": 313200 |
| }, |
| { |
| "epoch": 0.7224510777983453, |
| "grad_norm": 1.7092379331588745, |
| "learning_rate": 1.3877446110082734e-05, |
| "loss": 0.448, |
| "step": 313400 |
| }, |
| { |
| "epoch": 0.7229121186903672, |
| "grad_norm": 1.4430723190307617, |
| "learning_rate": 1.3854394065481638e-05, |
| "loss": 0.4991, |
| "step": 313600 |
| }, |
| { |
| "epoch": 0.7233731595823891, |
| "grad_norm": 0.8764591217041016, |
| "learning_rate": 1.3831342020880542e-05, |
| "loss": 0.5104, |
| "step": 313800 |
| }, |
| { |
| "epoch": 0.723834200474411, |
| "grad_norm": 1.5279911756515503, |
| "learning_rate": 1.3808289976279446e-05, |
| "loss": 0.4888, |
| "step": 314000 |
| }, |
| { |
| "epoch": 0.724295241366433, |
| "grad_norm": 1.9160465002059937, |
| "learning_rate": 1.3785237931678352e-05, |
| "loss": 0.5148, |
| "step": 314200 |
| }, |
| { |
| "epoch": 0.7247562822584549, |
| "grad_norm": 0.8003278374671936, |
| "learning_rate": 1.3762185887077256e-05, |
| "loss": 0.5243, |
| "step": 314400 |
| }, |
| { |
| "epoch": 0.7252173231504768, |
| "grad_norm": 1.049712061882019, |
| "learning_rate": 1.373913384247616e-05, |
| "loss": 0.4999, |
| "step": 314600 |
| }, |
| { |
| "epoch": 0.7256783640424987, |
| "grad_norm": 1.2144337892532349, |
| "learning_rate": 1.3716081797875064e-05, |
| "loss": 0.5561, |
| "step": 314800 |
| }, |
| { |
| "epoch": 0.7261394049345207, |
| "grad_norm": 2.1154098510742188, |
| "learning_rate": 1.3693029753273968e-05, |
| "loss": 0.4614, |
| "step": 315000 |
| }, |
| { |
| "epoch": 0.7266004458265426, |
| "grad_norm": 0.5475128889083862, |
| "learning_rate": 1.3669977708672872e-05, |
| "loss": 0.479, |
| "step": 315200 |
| }, |
| { |
| "epoch": 0.7270614867185645, |
| "grad_norm": 1.0177366733551025, |
| "learning_rate": 1.3646925664071774e-05, |
| "loss": 0.5073, |
| "step": 315400 |
| }, |
| { |
| "epoch": 0.7275225276105864, |
| "grad_norm": 3.217353105545044, |
| "learning_rate": 1.3623873619470678e-05, |
| "loss": 0.5399, |
| "step": 315600 |
| }, |
| { |
| "epoch": 0.7279835685026084, |
| "grad_norm": 2.1022963523864746, |
| "learning_rate": 1.3600821574869585e-05, |
| "loss": 0.5137, |
| "step": 315800 |
| }, |
| { |
| "epoch": 0.7284446093946303, |
| "grad_norm": 0.4113731384277344, |
| "learning_rate": 1.357776953026849e-05, |
| "loss": 0.4935, |
| "step": 316000 |
| }, |
| { |
| "epoch": 0.7289056502866522, |
| "grad_norm": 0.6860734224319458, |
| "learning_rate": 1.3554717485667393e-05, |
| "loss": 0.5092, |
| "step": 316200 |
| }, |
| { |
| "epoch": 0.7293666911786741, |
| "grad_norm": 1.0901679992675781, |
| "learning_rate": 1.3531665441066297e-05, |
| "loss": 0.5062, |
| "step": 316400 |
| }, |
| { |
| "epoch": 0.729827732070696, |
| "grad_norm": 1.102059006690979, |
| "learning_rate": 1.35086133964652e-05, |
| "loss": 0.5143, |
| "step": 316600 |
| }, |
| { |
| "epoch": 0.7302887729627179, |
| "grad_norm": 1.0236157178878784, |
| "learning_rate": 1.3485561351864103e-05, |
| "loss": 0.5476, |
| "step": 316800 |
| }, |
| { |
| "epoch": 0.7307498138547398, |
| "grad_norm": 1.4766557216644287, |
| "learning_rate": 1.3462509307263007e-05, |
| "loss": 0.4543, |
| "step": 317000 |
| }, |
| { |
| "epoch": 0.7312108547467617, |
| "grad_norm": 1.7664604187011719, |
| "learning_rate": 1.3439457262661911e-05, |
| "loss": 0.5531, |
| "step": 317200 |
| }, |
| { |
| "epoch": 0.7316718956387837, |
| "grad_norm": 1.5094674825668335, |
| "learning_rate": 1.3416405218060815e-05, |
| "loss": 0.4851, |
| "step": 317400 |
| }, |
| { |
| "epoch": 0.7321329365308056, |
| "grad_norm": 0.6211707592010498, |
| "learning_rate": 1.3393353173459721e-05, |
| "loss": 0.4945, |
| "step": 317600 |
| }, |
| { |
| "epoch": 0.7325939774228275, |
| "grad_norm": 0.9305445551872253, |
| "learning_rate": 1.3370301128858625e-05, |
| "loss": 0.5324, |
| "step": 317800 |
| }, |
| { |
| "epoch": 0.7330550183148494, |
| "grad_norm": 1.2025363445281982, |
| "learning_rate": 1.3347249084257529e-05, |
| "loss": 0.5128, |
| "step": 318000 |
| }, |
| { |
| "epoch": 0.7335160592068714, |
| "grad_norm": 1.1147645711898804, |
| "learning_rate": 1.3324197039656433e-05, |
| "loss": 0.4722, |
| "step": 318200 |
| }, |
| { |
| "epoch": 0.7339771000988933, |
| "grad_norm": 1.073165774345398, |
| "learning_rate": 1.3301144995055337e-05, |
| "loss": 0.5153, |
| "step": 318400 |
| }, |
| { |
| "epoch": 0.7344381409909152, |
| "grad_norm": 1.6959824562072754, |
| "learning_rate": 1.3278092950454241e-05, |
| "loss": 0.4795, |
| "step": 318600 |
| }, |
| { |
| "epoch": 0.7348991818829371, |
| "grad_norm": 0.850702702999115, |
| "learning_rate": 1.3255040905853145e-05, |
| "loss": 0.4875, |
| "step": 318800 |
| }, |
| { |
| "epoch": 0.735360222774959, |
| "grad_norm": 1.5950241088867188, |
| "learning_rate": 1.3231988861252049e-05, |
| "loss": 0.4988, |
| "step": 319000 |
| }, |
| { |
| "epoch": 0.735821263666981, |
| "grad_norm": 1.4513007402420044, |
| "learning_rate": 1.3208936816650955e-05, |
| "loss": 0.4947, |
| "step": 319200 |
| }, |
| { |
| "epoch": 0.7362823045590029, |
| "grad_norm": 2.507760524749756, |
| "learning_rate": 1.3185884772049859e-05, |
| "loss": 0.5527, |
| "step": 319400 |
| }, |
| { |
| "epoch": 0.7367433454510248, |
| "grad_norm": 0.49451202154159546, |
| "learning_rate": 1.3162832727448763e-05, |
| "loss": 0.5249, |
| "step": 319600 |
| }, |
| { |
| "epoch": 0.7372043863430467, |
| "grad_norm": 1.2579914331436157, |
| "learning_rate": 1.3139780682847667e-05, |
| "loss": 0.4911, |
| "step": 319800 |
| }, |
| { |
| "epoch": 0.7376654272350686, |
| "grad_norm": 0.30338361859321594, |
| "learning_rate": 1.311672863824657e-05, |
| "loss": 0.524, |
| "step": 320000 |
| }, |
| { |
| "epoch": 0.7381264681270905, |
| "grad_norm": 3.077241897583008, |
| "learning_rate": 1.3093676593645473e-05, |
| "loss": 0.5091, |
| "step": 320200 |
| }, |
| { |
| "epoch": 0.7385875090191124, |
| "grad_norm": 1.3362106084823608, |
| "learning_rate": 1.3070624549044377e-05, |
| "loss": 0.4827, |
| "step": 320400 |
| }, |
| { |
| "epoch": 0.7390485499111343, |
| "grad_norm": 1.2579853534698486, |
| "learning_rate": 1.304757250444328e-05, |
| "loss": 0.4945, |
| "step": 320600 |
| }, |
| { |
| "epoch": 0.7395095908031563, |
| "grad_norm": 1.0365217924118042, |
| "learning_rate": 1.3024520459842185e-05, |
| "loss": 0.5256, |
| "step": 320800 |
| }, |
| { |
| "epoch": 0.7399706316951782, |
| "grad_norm": 0.9613335132598877, |
| "learning_rate": 1.3001468415241092e-05, |
| "loss": 0.4811, |
| "step": 321000 |
| }, |
| { |
| "epoch": 0.7404316725872001, |
| "grad_norm": 1.111335039138794, |
| "learning_rate": 1.2978416370639996e-05, |
| "loss": 0.5011, |
| "step": 321200 |
| }, |
| { |
| "epoch": 0.740892713479222, |
| "grad_norm": 1.1504440307617188, |
| "learning_rate": 1.2955364326038898e-05, |
| "loss": 0.4916, |
| "step": 321400 |
| }, |
| { |
| "epoch": 0.741353754371244, |
| "grad_norm": 0.9241997599601746, |
| "learning_rate": 1.2932312281437802e-05, |
| "loss": 0.4507, |
| "step": 321600 |
| }, |
| { |
| "epoch": 0.7418147952632659, |
| "grad_norm": 1.1424815654754639, |
| "learning_rate": 1.2909260236836706e-05, |
| "loss": 0.5188, |
| "step": 321800 |
| }, |
| { |
| "epoch": 0.7422758361552878, |
| "grad_norm": 0.8069947957992554, |
| "learning_rate": 1.288620819223561e-05, |
| "loss": 0.4967, |
| "step": 322000 |
| }, |
| { |
| "epoch": 0.7427368770473097, |
| "grad_norm": 1.4160171747207642, |
| "learning_rate": 1.2863156147634514e-05, |
| "loss": 0.514, |
| "step": 322200 |
| }, |
| { |
| "epoch": 0.7431979179393317, |
| "grad_norm": 1.1542912721633911, |
| "learning_rate": 1.2840104103033418e-05, |
| "loss": 0.4799, |
| "step": 322400 |
| }, |
| { |
| "epoch": 0.7436589588313536, |
| "grad_norm": 1.112442970275879, |
| "learning_rate": 1.2817052058432324e-05, |
| "loss": 0.4787, |
| "step": 322600 |
| }, |
| { |
| "epoch": 0.7441199997233755, |
| "grad_norm": 1.970729112625122, |
| "learning_rate": 1.2794000013831228e-05, |
| "loss": 0.4734, |
| "step": 322800 |
| }, |
| { |
| "epoch": 0.7445810406153974, |
| "grad_norm": 0.7014828324317932, |
| "learning_rate": 1.2770947969230132e-05, |
| "loss": 0.5364, |
| "step": 323000 |
| }, |
| { |
| "epoch": 0.7450420815074194, |
| "grad_norm": 0.852289080619812, |
| "learning_rate": 1.2747895924629036e-05, |
| "loss": 0.5169, |
| "step": 323200 |
| }, |
| { |
| "epoch": 0.7455031223994412, |
| "grad_norm": 1.6365413665771484, |
| "learning_rate": 1.272484388002794e-05, |
| "loss": 0.4716, |
| "step": 323400 |
| }, |
| { |
| "epoch": 0.7459641632914631, |
| "grad_norm": 1.1326274871826172, |
| "learning_rate": 1.2701791835426844e-05, |
| "loss": 0.483, |
| "step": 323600 |
| }, |
| { |
| "epoch": 0.746425204183485, |
| "grad_norm": 1.7985695600509644, |
| "learning_rate": 1.2678739790825748e-05, |
| "loss": 0.5214, |
| "step": 323800 |
| }, |
| { |
| "epoch": 0.7468862450755069, |
| "grad_norm": 1.3214313983917236, |
| "learning_rate": 1.265568774622465e-05, |
| "loss": 0.5369, |
| "step": 324000 |
| }, |
| { |
| "epoch": 0.7473472859675289, |
| "grad_norm": 1.8575730323791504, |
| "learning_rate": 1.2632635701623557e-05, |
| "loss": 0.5292, |
| "step": 324200 |
| }, |
| { |
| "epoch": 0.7478083268595508, |
| "grad_norm": 0.62919682264328, |
| "learning_rate": 1.2609583657022461e-05, |
| "loss": 0.4887, |
| "step": 324400 |
| }, |
| { |
| "epoch": 0.7482693677515727, |
| "grad_norm": 2.681436777114868, |
| "learning_rate": 1.2586531612421365e-05, |
| "loss": 0.5284, |
| "step": 324600 |
| }, |
| { |
| "epoch": 0.7487304086435946, |
| "grad_norm": 1.6911917924880981, |
| "learning_rate": 1.256347956782027e-05, |
| "loss": 0.504, |
| "step": 324800 |
| }, |
| { |
| "epoch": 0.7491914495356166, |
| "grad_norm": 1.236039638519287, |
| "learning_rate": 1.2540427523219173e-05, |
| "loss": 0.5036, |
| "step": 325000 |
| }, |
| { |
| "epoch": 0.7496524904276385, |
| "grad_norm": 1.1618597507476807, |
| "learning_rate": 1.2517375478618076e-05, |
| "loss": 0.5154, |
| "step": 325200 |
| }, |
| { |
| "epoch": 0.7501135313196604, |
| "grad_norm": 1.5990595817565918, |
| "learning_rate": 1.249432343401698e-05, |
| "loss": 0.4939, |
| "step": 325400 |
| }, |
| { |
| "epoch": 0.7505745722116823, |
| "grad_norm": 1.3306795358657837, |
| "learning_rate": 1.2471271389415885e-05, |
| "loss": 0.5226, |
| "step": 325600 |
| }, |
| { |
| "epoch": 0.7510356131037043, |
| "grad_norm": 9.81534481048584, |
| "learning_rate": 1.244821934481479e-05, |
| "loss": 0.4952, |
| "step": 325800 |
| }, |
| { |
| "epoch": 0.7514966539957262, |
| "grad_norm": 1.0444341897964478, |
| "learning_rate": 1.2425167300213693e-05, |
| "loss": 0.4981, |
| "step": 326000 |
| }, |
| { |
| "epoch": 0.7519576948877481, |
| "grad_norm": 0.957382321357727, |
| "learning_rate": 1.2402115255612597e-05, |
| "loss": 0.4855, |
| "step": 326200 |
| }, |
| { |
| "epoch": 0.75241873577977, |
| "grad_norm": 1.7747009992599487, |
| "learning_rate": 1.2379063211011501e-05, |
| "loss": 0.4847, |
| "step": 326400 |
| }, |
| { |
| "epoch": 0.752879776671792, |
| "grad_norm": 0.8051755428314209, |
| "learning_rate": 1.2356011166410405e-05, |
| "loss": 0.4675, |
| "step": 326600 |
| }, |
| { |
| "epoch": 0.7533408175638138, |
| "grad_norm": 0.8562848567962646, |
| "learning_rate": 1.233295912180931e-05, |
| "loss": 0.5252, |
| "step": 326800 |
| }, |
| { |
| "epoch": 0.7538018584558357, |
| "grad_norm": 0.8655639886856079, |
| "learning_rate": 1.2309907077208213e-05, |
| "loss": 0.4904, |
| "step": 327000 |
| }, |
| { |
| "epoch": 0.7542628993478576, |
| "grad_norm": 2.3433034420013428, |
| "learning_rate": 1.2286855032607119e-05, |
| "loss": 0.4885, |
| "step": 327200 |
| }, |
| { |
| "epoch": 0.7547239402398795, |
| "grad_norm": 1.1155329942703247, |
| "learning_rate": 1.2263802988006023e-05, |
| "loss": 0.4917, |
| "step": 327400 |
| }, |
| { |
| "epoch": 0.7551849811319015, |
| "grad_norm": 1.4027127027511597, |
| "learning_rate": 1.2240750943404925e-05, |
| "loss": 0.4837, |
| "step": 327600 |
| }, |
| { |
| "epoch": 0.7556460220239234, |
| "grad_norm": 1.8373444080352783, |
| "learning_rate": 1.2217698898803829e-05, |
| "loss": 0.4972, |
| "step": 327800 |
| }, |
| { |
| "epoch": 0.7561070629159453, |
| "grad_norm": 1.7816424369812012, |
| "learning_rate": 1.2194646854202735e-05, |
| "loss": 0.526, |
| "step": 328000 |
| }, |
| { |
| "epoch": 0.7565681038079672, |
| "grad_norm": 1.9828554391860962, |
| "learning_rate": 1.2171594809601639e-05, |
| "loss": 0.4813, |
| "step": 328200 |
| }, |
| { |
| "epoch": 0.7570291446999892, |
| "grad_norm": 2.528639078140259, |
| "learning_rate": 1.2148542765000543e-05, |
| "loss": 0.4961, |
| "step": 328400 |
| }, |
| { |
| "epoch": 0.7574901855920111, |
| "grad_norm": 0.7348084449768066, |
| "learning_rate": 1.2125490720399447e-05, |
| "loss": 0.4763, |
| "step": 328600 |
| }, |
| { |
| "epoch": 0.757951226484033, |
| "grad_norm": 0.5879639983177185, |
| "learning_rate": 1.2102438675798349e-05, |
| "loss": 0.472, |
| "step": 328800 |
| }, |
| { |
| "epoch": 0.7584122673760549, |
| "grad_norm": 0.9352529048919678, |
| "learning_rate": 1.2079386631197255e-05, |
| "loss": 0.4944, |
| "step": 329000 |
| }, |
| { |
| "epoch": 0.7588733082680769, |
| "grad_norm": 1.5848828554153442, |
| "learning_rate": 1.2056334586596159e-05, |
| "loss": 0.5116, |
| "step": 329200 |
| }, |
| { |
| "epoch": 0.7593343491600988, |
| "grad_norm": 0.44051986932754517, |
| "learning_rate": 1.2033282541995063e-05, |
| "loss": 0.5375, |
| "step": 329400 |
| }, |
| { |
| "epoch": 0.7597953900521207, |
| "grad_norm": 2.127389907836914, |
| "learning_rate": 1.2010230497393967e-05, |
| "loss": 0.4606, |
| "step": 329600 |
| }, |
| { |
| "epoch": 0.7602564309441426, |
| "grad_norm": 1.7485988140106201, |
| "learning_rate": 1.1987178452792872e-05, |
| "loss": 0.4817, |
| "step": 329800 |
| }, |
| { |
| "epoch": 0.7607174718361646, |
| "grad_norm": 1.1227333545684814, |
| "learning_rate": 1.1964126408191775e-05, |
| "loss": 0.5069, |
| "step": 330000 |
| }, |
| { |
| "epoch": 0.7611785127281864, |
| "grad_norm": 0.8382754325866699, |
| "learning_rate": 1.1941074363590679e-05, |
| "loss": 0.5328, |
| "step": 330200 |
| }, |
| { |
| "epoch": 0.7616395536202083, |
| "grad_norm": 0.9372780323028564, |
| "learning_rate": 1.1918022318989583e-05, |
| "loss": 0.4781, |
| "step": 330400 |
| }, |
| { |
| "epoch": 0.7621005945122302, |
| "grad_norm": 1.3626426458358765, |
| "learning_rate": 1.1894970274388488e-05, |
| "loss": 0.4831, |
| "step": 330600 |
| }, |
| { |
| "epoch": 0.7625616354042521, |
| "grad_norm": 0.8523277044296265, |
| "learning_rate": 1.1871918229787392e-05, |
| "loss": 0.5254, |
| "step": 330800 |
| }, |
| { |
| "epoch": 0.7630226762962741, |
| "grad_norm": 1.5201365947723389, |
| "learning_rate": 1.1848866185186296e-05, |
| "loss": 0.5154, |
| "step": 331000 |
| }, |
| { |
| "epoch": 0.763483717188296, |
| "grad_norm": 0.46071958541870117, |
| "learning_rate": 1.18258141405852e-05, |
| "loss": 0.4999, |
| "step": 331200 |
| }, |
| { |
| "epoch": 0.7639447580803179, |
| "grad_norm": 1.4432693719863892, |
| "learning_rate": 1.1802762095984104e-05, |
| "loss": 0.4895, |
| "step": 331400 |
| }, |
| { |
| "epoch": 0.7644057989723398, |
| "grad_norm": 3.8710200786590576, |
| "learning_rate": 1.1779710051383008e-05, |
| "loss": 0.5162, |
| "step": 331600 |
| }, |
| { |
| "epoch": 0.7648668398643618, |
| "grad_norm": 1.2128450870513916, |
| "learning_rate": 1.1756658006781912e-05, |
| "loss": 0.482, |
| "step": 331800 |
| }, |
| { |
| "epoch": 0.7653278807563837, |
| "grad_norm": 1.517349123954773, |
| "learning_rate": 1.1733605962180816e-05, |
| "loss": 0.5071, |
| "step": 332000 |
| }, |
| { |
| "epoch": 0.7657889216484056, |
| "grad_norm": 1.6065720319747925, |
| "learning_rate": 1.171055391757972e-05, |
| "loss": 0.5092, |
| "step": 332200 |
| }, |
| { |
| "epoch": 0.7662499625404275, |
| "grad_norm": 2.150094747543335, |
| "learning_rate": 1.1687501872978624e-05, |
| "loss": 0.4952, |
| "step": 332400 |
| }, |
| { |
| "epoch": 0.7667110034324495, |
| "grad_norm": 0.7310593724250793, |
| "learning_rate": 1.1664449828377528e-05, |
| "loss": 0.4762, |
| "step": 332600 |
| }, |
| { |
| "epoch": 0.7671720443244714, |
| "grad_norm": 1.276360034942627, |
| "learning_rate": 1.1641397783776432e-05, |
| "loss": 0.481, |
| "step": 332800 |
| }, |
| { |
| "epoch": 0.7676330852164933, |
| "grad_norm": 0.42438310384750366, |
| "learning_rate": 1.1618345739175336e-05, |
| "loss": 0.4871, |
| "step": 333000 |
| }, |
| { |
| "epoch": 0.7680941261085152, |
| "grad_norm": 1.0823901891708374, |
| "learning_rate": 1.1595293694574242e-05, |
| "loss": 0.4841, |
| "step": 333200 |
| }, |
| { |
| "epoch": 0.7685551670005372, |
| "grad_norm": 1.3709418773651123, |
| "learning_rate": 1.1572241649973146e-05, |
| "loss": 0.4975, |
| "step": 333400 |
| }, |
| { |
| "epoch": 0.769016207892559, |
| "grad_norm": 1.654448390007019, |
| "learning_rate": 1.154918960537205e-05, |
| "loss": 0.4477, |
| "step": 333600 |
| }, |
| { |
| "epoch": 0.7694772487845809, |
| "grad_norm": 0.4724847078323364, |
| "learning_rate": 1.1526137560770952e-05, |
| "loss": 0.4991, |
| "step": 333800 |
| }, |
| { |
| "epoch": 0.7699382896766028, |
| "grad_norm": 1.3029577732086182, |
| "learning_rate": 1.1503085516169858e-05, |
| "loss": 0.5075, |
| "step": 334000 |
| }, |
| { |
| "epoch": 0.7703993305686248, |
| "grad_norm": 1.2783386707305908, |
| "learning_rate": 1.1480033471568762e-05, |
| "loss": 0.5014, |
| "step": 334200 |
| }, |
| { |
| "epoch": 0.7708603714606467, |
| "grad_norm": 1.8879179954528809, |
| "learning_rate": 1.1456981426967666e-05, |
| "loss": 0.4937, |
| "step": 334400 |
| }, |
| { |
| "epoch": 0.7713214123526686, |
| "grad_norm": 1.2683477401733398, |
| "learning_rate": 1.143392938236657e-05, |
| "loss": 0.4751, |
| "step": 334600 |
| }, |
| { |
| "epoch": 0.7717824532446905, |
| "grad_norm": 2.740619421005249, |
| "learning_rate": 1.1410877337765474e-05, |
| "loss": 0.5027, |
| "step": 334800 |
| }, |
| { |
| "epoch": 0.7722434941367124, |
| "grad_norm": 1.6804182529449463, |
| "learning_rate": 1.1387825293164378e-05, |
| "loss": 0.4677, |
| "step": 335000 |
| }, |
| { |
| "epoch": 0.7727045350287344, |
| "grad_norm": 2.2255728244781494, |
| "learning_rate": 1.1364773248563282e-05, |
| "loss": 0.4803, |
| "step": 335200 |
| }, |
| { |
| "epoch": 0.7731655759207563, |
| "grad_norm": 1.0658611059188843, |
| "learning_rate": 1.1341721203962186e-05, |
| "loss": 0.4537, |
| "step": 335400 |
| }, |
| { |
| "epoch": 0.7736266168127782, |
| "grad_norm": 1.3411928415298462, |
| "learning_rate": 1.131866915936109e-05, |
| "loss": 0.4775, |
| "step": 335600 |
| }, |
| { |
| "epoch": 0.7740876577048001, |
| "grad_norm": 1.467576265335083, |
| "learning_rate": 1.1295617114759995e-05, |
| "loss": 0.501, |
| "step": 335800 |
| }, |
| { |
| "epoch": 0.7745486985968221, |
| "grad_norm": 1.2459622621536255, |
| "learning_rate": 1.1272565070158899e-05, |
| "loss": 0.5128, |
| "step": 336000 |
| }, |
| { |
| "epoch": 0.775009739488844, |
| "grad_norm": 1.0791770219802856, |
| "learning_rate": 1.1249513025557801e-05, |
| "loss": 0.4476, |
| "step": 336200 |
| }, |
| { |
| "epoch": 0.7754707803808659, |
| "grad_norm": 1.271998643875122, |
| "learning_rate": 1.1226460980956705e-05, |
| "loss": 0.4701, |
| "step": 336400 |
| }, |
| { |
| "epoch": 0.7759318212728878, |
| "grad_norm": 1.7874670028686523, |
| "learning_rate": 1.1203408936355611e-05, |
| "loss": 0.5229, |
| "step": 336600 |
| }, |
| { |
| "epoch": 0.7763928621649098, |
| "grad_norm": 0.7723343968391418, |
| "learning_rate": 1.1180356891754515e-05, |
| "loss": 0.3966, |
| "step": 336800 |
| }, |
| { |
| "epoch": 0.7768539030569316, |
| "grad_norm": 1.4732195138931274, |
| "learning_rate": 1.1157304847153419e-05, |
| "loss": 0.4943, |
| "step": 337000 |
| }, |
| { |
| "epoch": 0.7773149439489535, |
| "grad_norm": 1.1352183818817139, |
| "learning_rate": 1.1134252802552323e-05, |
| "loss": 0.5189, |
| "step": 337200 |
| }, |
| { |
| "epoch": 0.7777759848409754, |
| "grad_norm": 1.1527478694915771, |
| "learning_rate": 1.1111200757951227e-05, |
| "loss": 0.5249, |
| "step": 337400 |
| }, |
| { |
| "epoch": 0.7782370257329974, |
| "grad_norm": 0.9301843643188477, |
| "learning_rate": 1.1088148713350131e-05, |
| "loss": 0.4648, |
| "step": 337600 |
| }, |
| { |
| "epoch": 0.7786980666250193, |
| "grad_norm": 1.1807146072387695, |
| "learning_rate": 1.1065096668749035e-05, |
| "loss": 0.4759, |
| "step": 337800 |
| }, |
| { |
| "epoch": 0.7791591075170412, |
| "grad_norm": 1.4340068101882935, |
| "learning_rate": 1.1042044624147939e-05, |
| "loss": 0.4719, |
| "step": 338000 |
| }, |
| { |
| "epoch": 0.7796201484090631, |
| "grad_norm": 1.1477597951889038, |
| "learning_rate": 1.1018992579546845e-05, |
| "loss": 0.5048, |
| "step": 338200 |
| }, |
| { |
| "epoch": 0.780081189301085, |
| "grad_norm": 1.487963318824768, |
| "learning_rate": 1.0995940534945749e-05, |
| "loss": 0.5077, |
| "step": 338400 |
| }, |
| { |
| "epoch": 0.780542230193107, |
| "grad_norm": 3.070131301879883, |
| "learning_rate": 1.0972888490344651e-05, |
| "loss": 0.4992, |
| "step": 338600 |
| }, |
| { |
| "epoch": 0.7810032710851289, |
| "grad_norm": 0.9652560949325562, |
| "learning_rate": 1.0949836445743555e-05, |
| "loss": 0.5147, |
| "step": 338800 |
| }, |
| { |
| "epoch": 0.7814643119771508, |
| "grad_norm": 1.0315585136413574, |
| "learning_rate": 1.092678440114246e-05, |
| "loss": 0.4721, |
| "step": 339000 |
| }, |
| { |
| "epoch": 0.7819253528691728, |
| "grad_norm": 1.015569806098938, |
| "learning_rate": 1.0903732356541365e-05, |
| "loss": 0.4365, |
| "step": 339200 |
| }, |
| { |
| "epoch": 0.7823863937611947, |
| "grad_norm": 0.49842461943626404, |
| "learning_rate": 1.0880680311940269e-05, |
| "loss": 0.4841, |
| "step": 339400 |
| }, |
| { |
| "epoch": 0.7828474346532166, |
| "grad_norm": 0.7842098474502563, |
| "learning_rate": 1.0857628267339173e-05, |
| "loss": 0.4589, |
| "step": 339600 |
| }, |
| { |
| "epoch": 0.7833084755452385, |
| "grad_norm": 1.2681951522827148, |
| "learning_rate": 1.0834576222738076e-05, |
| "loss": 0.4821, |
| "step": 339800 |
| }, |
| { |
| "epoch": 0.7837695164372604, |
| "grad_norm": 1.8472216129302979, |
| "learning_rate": 1.081152417813698e-05, |
| "loss": 0.4841, |
| "step": 340000 |
| }, |
| { |
| "epoch": 0.7842305573292824, |
| "grad_norm": 1.1875754594802856, |
| "learning_rate": 1.0788472133535884e-05, |
| "loss": 0.4509, |
| "step": 340200 |
| }, |
| { |
| "epoch": 0.7846915982213042, |
| "grad_norm": 1.493262529373169, |
| "learning_rate": 1.0765420088934788e-05, |
| "loss": 0.4853, |
| "step": 340400 |
| }, |
| { |
| "epoch": 0.7851526391133261, |
| "grad_norm": 1.0441592931747437, |
| "learning_rate": 1.0742368044333692e-05, |
| "loss": 0.5009, |
| "step": 340600 |
| }, |
| { |
| "epoch": 0.785613680005348, |
| "grad_norm": 1.7319620847702026, |
| "learning_rate": 1.0719315999732598e-05, |
| "loss": 0.5304, |
| "step": 340800 |
| }, |
| { |
| "epoch": 0.78607472089737, |
| "grad_norm": 1.3646876811981201, |
| "learning_rate": 1.06962639551315e-05, |
| "loss": 0.4885, |
| "step": 341000 |
| }, |
| { |
| "epoch": 0.7865357617893919, |
| "grad_norm": 1.5010404586791992, |
| "learning_rate": 1.0673211910530404e-05, |
| "loss": 0.4912, |
| "step": 341200 |
| }, |
| { |
| "epoch": 0.7869968026814138, |
| "grad_norm": 0.8283145427703857, |
| "learning_rate": 1.0650159865929308e-05, |
| "loss": 0.4941, |
| "step": 341400 |
| }, |
| { |
| "epoch": 0.7874578435734357, |
| "grad_norm": 0.6535471677780151, |
| "learning_rate": 1.0627107821328214e-05, |
| "loss": 0.522, |
| "step": 341600 |
| }, |
| { |
| "epoch": 0.7879188844654577, |
| "grad_norm": 1.1741523742675781, |
| "learning_rate": 1.0604055776727118e-05, |
| "loss": 0.5234, |
| "step": 341800 |
| }, |
| { |
| "epoch": 0.7883799253574796, |
| "grad_norm": 1.3052113056182861, |
| "learning_rate": 1.0581003732126022e-05, |
| "loss": 0.495, |
| "step": 342000 |
| }, |
| { |
| "epoch": 0.7888409662495015, |
| "grad_norm": 1.795502781867981, |
| "learning_rate": 1.0557951687524926e-05, |
| "loss": 0.4678, |
| "step": 342200 |
| }, |
| { |
| "epoch": 0.7893020071415234, |
| "grad_norm": 0.9580342769622803, |
| "learning_rate": 1.053489964292383e-05, |
| "loss": 0.5116, |
| "step": 342400 |
| }, |
| { |
| "epoch": 0.7897630480335454, |
| "grad_norm": 1.020665168762207, |
| "learning_rate": 1.0511847598322734e-05, |
| "loss": 0.4891, |
| "step": 342600 |
| }, |
| { |
| "epoch": 0.7902240889255673, |
| "grad_norm": 0.8749563694000244, |
| "learning_rate": 1.0488795553721638e-05, |
| "loss": 0.4898, |
| "step": 342800 |
| }, |
| { |
| "epoch": 0.7906851298175892, |
| "grad_norm": 0.8884357810020447, |
| "learning_rate": 1.0465743509120542e-05, |
| "loss": 0.4513, |
| "step": 343000 |
| }, |
| { |
| "epoch": 0.7911461707096111, |
| "grad_norm": 0.8629872798919678, |
| "learning_rate": 1.0442691464519446e-05, |
| "loss": 0.4825, |
| "step": 343200 |
| }, |
| { |
| "epoch": 0.791607211601633, |
| "grad_norm": 1.346708059310913, |
| "learning_rate": 1.041963941991835e-05, |
| "loss": 0.5254, |
| "step": 343400 |
| }, |
| { |
| "epoch": 0.792068252493655, |
| "grad_norm": 0.5898563265800476, |
| "learning_rate": 1.0396587375317254e-05, |
| "loss": 0.4761, |
| "step": 343600 |
| }, |
| { |
| "epoch": 0.7925292933856768, |
| "grad_norm": 0.49635791778564453, |
| "learning_rate": 1.0373535330716158e-05, |
| "loss": 0.4639, |
| "step": 343800 |
| }, |
| { |
| "epoch": 0.7929903342776987, |
| "grad_norm": 0.534585177898407, |
| "learning_rate": 1.0350483286115062e-05, |
| "loss": 0.5002, |
| "step": 344000 |
| }, |
| { |
| "epoch": 0.7934513751697206, |
| "grad_norm": 1.0430246591567993, |
| "learning_rate": 1.0327431241513967e-05, |
| "loss": 0.4492, |
| "step": 344200 |
| }, |
| { |
| "epoch": 0.7939124160617426, |
| "grad_norm": 0.9281976819038391, |
| "learning_rate": 1.0304379196912871e-05, |
| "loss": 0.4478, |
| "step": 344400 |
| }, |
| { |
| "epoch": 0.7943734569537645, |
| "grad_norm": 1.5951513051986694, |
| "learning_rate": 1.0281327152311775e-05, |
| "loss": 0.4651, |
| "step": 344600 |
| }, |
| { |
| "epoch": 0.7948344978457864, |
| "grad_norm": 1.9117207527160645, |
| "learning_rate": 1.0258275107710678e-05, |
| "loss": 0.4564, |
| "step": 344800 |
| }, |
| { |
| "epoch": 0.7952955387378083, |
| "grad_norm": 1.1856075525283813, |
| "learning_rate": 1.0235223063109583e-05, |
| "loss": 0.5218, |
| "step": 345000 |
| }, |
| { |
| "epoch": 0.7957565796298303, |
| "grad_norm": 1.4824328422546387, |
| "learning_rate": 1.0212171018508487e-05, |
| "loss": 0.5053, |
| "step": 345200 |
| }, |
| { |
| "epoch": 0.7962176205218522, |
| "grad_norm": 1.768130898475647, |
| "learning_rate": 1.0189118973907391e-05, |
| "loss": 0.5017, |
| "step": 345400 |
| }, |
| { |
| "epoch": 0.7966786614138741, |
| "grad_norm": 1.2414652109146118, |
| "learning_rate": 1.0166066929306295e-05, |
| "loss": 0.51, |
| "step": 345600 |
| }, |
| { |
| "epoch": 0.797139702305896, |
| "grad_norm": 2.830430507659912, |
| "learning_rate": 1.01430148847052e-05, |
| "loss": 0.4847, |
| "step": 345800 |
| }, |
| { |
| "epoch": 0.797600743197918, |
| "grad_norm": 1.8276104927062988, |
| "learning_rate": 1.0119962840104103e-05, |
| "loss": 0.5412, |
| "step": 346000 |
| }, |
| { |
| "epoch": 0.7980617840899399, |
| "grad_norm": 1.8435417413711548, |
| "learning_rate": 1.0096910795503007e-05, |
| "loss": 0.4832, |
| "step": 346200 |
| }, |
| { |
| "epoch": 0.7985228249819618, |
| "grad_norm": 1.2370027303695679, |
| "learning_rate": 1.0073858750901911e-05, |
| "loss": 0.437, |
| "step": 346400 |
| }, |
| { |
| "epoch": 0.7989838658739837, |
| "grad_norm": 0.6917985677719116, |
| "learning_rate": 1.0050806706300815e-05, |
| "loss": 0.5141, |
| "step": 346600 |
| }, |
| { |
| "epoch": 0.7994449067660057, |
| "grad_norm": 2.1598243713378906, |
| "learning_rate": 1.0027754661699721e-05, |
| "loss": 0.4865, |
| "step": 346800 |
| }, |
| { |
| "epoch": 0.7999059476580276, |
| "grad_norm": 1.8002493381500244, |
| "learning_rate": 1.0004702617098625e-05, |
| "loss": 0.4876, |
| "step": 347000 |
| }, |
| { |
| "epoch": 0.8003669885500494, |
| "grad_norm": 1.486546277999878, |
| "learning_rate": 9.981650572497527e-06, |
| "loss": 0.5157, |
| "step": 347200 |
| }, |
| { |
| "epoch": 0.8008280294420713, |
| "grad_norm": 1.7758817672729492, |
| "learning_rate": 9.958598527896431e-06, |
| "loss": 0.5249, |
| "step": 347400 |
| }, |
| { |
| "epoch": 0.8012890703340932, |
| "grad_norm": 0.8744950294494629, |
| "learning_rate": 9.935546483295337e-06, |
| "loss": 0.4575, |
| "step": 347600 |
| }, |
| { |
| "epoch": 0.8017501112261152, |
| "grad_norm": 1.4803967475891113, |
| "learning_rate": 9.91249443869424e-06, |
| "loss": 0.5104, |
| "step": 347800 |
| }, |
| { |
| "epoch": 0.8022111521181371, |
| "grad_norm": 2.251115560531616, |
| "learning_rate": 9.889442394093145e-06, |
| "loss": 0.471, |
| "step": 348000 |
| }, |
| { |
| "epoch": 0.802672193010159, |
| "grad_norm": 1.8598825931549072, |
| "learning_rate": 9.866390349492049e-06, |
| "loss": 0.5484, |
| "step": 348200 |
| }, |
| { |
| "epoch": 0.8031332339021809, |
| "grad_norm": 1.993989109992981, |
| "learning_rate": 9.843338304890953e-06, |
| "loss": 0.5437, |
| "step": 348400 |
| }, |
| { |
| "epoch": 0.8035942747942029, |
| "grad_norm": 1.425431251525879, |
| "learning_rate": 9.820286260289857e-06, |
| "loss": 0.4386, |
| "step": 348600 |
| }, |
| { |
| "epoch": 0.8040553156862248, |
| "grad_norm": 0.4540669620037079, |
| "learning_rate": 9.79723421568876e-06, |
| "loss": 0.4557, |
| "step": 348800 |
| }, |
| { |
| "epoch": 0.8045163565782467, |
| "grad_norm": 1.800315022468567, |
| "learning_rate": 9.774182171087665e-06, |
| "loss": 0.4771, |
| "step": 349000 |
| }, |
| { |
| "epoch": 0.8049773974702686, |
| "grad_norm": 0.8877231478691101, |
| "learning_rate": 9.75113012648657e-06, |
| "loss": 0.4811, |
| "step": 349200 |
| }, |
| { |
| "epoch": 0.8054384383622906, |
| "grad_norm": 1.3885689973831177, |
| "learning_rate": 9.728078081885474e-06, |
| "loss": 0.5492, |
| "step": 349400 |
| }, |
| { |
| "epoch": 0.8058994792543125, |
| "grad_norm": 1.6329267024993896, |
| "learning_rate": 9.705026037284377e-06, |
| "loss": 0.4933, |
| "step": 349600 |
| }, |
| { |
| "epoch": 0.8063605201463344, |
| "grad_norm": 1.2911161184310913, |
| "learning_rate": 9.68197399268328e-06, |
| "loss": 0.4724, |
| "step": 349800 |
| }, |
| { |
| "epoch": 0.8068215610383563, |
| "grad_norm": 1.7925668954849243, |
| "learning_rate": 9.658921948082185e-06, |
| "loss": 0.5562, |
| "step": 350000 |
| }, |
| { |
| "epoch": 0.8068215610383563, |
| "eval_loss": 0.48525139689445496, |
| "eval_runtime": 144.215, |
| "eval_samples_per_second": 30.385, |
| "eval_steps_per_second": 30.385, |
| "step": 350000 |
| }, |
| { |
| "epoch": 0.8072826019303783, |
| "grad_norm": 1.9523992538452148, |
| "learning_rate": 9.63586990348109e-06, |
| "loss": 0.4891, |
| "step": 350200 |
| }, |
| { |
| "epoch": 0.8077436428224002, |
| "grad_norm": 0.8594640493392944, |
| "learning_rate": 9.612817858879994e-06, |
| "loss": 0.5044, |
| "step": 350400 |
| }, |
| { |
| "epoch": 0.808204683714422, |
| "grad_norm": 0.9530147314071655, |
| "learning_rate": 9.589765814278898e-06, |
| "loss": 0.4518, |
| "step": 350600 |
| }, |
| { |
| "epoch": 0.8086657246064439, |
| "grad_norm": 1.8223358392715454, |
| "learning_rate": 9.566713769677802e-06, |
| "loss": 0.4809, |
| "step": 350800 |
| }, |
| { |
| "epoch": 0.8091267654984658, |
| "grad_norm": 4.091012477874756, |
| "learning_rate": 9.543661725076706e-06, |
| "loss": 0.4465, |
| "step": 351000 |
| }, |
| { |
| "epoch": 0.8095878063904878, |
| "grad_norm": 1.6293407678604126, |
| "learning_rate": 9.52060968047561e-06, |
| "loss": 0.4734, |
| "step": 351200 |
| }, |
| { |
| "epoch": 0.8100488472825097, |
| "grad_norm": 1.2203644514083862, |
| "learning_rate": 9.497557635874514e-06, |
| "loss": 0.5044, |
| "step": 351400 |
| }, |
| { |
| "epoch": 0.8105098881745316, |
| "grad_norm": 1.3531818389892578, |
| "learning_rate": 9.474505591273418e-06, |
| "loss": 0.4731, |
| "step": 351600 |
| }, |
| { |
| "epoch": 0.8109709290665535, |
| "grad_norm": 2.762836217880249, |
| "learning_rate": 9.451453546672324e-06, |
| "loss": 0.5298, |
| "step": 351800 |
| }, |
| { |
| "epoch": 0.8114319699585755, |
| "grad_norm": 1.708924651145935, |
| "learning_rate": 9.428401502071226e-06, |
| "loss": 0.5214, |
| "step": 352000 |
| }, |
| { |
| "epoch": 0.8118930108505974, |
| "grad_norm": 1.0070140361785889, |
| "learning_rate": 9.40534945747013e-06, |
| "loss": 0.55, |
| "step": 352200 |
| }, |
| { |
| "epoch": 0.8123540517426193, |
| "grad_norm": 1.6505459547042847, |
| "learning_rate": 9.382297412869034e-06, |
| "loss": 0.5069, |
| "step": 352400 |
| }, |
| { |
| "epoch": 0.8128150926346412, |
| "grad_norm": 1.5503573417663574, |
| "learning_rate": 9.35924536826794e-06, |
| "loss": 0.4478, |
| "step": 352600 |
| }, |
| { |
| "epoch": 0.8132761335266632, |
| "grad_norm": 1.1401780843734741, |
| "learning_rate": 9.336193323666844e-06, |
| "loss": 0.5148, |
| "step": 352800 |
| }, |
| { |
| "epoch": 0.8137371744186851, |
| "grad_norm": 1.4352729320526123, |
| "learning_rate": 9.313141279065748e-06, |
| "loss": 0.5326, |
| "step": 353000 |
| }, |
| { |
| "epoch": 0.814198215310707, |
| "grad_norm": 0.6954234838485718, |
| "learning_rate": 9.290089234464652e-06, |
| "loss": 0.5324, |
| "step": 353200 |
| }, |
| { |
| "epoch": 0.8146592562027289, |
| "grad_norm": 1.4972223043441772, |
| "learning_rate": 9.267037189863556e-06, |
| "loss": 0.4461, |
| "step": 353400 |
| }, |
| { |
| "epoch": 0.8151202970947509, |
| "grad_norm": 1.3123633861541748, |
| "learning_rate": 9.24398514526246e-06, |
| "loss": 0.4987, |
| "step": 353600 |
| }, |
| { |
| "epoch": 0.8155813379867728, |
| "grad_norm": 0.849063515663147, |
| "learning_rate": 9.220933100661364e-06, |
| "loss": 0.5218, |
| "step": 353800 |
| }, |
| { |
| "epoch": 0.8160423788787946, |
| "grad_norm": 0.5541665554046631, |
| "learning_rate": 9.197881056060268e-06, |
| "loss": 0.5017, |
| "step": 354000 |
| }, |
| { |
| "epoch": 0.8165034197708165, |
| "grad_norm": 2.253199577331543, |
| "learning_rate": 9.174829011459172e-06, |
| "loss": 0.5043, |
| "step": 354200 |
| }, |
| { |
| "epoch": 0.8169644606628385, |
| "grad_norm": 0.6903029680252075, |
| "learning_rate": 9.151776966858076e-06, |
| "loss": 0.494, |
| "step": 354400 |
| }, |
| { |
| "epoch": 0.8174255015548604, |
| "grad_norm": 0.6121809482574463, |
| "learning_rate": 9.12872492225698e-06, |
| "loss": 0.4946, |
| "step": 354600 |
| }, |
| { |
| "epoch": 0.8178865424468823, |
| "grad_norm": 1.0890499353408813, |
| "learning_rate": 9.105672877655884e-06, |
| "loss": 0.4798, |
| "step": 354800 |
| }, |
| { |
| "epoch": 0.8183475833389042, |
| "grad_norm": 1.7235876321792603, |
| "learning_rate": 9.082620833054788e-06, |
| "loss": 0.4504, |
| "step": 355000 |
| }, |
| { |
| "epoch": 0.8188086242309262, |
| "grad_norm": 0.649757444858551, |
| "learning_rate": 9.059568788453693e-06, |
| "loss": 0.5059, |
| "step": 355200 |
| }, |
| { |
| "epoch": 0.8192696651229481, |
| "grad_norm": 1.162328839302063, |
| "learning_rate": 9.036516743852597e-06, |
| "loss": 0.5443, |
| "step": 355400 |
| }, |
| { |
| "epoch": 0.81973070601497, |
| "grad_norm": 0.9448625445365906, |
| "learning_rate": 9.013464699251501e-06, |
| "loss": 0.4844, |
| "step": 355600 |
| }, |
| { |
| "epoch": 0.8201917469069919, |
| "grad_norm": 1.1881784200668335, |
| "learning_rate": 8.990412654650403e-06, |
| "loss": 0.5193, |
| "step": 355800 |
| }, |
| { |
| "epoch": 0.8206527877990138, |
| "grad_norm": 1.7445374727249146, |
| "learning_rate": 8.967360610049309e-06, |
| "loss": 0.4849, |
| "step": 356000 |
| }, |
| { |
| "epoch": 0.8211138286910358, |
| "grad_norm": 1.524045705795288, |
| "learning_rate": 8.944308565448213e-06, |
| "loss": 0.4695, |
| "step": 356200 |
| }, |
| { |
| "epoch": 0.8215748695830577, |
| "grad_norm": 1.7928262948989868, |
| "learning_rate": 8.921256520847117e-06, |
| "loss": 0.5043, |
| "step": 356400 |
| }, |
| { |
| "epoch": 0.8220359104750796, |
| "grad_norm": 1.1687183380126953, |
| "learning_rate": 8.898204476246021e-06, |
| "loss": 0.5196, |
| "step": 356600 |
| }, |
| { |
| "epoch": 0.8224969513671015, |
| "grad_norm": 0.9082534909248352, |
| "learning_rate": 8.875152431644925e-06, |
| "loss": 0.4634, |
| "step": 356800 |
| }, |
| { |
| "epoch": 0.8229579922591235, |
| "grad_norm": 1.261551022529602, |
| "learning_rate": 8.852100387043829e-06, |
| "loss": 0.4848, |
| "step": 357000 |
| }, |
| { |
| "epoch": 0.8234190331511453, |
| "grad_norm": 0.9897369146347046, |
| "learning_rate": 8.829048342442733e-06, |
| "loss": 0.4554, |
| "step": 357200 |
| }, |
| { |
| "epoch": 0.8238800740431672, |
| "grad_norm": 0.7321066856384277, |
| "learning_rate": 8.805996297841637e-06, |
| "loss": 0.4909, |
| "step": 357400 |
| }, |
| { |
| "epoch": 0.8243411149351891, |
| "grad_norm": 1.8298851251602173, |
| "learning_rate": 8.782944253240541e-06, |
| "loss": 0.4725, |
| "step": 357600 |
| }, |
| { |
| "epoch": 0.8248021558272111, |
| "grad_norm": 1.113755702972412, |
| "learning_rate": 8.759892208639447e-06, |
| "loss": 0.4988, |
| "step": 357800 |
| }, |
| { |
| "epoch": 0.825263196719233, |
| "grad_norm": 0.5906481742858887, |
| "learning_rate": 8.73684016403835e-06, |
| "loss": 0.4976, |
| "step": 358000 |
| }, |
| { |
| "epoch": 0.8257242376112549, |
| "grad_norm": 1.478716254234314, |
| "learning_rate": 8.713788119437253e-06, |
| "loss": 0.4813, |
| "step": 358200 |
| }, |
| { |
| "epoch": 0.8261852785032768, |
| "grad_norm": 1.8848345279693604, |
| "learning_rate": 8.690736074836157e-06, |
| "loss": 0.5385, |
| "step": 358400 |
| }, |
| { |
| "epoch": 0.8266463193952988, |
| "grad_norm": 2.71705961227417, |
| "learning_rate": 8.667684030235063e-06, |
| "loss": 0.4924, |
| "step": 358600 |
| }, |
| { |
| "epoch": 0.8271073602873207, |
| "grad_norm": 1.3063760995864868, |
| "learning_rate": 8.644631985633967e-06, |
| "loss": 0.5204, |
| "step": 358800 |
| }, |
| { |
| "epoch": 0.8275684011793426, |
| "grad_norm": 1.4281903505325317, |
| "learning_rate": 8.62157994103287e-06, |
| "loss": 0.4972, |
| "step": 359000 |
| }, |
| { |
| "epoch": 0.8280294420713645, |
| "grad_norm": 1.393025517463684, |
| "learning_rate": 8.598527896431775e-06, |
| "loss": 0.489, |
| "step": 359200 |
| }, |
| { |
| "epoch": 0.8284904829633865, |
| "grad_norm": 0.7618604302406311, |
| "learning_rate": 8.575475851830678e-06, |
| "loss": 0.4807, |
| "step": 359400 |
| }, |
| { |
| "epoch": 0.8289515238554084, |
| "grad_norm": 0.7368053197860718, |
| "learning_rate": 8.552423807229582e-06, |
| "loss": 0.4818, |
| "step": 359600 |
| }, |
| { |
| "epoch": 0.8294125647474303, |
| "grad_norm": 1.3130792379379272, |
| "learning_rate": 8.529371762628486e-06, |
| "loss": 0.4886, |
| "step": 359800 |
| }, |
| { |
| "epoch": 0.8298736056394522, |
| "grad_norm": 1.5593905448913574, |
| "learning_rate": 8.50631971802739e-06, |
| "loss": 0.5196, |
| "step": 360000 |
| }, |
| { |
| "epoch": 0.8303346465314742, |
| "grad_norm": 0.9520807266235352, |
| "learning_rate": 8.483267673426296e-06, |
| "loss": 0.4526, |
| "step": 360200 |
| }, |
| { |
| "epoch": 0.8307956874234961, |
| "grad_norm": 1.134156346321106, |
| "learning_rate": 8.4602156288252e-06, |
| "loss": 0.5142, |
| "step": 360400 |
| }, |
| { |
| "epoch": 0.8312567283155179, |
| "grad_norm": 0.47593235969543457, |
| "learning_rate": 8.437163584224102e-06, |
| "loss": 0.5145, |
| "step": 360600 |
| }, |
| { |
| "epoch": 0.8317177692075398, |
| "grad_norm": 1.2350735664367676, |
| "learning_rate": 8.414111539623006e-06, |
| "loss": 0.5239, |
| "step": 360800 |
| }, |
| { |
| "epoch": 0.8321788100995617, |
| "grad_norm": 1.0222281217575073, |
| "learning_rate": 8.39105949502191e-06, |
| "loss": 0.4508, |
| "step": 361000 |
| }, |
| { |
| "epoch": 0.8326398509915837, |
| "grad_norm": 1.2607372999191284, |
| "learning_rate": 8.368007450420816e-06, |
| "loss": 0.5243, |
| "step": 361200 |
| }, |
| { |
| "epoch": 0.8331008918836056, |
| "grad_norm": 1.2229344844818115, |
| "learning_rate": 8.34495540581972e-06, |
| "loss": 0.5201, |
| "step": 361400 |
| }, |
| { |
| "epoch": 0.8335619327756275, |
| "grad_norm": 1.4129853248596191, |
| "learning_rate": 8.321903361218624e-06, |
| "loss": 0.4407, |
| "step": 361600 |
| }, |
| { |
| "epoch": 0.8340229736676494, |
| "grad_norm": 0.8093553185462952, |
| "learning_rate": 8.298851316617528e-06, |
| "loss": 0.4439, |
| "step": 361800 |
| }, |
| { |
| "epoch": 0.8344840145596714, |
| "grad_norm": 0.9249831438064575, |
| "learning_rate": 8.275799272016432e-06, |
| "loss": 0.5359, |
| "step": 362000 |
| }, |
| { |
| "epoch": 0.8349450554516933, |
| "grad_norm": 1.773339867591858, |
| "learning_rate": 8.252747227415336e-06, |
| "loss": 0.4875, |
| "step": 362200 |
| }, |
| { |
| "epoch": 0.8354060963437152, |
| "grad_norm": 1.0773868560791016, |
| "learning_rate": 8.22969518281424e-06, |
| "loss": 0.4725, |
| "step": 362400 |
| }, |
| { |
| "epoch": 0.8358671372357371, |
| "grad_norm": 1.0181094408035278, |
| "learning_rate": 8.206643138213144e-06, |
| "loss": 0.4273, |
| "step": 362600 |
| }, |
| { |
| "epoch": 0.8363281781277591, |
| "grad_norm": 1.118444800376892, |
| "learning_rate": 8.18359109361205e-06, |
| "loss": 0.4468, |
| "step": 362800 |
| }, |
| { |
| "epoch": 0.836789219019781, |
| "grad_norm": 1.1972088813781738, |
| "learning_rate": 8.160539049010952e-06, |
| "loss": 0.4841, |
| "step": 363000 |
| }, |
| { |
| "epoch": 0.8372502599118029, |
| "grad_norm": 1.2389174699783325, |
| "learning_rate": 8.137487004409856e-06, |
| "loss": 0.4965, |
| "step": 363200 |
| }, |
| { |
| "epoch": 0.8377113008038248, |
| "grad_norm": 1.1917423009872437, |
| "learning_rate": 8.11443495980876e-06, |
| "loss": 0.4591, |
| "step": 363400 |
| }, |
| { |
| "epoch": 0.8381723416958468, |
| "grad_norm": 1.3053388595581055, |
| "learning_rate": 8.091382915207665e-06, |
| "loss": 0.473, |
| "step": 363600 |
| }, |
| { |
| "epoch": 0.8386333825878687, |
| "grad_norm": 1.1159336566925049, |
| "learning_rate": 8.06833087060657e-06, |
| "loss": 0.5112, |
| "step": 363800 |
| }, |
| { |
| "epoch": 0.8390944234798905, |
| "grad_norm": 1.8432027101516724, |
| "learning_rate": 8.045278826005473e-06, |
| "loss": 0.4769, |
| "step": 364000 |
| }, |
| { |
| "epoch": 0.8395554643719124, |
| "grad_norm": 1.2790404558181763, |
| "learning_rate": 8.022226781404377e-06, |
| "loss": 0.4743, |
| "step": 364200 |
| }, |
| { |
| "epoch": 0.8400165052639343, |
| "grad_norm": 1.2240092754364014, |
| "learning_rate": 7.999174736803281e-06, |
| "loss": 0.5003, |
| "step": 364400 |
| }, |
| { |
| "epoch": 0.8404775461559563, |
| "grad_norm": 1.5568150281906128, |
| "learning_rate": 7.976122692202185e-06, |
| "loss": 0.5212, |
| "step": 364600 |
| }, |
| { |
| "epoch": 0.8409385870479782, |
| "grad_norm": 1.0242736339569092, |
| "learning_rate": 7.95307064760109e-06, |
| "loss": 0.5117, |
| "step": 364800 |
| }, |
| { |
| "epoch": 0.8413996279400001, |
| "grad_norm": 1.5472807884216309, |
| "learning_rate": 7.930018602999993e-06, |
| "loss": 0.5041, |
| "step": 365000 |
| }, |
| { |
| "epoch": 0.841860668832022, |
| "grad_norm": 1.990938663482666, |
| "learning_rate": 7.906966558398897e-06, |
| "loss": 0.4807, |
| "step": 365200 |
| }, |
| { |
| "epoch": 0.842321709724044, |
| "grad_norm": 1.9151630401611328, |
| "learning_rate": 7.883914513797801e-06, |
| "loss": 0.4795, |
| "step": 365400 |
| }, |
| { |
| "epoch": 0.8427827506160659, |
| "grad_norm": 1.0808899402618408, |
| "learning_rate": 7.860862469196705e-06, |
| "loss": 0.513, |
| "step": 365600 |
| }, |
| { |
| "epoch": 0.8432437915080878, |
| "grad_norm": 0.6713162660598755, |
| "learning_rate": 7.83781042459561e-06, |
| "loss": 0.4933, |
| "step": 365800 |
| }, |
| { |
| "epoch": 0.8437048324001097, |
| "grad_norm": 1.5635173320770264, |
| "learning_rate": 7.814758379994513e-06, |
| "loss": 0.4533, |
| "step": 366000 |
| }, |
| { |
| "epoch": 0.8441658732921317, |
| "grad_norm": 0.9642801880836487, |
| "learning_rate": 7.791706335393419e-06, |
| "loss": 0.5032, |
| "step": 366200 |
| }, |
| { |
| "epoch": 0.8446269141841536, |
| "grad_norm": 2.7265806198120117, |
| "learning_rate": 7.768654290792323e-06, |
| "loss": 0.4832, |
| "step": 366400 |
| }, |
| { |
| "epoch": 0.8450879550761755, |
| "grad_norm": 1.7652499675750732, |
| "learning_rate": 7.745602246191227e-06, |
| "loss": 0.5327, |
| "step": 366600 |
| }, |
| { |
| "epoch": 0.8455489959681974, |
| "grad_norm": 1.3054319620132446, |
| "learning_rate": 7.72255020159013e-06, |
| "loss": 0.4696, |
| "step": 366800 |
| }, |
| { |
| "epoch": 0.8460100368602194, |
| "grad_norm": 1.4413760900497437, |
| "learning_rate": 7.699498156989035e-06, |
| "loss": 0.5115, |
| "step": 367000 |
| }, |
| { |
| "epoch": 0.8464710777522413, |
| "grad_norm": 1.7205134630203247, |
| "learning_rate": 7.676446112387939e-06, |
| "loss": 0.5295, |
| "step": 367200 |
| }, |
| { |
| "epoch": 0.8469321186442631, |
| "grad_norm": 0.7298296689987183, |
| "learning_rate": 7.653394067786843e-06, |
| "loss": 0.4637, |
| "step": 367400 |
| }, |
| { |
| "epoch": 0.847393159536285, |
| "grad_norm": 1.1865860223770142, |
| "learning_rate": 7.630342023185747e-06, |
| "loss": 0.4559, |
| "step": 367600 |
| }, |
| { |
| "epoch": 0.847854200428307, |
| "grad_norm": 4.188174247741699, |
| "learning_rate": 7.607289978584652e-06, |
| "loss": 0.4763, |
| "step": 367800 |
| }, |
| { |
| "epoch": 0.8483152413203289, |
| "grad_norm": 1.0749932527542114, |
| "learning_rate": 7.584237933983556e-06, |
| "loss": 0.4536, |
| "step": 368000 |
| }, |
| { |
| "epoch": 0.8487762822123508, |
| "grad_norm": 2.213075637817383, |
| "learning_rate": 7.561185889382459e-06, |
| "loss": 0.5016, |
| "step": 368200 |
| }, |
| { |
| "epoch": 0.8492373231043727, |
| "grad_norm": 2.0269930362701416, |
| "learning_rate": 7.538133844781363e-06, |
| "loss": 0.4591, |
| "step": 368400 |
| }, |
| { |
| "epoch": 0.8496983639963946, |
| "grad_norm": 1.625063180923462, |
| "learning_rate": 7.515081800180267e-06, |
| "loss": 0.4562, |
| "step": 368600 |
| }, |
| { |
| "epoch": 0.8501594048884166, |
| "grad_norm": 1.1130571365356445, |
| "learning_rate": 7.4920297555791715e-06, |
| "loss": 0.4971, |
| "step": 368800 |
| }, |
| { |
| "epoch": 0.8506204457804385, |
| "grad_norm": 1.0837411880493164, |
| "learning_rate": 7.4689777109780755e-06, |
| "loss": 0.52, |
| "step": 369000 |
| }, |
| { |
| "epoch": 0.8510814866724604, |
| "grad_norm": 1.0088603496551514, |
| "learning_rate": 7.4459256663769795e-06, |
| "loss": 0.4737, |
| "step": 369200 |
| }, |
| { |
| "epoch": 0.8515425275644823, |
| "grad_norm": 1.067406177520752, |
| "learning_rate": 7.4228736217758835e-06, |
| "loss": 0.5613, |
| "step": 369400 |
| }, |
| { |
| "epoch": 0.8520035684565043, |
| "grad_norm": 1.7936733961105347, |
| "learning_rate": 7.399821577174788e-06, |
| "loss": 0.5067, |
| "step": 369600 |
| }, |
| { |
| "epoch": 0.8524646093485262, |
| "grad_norm": 0.9910215139389038, |
| "learning_rate": 7.376769532573692e-06, |
| "loss": 0.473, |
| "step": 369800 |
| }, |
| { |
| "epoch": 0.8529256502405481, |
| "grad_norm": 1.1868542432785034, |
| "learning_rate": 7.353717487972596e-06, |
| "loss": 0.4962, |
| "step": 370000 |
| }, |
| { |
| "epoch": 0.85338669113257, |
| "grad_norm": 0.6035569906234741, |
| "learning_rate": 7.330665443371499e-06, |
| "loss": 0.5243, |
| "step": 370200 |
| }, |
| { |
| "epoch": 0.853847732024592, |
| "grad_norm": 1.3407708406448364, |
| "learning_rate": 7.307613398770405e-06, |
| "loss": 0.445, |
| "step": 370400 |
| }, |
| { |
| "epoch": 0.8543087729166139, |
| "grad_norm": 2.3808753490448, |
| "learning_rate": 7.284561354169308e-06, |
| "loss": 0.4929, |
| "step": 370600 |
| }, |
| { |
| "epoch": 0.8547698138086357, |
| "grad_norm": 1.6823943853378296, |
| "learning_rate": 7.261509309568212e-06, |
| "loss": 0.5004, |
| "step": 370800 |
| }, |
| { |
| "epoch": 0.8552308547006576, |
| "grad_norm": 0.6995494365692139, |
| "learning_rate": 7.238457264967116e-06, |
| "loss": 0.5143, |
| "step": 371000 |
| }, |
| { |
| "epoch": 0.8556918955926796, |
| "grad_norm": 0.914682924747467, |
| "learning_rate": 7.215405220366021e-06, |
| "loss": 0.4528, |
| "step": 371200 |
| }, |
| { |
| "epoch": 0.8561529364847015, |
| "grad_norm": 0.5527245402336121, |
| "learning_rate": 7.192353175764925e-06, |
| "loss": 0.5004, |
| "step": 371400 |
| }, |
| { |
| "epoch": 0.8566139773767234, |
| "grad_norm": 1.3169046640396118, |
| "learning_rate": 7.169301131163829e-06, |
| "loss": 0.4956, |
| "step": 371600 |
| }, |
| { |
| "epoch": 0.8570750182687453, |
| "grad_norm": 1.4355896711349487, |
| "learning_rate": 7.146249086562733e-06, |
| "loss": 0.4683, |
| "step": 371800 |
| }, |
| { |
| "epoch": 0.8575360591607673, |
| "grad_norm": 1.7638542652130127, |
| "learning_rate": 7.123197041961636e-06, |
| "loss": 0.4969, |
| "step": 372000 |
| }, |
| { |
| "epoch": 0.8579971000527892, |
| "grad_norm": 0.9192449450492859, |
| "learning_rate": 7.100144997360542e-06, |
| "loss": 0.5414, |
| "step": 372200 |
| }, |
| { |
| "epoch": 0.8584581409448111, |
| "grad_norm": 0.7934924960136414, |
| "learning_rate": 7.077092952759446e-06, |
| "loss": 0.4668, |
| "step": 372400 |
| }, |
| { |
| "epoch": 0.858919181836833, |
| "grad_norm": 1.7283356189727783, |
| "learning_rate": 7.054040908158349e-06, |
| "loss": 0.4944, |
| "step": 372600 |
| }, |
| { |
| "epoch": 0.859380222728855, |
| "grad_norm": 0.7687679529190063, |
| "learning_rate": 7.030988863557253e-06, |
| "loss": 0.51, |
| "step": 372800 |
| }, |
| { |
| "epoch": 0.8598412636208769, |
| "grad_norm": 1.0831148624420166, |
| "learning_rate": 7.0079368189561585e-06, |
| "loss": 0.531, |
| "step": 373000 |
| }, |
| { |
| "epoch": 0.8603023045128988, |
| "grad_norm": 1.0071626901626587, |
| "learning_rate": 6.984884774355062e-06, |
| "loss": 0.4789, |
| "step": 373200 |
| }, |
| { |
| "epoch": 0.8607633454049207, |
| "grad_norm": 0.7966915369033813, |
| "learning_rate": 6.961832729753966e-06, |
| "loss": 0.4438, |
| "step": 373400 |
| }, |
| { |
| "epoch": 0.8612243862969426, |
| "grad_norm": 0.544999897480011, |
| "learning_rate": 6.93878068515287e-06, |
| "loss": 0.5262, |
| "step": 373600 |
| }, |
| { |
| "epoch": 0.8616854271889646, |
| "grad_norm": 1.592140555381775, |
| "learning_rate": 6.9157286405517745e-06, |
| "loss": 0.5089, |
| "step": 373800 |
| }, |
| { |
| "epoch": 0.8621464680809865, |
| "grad_norm": 1.578158974647522, |
| "learning_rate": 6.8926765959506784e-06, |
| "loss": 0.5181, |
| "step": 374000 |
| }, |
| { |
| "epoch": 0.8626075089730083, |
| "grad_norm": 1.4605205059051514, |
| "learning_rate": 6.869624551349582e-06, |
| "loss": 0.5081, |
| "step": 374200 |
| }, |
| { |
| "epoch": 0.8630685498650302, |
| "grad_norm": 2.263418436050415, |
| "learning_rate": 6.8465725067484856e-06, |
| "loss": 0.467, |
| "step": 374400 |
| }, |
| { |
| "epoch": 0.8635295907570522, |
| "grad_norm": 1.5185531377792358, |
| "learning_rate": 6.823520462147391e-06, |
| "loss": 0.5348, |
| "step": 374600 |
| }, |
| { |
| "epoch": 0.8639906316490741, |
| "grad_norm": 1.1345553398132324, |
| "learning_rate": 6.800468417546295e-06, |
| "loss": 0.4811, |
| "step": 374800 |
| }, |
| { |
| "epoch": 0.864451672541096, |
| "grad_norm": 1.926391363143921, |
| "learning_rate": 6.777416372945198e-06, |
| "loss": 0.5368, |
| "step": 375000 |
| }, |
| { |
| "epoch": 0.8649127134331179, |
| "grad_norm": 0.6592217087745667, |
| "learning_rate": 6.754364328344102e-06, |
| "loss": 0.4902, |
| "step": 375200 |
| }, |
| { |
| "epoch": 0.8653737543251399, |
| "grad_norm": 1.7800625562667847, |
| "learning_rate": 6.731312283743008e-06, |
| "loss": 0.4957, |
| "step": 375400 |
| }, |
| { |
| "epoch": 0.8658347952171618, |
| "grad_norm": 0.7634375095367432, |
| "learning_rate": 6.708260239141911e-06, |
| "loss": 0.4961, |
| "step": 375600 |
| }, |
| { |
| "epoch": 0.8662958361091837, |
| "grad_norm": 1.417075514793396, |
| "learning_rate": 6.685208194540815e-06, |
| "loss": 0.4946, |
| "step": 375800 |
| }, |
| { |
| "epoch": 0.8667568770012056, |
| "grad_norm": 1.4515326023101807, |
| "learning_rate": 6.662156149939719e-06, |
| "loss": 0.4915, |
| "step": 376000 |
| }, |
| { |
| "epoch": 0.8672179178932276, |
| "grad_norm": 0.6862966418266296, |
| "learning_rate": 6.639104105338623e-06, |
| "loss": 0.4808, |
| "step": 376200 |
| }, |
| { |
| "epoch": 0.8676789587852495, |
| "grad_norm": 1.4989879131317139, |
| "learning_rate": 6.616052060737528e-06, |
| "loss": 0.4978, |
| "step": 376400 |
| }, |
| { |
| "epoch": 0.8681399996772714, |
| "grad_norm": 1.7666966915130615, |
| "learning_rate": 6.593000016136432e-06, |
| "loss": 0.4961, |
| "step": 376600 |
| }, |
| { |
| "epoch": 0.8686010405692933, |
| "grad_norm": 1.286030888557434, |
| "learning_rate": 6.569947971535335e-06, |
| "loss": 0.4874, |
| "step": 376800 |
| }, |
| { |
| "epoch": 0.8690620814613153, |
| "grad_norm": 1.1866004467010498, |
| "learning_rate": 6.546895926934239e-06, |
| "loss": 0.488, |
| "step": 377000 |
| }, |
| { |
| "epoch": 0.8695231223533372, |
| "grad_norm": 1.996006965637207, |
| "learning_rate": 6.523843882333145e-06, |
| "loss": 0.4987, |
| "step": 377200 |
| }, |
| { |
| "epoch": 0.8699841632453591, |
| "grad_norm": 3.1626696586608887, |
| "learning_rate": 6.500791837732048e-06, |
| "loss": 0.4398, |
| "step": 377400 |
| }, |
| { |
| "epoch": 0.8704452041373809, |
| "grad_norm": 2.171281337738037, |
| "learning_rate": 6.477739793130952e-06, |
| "loss": 0.4559, |
| "step": 377600 |
| }, |
| { |
| "epoch": 0.8709062450294028, |
| "grad_norm": 1.2836635112762451, |
| "learning_rate": 6.454687748529856e-06, |
| "loss": 0.4576, |
| "step": 377800 |
| }, |
| { |
| "epoch": 0.8713672859214248, |
| "grad_norm": 4.639097213745117, |
| "learning_rate": 6.431635703928761e-06, |
| "loss": 0.4969, |
| "step": 378000 |
| }, |
| { |
| "epoch": 0.8718283268134467, |
| "grad_norm": 1.5262006521224976, |
| "learning_rate": 6.408583659327665e-06, |
| "loss": 0.4538, |
| "step": 378200 |
| }, |
| { |
| "epoch": 0.8722893677054686, |
| "grad_norm": 2.327629566192627, |
| "learning_rate": 6.3855316147265686e-06, |
| "loss": 0.4854, |
| "step": 378400 |
| }, |
| { |
| "epoch": 0.8727504085974905, |
| "grad_norm": 2.366154909133911, |
| "learning_rate": 6.3624795701254725e-06, |
| "loss": 0.5611, |
| "step": 378600 |
| }, |
| { |
| "epoch": 0.8732114494895125, |
| "grad_norm": 1.4881547689437866, |
| "learning_rate": 6.339427525524377e-06, |
| "loss": 0.5075, |
| "step": 378800 |
| }, |
| { |
| "epoch": 0.8736724903815344, |
| "grad_norm": 1.2280333042144775, |
| "learning_rate": 6.316375480923281e-06, |
| "loss": 0.5045, |
| "step": 379000 |
| }, |
| { |
| "epoch": 0.8741335312735563, |
| "grad_norm": 4.236263751983643, |
| "learning_rate": 6.2933234363221845e-06, |
| "loss": 0.4608, |
| "step": 379200 |
| }, |
| { |
| "epoch": 0.8745945721655782, |
| "grad_norm": 1.3050642013549805, |
| "learning_rate": 6.2702713917210885e-06, |
| "loss": 0.4287, |
| "step": 379400 |
| }, |
| { |
| "epoch": 0.8750556130576002, |
| "grad_norm": 2.5533287525177, |
| "learning_rate": 6.247219347119993e-06, |
| "loss": 0.5086, |
| "step": 379600 |
| }, |
| { |
| "epoch": 0.8755166539496221, |
| "grad_norm": 1.513671875, |
| "learning_rate": 6.224167302518897e-06, |
| "loss": 0.4632, |
| "step": 379800 |
| }, |
| { |
| "epoch": 0.875977694841644, |
| "grad_norm": 1.573878288269043, |
| "learning_rate": 6.201115257917801e-06, |
| "loss": 0.4616, |
| "step": 380000 |
| }, |
| { |
| "epoch": 0.8764387357336659, |
| "grad_norm": 1.5972181558609009, |
| "learning_rate": 6.178063213316705e-06, |
| "loss": 0.5206, |
| "step": 380200 |
| }, |
| { |
| "epoch": 0.8768997766256879, |
| "grad_norm": 1.171190857887268, |
| "learning_rate": 6.15501116871561e-06, |
| "loss": 0.4504, |
| "step": 380400 |
| }, |
| { |
| "epoch": 0.8773608175177098, |
| "grad_norm": 2.334261178970337, |
| "learning_rate": 6.131959124114513e-06, |
| "loss": 0.4412, |
| "step": 380600 |
| }, |
| { |
| "epoch": 0.8778218584097317, |
| "grad_norm": 1.540120005607605, |
| "learning_rate": 6.108907079513418e-06, |
| "loss": 0.4997, |
| "step": 380800 |
| }, |
| { |
| "epoch": 0.8782828993017535, |
| "grad_norm": 1.3362219333648682, |
| "learning_rate": 6.085855034912322e-06, |
| "loss": 0.4924, |
| "step": 381000 |
| }, |
| { |
| "epoch": 0.8787439401937754, |
| "grad_norm": 1.4779139757156372, |
| "learning_rate": 6.062802990311226e-06, |
| "loss": 0.5206, |
| "step": 381200 |
| }, |
| { |
| "epoch": 0.8792049810857974, |
| "grad_norm": 2.28874135017395, |
| "learning_rate": 6.03975094571013e-06, |
| "loss": 0.4775, |
| "step": 381400 |
| }, |
| { |
| "epoch": 0.8796660219778193, |
| "grad_norm": 0.9095715880393982, |
| "learning_rate": 6.016698901109035e-06, |
| "loss": 0.452, |
| "step": 381600 |
| }, |
| { |
| "epoch": 0.8801270628698412, |
| "grad_norm": 2.00390887260437, |
| "learning_rate": 5.993646856507938e-06, |
| "loss": 0.5132, |
| "step": 381800 |
| }, |
| { |
| "epoch": 0.8805881037618631, |
| "grad_norm": 1.8259698152542114, |
| "learning_rate": 5.970594811906843e-06, |
| "loss": 0.4957, |
| "step": 382000 |
| }, |
| { |
| "epoch": 0.8810491446538851, |
| "grad_norm": 1.8643205165863037, |
| "learning_rate": 5.947542767305747e-06, |
| "loss": 0.4866, |
| "step": 382200 |
| }, |
| { |
| "epoch": 0.881510185545907, |
| "grad_norm": 1.181175708770752, |
| "learning_rate": 5.924490722704651e-06, |
| "loss": 0.4836, |
| "step": 382400 |
| }, |
| { |
| "epoch": 0.8819712264379289, |
| "grad_norm": 0.8782649040222168, |
| "learning_rate": 5.901438678103555e-06, |
| "loss": 0.4407, |
| "step": 382600 |
| }, |
| { |
| "epoch": 0.8824322673299508, |
| "grad_norm": 0.6341625452041626, |
| "learning_rate": 5.878386633502459e-06, |
| "loss": 0.4339, |
| "step": 382800 |
| }, |
| { |
| "epoch": 0.8828933082219728, |
| "grad_norm": 1.5220824480056763, |
| "learning_rate": 5.855334588901363e-06, |
| "loss": 0.4594, |
| "step": 383000 |
| }, |
| { |
| "epoch": 0.8833543491139947, |
| "grad_norm": 1.0653526782989502, |
| "learning_rate": 5.832282544300267e-06, |
| "loss": 0.4825, |
| "step": 383200 |
| }, |
| { |
| "epoch": 0.8838153900060166, |
| "grad_norm": 2.4460973739624023, |
| "learning_rate": 5.8092304996991715e-06, |
| "loss": 0.4756, |
| "step": 383400 |
| }, |
| { |
| "epoch": 0.8842764308980385, |
| "grad_norm": 2.1946046352386475, |
| "learning_rate": 5.786178455098075e-06, |
| "loss": 0.4698, |
| "step": 383600 |
| }, |
| { |
| "epoch": 0.8847374717900605, |
| "grad_norm": 0.8791565895080566, |
| "learning_rate": 5.7631264104969794e-06, |
| "loss": 0.4769, |
| "step": 383800 |
| }, |
| { |
| "epoch": 0.8851985126820824, |
| "grad_norm": 1.2844878435134888, |
| "learning_rate": 5.7400743658958834e-06, |
| "loss": 0.5021, |
| "step": 384000 |
| }, |
| { |
| "epoch": 0.8856595535741043, |
| "grad_norm": 1.0738441944122314, |
| "learning_rate": 5.717022321294787e-06, |
| "loss": 0.4685, |
| "step": 384200 |
| }, |
| { |
| "epoch": 0.8861205944661261, |
| "grad_norm": 1.2508662939071655, |
| "learning_rate": 5.693970276693691e-06, |
| "loss": 0.4716, |
| "step": 384400 |
| }, |
| { |
| "epoch": 0.886581635358148, |
| "grad_norm": 0.8982871174812317, |
| "learning_rate": 5.670918232092596e-06, |
| "loss": 0.509, |
| "step": 384600 |
| }, |
| { |
| "epoch": 0.88704267625017, |
| "grad_norm": 0.6702489852905273, |
| "learning_rate": 5.647866187491499e-06, |
| "loss": 0.5054, |
| "step": 384800 |
| }, |
| { |
| "epoch": 0.8875037171421919, |
| "grad_norm": 0.8494447469711304, |
| "learning_rate": 5.624814142890404e-06, |
| "loss": 0.4878, |
| "step": 385000 |
| }, |
| { |
| "epoch": 0.8879647580342138, |
| "grad_norm": 0.8795982599258423, |
| "learning_rate": 5.601762098289308e-06, |
| "loss": 0.4457, |
| "step": 385200 |
| }, |
| { |
| "epoch": 0.8884257989262357, |
| "grad_norm": 1.1568052768707275, |
| "learning_rate": 5.578710053688212e-06, |
| "loss": 0.4967, |
| "step": 385400 |
| }, |
| { |
| "epoch": 0.8888868398182577, |
| "grad_norm": 0.8400896191596985, |
| "learning_rate": 5.555658009087116e-06, |
| "loss": 0.4741, |
| "step": 385600 |
| }, |
| { |
| "epoch": 0.8893478807102796, |
| "grad_norm": 2.020911693572998, |
| "learning_rate": 5.532605964486021e-06, |
| "loss": 0.4592, |
| "step": 385800 |
| }, |
| { |
| "epoch": 0.8898089216023015, |
| "grad_norm": 1.735339641571045, |
| "learning_rate": 5.509553919884924e-06, |
| "loss": 0.4947, |
| "step": 386000 |
| }, |
| { |
| "epoch": 0.8902699624943234, |
| "grad_norm": 1.34779953956604, |
| "learning_rate": 5.486501875283829e-06, |
| "loss": 0.5204, |
| "step": 386200 |
| }, |
| { |
| "epoch": 0.8907310033863454, |
| "grad_norm": 1.5430375337600708, |
| "learning_rate": 5.463449830682733e-06, |
| "loss": 0.4742, |
| "step": 386400 |
| }, |
| { |
| "epoch": 0.8911920442783673, |
| "grad_norm": 1.2541803121566772, |
| "learning_rate": 5.440397786081636e-06, |
| "loss": 0.4613, |
| "step": 386600 |
| }, |
| { |
| "epoch": 0.8916530851703892, |
| "grad_norm": 1.007149577140808, |
| "learning_rate": 5.417345741480541e-06, |
| "loss": 0.4892, |
| "step": 386800 |
| }, |
| { |
| "epoch": 0.8921141260624111, |
| "grad_norm": 0.808237612247467, |
| "learning_rate": 5.394293696879445e-06, |
| "loss": 0.5208, |
| "step": 387000 |
| }, |
| { |
| "epoch": 0.8925751669544331, |
| "grad_norm": 0.8351776599884033, |
| "learning_rate": 5.371241652278349e-06, |
| "loss": 0.4799, |
| "step": 387200 |
| }, |
| { |
| "epoch": 0.893036207846455, |
| "grad_norm": 1.6771140098571777, |
| "learning_rate": 5.348189607677253e-06, |
| "loss": 0.4752, |
| "step": 387400 |
| }, |
| { |
| "epoch": 0.8934972487384769, |
| "grad_norm": 0.966846227645874, |
| "learning_rate": 5.325137563076158e-06, |
| "loss": 0.4927, |
| "step": 387600 |
| }, |
| { |
| "epoch": 0.8939582896304987, |
| "grad_norm": 1.701539397239685, |
| "learning_rate": 5.302085518475061e-06, |
| "loss": 0.524, |
| "step": 387800 |
| }, |
| { |
| "epoch": 0.8944193305225207, |
| "grad_norm": 0.4714783728122711, |
| "learning_rate": 5.279033473873966e-06, |
| "loss": 0.499, |
| "step": 388000 |
| }, |
| { |
| "epoch": 0.8948803714145426, |
| "grad_norm": 1.1191890239715576, |
| "learning_rate": 5.2559814292728696e-06, |
| "loss": 0.5277, |
| "step": 388200 |
| }, |
| { |
| "epoch": 0.8953414123065645, |
| "grad_norm": 1.3981695175170898, |
| "learning_rate": 5.2329293846717736e-06, |
| "loss": 0.4648, |
| "step": 388400 |
| }, |
| { |
| "epoch": 0.8958024531985864, |
| "grad_norm": 1.0515044927597046, |
| "learning_rate": 5.2098773400706775e-06, |
| "loss": 0.4638, |
| "step": 388600 |
| }, |
| { |
| "epoch": 0.8962634940906083, |
| "grad_norm": 0.9398881196975708, |
| "learning_rate": 5.186825295469582e-06, |
| "loss": 0.4993, |
| "step": 388800 |
| }, |
| { |
| "epoch": 0.8967245349826303, |
| "grad_norm": 0.9516793489456177, |
| "learning_rate": 5.163773250868486e-06, |
| "loss": 0.502, |
| "step": 389000 |
| }, |
| { |
| "epoch": 0.8971855758746522, |
| "grad_norm": 2.8746252059936523, |
| "learning_rate": 5.14072120626739e-06, |
| "loss": 0.4688, |
| "step": 389200 |
| }, |
| { |
| "epoch": 0.8976466167666741, |
| "grad_norm": 0.9749366641044617, |
| "learning_rate": 5.117669161666294e-06, |
| "loss": 0.4976, |
| "step": 389400 |
| }, |
| { |
| "epoch": 0.898107657658696, |
| "grad_norm": 1.4214197397232056, |
| "learning_rate": 5.094617117065198e-06, |
| "loss": 0.5034, |
| "step": 389600 |
| }, |
| { |
| "epoch": 0.898568698550718, |
| "grad_norm": 1.5979713201522827, |
| "learning_rate": 5.071565072464102e-06, |
| "loss": 0.4687, |
| "step": 389800 |
| }, |
| { |
| "epoch": 0.8990297394427399, |
| "grad_norm": 1.1002912521362305, |
| "learning_rate": 5.048513027863007e-06, |
| "loss": 0.4935, |
| "step": 390000 |
| }, |
| { |
| "epoch": 0.8994907803347618, |
| "grad_norm": 1.4925017356872559, |
| "learning_rate": 5.025460983261911e-06, |
| "loss": 0.4793, |
| "step": 390200 |
| }, |
| { |
| "epoch": 0.8999518212267837, |
| "grad_norm": 1.721877932548523, |
| "learning_rate": 5.002408938660814e-06, |
| "loss": 0.4216, |
| "step": 390400 |
| }, |
| { |
| "epoch": 0.9004128621188057, |
| "grad_norm": 1.0198794603347778, |
| "learning_rate": 4.979356894059719e-06, |
| "loss": 0.5106, |
| "step": 390600 |
| }, |
| { |
| "epoch": 0.9008739030108276, |
| "grad_norm": 1.2488328218460083, |
| "learning_rate": 4.956304849458623e-06, |
| "loss": 0.4419, |
| "step": 390800 |
| }, |
| { |
| "epoch": 0.9013349439028495, |
| "grad_norm": 1.1686707735061646, |
| "learning_rate": 4.933252804857527e-06, |
| "loss": 0.5004, |
| "step": 391000 |
| }, |
| { |
| "epoch": 0.9017959847948713, |
| "grad_norm": 2.1322028636932373, |
| "learning_rate": 4.910200760256431e-06, |
| "loss": 0.449, |
| "step": 391200 |
| }, |
| { |
| "epoch": 0.9022570256868933, |
| "grad_norm": 1.7106928825378418, |
| "learning_rate": 4.887148715655336e-06, |
| "loss": 0.4574, |
| "step": 391400 |
| }, |
| { |
| "epoch": 0.9027180665789152, |
| "grad_norm": 0.9263075590133667, |
| "learning_rate": 4.864096671054239e-06, |
| "loss": 0.4774, |
| "step": 391600 |
| }, |
| { |
| "epoch": 0.9031791074709371, |
| "grad_norm": 1.4855661392211914, |
| "learning_rate": 4.841044626453144e-06, |
| "loss": 0.4855, |
| "step": 391800 |
| }, |
| { |
| "epoch": 0.903640148362959, |
| "grad_norm": 1.2408193349838257, |
| "learning_rate": 4.817992581852048e-06, |
| "loss": 0.5039, |
| "step": 392000 |
| }, |
| { |
| "epoch": 0.904101189254981, |
| "grad_norm": 0.6845735311508179, |
| "learning_rate": 4.794940537250952e-06, |
| "loss": 0.5082, |
| "step": 392200 |
| }, |
| { |
| "epoch": 0.9045622301470029, |
| "grad_norm": 1.4098901748657227, |
| "learning_rate": 4.771888492649856e-06, |
| "loss": 0.5194, |
| "step": 392400 |
| }, |
| { |
| "epoch": 0.9050232710390248, |
| "grad_norm": 1.3616442680358887, |
| "learning_rate": 4.7488364480487605e-06, |
| "loss": 0.5032, |
| "step": 392600 |
| }, |
| { |
| "epoch": 0.9054843119310467, |
| "grad_norm": 1.0427989959716797, |
| "learning_rate": 4.725784403447664e-06, |
| "loss": 0.4969, |
| "step": 392800 |
| }, |
| { |
| "epoch": 0.9059453528230687, |
| "grad_norm": 1.2512778043746948, |
| "learning_rate": 4.7027323588465685e-06, |
| "loss": 0.4729, |
| "step": 393000 |
| }, |
| { |
| "epoch": 0.9064063937150906, |
| "grad_norm": 1.1229169368743896, |
| "learning_rate": 4.6796803142454725e-06, |
| "loss": 0.5122, |
| "step": 393200 |
| }, |
| { |
| "epoch": 0.9068674346071125, |
| "grad_norm": 1.5654805898666382, |
| "learning_rate": 4.6566282696443765e-06, |
| "loss": 0.4615, |
| "step": 393400 |
| }, |
| { |
| "epoch": 0.9073284754991344, |
| "grad_norm": 0.5866159796714783, |
| "learning_rate": 4.6335762250432805e-06, |
| "loss": 0.4916, |
| "step": 393600 |
| }, |
| { |
| "epoch": 0.9077895163911563, |
| "grad_norm": 1.5592825412750244, |
| "learning_rate": 4.6105241804421844e-06, |
| "loss": 0.4996, |
| "step": 393800 |
| }, |
| { |
| "epoch": 0.9082505572831783, |
| "grad_norm": 0.9208193421363831, |
| "learning_rate": 4.587472135841088e-06, |
| "loss": 0.4957, |
| "step": 394000 |
| }, |
| { |
| "epoch": 0.9087115981752002, |
| "grad_norm": 1.1779547929763794, |
| "learning_rate": 4.564420091239992e-06, |
| "loss": 0.4633, |
| "step": 394200 |
| }, |
| { |
| "epoch": 0.9091726390672221, |
| "grad_norm": 1.6727235317230225, |
| "learning_rate": 4.541368046638897e-06, |
| "loss": 0.4862, |
| "step": 394400 |
| }, |
| { |
| "epoch": 0.9096336799592439, |
| "grad_norm": 1.5873490571975708, |
| "learning_rate": 4.5183160020378e-06, |
| "loss": 0.4517, |
| "step": 394600 |
| }, |
| { |
| "epoch": 0.9100947208512659, |
| "grad_norm": 1.310510277748108, |
| "learning_rate": 4.495263957436705e-06, |
| "loss": 0.5331, |
| "step": 394800 |
| }, |
| { |
| "epoch": 0.9105557617432878, |
| "grad_norm": 0.5663114190101624, |
| "learning_rate": 4.472211912835609e-06, |
| "loss": 0.4823, |
| "step": 395000 |
| }, |
| { |
| "epoch": 0.9110168026353097, |
| "grad_norm": 1.231022596359253, |
| "learning_rate": 4.449159868234513e-06, |
| "loss": 0.4842, |
| "step": 395200 |
| }, |
| { |
| "epoch": 0.9114778435273316, |
| "grad_norm": 1.241389274597168, |
| "learning_rate": 4.426107823633417e-06, |
| "loss": 0.4604, |
| "step": 395400 |
| }, |
| { |
| "epoch": 0.9119388844193536, |
| "grad_norm": 0.6958038210868835, |
| "learning_rate": 4.403055779032322e-06, |
| "loss": 0.4894, |
| "step": 395600 |
| }, |
| { |
| "epoch": 0.9123999253113755, |
| "grad_norm": 0.7018533945083618, |
| "learning_rate": 4.380003734431225e-06, |
| "loss": 0.4328, |
| "step": 395800 |
| }, |
| { |
| "epoch": 0.9128609662033974, |
| "grad_norm": 1.3242965936660767, |
| "learning_rate": 4.35695168983013e-06, |
| "loss": 0.4759, |
| "step": 396000 |
| }, |
| { |
| "epoch": 0.9133220070954193, |
| "grad_norm": 1.1554487943649292, |
| "learning_rate": 4.333899645229034e-06, |
| "loss": 0.5244, |
| "step": 396200 |
| }, |
| { |
| "epoch": 0.9137830479874413, |
| "grad_norm": 1.8800641298294067, |
| "learning_rate": 4.310847600627938e-06, |
| "loss": 0.4965, |
| "step": 396400 |
| }, |
| { |
| "epoch": 0.9142440888794632, |
| "grad_norm": 4.930298328399658, |
| "learning_rate": 4.287795556026842e-06, |
| "loss": 0.4721, |
| "step": 396600 |
| }, |
| { |
| "epoch": 0.9147051297714851, |
| "grad_norm": 1.5765228271484375, |
| "learning_rate": 4.264743511425747e-06, |
| "loss": 0.5089, |
| "step": 396800 |
| }, |
| { |
| "epoch": 0.915166170663507, |
| "grad_norm": 0.436431348323822, |
| "learning_rate": 4.24169146682465e-06, |
| "loss": 0.4522, |
| "step": 397000 |
| }, |
| { |
| "epoch": 0.915627211555529, |
| "grad_norm": 1.2564866542816162, |
| "learning_rate": 4.218639422223555e-06, |
| "loss": 0.4901, |
| "step": 397200 |
| }, |
| { |
| "epoch": 0.9160882524475509, |
| "grad_norm": 1.2301688194274902, |
| "learning_rate": 4.195587377622459e-06, |
| "loss": 0.4858, |
| "step": 397400 |
| }, |
| { |
| "epoch": 0.9165492933395728, |
| "grad_norm": 3.086254358291626, |
| "learning_rate": 4.172535333021363e-06, |
| "loss": 0.4907, |
| "step": 397600 |
| }, |
| { |
| "epoch": 0.9170103342315947, |
| "grad_norm": 1.3928074836730957, |
| "learning_rate": 4.149483288420267e-06, |
| "loss": 0.5467, |
| "step": 397800 |
| }, |
| { |
| "epoch": 0.9174713751236165, |
| "grad_norm": 0.784092366695404, |
| "learning_rate": 4.126431243819171e-06, |
| "loss": 0.4641, |
| "step": 398000 |
| }, |
| { |
| "epoch": 0.9179324160156385, |
| "grad_norm": 0.6679478287696838, |
| "learning_rate": 4.1033791992180746e-06, |
| "loss": 0.5061, |
| "step": 398200 |
| }, |
| { |
| "epoch": 0.9183934569076604, |
| "grad_norm": 1.8378559350967407, |
| "learning_rate": 4.0803271546169785e-06, |
| "loss": 0.4525, |
| "step": 398400 |
| }, |
| { |
| "epoch": 0.9188544977996823, |
| "grad_norm": 1.1620184183120728, |
| "learning_rate": 4.057275110015883e-06, |
| "loss": 0.561, |
| "step": 398600 |
| }, |
| { |
| "epoch": 0.9193155386917042, |
| "grad_norm": 1.5776022672653198, |
| "learning_rate": 4.034223065414787e-06, |
| "loss": 0.4991, |
| "step": 398800 |
| }, |
| { |
| "epoch": 0.9197765795837262, |
| "grad_norm": 1.4153554439544678, |
| "learning_rate": 4.011171020813691e-06, |
| "loss": 0.5109, |
| "step": 399000 |
| }, |
| { |
| "epoch": 0.9202376204757481, |
| "grad_norm": 1.5178178548812866, |
| "learning_rate": 3.988118976212595e-06, |
| "loss": 0.4836, |
| "step": 399200 |
| }, |
| { |
| "epoch": 0.92069866136777, |
| "grad_norm": 0.7913076281547546, |
| "learning_rate": 3.965066931611499e-06, |
| "loss": 0.4699, |
| "step": 399400 |
| }, |
| { |
| "epoch": 0.9211597022597919, |
| "grad_norm": 0.7987996339797974, |
| "learning_rate": 3.942014887010403e-06, |
| "loss": 0.5013, |
| "step": 399600 |
| }, |
| { |
| "epoch": 0.9216207431518139, |
| "grad_norm": 0.8386745452880859, |
| "learning_rate": 3.918962842409308e-06, |
| "loss": 0.4956, |
| "step": 399800 |
| }, |
| { |
| "epoch": 0.9220817840438358, |
| "grad_norm": 0.8059350252151489, |
| "learning_rate": 3.895910797808212e-06, |
| "loss": 0.502, |
| "step": 400000 |
| }, |
| { |
| "epoch": 0.9220817840438358, |
| "eval_loss": 0.4786904454231262, |
| "eval_runtime": 144.2001, |
| "eval_samples_per_second": 30.388, |
| "eval_steps_per_second": 30.388, |
| "step": 400000 |
| }, |
| { |
| "epoch": 0.9225428249358577, |
| "grad_norm": 2.3382468223571777, |
| "learning_rate": 3.872858753207116e-06, |
| "loss": 0.5051, |
| "step": 400200 |
| }, |
| { |
| "epoch": 0.9230038658278796, |
| "grad_norm": 0.6655104756355286, |
| "learning_rate": 3.84980670860602e-06, |
| "loss": 0.4295, |
| "step": 400400 |
| }, |
| { |
| "epoch": 0.9234649067199016, |
| "grad_norm": 2.225646734237671, |
| "learning_rate": 3.826754664004924e-06, |
| "loss": 0.4922, |
| "step": 400600 |
| }, |
| { |
| "epoch": 0.9239259476119235, |
| "grad_norm": 1.4331623315811157, |
| "learning_rate": 3.803702619403828e-06, |
| "loss": 0.485, |
| "step": 400800 |
| }, |
| { |
| "epoch": 0.9243869885039454, |
| "grad_norm": 1.335250973701477, |
| "learning_rate": 3.780650574802732e-06, |
| "loss": 0.5001, |
| "step": 401000 |
| }, |
| { |
| "epoch": 0.9248480293959673, |
| "grad_norm": 1.107587218284607, |
| "learning_rate": 3.7575985302016364e-06, |
| "loss": 0.4745, |
| "step": 401200 |
| }, |
| { |
| "epoch": 0.9253090702879891, |
| "grad_norm": 1.2675089836120605, |
| "learning_rate": 3.7345464856005404e-06, |
| "loss": 0.4863, |
| "step": 401400 |
| }, |
| { |
| "epoch": 0.9257701111800111, |
| "grad_norm": 1.018123984336853, |
| "learning_rate": 3.7114944409994448e-06, |
| "loss": 0.4784, |
| "step": 401600 |
| }, |
| { |
| "epoch": 0.926231152072033, |
| "grad_norm": 0.6232244968414307, |
| "learning_rate": 3.6884423963983483e-06, |
| "loss": 0.4996, |
| "step": 401800 |
| }, |
| { |
| "epoch": 0.9266921929640549, |
| "grad_norm": 1.347090482711792, |
| "learning_rate": 3.6653903517972527e-06, |
| "loss": 0.4704, |
| "step": 402000 |
| }, |
| { |
| "epoch": 0.9271532338560768, |
| "grad_norm": 0.9146246314048767, |
| "learning_rate": 3.6423383071961567e-06, |
| "loss": 0.4572, |
| "step": 402200 |
| }, |
| { |
| "epoch": 0.9276142747480988, |
| "grad_norm": 1.380365014076233, |
| "learning_rate": 3.619286262595061e-06, |
| "loss": 0.5064, |
| "step": 402400 |
| }, |
| { |
| "epoch": 0.9280753156401207, |
| "grad_norm": 1.536133050918579, |
| "learning_rate": 3.596234217993965e-06, |
| "loss": 0.481, |
| "step": 402600 |
| }, |
| { |
| "epoch": 0.9285363565321426, |
| "grad_norm": 1.290397047996521, |
| "learning_rate": 3.5731821733928695e-06, |
| "loss": 0.4891, |
| "step": 402800 |
| }, |
| { |
| "epoch": 0.9289973974241645, |
| "grad_norm": 2.4600837230682373, |
| "learning_rate": 3.550130128791773e-06, |
| "loss": 0.4528, |
| "step": 403000 |
| }, |
| { |
| "epoch": 0.9294584383161865, |
| "grad_norm": 1.7255617380142212, |
| "learning_rate": 3.5270780841906775e-06, |
| "loss": 0.4647, |
| "step": 403200 |
| }, |
| { |
| "epoch": 0.9299194792082084, |
| "grad_norm": 1.0559278726577759, |
| "learning_rate": 3.5040260395895815e-06, |
| "loss": 0.5023, |
| "step": 403400 |
| }, |
| { |
| "epoch": 0.9303805201002303, |
| "grad_norm": 0.7714131474494934, |
| "learning_rate": 3.480973994988486e-06, |
| "loss": 0.449, |
| "step": 403600 |
| }, |
| { |
| "epoch": 0.9308415609922522, |
| "grad_norm": 1.1090224981307983, |
| "learning_rate": 3.45792195038739e-06, |
| "loss": 0.5151, |
| "step": 403800 |
| }, |
| { |
| "epoch": 0.9313026018842742, |
| "grad_norm": 1.1689685583114624, |
| "learning_rate": 3.4348699057862943e-06, |
| "loss": 0.4831, |
| "step": 404000 |
| }, |
| { |
| "epoch": 0.9317636427762961, |
| "grad_norm": 1.7004835605621338, |
| "learning_rate": 3.411817861185198e-06, |
| "loss": 0.4517, |
| "step": 404200 |
| }, |
| { |
| "epoch": 0.932224683668318, |
| "grad_norm": 1.8636317253112793, |
| "learning_rate": 3.3887658165841022e-06, |
| "loss": 0.4642, |
| "step": 404400 |
| }, |
| { |
| "epoch": 0.9326857245603398, |
| "grad_norm": 1.8215795755386353, |
| "learning_rate": 3.365713771983006e-06, |
| "loss": 0.4997, |
| "step": 404600 |
| }, |
| { |
| "epoch": 0.9331467654523617, |
| "grad_norm": 1.2667629718780518, |
| "learning_rate": 3.34266172738191e-06, |
| "loss": 0.475, |
| "step": 404800 |
| }, |
| { |
| "epoch": 0.9336078063443837, |
| "grad_norm": 1.1865830421447754, |
| "learning_rate": 3.3196096827808146e-06, |
| "loss": 0.495, |
| "step": 405000 |
| }, |
| { |
| "epoch": 0.9340688472364056, |
| "grad_norm": 0.7197660803794861, |
| "learning_rate": 3.296557638179718e-06, |
| "loss": 0.4726, |
| "step": 405200 |
| }, |
| { |
| "epoch": 0.9345298881284275, |
| "grad_norm": 0.5987845659255981, |
| "learning_rate": 3.2735055935786225e-06, |
| "loss": 0.4799, |
| "step": 405400 |
| }, |
| { |
| "epoch": 0.9349909290204494, |
| "grad_norm": 3.0414366722106934, |
| "learning_rate": 3.2504535489775265e-06, |
| "loss": 0.5096, |
| "step": 405600 |
| }, |
| { |
| "epoch": 0.9354519699124714, |
| "grad_norm": 1.372909426689148, |
| "learning_rate": 3.227401504376431e-06, |
| "loss": 0.4626, |
| "step": 405800 |
| }, |
| { |
| "epoch": 0.9359130108044933, |
| "grad_norm": 1.5821083784103394, |
| "learning_rate": 3.204349459775335e-06, |
| "loss": 0.4574, |
| "step": 406000 |
| }, |
| { |
| "epoch": 0.9363740516965152, |
| "grad_norm": 0.5546638369560242, |
| "learning_rate": 3.1812974151742393e-06, |
| "loss": 0.5013, |
| "step": 406200 |
| }, |
| { |
| "epoch": 0.9368350925885371, |
| "grad_norm": 1.4737298488616943, |
| "learning_rate": 3.158245370573143e-06, |
| "loss": 0.473, |
| "step": 406400 |
| }, |
| { |
| "epoch": 0.9372961334805591, |
| "grad_norm": 1.4075927734375, |
| "learning_rate": 3.1351933259720473e-06, |
| "loss": 0.4748, |
| "step": 406600 |
| }, |
| { |
| "epoch": 0.937757174372581, |
| "grad_norm": 1.2418146133422852, |
| "learning_rate": 3.1121412813709513e-06, |
| "loss": 0.5203, |
| "step": 406800 |
| }, |
| { |
| "epoch": 0.9382182152646029, |
| "grad_norm": 2.0183310508728027, |
| "learning_rate": 3.0890892367698552e-06, |
| "loss": 0.5137, |
| "step": 407000 |
| }, |
| { |
| "epoch": 0.9386792561566248, |
| "grad_norm": 0.8458141684532166, |
| "learning_rate": 3.0660371921687596e-06, |
| "loss": 0.4607, |
| "step": 407200 |
| }, |
| { |
| "epoch": 0.9391402970486468, |
| "grad_norm": 1.4068762063980103, |
| "learning_rate": 3.0429851475676636e-06, |
| "loss": 0.461, |
| "step": 407400 |
| }, |
| { |
| "epoch": 0.9396013379406687, |
| "grad_norm": 4.581197261810303, |
| "learning_rate": 3.0199331029665676e-06, |
| "loss": 0.4692, |
| "step": 407600 |
| }, |
| { |
| "epoch": 0.9400623788326906, |
| "grad_norm": 2.506011724472046, |
| "learning_rate": 2.996881058365472e-06, |
| "loss": 0.4364, |
| "step": 407800 |
| }, |
| { |
| "epoch": 0.9405234197247124, |
| "grad_norm": 1.3012163639068604, |
| "learning_rate": 2.973829013764376e-06, |
| "loss": 0.466, |
| "step": 408000 |
| }, |
| { |
| "epoch": 0.9409844606167344, |
| "grad_norm": 0.9710767269134521, |
| "learning_rate": 2.95077696916328e-06, |
| "loss": 0.4706, |
| "step": 408200 |
| }, |
| { |
| "epoch": 0.9414455015087563, |
| "grad_norm": 1.5749614238739014, |
| "learning_rate": 2.9277249245621844e-06, |
| "loss": 0.4507, |
| "step": 408400 |
| }, |
| { |
| "epoch": 0.9419065424007782, |
| "grad_norm": 1.1157305240631104, |
| "learning_rate": 2.9046728799610884e-06, |
| "loss": 0.4798, |
| "step": 408600 |
| }, |
| { |
| "epoch": 0.9423675832928001, |
| "grad_norm": 1.0349030494689941, |
| "learning_rate": 2.8816208353599923e-06, |
| "loss": 0.4385, |
| "step": 408800 |
| }, |
| { |
| "epoch": 0.942828624184822, |
| "grad_norm": 0.7431963682174683, |
| "learning_rate": 2.8585687907588967e-06, |
| "loss": 0.4558, |
| "step": 409000 |
| }, |
| { |
| "epoch": 0.943289665076844, |
| "grad_norm": 1.7582494020462036, |
| "learning_rate": 2.8355167461578007e-06, |
| "loss": 0.4805, |
| "step": 409200 |
| }, |
| { |
| "epoch": 0.9437507059688659, |
| "grad_norm": 1.688696026802063, |
| "learning_rate": 2.8124647015567047e-06, |
| "loss": 0.462, |
| "step": 409400 |
| }, |
| { |
| "epoch": 0.9442117468608878, |
| "grad_norm": 2.057497262954712, |
| "learning_rate": 2.789412656955609e-06, |
| "loss": 0.444, |
| "step": 409600 |
| }, |
| { |
| "epoch": 0.9446727877529097, |
| "grad_norm": 1.7381998300552368, |
| "learning_rate": 2.766360612354513e-06, |
| "loss": 0.4716, |
| "step": 409800 |
| }, |
| { |
| "epoch": 0.9451338286449317, |
| "grad_norm": 1.4783737659454346, |
| "learning_rate": 2.743308567753417e-06, |
| "loss": 0.507, |
| "step": 410000 |
| }, |
| { |
| "epoch": 0.9455948695369536, |
| "grad_norm": 2.4599671363830566, |
| "learning_rate": 2.720256523152321e-06, |
| "loss": 0.4724, |
| "step": 410200 |
| }, |
| { |
| "epoch": 0.9460559104289755, |
| "grad_norm": 1.6075626611709595, |
| "learning_rate": 2.697204478551225e-06, |
| "loss": 0.486, |
| "step": 410400 |
| }, |
| { |
| "epoch": 0.9465169513209974, |
| "grad_norm": 2.0719876289367676, |
| "learning_rate": 2.674152433950129e-06, |
| "loss": 0.4248, |
| "step": 410600 |
| }, |
| { |
| "epoch": 0.9469779922130194, |
| "grad_norm": 2.098074197769165, |
| "learning_rate": 2.6511003893490334e-06, |
| "loss": 0.4426, |
| "step": 410800 |
| }, |
| { |
| "epoch": 0.9474390331050413, |
| "grad_norm": 1.1049730777740479, |
| "learning_rate": 2.6280483447479374e-06, |
| "loss": 0.4627, |
| "step": 411000 |
| }, |
| { |
| "epoch": 0.9479000739970632, |
| "grad_norm": 0.8188923001289368, |
| "learning_rate": 2.6049963001468414e-06, |
| "loss": 0.4888, |
| "step": 411200 |
| }, |
| { |
| "epoch": 0.948361114889085, |
| "grad_norm": 0.9490247368812561, |
| "learning_rate": 2.581944255545746e-06, |
| "loss": 0.4942, |
| "step": 411400 |
| }, |
| { |
| "epoch": 0.948822155781107, |
| "grad_norm": 1.2527036666870117, |
| "learning_rate": 2.5588922109446498e-06, |
| "loss": 0.4867, |
| "step": 411600 |
| }, |
| { |
| "epoch": 0.9492831966731289, |
| "grad_norm": 0.47197577357292175, |
| "learning_rate": 2.5358401663435538e-06, |
| "loss": 0.464, |
| "step": 411800 |
| }, |
| { |
| "epoch": 0.9497442375651508, |
| "grad_norm": 1.5637418031692505, |
| "learning_rate": 2.512788121742458e-06, |
| "loss": 0.4771, |
| "step": 412000 |
| }, |
| { |
| "epoch": 0.9502052784571727, |
| "grad_norm": 0.9019871950149536, |
| "learning_rate": 2.489736077141362e-06, |
| "loss": 0.4814, |
| "step": 412200 |
| }, |
| { |
| "epoch": 0.9506663193491947, |
| "grad_norm": 0.7962387800216675, |
| "learning_rate": 2.466684032540266e-06, |
| "loss": 0.488, |
| "step": 412400 |
| }, |
| { |
| "epoch": 0.9511273602412166, |
| "grad_norm": 0.810796320438385, |
| "learning_rate": 2.4436319879391705e-06, |
| "loss": 0.4098, |
| "step": 412600 |
| }, |
| { |
| "epoch": 0.9515884011332385, |
| "grad_norm": 1.6829875707626343, |
| "learning_rate": 2.4205799433380745e-06, |
| "loss": 0.4659, |
| "step": 412800 |
| }, |
| { |
| "epoch": 0.9520494420252604, |
| "grad_norm": 0.9560777544975281, |
| "learning_rate": 2.3975278987369785e-06, |
| "loss": 0.4853, |
| "step": 413000 |
| }, |
| { |
| "epoch": 0.9525104829172824, |
| "grad_norm": 2.32140851020813, |
| "learning_rate": 2.374475854135883e-06, |
| "loss": 0.5007, |
| "step": 413200 |
| }, |
| { |
| "epoch": 0.9529715238093043, |
| "grad_norm": 1.2261013984680176, |
| "learning_rate": 2.351423809534787e-06, |
| "loss": 0.5207, |
| "step": 413400 |
| }, |
| { |
| "epoch": 0.9534325647013262, |
| "grad_norm": 1.996286153793335, |
| "learning_rate": 2.3283717649336913e-06, |
| "loss": 0.5164, |
| "step": 413600 |
| }, |
| { |
| "epoch": 0.9538936055933481, |
| "grad_norm": 1.2934073209762573, |
| "learning_rate": 2.305319720332595e-06, |
| "loss": 0.4809, |
| "step": 413800 |
| }, |
| { |
| "epoch": 0.95435464648537, |
| "grad_norm": 0.7042099833488464, |
| "learning_rate": 2.282267675731499e-06, |
| "loss": 0.4893, |
| "step": 414000 |
| }, |
| { |
| "epoch": 0.954815687377392, |
| "grad_norm": 1.0539119243621826, |
| "learning_rate": 2.2592156311304032e-06, |
| "loss": 0.5039, |
| "step": 414200 |
| }, |
| { |
| "epoch": 0.9552767282694139, |
| "grad_norm": 1.2834453582763672, |
| "learning_rate": 2.236163586529307e-06, |
| "loss": 0.5054, |
| "step": 414400 |
| }, |
| { |
| "epoch": 0.9557377691614358, |
| "grad_norm": 0.6034151911735535, |
| "learning_rate": 2.213111541928211e-06, |
| "loss": 0.4729, |
| "step": 414600 |
| }, |
| { |
| "epoch": 0.9561988100534576, |
| "grad_norm": 2.897521734237671, |
| "learning_rate": 2.1900594973271156e-06, |
| "loss": 0.4549, |
| "step": 414800 |
| }, |
| { |
| "epoch": 0.9566598509454796, |
| "grad_norm": 1.0604009628295898, |
| "learning_rate": 2.1670074527260196e-06, |
| "loss": 0.4573, |
| "step": 415000 |
| }, |
| { |
| "epoch": 0.9571208918375015, |
| "grad_norm": 0.8515986800193787, |
| "learning_rate": 2.1439554081249235e-06, |
| "loss": 0.4521, |
| "step": 415200 |
| }, |
| { |
| "epoch": 0.9575819327295234, |
| "grad_norm": 1.5794425010681152, |
| "learning_rate": 2.120903363523828e-06, |
| "loss": 0.5358, |
| "step": 415400 |
| }, |
| { |
| "epoch": 0.9580429736215453, |
| "grad_norm": 1.2372163534164429, |
| "learning_rate": 2.097851318922732e-06, |
| "loss": 0.4345, |
| "step": 415600 |
| }, |
| { |
| "epoch": 0.9585040145135673, |
| "grad_norm": 2.6105234622955322, |
| "learning_rate": 2.074799274321636e-06, |
| "loss": 0.5035, |
| "step": 415800 |
| }, |
| { |
| "epoch": 0.9589650554055892, |
| "grad_norm": 0.8453428149223328, |
| "learning_rate": 2.0517472297205403e-06, |
| "loss": 0.4723, |
| "step": 416000 |
| }, |
| { |
| "epoch": 0.9594260962976111, |
| "grad_norm": 1.2745046615600586, |
| "learning_rate": 2.0286951851194443e-06, |
| "loss": 0.4754, |
| "step": 416200 |
| }, |
| { |
| "epoch": 0.959887137189633, |
| "grad_norm": 1.6135262250900269, |
| "learning_rate": 2.0056431405183483e-06, |
| "loss": 0.4801, |
| "step": 416400 |
| }, |
| { |
| "epoch": 0.960348178081655, |
| "grad_norm": 1.6727254390716553, |
| "learning_rate": 1.9825910959172527e-06, |
| "loss": 0.4818, |
| "step": 416600 |
| }, |
| { |
| "epoch": 0.9608092189736769, |
| "grad_norm": 1.026893973350525, |
| "learning_rate": 1.9595390513161567e-06, |
| "loss": 0.4383, |
| "step": 416800 |
| }, |
| { |
| "epoch": 0.9612702598656988, |
| "grad_norm": 1.3765745162963867, |
| "learning_rate": 1.9364870067150607e-06, |
| "loss": 0.4625, |
| "step": 417000 |
| }, |
| { |
| "epoch": 0.9617313007577207, |
| "grad_norm": 1.6205723285675049, |
| "learning_rate": 1.913434962113965e-06, |
| "loss": 0.4705, |
| "step": 417200 |
| }, |
| { |
| "epoch": 0.9621923416497427, |
| "grad_norm": 1.5419261455535889, |
| "learning_rate": 1.8903829175128688e-06, |
| "loss": 0.5056, |
| "step": 417400 |
| }, |
| { |
| "epoch": 0.9626533825417646, |
| "grad_norm": 0.6733845472335815, |
| "learning_rate": 1.8673308729117728e-06, |
| "loss": 0.4988, |
| "step": 417600 |
| }, |
| { |
| "epoch": 0.9631144234337865, |
| "grad_norm": 1.0940847396850586, |
| "learning_rate": 1.844278828310677e-06, |
| "loss": 0.4654, |
| "step": 417800 |
| }, |
| { |
| "epoch": 0.9635754643258084, |
| "grad_norm": 1.1737462282180786, |
| "learning_rate": 1.8212267837095812e-06, |
| "loss": 0.4574, |
| "step": 418000 |
| }, |
| { |
| "epoch": 0.9640365052178302, |
| "grad_norm": 1.6984807252883911, |
| "learning_rate": 1.7981747391084852e-06, |
| "loss": 0.4525, |
| "step": 418200 |
| }, |
| { |
| "epoch": 0.9644975461098522, |
| "grad_norm": 1.8462785482406616, |
| "learning_rate": 1.7751226945073894e-06, |
| "loss": 0.4889, |
| "step": 418400 |
| }, |
| { |
| "epoch": 0.9649585870018741, |
| "grad_norm": 1.7319543361663818, |
| "learning_rate": 1.7520706499062936e-06, |
| "loss": 0.4821, |
| "step": 418600 |
| }, |
| { |
| "epoch": 0.965419627893896, |
| "grad_norm": 2.190124034881592, |
| "learning_rate": 1.7290186053051975e-06, |
| "loss": 0.5076, |
| "step": 418800 |
| }, |
| { |
| "epoch": 0.9658806687859179, |
| "grad_norm": 1.911737322807312, |
| "learning_rate": 1.7059665607041017e-06, |
| "loss": 0.4905, |
| "step": 419000 |
| }, |
| { |
| "epoch": 0.9663417096779399, |
| "grad_norm": 3.9163506031036377, |
| "learning_rate": 1.682914516103006e-06, |
| "loss": 0.469, |
| "step": 419200 |
| }, |
| { |
| "epoch": 0.9668027505699618, |
| "grad_norm": 1.2527137994766235, |
| "learning_rate": 1.65986247150191e-06, |
| "loss": 0.4247, |
| "step": 419400 |
| }, |
| { |
| "epoch": 0.9672637914619837, |
| "grad_norm": 0.49080777168273926, |
| "learning_rate": 1.636810426900814e-06, |
| "loss": 0.4783, |
| "step": 419600 |
| }, |
| { |
| "epoch": 0.9677248323540056, |
| "grad_norm": 1.7566986083984375, |
| "learning_rate": 1.6137583822997183e-06, |
| "loss": 0.5296, |
| "step": 419800 |
| }, |
| { |
| "epoch": 0.9681858732460276, |
| "grad_norm": 0.9041785597801208, |
| "learning_rate": 1.5907063376986223e-06, |
| "loss": 0.4821, |
| "step": 420000 |
| }, |
| { |
| "epoch": 0.9686469141380495, |
| "grad_norm": 1.486576795578003, |
| "learning_rate": 1.5676542930975265e-06, |
| "loss": 0.4653, |
| "step": 420200 |
| }, |
| { |
| "epoch": 0.9691079550300714, |
| "grad_norm": 1.5304393768310547, |
| "learning_rate": 1.5446022484964304e-06, |
| "loss": 0.4657, |
| "step": 420400 |
| }, |
| { |
| "epoch": 0.9695689959220933, |
| "grad_norm": 4.940136432647705, |
| "learning_rate": 1.5215502038953344e-06, |
| "loss": 0.4656, |
| "step": 420600 |
| }, |
| { |
| "epoch": 0.9700300368141153, |
| "grad_norm": 2.155877113342285, |
| "learning_rate": 1.4984981592942386e-06, |
| "loss": 0.4687, |
| "step": 420800 |
| }, |
| { |
| "epoch": 0.9704910777061372, |
| "grad_norm": 0.5753369927406311, |
| "learning_rate": 1.4754461146931428e-06, |
| "loss": 0.4809, |
| "step": 421000 |
| }, |
| { |
| "epoch": 0.9709521185981591, |
| "grad_norm": 1.4241207838058472, |
| "learning_rate": 1.4523940700920468e-06, |
| "loss": 0.4721, |
| "step": 421200 |
| }, |
| { |
| "epoch": 0.971413159490181, |
| "grad_norm": 0.4579220414161682, |
| "learning_rate": 1.429342025490951e-06, |
| "loss": 0.4865, |
| "step": 421400 |
| }, |
| { |
| "epoch": 0.9718742003822028, |
| "grad_norm": 2.118295669555664, |
| "learning_rate": 1.4062899808898552e-06, |
| "loss": 0.4461, |
| "step": 421600 |
| }, |
| { |
| "epoch": 0.9723352412742248, |
| "grad_norm": 2.08658766746521, |
| "learning_rate": 1.3832379362887594e-06, |
| "loss": 0.4564, |
| "step": 421800 |
| }, |
| { |
| "epoch": 0.9727962821662467, |
| "grad_norm": 1.8553085327148438, |
| "learning_rate": 1.3601858916876631e-06, |
| "loss": 0.5111, |
| "step": 422000 |
| }, |
| { |
| "epoch": 0.9732573230582686, |
| "grad_norm": 1.5697154998779297, |
| "learning_rate": 1.3371338470865673e-06, |
| "loss": 0.4776, |
| "step": 422200 |
| }, |
| { |
| "epoch": 0.9737183639502905, |
| "grad_norm": 0.5918155312538147, |
| "learning_rate": 1.3140818024854715e-06, |
| "loss": 0.4928, |
| "step": 422400 |
| }, |
| { |
| "epoch": 0.9741794048423125, |
| "grad_norm": 0.9090703725814819, |
| "learning_rate": 1.2910297578843755e-06, |
| "loss": 0.493, |
| "step": 422600 |
| }, |
| { |
| "epoch": 0.9746404457343344, |
| "grad_norm": 2.200510025024414, |
| "learning_rate": 1.2679777132832797e-06, |
| "loss": 0.4584, |
| "step": 422800 |
| }, |
| { |
| "epoch": 0.9751014866263563, |
| "grad_norm": 1.3335816860198975, |
| "learning_rate": 1.244925668682184e-06, |
| "loss": 0.4461, |
| "step": 423000 |
| }, |
| { |
| "epoch": 0.9755625275183782, |
| "grad_norm": 1.2546000480651855, |
| "learning_rate": 1.2218736240810879e-06, |
| "loss": 0.4431, |
| "step": 423200 |
| }, |
| { |
| "epoch": 0.9760235684104002, |
| "grad_norm": 1.394166350364685, |
| "learning_rate": 1.198821579479992e-06, |
| "loss": 0.452, |
| "step": 423400 |
| }, |
| { |
| "epoch": 0.9764846093024221, |
| "grad_norm": 1.7498624324798584, |
| "learning_rate": 1.1757695348788963e-06, |
| "loss": 0.5626, |
| "step": 423600 |
| }, |
| { |
| "epoch": 0.976945650194444, |
| "grad_norm": 1.2629833221435547, |
| "learning_rate": 1.1527174902778002e-06, |
| "loss": 0.4461, |
| "step": 423800 |
| }, |
| { |
| "epoch": 0.9774066910864659, |
| "grad_norm": 1.0957165956497192, |
| "learning_rate": 1.1296654456767042e-06, |
| "loss": 0.483, |
| "step": 424000 |
| }, |
| { |
| "epoch": 0.9778677319784879, |
| "grad_norm": 1.3717105388641357, |
| "learning_rate": 1.1066134010756084e-06, |
| "loss": 0.4599, |
| "step": 424200 |
| }, |
| { |
| "epoch": 0.9783287728705098, |
| "grad_norm": 1.0456079244613647, |
| "learning_rate": 1.0835613564745126e-06, |
| "loss": 0.4624, |
| "step": 424400 |
| }, |
| { |
| "epoch": 0.9787898137625317, |
| "grad_norm": 0.7499749660491943, |
| "learning_rate": 1.0605093118734166e-06, |
| "loss": 0.4567, |
| "step": 424600 |
| }, |
| { |
| "epoch": 0.9792508546545536, |
| "grad_norm": 1.2902302742004395, |
| "learning_rate": 1.0374572672723208e-06, |
| "loss": 0.4881, |
| "step": 424800 |
| }, |
| { |
| "epoch": 0.9797118955465755, |
| "grad_norm": 1.2328616380691528, |
| "learning_rate": 1.014405222671225e-06, |
| "loss": 0.4676, |
| "step": 425000 |
| }, |
| { |
| "epoch": 0.9801729364385974, |
| "grad_norm": 1.0173146724700928, |
| "learning_rate": 9.91353178070129e-07, |
| "loss": 0.4841, |
| "step": 425200 |
| }, |
| { |
| "epoch": 0.9806339773306193, |
| "grad_norm": 0.421296089887619, |
| "learning_rate": 9.683011334690332e-07, |
| "loss": 0.4964, |
| "step": 425400 |
| }, |
| { |
| "epoch": 0.9810950182226412, |
| "grad_norm": 0.7365984916687012, |
| "learning_rate": 9.452490888679371e-07, |
| "loss": 0.4944, |
| "step": 425600 |
| }, |
| { |
| "epoch": 0.9815560591146631, |
| "grad_norm": 1.2316726446151733, |
| "learning_rate": 9.221970442668412e-07, |
| "loss": 0.4656, |
| "step": 425800 |
| }, |
| { |
| "epoch": 0.9820171000066851, |
| "grad_norm": 0.8625339269638062, |
| "learning_rate": 8.991449996657453e-07, |
| "loss": 0.4667, |
| "step": 426000 |
| }, |
| { |
| "epoch": 0.982478140898707, |
| "grad_norm": 1.1301565170288086, |
| "learning_rate": 8.760929550646495e-07, |
| "loss": 0.4699, |
| "step": 426200 |
| }, |
| { |
| "epoch": 0.9829391817907289, |
| "grad_norm": 0.8868315815925598, |
| "learning_rate": 8.530409104635536e-07, |
| "loss": 0.5316, |
| "step": 426400 |
| }, |
| { |
| "epoch": 0.9834002226827508, |
| "grad_norm": 2.410291910171509, |
| "learning_rate": 8.299888658624577e-07, |
| "loss": 0.4651, |
| "step": 426600 |
| }, |
| { |
| "epoch": 0.9838612635747728, |
| "grad_norm": 3.955040693283081, |
| "learning_rate": 8.069368212613619e-07, |
| "loss": 0.4732, |
| "step": 426800 |
| }, |
| { |
| "epoch": 0.9843223044667947, |
| "grad_norm": 1.6138865947723389, |
| "learning_rate": 7.83884776660266e-07, |
| "loss": 0.5057, |
| "step": 427000 |
| }, |
| { |
| "epoch": 0.9847833453588166, |
| "grad_norm": 1.141384482383728, |
| "learning_rate": 7.6083273205917e-07, |
| "loss": 0.49, |
| "step": 427200 |
| }, |
| { |
| "epoch": 0.9852443862508385, |
| "grad_norm": 0.964368999004364, |
| "learning_rate": 7.377806874580741e-07, |
| "loss": 0.4702, |
| "step": 427400 |
| }, |
| { |
| "epoch": 0.9857054271428605, |
| "grad_norm": 1.7662829160690308, |
| "learning_rate": 7.147286428569782e-07, |
| "loss": 0.477, |
| "step": 427600 |
| }, |
| { |
| "epoch": 0.9861664680348824, |
| "grad_norm": 1.14377760887146, |
| "learning_rate": 6.916765982558824e-07, |
| "loss": 0.4613, |
| "step": 427800 |
| }, |
| { |
| "epoch": 0.9866275089269043, |
| "grad_norm": 1.1552037000656128, |
| "learning_rate": 6.686245536547864e-07, |
| "loss": 0.4659, |
| "step": 428000 |
| }, |
| { |
| "epoch": 0.9870885498189262, |
| "grad_norm": 1.6723991632461548, |
| "learning_rate": 6.455725090536906e-07, |
| "loss": 0.4614, |
| "step": 428200 |
| }, |
| { |
| "epoch": 0.987549590710948, |
| "grad_norm": 1.3214787244796753, |
| "learning_rate": 6.225204644525947e-07, |
| "loss": 0.4599, |
| "step": 428400 |
| }, |
| { |
| "epoch": 0.98801063160297, |
| "grad_norm": 0.9534615874290466, |
| "learning_rate": 5.994684198514988e-07, |
| "loss": 0.5336, |
| "step": 428600 |
| }, |
| { |
| "epoch": 0.9884716724949919, |
| "grad_norm": 1.9757567644119263, |
| "learning_rate": 5.764163752504028e-07, |
| "loss": 0.502, |
| "step": 428800 |
| }, |
| { |
| "epoch": 0.9889327133870138, |
| "grad_norm": 1.4372884035110474, |
| "learning_rate": 5.533643306493069e-07, |
| "loss": 0.4847, |
| "step": 429000 |
| }, |
| { |
| "epoch": 0.9893937542790358, |
| "grad_norm": 1.3356891870498657, |
| "learning_rate": 5.30312286048211e-07, |
| "loss": 0.5075, |
| "step": 429200 |
| }, |
| { |
| "epoch": 0.9898547951710577, |
| "grad_norm": 0.3389435410499573, |
| "learning_rate": 5.072602414471152e-07, |
| "loss": 0.4614, |
| "step": 429400 |
| }, |
| { |
| "epoch": 0.9903158360630796, |
| "grad_norm": 4.016057968139648, |
| "learning_rate": 4.842081968460193e-07, |
| "loss": 0.4765, |
| "step": 429600 |
| }, |
| { |
| "epoch": 0.9907768769551015, |
| "grad_norm": 1.7579454183578491, |
| "learning_rate": 4.6115615224492333e-07, |
| "loss": 0.4588, |
| "step": 429800 |
| }, |
| { |
| "epoch": 0.9912379178471235, |
| "grad_norm": 1.2797824144363403, |
| "learning_rate": 4.381041076438275e-07, |
| "loss": 0.511, |
| "step": 430000 |
| } |
| ], |
| "logging_steps": 200, |
| "max_steps": 433801, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 10000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4.972456968192e+16, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
