{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.10040388455255037,
  "eval_steps": 500,
  "global_step": 88500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0005672535850426574,
      "grad_norm": 3.387953996658325,
      "learning_rate": 1.9994327464149576e-05,
      "loss": 0.4217,
      "step": 500
    },
    {
      "epoch": 0.0011345071700853148,
      "grad_norm": 7.831711769104004,
      "learning_rate": 1.998865492829915e-05,
      "loss": 0.3872,
      "step": 1000
    },
    {
      "epoch": 0.0017017607551279724,
      "grad_norm": 0.5793220400810242,
      "learning_rate": 1.998298239244872e-05,
      "loss": 0.3817,
      "step": 1500
    },
    {
      "epoch": 0.0022690143401706297,
      "grad_norm": 1.234447956085205,
      "learning_rate": 1.9977309856598294e-05,
      "loss": 0.3843,
      "step": 2000
    },
    {
      "epoch": 0.0028362679252132874,
      "grad_norm": 1.1251826286315918,
      "learning_rate": 1.997163732074787e-05,
      "loss": 0.3823,
      "step": 2500
    },
    {
      "epoch": 0.0034035215102559448,
      "grad_norm": 5.509366512298584,
      "learning_rate": 1.9965964784897443e-05,
      "loss": 0.3689,
      "step": 3000
    },
    {
      "epoch": 0.0039707750952986025,
      "grad_norm": 1.2918850183486938,
      "learning_rate": 1.9960292249047017e-05,
      "loss": 0.368,
      "step": 3500
    },
    {
      "epoch": 0.004538028680341259,
      "grad_norm": 0.7386884689331055,
      "learning_rate": 1.9954619713196587e-05,
      "loss": 0.3588,
      "step": 4000
    },
    {
      "epoch": 0.005105282265383917,
      "grad_norm": 0.40995702147483826,
      "learning_rate": 1.994894717734616e-05,
      "loss": 0.3648,
      "step": 4500
    },
    {
      "epoch": 0.005672535850426575,
      "grad_norm": 1.1950393915176392,
      "learning_rate": 1.9943274641495735e-05,
      "loss": 0.3636,
      "step": 5000
    },
    {
      "epoch": 0.006239789435469232,
      "grad_norm": 0.33484068512916565,
      "learning_rate": 1.993760210564531e-05,
      "loss": 0.3727,
      "step": 5500
    },
    {
      "epoch": 0.0068070430205118895,
      "grad_norm": 0.6621952056884766,
      "learning_rate": 1.9931929569794883e-05,
      "loss": 0.3645,
      "step": 6000
    },
    {
      "epoch": 0.007374296605554547,
      "grad_norm": 0.3775445222854614,
      "learning_rate": 1.9926257033944457e-05,
      "loss": 0.3463,
      "step": 6500
    },
    {
      "epoch": 0.007941550190597205,
      "grad_norm": 3.5549304485321045,
      "learning_rate": 1.9920584498094028e-05,
      "loss": 0.3486,
      "step": 7000
    },
    {
      "epoch": 0.008508803775639862,
      "grad_norm": 0.8449244499206543,
      "learning_rate": 1.9914911962243602e-05,
      "loss": 0.3516,
      "step": 7500
    },
    {
      "epoch": 0.009076057360682519,
      "grad_norm": 0.4936882257461548,
      "learning_rate": 1.9909239426393176e-05,
      "loss": 0.3726,
      "step": 8000
    },
    {
      "epoch": 0.009643310945725177,
      "grad_norm": 0.3846686780452728,
      "learning_rate": 1.990356689054275e-05,
      "loss": 0.3559,
      "step": 8500
    },
    {
      "epoch": 0.010210564530767834,
      "grad_norm": 1.0206539630889893,
      "learning_rate": 1.9897894354692324e-05,
      "loss": 0.3465,
      "step": 9000
    },
    {
      "epoch": 0.010777818115810491,
      "grad_norm": 0.32130077481269836,
      "learning_rate": 1.9892221818841898e-05,
      "loss": 0.356,
      "step": 9500
    },
    {
      "epoch": 0.01134507170085315,
      "grad_norm": 1.2418744564056396,
      "learning_rate": 1.988654928299147e-05,
      "loss": 0.3536,
      "step": 10000
    },
    {
      "epoch": 0.011912325285895807,
      "grad_norm": 3.4250869750976562,
      "learning_rate": 1.9880876747141043e-05,
      "loss": 0.34,
      "step": 10500
    },
    {
      "epoch": 0.012479578870938464,
      "grad_norm": 0.8089951872825623,
      "learning_rate": 1.9875204211290617e-05,
      "loss": 0.3542,
      "step": 11000
    },
    {
      "epoch": 0.013046832455981122,
      "grad_norm": 2.089003562927246,
      "learning_rate": 1.986953167544019e-05,
      "loss": 0.3639,
      "step": 11500
    },
    {
      "epoch": 0.013614086041023779,
      "grad_norm": 0.32313957810401917,
      "learning_rate": 1.9863859139589762e-05,
      "loss": 0.3437,
      "step": 12000
    },
    {
      "epoch": 0.014181339626066436,
      "grad_norm": 0.3242214620113373,
      "learning_rate": 1.985818660373934e-05,
      "loss": 0.3498,
      "step": 12500
    },
    {
      "epoch": 0.014748593211109095,
      "grad_norm": 0.5132392644882202,
      "learning_rate": 1.985251406788891e-05,
      "loss": 0.3476,
      "step": 13000
    },
    {
      "epoch": 0.015315846796151751,
      "grad_norm": 1.0964300632476807,
      "learning_rate": 1.9846841532038484e-05,
      "loss": 0.3345,
      "step": 13500
    },
    {
      "epoch": 0.01588310038119441,
      "grad_norm": 0.9808000326156616,
      "learning_rate": 1.9841168996188058e-05,
      "loss": 0.3337,
      "step": 14000
    },
    {
      "epoch": 0.016450353966237067,
      "grad_norm": 21.7490291595459,
      "learning_rate": 1.9835496460337632e-05,
      "loss": 0.3562,
      "step": 14500
    },
    {
      "epoch": 0.017017607551279724,
      "grad_norm": 0.37766537070274353,
      "learning_rate": 1.9829823924487203e-05,
      "loss": 0.3343,
      "step": 15000
    },
    {
      "epoch": 0.01758486113632238,
      "grad_norm": 1.8476216793060303,
      "learning_rate": 1.982415138863678e-05,
      "loss": 0.3381,
      "step": 15500
    },
    {
      "epoch": 0.018152114721365038,
      "grad_norm": 0.5553542971611023,
      "learning_rate": 1.981847885278635e-05,
      "loss": 0.3497,
      "step": 16000
    },
    {
      "epoch": 0.018719368306407698,
      "grad_norm": 0.21085184812545776,
      "learning_rate": 1.9812806316935925e-05,
      "loss": 0.3472,
      "step": 16500
    },
    {
      "epoch": 0.019286621891450355,
      "grad_norm": 9.589337348937988,
      "learning_rate": 1.98071337810855e-05,
      "loss": 0.3449,
      "step": 17000
    },
    {
      "epoch": 0.01985387547649301,
      "grad_norm": 0.9183555245399475,
      "learning_rate": 1.9801461245235073e-05,
      "loss": 0.3339,
      "step": 17500
    },
    {
      "epoch": 0.02042112906153567,
      "grad_norm": 23.96393585205078,
      "learning_rate": 1.9795788709384643e-05,
      "loss": 0.3385,
      "step": 18000
    },
    {
      "epoch": 0.020988382646578325,
      "grad_norm": 1.359579086303711,
      "learning_rate": 1.9790116173534217e-05,
      "loss": 0.3428,
      "step": 18500
    },
    {
      "epoch": 0.021555636231620982,
      "grad_norm": 0.5926823019981384,
      "learning_rate": 1.978444363768379e-05,
      "loss": 0.3444,
      "step": 19000
    },
    {
      "epoch": 0.022122889816663643,
      "grad_norm": 0.7892150282859802,
      "learning_rate": 1.9778771101833366e-05,
      "loss": 0.3321,
      "step": 19500
    },
    {
      "epoch": 0.0226901434017063,
      "grad_norm": 0.3750669062137604,
      "learning_rate": 1.9773098565982936e-05,
      "loss": 0.3548,
      "step": 20000
    },
    {
      "epoch": 0.023257396986748956,
      "grad_norm": 4.070109844207764,
      "learning_rate": 1.9767426030132514e-05,
      "loss": 0.3522,
      "step": 20500
    },
    {
      "epoch": 0.023824650571791613,
      "grad_norm": 0.38032421469688416,
      "learning_rate": 1.9761753494282084e-05,
      "loss": 0.3474,
      "step": 21000
    },
    {
      "epoch": 0.02439190415683427,
      "grad_norm": 21.677780151367188,
      "learning_rate": 1.975608095843166e-05,
      "loss": 0.3453,
      "step": 21500
    },
    {
      "epoch": 0.024959157741876927,
      "grad_norm": 5.641119480133057,
      "learning_rate": 1.9750408422581232e-05,
      "loss": 0.3449,
      "step": 22000
    },
    {
      "epoch": 0.025526411326919587,
      "grad_norm": 25.08061981201172,
      "learning_rate": 1.9744735886730806e-05,
      "loss": 0.345,
      "step": 22500
    },
    {
      "epoch": 0.026093664911962244,
      "grad_norm": 0.43347591161727905,
      "learning_rate": 1.9739063350880377e-05,
      "loss": 0.3366,
      "step": 23000
    },
    {
      "epoch": 0.0266609184970049,
      "grad_norm": 0.31947267055511475,
      "learning_rate": 1.9733390815029955e-05,
      "loss": 0.3358,
      "step": 23500
    },
    {
      "epoch": 0.027228172082047558,
      "grad_norm": 1.0318926572799683,
      "learning_rate": 1.9727718279179525e-05,
      "loss": 0.3322,
      "step": 24000
    },
    {
      "epoch": 0.027795425667090215,
      "grad_norm": 1.8301944732666016,
      "learning_rate": 1.97220457433291e-05,
      "loss": 0.3396,
      "step": 24500
    },
    {
      "epoch": 0.028362679252132872,
      "grad_norm": 0.3236497640609741,
      "learning_rate": 1.9716373207478673e-05,
      "loss": 0.3516,
      "step": 25000
    },
    {
      "epoch": 0.028929932837175532,
      "grad_norm": 2.550765037536621,
      "learning_rate": 1.9710700671628247e-05,
      "loss": 0.3478,
      "step": 25500
    },
    {
      "epoch": 0.02949718642221819,
      "grad_norm": 0.537734866142273,
      "learning_rate": 1.9705028135777818e-05,
      "loss": 0.3263,
      "step": 26000
    },
    {
      "epoch": 0.030064440007260846,
      "grad_norm": 0.5279741883277893,
      "learning_rate": 1.9699355599927392e-05,
      "loss": 0.3268,
      "step": 26500
    },
    {
      "epoch": 0.030631693592303503,
      "grad_norm": 4.043364524841309,
      "learning_rate": 1.9693683064076966e-05,
      "loss": 0.3476,
      "step": 27000
    },
    {
      "epoch": 0.03119894717734616,
      "grad_norm": 0.4588943421840668,
      "learning_rate": 1.968801052822654e-05,
      "loss": 0.335,
      "step": 27500
    },
    {
      "epoch": 0.03176620076238882,
      "grad_norm": 0.31232479214668274,
      "learning_rate": 1.9682337992376114e-05,
      "loss": 0.327,
      "step": 28000
    },
    {
      "epoch": 0.03233345434743148,
      "grad_norm": 0.3791950047016144,
      "learning_rate": 1.9676665456525688e-05,
      "loss": 0.3347,
      "step": 28500
    },
    {
      "epoch": 0.032900707932474134,
      "grad_norm": 0.11353936791419983,
      "learning_rate": 1.967099292067526e-05,
      "loss": 0.332,
      "step": 29000
    },
    {
      "epoch": 0.03346796151751679,
      "grad_norm": 0.5194895267486572,
      "learning_rate": 1.9665320384824833e-05,
      "loss": 0.3322,
      "step": 29500
    },
    {
      "epoch": 0.03403521510255945,
      "grad_norm": 0.7947537302970886,
      "learning_rate": 1.9659647848974407e-05,
      "loss": 0.3307,
      "step": 30000
    },
    {
      "epoch": 0.034602468687602105,
      "grad_norm": 0.3675363063812256,
      "learning_rate": 1.965397531312398e-05,
      "loss": 0.3482,
      "step": 30500
    },
    {
      "epoch": 0.03516972227264476,
      "grad_norm": 0.27730804681777954,
      "learning_rate": 1.9648302777273555e-05,
      "loss": 0.3409,
      "step": 31000
    },
    {
      "epoch": 0.03573697585768742,
      "grad_norm": 0.44526398181915283,
      "learning_rate": 1.964263024142313e-05,
      "loss": 0.3315,
      "step": 31500
    },
    {
      "epoch": 0.036304229442730075,
      "grad_norm": 0.28707778453826904,
      "learning_rate": 1.96369577055727e-05,
      "loss": 0.3236,
      "step": 32000
    },
    {
      "epoch": 0.03687148302777273,
      "grad_norm": 0.7148706912994385,
      "learning_rate": 1.9631285169722274e-05,
      "loss": 0.332,
      "step": 32500
    },
    {
      "epoch": 0.037438736612815396,
      "grad_norm": 132.02745056152344,
      "learning_rate": 1.9625612633871848e-05,
      "loss": 0.3325,
      "step": 33000
    },
    {
      "epoch": 0.03800599019785805,
      "grad_norm": 0.3043186366558075,
      "learning_rate": 1.9619940098021422e-05,
      "loss": 0.3292,
      "step": 33500
    },
    {
      "epoch": 0.03857324378290071,
      "grad_norm": 13.414630889892578,
      "learning_rate": 1.9614267562170996e-05,
      "loss": 0.3338,
      "step": 34000
    },
    {
      "epoch": 0.03914049736794337,
      "grad_norm": 0.20249101519584656,
      "learning_rate": 1.9608595026320567e-05,
      "loss": 0.3362,
      "step": 34500
    },
    {
      "epoch": 0.03970775095298602,
      "grad_norm": 0.8548006415367126,
      "learning_rate": 1.960292249047014e-05,
      "loss": 0.3499,
      "step": 35000
    },
    {
      "epoch": 0.04027500453802868,
      "grad_norm": 0.12220838665962219,
      "learning_rate": 1.9597249954619715e-05,
      "loss": 0.3285,
      "step": 35500
    },
    {
      "epoch": 0.04084225812307134,
      "grad_norm": 0.29653048515319824,
      "learning_rate": 1.959157741876929e-05,
      "loss": 0.3454,
      "step": 36000
    },
    {
      "epoch": 0.041409511708113994,
      "grad_norm": 0.09974247217178345,
      "learning_rate": 1.9585904882918863e-05,
      "loss": 0.3448,
      "step": 36500
    },
    {
      "epoch": 0.04197676529315665,
      "grad_norm": 0.23804782330989838,
      "learning_rate": 1.9580232347068437e-05,
      "loss": 0.3224,
      "step": 37000
    },
    {
      "epoch": 0.04254401887819931,
      "grad_norm": 0.26832830905914307,
      "learning_rate": 1.9574559811218007e-05,
      "loss": 0.3163,
      "step": 37500
    },
    {
      "epoch": 0.043111272463241965,
      "grad_norm": 3.487936019897461,
      "learning_rate": 1.956888727536758e-05,
      "loss": 0.3343,
      "step": 38000
    },
    {
      "epoch": 0.04367852604828463,
      "grad_norm": 0.18137934803962708,
      "learning_rate": 1.9563214739517155e-05,
      "loss": 0.3375,
      "step": 38500
    },
    {
      "epoch": 0.044245779633327285,
      "grad_norm": 0.42142942547798157,
      "learning_rate": 1.955754220366673e-05,
      "loss": 0.338,
      "step": 39000
    },
    {
      "epoch": 0.04481303321836994,
      "grad_norm": 0.21193692088127136,
      "learning_rate": 1.95518696678163e-05,
      "loss": 0.3336,
      "step": 39500
    },
    {
      "epoch": 0.0453802868034126,
      "grad_norm": 0.33044755458831787,
      "learning_rate": 1.9546197131965878e-05,
      "loss": 0.3238,
      "step": 40000
    },
    {
      "epoch": 0.045947540388455256,
      "grad_norm": 0.25394052267074585,
      "learning_rate": 1.9540524596115448e-05,
      "loss": 0.3311,
      "step": 40500
    },
    {
      "epoch": 0.04651479397349791,
      "grad_norm": 0.24994152784347534,
      "learning_rate": 1.9534852060265022e-05,
      "loss": 0.3173,
      "step": 41000
    },
    {
      "epoch": 0.04708204755854057,
      "grad_norm": 4.048117637634277,
      "learning_rate": 1.9529179524414596e-05,
      "loss": 0.3449,
      "step": 41500
    },
    {
      "epoch": 0.04764930114358323,
      "grad_norm": 0.7400296330451965,
      "learning_rate": 1.952350698856417e-05,
      "loss": 0.3474,
      "step": 42000
    },
    {
      "epoch": 0.048216554728625884,
      "grad_norm": 0.26707279682159424,
      "learning_rate": 1.951783445271374e-05,
      "loss": 0.3386,
      "step": 42500
    },
    {
      "epoch": 0.04878380831366854,
      "grad_norm": 13.8534517288208,
      "learning_rate": 1.951216191686332e-05,
      "loss": 0.3232,
      "step": 43000
    },
    {
      "epoch": 0.0493510618987112,
      "grad_norm": 9.848762512207031,
      "learning_rate": 1.950648938101289e-05,
      "loss": 0.3431,
      "step": 43500
    },
    {
      "epoch": 0.049918315483753854,
      "grad_norm": 0.6303707361221313,
      "learning_rate": 1.9500816845162463e-05,
      "loss": 0.3266,
      "step": 44000
    },
    {
      "epoch": 0.05048556906879652,
      "grad_norm": 12.861529350280762,
      "learning_rate": 1.9495144309312037e-05,
      "loss": 0.3239,
      "step": 44500
    },
    {
      "epoch": 0.051052822653839175,
      "grad_norm": 9.070085525512695,
      "learning_rate": 1.948947177346161e-05,
      "loss": 0.3319,
      "step": 45000
    },
    {
      "epoch": 0.05162007623888183,
      "grad_norm": 14.648274421691895,
      "learning_rate": 1.9483799237611182e-05,
      "loss": 0.331,
      "step": 45500
    },
    {
      "epoch": 0.05218732982392449,
      "grad_norm": 34.75390625,
      "learning_rate": 1.947812670176076e-05,
      "loss": 0.3295,
      "step": 46000
    },
    {
      "epoch": 0.052754583408967146,
      "grad_norm": 1.1457617282867432,
      "learning_rate": 1.947245416591033e-05,
      "loss": 0.3236,
      "step": 46500
    },
    {
      "epoch": 0.0533218369940098,
      "grad_norm": 1.6054667234420776,
      "learning_rate": 1.9466781630059904e-05,
      "loss": 0.3236,
      "step": 47000
    },
    {
      "epoch": 0.05388909057905246,
      "grad_norm": 1.246711254119873,
      "learning_rate": 1.9461109094209475e-05,
      "loss": 0.332,
      "step": 47500
    },
    {
      "epoch": 0.054456344164095116,
      "grad_norm": 0.5977410674095154,
      "learning_rate": 1.9455436558359052e-05,
      "loss": 0.3393,
      "step": 48000
    },
    {
      "epoch": 0.05502359774913777,
      "grad_norm": 5.520767688751221,
      "learning_rate": 1.9449764022508623e-05,
      "loss": 0.3327,
      "step": 48500
    },
    {
      "epoch": 0.05559085133418043,
      "grad_norm": 1.9742405414581299,
      "learning_rate": 1.9444091486658197e-05,
      "loss": 0.3444,
      "step": 49000
    },
    {
      "epoch": 0.05615810491922309,
      "grad_norm": 0.8282870650291443,
      "learning_rate": 1.943841895080777e-05,
      "loss": 0.3394,
      "step": 49500
    },
    {
      "epoch": 0.056725358504265744,
      "grad_norm": 2.033897638320923,
      "learning_rate": 1.9432746414957345e-05,
      "loss": 0.3363,
      "step": 50000
    },
    {
      "epoch": 0.05729261208930841,
      "grad_norm": 1.0143098831176758,
      "learning_rate": 1.9427073879106916e-05,
      "loss": 0.3196,
      "step": 50500
    },
    {
      "epoch": 0.057859865674351064,
      "grad_norm": 1.6727173328399658,
      "learning_rate": 1.9421401343256493e-05,
      "loss": 0.3294,
      "step": 51000
    },
    {
      "epoch": 0.05842711925939372,
      "grad_norm": 34.665252685546875,
      "learning_rate": 1.9415728807406064e-05,
      "loss": 0.3282,
      "step": 51500
    },
    {
      "epoch": 0.05899437284443638,
      "grad_norm": 0.5767442584037781,
      "learning_rate": 1.9410056271555638e-05,
      "loss": 0.3327,
      "step": 52000
    },
    {
      "epoch": 0.059561626429479035,
      "grad_norm": 0.6436382532119751,
      "learning_rate": 1.9404383735705212e-05,
      "loss": 0.3137,
      "step": 52500
    },
    {
      "epoch": 0.06012888001452169,
      "grad_norm": 0.4447130858898163,
      "learning_rate": 1.9398711199854786e-05,
      "loss": 0.328,
      "step": 53000
    },
    {
      "epoch": 0.06069613359956435,
      "grad_norm": 1.7067936658859253,
      "learning_rate": 1.9393038664004356e-05,
      "loss": 0.3268,
      "step": 53500
    },
    {
      "epoch": 0.061263387184607006,
      "grad_norm": 97.85061645507812,
      "learning_rate": 1.938736612815393e-05,
      "loss": 0.3195,
      "step": 54000
    },
    {
      "epoch": 0.06183064076964966,
      "grad_norm": 0.6765246391296387,
      "learning_rate": 1.9381693592303505e-05,
      "loss": 0.3233,
      "step": 54500
    },
    {
      "epoch": 0.06239789435469232,
      "grad_norm": 71.85704803466797,
      "learning_rate": 1.937602105645308e-05,
      "loss": 0.3317,
      "step": 55000
    },
    {
      "epoch": 0.06296514793973498,
      "grad_norm": 1.1403242349624634,
      "learning_rate": 1.9370348520602653e-05,
      "loss": 0.3349,
      "step": 55500
    },
    {
      "epoch": 0.06353240152477764,
      "grad_norm": 22.765140533447266,
      "learning_rate": 1.9364675984752227e-05,
      "loss": 0.3192,
      "step": 56000
    },
    {
      "epoch": 0.0640996551098203,
      "grad_norm": 0.7139065861701965,
      "learning_rate": 1.9359003448901797e-05,
      "loss": 0.3162,
      "step": 56500
    },
    {
      "epoch": 0.06466690869486295,
      "grad_norm": 0.6095991134643555,
      "learning_rate": 1.935333091305137e-05,
      "loss": 0.3173,
      "step": 57000
    },
    {
      "epoch": 0.06523416227990561,
      "grad_norm": 0.4620860815048218,
      "learning_rate": 1.9347658377200945e-05,
      "loss": 0.3405,
      "step": 57500
    },
    {
      "epoch": 0.06580141586494827,
      "grad_norm": 2.4695820808410645,
      "learning_rate": 1.934198584135052e-05,
      "loss": 0.3263,
      "step": 58000
    },
    {
      "epoch": 0.06636866944999092,
      "grad_norm": 0.49013492465019226,
      "learning_rate": 1.933631330550009e-05,
      "loss": 0.327,
      "step": 58500
    },
    {
      "epoch": 0.06693592303503358,
      "grad_norm": 0.8440238237380981,
      "learning_rate": 1.9330640769649668e-05,
      "loss": 0.3326,
      "step": 59000
    },
    {
      "epoch": 0.06750317662007624,
      "grad_norm": 5.433935165405273,
      "learning_rate": 1.9324968233799238e-05,
      "loss": 0.3242,
      "step": 59500
    },
    {
      "epoch": 0.0680704302051189,
      "grad_norm": 1.157573938369751,
      "learning_rate": 1.9319295697948812e-05,
      "loss": 0.3268,
      "step": 60000
    },
    {
      "epoch": 0.06863768379016155,
      "grad_norm": 1.0837581157684326,
      "learning_rate": 1.9313623162098386e-05,
      "loss": 0.3228,
      "step": 60500
    },
    {
      "epoch": 0.06920493737520421,
      "grad_norm": 1.0040887594223022,
      "learning_rate": 1.930795062624796e-05,
      "loss": 0.3115,
      "step": 61000
    },
    {
      "epoch": 0.06977219096024687,
      "grad_norm": 1.13579523563385,
      "learning_rate": 1.930227809039753e-05,
      "loss": 0.3155,
      "step": 61500
    },
    {
      "epoch": 0.07033944454528952,
      "grad_norm": 3.2068631649017334,
      "learning_rate": 1.9296605554547105e-05,
      "loss": 0.3132,
      "step": 62000
    },
    {
      "epoch": 0.07090669813033218,
      "grad_norm": 0.586251974105835,
      "learning_rate": 1.929093301869668e-05,
      "loss": 0.3153,
      "step": 62500
    },
    {
      "epoch": 0.07147395171537484,
      "grad_norm": 0.7550469636917114,
      "learning_rate": 1.9285260482846253e-05,
      "loss": 0.3283,
      "step": 63000
    },
    {
      "epoch": 0.0720412053004175,
      "grad_norm": 1.0829483270645142,
      "learning_rate": 1.9279587946995827e-05,
      "loss": 0.3304,
      "step": 63500
    },
    {
      "epoch": 0.07260845888546015,
      "grad_norm": 0.7655236124992371,
      "learning_rate": 1.92739154111454e-05,
      "loss": 0.326,
      "step": 64000
    },
    {
      "epoch": 0.07317571247050281,
      "grad_norm": 0.857245922088623,
      "learning_rate": 1.9268242875294972e-05,
      "loss": 0.3212,
      "step": 64500
    },
    {
      "epoch": 0.07374296605554546,
      "grad_norm": 0.4056306779384613,
      "learning_rate": 1.9262570339444546e-05,
      "loss": 0.32,
      "step": 65000
    },
    {
      "epoch": 0.07431021964058813,
      "grad_norm": 10.08352279663086,
      "learning_rate": 1.925689780359412e-05,
      "loss": 0.3229,
      "step": 65500
    },
    {
      "epoch": 0.07487747322563079,
      "grad_norm": 15.482842445373535,
      "learning_rate": 1.9251225267743694e-05,
      "loss": 0.3236,
      "step": 66000
    },
    {
      "epoch": 0.07544472681067345,
      "grad_norm": 0.32501137256622314,
      "learning_rate": 1.9245552731893268e-05,
      "loss": 0.3212,
      "step": 66500
    },
    {
      "epoch": 0.0760119803957161,
      "grad_norm": 0.5554530620574951,
      "learning_rate": 1.9239880196042842e-05,
      "loss": 0.3373,
      "step": 67000
    },
    {
      "epoch": 0.07657923398075876,
      "grad_norm": 0.27948904037475586,
      "learning_rate": 1.9234207660192413e-05,
      "loss": 0.3305,
      "step": 67500
    },
    {
      "epoch": 0.07714648756580142,
      "grad_norm": 1.6499723196029663,
      "learning_rate": 1.9228535124341987e-05,
      "loss": 0.3404,
      "step": 68000
    },
    {
      "epoch": 0.07771374115084408,
      "grad_norm": 8.564773559570312,
      "learning_rate": 1.922286258849156e-05,
      "loss": 0.3298,
      "step": 68500
    },
    {
      "epoch": 0.07828099473588673,
      "grad_norm": 7.0219573974609375,
      "learning_rate": 1.9217190052641135e-05,
      "loss": 0.3343,
      "step": 69000
    },
    {
      "epoch": 0.07884824832092939,
      "grad_norm": 0.3555821180343628,
      "learning_rate": 1.921151751679071e-05,
      "loss": 0.3291,
      "step": 69500
    },
    {
      "epoch": 0.07941550190597205,
      "grad_norm": 0.2007092386484146,
      "learning_rate": 1.920584498094028e-05,
      "loss": 0.3188,
      "step": 70000
    },
    {
      "epoch": 0.0799827554910147,
      "grad_norm": 0.5300312638282776,
      "learning_rate": 1.9200172445089854e-05,
      "loss": 0.3126,
      "step": 70500
    },
    {
      "epoch": 0.08055000907605736,
      "grad_norm": 0.5101011991500854,
      "learning_rate": 1.9194499909239428e-05,
      "loss": 0.3205,
      "step": 71000
    },
    {
      "epoch": 0.08111726266110002,
      "grad_norm": 1.1713281869888306,
      "learning_rate": 1.9188827373389e-05,
      "loss": 0.3466,
      "step": 71500
    },
    {
      "epoch": 0.08168451624614267,
      "grad_norm": 3.439805269241333,
      "learning_rate": 1.9183154837538576e-05,
      "loss": 0.3124,
      "step": 72000
    },
    {
      "epoch": 0.08225176983118533,
      "grad_norm": 0.778472363948822,
      "learning_rate": 1.917748230168815e-05,
      "loss": 0.3308,
      "step": 72500
    },
    {
      "epoch": 0.08281902341622799,
      "grad_norm": 0.433795303106308,
      "learning_rate": 1.917180976583772e-05,
      "loss": 0.3271,
      "step": 73000
    },
    {
      "epoch": 0.08338627700127065,
      "grad_norm": 15.664637565612793,
      "learning_rate": 1.9166137229987294e-05,
      "loss": 0.3219,
      "step": 73500
    },
    {
      "epoch": 0.0839535305863133,
      "grad_norm": 0.6989821195602417,
      "learning_rate": 1.916046469413687e-05,
      "loss": 0.3095,
      "step": 74000
    },
    {
      "epoch": 0.08452078417135596,
      "grad_norm": 19.356645584106445,
      "learning_rate": 1.9154792158286443e-05,
      "loss": 0.3266,
      "step": 74500
    },
    {
      "epoch": 0.08508803775639862,
      "grad_norm": 0.32333022356033325,
      "learning_rate": 1.9149119622436013e-05,
      "loss": 0.3219,
      "step": 75000
    },
    {
      "epoch": 0.08565529134144127,
      "grad_norm": 0.29713454842567444,
      "learning_rate": 1.914344708658559e-05,
      "loss": 0.3364,
      "step": 75500
    },
    {
      "epoch": 0.08622254492648393,
      "grad_norm": 1.616568684577942,
      "learning_rate": 1.913777455073516e-05,
      "loss": 0.3326,
      "step": 76000
    },
    {
      "epoch": 0.08678979851152659,
      "grad_norm": 0.38876867294311523,
      "learning_rate": 1.9132102014884735e-05,
      "loss": 0.3363,
      "step": 76500
    },
    {
      "epoch": 0.08735705209656926,
      "grad_norm": 0.2728395164012909,
      "learning_rate": 1.912642947903431e-05,
      "loss": 0.3174,
      "step": 77000
    },
    {
      "epoch": 0.08792430568161191,
      "grad_norm": 0.38797077536582947,
      "learning_rate": 1.9120756943183883e-05,
      "loss": 0.3341,
      "step": 77500
    },
    {
      "epoch": 0.08849155926665457,
      "grad_norm": 0.9708689451217651,
      "learning_rate": 1.9115084407333454e-05,
      "loss": 0.3258,
      "step": 78000
    },
    {
      "epoch": 0.08905881285169723,
      "grad_norm": 0.5084453821182251,
      "learning_rate": 1.910941187148303e-05,
      "loss": 0.318,
      "step": 78500
    },
    {
      "epoch": 0.08962606643673988,
      "grad_norm": 10.395822525024414,
      "learning_rate": 1.9103739335632602e-05,
      "loss": 0.3267,
      "step": 79000
    },
    {
      "epoch": 0.09019332002178254,
      "grad_norm": 56.53432846069336,
      "learning_rate": 1.9098066799782176e-05,
      "loss": 0.3206,
      "step": 79500
    },
    {
      "epoch": 0.0907605736068252,
      "grad_norm": 0.5847833752632141,
      "learning_rate": 1.909239426393175e-05,
      "loss": 0.3289,
      "step": 80000
    },
    {
      "epoch": 0.09132782719186786,
      "grad_norm": 0.6055426597595215,
      "learning_rate": 1.9086721728081324e-05,
      "loss": 0.3099,
      "step": 80500
    },
    {
      "epoch": 0.09189508077691051,
      "grad_norm": 0.13933761417865753,
      "learning_rate": 1.9081049192230895e-05,
      "loss": 0.3094,
      "step": 81000
    },
    {
      "epoch": 0.09246233436195317,
      "grad_norm": 3.231118679046631,
      "learning_rate": 1.9075376656380472e-05,
      "loss": 0.3292,
      "step": 81500
    },
    {
      "epoch": 0.09302958794699583,
      "grad_norm": 11.789403915405273,
      "learning_rate": 1.9069704120530043e-05,
      "loss": 0.3284,
      "step": 82000
    },
    {
      "epoch": 0.09359684153203848,
      "grad_norm": 0.47824761271476746,
      "learning_rate": 1.9064031584679617e-05,
      "loss": 0.316,
      "step": 82500
    },
    {
      "epoch": 0.09416409511708114,
      "grad_norm": 0.5431397557258606,
      "learning_rate": 1.9058359048829188e-05,
      "loss": 0.3316,
      "step": 83000
    },
    {
      "epoch": 0.0947313487021238,
      "grad_norm": 0.027491087093949318,
      "learning_rate": 1.9052686512978765e-05,
      "loss": 0.3226,
      "step": 83500
    },
    {
      "epoch": 0.09529860228716645,
      "grad_norm": 0.167594775557518,
      "learning_rate": 1.9047013977128336e-05,
      "loss": 0.3265,
      "step": 84000
    },
    {
      "epoch": 0.09586585587220911,
      "grad_norm": 25.423133850097656,
      "learning_rate": 1.904134144127791e-05,
      "loss": 0.3212,
      "step": 84500
    },
    {
      "epoch": 0.09643310945725177,
      "grad_norm": 8.196709632873535,
      "learning_rate": 1.9035668905427484e-05,
      "loss": 0.3355,
      "step": 85000
    },
    {
      "epoch": 0.09700036304229442,
      "grad_norm": 0.22309711575508118,
      "learning_rate": 1.9029996369577058e-05,
      "loss": 0.3287,
      "step": 85500
    },
    {
      "epoch": 0.09756761662733708,
      "grad_norm": 4.482788562774658,
      "learning_rate": 1.902432383372663e-05,
      "loss": 0.3315,
      "step": 86000
    },
    {
      "epoch": 0.09813487021237974,
      "grad_norm": 5.861471652984619,
      "learning_rate": 1.9018651297876206e-05,
      "loss": 0.3193,
      "step": 86500
    },
    {
      "epoch": 0.0987021237974224,
      "grad_norm": 2.7159125804901123,
      "learning_rate": 1.9012978762025777e-05,
      "loss": 0.3163,
      "step": 87000
    },
    {
      "epoch": 0.09926937738246505,
      "grad_norm": 0.4765207767486572,
      "learning_rate": 1.900730622617535e-05,
      "loss": 0.3125,
      "step": 87500
    },
    {
      "epoch": 0.09983663096750771,
      "grad_norm": 0.6516081094741821,
      "learning_rate": 1.9001633690324925e-05,
      "loss": 0.3231,
      "step": 88000
    },
    {
      "epoch": 0.10040388455255037,
      "grad_norm": 6.820018291473389,
      "learning_rate": 1.89959611544745e-05,
      "loss": 0.3099,
      "step": 88500
    }
  ],
  "logging_steps": 500,
  "max_steps": 1762880,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 9.3786918248448e+16,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}