{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 8.0,
  "eval_steps": 500,
  "global_step": 22928,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.034891835310537335,
      "grad_norm": 4.449178218841553,
      "learning_rate": 4.9784106769016056e-05,
      "loss": 7.4361,
      "step": 100
    },
    {
      "epoch": 0.06978367062107467,
      "grad_norm": 4.605655670166016,
      "learning_rate": 4.95660327983252e-05,
      "loss": 5.6934,
      "step": 200
    },
    {
      "epoch": 0.104675505931612,
      "grad_norm": 5.126296520233154,
      "learning_rate": 4.9347958827634335e-05,
      "loss": 5.1849,
      "step": 300
    },
    {
      "epoch": 0.13956734124214934,
      "grad_norm": 5.184763431549072,
      "learning_rate": 4.912988485694348e-05,
      "loss": 4.9327,
      "step": 400
    },
    {
      "epoch": 0.17445917655268667,
      "grad_norm": 4.761885643005371,
      "learning_rate": 4.891181088625262e-05,
      "loss": 4.7416,
      "step": 500
    },
    {
      "epoch": 0.209351011863224,
      "grad_norm": 4.478248596191406,
      "learning_rate": 4.869373691556176e-05,
      "loss": 4.5712,
      "step": 600
    },
    {
      "epoch": 0.24424284717376135,
      "grad_norm": 4.7443928718566895,
      "learning_rate": 4.84756629448709e-05,
      "loss": 4.4319,
      "step": 700
    },
    {
      "epoch": 0.2791346824842987,
      "grad_norm": 4.571919918060303,
      "learning_rate": 4.8257588974180044e-05,
      "loss": 4.3216,
      "step": 800
    },
    {
      "epoch": 0.31402651779483604,
      "grad_norm": 4.504453182220459,
      "learning_rate": 4.803951500348919e-05,
      "loss": 4.1818,
      "step": 900
    },
    {
      "epoch": 0.34891835310537334,
      "grad_norm": 4.749291896820068,
      "learning_rate": 4.782144103279832e-05,
      "loss": 4.0893,
      "step": 1000
    },
    {
      "epoch": 0.3838101884159107,
      "grad_norm": 4.697039604187012,
      "learning_rate": 4.7603367062107466e-05,
      "loss": 4.0596,
      "step": 1100
    },
    {
      "epoch": 0.418702023726448,
      "grad_norm": 4.919949054718018,
      "learning_rate": 4.738529309141661e-05,
      "loss": 4.0145,
      "step": 1200
    },
    {
      "epoch": 0.45359385903698535,
      "grad_norm": 4.816226482391357,
      "learning_rate": 4.716721912072575e-05,
      "loss": 3.9097,
      "step": 1300
    },
    {
      "epoch": 0.4884856943475227,
      "grad_norm": 4.794589519500732,
      "learning_rate": 4.6949145150034896e-05,
      "loss": 3.8486,
      "step": 1400
    },
    {
      "epoch": 0.5233775296580601,
      "grad_norm": 4.941982269287109,
      "learning_rate": 4.673107117934404e-05,
      "loss": 3.8414,
      "step": 1500
    },
    {
      "epoch": 0.5582693649685974,
      "grad_norm": 4.8971452713012695,
      "learning_rate": 4.6512997208653175e-05,
      "loss": 3.7677,
      "step": 1600
    },
    {
      "epoch": 0.5931612002791347,
      "grad_norm": 4.788393974304199,
      "learning_rate": 4.629492323796232e-05,
      "loss": 3.7563,
      "step": 1700
    },
    {
      "epoch": 0.6280530355896721,
      "grad_norm": 8.283535957336426,
      "learning_rate": 4.607684926727146e-05,
      "loss": 3.702,
      "step": 1800
    },
    {
      "epoch": 0.6629448709002094,
      "grad_norm": 4.443343639373779,
      "learning_rate": 4.5858775296580604e-05,
      "loss": 3.6575,
      "step": 1900
    },
    {
      "epoch": 0.6978367062107467,
      "grad_norm": 4.8935956954956055,
      "learning_rate": 4.564070132588975e-05,
      "loss": 3.6542,
      "step": 2000
    },
    {
      "epoch": 0.732728541521284,
      "grad_norm": 4.706109523773193,
      "learning_rate": 4.542262735519889e-05,
      "loss": 3.588,
      "step": 2100
    },
    {
      "epoch": 0.7676203768318214,
      "grad_norm": 5.829479694366455,
      "learning_rate": 4.520455338450803e-05,
      "loss": 3.5628,
      "step": 2200
    },
    {
      "epoch": 0.8025122121423587,
      "grad_norm": 5.121861457824707,
      "learning_rate": 4.498647941381717e-05,
      "loss": 3.5284,
      "step": 2300
    },
    {
      "epoch": 0.837404047452896,
      "grad_norm": 9.078815460205078,
      "learning_rate": 4.476840544312631e-05,
      "loss": 3.5192,
      "step": 2400
    },
    {
      "epoch": 0.8722958827634334,
      "grad_norm": 4.904483318328857,
      "learning_rate": 4.455033147243545e-05,
      "loss": 3.4818,
      "step": 2500
    },
    {
      "epoch": 0.9071877180739707,
      "grad_norm": 4.965977668762207,
      "learning_rate": 4.433225750174459e-05,
      "loss": 3.4393,
      "step": 2600
    },
    {
      "epoch": 0.942079553384508,
      "grad_norm": 4.89396858215332,
      "learning_rate": 4.4114183531053736e-05,
      "loss": 3.4231,
      "step": 2700
    },
    {
      "epoch": 0.9769713886950454,
      "grad_norm": 5.0034661293029785,
      "learning_rate": 4.389610956036287e-05,
      "loss": 3.3895,
      "step": 2800
    },
    {
      "epoch": 1.0118632240055827,
      "grad_norm": 4.820219039916992,
      "learning_rate": 4.3678035589672015e-05,
      "loss": 3.2998,
      "step": 2900
    },
    {
      "epoch": 1.0467550593161201,
      "grad_norm": 4.667869567871094,
      "learning_rate": 4.345996161898116e-05,
      "loss": 3.172,
      "step": 3000
    },
    {
      "epoch": 1.0816468946266573,
      "grad_norm": 4.847691059112549,
      "learning_rate": 4.32418876482903e-05,
      "loss": 3.1746,
      "step": 3100
    },
    {
      "epoch": 1.1165387299371947,
      "grad_norm": 4.929681301116943,
      "learning_rate": 4.3023813677599444e-05,
      "loss": 3.1565,
      "step": 3200
    },
    {
      "epoch": 1.1514305652477321,
      "grad_norm": 5.4113359451293945,
      "learning_rate": 4.280573970690859e-05,
      "loss": 3.1381,
      "step": 3300
    },
    {
      "epoch": 1.1863224005582693,
      "grad_norm": 5.372176647186279,
      "learning_rate": 4.2587665736217724e-05,
      "loss": 3.1268,
      "step": 3400
    },
    {
      "epoch": 1.2212142358688067,
      "grad_norm": 5.134545803070068,
      "learning_rate": 4.236959176552687e-05,
      "loss": 3.1067,
      "step": 3500
    },
    {
      "epoch": 1.2561060711793441,
      "grad_norm": 5.3275861740112305,
      "learning_rate": 4.215151779483601e-05,
      "loss": 3.0777,
      "step": 3600
    },
    {
      "epoch": 1.2909979064898813,
      "grad_norm": 5.151634216308594,
      "learning_rate": 4.193344382414515e-05,
      "loss": 3.067,
      "step": 3700
    },
    {
      "epoch": 1.3258897418004187,
      "grad_norm": 5.169743061065674,
      "learning_rate": 4.1715369853454296e-05,
      "loss": 3.0564,
      "step": 3800
    },
    {
      "epoch": 1.3607815771109562,
      "grad_norm": 4.969324588775635,
      "learning_rate": 4.149729588276344e-05,
      "loss": 3.0547,
      "step": 3900
    },
    {
      "epoch": 1.3956734124214933,
      "grad_norm": 4.806005477905273,
      "learning_rate": 4.1279221912072576e-05,
      "loss": 3.0324,
      "step": 4000
    },
    {
      "epoch": 1.4305652477320308,
      "grad_norm": 5.4942426681518555,
      "learning_rate": 4.106114794138172e-05,
      "loss": 3.0307,
      "step": 4100
    },
    {
      "epoch": 1.4654570830425682,
      "grad_norm": 5.495986461639404,
      "learning_rate": 4.084307397069086e-05,
      "loss": 3.0058,
      "step": 4200
    },
    {
      "epoch": 1.5003489183531054,
      "grad_norm": 4.752720355987549,
      "learning_rate": 4.0625000000000005e-05,
      "loss": 2.9856,
      "step": 4300
    },
    {
      "epoch": 1.5352407536636425,
      "grad_norm": 4.929941654205322,
      "learning_rate": 4.040692602930914e-05,
      "loss": 2.9931,
      "step": 4400
    },
    {
      "epoch": 1.5701325889741802,
      "grad_norm": 4.883072853088379,
      "learning_rate": 4.0188852058618284e-05,
      "loss": 2.9824,
      "step": 4500
    },
    {
      "epoch": 1.6050244242847174,
      "grad_norm": 5.3392333984375,
      "learning_rate": 3.997077808792743e-05,
      "loss": 2.9538,
      "step": 4600
    },
    {
      "epoch": 1.6399162595952546,
      "grad_norm": 5.304770469665527,
      "learning_rate": 3.9752704117236564e-05,
      "loss": 2.9584,
      "step": 4700
    },
    {
      "epoch": 1.6748080949057922,
      "grad_norm": 5.055889129638672,
      "learning_rate": 3.953463014654571e-05,
      "loss": 2.9221,
      "step": 4800
    },
    {
      "epoch": 1.7096999302163294,
      "grad_norm": 5.006368637084961,
      "learning_rate": 3.931655617585485e-05,
      "loss": 2.9154,
      "step": 4900
    },
    {
      "epoch": 1.7445917655268666,
      "grad_norm": 5.258544921875,
      "learning_rate": 3.909848220516399e-05,
      "loss": 2.9123,
      "step": 5000
    },
    {
      "epoch": 1.7794836008374042,
      "grad_norm": 4.940785884857178,
      "learning_rate": 3.8880408234473136e-05,
      "loss": 2.8721,
      "step": 5100
    },
    {
      "epoch": 1.8143754361479414,
      "grad_norm": 5.046368598937988,
      "learning_rate": 3.866233426378228e-05,
      "loss": 2.8598,
      "step": 5200
    },
    {
      "epoch": 1.8492672714584786,
      "grad_norm": 5.59748649597168,
      "learning_rate": 3.8444260293091416e-05,
      "loss": 2.8819,
      "step": 5300
    },
    {
      "epoch": 1.8841591067690162,
      "grad_norm": 5.261348247528076,
      "learning_rate": 3.822618632240056e-05,
      "loss": 2.8284,
      "step": 5400
    },
    {
      "epoch": 1.9190509420795534,
      "grad_norm": 5.169360160827637,
      "learning_rate": 3.80081123517097e-05,
      "loss": 2.8456,
      "step": 5500
    },
    {
      "epoch": 1.9539427773900906,
      "grad_norm": 5.436888694763184,
      "learning_rate": 3.7790038381018845e-05,
      "loss": 2.8561,
      "step": 5600
    },
    {
      "epoch": 1.988834612700628,
      "grad_norm": 5.126554489135742,
      "learning_rate": 3.757196441032799e-05,
      "loss": 2.8151,
      "step": 5700
    },
    {
      "epoch": 2.0237264480111654,
      "grad_norm": 4.704784870147705,
      "learning_rate": 3.735389043963713e-05,
      "loss": 2.674,
      "step": 5800
    },
    {
      "epoch": 2.0586182833217026,
      "grad_norm": 5.37230920791626,
      "learning_rate": 3.713581646894627e-05,
      "loss": 2.608,
      "step": 5900
    },
    {
      "epoch": 2.0935101186322402,
      "grad_norm": 4.852290630340576,
      "learning_rate": 3.691774249825541e-05,
      "loss": 2.591,
      "step": 6000
    },
    {
      "epoch": 2.1284019539427774,
      "grad_norm": 5.700033664703369,
      "learning_rate": 3.6699668527564554e-05,
      "loss": 2.5985,
      "step": 6100
    },
    {
      "epoch": 2.1632937892533146,
      "grad_norm": 5.340079307556152,
      "learning_rate": 3.64815945568737e-05,
      "loss": 2.5871,
      "step": 6200
    },
    {
      "epoch": 2.1981856245638522,
      "grad_norm": 5.0922532081604,
      "learning_rate": 3.626352058618284e-05,
      "loss": 2.5762,
      "step": 6300
    },
    {
      "epoch": 2.2330774598743894,
      "grad_norm": 5.114669322967529,
      "learning_rate": 3.6045446615491976e-05,
      "loss": 2.5665,
      "step": 6400
    },
    {
      "epoch": 2.2679692951849266,
      "grad_norm": 5.286740303039551,
      "learning_rate": 3.582737264480112e-05,
      "loss": 2.5635,
      "step": 6500
    },
    {
      "epoch": 2.3028611304954643,
      "grad_norm": 5.458755016326904,
      "learning_rate": 3.5609298674110256e-05,
      "loss": 2.5559,
      "step": 6600
    },
    {
      "epoch": 2.3377529658060014,
      "grad_norm": 5.574306488037109,
      "learning_rate": 3.53912247034194e-05,
      "loss": 2.5386,
      "step": 6700
    },
    {
      "epoch": 2.3726448011165386,
      "grad_norm": 5.048354148864746,
      "learning_rate": 3.517315073272854e-05,
      "loss": 2.5325,
      "step": 6800
    },
    {
      "epoch": 2.407536636427076,
      "grad_norm": 5.464790344238281,
      "learning_rate": 3.4955076762037685e-05,
      "loss": 2.5501,
      "step": 6900
    },
    {
      "epoch": 2.4424284717376135,
      "grad_norm": 5.763171672821045,
      "learning_rate": 3.473700279134683e-05,
      "loss": 2.5496,
      "step": 7000
    },
    {
      "epoch": 2.4773203070481506,
      "grad_norm": 5.179362773895264,
      "learning_rate": 3.4518928820655964e-05,
      "loss": 2.5447,
      "step": 7100
    },
    {
      "epoch": 2.5122121423586883,
      "grad_norm": 5.075343132019043,
      "learning_rate": 3.430085484996511e-05,
      "loss": 2.5568,
      "step": 7200
    },
    {
      "epoch": 2.5471039776692255,
      "grad_norm": 5.105709552764893,
      "learning_rate": 3.408278087927425e-05,
      "loss": 2.5631,
      "step": 7300
    },
    {
      "epoch": 2.5819958129797627,
      "grad_norm": 5.484874248504639,
      "learning_rate": 3.3864706908583394e-05,
      "loss": 2.5462,
      "step": 7400
    },
    {
      "epoch": 2.6168876482903,
      "grad_norm": 5.008668422698975,
      "learning_rate": 3.364663293789254e-05,
      "loss": 2.5169,
      "step": 7500
    },
    {
      "epoch": 2.6517794836008375,
      "grad_norm": 5.086187362670898,
      "learning_rate": 3.342855896720168e-05,
      "loss": 2.5182,
      "step": 7600
    },
    {
      "epoch": 2.6866713189113747,
      "grad_norm": 5.237493991851807,
      "learning_rate": 3.3210484996510816e-05,
      "loss": 2.5152,
      "step": 7700
    },
    {
      "epoch": 2.7215631542219123,
      "grad_norm": 4.8399977684021,
      "learning_rate": 3.299241102581996e-05,
      "loss": 2.5159,
      "step": 7800
    },
    {
      "epoch": 2.7564549895324495,
      "grad_norm": 5.455721378326416,
      "learning_rate": 3.27743370551291e-05,
      "loss": 2.5059,
      "step": 7900
    },
    {
      "epoch": 2.7913468248429867,
      "grad_norm": 4.843439102172852,
      "learning_rate": 3.2556263084438245e-05,
      "loss": 2.5007,
      "step": 8000
    },
    {
      "epoch": 2.826238660153524,
      "grad_norm": 5.252379417419434,
      "learning_rate": 3.233818911374739e-05,
      "loss": 2.4966,
      "step": 8100
    },
    {
      "epoch": 2.8611304954640615,
      "grad_norm": 4.738300800323486,
      "learning_rate": 3.212011514305653e-05,
      "loss": 2.5076,
      "step": 8200
    },
    {
      "epoch": 2.8960223307745987,
      "grad_norm": 4.630394458770752,
      "learning_rate": 3.190204117236567e-05,
      "loss": 2.5125,
      "step": 8300
    },
    {
      "epoch": 2.9309141660851363,
      "grad_norm": 5.112858772277832,
      "learning_rate": 3.168396720167481e-05,
      "loss": 2.496,
      "step": 8400
    },
    {
      "epoch": 2.9658060013956735,
      "grad_norm": 4.9403510093688965,
      "learning_rate": 3.146589323098395e-05,
      "loss": 2.4916,
      "step": 8500
    },
    {
      "epoch": 3.0006978367062107,
      "grad_norm": 4.983951091766357,
      "learning_rate": 3.124781926029309e-05,
      "loss": 2.4925,
      "step": 8600
    },
    {
      "epoch": 3.035589672016748,
      "grad_norm": 4.399389743804932,
      "learning_rate": 3.1029745289602233e-05,
      "loss": 2.27,
      "step": 8700
    },
    {
      "epoch": 3.0704815073272855,
      "grad_norm": 5.247836589813232,
      "learning_rate": 3.0811671318911377e-05,
      "loss": 2.283,
      "step": 8800
    },
    {
      "epoch": 3.1053733426378227,
      "grad_norm": 5.457115173339844,
      "learning_rate": 3.059359734822051e-05,
      "loss": 2.2568,
      "step": 8900
    },
    {
      "epoch": 3.14026517794836,
      "grad_norm": 4.6203179359436035,
      "learning_rate": 3.037552337752966e-05,
      "loss": 2.2618,
      "step": 9000
    },
    {
      "epoch": 3.1751570132588975,
      "grad_norm": 5.432634353637695,
      "learning_rate": 3.01574494068388e-05,
      "loss": 2.2945,
      "step": 9100
    },
    {
      "epoch": 3.2100488485694347,
      "grad_norm": 5.295199871063232,
      "learning_rate": 2.9939375436147942e-05,
      "loss": 2.2687,
      "step": 9200
    },
    {
      "epoch": 3.244940683879972,
      "grad_norm": 5.510141849517822,
      "learning_rate": 2.9721301465457085e-05,
      "loss": 2.2846,
      "step": 9300
    },
    {
      "epoch": 3.2798325191905096,
      "grad_norm": 5.49964714050293,
      "learning_rate": 2.950322749476623e-05,
      "loss": 2.2727,
      "step": 9400
    },
    {
      "epoch": 3.3147243545010467,
      "grad_norm": 5.006816864013672,
      "learning_rate": 2.928515352407537e-05,
      "loss": 2.27,
      "step": 9500
    },
    {
      "epoch": 3.349616189811584,
      "grad_norm": 4.75443172454834,
      "learning_rate": 2.9067079553384508e-05,
      "loss": 2.2896,
      "step": 9600
    },
    {
      "epoch": 3.3845080251221216,
      "grad_norm": 5.43818473815918,
      "learning_rate": 2.884900558269365e-05,
      "loss": 2.2823,
      "step": 9700
    },
    {
      "epoch": 3.4193998604326588,
      "grad_norm": 5.078537940979004,
      "learning_rate": 2.8630931612002794e-05,
      "loss": 2.2689,
      "step": 9800
    },
    {
      "epoch": 3.454291695743196,
      "grad_norm": 5.591304302215576,
      "learning_rate": 2.8412857641311934e-05,
      "loss": 2.2915,
      "step": 9900
    },
    {
      "epoch": 3.4891835310537336,
      "grad_norm": 5.2217559814453125,
      "learning_rate": 2.8194783670621077e-05,
      "loss": 2.268,
      "step": 10000
    },
    {
      "epoch": 3.5240753663642708,
      "grad_norm": 5.424462795257568,
      "learning_rate": 2.797670969993022e-05,
      "loss": 2.2562,
      "step": 10100
    },
    {
      "epoch": 3.558967201674808,
      "grad_norm": 5.45490837097168,
      "learning_rate": 2.7758635729239356e-05,
      "loss": 2.2699,
      "step": 10200
    },
    {
      "epoch": 3.5938590369853456,
      "grad_norm": 5.29006814956665,
      "learning_rate": 2.75405617585485e-05,
      "loss": 2.2875,
      "step": 10300
    },
    {
      "epoch": 3.628750872295883,
      "grad_norm": 5.640931606292725,
      "learning_rate": 2.7322487787857642e-05,
      "loss": 2.277,
      "step": 10400
    },
    {
      "epoch": 3.66364270760642,
      "grad_norm": 5.791449069976807,
      "learning_rate": 2.7104413817166786e-05,
      "loss": 2.289,
      "step": 10500
    },
    {
      "epoch": 3.698534542916957,
      "grad_norm": 5.233780860900879,
      "learning_rate": 2.688633984647593e-05,
      "loss": 2.2559,
      "step": 10600
    },
    {
      "epoch": 3.733426378227495,
      "grad_norm": 4.809124946594238,
      "learning_rate": 2.6668265875785072e-05,
      "loss": 2.2699,
      "step": 10700
    },
    {
      "epoch": 3.768318213538032,
      "grad_norm": 5.174726963043213,
      "learning_rate": 2.6450191905094208e-05,
      "loss": 2.2584,
      "step": 10800
    },
    {
      "epoch": 3.8032100488485696,
      "grad_norm": 5.181713104248047,
      "learning_rate": 2.623211793440335e-05,
      "loss": 2.2426,
      "step": 10900
    },
    {
      "epoch": 3.838101884159107,
      "grad_norm": 5.212897777557373,
      "learning_rate": 2.601404396371249e-05,
      "loss": 2.2257,
      "step": 11000
    },
    {
      "epoch": 3.872993719469644,
      "grad_norm": 5.191478252410889,
      "learning_rate": 2.5795969993021634e-05,
      "loss": 2.2468,
      "step": 11100
    },
    {
      "epoch": 3.907885554780181,
      "grad_norm": 5.237133979797363,
      "learning_rate": 2.5577896022330777e-05,
      "loss": 2.2529,
      "step": 11200
    },
    {
      "epoch": 3.942777390090719,
      "grad_norm": 5.110697269439697,
      "learning_rate": 2.535982205163992e-05,
      "loss": 2.2403,
      "step": 11300
    },
    {
      "epoch": 3.977669225401256,
      "grad_norm": 5.379474639892578,
      "learning_rate": 2.5141748080949056e-05,
      "loss": 2.2432,
      "step": 11400
    },
    {
      "epoch": 4.012561060711794,
      "grad_norm": 5.239147663116455,
      "learning_rate": 2.49236741102582e-05,
      "loss": 2.1658,
      "step": 11500
    },
    {
      "epoch": 4.047452896022331,
      "grad_norm": 5.401543140411377,
      "learning_rate": 2.4705600139567343e-05,
      "loss": 2.0642,
      "step": 11600
    },
    {
      "epoch": 4.082344731332868,
      "grad_norm": 5.2488322257995605,
      "learning_rate": 2.4487526168876486e-05,
      "loss": 2.0671,
      "step": 11700
    },
    {
      "epoch": 4.117236566643405,
      "grad_norm": 5.270359039306641,
      "learning_rate": 2.4269452198185625e-05,
      "loss": 2.0655,
      "step": 11800
    },
    {
      "epoch": 4.152128401953942,
      "grad_norm": 5.2798614501953125,
      "learning_rate": 2.4051378227494765e-05,
      "loss": 2.0595,
      "step": 11900
    },
    {
      "epoch": 4.1870202372644805,
      "grad_norm": 5.490713119506836,
      "learning_rate": 2.3833304256803908e-05,
      "loss": 2.076,
      "step": 12000
    },
    {
      "epoch": 4.221912072575018,
      "grad_norm": 5.069546699523926,
      "learning_rate": 2.361523028611305e-05,
      "loss": 2.0744,
      "step": 12100
    },
    {
      "epoch": 4.256803907885555,
      "grad_norm": 5.110651016235352,
      "learning_rate": 2.339715631542219e-05,
      "loss": 2.058,
      "step": 12200
    },
    {
      "epoch": 4.291695743196092,
      "grad_norm": 5.666290760040283,
      "learning_rate": 2.3179082344731334e-05,
      "loss": 2.111,
      "step": 12300
    },
    {
      "epoch": 4.326587578506629,
      "grad_norm": 5.498898983001709,
      "learning_rate": 2.2961008374040477e-05,
      "loss": 2.0557,
      "step": 12400
    },
    {
      "epoch": 4.361479413817166,
      "grad_norm": 5.75054407119751,
      "learning_rate": 2.2742934403349617e-05,
      "loss": 2.0703,
      "step": 12500
    },
    {
      "epoch": 4.3963712491277045,
      "grad_norm": 5.280162811279297,
      "learning_rate": 2.252486043265876e-05,
      "loss": 2.0588,
      "step": 12600
    },
    {
      "epoch": 4.431263084438242,
      "grad_norm": 5.701440334320068,
      "learning_rate": 2.2306786461967903e-05,
      "loss": 2.0804,
      "step": 12700
    },
    {
      "epoch": 4.466154919748779,
      "grad_norm": 5.908513069152832,
      "learning_rate": 2.2088712491277043e-05,
      "loss": 2.0645,
      "step": 12800
    },
    {
      "epoch": 4.501046755059316,
      "grad_norm": 4.762182712554932,
      "learning_rate": 2.1870638520586183e-05,
      "loss": 2.0615,
      "step": 12900
    },
    {
      "epoch": 4.535938590369853,
      "grad_norm": 5.06411075592041,
      "learning_rate": 2.1652564549895326e-05,
      "loss": 2.0684,
      "step": 13000
    },
    {
      "epoch": 4.57083042568039,
      "grad_norm": 5.691733360290527,
      "learning_rate": 2.1434490579204465e-05,
      "loss": 2.0636,
      "step": 13100
    },
    {
      "epoch": 4.6057222609909285,
      "grad_norm": 5.261690139770508,
      "learning_rate": 2.121641660851361e-05,
      "loss": 2.0679,
      "step": 13200
    },
    {
      "epoch": 4.640614096301466,
      "grad_norm": 5.58465051651001,
      "learning_rate": 2.099834263782275e-05,
      "loss": 2.086,
      "step": 13300
    },
    {
      "epoch": 4.675505931612003,
      "grad_norm": 5.2169952392578125,
      "learning_rate": 2.078026866713189e-05,
      "loss": 2.0703,
      "step": 13400
    },
    {
      "epoch": 4.71039776692254,
      "grad_norm": 5.576324939727783,
      "learning_rate": 2.0562194696441034e-05,
      "loss": 2.0862,
      "step": 13500
    },
    {
      "epoch": 4.745289602233077,
      "grad_norm": 5.461946964263916,
      "learning_rate": 2.0344120725750178e-05,
      "loss": 2.0627,
      "step": 13600
    },
    {
      "epoch": 4.7801814375436145,
      "grad_norm": 5.098294258117676,
      "learning_rate": 2.0126046755059317e-05,
      "loss": 2.0736,
      "step": 13700
    },
    {
      "epoch": 4.815073272854152,
      "grad_norm": 5.7679853439331055,
      "learning_rate": 1.990797278436846e-05,
      "loss": 2.0635,
      "step": 13800
    },
    {
      "epoch": 4.84996510816469,
      "grad_norm": 5.441159725189209,
      "learning_rate": 1.96898988136776e-05,
      "loss": 2.1033,
      "step": 13900
    },
    {
      "epoch": 4.884856943475227,
      "grad_norm": 6.114187717437744,
      "learning_rate": 1.947182484298674e-05,
      "loss": 2.0641,
      "step": 14000
    },
    {
      "epoch": 4.919748778785764,
      "grad_norm": 5.230809688568115,
      "learning_rate": 1.9253750872295883e-05,
      "loss": 2.0742,
      "step": 14100
    },
    {
      "epoch": 4.954640614096301,
      "grad_norm": 5.573941707611084,
      "learning_rate": 1.9035676901605026e-05,
      "loss": 2.0967,
      "step": 14200
    },
    {
      "epoch": 4.9895324494068385,
      "grad_norm": 5.449982166290283,
      "learning_rate": 1.8817602930914166e-05,
      "loss": 2.0524,
      "step": 14300
    },
    {
      "epoch": 5.024424284717377,
      "grad_norm": 5.071106433868408,
      "learning_rate": 1.859952896022331e-05,
      "loss": 1.9743,
      "step": 14400
    },
    {
      "epoch": 5.059316120027914,
      "grad_norm": 5.510537624359131,
      "learning_rate": 1.8381454989532452e-05,
      "loss": 1.8963,
      "step": 14500
    },
    {
      "epoch": 5.094207955338451,
      "grad_norm": 5.249537467956543,
      "learning_rate": 1.816338101884159e-05,
      "loss": 1.9142,
      "step": 14600
    },
    {
      "epoch": 5.129099790648988,
      "grad_norm": 6.67589807510376,
      "learning_rate": 1.7945307048150735e-05,
      "loss": 1.888,
      "step": 14700
    },
    {
      "epoch": 5.163991625959525,
      "grad_norm": 5.381292819976807,
      "learning_rate": 1.7727233077459874e-05,
      "loss": 1.9226,
      "step": 14800
    },
    {
      "epoch": 5.1988834612700625,
      "grad_norm": 5.443178653717041,
      "learning_rate": 1.7509159106769018e-05,
      "loss": 1.901,
      "step": 14900
    },
    {
      "epoch": 5.2337752965806,
      "grad_norm": 5.7889018058776855,
      "learning_rate": 1.7291085136078157e-05,
      "loss": 1.9326,
      "step": 15000
    },
    {
      "epoch": 5.268667131891138,
      "grad_norm": 5.440788745880127,
      "learning_rate": 1.70730111653873e-05,
      "loss": 1.9295,
      "step": 15100
    },
    {
      "epoch": 5.303558967201675,
      "grad_norm": 5.275712490081787,
      "learning_rate": 1.685493719469644e-05,
      "loss": 1.9146,
      "step": 15200
    },
    {
      "epoch": 5.338450802512212,
      "grad_norm": 5.518808841705322,
      "learning_rate": 1.6636863224005583e-05,
      "loss": 1.9308,
      "step": 15300
    },
    {
      "epoch": 5.373342637822749,
      "grad_norm": 5.810028553009033,
      "learning_rate": 1.6418789253314726e-05,
      "loss": 1.9393,
      "step": 15400
    },
    {
      "epoch": 5.4082344731332865,
      "grad_norm": 5.17830753326416,
      "learning_rate": 1.6200715282623866e-05,
      "loss": 1.9166,
      "step": 15500
    },
    {
      "epoch": 5.443126308443825,
      "grad_norm": 5.424782752990723,
      "learning_rate": 1.598264131193301e-05,
      "loss": 1.8713,
      "step": 15600
    },
    {
      "epoch": 5.478018143754362,
      "grad_norm": 5.202701568603516,
      "learning_rate": 1.5764567341242152e-05,
      "loss": 1.9279,
      "step": 15700
    },
    {
      "epoch": 5.512909979064899,
      "grad_norm": 5.875789642333984,
      "learning_rate": 1.5546493370551292e-05,
      "loss": 1.9216,
      "step": 15800
    },
    {
      "epoch": 5.547801814375436,
      "grad_norm": 5.769129276275635,
      "learning_rate": 1.532841939986043e-05,
      "loss": 1.9097,
      "step": 15900
    },
    {
      "epoch": 5.582693649685973,
      "grad_norm": 5.4025421142578125,
      "learning_rate": 1.5110345429169576e-05,
      "loss": 1.9151,
      "step": 16000
    },
    {
      "epoch": 5.617585484996511,
      "grad_norm": 4.817849636077881,
      "learning_rate": 1.4892271458478716e-05,
      "loss": 1.9122,
      "step": 16100
    },
    {
      "epoch": 5.652477320307048,
      "grad_norm": 5.83222770690918,
      "learning_rate": 1.4674197487787857e-05,
      "loss": 1.9219,
      "step": 16200
    },
    {
      "epoch": 5.687369155617586,
      "grad_norm": 5.329492092132568,
      "learning_rate": 1.4456123517097e-05,
      "loss": 1.9142,
      "step": 16300
    },
    {
      "epoch": 5.722260990928123,
      "grad_norm": 5.5221686363220215,
      "learning_rate": 1.423804954640614e-05,
      "loss": 1.9194,
      "step": 16400
    },
    {
      "epoch": 5.75715282623866,
      "grad_norm": 6.1820197105407715,
      "learning_rate": 1.4019975575715283e-05,
      "loss": 1.937,
      "step": 16500
    },
    {
      "epoch": 5.792044661549197,
      "grad_norm": 5.7394232749938965,
      "learning_rate": 1.3801901605024425e-05,
      "loss": 1.919,
      "step": 16600
    },
    {
      "epoch": 5.826936496859735,
      "grad_norm": 5.4087042808532715,
      "learning_rate": 1.3583827634333568e-05,
      "loss": 1.9118,
      "step": 16700
    },
    {
      "epoch": 5.861828332170272,
      "grad_norm": 5.745779037475586,
      "learning_rate": 1.3365753663642708e-05,
      "loss": 1.934,
      "step": 16800
    },
    {
      "epoch": 5.89672016748081,
      "grad_norm": 5.784609794616699,
      "learning_rate": 1.314767969295185e-05,
      "loss": 1.9248,
      "step": 16900
    },
    {
      "epoch": 5.931612002791347,
      "grad_norm": 7.318721294403076,
      "learning_rate": 1.2929605722260992e-05,
      "loss": 1.9192,
      "step": 17000
    },
    {
      "epoch": 5.966503838101884,
      "grad_norm": 5.4304304122924805,
      "learning_rate": 1.2711531751570133e-05,
      "loss": 1.948,
      "step": 17100
    },
    {
      "epoch": 6.001395673412421,
      "grad_norm": 5.5656609535217285,
      "learning_rate": 1.2493457780879275e-05,
      "loss": 1.9194,
      "step": 17200
    },
    {
      "epoch": 6.036287508722959,
      "grad_norm": 5.588869094848633,
      "learning_rate": 1.2275383810188416e-05,
      "loss": 1.78,
      "step": 17300
    },
    {
      "epoch": 6.071179344033496,
      "grad_norm": 5.662446975708008,
      "learning_rate": 1.2057309839497558e-05,
      "loss": 1.7815,
      "step": 17400
    },
    {
      "epoch": 6.106071179344034,
      "grad_norm": 5.681488037109375,
      "learning_rate": 1.18392358688067e-05,
      "loss": 1.7902,
      "step": 17500
    },
    {
      "epoch": 6.140963014654571,
      "grad_norm": 5.237543106079102,
      "learning_rate": 1.162116189811584e-05,
      "loss": 1.7949,
      "step": 17600
    },
    {
      "epoch": 6.175854849965108,
      "grad_norm": 6.3692474365234375,
      "learning_rate": 1.1403087927424982e-05,
      "loss": 1.7712,
      "step": 17700
    },
    {
      "epoch": 6.210746685275645,
      "grad_norm": 5.9078049659729,
      "learning_rate": 1.1185013956734125e-05,
      "loss": 1.7964,
      "step": 17800
    },
    {
      "epoch": 6.245638520586183,
      "grad_norm": 5.628890037536621,
      "learning_rate": 1.0966939986043266e-05,
      "loss": 1.7937,
      "step": 17900
    },
    {
      "epoch": 6.28053035589672,
      "grad_norm": 5.680924415588379,
      "learning_rate": 1.074886601535241e-05,
      "loss": 1.8011,
      "step": 18000
    },
    {
      "epoch": 6.315422191207258,
      "grad_norm": 5.3683857917785645,
      "learning_rate": 1.053079204466155e-05,
      "loss": 1.8093,
      "step": 18100
    },
    {
      "epoch": 6.350314026517795,
      "grad_norm": 6.106055736541748,
      "learning_rate": 1.031271807397069e-05,
      "loss": 1.8021,
      "step": 18200
    },
    {
      "epoch": 6.385205861828332,
      "grad_norm": 5.841535568237305,
      "learning_rate": 1.0094644103279834e-05,
      "loss": 1.8266,
      "step": 18300
    },
    {
      "epoch": 6.4200976971388695,
      "grad_norm": 5.864353179931641,
      "learning_rate": 9.876570132588975e-06,
      "loss": 1.8075,
      "step": 18400
    },
    {
      "epoch": 6.454989532449407,
      "grad_norm": 8.195747375488281,
      "learning_rate": 9.658496161898117e-06,
      "loss": 1.8123,
      "step": 18500
    },
    {
      "epoch": 6.489881367759944,
      "grad_norm": 6.448851585388184,
      "learning_rate": 9.440422191207258e-06,
      "loss": 1.7956,
      "step": 18600
    },
    {
      "epoch": 6.524773203070481,
      "grad_norm": 5.370660305023193,
      "learning_rate": 9.2223482205164e-06,
      "loss": 1.7862,
      "step": 18700
    },
    {
      "epoch": 6.559665038381019,
      "grad_norm": 5.711855411529541,
      "learning_rate": 9.00427424982554e-06,
      "loss": 1.8082,
      "step": 18800
    },
    {
      "epoch": 6.594556873691556,
      "grad_norm": 5.534999847412109,
      "learning_rate": 8.786200279134684e-06,
      "loss": 1.8117,
      "step": 18900
    },
    {
      "epoch": 6.6294487090020935,
      "grad_norm": 5.1350789070129395,
      "learning_rate": 8.568126308443825e-06,
      "loss": 1.8072,
      "step": 19000
    },
    {
      "epoch": 6.664340544312631,
      "grad_norm": 5.525078773498535,
      "learning_rate": 8.350052337752965e-06,
      "loss": 1.7891,
      "step": 19100
    },
    {
      "epoch": 6.699232379623168,
      "grad_norm": 5.587681293487549,
      "learning_rate": 8.131978367062108e-06,
      "loss": 1.786,
      "step": 19200
    },
    {
      "epoch": 6.734124214933706,
      "grad_norm": 5.702240467071533,
      "learning_rate": 7.91390439637125e-06,
      "loss": 1.8239,
      "step": 19300
    },
    {
      "epoch": 6.769016050244243,
      "grad_norm": 6.304993152618408,
      "learning_rate": 7.695830425680391e-06,
      "loss": 1.8181,
      "step": 19400
    },
    {
      "epoch": 6.80390788555478,
      "grad_norm": 5.786768913269043,
      "learning_rate": 7.477756454989533e-06,
      "loss": 1.8127,
      "step": 19500
    },
    {
      "epoch": 6.8387997208653175,
      "grad_norm": 5.68336820602417,
      "learning_rate": 7.2596824842986745e-06,
      "loss": 1.7917,
      "step": 19600
    },
    {
      "epoch": 6.873691556175855,
      "grad_norm": 5.827804088592529,
      "learning_rate": 7.041608513607816e-06,
      "loss": 1.8309,
      "step": 19700
    },
    {
      "epoch": 6.908583391486392,
      "grad_norm": 5.98842716217041,
      "learning_rate": 6.823534542916958e-06,
      "loss": 1.7808,
      "step": 19800
    },
    {
      "epoch": 6.943475226796929,
      "grad_norm": 5.252569198608398,
      "learning_rate": 6.6054605722261e-06,
      "loss": 1.8115,
      "step": 19900
    },
    {
      "epoch": 6.978367062107467,
      "grad_norm": 5.1013288497924805,
      "learning_rate": 6.38738660153524e-06,
      "loss": 1.7922,
      "step": 20000
    },
    {
      "epoch": 7.013258897418004,
      "grad_norm": 5.664073467254639,
      "learning_rate": 6.169312630844383e-06,
      "loss": 1.7694,
      "step": 20100
    },
    {
      "epoch": 7.0481507327285415,
      "grad_norm": 5.690623760223389,
      "learning_rate": 5.951238660153524e-06,
      "loss": 1.7241,
      "step": 20200
    },
    {
      "epoch": 7.083042568039079,
      "grad_norm": 5.286320209503174,
      "learning_rate": 5.733164689462666e-06,
      "loss": 1.7105,
      "step": 20300
    },
    {
      "epoch": 7.117934403349616,
      "grad_norm": 5.791104793548584,
      "learning_rate": 5.515090718771808e-06,
      "loss": 1.7085,
      "step": 20400
    },
    {
      "epoch": 7.152826238660153,
      "grad_norm": 5.083521366119385,
      "learning_rate": 5.297016748080949e-06,
      "loss": 1.7011,
      "step": 20500
    },
    {
      "epoch": 7.187718073970691,
      "grad_norm": 5.443909645080566,
      "learning_rate": 5.078942777390091e-06,
      "loss": 1.7239,
      "step": 20600
    },
    {
      "epoch": 7.222609909281228,
      "grad_norm": 6.203304767608643,
      "learning_rate": 4.8608688066992325e-06,
      "loss": 1.7177,
      "step": 20700
    },
    {
      "epoch": 7.257501744591766,
      "grad_norm": 6.1620564460754395,
      "learning_rate": 4.642794836008374e-06,
      "loss": 1.6979,
      "step": 20800
    },
    {
      "epoch": 7.292393579902303,
      "grad_norm": 6.96720027923584,
      "learning_rate": 4.424720865317516e-06,
      "loss": 1.7266,
      "step": 20900
    },
    {
      "epoch": 7.32728541521284,
      "grad_norm": 6.198672771453857,
      "learning_rate": 4.206646894626658e-06,
      "loss": 1.7106,
      "step": 21000
    },
    {
      "epoch": 7.362177250523377,
      "grad_norm": 5.367521286010742,
      "learning_rate": 3.9885729239358e-06,
      "loss": 1.7188,
      "step": 21100
    },
    {
      "epoch": 7.397069085833915,
      "grad_norm": 5.912238597869873,
      "learning_rate": 3.770498953244941e-06,
      "loss": 1.7194,
      "step": 21200
    },
    {
      "epoch": 7.431960921144452,
      "grad_norm": 5.624551296234131,
      "learning_rate": 3.5524249825540826e-06,
      "loss": 1.7169,
      "step": 21300
    },
    {
      "epoch": 7.46685275645499,
      "grad_norm": 5.592011451721191,
      "learning_rate": 3.3343510118632245e-06,
      "loss": 1.7247,
      "step": 21400
    },
    {
      "epoch": 7.501744591765527,
      "grad_norm": 5.727781295776367,
      "learning_rate": 3.116277041172366e-06,
      "loss": 1.7231,
      "step": 21500
    },
    {
      "epoch": 7.536636427076064,
      "grad_norm": 5.530336856842041,
      "learning_rate": 2.8982030704815073e-06,
      "loss": 1.7057,
      "step": 21600
    },
    {
      "epoch": 7.571528262386601,
      "grad_norm": 6.076034069061279,
      "learning_rate": 2.680129099790649e-06,
      "loss": 1.7196,
      "step": 21700
    },
    {
      "epoch": 7.606420097697139,
      "grad_norm": 5.994781017303467,
      "learning_rate": 2.462055129099791e-06,
      "loss": 1.7241,
      "step": 21800
    },
    {
      "epoch": 7.641311933007676,
      "grad_norm": 5.7654948234558105,
      "learning_rate": 2.2439811584089323e-06,
      "loss": 1.7211,
      "step": 21900
    },
    {
      "epoch": 7.676203768318214,
      "grad_norm": 5.507397174835205,
      "learning_rate": 2.025907187718074e-06,
      "loss": 1.7044,
      "step": 22000
    },
    {
      "epoch": 7.711095603628751,
      "grad_norm": 5.571853160858154,
      "learning_rate": 1.8078332170272158e-06,
      "loss": 1.7384,
      "step": 22100
    },
    {
      "epoch": 7.745987438939288,
      "grad_norm": 5.2521867752075195,
      "learning_rate": 1.5897592463363572e-06,
      "loss": 1.7174,
      "step": 22200
    },
    {
      "epoch": 7.780879274249825,
      "grad_norm": 26.5225887298584,
      "learning_rate": 1.371685275645499e-06,
      "loss": 1.7183,
      "step": 22300
    },
    {
      "epoch": 7.815771109560363,
      "grad_norm": 6.7133307456970215,
      "learning_rate": 1.1536113049546406e-06,
      "loss": 1.7281,
      "step": 22400
    },
    {
      "epoch": 7.8506629448709,
      "grad_norm": 5.532526016235352,
      "learning_rate": 9.355373342637824e-07,
      "loss": 1.7132,
      "step": 22500
    },
    {
      "epoch": 7.885554780181438,
      "grad_norm": 5.792304992675781,
      "learning_rate": 7.17463363572924e-07,
      "loss": 1.6923,
      "step": 22600
    },
    {
      "epoch": 7.920446615491975,
      "grad_norm": 6.1261210441589355,
      "learning_rate": 4.993893928820656e-07,
      "loss": 1.7188,
      "step": 22700
    },
    {
      "epoch": 7.955338450802512,
      "grad_norm": 5.306552410125732,
      "learning_rate": 2.8131542219120726e-07,
      "loss": 1.7141,
      "step": 22800
    },
    {
      "epoch": 7.990230286113049,
      "grad_norm": 5.88728141784668,
      "learning_rate": 6.324145150034892e-08,
      "loss": 1.7307,
      "step": 22900
    }
  ],
  "logging_steps": 100,
  "max_steps": 22928,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 8,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 50,
  "trial_name": null,
  "trial_params": null
}