{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.3110419906687403,
  "eval_steps": 100,
  "global_step": 2000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00015552099533437013,
      "grad_norm": 4.662841910859059,
      "learning_rate": 9.999999403215137e-06,
      "loss": 0.5705,
      "step": 1
    },
    {
      "epoch": 0.00031104199066874026,
      "grad_norm": 3.2101601568771754,
      "learning_rate": 9.999997612860688e-06,
      "loss": 0.5483,
      "step": 2
    },
    {
      "epoch": 0.00046656298600311044,
      "grad_norm": 4.156927485367742,
      "learning_rate": 9.999994628937082e-06,
      "loss": 0.5274,
      "step": 3
    },
    {
      "epoch": 0.0006220839813374805,
      "grad_norm": 3.3680995992825533,
      "learning_rate": 9.99999045144503e-06,
      "loss": 0.5289,
      "step": 4
    },
    {
      "epoch": 0.0007776049766718507,
      "grad_norm": 3.3625564866317608,
      "learning_rate": 9.99998508038553e-06,
      "loss": 0.379,
      "step": 5
    },
    {
      "epoch": 0.0009331259720062209,
      "grad_norm": 2.7876669390361055,
      "learning_rate": 9.999978515759865e-06,
      "loss": 0.4019,
      "step": 6
    },
    {
      "epoch": 0.001088646967340591,
      "grad_norm": 2.8774460632164955,
      "learning_rate": 9.999970757569602e-06,
      "loss": 0.4947,
      "step": 7
    },
    {
      "epoch": 0.001244167962674961,
      "grad_norm": 2.126555417939935,
      "learning_rate": 9.999961805816589e-06,
      "loss": 0.3555,
      "step": 8
    },
    {
      "epoch": 0.0013996889580093312,
      "grad_norm": 1.9764001175562893,
      "learning_rate": 9.999951660502969e-06,
      "loss": 0.3102,
      "step": 9
    },
    {
      "epoch": 0.0015552099533437014,
      "grad_norm": 1.122915497849003,
      "learning_rate": 9.999940321631158e-06,
      "loss": 0.2802,
      "step": 10
    },
    {
      "epoch": 0.0017107309486780716,
      "grad_norm": 2.6849893357934436,
      "learning_rate": 9.99992778920387e-06,
      "loss": 0.3883,
      "step": 11
    },
    {
      "epoch": 0.0018662519440124418,
      "grad_norm": 1.5146624591903277,
      "learning_rate": 9.999914063224088e-06,
      "loss": 0.2749,
      "step": 12
    },
    {
      "epoch": 0.002021772939346812,
      "grad_norm": 1.4042567809467454,
      "learning_rate": 9.999899143695095e-06,
      "loss": 0.296,
      "step": 13
    },
    {
      "epoch": 0.002177293934681182,
      "grad_norm": 1.817010561320059,
      "learning_rate": 9.99988303062045e-06,
      "loss": 0.3278,
      "step": 14
    },
    {
      "epoch": 0.0023328149300155523,
      "grad_norm": 1.795433870197738,
      "learning_rate": 9.999865724003998e-06,
      "loss": 0.3146,
      "step": 15
    },
    {
      "epoch": 0.002488335925349922,
      "grad_norm": 1.7826807436565577,
      "learning_rate": 9.999847223849875e-06,
      "loss": 0.3233,
      "step": 16
    },
    {
      "epoch": 0.0026438569206842922,
      "grad_norm": 1.7206284351475924,
      "learning_rate": 9.999827530162493e-06,
      "loss": 0.3246,
      "step": 17
    },
    {
      "epoch": 0.0027993779160186624,
      "grad_norm": 3.8760819362380867,
      "learning_rate": 9.999806642946554e-06,
      "loss": 0.2648,
      "step": 18
    },
    {
      "epoch": 0.0029548989113530326,
      "grad_norm": 1.5644293516985985,
      "learning_rate": 9.999784562207046e-06,
      "loss": 0.3096,
      "step": 19
    },
    {
      "epoch": 0.003110419906687403,
      "grad_norm": 2.0190853150190877,
      "learning_rate": 9.999761287949237e-06,
      "loss": 0.307,
      "step": 20
    },
    {
      "epoch": 0.003265940902021773,
      "grad_norm": 2.763319388592032,
      "learning_rate": 9.999736820178686e-06,
      "loss": 0.4327,
      "step": 21
    },
    {
      "epoch": 0.003421461897356143,
      "grad_norm": 1.6605096033172442,
      "learning_rate": 9.999711158901231e-06,
      "loss": 0.3918,
      "step": 22
    },
    {
      "epoch": 0.0035769828926905133,
      "grad_norm": 1.7508401571856476,
      "learning_rate": 9.999684304123e-06,
      "loss": 0.3852,
      "step": 23
    },
    {
      "epoch": 0.0037325038880248835,
      "grad_norm": 2.0163360210179335,
      "learning_rate": 9.999656255850401e-06,
      "loss": 0.3567,
      "step": 24
    },
    {
      "epoch": 0.0038880248833592537,
      "grad_norm": 1.5224484473221345,
      "learning_rate": 9.999627014090133e-06,
      "loss": 0.3185,
      "step": 25
    },
    {
      "epoch": 0.004043545878693624,
      "grad_norm": 1.5651644136387708,
      "learning_rate": 9.999596578849173e-06,
      "loss": 0.2548,
      "step": 26
    },
    {
      "epoch": 0.004199066874027994,
      "grad_norm": 1.506984699015577,
      "learning_rate": 9.999564950134788e-06,
      "loss": 0.2719,
      "step": 27
    },
    {
      "epoch": 0.004354587869362364,
      "grad_norm": 1.5707101400798584,
      "learning_rate": 9.99953212795453e-06,
      "loss": 0.2585,
      "step": 28
    },
    {
      "epoch": 0.004510108864696734,
      "grad_norm": 1.6678601949561362,
      "learning_rate": 9.999498112316231e-06,
      "loss": 0.2642,
      "step": 29
    },
    {
      "epoch": 0.004665629860031105,
      "grad_norm": 1.1937228959267376,
      "learning_rate": 9.99946290322801e-06,
      "loss": 0.3348,
      "step": 30
    },
    {
      "epoch": 0.004821150855365474,
      "grad_norm": 1.474398491556367,
      "learning_rate": 9.999426500698277e-06,
      "loss": 0.2936,
      "step": 31
    },
    {
      "epoch": 0.004976671850699844,
      "grad_norm": 1.4230321858584387,
      "learning_rate": 9.999388904735718e-06,
      "loss": 0.316,
      "step": 32
    },
    {
      "epoch": 0.005132192846034215,
      "grad_norm": 2.5118600752998645,
      "learning_rate": 9.999350115349309e-06,
      "loss": 0.3135,
      "step": 33
    },
    {
      "epoch": 0.0052877138413685845,
      "grad_norm": 1.7910755988881728,
      "learning_rate": 9.999310132548308e-06,
      "loss": 0.249,
      "step": 34
    },
    {
      "epoch": 0.005443234836702955,
      "grad_norm": 1.4981333944055653,
      "learning_rate": 9.999268956342261e-06,
      "loss": 0.2594,
      "step": 35
    },
    {
      "epoch": 0.005598755832037325,
      "grad_norm": 0.9261919071743852,
      "learning_rate": 9.999226586740995e-06,
      "loss": 0.2333,
      "step": 36
    },
    {
      "epoch": 0.0057542768273716955,
      "grad_norm": 1.26246346078558,
      "learning_rate": 9.999183023754628e-06,
      "loss": 0.1787,
      "step": 37
    },
    {
      "epoch": 0.005909797822706065,
      "grad_norm": 1.9545697787374448,
      "learning_rate": 9.999138267393557e-06,
      "loss": 0.3246,
      "step": 38
    },
    {
      "epoch": 0.006065318818040436,
      "grad_norm": 1.4285410822616305,
      "learning_rate": 9.999092317668467e-06,
      "loss": 0.223,
      "step": 39
    },
    {
      "epoch": 0.006220839813374806,
      "grad_norm": 1.4526856529113084,
      "learning_rate": 9.999045174590324e-06,
      "loss": 0.182,
      "step": 40
    },
    {
      "epoch": 0.006376360808709175,
      "grad_norm": 2.4846217662340995,
      "learning_rate": 9.998996838170387e-06,
      "loss": 0.36,
      "step": 41
    },
    {
      "epoch": 0.006531881804043546,
      "grad_norm": 1.2772759621800358,
      "learning_rate": 9.998947308420189e-06,
      "loss": 0.241,
      "step": 42
    },
    {
      "epoch": 0.006687402799377916,
      "grad_norm": 2.7720889102611945,
      "learning_rate": 9.998896585351557e-06,
      "loss": 0.3213,
      "step": 43
    },
    {
      "epoch": 0.006842923794712286,
      "grad_norm": 1.7490095603308047,
      "learning_rate": 9.998844668976595e-06,
      "loss": 0.3155,
      "step": 44
    },
    {
      "epoch": 0.006998444790046656,
      "grad_norm": 1.3823301922226903,
      "learning_rate": 9.998791559307702e-06,
      "loss": 0.2149,
      "step": 45
    },
    {
      "epoch": 0.007153965785381027,
      "grad_norm": 1.288871141891326,
      "learning_rate": 9.998737256357551e-06,
      "loss": 0.2887,
      "step": 46
    },
    {
      "epoch": 0.007309486780715396,
      "grad_norm": 3.483009451782568,
      "learning_rate": 9.99868176013911e-06,
      "loss": 0.263,
      "step": 47
    },
    {
      "epoch": 0.007465007776049767,
      "grad_norm": 1.652490483156804,
      "learning_rate": 9.998625070665622e-06,
      "loss": 0.2664,
      "step": 48
    },
    {
      "epoch": 0.007620528771384137,
      "grad_norm": 1.8206039592741312,
      "learning_rate": 9.99856718795062e-06,
      "loss": 0.224,
      "step": 49
    },
    {
      "epoch": 0.007776049766718507,
      "grad_norm": 3.2471818448644743,
      "learning_rate": 9.998508112007925e-06,
      "loss": 0.293,
      "step": 50
    },
    {
      "epoch": 0.007931570762052876,
      "grad_norm": 2.4630640416023,
      "learning_rate": 9.998447842851638e-06,
      "loss": 0.2958,
      "step": 51
    },
    {
      "epoch": 0.008087091757387248,
      "grad_norm": 2.1952255314920817,
      "learning_rate": 9.998386380496144e-06,
      "loss": 0.2841,
      "step": 52
    },
    {
      "epoch": 0.008242612752721618,
      "grad_norm": 1.7440998263562653,
      "learning_rate": 9.998323724956114e-06,
      "loss": 0.2392,
      "step": 53
    },
    {
      "epoch": 0.008398133748055987,
      "grad_norm": 1.7713538170023606,
      "learning_rate": 9.998259876246509e-06,
      "loss": 0.2148,
      "step": 54
    },
    {
      "epoch": 0.008553654743390357,
      "grad_norm": 2.196248357816803,
      "learning_rate": 9.998194834382567e-06,
      "loss": 0.2314,
      "step": 55
    },
    {
      "epoch": 0.008709175738724729,
      "grad_norm": 1.5241920091736059,
      "learning_rate": 9.998128599379817e-06,
      "loss": 0.3538,
      "step": 56
    },
    {
      "epoch": 0.008864696734059098,
      "grad_norm": 1.084932443566165,
      "learning_rate": 9.998061171254068e-06,
      "loss": 0.2061,
      "step": 57
    },
    {
      "epoch": 0.009020217729393468,
      "grad_norm": 1.7028355052947441,
      "learning_rate": 9.997992550021418e-06,
      "loss": 0.2286,
      "step": 58
    },
    {
      "epoch": 0.009175738724727838,
      "grad_norm": 1.7850241306158636,
      "learning_rate": 9.997922735698247e-06,
      "loss": 0.1935,
      "step": 59
    },
    {
      "epoch": 0.00933125972006221,
      "grad_norm": 2.7780720350287287,
      "learning_rate": 9.997851728301219e-06,
      "loss": 0.2658,
      "step": 60
    },
    {
      "epoch": 0.009486780715396579,
      "grad_norm": 1.8811033125325856,
      "learning_rate": 9.997779527847287e-06,
      "loss": 0.1963,
      "step": 61
    },
    {
      "epoch": 0.009642301710730949,
      "grad_norm": 1.3758579938738247,
      "learning_rate": 9.997706134353687e-06,
      "loss": 0.2529,
      "step": 62
    },
    {
      "epoch": 0.009797822706065318,
      "grad_norm": 1.9634000227706385,
      "learning_rate": 9.997631547837934e-06,
      "loss": 0.2544,
      "step": 63
    },
    {
      "epoch": 0.009953343701399688,
      "grad_norm": 1.594710372018227,
      "learning_rate": 9.997555768317838e-06,
      "loss": 0.3528,
      "step": 64
    },
    {
      "epoch": 0.01010886469673406,
      "grad_norm": 1.8005547220704254,
      "learning_rate": 9.997478795811486e-06,
      "loss": 0.2165,
      "step": 65
    },
    {
      "epoch": 0.01026438569206843,
      "grad_norm": 2.290269323202059,
      "learning_rate": 9.997400630337254e-06,
      "loss": 0.2786,
      "step": 66
    },
    {
      "epoch": 0.0104199066874028,
      "grad_norm": 1.5486051696063095,
      "learning_rate": 9.997321271913801e-06,
      "loss": 0.2188,
      "step": 67
    },
    {
      "epoch": 0.010575427682737169,
      "grad_norm": 0.9684733219759649,
      "learning_rate": 9.997240720560068e-06,
      "loss": 0.2043,
      "step": 68
    },
    {
      "epoch": 0.01073094867807154,
      "grad_norm": 2.1081587478577437,
      "learning_rate": 9.997158976295288e-06,
      "loss": 0.2908,
      "step": 69
    },
    {
      "epoch": 0.01088646967340591,
      "grad_norm": 3.6233628477076736,
      "learning_rate": 9.99707603913897e-06,
      "loss": 0.2579,
      "step": 70
    },
    {
      "epoch": 0.01104199066874028,
      "grad_norm": 1.090209411261846,
      "learning_rate": 9.996991909110918e-06,
      "loss": 0.2864,
      "step": 71
    },
    {
      "epoch": 0.01119751166407465,
      "grad_norm": 1.3430452010098815,
      "learning_rate": 9.99690658623121e-06,
      "loss": 0.2217,
      "step": 72
    },
    {
      "epoch": 0.01135303265940902,
      "grad_norm": 2.3549515267664005,
      "learning_rate": 9.996820070520216e-06,
      "loss": 0.2822,
      "step": 73
    },
    {
      "epoch": 0.011508553654743391,
      "grad_norm": 1.5602820881890913,
      "learning_rate": 9.996732361998588e-06,
      "loss": 0.2456,
      "step": 74
    },
    {
      "epoch": 0.01166407465007776,
      "grad_norm": 1.5856862134183374,
      "learning_rate": 9.996643460687264e-06,
      "loss": 0.3056,
      "step": 75
    },
    {
      "epoch": 0.01181959564541213,
      "grad_norm": 1.6134033436501471,
      "learning_rate": 9.996553366607464e-06,
      "loss": 0.2141,
      "step": 76
    },
    {
      "epoch": 0.0119751166407465,
      "grad_norm": 1.3597955630988308,
      "learning_rate": 9.996462079780696e-06,
      "loss": 0.2295,
      "step": 77
    },
    {
      "epoch": 0.012130637636080872,
      "grad_norm": 1.1374281802105086,
      "learning_rate": 9.996369600228753e-06,
      "loss": 0.2487,
      "step": 78
    },
    {
      "epoch": 0.012286158631415241,
      "grad_norm": 1.4298077500438133,
      "learning_rate": 9.99627592797371e-06,
      "loss": 0.2446,
      "step": 79
    },
    {
      "epoch": 0.012441679626749611,
      "grad_norm": 1.3975983522660094,
      "learning_rate": 9.996181063037924e-06,
      "loss": 0.2611,
      "step": 80
    },
    {
      "epoch": 0.012597200622083981,
      "grad_norm": 1.5544782250742402,
      "learning_rate": 9.996085005444046e-06,
      "loss": 0.2311,
      "step": 81
    },
    {
      "epoch": 0.01275272161741835,
      "grad_norm": 1.3603452791878323,
      "learning_rate": 9.995987755215006e-06,
      "loss": 0.2003,
      "step": 82
    },
    {
      "epoch": 0.012908242612752722,
      "grad_norm": 1.3071118505273163,
      "learning_rate": 9.995889312374016e-06,
      "loss": 0.2338,
      "step": 83
    },
    {
      "epoch": 0.013063763608087092,
      "grad_norm": 1.7380116089178919,
      "learning_rate": 9.995789676944576e-06,
      "loss": 0.2645,
      "step": 84
    },
    {
      "epoch": 0.013219284603421462,
      "grad_norm": 1.263086313797395,
      "learning_rate": 9.995688848950473e-06,
      "loss": 0.2215,
      "step": 85
    },
    {
      "epoch": 0.013374805598755831,
      "grad_norm": 1.5100086739523095,
      "learning_rate": 9.995586828415774e-06,
      "loss": 0.2444,
      "step": 86
    },
    {
      "epoch": 0.013530326594090203,
      "grad_norm": 1.0847005275250092,
      "learning_rate": 9.995483615364833e-06,
      "loss": 0.2129,
      "step": 87
    },
    {
      "epoch": 0.013685847589424573,
      "grad_norm": 1.3155329082198164,
      "learning_rate": 9.995379209822289e-06,
      "loss": 0.2788,
      "step": 88
    },
    {
      "epoch": 0.013841368584758942,
      "grad_norm": 1.8214452427995387,
      "learning_rate": 9.995273611813065e-06,
      "loss": 0.3027,
      "step": 89
    },
    {
      "epoch": 0.013996889580093312,
      "grad_norm": 0.8312908694387112,
      "learning_rate": 9.995166821362368e-06,
      "loss": 0.226,
      "step": 90
    },
    {
      "epoch": 0.014152410575427682,
      "grad_norm": 1.6627232520442479,
      "learning_rate": 9.995058838495689e-06,
      "loss": 0.2742,
      "step": 91
    },
    {
      "epoch": 0.014307931570762053,
      "grad_norm": 0.9378761990044046,
      "learning_rate": 9.994949663238809e-06,
      "loss": 0.267,
      "step": 92
    },
    {
      "epoch": 0.014463452566096423,
      "grad_norm": 2.122534441012584,
      "learning_rate": 9.994839295617786e-06,
      "loss": 0.2438,
      "step": 93
    },
    {
      "epoch": 0.014618973561430793,
      "grad_norm": 1.577456726662404,
      "learning_rate": 9.994727735658968e-06,
      "loss": 0.2659,
      "step": 94
    },
    {
      "epoch": 0.014774494556765163,
      "grad_norm": 1.6054087269070507,
      "learning_rate": 9.994614983388986e-06,
      "loss": 0.2404,
      "step": 95
    },
    {
      "epoch": 0.014930015552099534,
      "grad_norm": 1.5558443339273214,
      "learning_rate": 9.994501038834755e-06,
      "loss": 0.2703,
      "step": 96
    },
    {
      "epoch": 0.015085536547433904,
      "grad_norm": 1.7101494645663162,
      "learning_rate": 9.994385902023474e-06,
      "loss": 0.2148,
      "step": 97
    },
    {
      "epoch": 0.015241057542768274,
      "grad_norm": 1.5422168422798725,
      "learning_rate": 9.99426957298263e-06,
      "loss": 0.2045,
      "step": 98
    },
    {
      "epoch": 0.015396578538102643,
      "grad_norm": 1.3177834617215995,
      "learning_rate": 9.994152051739991e-06,
      "loss": 0.2097,
      "step": 99
    },
    {
      "epoch": 0.015552099533437015,
      "grad_norm": 1.7250496500116883,
      "learning_rate": 9.994033338323612e-06,
      "loss": 0.2309,
      "step": 100
    },
    {
      "epoch": 0.015552099533437015,
      "eval_loss": 0.255514532327652,
      "eval_runtime": 9.4404,
      "eval_samples_per_second": 2.754,
      "eval_steps_per_second": 0.741,
      "step": 100
    },
    {
      "epoch": 0.015707620528771383,
      "grad_norm": 1.2242797466034228,
      "learning_rate": 9.993913432761831e-06,
      "loss": 0.2309,
      "step": 101
    },
    {
      "epoch": 0.015863141524105753,
      "grad_norm": 1.2091727169379591,
      "learning_rate": 9.993792335083272e-06,
      "loss": 0.215,
      "step": 102
    },
    {
      "epoch": 0.016018662519440126,
      "grad_norm": 1.6991288183534923,
      "learning_rate": 9.99367004531684e-06,
      "loss": 0.2716,
      "step": 103
    },
    {
      "epoch": 0.016174183514774496,
      "grad_norm": 1.8626540300463013,
      "learning_rate": 9.99354656349173e-06,
      "loss": 0.287,
      "step": 104
    },
    {
      "epoch": 0.016329704510108865,
      "grad_norm": 1.2626220604624867,
      "learning_rate": 9.993421889637418e-06,
      "loss": 0.1737,
      "step": 105
    },
    {
      "epoch": 0.016485225505443235,
      "grad_norm": 0.8807151838598477,
      "learning_rate": 9.993296023783664e-06,
      "loss": 0.227,
      "step": 106
    },
    {
      "epoch": 0.016640746500777605,
      "grad_norm": 1.4662006360846318,
      "learning_rate": 9.993168965960515e-06,
      "loss": 0.2698,
      "step": 107
    },
    {
      "epoch": 0.016796267496111975,
      "grad_norm": 2.5676508719496383,
      "learning_rate": 9.993040716198304e-06,
      "loss": 0.2231,
      "step": 108
    },
    {
      "epoch": 0.016951788491446344,
      "grad_norm": 2.144008184181988,
      "learning_rate": 9.992911274527641e-06,
      "loss": 0.2729,
      "step": 109
    },
    {
      "epoch": 0.017107309486780714,
      "grad_norm": 1.3871826576036752,
      "learning_rate": 9.99278064097943e-06,
      "loss": 0.2078,
      "step": 110
    },
    {
      "epoch": 0.017262830482115084,
      "grad_norm": 1.9299054218636398,
      "learning_rate": 9.992648815584853e-06,
      "loss": 0.2543,
      "step": 111
    },
    {
      "epoch": 0.017418351477449457,
      "grad_norm": 6.182669074382352,
      "learning_rate": 9.992515798375379e-06,
      "loss": 0.2442,
      "step": 112
    },
    {
      "epoch": 0.017573872472783827,
      "grad_norm": 1.9218049477099652,
      "learning_rate": 9.992381589382761e-06,
      "loss": 0.2909,
      "step": 113
    },
    {
      "epoch": 0.017729393468118197,
      "grad_norm": 1.7558505152868706,
      "learning_rate": 9.992246188639035e-06,
      "loss": 0.2182,
      "step": 114
    },
    {
      "epoch": 0.017884914463452566,
      "grad_norm": 1.3145893008937046,
      "learning_rate": 9.992109596176525e-06,
      "loss": 0.2445,
      "step": 115
    },
    {
      "epoch": 0.018040435458786936,
      "grad_norm": 2.3756692802265094,
      "learning_rate": 9.991971812027836e-06,
      "loss": 0.2961,
      "step": 116
    },
    {
      "epoch": 0.018195956454121306,
      "grad_norm": 2.027933705938777,
      "learning_rate": 9.991832836225863e-06,
      "loss": 0.2459,
      "step": 117
    },
    {
      "epoch": 0.018351477449455676,
      "grad_norm": 1.9997556478308784,
      "learning_rate": 9.991692668803775e-06,
      "loss": 0.2108,
      "step": 118
    },
    {
      "epoch": 0.018506998444790045,
      "grad_norm": 1.39831187226532,
      "learning_rate": 9.991551309795038e-06,
      "loss": 0.1902,
      "step": 119
    },
    {
      "epoch": 0.01866251944012442,
      "grad_norm": 1.6377700259822823,
      "learning_rate": 9.991408759233394e-06,
      "loss": 0.2491,
      "step": 120
    },
    {
      "epoch": 0.018818040435458788,
      "grad_norm": 2.09576564356888,
      "learning_rate": 9.991265017152869e-06,
      "loss": 0.2526,
      "step": 121
    },
    {
      "epoch": 0.018973561430793158,
      "grad_norm": 2.031216743667695,
      "learning_rate": 9.991120083587779e-06,
      "loss": 0.2418,
      "step": 122
    },
    {
      "epoch": 0.019129082426127528,
      "grad_norm": 1.9897151692182136,
      "learning_rate": 9.990973958572723e-06,
      "loss": 0.2786,
      "step": 123
    },
    {
      "epoch": 0.019284603421461897,
      "grad_norm": 1.7503968375792016,
      "learning_rate": 9.990826642142581e-06,
      "loss": 0.3231,
      "step": 124
    },
    {
      "epoch": 0.019440124416796267,
      "grad_norm": 0.8307156104752434,
      "learning_rate": 9.990678134332521e-06,
      "loss": 0.2058,
      "step": 125
    },
    {
      "epoch": 0.019595645412130637,
      "grad_norm": 2.105265419067902,
      "learning_rate": 9.990528435177992e-06,
      "loss": 0.2665,
      "step": 126
    },
    {
      "epoch": 0.019751166407465007,
      "grad_norm": 0.845573052530141,
      "learning_rate": 9.99037754471473e-06,
      "loss": 0.1706,
      "step": 127
    },
    {
      "epoch": 0.019906687402799376,
      "grad_norm": 1.3561288374051286,
      "learning_rate": 9.990225462978756e-06,
      "loss": 0.2834,
      "step": 128
    },
    {
      "epoch": 0.02006220839813375,
      "grad_norm": 1.4639985615099256,
      "learning_rate": 9.990072190006371e-06,
      "loss": 0.2775,
      "step": 129
    },
    {
      "epoch": 0.02021772939346812,
      "grad_norm": 1.424715750901468,
      "learning_rate": 9.989917725834166e-06,
      "loss": 0.2331,
      "step": 130
    },
    {
      "epoch": 0.02037325038880249,
      "grad_norm": 1.4908712495988423,
      "learning_rate": 9.989762070499015e-06,
      "loss": 0.2326,
      "step": 131
    },
    {
      "epoch": 0.02052877138413686,
      "grad_norm": 1.9371986234951772,
      "learning_rate": 9.98960522403807e-06,
      "loss": 0.248,
      "step": 132
    },
    {
      "epoch": 0.02068429237947123,
      "grad_norm": 1.7802271420639102,
      "learning_rate": 9.989447186488777e-06,
      "loss": 0.2881,
      "step": 133
    },
    {
      "epoch": 0.0208398133748056,
      "grad_norm": 1.1250396512690675,
      "learning_rate": 9.98928795788886e-06,
      "loss": 0.2309,
      "step": 134
    },
    {
      "epoch": 0.020995334370139968,
      "grad_norm": 1.6801724252117862,
      "learning_rate": 9.989127538276329e-06,
      "loss": 0.2292,
      "step": 135
    },
    {
      "epoch": 0.021150855365474338,
      "grad_norm": 1.1771299351260398,
      "learning_rate": 9.98896592768948e-06,
      "loss": 0.1553,
      "step": 136
    },
    {
      "epoch": 0.021306376360808708,
      "grad_norm": 2.1842202518230645,
      "learning_rate": 9.988803126166889e-06,
      "loss": 0.3029,
      "step": 137
    },
    {
      "epoch": 0.02146189735614308,
      "grad_norm": 1.3745547142156036,
      "learning_rate": 9.988639133747422e-06,
      "loss": 0.1702,
      "step": 138
    },
    {
      "epoch": 0.02161741835147745,
      "grad_norm": 1.8504088238591443,
      "learning_rate": 9.988473950470223e-06,
      "loss": 0.2318,
      "step": 139
    },
    {
      "epoch": 0.02177293934681182,
      "grad_norm": 1.7870069125473158,
      "learning_rate": 9.988307576374727e-06,
      "loss": 0.2008,
      "step": 140
    },
    {
      "epoch": 0.02192846034214619,
      "grad_norm": 2.3953898044564883,
      "learning_rate": 9.988140011500647e-06,
      "loss": 0.2007,
      "step": 141
    },
    {
      "epoch": 0.02208398133748056,
      "grad_norm": 1.1845465157973594,
      "learning_rate": 9.987971255887985e-06,
      "loss": 0.2334,
      "step": 142
    },
    {
      "epoch": 0.02223950233281493,
      "grad_norm": 1.747163885973197,
      "learning_rate": 9.987801309577026e-06,
      "loss": 0.2559,
      "step": 143
    },
    {
      "epoch": 0.0223950233281493,
      "grad_norm": 1.6909380164686145,
      "learning_rate": 9.987630172608333e-06,
      "loss": 0.2819,
      "step": 144
    },
    {
      "epoch": 0.02255054432348367,
      "grad_norm": 1.6459040836915735,
      "learning_rate": 9.987457845022767e-06,
      "loss": 0.2283,
      "step": 145
    },
    {
      "epoch": 0.02270606531881804,
      "grad_norm": 1.0639213494130906,
      "learning_rate": 9.987284326861459e-06,
      "loss": 0.2947,
      "step": 146
    },
    {
      "epoch": 0.022861586314152412,
      "grad_norm": 1.423659630662775,
      "learning_rate": 9.987109618165832e-06,
      "loss": 0.1895,
      "step": 147
    },
    {
      "epoch": 0.023017107309486782,
      "grad_norm": 2.1171729246911966,
      "learning_rate": 9.986933718977591e-06,
      "loss": 0.1967,
      "step": 148
    },
    {
      "epoch": 0.02317262830482115,
      "grad_norm": 1.4659656443481106,
      "learning_rate": 9.986756629338728e-06,
      "loss": 0.1553,
      "step": 149
    },
    {
      "epoch": 0.02332814930015552,
      "grad_norm": 3.3524464413937762,
      "learning_rate": 9.986578349291514e-06,
      "loss": 0.2472,
      "step": 150
    },
    {
      "epoch": 0.02348367029548989,
      "grad_norm": 1.4421209559287633,
      "learning_rate": 9.986398878878507e-06,
      "loss": 0.1791,
      "step": 151
    },
    {
      "epoch": 0.02363919129082426,
      "grad_norm": 1.7313564339261944,
      "learning_rate": 9.98621821814255e-06,
      "loss": 0.2238,
      "step": 152
    },
    {
      "epoch": 0.02379471228615863,
      "grad_norm": 1.7017996756379121,
      "learning_rate": 9.986036367126769e-06,
      "loss": 0.2007,
      "step": 153
    },
    {
      "epoch": 0.023950233281493,
      "grad_norm": 1.515471002124247,
      "learning_rate": 9.985853325874575e-06,
      "loss": 0.2688,
      "step": 154
    },
    {
      "epoch": 0.02410575427682737,
      "grad_norm": 0.8049651881516254,
      "learning_rate": 9.985669094429662e-06,
      "loss": 0.1865,
      "step": 155
    },
    {
      "epoch": 0.024261275272161743,
      "grad_norm": 1.2861650933813724,
      "learning_rate": 9.985483672836007e-06,
      "loss": 0.2403,
      "step": 156
    },
    {
      "epoch": 0.024416796267496113,
      "grad_norm": 2.173379700965189,
      "learning_rate": 9.985297061137877e-06,
      "loss": 0.2045,
      "step": 157
    },
    {
      "epoch": 0.024572317262830483,
      "grad_norm": 1.5915407935889336,
      "learning_rate": 9.985109259379813e-06,
      "loss": 0.2063,
      "step": 158
    },
    {
      "epoch": 0.024727838258164853,
      "grad_norm": 1.877271886192633,
      "learning_rate": 9.98492026760665e-06,
      "loss": 0.226,
      "step": 159
    },
    {
      "epoch": 0.024883359253499222,
      "grad_norm": 1.590999803444347,
      "learning_rate": 9.984730085863504e-06,
      "loss": 0.2243,
      "step": 160
    },
    {
      "epoch": 0.025038880248833592,
      "grad_norm": 2.2602490405621016,
      "learning_rate": 9.98453871419577e-06,
      "loss": 0.2599,
      "step": 161
    },
    {
      "epoch": 0.025194401244167962,
      "grad_norm": 1.8247502790432317,
      "learning_rate": 9.984346152649135e-06,
      "loss": 0.2575,
      "step": 162
    },
    {
      "epoch": 0.02534992223950233,
      "grad_norm": 1.6317702406563646,
      "learning_rate": 9.984152401269562e-06,
      "loss": 0.2513,
      "step": 163
    },
    {
      "epoch": 0.0255054432348367,
      "grad_norm": 1.479820350518653,
      "learning_rate": 9.983957460103307e-06,
      "loss": 0.2134,
      "step": 164
    },
    {
      "epoch": 0.025660964230171075,
      "grad_norm": 2.2204278110409716,
      "learning_rate": 9.9837613291969e-06,
      "loss": 0.2288,
      "step": 165
    },
    {
      "epoch": 0.025816485225505444,
      "grad_norm": 1.8249773963334357,
      "learning_rate": 9.983564008597164e-06,
      "loss": 0.2342,
      "step": 166
    },
    {
      "epoch": 0.025972006220839814,
      "grad_norm": 1.892476010698033,
      "learning_rate": 9.9833654983512e-06,
      "loss": 0.2263,
      "step": 167
    },
    {
      "epoch": 0.026127527216174184,
      "grad_norm": 1.593847254715758,
      "learning_rate": 9.983165798506398e-06,
      "loss": 0.2163,
      "step": 168
    },
    {
      "epoch": 0.026283048211508554,
      "grad_norm": 1.7653992228114257,
      "learning_rate": 9.982964909110426e-06,
      "loss": 0.2938,
      "step": 169
    },
    {
      "epoch": 0.026438569206842923,
      "grad_norm": 1.3352350617943483,
      "learning_rate": 9.982762830211239e-06,
      "loss": 0.2069,
      "step": 170
    },
    {
      "epoch": 0.026594090202177293,
      "grad_norm": 1.6623662216358996,
      "learning_rate": 9.982559561857079e-06,
      "loss": 0.213,
      "step": 171
    },
    {
      "epoch": 0.026749611197511663,
      "grad_norm": 1.1923151136153478,
      "learning_rate": 9.982355104096468e-06,
      "loss": 0.2068,
      "step": 172
    },
    {
      "epoch": 0.026905132192846033,
      "grad_norm": 1.5009321240819553,
      "learning_rate": 9.98214945697821e-06,
      "loss": 0.3292,
      "step": 173
    },
    {
      "epoch": 0.027060653188180406,
      "grad_norm": 1.6168504596283289,
      "learning_rate": 9.981942620551399e-06,
      "loss": 0.2001,
      "step": 174
    },
    {
      "epoch": 0.027216174183514776,
      "grad_norm": 1.0410735731938325,
      "learning_rate": 9.98173459486541e-06,
      "loss": 0.2697,
      "step": 175
    },
    {
      "epoch": 0.027371695178849145,
      "grad_norm": 1.477725722611291,
      "learning_rate": 9.9815253799699e-06,
      "loss": 0.1796,
      "step": 176
    },
    {
      "epoch": 0.027527216174183515,
      "grad_norm": 1.5159741098115525,
      "learning_rate": 9.981314975914811e-06,
      "loss": 0.2203,
      "step": 177
    },
    {
      "epoch": 0.027682737169517885,
      "grad_norm": 0.8954975243967727,
      "learning_rate": 9.981103382750372e-06,
      "loss": 0.2662,
      "step": 178
    },
    {
      "epoch": 0.027838258164852255,
      "grad_norm": 1.418625218985406,
      "learning_rate": 9.980890600527092e-06,
      "loss": 0.2484,
      "step": 179
    },
    {
      "epoch": 0.027993779160186624,
      "grad_norm": 1.4411516373436362,
      "learning_rate": 9.980676629295763e-06,
      "loss": 0.302,
      "step": 180
    },
    {
      "epoch": 0.028149300155520994,
      "grad_norm": 0.9480510792156464,
      "learning_rate": 9.980461469107463e-06,
      "loss": 0.2075,
      "step": 181
    },
    {
      "epoch": 0.028304821150855364,
      "grad_norm": 2.081864475923441,
      "learning_rate": 9.980245120013558e-06,
      "loss": 0.2942,
      "step": 182
    },
    {
      "epoch": 0.028460342146189737,
      "grad_norm": 1.2615838373847896,
      "learning_rate": 9.980027582065691e-06,
      "loss": 0.2018,
      "step": 183
    },
    {
      "epoch": 0.028615863141524107,
      "grad_norm": 1.2086223544731691,
      "learning_rate": 9.979808855315792e-06,
      "loss": 0.2743,
      "step": 184
    },
    {
      "epoch": 0.028771384136858476,
      "grad_norm": 0.9412206342605678,
      "learning_rate": 9.979588939816071e-06,
      "loss": 0.2318,
      "step": 185
    },
    {
      "epoch": 0.028926905132192846,
      "grad_norm": 1.365479987499767,
      "learning_rate": 9.979367835619029e-06,
      "loss": 0.2813,
      "step": 186
    },
    {
      "epoch": 0.029082426127527216,
      "grad_norm": 1.1385427599520912,
      "learning_rate": 9.979145542777444e-06,
      "loss": 0.2627,
      "step": 187
    },
    {
      "epoch": 0.029237947122861586,
      "grad_norm": 1.560448582637042,
      "learning_rate": 9.97892206134438e-06,
      "loss": 0.2042,
      "step": 188
    },
    {
      "epoch": 0.029393468118195955,
      "grad_norm": 1.9585068672638826,
      "learning_rate": 9.97869739137319e-06,
      "loss": 0.2647,
      "step": 189
    },
    {
      "epoch": 0.029548989113530325,
      "grad_norm": 1.612253014357388,
      "learning_rate": 9.9784715329175e-06,
      "loss": 0.2573,
      "step": 190
    },
    {
      "epoch": 0.0297045101088647,
      "grad_norm": 1.2782552177366555,
      "learning_rate": 9.978244486031228e-06,
      "loss": 0.1914,
      "step": 191
    },
    {
      "epoch": 0.029860031104199068,
      "grad_norm": 2.1188620010348163,
      "learning_rate": 9.978016250768573e-06,
      "loss": 0.245,
      "step": 192
    },
    {
      "epoch": 0.030015552099533438,
      "grad_norm": 1.9777647488169638,
      "learning_rate": 9.977786827184019e-06,
      "loss": 0.2774,
      "step": 193
    },
    {
      "epoch": 0.030171073094867808,
      "grad_norm": 2.0157801185629407,
      "learning_rate": 9.977556215332332e-06,
      "loss": 0.297,
      "step": 194
    },
    {
      "epoch": 0.030326594090202177,
      "grad_norm": 0.8845310906810993,
      "learning_rate": 9.97732441526856e-06,
      "loss": 0.1756,
      "step": 195
    },
    {
      "epoch": 0.030482115085536547,
      "grad_norm": 1.2647941053184737,
      "learning_rate": 9.97709142704804e-06,
      "loss": 0.1773,
      "step": 196
    },
    {
      "epoch": 0.030637636080870917,
      "grad_norm": 1.1823797462719756,
      "learning_rate": 9.976857250726389e-06,
      "loss": 0.2501,
      "step": 197
    },
    {
      "epoch": 0.030793157076205287,
      "grad_norm": 1.643272741263538,
      "learning_rate": 9.976621886359506e-06,
      "loss": 0.2794,
      "step": 198
    },
    {
      "epoch": 0.030948678071539656,
      "grad_norm": 1.6415813649465196,
      "learning_rate": 9.976385334003577e-06,
      "loss": 0.2562,
      "step": 199
    },
    {
      "epoch": 0.03110419906687403,
      "grad_norm": 1.4019518238717095,
      "learning_rate": 9.976147593715074e-06,
      "loss": 0.2066,
      "step": 200
    },
    {
      "epoch": 0.03110419906687403,
      "eval_loss": 0.2431146204471588,
      "eval_runtime": 9.4441,
      "eval_samples_per_second": 2.753,
      "eval_steps_per_second": 0.741,
      "step": 200
    },
    {
      "epoch": 0.031259720062208396,
      "grad_norm": 1.5261705881041825,
      "learning_rate": 9.975908665550742e-06,
      "loss": 0.168,
      "step": 201
    },
    {
      "epoch": 0.031415241057542766,
      "grad_norm": 1.3552305394454693,
      "learning_rate": 9.975668549567623e-06,
      "loss": 0.2513,
      "step": 202
    },
    {
      "epoch": 0.031570762052877135,
      "grad_norm": 1.09704983539552,
      "learning_rate": 9.97542724582303e-06,
      "loss": 0.1877,
      "step": 203
    },
    {
      "epoch": 0.031726283048211505,
      "grad_norm": 1.8452203060592092,
      "learning_rate": 9.975184754374572e-06,
      "loss": 0.3442,
      "step": 204
    },
    {
      "epoch": 0.03188180404354588,
      "grad_norm": 1.4512649025391702,
      "learning_rate": 9.974941075280128e-06,
      "loss": 0.2172,
      "step": 205
    },
    {
      "epoch": 0.03203732503888025,
      "grad_norm": 1.5376722263850107,
      "learning_rate": 9.974696208597874e-06,
      "loss": 0.2206,
      "step": 206
    },
    {
      "epoch": 0.03219284603421462,
      "grad_norm": 1.6097488768932668,
      "learning_rate": 9.97445015438626e-06,
      "loss": 0.2134,
      "step": 207
    },
    {
      "epoch": 0.03234836702954899,
      "grad_norm": 1.2381378734127797,
      "learning_rate": 9.974202912704022e-06,
      "loss": 0.2026,
      "step": 208
    },
    {
      "epoch": 0.03250388802488336,
      "grad_norm": 2.0110329862327663,
      "learning_rate": 9.973954483610184e-06,
      "loss": 0.2117,
      "step": 209
    },
    {
      "epoch": 0.03265940902021773,
      "grad_norm": 4.938465463538487,
      "learning_rate": 9.973704867164044e-06,
      "loss": 0.2787,
      "step": 210
    },
    {
      "epoch": 0.0328149300155521,
      "grad_norm": 1.9318587506840115,
      "learning_rate": 9.973454063425191e-06,
      "loss": 0.2901,
      "step": 211
    },
    {
      "epoch": 0.03297045101088647,
      "grad_norm": 1.5730776773238022,
      "learning_rate": 9.973202072453498e-06,
      "loss": 0.3557,
      "step": 212
    },
    {
      "epoch": 0.03312597200622084,
      "grad_norm": 2.333406801079277,
      "learning_rate": 9.972948894309116e-06,
      "loss": 0.2553,
      "step": 213
    },
    {
      "epoch": 0.03328149300155521,
      "grad_norm": 1.2613725609366824,
      "learning_rate": 9.972694529052482e-06,
      "loss": 0.2721,
      "step": 214
    },
    {
      "epoch": 0.03343701399688958,
      "grad_norm": 1.233807021429561,
      "learning_rate": 9.972438976744317e-06,
      "loss": 0.194,
      "step": 215
    },
    {
      "epoch": 0.03359253499222395,
      "grad_norm": 1.0922019141763,
      "learning_rate": 9.972182237445624e-06,
      "loss": 0.2625,
      "step": 216
    },
    {
      "epoch": 0.03374805598755832,
      "grad_norm": 1.5332376003824164,
      "learning_rate": 9.971924311217693e-06,
      "loss": 0.2369,
      "step": 217
    },
    {
      "epoch": 0.03390357698289269,
      "grad_norm": 2.1386234582292856,
      "learning_rate": 9.971665198122093e-06,
      "loss": 0.2691,
      "step": 218
    },
    {
      "epoch": 0.03405909797822706,
      "grad_norm": 1.4374027394103162,
      "learning_rate": 9.97140489822068e-06,
      "loss": 0.2217,
      "step": 219
    },
    {
      "epoch": 0.03421461897356143,
      "grad_norm": 1.7261766376116665,
      "learning_rate": 9.971143411575585e-06,
      "loss": 0.3063,
      "step": 220
    },
    {
      "epoch": 0.0343701399688958,
      "grad_norm": 1.5632670578977363,
      "learning_rate": 9.970880738249236e-06,
      "loss": 0.2333,
      "step": 221
    },
    {
      "epoch": 0.03452566096423017,
      "grad_norm": 1.6709935682257062,
      "learning_rate": 9.97061687830433e-06,
      "loss": 0.2808,
      "step": 222
    },
    {
      "epoch": 0.034681181959564544,
      "grad_norm": 1.7747486994884278,
      "learning_rate": 9.970351831803862e-06,
      "loss": 0.3182,
      "step": 223
    },
    {
      "epoch": 0.034836702954898914,
      "grad_norm": 1.2079739996818415,
      "learning_rate": 9.970085598811094e-06,
      "loss": 0.2426,
      "step": 224
    },
    {
      "epoch": 0.034992223950233284,
      "grad_norm": 2.269795435480081,
      "learning_rate": 9.969818179389586e-06,
      "loss": 0.1933,
      "step": 225
    },
    {
      "epoch": 0.035147744945567654,
      "grad_norm": 1.28324330975912,
      "learning_rate": 9.96954957360317e-06,
      "loss": 0.2078,
      "step": 226
    },
    {
      "epoch": 0.03530326594090202,
      "grad_norm": 3.0240429569891147,
      "learning_rate": 9.969279781515967e-06,
      "loss": 0.2865,
      "step": 227
    },
    {
      "epoch": 0.03545878693623639,
      "grad_norm": 1.4022531253860526,
      "learning_rate": 9.969008803192385e-06,
      "loss": 0.189,
      "step": 228
    },
    {
      "epoch": 0.03561430793157076,
      "grad_norm": 1.4481645110880101,
      "learning_rate": 9.968736638697105e-06,
      "loss": 0.2038,
      "step": 229
    },
    {
      "epoch": 0.03576982892690513,
      "grad_norm": 1.2439638440320844,
      "learning_rate": 9.968463288095096e-06,
      "loss": 0.1962,
      "step": 230
    },
    {
      "epoch": 0.0359253499222395,
      "grad_norm": 1.550618674775446,
      "learning_rate": 9.968188751451613e-06,
      "loss": 0.2461,
      "step": 231
    },
    {
      "epoch": 0.03608087091757387,
      "grad_norm": 1.2590441656933422,
      "learning_rate": 9.967913028832192e-06,
      "loss": 0.28,
      "step": 232
    },
    {
      "epoch": 0.03623639191290824,
      "grad_norm": 15.743047596573488,
      "learning_rate": 9.96763612030265e-06,
      "loss": 0.2272,
      "step": 233
    },
    {
      "epoch": 0.03639191290824261,
      "grad_norm": 1.0832646660805165,
      "learning_rate": 9.967358025929092e-06,
      "loss": 0.2766,
      "step": 234
    },
    {
      "epoch": 0.03654743390357698,
      "grad_norm": 1.496152606461021,
      "learning_rate": 9.9670787457779e-06,
      "loss": 0.1928,
      "step": 235
    },
    {
      "epoch": 0.03670295489891135,
      "grad_norm": 1.5049076518304147,
      "learning_rate": 9.966798279915744e-06,
      "loss": 0.2023,
      "step": 236
    },
    {
      "epoch": 0.03685847589424572,
      "grad_norm": 0.9377725167524534,
      "learning_rate": 9.966516628409573e-06,
      "loss": 0.1657,
      "step": 237
    },
    {
      "epoch": 0.03701399688958009,
      "grad_norm": 1.5646202349920761,
      "learning_rate": 9.96623379132662e-06,
      "loss": 0.2157,
      "step": 238
    },
    {
      "epoch": 0.03716951788491446,
      "grad_norm": 1.14277577769819,
      "learning_rate": 9.965949768734409e-06,
      "loss": 0.2163,
      "step": 239
    },
    {
      "epoch": 0.03732503888024884,
      "grad_norm": 2.158716016882222,
      "learning_rate": 9.965664560700734e-06,
      "loss": 0.2041,
      "step": 240
    },
    {
      "epoch": 0.03748055987558321,
      "grad_norm": 1.8568349342429766,
      "learning_rate": 9.965378167293679e-06,
      "loss": 0.2266,
      "step": 241
    },
    {
      "epoch": 0.037636080870917576,
      "grad_norm": 2.035673543431871,
      "learning_rate": 9.965090588581609e-06,
      "loss": 0.2893,
      "step": 242
    },
    {
      "epoch": 0.037791601866251946,
      "grad_norm": 1.2421527558787024,
      "learning_rate": 9.964801824633177e-06,
      "loss": 0.166,
      "step": 243
    },
    {
      "epoch": 0.037947122861586316,
      "grad_norm": 1.7368625294642988,
      "learning_rate": 9.964511875517313e-06,
      "loss": 0.2593,
      "step": 244
    },
    {
      "epoch": 0.038102643856920686,
      "grad_norm": 1.274064232837515,
      "learning_rate": 9.964220741303232e-06,
      "loss": 0.1676,
      "step": 245
    },
    {
      "epoch": 0.038258164852255055,
      "grad_norm": 1.3271094523398685,
      "learning_rate": 9.963928422060432e-06,
      "loss": 0.2048,
      "step": 246
    },
    {
      "epoch": 0.038413685847589425,
      "grad_norm": 1.441894820882409,
      "learning_rate": 9.963634917858692e-06,
      "loss": 0.2102,
      "step": 247
    },
    {
      "epoch": 0.038569206842923795,
      "grad_norm": 1.3882607946902543,
      "learning_rate": 9.963340228768077e-06,
      "loss": 0.1862,
      "step": 248
    },
    {
      "epoch": 0.038724727838258165,
      "grad_norm": 1.1529068772443192,
      "learning_rate": 9.963044354858934e-06,
      "loss": 0.2519,
      "step": 249
    },
    {
      "epoch": 0.038880248833592534,
      "grad_norm": 2.236043321099024,
      "learning_rate": 9.962747296201891e-06,
      "loss": 0.1635,
      "step": 250
    },
    {
      "epoch": 0.039035769828926904,
      "grad_norm": 1.8503487939836718,
      "learning_rate": 9.96244905286786e-06,
      "loss": 0.181,
      "step": 251
    },
    {
      "epoch": 0.039191290824261274,
      "grad_norm": 1.4083157880171735,
      "learning_rate": 9.962149624928037e-06,
      "loss": 0.1781,
      "step": 252
    },
    {
      "epoch": 0.039346811819595644,
      "grad_norm": 1.6536407646222175,
      "learning_rate": 9.961849012453899e-06,
      "loss": 0.2699,
      "step": 253
    },
    {
      "epoch": 0.039502332814930013,
      "grad_norm": 1.3154495432198843,
      "learning_rate": 9.961547215517206e-06,
      "loss": 0.2096,
      "step": 254
    },
    {
      "epoch": 0.03965785381026438,
      "grad_norm": 1.222944730470649,
      "learning_rate": 9.961244234190001e-06,
      "loss": 0.209,
      "step": 255
    },
    {
      "epoch": 0.03981337480559875,
      "grad_norm": 1.3903861430735245,
      "learning_rate": 9.96094006854461e-06,
      "loss": 0.177,
      "step": 256
    },
    {
      "epoch": 0.03996889580093312,
      "grad_norm": 1.8733569984170189,
      "learning_rate": 9.960634718653644e-06,
      "loss": 0.4051,
      "step": 257
    },
    {
      "epoch": 0.0401244167962675,
      "grad_norm": 1.3013086938531622,
      "learning_rate": 9.96032818458999e-06,
      "loss": 0.2215,
      "step": 258
    },
    {
      "epoch": 0.04027993779160187,
      "grad_norm": 1.9062067810307814,
      "learning_rate": 9.960020466426825e-06,
      "loss": 0.2131,
      "step": 259
    },
    {
      "epoch": 0.04043545878693624,
      "grad_norm": 1.240725461727028,
      "learning_rate": 9.959711564237603e-06,
      "loss": 0.2376,
      "step": 260
    },
    {
      "epoch": 0.04059097978227061,
      "grad_norm": 1.504578258989953,
      "learning_rate": 9.95940147809607e-06,
      "loss": 0.2238,
      "step": 261
    },
    {
      "epoch": 0.04074650077760498,
      "grad_norm": 1.112441665378311,
      "learning_rate": 9.959090208076239e-06,
      "loss": 0.175,
      "step": 262
    },
    {
      "epoch": 0.04090202177293935,
      "grad_norm": 1.492328645699945,
      "learning_rate": 9.958777754252418e-06,
      "loss": 0.2332,
      "step": 263
    },
    {
      "epoch": 0.04105754276827372,
      "grad_norm": 1.4626777112927891,
      "learning_rate": 9.958464116699196e-06,
      "loss": 0.2093,
      "step": 264
    },
    {
      "epoch": 0.04121306376360809,
      "grad_norm": 2.4304182018626266,
      "learning_rate": 9.958149295491441e-06,
      "loss": 0.2495,
      "step": 265
    },
    {
      "epoch": 0.04136858475894246,
      "grad_norm": 2.1830670676642256,
      "learning_rate": 9.957833290704305e-06,
      "loss": 0.2151,
      "step": 266
    },
    {
      "epoch": 0.04152410575427683,
      "grad_norm": 0.9776646131405466,
      "learning_rate": 9.957516102413223e-06,
      "loss": 0.2215,
      "step": 267
    },
    {
      "epoch": 0.0416796267496112,
      "grad_norm": 0.9811824757237497,
      "learning_rate": 9.957197730693912e-06,
      "loss": 0.2671,
      "step": 268
    },
    {
      "epoch": 0.04183514774494557,
      "grad_norm": 1.025030756788744,
      "learning_rate": 9.956878175622372e-06,
      "loss": 0.1935,
      "step": 269
    },
    {
      "epoch": 0.041990668740279936,
      "grad_norm": 1.715248799705313,
      "learning_rate": 9.956557437274887e-06,
      "loss": 0.2639,
      "step": 270
    },
    {
      "epoch": 0.042146189735614306,
      "grad_norm": 1.4715136542514509,
      "learning_rate": 9.95623551572802e-06,
      "loss": 0.1863,
      "step": 271
    },
    {
      "epoch": 0.042301710730948676,
      "grad_norm": 2.0941396313348766,
      "learning_rate": 9.955912411058616e-06,
      "loss": 0.1764,
      "step": 272
    },
    {
      "epoch": 0.042457231726283046,
      "grad_norm": 1.4113410003708207,
      "learning_rate": 9.955588123343808e-06,
      "loss": 0.2635,
      "step": 273
    },
    {
      "epoch": 0.042612752721617415,
      "grad_norm": 1.0999635349018924,
      "learning_rate": 9.955262652661009e-06,
      "loss": 0.2424,
      "step": 274
    },
    {
      "epoch": 0.042768273716951785,
      "grad_norm": 1.0847541480257452,
      "learning_rate": 9.954935999087908e-06,
      "loss": 0.276,
      "step": 275
    },
    {
      "epoch": 0.04292379471228616,
      "grad_norm": 1.695906274664277,
      "learning_rate": 9.954608162702488e-06,
      "loss": 0.2316,
      "step": 276
    },
    {
      "epoch": 0.04307931570762053,
      "grad_norm": 1.428650374776818,
      "learning_rate": 9.954279143583003e-06,
      "loss": 0.234,
      "step": 277
    },
    {
      "epoch": 0.0432348367029549,
      "grad_norm": 1.261831528775643,
      "learning_rate": 9.953948941807998e-06,
      "loss": 0.2331,
      "step": 278
    },
    {
      "epoch": 0.04339035769828927,
      "grad_norm": 1.1389240235405695,
      "learning_rate": 9.953617557456295e-06,
      "loss": 0.1813,
      "step": 279
    },
    {
      "epoch": 0.04354587869362364,
      "grad_norm": 2.1356821017337264,
      "learning_rate": 9.953284990607e-06,
      "loss": 0.2716,
      "step": 280
    },
    {
      "epoch": 0.04370139968895801,
      "grad_norm": 1.256196669200449,
      "learning_rate": 9.952951241339501e-06,
      "loss": 0.2586,
      "step": 281
    },
    {
      "epoch": 0.04385692068429238,
      "grad_norm": 1.6264279435141102,
      "learning_rate": 9.952616309733471e-06,
      "loss": 0.2138,
      "step": 282
    },
    {
      "epoch": 0.04401244167962675,
      "grad_norm": 1.0771562874552736,
      "learning_rate": 9.952280195868859e-06,
      "loss": 0.2798,
      "step": 283
    },
    {
      "epoch": 0.04416796267496112,
      "grad_norm": 1.6634031368562676,
      "learning_rate": 9.951942899825906e-06,
      "loss": 0.3159,
      "step": 284
    },
    {
      "epoch": 0.04432348367029549,
      "grad_norm": 1.5379741925800816,
      "learning_rate": 9.951604421685121e-06,
      "loss": 0.3275,
      "step": 285
    },
    {
      "epoch": 0.04447900466562986,
      "grad_norm": 1.4489954817264272,
      "learning_rate": 9.951264761527311e-06,
      "loss": 0.1989,
      "step": 286
    },
    {
      "epoch": 0.04463452566096423,
      "grad_norm": 1.6369744606712289,
      "learning_rate": 9.950923919433555e-06,
      "loss": 0.2068,
      "step": 287
    },
    {
      "epoch": 0.0447900466562986,
      "grad_norm": 1.8400125131547473,
      "learning_rate": 9.950581895485214e-06,
      "loss": 0.1977,
      "step": 288
    },
    {
      "epoch": 0.04494556765163297,
      "grad_norm": 2.1448208174547743,
      "learning_rate": 9.950238689763937e-06,
      "loss": 0.1882,
      "step": 289
    },
    {
      "epoch": 0.04510108864696734,
      "grad_norm": 1.1002755110550755,
      "learning_rate": 9.949894302351653e-06,
      "loss": 0.2422,
      "step": 290
    },
    {
      "epoch": 0.04525660964230171,
      "grad_norm": 0.8557887132764603,
      "learning_rate": 9.94954873333057e-06,
      "loss": 0.2249,
      "step": 291
    },
    {
      "epoch": 0.04541213063763608,
      "grad_norm": 1.800548229871832,
      "learning_rate": 9.94920198278318e-06,
      "loss": 0.2462,
      "step": 292
    },
    {
      "epoch": 0.04556765163297045,
      "grad_norm": 1.077848623865367,
      "learning_rate": 9.948854050792256e-06,
      "loss": 0.1693,
      "step": 293
    },
    {
      "epoch": 0.045723172628304824,
      "grad_norm": 1.3420617788641933,
      "learning_rate": 9.948504937440857e-06,
      "loss": 0.2632,
      "step": 294
    },
    {
      "epoch": 0.045878693623639194,
      "grad_norm": 1.786889545891979,
      "learning_rate": 9.948154642812321e-06,
      "loss": 0.1812,
      "step": 295
    },
    {
      "epoch": 0.046034214618973564,
      "grad_norm": 1.6608331504976344,
      "learning_rate": 9.947803166990267e-06,
      "loss": 0.2781,
      "step": 296
    },
    {
      "epoch": 0.046189735614307934,
      "grad_norm": 1.479079510539959,
      "learning_rate": 9.947450510058596e-06,
      "loss": 0.2176,
      "step": 297
    },
    {
      "epoch": 0.0463452566096423,
      "grad_norm": 1.1205653962227666,
      "learning_rate": 9.947096672101496e-06,
      "loss": 0.2189,
      "step": 298
    },
    {
      "epoch": 0.04650077760497667,
      "grad_norm": 1.6903970393534788,
      "learning_rate": 9.94674165320343e-06,
      "loss": 0.1715,
      "step": 299
    },
    {
      "epoch": 0.04665629860031104,
      "grad_norm": 3.020535469766265,
      "learning_rate": 9.946385453449145e-06,
      "loss": 0.2334,
      "step": 300
    },
    {
      "epoch": 0.04665629860031104,
      "eval_loss": 0.23520340025424957,
      "eval_runtime": 9.4655,
      "eval_samples_per_second": 2.747,
      "eval_steps_per_second": 0.74,
      "step": 300
    },
    {
      "epoch": 0.04681181959564541,
      "grad_norm": 1.2625213750296742,
      "learning_rate": 9.946028072923675e-06,
      "loss": 0.2153,
      "step": 301
    },
    {
      "epoch": 0.04696734059097978,
      "grad_norm": 1.326552639234392,
      "learning_rate": 9.945669511712328e-06,
      "loss": 0.1378,
      "step": 302
    },
    {
      "epoch": 0.04712286158631415,
      "grad_norm": 1.1353660480206176,
      "learning_rate": 9.945309769900698e-06,
      "loss": 0.2505,
      "step": 303
    },
    {
      "epoch": 0.04727838258164852,
      "grad_norm": 1.2591178630665596,
      "learning_rate": 9.944948847574662e-06,
      "loss": 0.1704,
      "step": 304
    },
    {
      "epoch": 0.04743390357698289,
      "grad_norm": 1.3520689396483014,
      "learning_rate": 9.944586744820377e-06,
      "loss": 0.2324,
      "step": 305
    },
    {
      "epoch": 0.04758942457231726,
      "grad_norm": 1.0116417439713241,
      "learning_rate": 9.94422346172428e-06,
      "loss": 0.1512,
      "step": 306
    },
    {
      "epoch": 0.04774494556765163,
      "grad_norm": 1.479626380132595,
      "learning_rate": 9.943858998373093e-06,
      "loss": 0.2121,
      "step": 307
    },
    {
      "epoch": 0.047900466562986,
      "grad_norm": 1.4227055232441543,
      "learning_rate": 9.94349335485382e-06,
      "loss": 0.2667,
      "step": 308
    },
    {
      "epoch": 0.04805598755832037,
      "grad_norm": 1.583200032514501,
      "learning_rate": 9.943126531253744e-06,
      "loss": 0.289,
      "step": 309
    },
    {
      "epoch": 0.04821150855365474,
      "grad_norm": 1.8189938486203978,
      "learning_rate": 9.942758527660429e-06,
      "loss": 0.3084,
      "step": 310
    },
    {
      "epoch": 0.04836702954898912,
      "grad_norm": 1.146189412882889,
      "learning_rate": 9.942389344161724e-06,
      "loss": 0.1669,
      "step": 311
    },
    {
      "epoch": 0.04852255054432349,
      "grad_norm": 1.547896984860253,
      "learning_rate": 9.94201898084576e-06,
      "loss": 0.2064,
      "step": 312
    },
    {
      "epoch": 0.048678071539657856,
      "grad_norm": 1.5949794296702688,
      "learning_rate": 9.941647437800946e-06,
      "loss": 0.1929,
      "step": 313
    },
    {
      "epoch": 0.048833592534992226,
      "grad_norm": 1.803377063241175,
      "learning_rate": 9.941274715115976e-06,
      "loss": 0.2791,
      "step": 314
    },
    {
      "epoch": 0.048989113530326596,
      "grad_norm": 1.3837921692775779,
      "learning_rate": 9.940900812879822e-06,
      "loss": 0.1767,
      "step": 315
    },
    {
      "epoch": 0.049144634525660966,
      "grad_norm": 1.3433932609509933,
      "learning_rate": 9.940525731181741e-06,
      "loss": 0.2084,
      "step": 316
    },
    {
      "epoch": 0.049300155520995335,
      "grad_norm": 1.357062528683942,
      "learning_rate": 9.940149470111269e-06,
      "loss": 0.2047,
      "step": 317
    },
    {
      "epoch": 0.049455676516329705,
      "grad_norm": 1.6539883727473814,
      "learning_rate": 9.939772029758225e-06,
      "loss": 0.2925,
      "step": 318
    },
    {
      "epoch": 0.049611197511664075,
      "grad_norm": 1.2278880982790155,
      "learning_rate": 9.939393410212713e-06,
      "loss": 0.2649,
      "step": 319
    },
    {
      "epoch": 0.049766718506998445,
      "grad_norm": 1.6247947056783312,
      "learning_rate": 9.93901361156511e-06,
      "loss": 0.3355,
      "step": 320
    },
    {
      "epoch": 0.049922239502332814,
      "grad_norm": 1.1732603342184649,
      "learning_rate": 9.93863263390608e-06,
      "loss": 0.2603,
      "step": 321
    },
    {
      "epoch": 0.050077760497667184,
      "grad_norm": 1.4022468720638315,
      "learning_rate": 9.93825047732657e-06,
      "loss": 0.3171,
      "step": 322
    },
    {
      "epoch": 0.050233281493001554,
      "grad_norm": 1.3668475608164796,
      "learning_rate": 9.937867141917804e-06,
      "loss": 0.2952,
      "step": 323
    },
    {
      "epoch": 0.050388802488335924,
      "grad_norm": 1.4553813573539522,
      "learning_rate": 9.93748262777129e-06,
      "loss": 0.1581,
      "step": 324
    },
    {
      "epoch": 0.05054432348367029,
      "grad_norm": 1.9871080316775154,
      "learning_rate": 9.937096934978819e-06,
      "loss": 0.2368,
      "step": 325
    },
    {
      "epoch": 0.05069984447900466,
      "grad_norm": 1.2900065629907207,
      "learning_rate": 9.936710063632457e-06,
      "loss": 0.2831,
      "step": 326
    },
    {
      "epoch": 0.05085536547433903,
      "grad_norm": 0.9263549089146618,
      "learning_rate": 9.93632201382456e-06,
      "loss": 0.2086,
      "step": 327
    },
    {
      "epoch": 0.0510108864696734,
      "grad_norm": 1.9892589335821493,
      "learning_rate": 9.935932785647756e-06,
      "loss": 0.2717,
      "step": 328
    },
    {
      "epoch": 0.05116640746500778,
      "grad_norm": 1.1155547773179386,
      "learning_rate": 9.935542379194965e-06,
      "loss": 0.2731,
      "step": 329
    },
    {
      "epoch": 0.05132192846034215,
      "grad_norm": 1.0330106857849222,
      "learning_rate": 9.935150794559379e-06,
      "loss": 0.1841,
      "step": 330
    },
    {
      "epoch": 0.05147744945567652,
      "grad_norm": 1.52093348670823,
      "learning_rate": 9.934758031834475e-06,
      "loss": 0.2061,
      "step": 331
    },
    {
      "epoch": 0.05163297045101089,
      "grad_norm": 1.1824055834479263,
      "learning_rate": 9.93436409111401e-06,
      "loss": 0.2613,
      "step": 332
    },
    {
      "epoch": 0.05178849144634526,
      "grad_norm": 1.5329142188470473,
      "learning_rate": 9.933968972492026e-06,
      "loss": 0.2541,
      "step": 333
    },
    {
      "epoch": 0.05194401244167963,
      "grad_norm": 1.0304282737168275,
      "learning_rate": 9.933572676062841e-06,
      "loss": 0.2024,
      "step": 334
    },
    {
      "epoch": 0.052099533437014,
      "grad_norm": 1.1252175849664872,
      "learning_rate": 9.933175201921057e-06,
      "loss": 0.201,
      "step": 335
    },
    {
      "epoch": 0.05225505443234837,
      "grad_norm": 1.6828294804696526,
      "learning_rate": 9.932776550161559e-06,
      "loss": 0.2298,
      "step": 336
    },
    {
      "epoch": 0.05241057542768274,
      "grad_norm": 1.2831001226274117,
      "learning_rate": 9.932376720879503e-06,
      "loss": 0.2352,
      "step": 337
    },
    {
      "epoch": 0.05256609642301711,
      "grad_norm": 2.152789286567263,
      "learning_rate": 9.931975714170345e-06,
      "loss": 0.3382,
      "step": 338
    },
    {
      "epoch": 0.05272161741835148,
      "grad_norm": 1.702657664273862,
      "learning_rate": 9.931573530129803e-06,
      "loss": 0.2368,
      "step": 339
    },
    {
      "epoch": 0.05287713841368585,
      "grad_norm": 2.05056832602719,
      "learning_rate": 9.931170168853886e-06,
      "loss": 0.2992,
      "step": 340
    },
    {
      "epoch": 0.053032659409020216,
      "grad_norm": 1.5775290622934088,
      "learning_rate": 9.930765630438882e-06,
      "loss": 0.212,
      "step": 341
    },
    {
      "epoch": 0.053188180404354586,
      "grad_norm": 1.166034186090071,
      "learning_rate": 9.93035991498136e-06,
      "loss": 0.2081,
      "step": 342
    },
    {
      "epoch": 0.053343701399688956,
      "grad_norm": 1.4555896083998001,
      "learning_rate": 9.929953022578171e-06,
      "loss": 0.1857,
      "step": 343
    },
    {
      "epoch": 0.053499222395023326,
      "grad_norm": 1.343927833342108,
      "learning_rate": 9.929544953326445e-06,
      "loss": 0.2691,
      "step": 344
    },
    {
      "epoch": 0.053654743390357695,
      "grad_norm": 1.8890642830307378,
      "learning_rate": 9.929135707323592e-06,
      "loss": 0.1967,
      "step": 345
    },
    {
      "epoch": 0.053810264385692065,
      "grad_norm": 1.4990308791372666,
      "learning_rate": 9.928725284667308e-06,
      "loss": 0.1774,
      "step": 346
    },
    {
      "epoch": 0.05396578538102644,
      "grad_norm": 1.615806257387967,
      "learning_rate": 9.928313685455565e-06,
      "loss": 0.2234,
      "step": 347
    },
    {
      "epoch": 0.05412130637636081,
      "grad_norm": 1.3758078431089233,
      "learning_rate": 9.927900909786617e-06,
      "loss": 0.259,
      "step": 348
    },
    {
      "epoch": 0.05427682737169518,
      "grad_norm": 0.855435278326685,
      "learning_rate": 9.927486957759001e-06,
      "loss": 0.2068,
      "step": 349
    },
    {
      "epoch": 0.05443234836702955,
      "grad_norm": 1.5217482862634222,
      "learning_rate": 9.927071829471531e-06,
      "loss": 0.1551,
      "step": 350
    },
    {
      "epoch": 0.05458786936236392,
      "grad_norm": 1.5111503264835533,
      "learning_rate": 9.926655525023304e-06,
      "loss": 0.2599,
      "step": 351
    },
    {
      "epoch": 0.05474339035769829,
      "grad_norm": 0.8967930843733002,
      "learning_rate": 9.9262380445137e-06,
      "loss": 0.169,
      "step": 352
    },
    {
      "epoch": 0.05489891135303266,
      "grad_norm": 1.9464375941159884,
      "learning_rate": 9.925819388042374e-06,
      "loss": 0.2983,
      "step": 353
    },
    {
      "epoch": 0.05505443234836703,
      "grad_norm": 1.574189824318599,
      "learning_rate": 9.925399555709269e-06,
      "loss": 0.1937,
      "step": 354
    },
    {
      "epoch": 0.0552099533437014,
      "grad_norm": 3.1438752373638232,
      "learning_rate": 9.924978547614604e-06,
      "loss": 0.2181,
      "step": 355
    },
    {
      "epoch": 0.05536547433903577,
      "grad_norm": 1.6348127637741856,
      "learning_rate": 9.924556363858877e-06,
      "loss": 0.1847,
      "step": 356
    },
    {
      "epoch": 0.05552099533437014,
      "grad_norm": 1.724455721347507,
      "learning_rate": 9.92413300454287e-06,
      "loss": 0.1924,
      "step": 357
    },
    {
      "epoch": 0.05567651632970451,
      "grad_norm": 0.9215074637606898,
      "learning_rate": 9.923708469767645e-06,
      "loss": 0.1484,
      "step": 358
    },
    {
      "epoch": 0.05583203732503888,
      "grad_norm": 1.0048144642733263,
      "learning_rate": 9.923282759634547e-06,
      "loss": 0.139,
      "step": 359
    },
    {
      "epoch": 0.05598755832037325,
      "grad_norm": 1.6563473574979655,
      "learning_rate": 9.922855874245197e-06,
      "loss": 0.2462,
      "step": 360
    },
    {
      "epoch": 0.05614307931570762,
      "grad_norm": 1.0753481257964308,
      "learning_rate": 9.922427813701495e-06,
      "loss": 0.2543,
      "step": 361
    },
    {
      "epoch": 0.05629860031104199,
      "grad_norm": 1.1607722120362791,
      "learning_rate": 9.92199857810563e-06,
      "loss": 0.1919,
      "step": 362
    },
    {
      "epoch": 0.05645412130637636,
      "grad_norm": 1.0235707105593828,
      "learning_rate": 9.921568167560065e-06,
      "loss": 0.1851,
      "step": 363
    },
    {
      "epoch": 0.05660964230171073,
      "grad_norm": 1.443489161948352,
      "learning_rate": 9.921136582167545e-06,
      "loss": 0.2566,
      "step": 364
    },
    {
      "epoch": 0.056765163297045104,
      "grad_norm": 1.1047251832726421,
      "learning_rate": 9.920703822031094e-06,
      "loss": 0.2268,
      "step": 365
    },
    {
      "epoch": 0.056920684292379474,
      "grad_norm": 1.8071891113724519,
      "learning_rate": 9.92026988725402e-06,
      "loss": 0.286,
      "step": 366
    },
    {
      "epoch": 0.057076205287713844,
      "grad_norm": 1.127534519608966,
      "learning_rate": 9.919834777939908e-06,
      "loss": 0.2078,
      "step": 367
    },
    {
      "epoch": 0.05723172628304821,
      "grad_norm": 1.3537981754957027,
      "learning_rate": 9.919398494192625e-06,
      "loss": 0.2574,
      "step": 368
    },
    {
      "epoch": 0.05738724727838258,
      "grad_norm": 1.5740289483284484,
      "learning_rate": 9.918961036116317e-06,
      "loss": 0.2168,
      "step": 369
    },
    {
      "epoch": 0.05754276827371695,
      "grad_norm": 2.1521943324617854,
      "learning_rate": 9.918522403815414e-06,
      "loss": 0.5388,
      "step": 370
    },
    {
      "epoch": 0.05769828926905132,
      "grad_norm": 0.9621156840694527,
      "learning_rate": 9.918082597394621e-06,
      "loss": 0.2206,
      "step": 371
    },
    {
      "epoch": 0.05785381026438569,
      "grad_norm": 0.8374473543740336,
      "learning_rate": 9.91764161695893e-06,
      "loss": 0.1931,
      "step": 372
    },
    {
      "epoch": 0.05800933125972006,
      "grad_norm": 1.594565893913882,
      "learning_rate": 9.917199462613601e-06,
      "loss": 0.2664,
      "step": 373
    },
    {
      "epoch": 0.05816485225505443,
      "grad_norm": 2.539276249800021,
      "learning_rate": 9.916756134464191e-06,
      "loss": 0.3158,
      "step": 374
    },
    {
      "epoch": 0.0583203732503888,
      "grad_norm": 1.0461962066836652,
      "learning_rate": 9.916311632616525e-06,
      "loss": 0.2489,
      "step": 375
    },
    {
      "epoch": 0.05847589424572317,
      "grad_norm": 1.1340444520472663,
      "learning_rate": 9.915865957176709e-06,
      "loss": 0.2718,
      "step": 376
    },
    {
      "epoch": 0.05863141524105754,
      "grad_norm": 1.467480205738983,
      "learning_rate": 9.915419108251138e-06,
      "loss": 0.1753,
      "step": 377
    },
    {
      "epoch": 0.05878693623639191,
      "grad_norm": 1.4394725259816188,
      "learning_rate": 9.914971085946476e-06,
      "loss": 0.1973,
      "step": 378
    },
    {
      "epoch": 0.05894245723172628,
      "grad_norm": 1.2534669496284443,
      "learning_rate": 9.914521890369676e-06,
      "loss": 0.2127,
      "step": 379
    },
    {
      "epoch": 0.05909797822706065,
      "grad_norm": 1.282361137311585,
      "learning_rate": 9.914071521627964e-06,
      "loss": 0.1881,
      "step": 380
    },
    {
      "epoch": 0.05925349922239502,
      "grad_norm": 1.7744186005576332,
      "learning_rate": 9.913619979828851e-06,
      "loss": 0.1875,
      "step": 381
    },
    {
      "epoch": 0.0594090202177294,
      "grad_norm": 1.5020250209663002,
      "learning_rate": 9.913167265080126e-06,
      "loss": 0.1684,
      "step": 382
    },
    {
      "epoch": 0.05956454121306377,
      "grad_norm": 1.259074929221576,
      "learning_rate": 9.912713377489858e-06,
      "loss": 0.2268,
      "step": 383
    },
    {
      "epoch": 0.059720062208398136,
      "grad_norm": 1.7761373693512776,
      "learning_rate": 9.912258317166398e-06,
      "loss": 0.223,
      "step": 384
    },
    {
      "epoch": 0.059875583203732506,
      "grad_norm": 2.38865888975245,
      "learning_rate": 9.911802084218374e-06,
      "loss": 0.2401,
      "step": 385
    },
    {
      "epoch": 0.060031104199066876,
      "grad_norm": 0.8949382740792282,
      "learning_rate": 9.911344678754694e-06,
      "loss": 0.1922,
      "step": 386
    },
    {
      "epoch": 0.060186625194401246,
      "grad_norm": 1.5889982876131292,
      "learning_rate": 9.910886100884547e-06,
      "loss": 0.1943,
      "step": 387
    },
    {
      "epoch": 0.060342146189735615,
      "grad_norm": 1.4147870380604834,
      "learning_rate": 9.910426350717404e-06,
      "loss": 0.1812,
      "step": 388
    },
    {
      "epoch": 0.060497667185069985,
      "grad_norm": 1.8231195124047115,
      "learning_rate": 9.909965428363012e-06,
      "loss": 0.2312,
      "step": 389
    },
    {
      "epoch": 0.060653188180404355,
      "grad_norm": 1.8874621933930384,
      "learning_rate": 9.909503333931402e-06,
      "loss": 0.287,
      "step": 390
    },
    {
      "epoch": 0.060808709175738725,
      "grad_norm": 1.7665216636429069,
      "learning_rate": 9.90904006753288e-06,
      "loss": 0.2185,
      "step": 391
    },
    {
      "epoch": 0.060964230171073094,
      "grad_norm": 1.256357590139898,
      "learning_rate": 9.908575629278034e-06,
      "loss": 0.1919,
      "step": 392
    },
    {
      "epoch": 0.061119751166407464,
      "grad_norm": 4.375967721306914,
      "learning_rate": 9.908110019277735e-06,
      "loss": 0.1781,
      "step": 393
    },
    {
      "epoch": 0.061275272161741834,
      "grad_norm": 1.4286735960699084,
      "learning_rate": 9.907643237643127e-06,
      "loss": 0.253,
      "step": 394
    },
    {
      "epoch": 0.061430793157076204,
      "grad_norm": 1.6229980414007696,
      "learning_rate": 9.90717528448564e-06,
      "loss": 0.2598,
      "step": 395
    },
    {
      "epoch": 0.06158631415241057,
      "grad_norm": 1.654127403226531,
      "learning_rate": 9.906706159916977e-06,
      "loss": 0.2677,
      "step": 396
    },
    {
      "epoch": 0.06174183514774494,
      "grad_norm": 0.7489317566220969,
      "learning_rate": 9.90623586404913e-06,
      "loss": 0.1595,
      "step": 397
    },
    {
      "epoch": 0.06189735614307931,
      "grad_norm": 1.0243584995437751,
      "learning_rate": 9.90576439699436e-06,
      "loss": 0.2089,
      "step": 398
    },
    {
      "epoch": 0.06205287713841368,
      "grad_norm": 1.2843274122650117,
      "learning_rate": 9.905291758865217e-06,
      "loss": 0.2458,
      "step": 399
    },
    {
      "epoch": 0.06220839813374806,
      "grad_norm": 1.482986812845832,
      "learning_rate": 9.904817949774524e-06,
      "loss": 0.2611,
      "step": 400
    },
    {
      "epoch": 0.06220839813374806,
      "eval_loss": 0.23184187710285187,
      "eval_runtime": 9.4466,
      "eval_samples_per_second": 2.752,
      "eval_steps_per_second": 0.741,
      "step": 400
    },
    {
      "epoch": 0.06236391912908243,
      "grad_norm": 2.01899839511783,
      "learning_rate": 9.904342969835385e-06,
      "loss": 0.2178,
      "step": 401
    },
    {
      "epoch": 0.06251944012441679,
      "grad_norm": 1.4244669635257896,
      "learning_rate": 9.903866819161188e-06,
      "loss": 0.2321,
      "step": 402
    },
    {
      "epoch": 0.06267496111975117,
      "grad_norm": 1.7090867256976423,
      "learning_rate": 9.903389497865593e-06,
      "loss": 0.2071,
      "step": 403
    },
    {
      "epoch": 0.06283048211508553,
      "grad_norm": 1.305136754505658,
      "learning_rate": 9.902911006062543e-06,
      "loss": 0.1899,
      "step": 404
    },
    {
      "epoch": 0.06298600311041991,
      "grad_norm": 1.0188677304744835,
      "learning_rate": 9.902431343866266e-06,
      "loss": 0.2457,
      "step": 405
    },
    {
      "epoch": 0.06314152410575427,
      "grad_norm": 1.6042710170666996,
      "learning_rate": 9.901950511391259e-06,
      "loss": 0.1894,
      "step": 406
    },
    {
      "epoch": 0.06329704510108865,
      "grad_norm": 1.3017493690494788,
      "learning_rate": 9.901468508752304e-06,
      "loss": 0.2908,
      "step": 407
    },
    {
      "epoch": 0.06345256609642301,
      "grad_norm": 1.3230633029674432,
      "learning_rate": 9.900985336064463e-06,
      "loss": 0.2786,
      "step": 408
    },
    {
      "epoch": 0.06360808709175739,
      "grad_norm": 1.5120257860737862,
      "learning_rate": 9.900500993443076e-06,
      "loss": 0.2516,
      "step": 409
    },
    {
      "epoch": 0.06376360808709176,
      "grad_norm": 1.004582433223966,
      "learning_rate": 9.900015481003762e-06,
      "loss": 0.2232,
      "step": 410
    },
    {
      "epoch": 0.06391912908242613,
      "grad_norm": 1.399115724283105,
      "learning_rate": 9.89952879886242e-06,
      "loss": 0.2763,
      "step": 411
    },
    {
      "epoch": 0.0640746500777605,
      "grad_norm": 1.816764777159624,
      "learning_rate": 9.899040947135225e-06,
      "loss": 0.2913,
      "step": 412
    },
    {
      "epoch": 0.06423017107309487,
      "grad_norm": 1.1949304261760583,
      "learning_rate": 9.898551925938638e-06,
      "loss": 0.191,
      "step": 413
    },
    {
      "epoch": 0.06438569206842924,
      "grad_norm": 1.6899096837752585,
      "learning_rate": 9.898061735389395e-06,
      "loss": 0.2314,
      "step": 414
    },
    {
      "epoch": 0.0645412130637636,
      "grad_norm": 1.6400875402483213,
      "learning_rate": 9.897570375604508e-06,
      "loss": 0.1985,
      "step": 415
    },
    {
      "epoch": 0.06469673405909798,
      "grad_norm": 1.1700291435704913,
      "learning_rate": 9.897077846701274e-06,
      "loss": 0.2178,
      "step": 416
    },
    {
      "epoch": 0.06485225505443235,
      "grad_norm": 1.6396026705753728,
      "learning_rate": 9.896584148797265e-06,
      "loss": 0.2443,
      "step": 417
    },
    {
      "epoch": 0.06500777604976672,
      "grad_norm": 0.8511496035113331,
      "learning_rate": 9.896089282010338e-06,
      "loss": 0.1619,
      "step": 418
    },
    {
      "epoch": 0.06516329704510108,
      "grad_norm": 1.3924064844406538,
      "learning_rate": 9.895593246458617e-06,
      "loss": 0.2021,
      "step": 419
    },
    {
      "epoch": 0.06531881804043546,
      "grad_norm": 0.8605197503722029,
      "learning_rate": 9.895096042260517e-06,
      "loss": 0.1628,
      "step": 420
    },
    {
      "epoch": 0.06547433903576982,
      "grad_norm": 1.3908417494412908,
      "learning_rate": 9.894597669534729e-06,
      "loss": 0.2054,
      "step": 421
    },
    {
      "epoch": 0.0656298600311042,
      "grad_norm": 1.445540354985538,
      "learning_rate": 9.894098128400219e-06,
      "loss": 0.2197,
      "step": 422
    },
    {
      "epoch": 0.06578538102643856,
      "grad_norm": 1.3103752658839474,
      "learning_rate": 9.893597418976234e-06,
      "loss": 0.2297,
      "step": 423
    },
    {
      "epoch": 0.06594090202177294,
      "grad_norm": 1.0497805770986521,
      "learning_rate": 9.893095541382304e-06,
      "loss": 0.1747,
      "step": 424
    },
    {
      "epoch": 0.0660964230171073,
      "grad_norm": 1.513640843523071,
      "learning_rate": 9.892592495738229e-06,
      "loss": 0.1754,
      "step": 425
    },
    {
      "epoch": 0.06625194401244168,
      "grad_norm": 1.0493517604475748,
      "learning_rate": 9.892088282164098e-06,
      "loss": 0.2586,
      "step": 426
    },
    {
      "epoch": 0.06640746500777606,
      "grad_norm": 1.4678962231044086,
      "learning_rate": 9.89158290078027e-06,
      "loss": 0.2932,
      "step": 427
    },
    {
      "epoch": 0.06656298600311042,
      "grad_norm": 1.6765991678498569,
      "learning_rate": 9.891076351707389e-06,
      "loss": 0.2116,
      "step": 428
    },
    {
      "epoch": 0.0667185069984448,
      "grad_norm": 1.4655721822686016,
      "learning_rate": 9.890568635066373e-06,
      "loss": 0.1543,
      "step": 429
    },
    {
      "epoch": 0.06687402799377916,
      "grad_norm": 1.6313534003780414,
      "learning_rate": 9.890059750978425e-06,
      "loss": 0.1571,
      "step": 430
    },
    {
      "epoch": 0.06702954898911354,
      "grad_norm": 1.0261848775525118,
      "learning_rate": 9.889549699565017e-06,
      "loss": 0.2865,
      "step": 431
    },
    {
      "epoch": 0.0671850699844479,
      "grad_norm": 1.5225780156038968,
      "learning_rate": 9.88903848094791e-06,
      "loss": 0.1914,
      "step": 432
    },
    {
      "epoch": 0.06734059097978227,
      "grad_norm": 1.3350387169313882,
      "learning_rate": 9.888526095249138e-06,
      "loss": 0.2754,
      "step": 433
    },
    {
      "epoch": 0.06749611197511664,
      "grad_norm": 1.192180411270206,
      "learning_rate": 9.888012542591014e-06,
      "loss": 0.1974,
      "step": 434
    },
    {
      "epoch": 0.06765163297045101,
      "grad_norm": 1.3005497242232493,
      "learning_rate": 9.88749782309613e-06,
      "loss": 0.1903,
      "step": 435
    },
    {
      "epoch": 0.06780715396578538,
      "grad_norm": 1.1288456938448086,
      "learning_rate": 9.88698193688736e-06,
      "loss": 0.2333,
      "step": 436
    },
    {
      "epoch": 0.06796267496111975,
      "grad_norm": 1.130396483559975,
      "learning_rate": 9.886464884087846e-06,
      "loss": 0.2674,
      "step": 437
    },
    {
      "epoch": 0.06811819595645412,
      "grad_norm": 0.9035948769600225,
      "learning_rate": 9.885946664821021e-06,
      "loss": 0.1864,
      "step": 438
    },
    {
      "epoch": 0.0682737169517885,
      "grad_norm": 1.1233476167867031,
      "learning_rate": 9.885427279210592e-06,
      "loss": 0.1787,
      "step": 439
    },
    {
      "epoch": 0.06842923794712286,
      "grad_norm": 1.2410015017602511,
      "learning_rate": 9.88490672738054e-06,
      "loss": 0.2509,
      "step": 440
    },
    {
      "epoch": 0.06858475894245723,
      "grad_norm": 1.3429869818046247,
      "learning_rate": 9.884385009455131e-06,
      "loss": 0.2811,
      "step": 441
    },
    {
      "epoch": 0.0687402799377916,
      "grad_norm": 0.7587532198438675,
      "learning_rate": 9.883862125558904e-06,
      "loss": 0.1781,
      "step": 442
    },
    {
      "epoch": 0.06889580093312597,
      "grad_norm": 0.9782244567957874,
      "learning_rate": 9.88333807581668e-06,
      "loss": 0.1891,
      "step": 443
    },
    {
      "epoch": 0.06905132192846034,
      "grad_norm": 1.8354472673215871,
      "learning_rate": 9.882812860353558e-06,
      "loss": 0.2372,
      "step": 444
    },
    {
      "epoch": 0.06920684292379471,
      "grad_norm": 1.0210293095436775,
      "learning_rate": 9.882286479294911e-06,
      "loss": 0.1988,
      "step": 445
    },
    {
      "epoch": 0.06936236391912909,
      "grad_norm": 2.117567357062213,
      "learning_rate": 9.881758932766398e-06,
      "loss": 0.1992,
      "step": 446
    },
    {
      "epoch": 0.06951788491446345,
      "grad_norm": 1.1644685693150085,
      "learning_rate": 9.881230220893948e-06,
      "loss": 0.18,
      "step": 447
    },
    {
      "epoch": 0.06967340590979783,
      "grad_norm": 1.1209275418337545,
      "learning_rate": 9.880700343803773e-06,
      "loss": 0.3069,
      "step": 448
    },
    {
      "epoch": 0.06982892690513219,
      "grad_norm": 1.155686416296927,
      "learning_rate": 9.880169301622362e-06,
      "loss": 0.1744,
      "step": 449
    },
    {
      "epoch": 0.06998444790046657,
      "grad_norm": 0.9709514091501408,
      "learning_rate": 9.879637094476482e-06,
      "loss": 0.1871,
      "step": 450
    },
    {
      "epoch": 0.07013996889580093,
      "grad_norm": 1.1219093494884402,
      "learning_rate": 9.87910372249318e-06,
      "loss": 0.1932,
      "step": 451
    },
    {
      "epoch": 0.07029548989113531,
      "grad_norm": 1.9094748023939434,
      "learning_rate": 9.878569185799778e-06,
      "loss": 0.2339,
      "step": 452
    },
    {
      "epoch": 0.07045101088646967,
      "grad_norm": 1.3264334862739553,
      "learning_rate": 9.878033484523876e-06,
      "loss": 0.1407,
      "step": 453
    },
    {
      "epoch": 0.07060653188180405,
      "grad_norm": 1.667180383137504,
      "learning_rate": 9.877496618793356e-06,
      "loss": 0.1867,
      "step": 454
    },
    {
      "epoch": 0.07076205287713841,
      "grad_norm": 1.0486860196671894,
      "learning_rate": 9.876958588736371e-06,
      "loss": 0.1683,
      "step": 455
    },
    {
      "epoch": 0.07091757387247279,
      "grad_norm": 1.2507603637095628,
      "learning_rate": 9.876419394481363e-06,
      "loss": 0.1958,
      "step": 456
    },
    {
      "epoch": 0.07107309486780715,
      "grad_norm": 1.7806763122908775,
      "learning_rate": 9.87587903615704e-06,
      "loss": 0.2466,
      "step": 457
    },
    {
      "epoch": 0.07122861586314153,
      "grad_norm": 1.0570385231053188,
      "learning_rate": 9.875337513892395e-06,
      "loss": 0.1336,
      "step": 458
    },
    {
      "epoch": 0.07138413685847589,
      "grad_norm": 1.8093621923009064,
      "learning_rate": 9.874794827816696e-06,
      "loss": 0.245,
      "step": 459
    },
    {
      "epoch": 0.07153965785381027,
      "grad_norm": 1.6343174119313473,
      "learning_rate": 9.874250978059489e-06,
      "loss": 0.1878,
      "step": 460
    },
    {
      "epoch": 0.07169517884914463,
      "grad_norm": 1.2474757406216732,
      "learning_rate": 9.873705964750603e-06,
      "loss": 0.201,
      "step": 461
    },
    {
      "epoch": 0.071850699844479,
      "grad_norm": 0.9854370189019162,
      "learning_rate": 9.873159788020135e-06,
      "loss": 0.1572,
      "step": 462
    },
    {
      "epoch": 0.07200622083981338,
      "grad_norm": 1.2046716423202313,
      "learning_rate": 9.872612447998466e-06,
      "loss": 0.1644,
      "step": 463
    },
    {
      "epoch": 0.07216174183514774,
      "grad_norm": 1.6657683984708445,
      "learning_rate": 9.872063944816257e-06,
      "loss": 0.2026,
      "step": 464
    },
    {
      "epoch": 0.07231726283048212,
      "grad_norm": 1.6319780353610651,
      "learning_rate": 9.871514278604439e-06,
      "loss": 0.2361,
      "step": 465
    },
    {
      "epoch": 0.07247278382581648,
      "grad_norm": 0.930626270347552,
      "learning_rate": 9.870963449494228e-06,
      "loss": 0.2334,
      "step": 466
    },
    {
      "epoch": 0.07262830482115086,
      "grad_norm": 1.7347785771237878,
      "learning_rate": 9.870411457617115e-06,
      "loss": 0.3121,
      "step": 467
    },
    {
      "epoch": 0.07278382581648522,
      "grad_norm": 1.6861297399111428,
      "learning_rate": 9.869858303104864e-06,
      "loss": 0.2234,
      "step": 468
    },
    {
      "epoch": 0.0729393468118196,
      "grad_norm": 2.2175613812233856,
      "learning_rate": 9.869303986089525e-06,
      "loss": 0.215,
      "step": 469
    },
    {
      "epoch": 0.07309486780715396,
      "grad_norm": 1.2151103786584494,
      "learning_rate": 9.86874850670342e-06,
      "loss": 0.143,
      "step": 470
    },
    {
      "epoch": 0.07325038880248834,
      "grad_norm": 1.8347498082665927,
      "learning_rate": 9.868191865079149e-06,
      "loss": 0.1847,
      "step": 471
    },
    {
      "epoch": 0.0734059097978227,
      "grad_norm": 0.7662001443118179,
      "learning_rate": 9.867634061349592e-06,
      "loss": 0.2132,
      "step": 472
    },
    {
      "epoch": 0.07356143079315708,
      "grad_norm": 1.127229878211817,
      "learning_rate": 9.8670750956479e-06,
      "loss": 0.2405,
      "step": 473
    },
    {
      "epoch": 0.07371695178849144,
      "grad_norm": 0.8919765028163983,
      "learning_rate": 9.866514968107511e-06,
      "loss": 0.2187,
      "step": 474
    },
    {
      "epoch": 0.07387247278382582,
      "grad_norm": 0.8318099634868261,
      "learning_rate": 9.865953678862133e-06,
      "loss": 0.149,
      "step": 475
    },
    {
      "epoch": 0.07402799377916018,
      "grad_norm": 1.577340616348031,
      "learning_rate": 9.865391228045753e-06,
      "loss": 0.2319,
      "step": 476
    },
    {
      "epoch": 0.07418351477449456,
      "grad_norm": 1.116181816359047,
      "learning_rate": 9.864827615792637e-06,
      "loss": 0.1901,
      "step": 477
    },
    {
      "epoch": 0.07433903576982892,
      "grad_norm": 1.105109643192386,
      "learning_rate": 9.864262842237327e-06,
      "loss": 0.2011,
      "step": 478
    },
    {
      "epoch": 0.0744945567651633,
      "grad_norm": 1.9701207318396636,
      "learning_rate": 9.863696907514641e-06,
      "loss": 0.2409,
      "step": 479
    },
    {
      "epoch": 0.07465007776049767,
      "grad_norm": 2.2498632028053507,
      "learning_rate": 9.863129811759678e-06,
      "loss": 0.3829,
      "step": 480
    },
    {
      "epoch": 0.07480559875583204,
      "grad_norm": 1.1224194434111838,
      "learning_rate": 9.86256155510781e-06,
      "loss": 0.2114,
      "step": 481
    },
    {
      "epoch": 0.07496111975116641,
      "grad_norm": 1.5539407325523458,
      "learning_rate": 9.861992137694687e-06,
      "loss": 0.1976,
      "step": 482
    },
    {
      "epoch": 0.07511664074650078,
      "grad_norm": 1.962092802549792,
      "learning_rate": 9.86142155965624e-06,
      "loss": 0.2725,
      "step": 483
    },
    {
      "epoch": 0.07527216174183515,
      "grad_norm": 0.8983695148666645,
      "learning_rate": 9.860849821128668e-06,
      "loss": 0.154,
      "step": 484
    },
    {
      "epoch": 0.07542768273716952,
      "grad_norm": 1.398592267234838,
      "learning_rate": 9.86027692224846e-06,
      "loss": 0.1497,
      "step": 485
    },
    {
      "epoch": 0.07558320373250389,
      "grad_norm": 1.0403186420901969,
      "learning_rate": 9.859702863152372e-06,
      "loss": 0.1936,
      "step": 486
    },
    {
      "epoch": 0.07573872472783826,
      "grad_norm": 0.7470818354767621,
      "learning_rate": 9.859127643977438e-06,
      "loss": 0.1523,
      "step": 487
    },
    {
      "epoch": 0.07589424572317263,
      "grad_norm": 1.2067693893481815,
      "learning_rate": 9.858551264860972e-06,
      "loss": 0.3168,
      "step": 488
    },
    {
      "epoch": 0.076049766718507,
      "grad_norm": 1.5295551443098423,
      "learning_rate": 9.857973725940565e-06,
      "loss": 0.2194,
      "step": 489
    },
    {
      "epoch": 0.07620528771384137,
      "grad_norm": 1.618418958541224,
      "learning_rate": 9.857395027354085e-06,
      "loss": 0.2209,
      "step": 490
    },
    {
      "epoch": 0.07636080870917573,
      "grad_norm": 1.1696631104347366,
      "learning_rate": 9.856815169239671e-06,
      "loss": 0.1993,
      "step": 491
    },
    {
      "epoch": 0.07651632970451011,
      "grad_norm": 1.4918786793556023,
      "learning_rate": 9.856234151735744e-06,
      "loss": 0.2657,
      "step": 492
    },
    {
      "epoch": 0.07667185069984447,
      "grad_norm": 1.3100404095494855,
      "learning_rate": 9.855651974981005e-06,
      "loss": 0.2832,
      "step": 493
    },
    {
      "epoch": 0.07682737169517885,
      "grad_norm": 13.98784357990924,
      "learning_rate": 9.855068639114425e-06,
      "loss": 0.2488,
      "step": 494
    },
    {
      "epoch": 0.07698289269051321,
      "grad_norm": 1.3956332181045448,
      "learning_rate": 9.854484144275254e-06,
      "loss": 0.225,
      "step": 495
    },
    {
      "epoch": 0.07713841368584759,
      "grad_norm": 1.1858198275947147,
      "learning_rate": 9.853898490603018e-06,
      "loss": 0.2041,
      "step": 496
    },
    {
      "epoch": 0.07729393468118195,
      "grad_norm": 0.765411378364051,
      "learning_rate": 9.853311678237524e-06,
      "loss": 0.1492,
      "step": 497
    },
    {
      "epoch": 0.07744945567651633,
      "grad_norm": 1.2288325537770441,
      "learning_rate": 9.85272370731885e-06,
      "loss": 0.1773,
      "step": 498
    },
    {
      "epoch": 0.0776049766718507,
      "grad_norm": 1.3901203640607709,
      "learning_rate": 9.852134577987353e-06,
      "loss": 0.2091,
      "step": 499
    },
    {
      "epoch": 0.07776049766718507,
      "grad_norm": 1.5991626946866644,
      "learning_rate": 9.85154429038367e-06,
      "loss": 0.2485,
      "step": 500
    },
    {
      "epoch": 0.07776049766718507,
      "eval_loss": 0.22800126671791077,
      "eval_runtime": 9.4446,
      "eval_samples_per_second": 2.753,
      "eval_steps_per_second": 0.741,
      "step": 500
    },
    {
      "epoch": 0.07791601866251945,
      "grad_norm": 0.9946822389547595,
      "learning_rate": 9.850952844648705e-06,
      "loss": 0.2324,
      "step": 501
    },
    {
      "epoch": 0.07807153965785381,
      "grad_norm": 1.088817573789371,
      "learning_rate": 9.850360240923647e-06,
      "loss": 0.1813,
      "step": 502
    },
    {
      "epoch": 0.07822706065318819,
      "grad_norm": 5.945777339639669,
      "learning_rate": 9.849766479349959e-06,
      "loss": 0.1976,
      "step": 503
    },
    {
      "epoch": 0.07838258164852255,
      "grad_norm": 0.8593394406117729,
      "learning_rate": 9.84917156006938e-06,
      "loss": 0.2474,
      "step": 504
    },
    {
      "epoch": 0.07853810264385692,
      "grad_norm": 1.3930666133589364,
      "learning_rate": 9.848575483223925e-06,
      "loss": 0.215,
      "step": 505
    },
    {
      "epoch": 0.07869362363919129,
      "grad_norm": 1.6493288101835173,
      "learning_rate": 9.84797824895589e-06,
      "loss": 0.303,
      "step": 506
    },
    {
      "epoch": 0.07884914463452566,
      "grad_norm": 1.1106903817577367,
      "learning_rate": 9.847379857407835e-06,
      "loss": 0.1654,
      "step": 507
    },
    {
      "epoch": 0.07900466562986003,
      "grad_norm": 1.166896696404847,
      "learning_rate": 9.846780308722612e-06,
      "loss": 0.2046,
      "step": 508
    },
    {
      "epoch": 0.0791601866251944,
      "grad_norm": 1.7221901123414272,
      "learning_rate": 9.846179603043338e-06,
      "loss": 0.2543,
      "step": 509
    },
    {
      "epoch": 0.07931570762052877,
      "grad_norm": 1.0398664154595585,
      "learning_rate": 9.845577740513409e-06,
      "loss": 0.2616,
      "step": 510
    },
    {
      "epoch": 0.07947122861586314,
      "grad_norm": 1.2062182369254026,
      "learning_rate": 9.8449747212765e-06,
      "loss": 0.1641,
      "step": 511
    },
    {
      "epoch": 0.0796267496111975,
      "grad_norm": 1.3859318575453086,
      "learning_rate": 9.84437054547656e-06,
      "loss": 0.193,
      "step": 512
    },
    {
      "epoch": 0.07978227060653188,
      "grad_norm": 3.5056235741823523,
      "learning_rate": 9.843765213257814e-06,
      "loss": 0.2399,
      "step": 513
    },
    {
      "epoch": 0.07993779160186625,
      "grad_norm": 1.2578551416521373,
      "learning_rate": 9.843158724764762e-06,
      "loss": 0.2177,
      "step": 514
    },
    {
      "epoch": 0.08009331259720062,
      "grad_norm": 1.4118043035204642,
      "learning_rate": 9.842551080142182e-06,
      "loss": 0.21,
      "step": 515
    },
    {
      "epoch": 0.080248833592535,
      "grad_norm": 1.1155160124053434,
      "learning_rate": 9.841942279535128e-06,
      "loss": 0.2128,
      "step": 516
    },
    {
      "epoch": 0.08040435458786936,
      "grad_norm": 1.0287833439256027,
      "learning_rate": 9.84133232308893e-06,
      "loss": 0.1846,
      "step": 517
    },
    {
      "epoch": 0.08055987558320374,
      "grad_norm": 2.2894965228305377,
      "learning_rate": 9.84072121094919e-06,
      "loss": 0.1814,
      "step": 518
    },
    {
      "epoch": 0.0807153965785381,
      "grad_norm": 1.345886098139959,
      "learning_rate": 9.84010894326179e-06,
      "loss": 0.1912,
      "step": 519
    },
    {
      "epoch": 0.08087091757387248,
      "grad_norm": 1.9234609876851483,
      "learning_rate": 9.83949552017289e-06,
      "loss": 0.2982,
      "step": 520
    },
    {
      "epoch": 0.08102643856920684,
      "grad_norm": 1.2452886345823744,
      "learning_rate": 9.83888094182892e-06,
      "loss": 0.2144,
      "step": 521
    },
    {
      "epoch": 0.08118195956454122,
      "grad_norm": 1.2711995935698062,
      "learning_rate": 9.838265208376584e-06,
      "loss": 0.1799,
      "step": 522
    },
    {
      "epoch": 0.08133748055987558,
      "grad_norm": 1.0755729955519457,
      "learning_rate": 9.837648319962876e-06,
      "loss": 0.3311,
      "step": 523
    },
    {
      "epoch": 0.08149300155520996,
      "grad_norm": 1.5025152130217085,
      "learning_rate": 9.837030276735049e-06,
      "loss": 0.203,
      "step": 524
    },
    {
      "epoch": 0.08164852255054432,
      "grad_norm": 1.4271542860149822,
      "learning_rate": 9.83641107884064e-06,
      "loss": 0.2055,
      "step": 525
    },
    {
      "epoch": 0.0818040435458787,
      "grad_norm": 1.1896665999932865,
      "learning_rate": 9.83579072642746e-06,
      "loss": 0.2191,
      "step": 526
    },
    {
      "epoch": 0.08195956454121306,
      "grad_norm": 1.6391797544527267,
      "learning_rate": 9.835169219643597e-06,
      "loss": 0.2164,
      "step": 527
    },
    {
      "epoch": 0.08211508553654744,
      "grad_norm": 1.3905263994766632,
      "learning_rate": 9.834546558637412e-06,
      "loss": 0.2188,
      "step": 528
    },
    {
      "epoch": 0.0822706065318818,
      "grad_norm": 1.1325886941547982,
      "learning_rate": 9.833922743557545e-06,
      "loss": 0.3596,
      "step": 529
    },
    {
      "epoch": 0.08242612752721618,
      "grad_norm": 1.58458236573862,
      "learning_rate": 9.833297774552905e-06,
      "loss": 0.2725,
      "step": 530
    },
    {
      "epoch": 0.08258164852255054,
      "grad_norm": 1.2630288499628133,
      "learning_rate": 9.832671651772685e-06,
      "loss": 0.3327,
      "step": 531
    },
    {
      "epoch": 0.08273716951788491,
      "grad_norm": 1.1472998381036559,
      "learning_rate": 9.832044375366347e-06,
      "loss": 0.1758,
      "step": 532
    },
    {
      "epoch": 0.08289269051321929,
      "grad_norm": 1.148175513948538,
      "learning_rate": 9.831415945483634e-06,
      "loss": 0.189,
      "step": 533
    },
    {
      "epoch": 0.08304821150855365,
      "grad_norm": 1.2010115460022994,
      "learning_rate": 9.830786362274556e-06,
      "loss": 0.2065,
      "step": 534
    },
    {
      "epoch": 0.08320373250388803,
      "grad_norm": 1.357353814240526,
      "learning_rate": 9.830155625889406e-06,
      "loss": 0.1505,
      "step": 535
    },
    {
      "epoch": 0.0833592534992224,
      "grad_norm": 1.2541527971168078,
      "learning_rate": 9.829523736478748e-06,
      "loss": 0.2309,
      "step": 536
    },
    {
      "epoch": 0.08351477449455677,
      "grad_norm": 1.0453169347517781,
      "learning_rate": 9.828890694193425e-06,
      "loss": 0.1593,
      "step": 537
    },
    {
      "epoch": 0.08367029548989113,
      "grad_norm": 1.256435896986176,
      "learning_rate": 9.828256499184553e-06,
      "loss": 0.2081,
      "step": 538
    },
    {
      "epoch": 0.08382581648522551,
      "grad_norm": 1.4617851677608784,
      "learning_rate": 9.827621151603522e-06,
      "loss": 0.2181,
      "step": 539
    },
    {
      "epoch": 0.08398133748055987,
      "grad_norm": 2.512069587946666,
      "learning_rate": 9.826984651601998e-06,
      "loss": 0.4003,
      "step": 540
    },
    {
      "epoch": 0.08413685847589425,
      "grad_norm": 1.1168842922612399,
      "learning_rate": 9.826346999331923e-06,
      "loss": 0.2823,
      "step": 541
    },
    {
      "epoch": 0.08429237947122861,
      "grad_norm": 1.0417831453973136,
      "learning_rate": 9.825708194945514e-06,
      "loss": 0.1889,
      "step": 542
    },
    {
      "epoch": 0.08444790046656299,
      "grad_norm": 0.9096481087872343,
      "learning_rate": 9.82506823859526e-06,
      "loss": 0.2351,
      "step": 543
    },
    {
      "epoch": 0.08460342146189735,
      "grad_norm": 1.0430082881953087,
      "learning_rate": 9.824427130433932e-06,
      "loss": 0.1953,
      "step": 544
    },
    {
      "epoch": 0.08475894245723173,
      "grad_norm": 0.6608850743713712,
      "learning_rate": 9.823784870614568e-06,
      "loss": 0.1854,
      "step": 545
    },
    {
      "epoch": 0.08491446345256609,
      "grad_norm": 0.9535990803944258,
      "learning_rate": 9.823141459290486e-06,
      "loss": 0.3623,
      "step": 546
    },
    {
      "epoch": 0.08506998444790047,
      "grad_norm": 1.2084813471627978,
      "learning_rate": 9.822496896615276e-06,
      "loss": 0.2088,
      "step": 547
    },
    {
      "epoch": 0.08522550544323483,
      "grad_norm": 1.751880921507202,
      "learning_rate": 9.821851182742806e-06,
      "loss": 0.2367,
      "step": 548
    },
    {
      "epoch": 0.08538102643856921,
      "grad_norm": 0.859776642879622,
      "learning_rate": 9.821204317827214e-06,
      "loss": 0.249,
      "step": 549
    },
    {
      "epoch": 0.08553654743390357,
      "grad_norm": 1.127529266910784,
      "learning_rate": 9.820556302022916e-06,
      "loss": 0.2038,
      "step": 550
    },
    {
      "epoch": 0.08569206842923795,
      "grad_norm": 1.1762380712487397,
      "learning_rate": 9.819907135484607e-06,
      "loss": 0.1408,
      "step": 551
    },
    {
      "epoch": 0.08584758942457232,
      "grad_norm": 1.1841316789710945,
      "learning_rate": 9.819256818367247e-06,
      "loss": 0.1971,
      "step": 552
    },
    {
      "epoch": 0.08600311041990669,
      "grad_norm": 0.9978225930526609,
      "learning_rate": 9.818605350826078e-06,
      "loss": 0.2221,
      "step": 553
    },
    {
      "epoch": 0.08615863141524106,
      "grad_norm": 1.6694424755142652,
      "learning_rate": 9.817952733016614e-06,
      "loss": 0.1549,
      "step": 554
    },
    {
      "epoch": 0.08631415241057543,
      "grad_norm": 0.9346983450738274,
      "learning_rate": 9.817298965094644e-06,
      "loss": 0.1579,
      "step": 555
    },
    {
      "epoch": 0.0864696734059098,
      "grad_norm": 1.147526345911482,
      "learning_rate": 9.816644047216231e-06,
      "loss": 0.1873,
      "step": 556
    },
    {
      "epoch": 0.08662519440124417,
      "grad_norm": 1.1886850012764587,
      "learning_rate": 9.815987979537713e-06,
      "loss": 0.2347,
      "step": 557
    },
    {
      "epoch": 0.08678071539657854,
      "grad_norm": 1.6793433753087175,
      "learning_rate": 9.815330762215704e-06,
      "loss": 0.2773,
      "step": 558
    },
    {
      "epoch": 0.0869362363919129,
      "grad_norm": 0.7389091927152867,
      "learning_rate": 9.81467239540709e-06,
      "loss": 0.2376,
      "step": 559
    },
    {
      "epoch": 0.08709175738724728,
      "grad_norm": 1.5501383478894555,
      "learning_rate": 9.814012879269031e-06,
      "loss": 0.249,
      "step": 560
    },
    {
      "epoch": 0.08724727838258164,
      "grad_norm": 1.985092307546573,
      "learning_rate": 9.813352213958966e-06,
      "loss": 0.2293,
      "step": 561
    },
    {
      "epoch": 0.08740279937791602,
      "grad_norm": 1.1408911673993625,
      "learning_rate": 9.812690399634601e-06,
      "loss": 0.29,
      "step": 562
    },
    {
      "epoch": 0.08755832037325038,
      "grad_norm": 1.2461126532920535,
      "learning_rate": 9.812027436453924e-06,
      "loss": 0.2783,
      "step": 563
    },
    {
      "epoch": 0.08771384136858476,
      "grad_norm": 1.764223151926025,
      "learning_rate": 9.81136332457519e-06,
      "loss": 0.2528,
      "step": 564
    },
    {
      "epoch": 0.08786936236391912,
      "grad_norm": 1.0618642840366128,
      "learning_rate": 9.810698064156935e-06,
      "loss": 0.1723,
      "step": 565
    },
    {
      "epoch": 0.0880248833592535,
      "grad_norm": 0.8569330765683667,
      "learning_rate": 9.810031655357964e-06,
      "loss": 0.2241,
      "step": 566
    },
    {
      "epoch": 0.08818040435458786,
      "grad_norm": 1.0553303848822568,
      "learning_rate": 9.80936409833736e-06,
      "loss": 0.2312,
      "step": 567
    },
    {
      "epoch": 0.08833592534992224,
      "grad_norm": 1.8702866312005988,
      "learning_rate": 9.808695393254474e-06,
      "loss": 0.1949,
      "step": 568
    },
    {
      "epoch": 0.08849144634525662,
      "grad_norm": 0.9476538253542002,
      "learning_rate": 9.808025540268939e-06,
      "loss": 0.1783,
      "step": 569
    },
    {
      "epoch": 0.08864696734059098,
      "grad_norm": 1.4661601306937122,
      "learning_rate": 9.80735453954066e-06,
      "loss": 0.2941,
      "step": 570
    },
    {
      "epoch": 0.08880248833592536,
      "grad_norm": 1.1865752816456114,
      "learning_rate": 9.80668239122981e-06,
      "loss": 0.2196,
      "step": 571
    },
    {
      "epoch": 0.08895800933125972,
      "grad_norm": 0.9682721759722641,
      "learning_rate": 9.80600909549684e-06,
      "loss": 0.2453,
      "step": 572
    },
    {
      "epoch": 0.0891135303265941,
      "grad_norm": 1.0402552655035497,
      "learning_rate": 9.805334652502478e-06,
      "loss": 0.2528,
      "step": 573
    },
    {
      "epoch": 0.08926905132192846,
      "grad_norm": 1.1058208608284787,
      "learning_rate": 9.804659062407721e-06,
      "loss": 0.1704,
      "step": 574
    },
    {
      "epoch": 0.08942457231726283,
      "grad_norm": 0.9300562072054855,
      "learning_rate": 9.803982325373843e-06,
      "loss": 0.241,
      "step": 575
    },
    {
      "epoch": 0.0895800933125972,
      "grad_norm": 1.3452145435832572,
      "learning_rate": 9.803304441562391e-06,
      "loss": 0.179,
      "step": 576
    },
    {
      "epoch": 0.08973561430793157,
      "grad_norm": 0.934714522466104,
      "learning_rate": 9.802625411135183e-06,
      "loss": 0.2131,
      "step": 577
    },
    {
      "epoch": 0.08989113530326594,
      "grad_norm": 1.2723518042915498,
      "learning_rate": 9.801945234254315e-06,
      "loss": 0.2342,
      "step": 578
    },
    {
      "epoch": 0.09004665629860031,
      "grad_norm": 2.11692073632197,
      "learning_rate": 9.801263911082154e-06,
      "loss": 0.2148,
      "step": 579
    },
    {
      "epoch": 0.09020217729393468,
      "grad_norm": 2.6365326907523396,
      "learning_rate": 9.800581441781342e-06,
      "loss": 0.2787,
      "step": 580
    },
    {
      "epoch": 0.09035769828926905,
      "grad_norm": 1.3369047254369875,
      "learning_rate": 9.799897826514793e-06,
      "loss": 0.2365,
      "step": 581
    },
    {
      "epoch": 0.09051321928460342,
      "grad_norm": 0.9493060685693816,
      "learning_rate": 9.799213065445696e-06,
      "loss": 0.1656,
      "step": 582
    },
    {
      "epoch": 0.09066874027993779,
      "grad_norm": 1.0470819909783555,
      "learning_rate": 9.798527158737512e-06,
      "loss": 0.1578,
      "step": 583
    },
    {
      "epoch": 0.09082426127527216,
      "grad_norm": 1.0969444747176942,
      "learning_rate": 9.797840106553977e-06,
      "loss": 0.2095,
      "step": 584
    },
    {
      "epoch": 0.09097978227060653,
      "grad_norm": 1.6035875172395766,
      "learning_rate": 9.797151909059102e-06,
      "loss": 0.2682,
      "step": 585
    },
    {
      "epoch": 0.0911353032659409,
      "grad_norm": 1.3049640527657593,
      "learning_rate": 9.796462566417169e-06,
      "loss": 0.2537,
      "step": 586
    },
    {
      "epoch": 0.09129082426127527,
      "grad_norm": 1.365745492042764,
      "learning_rate": 9.79577207879273e-06,
      "loss": 0.2065,
      "step": 587
    },
    {
      "epoch": 0.09144634525660965,
      "grad_norm": 0.9500261347653985,
      "learning_rate": 9.795080446350616e-06,
      "loss": 0.1885,
      "step": 588
    },
    {
      "epoch": 0.09160186625194401,
      "grad_norm": 1.5405453397493063,
      "learning_rate": 9.79438766925593e-06,
      "loss": 0.2507,
      "step": 589
    },
    {
      "epoch": 0.09175738724727839,
      "grad_norm": 0.9919977440587929,
      "learning_rate": 9.79369374767405e-06,
      "loss": 0.1607,
      "step": 590
    },
    {
      "epoch": 0.09191290824261275,
      "grad_norm": 1.2052697190695243,
      "learning_rate": 9.79299868177062e-06,
      "loss": 0.2247,
      "step": 591
    },
    {
      "epoch": 0.09206842923794713,
      "grad_norm": 1.5911347684916193,
      "learning_rate": 9.792302471711564e-06,
      "loss": 0.1812,
      "step": 592
    },
    {
      "epoch": 0.09222395023328149,
      "grad_norm": 1.3772469912987155,
      "learning_rate": 9.791605117663076e-06,
      "loss": 0.1567,
      "step": 593
    },
    {
      "epoch": 0.09237947122861587,
      "grad_norm": 1.456752513640415,
      "learning_rate": 9.790906619791627e-06,
      "loss": 0.2009,
      "step": 594
    },
    {
      "epoch": 0.09253499222395023,
      "grad_norm": 0.9824754188966437,
      "learning_rate": 9.790206978263955e-06,
      "loss": 0.2041,
      "step": 595
    },
    {
      "epoch": 0.0926905132192846,
      "grad_norm": 1.1576177882724517,
      "learning_rate": 9.789506193247075e-06,
      "loss": 0.2304,
      "step": 596
    },
    {
      "epoch": 0.09284603421461897,
      "grad_norm": 1.3814578099918997,
      "learning_rate": 9.788804264908276e-06,
      "loss": 0.1935,
      "step": 597
    },
    {
      "epoch": 0.09300155520995335,
      "grad_norm": 0.8483069008778095,
      "learning_rate": 9.788101193415116e-06,
      "loss": 0.2148,
      "step": 598
    },
    {
      "epoch": 0.09315707620528771,
      "grad_norm": 1.3477202886979611,
      "learning_rate": 9.787396978935431e-06,
      "loss": 0.23,
      "step": 599
    },
    {
      "epoch": 0.09331259720062209,
      "grad_norm": 1.4372703771133322,
      "learning_rate": 9.786691621637322e-06,
      "loss": 0.2496,
      "step": 600
    },
    {
      "epoch": 0.09331259720062209,
      "eval_loss": 0.22426502406597137,
      "eval_runtime": 9.4405,
      "eval_samples_per_second": 2.754,
      "eval_steps_per_second": 0.741,
      "step": 600
    },
    {
      "epoch": 0.09346811819595645,
      "grad_norm": 1.9416761367047068,
      "learning_rate": 9.785985121689171e-06,
      "loss": 0.6927,
      "step": 601
    },
    {
      "epoch": 0.09362363919129083,
      "grad_norm": 1.268764907148312,
      "learning_rate": 9.785277479259629e-06,
      "loss": 0.2501,
      "step": 602
    },
    {
      "epoch": 0.09377916018662519,
      "grad_norm": 2.3273439454641514,
      "learning_rate": 9.784568694517618e-06,
      "loss": 0.2469,
      "step": 603
    },
    {
      "epoch": 0.09393468118195956,
      "grad_norm": 1.8747313801721335,
      "learning_rate": 9.783858767632338e-06,
      "loss": 0.2289,
      "step": 604
    },
    {
      "epoch": 0.09409020217729394,
      "grad_norm": 1.2586569667037595,
      "learning_rate": 9.783147698773257e-06,
      "loss": 0.1962,
      "step": 605
    },
    {
      "epoch": 0.0942457231726283,
      "grad_norm": 1.496316694651238,
      "learning_rate": 9.782435488110116e-06,
      "loss": 0.298,
      "step": 606
    },
    {
      "epoch": 0.09440124416796268,
      "grad_norm": 1.1801510466185432,
      "learning_rate": 9.781722135812932e-06,
      "loss": 0.2189,
      "step": 607
    },
    {
      "epoch": 0.09455676516329704,
      "grad_norm": 1.2565748248573585,
      "learning_rate": 9.78100764205199e-06,
      "loss": 0.2186,
      "step": 608
    },
    {
      "epoch": 0.09471228615863142,
      "grad_norm": 0.9391168040034623,
      "learning_rate": 9.780292006997849e-06,
      "loss": 0.2144,
      "step": 609
    },
    {
      "epoch": 0.09486780715396578,
      "grad_norm": 1.1387381134081225,
      "learning_rate": 9.779575230821344e-06,
      "loss": 0.1718,
      "step": 610
    },
    {
      "epoch": 0.09502332814930016,
      "grad_norm": 1.0177855034745955,
      "learning_rate": 9.778857313693578e-06,
      "loss": 0.1586,
      "step": 611
    },
    {
      "epoch": 0.09517884914463452,
      "grad_norm": 1.4624255805438011,
      "learning_rate": 9.778138255785928e-06,
      "loss": 0.2697,
      "step": 612
    },
    {
      "epoch": 0.0953343701399689,
      "grad_norm": 1.0796167649791846,
      "learning_rate": 9.77741805727004e-06,
      "loss": 0.2668,
      "step": 613
    },
    {
      "epoch": 0.09548989113530326,
      "grad_norm": 2.1747859377128806,
      "learning_rate": 9.776696718317842e-06,
      "loss": 0.2117,
      "step": 614
    },
    {
      "epoch": 0.09564541213063764,
      "grad_norm": 1.6173977205310859,
      "learning_rate": 9.775974239101522e-06,
      "loss": 0.2048,
      "step": 615
    },
    {
      "epoch": 0.095800933125972,
      "grad_norm": 1.281075534048029,
      "learning_rate": 9.775250619793548e-06,
      "loss": 0.2218,
      "step": 616
    },
    {
      "epoch": 0.09595645412130638,
      "grad_norm": 1.5623409338338163,
      "learning_rate": 9.77452586056666e-06,
      "loss": 0.2843,
      "step": 617
    },
    {
      "epoch": 0.09611197511664074,
      "grad_norm": 0.920135780872905,
      "learning_rate": 9.773799961593862e-06,
      "loss": 0.218,
      "step": 618
    },
    {
      "epoch": 0.09626749611197512,
      "grad_norm": 1.6644765009913491,
      "learning_rate": 9.773072923048443e-06,
      "loss": 0.277,
      "step": 619
    },
    {
      "epoch": 0.09642301710730948,
      "grad_norm": 1.0758387537045102,
      "learning_rate": 9.772344745103955e-06,
      "loss": 0.2405,
      "step": 620
    },
    {
      "epoch": 0.09657853810264386,
      "grad_norm": 1.1751354263981124,
      "learning_rate": 9.77161542793422e-06,
      "loss": 0.2362,
      "step": 621
    },
    {
      "epoch": 0.09673405909797823,
      "grad_norm": 2.7957127911749655,
      "learning_rate": 9.770884971713344e-06,
      "loss": 0.178,
      "step": 622
    },
    {
      "epoch": 0.0968895800933126,
      "grad_norm": 5.021758252286217,
      "learning_rate": 9.770153376615692e-06,
      "loss": 0.2095,
      "step": 623
    },
    {
      "epoch": 0.09704510108864697,
      "grad_norm": 0.8518883317455118,
      "learning_rate": 9.769420642815905e-06,
      "loss": 0.2174,
      "step": 624
    },
    {
      "epoch": 0.09720062208398134,
      "grad_norm": 1.0603512343033086,
      "learning_rate": 9.7686867704889e-06,
      "loss": 0.2437,
      "step": 625
    },
    {
      "epoch": 0.09735614307931571,
      "grad_norm": 2.7767054670419067,
      "learning_rate": 9.767951759809861e-06,
      "loss": 0.3072,
      "step": 626
    },
    {
      "epoch": 0.09751166407465008,
      "grad_norm": 0.875830402681162,
      "learning_rate": 9.767215610954246e-06,
      "loss": 0.1865,
      "step": 627
    },
    {
      "epoch": 0.09766718506998445,
      "grad_norm": 1.1746324049289305,
      "learning_rate": 9.766478324097784e-06,
      "loss": 0.1775,
      "step": 628
    },
    {
      "epoch": 0.09782270606531882,
      "grad_norm": 1.3198405804921558,
      "learning_rate": 9.765739899416474e-06,
      "loss": 0.2202,
      "step": 629
    },
    {
      "epoch": 0.09797822706065319,
      "grad_norm": 0.9040537149469751,
      "learning_rate": 9.76500033708659e-06,
      "loss": 0.134,
      "step": 630
    },
    {
      "epoch": 0.09813374805598755,
      "grad_norm": 1.1116680855923542,
      "learning_rate": 9.764259637284674e-06,
      "loss": 0.2413,
      "step": 631
    },
    {
      "epoch": 0.09828926905132193,
      "grad_norm": 1.816511140625042,
      "learning_rate": 9.763517800187543e-06,
      "loss": 0.1881,
      "step": 632
    },
    {
      "epoch": 0.0984447900466563,
      "grad_norm": 1.1808179637924803,
      "learning_rate": 9.762774825972284e-06,
      "loss": 0.1797,
      "step": 633
    },
    {
      "epoch": 0.09860031104199067,
      "grad_norm": 0.9260180174403776,
      "learning_rate": 9.762030714816255e-06,
      "loss": 0.1692,
      "step": 634
    },
    {
      "epoch": 0.09875583203732503,
      "grad_norm": 0.9809663827224766,
      "learning_rate": 9.761285466897086e-06,
      "loss": 0.1971,
      "step": 635
    },
    {
      "epoch": 0.09891135303265941,
      "grad_norm": 1.1818951833176021,
      "learning_rate": 9.760539082392678e-06,
      "loss": 0.3061,
      "step": 636
    },
    {
      "epoch": 0.09906687402799377,
      "grad_norm": 1.5126562950843534,
      "learning_rate": 9.759791561481201e-06,
      "loss": 0.2214,
      "step": 637
    },
    {
      "epoch": 0.09922239502332815,
      "grad_norm": 1.1563368410762391,
      "learning_rate": 9.759042904341103e-06,
      "loss": 0.1879,
      "step": 638
    },
    {
      "epoch": 0.09937791601866251,
      "grad_norm": 1.7465834025848672,
      "learning_rate": 9.758293111151094e-06,
      "loss": 0.2936,
      "step": 639
    },
    {
      "epoch": 0.09953343701399689,
      "grad_norm": 1.4420901394687415,
      "learning_rate": 9.757542182090165e-06,
      "loss": 0.1977,
      "step": 640
    },
    {
      "epoch": 0.09968895800933127,
      "grad_norm": 1.4320029014579423,
      "learning_rate": 9.756790117337569e-06,
      "loss": 0.235,
      "step": 641
    },
    {
      "epoch": 0.09984447900466563,
      "grad_norm": 1.0178157213981396,
      "learning_rate": 9.756036917072837e-06,
      "loss": 0.228,
      "step": 642
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.634337451034447,
      "learning_rate": 9.755282581475769e-06,
      "loss": 0.174,
      "step": 643
    },
    {
      "epoch": 0.10015552099533437,
      "grad_norm": 1.3123622467109133,
      "learning_rate": 9.754527110726432e-06,
      "loss": 0.1854,
      "step": 644
    },
    {
      "epoch": 0.10031104199066875,
      "grad_norm": 1.3700959071130703,
      "learning_rate": 9.753770505005171e-06,
      "loss": 0.271,
      "step": 645
    },
    {
      "epoch": 0.10046656298600311,
      "grad_norm": 1.5589446061903662,
      "learning_rate": 9.753012764492596e-06,
      "loss": 0.1669,
      "step": 646
    },
    {
      "epoch": 0.10062208398133748,
      "grad_norm": 1.3813884723817376,
      "learning_rate": 9.752253889369592e-06,
      "loss": 0.1525,
      "step": 647
    },
    {
      "epoch": 0.10077760497667185,
      "grad_norm": 1.3858844961504873,
      "learning_rate": 9.75149387981731e-06,
      "loss": 0.2673,
      "step": 648
    },
    {
      "epoch": 0.10093312597200622,
      "grad_norm": 0.9436000404569762,
      "learning_rate": 9.75073273601718e-06,
      "loss": 0.2058,
      "step": 649
    },
    {
      "epoch": 0.10108864696734059,
      "grad_norm": 1.4599521330072638,
      "learning_rate": 9.749970458150893e-06,
      "loss": 0.2145,
      "step": 650
    },
    {
      "epoch": 0.10124416796267496,
      "grad_norm": 1.3455835009343615,
      "learning_rate": 9.749207046400415e-06,
      "loss": 0.2353,
      "step": 651
    },
    {
      "epoch": 0.10139968895800933,
      "grad_norm": 1.6299219848605395,
      "learning_rate": 9.748442500947988e-06,
      "loss": 0.2582,
      "step": 652
    },
    {
      "epoch": 0.1015552099533437,
      "grad_norm": 2.1538893724554966,
      "learning_rate": 9.747676821976116e-06,
      "loss": 0.2128,
      "step": 653
    },
    {
      "epoch": 0.10171073094867807,
      "grad_norm": 1.1642628978054306,
      "learning_rate": 9.746910009667577e-06,
      "loss": 0.2092,
      "step": 654
    },
    {
      "epoch": 0.10186625194401244,
      "grad_norm": 0.9776673463806724,
      "learning_rate": 9.746142064205422e-06,
      "loss": 0.176,
      "step": 655
    },
    {
      "epoch": 0.1020217729393468,
      "grad_norm": 1.350687490540933,
      "learning_rate": 9.745372985772968e-06,
      "loss": 0.2426,
      "step": 656
    },
    {
      "epoch": 0.10217729393468118,
      "grad_norm": 1.7681295289484116,
      "learning_rate": 9.744602774553807e-06,
      "loss": 0.2204,
      "step": 657
    },
    {
      "epoch": 0.10233281493001556,
      "grad_norm": 0.9199423619051535,
      "learning_rate": 9.743831430731796e-06,
      "loss": 0.1647,
      "step": 658
    },
    {
      "epoch": 0.10248833592534992,
      "grad_norm": 5.138426947168042,
      "learning_rate": 9.743058954491067e-06,
      "loss": 0.2107,
      "step": 659
    },
    {
      "epoch": 0.1026438569206843,
      "grad_norm": 1.446510693113484,
      "learning_rate": 9.742285346016024e-06,
      "loss": 0.2379,
      "step": 660
    },
    {
      "epoch": 0.10279937791601866,
      "grad_norm": 1.4833539837619547,
      "learning_rate": 9.741510605491335e-06,
      "loss": 0.1714,
      "step": 661
    },
    {
      "epoch": 0.10295489891135304,
      "grad_norm": 1.3228899574182327,
      "learning_rate": 9.74073473310194e-06,
      "loss": 0.2388,
      "step": 662
    },
    {
      "epoch": 0.1031104199066874,
      "grad_norm": 1.0712502633957945,
      "learning_rate": 9.739957729033054e-06,
      "loss": 0.2289,
      "step": 663
    },
    {
      "epoch": 0.10326594090202178,
      "grad_norm": 1.1587775220461487,
      "learning_rate": 9.739179593470156e-06,
      "loss": 0.1741,
      "step": 664
    },
    {
      "epoch": 0.10342146189735614,
      "grad_norm": 1.0260279383302884,
      "learning_rate": 9.738400326599e-06,
      "loss": 0.2412,
      "step": 665
    },
    {
      "epoch": 0.10357698289269052,
      "grad_norm": 1.491042707966078,
      "learning_rate": 9.737619928605605e-06,
      "loss": 0.1833,
      "step": 666
    },
    {
      "epoch": 0.10373250388802488,
      "grad_norm": 1.6710832262506907,
      "learning_rate": 9.736838399676266e-06,
      "loss": 0.1712,
      "step": 667
    },
    {
      "epoch": 0.10388802488335926,
      "grad_norm": 1.4001413138925893,
      "learning_rate": 9.736055739997543e-06,
      "loss": 0.2739,
      "step": 668
    },
    {
      "epoch": 0.10404354587869362,
      "grad_norm": 1.0413982567358797,
      "learning_rate": 9.735271949756269e-06,
      "loss": 0.1655,
      "step": 669
    },
    {
      "epoch": 0.104199066874028,
      "grad_norm": 2.062452927969995,
      "learning_rate": 9.734487029139544e-06,
      "loss": 0.2384,
      "step": 670
    },
    {
      "epoch": 0.10435458786936236,
      "grad_norm": 1.1419346714711909,
      "learning_rate": 9.733700978334741e-06,
      "loss": 0.2176,
      "step": 671
    },
    {
      "epoch": 0.10451010886469674,
      "grad_norm": 1.4704145498498906,
      "learning_rate": 9.7329137975295e-06,
      "loss": 0.2281,
      "step": 672
    },
    {
      "epoch": 0.1046656298600311,
      "grad_norm": 1.7257595787120843,
      "learning_rate": 9.732125486911733e-06,
      "loss": 0.1964,
      "step": 673
    },
    {
      "epoch": 0.10482115085536547,
      "grad_norm": 1.596182048450316,
      "learning_rate": 9.731336046669621e-06,
      "loss": 0.1863,
      "step": 674
    },
    {
      "epoch": 0.10497667185069985,
      "grad_norm": 1.741565962255971,
      "learning_rate": 9.730545476991613e-06,
      "loss": 0.1358,
      "step": 675
    },
    {
      "epoch": 0.10513219284603421,
      "grad_norm": 1.2105023861624677,
      "learning_rate": 9.729753778066431e-06,
      "loss": 0.2757,
      "step": 676
    },
    {
      "epoch": 0.10528771384136859,
      "grad_norm": 1.1483441998296096,
      "learning_rate": 9.728960950083062e-06,
      "loss": 0.2327,
      "step": 677
    },
    {
      "epoch": 0.10544323483670295,
      "grad_norm": 2.6827889453865255,
      "learning_rate": 9.728166993230768e-06,
      "loss": 0.2841,
      "step": 678
    },
    {
      "epoch": 0.10559875583203733,
      "grad_norm": 1.3531013447523792,
      "learning_rate": 9.727371907699075e-06,
      "loss": 0.2742,
      "step": 679
    },
    {
      "epoch": 0.1057542768273717,
      "grad_norm": 1.4165422039945663,
      "learning_rate": 9.726575693677782e-06,
      "loss": 0.1733,
      "step": 680
    },
    {
      "epoch": 0.10590979782270607,
      "grad_norm": 1.1633994693280907,
      "learning_rate": 9.725778351356958e-06,
      "loss": 0.1752,
      "step": 681
    },
    {
      "epoch": 0.10606531881804043,
      "grad_norm": 1.4801298044861129,
      "learning_rate": 9.724979880926937e-06,
      "loss": 0.1654,
      "step": 682
    },
    {
      "epoch": 0.10622083981337481,
      "grad_norm": 1.038476254792903,
      "learning_rate": 9.724180282578327e-06,
      "loss": 0.1796,
      "step": 683
    },
    {
      "epoch": 0.10637636080870917,
      "grad_norm": 1.1715546692057253,
      "learning_rate": 9.723379556502002e-06,
      "loss": 0.2615,
      "step": 684
    },
    {
      "epoch": 0.10653188180404355,
      "grad_norm": 0.9669903775949065,
      "learning_rate": 9.722577702889106e-06,
      "loss": 0.2217,
      "step": 685
    },
    {
      "epoch": 0.10668740279937791,
      "grad_norm": 0.9554324370526551,
      "learning_rate": 9.721774721931056e-06,
      "loss": 0.2067,
      "step": 686
    },
    {
      "epoch": 0.10684292379471229,
      "grad_norm": 1.5055382554521828,
      "learning_rate": 9.720970613819532e-06,
      "loss": 0.2886,
      "step": 687
    },
    {
      "epoch": 0.10699844479004665,
      "grad_norm": 1.4701983051316598,
      "learning_rate": 9.720165378746486e-06,
      "loss": 0.2461,
      "step": 688
    },
    {
      "epoch": 0.10715396578538103,
      "grad_norm": 0.8955915121278603,
      "learning_rate": 9.719359016904137e-06,
      "loss": 0.1296,
      "step": 689
    },
    {
      "epoch": 0.10730948678071539,
      "grad_norm": 1.1365940197104127,
      "learning_rate": 9.718551528484979e-06,
      "loss": 0.1756,
      "step": 690
    },
    {
      "epoch": 0.10746500777604977,
      "grad_norm": 1.1309854500820393,
      "learning_rate": 9.717742913681769e-06,
      "loss": 0.1685,
      "step": 691
    },
    {
      "epoch": 0.10762052877138413,
      "grad_norm": 1.228647590848163,
      "learning_rate": 9.716933172687533e-06,
      "loss": 0.1988,
      "step": 692
    },
    {
      "epoch": 0.1077760497667185,
      "grad_norm": 1.8437087557242553,
      "learning_rate": 9.71612230569557e-06,
      "loss": 0.2259,
      "step": 693
    },
    {
      "epoch": 0.10793157076205288,
      "grad_norm": 2.190128145243616,
      "learning_rate": 9.715310312899445e-06,
      "loss": 0.1593,
      "step": 694
    },
    {
      "epoch": 0.10808709175738725,
      "grad_norm": 1.9542747095305757,
      "learning_rate": 9.714497194492988e-06,
      "loss": 0.1942,
      "step": 695
    },
    {
      "epoch": 0.10824261275272162,
      "grad_norm": 1.190017072453523,
      "learning_rate": 9.713682950670305e-06,
      "loss": 0.184,
      "step": 696
    },
    {
      "epoch": 0.10839813374805599,
      "grad_norm": 1.3702585397170965,
      "learning_rate": 9.712867581625769e-06,
      "loss": 0.2747,
      "step": 697
    },
    {
      "epoch": 0.10855365474339036,
      "grad_norm": 1.1224607857205071,
      "learning_rate": 9.712051087554017e-06,
      "loss": 0.1851,
      "step": 698
    },
    {
      "epoch": 0.10870917573872473,
      "grad_norm": 1.1610995749820388,
      "learning_rate": 9.711233468649958e-06,
      "loss": 0.1651,
      "step": 699
    },
    {
      "epoch": 0.1088646967340591,
      "grad_norm": 1.0713548580433974,
      "learning_rate": 9.710414725108771e-06,
      "loss": 0.2798,
      "step": 700
    },
    {
      "epoch": 0.1088646967340591,
      "eval_loss": 0.2192843109369278,
      "eval_runtime": 9.4454,
      "eval_samples_per_second": 2.753,
      "eval_steps_per_second": 0.741,
      "step": 700
    },
    {
      "epoch": 0.10902021772939346,
      "grad_norm": 1.086974338576193,
      "learning_rate": 9.709594857125898e-06,
      "loss": 0.3235,
      "step": 701
    },
    {
      "epoch": 0.10917573872472784,
      "grad_norm": 3.455927159294357,
      "learning_rate": 9.708773864897059e-06,
      "loss": 0.1502,
      "step": 702
    },
    {
      "epoch": 0.1093312597200622,
      "grad_norm": 1.6070730415734276,
      "learning_rate": 9.707951748618229e-06,
      "loss": 0.2652,
      "step": 703
    },
    {
      "epoch": 0.10948678071539658,
      "grad_norm": 1.0297377958380671,
      "learning_rate": 9.707128508485663e-06,
      "loss": 0.2352,
      "step": 704
    },
    {
      "epoch": 0.10964230171073094,
      "grad_norm": 1.07292209906991,
      "learning_rate": 9.706304144695877e-06,
      "loss": 0.1471,
      "step": 705
    },
    {
      "epoch": 0.10979782270606532,
      "grad_norm": 1.2095547877752455,
      "learning_rate": 9.705478657445661e-06,
      "loss": 0.2107,
      "step": 706
    },
    {
      "epoch": 0.10995334370139968,
      "grad_norm": 1.307669146215221,
      "learning_rate": 9.70465204693207e-06,
      "loss": 0.2337,
      "step": 707
    },
    {
      "epoch": 0.11010886469673406,
      "grad_norm": 0.8004125116368356,
      "learning_rate": 9.703824313352428e-06,
      "loss": 0.2042,
      "step": 708
    },
    {
      "epoch": 0.11026438569206842,
      "grad_norm": 1.5202724190274493,
      "learning_rate": 9.702995456904323e-06,
      "loss": 0.2446,
      "step": 709
    },
    {
      "epoch": 0.1104199066874028,
      "grad_norm": 1.3109419274601464,
      "learning_rate": 9.702165477785618e-06,
      "loss": 0.2791,
      "step": 710
    },
    {
      "epoch": 0.11057542768273718,
      "grad_norm": 1.2175779348655416,
      "learning_rate": 9.70133437619444e-06,
      "loss": 0.2787,
      "step": 711
    },
    {
      "epoch": 0.11073094867807154,
      "grad_norm": 2.4619987863193824,
      "learning_rate": 9.700502152329182e-06,
      "loss": 0.2184,
      "step": 712
    },
    {
      "epoch": 0.11088646967340592,
      "grad_norm": 1.1204962171981678,
      "learning_rate": 9.69966880638851e-06,
      "loss": 0.1796,
      "step": 713
    },
    {
      "epoch": 0.11104199066874028,
      "grad_norm": 1.3460375672771012,
      "learning_rate": 9.698834338571355e-06,
      "loss": 0.1536,
      "step": 714
    },
    {
      "epoch": 0.11119751166407466,
      "grad_norm": 1.4551247859245915,
      "learning_rate": 9.697998749076916e-06,
      "loss": 0.1775,
      "step": 715
    },
    {
      "epoch": 0.11135303265940902,
      "grad_norm": 1.64865769787968,
      "learning_rate": 9.69716203810466e-06,
      "loss": 0.2341,
      "step": 716
    },
    {
      "epoch": 0.1115085536547434,
      "grad_norm": 1.8250018792840808,
      "learning_rate": 9.696324205854322e-06,
      "loss": 0.2058,
      "step": 717
    },
    {
      "epoch": 0.11166407465007776,
      "grad_norm": 1.067050937242904,
      "learning_rate": 9.695485252525902e-06,
      "loss": 0.1463,
      "step": 718
    },
    {
      "epoch": 0.11181959564541213,
      "grad_norm": 2.2821274396758127,
      "learning_rate": 9.694645178319673e-06,
      "loss": 0.2508,
      "step": 719
    },
    {
      "epoch": 0.1119751166407465,
      "grad_norm": 1.388014808020173,
      "learning_rate": 9.69380398343617e-06,
      "loss": 0.1977,
      "step": 720
    },
    {
      "epoch": 0.11213063763608087,
      "grad_norm": 1.5658859493501038,
      "learning_rate": 9.692961668076197e-06,
      "loss": 0.2291,
      "step": 721
    },
    {
      "epoch": 0.11228615863141524,
      "grad_norm": 1.0853791710998715,
      "learning_rate": 9.69211823244083e-06,
      "loss": 0.2763,
      "step": 722
    },
    {
      "epoch": 0.11244167962674961,
      "grad_norm": 1.27256020581809,
      "learning_rate": 9.691273676731408e-06,
      "loss": 0.195,
      "step": 723
    },
    {
      "epoch": 0.11259720062208398,
      "grad_norm": 0.6768405188507002,
      "learning_rate": 9.690428001149537e-06,
      "loss": 0.1839,
      "step": 724
    },
    {
      "epoch": 0.11275272161741835,
      "grad_norm": 3.309861478677342,
      "learning_rate": 9.68958120589709e-06,
      "loss": 0.1446,
      "step": 725
    },
    {
      "epoch": 0.11290824261275272,
      "grad_norm": 1.3577561463931358,
      "learning_rate": 9.688733291176211e-06,
      "loss": 0.174,
      "step": 726
    },
    {
      "epoch": 0.11306376360808709,
      "grad_norm": 0.7899130738957459,
      "learning_rate": 9.68788425718931e-06,
      "loss": 0.1819,
      "step": 727
    },
    {
      "epoch": 0.11321928460342146,
      "grad_norm": 1.9374468863177388,
      "learning_rate": 9.68703410413906e-06,
      "loss": 0.2148,
      "step": 728
    },
    {
      "epoch": 0.11337480559875583,
      "grad_norm": 0.9790173123360771,
      "learning_rate": 9.686182832228408e-06,
      "loss": 0.1842,
      "step": 729
    },
    {
      "epoch": 0.11353032659409021,
      "grad_norm": 1.8838507925348544,
      "learning_rate": 9.685330441660564e-06,
      "loss": 0.2482,
      "step": 730
    },
    {
      "epoch": 0.11368584758942457,
      "grad_norm": 1.7209011423931209,
      "learning_rate": 9.684476932639002e-06,
      "loss": 0.1938,
      "step": 731
    },
    {
      "epoch": 0.11384136858475895,
      "grad_norm": 1.3133247484457822,
      "learning_rate": 9.68362230536747e-06,
      "loss": 0.1629,
      "step": 732
    },
    {
      "epoch": 0.11399688958009331,
      "grad_norm": 1.4346328630835792,
      "learning_rate": 9.682766560049979e-06,
      "loss": 0.2393,
      "step": 733
    },
    {
      "epoch": 0.11415241057542769,
      "grad_norm": 1.416880965769396,
      "learning_rate": 9.681909696890805e-06,
      "loss": 0.2149,
      "step": 734
    },
    {
      "epoch": 0.11430793157076205,
      "grad_norm": 1.3604331981225013,
      "learning_rate": 9.681051716094497e-06,
      "loss": 0.2116,
      "step": 735
    },
    {
      "epoch": 0.11446345256609643,
      "grad_norm": 1.370682231566524,
      "learning_rate": 9.680192617865862e-06,
      "loss": 0.1574,
      "step": 736
    },
    {
      "epoch": 0.11461897356143079,
      "grad_norm": 3.11697026931608,
      "learning_rate": 9.679332402409983e-06,
      "loss": 0.1659,
      "step": 737
    },
    {
      "epoch": 0.11477449455676517,
      "grad_norm": 1.0795485204091093,
      "learning_rate": 9.678471069932205e-06,
      "loss": 0.1843,
      "step": 738
    },
    {
      "epoch": 0.11493001555209953,
      "grad_norm": 1.089003737321956,
      "learning_rate": 9.677608620638138e-06,
      "loss": 0.1289,
      "step": 739
    },
    {
      "epoch": 0.1150855365474339,
      "grad_norm": 1.9816825572482675,
      "learning_rate": 9.676745054733661e-06,
      "loss": 0.183,
      "step": 740
    },
    {
      "epoch": 0.11524105754276827,
      "grad_norm": 4.608323882578619,
      "learning_rate": 9.675880372424922e-06,
      "loss": 0.1797,
      "step": 741
    },
    {
      "epoch": 0.11539657853810265,
      "grad_norm": 0.9751878331403108,
      "learning_rate": 9.675014573918328e-06,
      "loss": 0.2649,
      "step": 742
    },
    {
      "epoch": 0.11555209953343701,
      "grad_norm": 0.913137520804308,
      "learning_rate": 9.67414765942056e-06,
      "loss": 0.1229,
      "step": 743
    },
    {
      "epoch": 0.11570762052877138,
      "grad_norm": 1.1182409613228717,
      "learning_rate": 9.673279629138565e-06,
      "loss": 0.1554,
      "step": 744
    },
    {
      "epoch": 0.11586314152410575,
      "grad_norm": 2.425925853364065,
      "learning_rate": 9.67241048327955e-06,
      "loss": 0.2414,
      "step": 745
    },
    {
      "epoch": 0.11601866251944012,
      "grad_norm": 2.1643434151507024,
      "learning_rate": 9.671540222050995e-06,
      "loss": 0.2402,
      "step": 746
    },
    {
      "epoch": 0.1161741835147745,
      "grad_norm": 1.1869224601016288,
      "learning_rate": 9.67066884566064e-06,
      "loss": 0.225,
      "step": 747
    },
    {
      "epoch": 0.11632970451010886,
      "grad_norm": 1.1850496858694712,
      "learning_rate": 9.669796354316497e-06,
      "loss": 0.1732,
      "step": 748
    },
    {
      "epoch": 0.11648522550544324,
      "grad_norm": 1.083880428656249,
      "learning_rate": 9.668922748226842e-06,
      "loss": 0.2256,
      "step": 749
    },
    {
      "epoch": 0.1166407465007776,
      "grad_norm": 0.9290306352610638,
      "learning_rate": 9.668048027600217e-06,
      "loss": 0.1814,
      "step": 750
    },
    {
      "epoch": 0.11679626749611198,
      "grad_norm": 1.1985316233321583,
      "learning_rate": 9.66717219264543e-06,
      "loss": 0.2646,
      "step": 751
    },
    {
      "epoch": 0.11695178849144634,
      "grad_norm": 1.5752976014862634,
      "learning_rate": 9.666295243571553e-06,
      "loss": 0.2212,
      "step": 752
    },
    {
      "epoch": 0.11710730948678072,
      "grad_norm": 1.554593030529623,
      "learning_rate": 9.665417180587928e-06,
      "loss": 0.2008,
      "step": 753
    },
    {
      "epoch": 0.11726283048211508,
      "grad_norm": 1.802147426905897,
      "learning_rate": 9.664538003904162e-06,
      "loss": 0.1694,
      "step": 754
    },
    {
      "epoch": 0.11741835147744946,
      "grad_norm": 1.117253074112765,
      "learning_rate": 9.663657713730123e-06,
      "loss": 0.1769,
      "step": 755
    },
    {
      "epoch": 0.11757387247278382,
      "grad_norm": 1.2713208371120763,
      "learning_rate": 9.662776310275954e-06,
      "loss": 0.3356,
      "step": 756
    },
    {
      "epoch": 0.1177293934681182,
      "grad_norm": 1.5049877808240208,
      "learning_rate": 9.661893793752053e-06,
      "loss": 0.2156,
      "step": 757
    },
    {
      "epoch": 0.11788491446345256,
      "grad_norm": 1.3646831264890733,
      "learning_rate": 9.661010164369092e-06,
      "loss": 0.2077,
      "step": 758
    },
    {
      "epoch": 0.11804043545878694,
      "grad_norm": 1.2057674637964264,
      "learning_rate": 9.660125422338003e-06,
      "loss": 0.234,
      "step": 759
    },
    {
      "epoch": 0.1181959564541213,
      "grad_norm": 1.7059599899477969,
      "learning_rate": 9.659239567869989e-06,
      "loss": 0.2019,
      "step": 760
    },
    {
      "epoch": 0.11835147744945568,
      "grad_norm": 1.359054263386884,
      "learning_rate": 9.658352601176514e-06,
      "loss": 0.2263,
      "step": 761
    },
    {
      "epoch": 0.11850699844479004,
      "grad_norm": 1.4779502971821263,
      "learning_rate": 9.65746452246931e-06,
      "loss": 0.229,
      "step": 762
    },
    {
      "epoch": 0.11866251944012442,
      "grad_norm": 1.2106031530437371,
      "learning_rate": 9.656575331960376e-06,
      "loss": 0.2075,
      "step": 763
    },
    {
      "epoch": 0.1188180404354588,
      "grad_norm": 1.5750869920441555,
      "learning_rate": 9.655685029861969e-06,
      "loss": 0.2103,
      "step": 764
    },
    {
      "epoch": 0.11897356143079316,
      "grad_norm": 1.328300416339256,
      "learning_rate": 9.654793616386621e-06,
      "loss": 0.1822,
      "step": 765
    },
    {
      "epoch": 0.11912908242612753,
      "grad_norm": 2.218866258760128,
      "learning_rate": 9.653901091747124e-06,
      "loss": 0.1909,
      "step": 766
    },
    {
      "epoch": 0.1192846034214619,
      "grad_norm": 1.8622051312400103,
      "learning_rate": 9.653007456156536e-06,
      "loss": 0.2241,
      "step": 767
    },
    {
      "epoch": 0.11944012441679627,
      "grad_norm": 1.3832228672336278,
      "learning_rate": 9.652112709828179e-06,
      "loss": 0.2256,
      "step": 768
    },
    {
      "epoch": 0.11959564541213064,
      "grad_norm": 1.0673171707909481,
      "learning_rate": 9.651216852975643e-06,
      "loss": 0.1959,
      "step": 769
    },
    {
      "epoch": 0.11975116640746501,
      "grad_norm": 1.3393619429463375,
      "learning_rate": 9.650319885812777e-06,
      "loss": 0.2727,
      "step": 770
    },
    {
      "epoch": 0.11990668740279938,
      "grad_norm": 1.0882111784771522,
      "learning_rate": 9.649421808553708e-06,
      "loss": 0.2259,
      "step": 771
    },
    {
      "epoch": 0.12006220839813375,
      "grad_norm": 4.447919742603164,
      "learning_rate": 9.648522621412812e-06,
      "loss": 0.231,
      "step": 772
    },
    {
      "epoch": 0.12021772939346811,
      "grad_norm": 1.5176403638597071,
      "learning_rate": 9.647622324604742e-06,
      "loss": 0.2824,
      "step": 773
    },
    {
      "epoch": 0.12037325038880249,
      "grad_norm": 1.7576074795768224,
      "learning_rate": 9.646720918344409e-06,
      "loss": 0.2034,
      "step": 774
    },
    {
      "epoch": 0.12052877138413685,
      "grad_norm": 1.5792838723378395,
      "learning_rate": 9.645818402846992e-06,
      "loss": 0.1677,
      "step": 775
    },
    {
      "epoch": 0.12068429237947123,
      "grad_norm": 1.0405000433648128,
      "learning_rate": 9.644914778327935e-06,
      "loss": 0.1742,
      "step": 776
    },
    {
      "epoch": 0.1208398133748056,
      "grad_norm": 1.545200668981177,
      "learning_rate": 9.644010045002942e-06,
      "loss": 0.215,
      "step": 777
    },
    {
      "epoch": 0.12099533437013997,
      "grad_norm": 1.203039484308954,
      "learning_rate": 9.64310420308799e-06,
      "loss": 0.1997,
      "step": 778
    },
    {
      "epoch": 0.12115085536547433,
      "grad_norm": 1.038062251460105,
      "learning_rate": 9.642197252799315e-06,
      "loss": 0.2001,
      "step": 779
    },
    {
      "epoch": 0.12130637636080871,
      "grad_norm": 1.3963430783849184,
      "learning_rate": 9.641289194353418e-06,
      "loss": 0.2034,
      "step": 780
    },
    {
      "epoch": 0.12146189735614307,
      "grad_norm": 1.7069918759015217,
      "learning_rate": 9.640380027967065e-06,
      "loss": 0.1763,
      "step": 781
    },
    {
      "epoch": 0.12161741835147745,
      "grad_norm": 1.1485309219449071,
      "learning_rate": 9.639469753857287e-06,
      "loss": 0.1946,
      "step": 782
    },
    {
      "epoch": 0.12177293934681183,
      "grad_norm": 0.9976269624811838,
      "learning_rate": 9.63855837224138e-06,
      "loss": 0.1797,
      "step": 783
    },
    {
      "epoch": 0.12192846034214619,
      "grad_norm": 1.413148682632424,
      "learning_rate": 9.6376458833369e-06,
      "loss": 0.1873,
      "step": 784
    },
    {
      "epoch": 0.12208398133748057,
      "grad_norm": 1.287068701523726,
      "learning_rate": 9.636732287361675e-06,
      "loss": 0.1964,
      "step": 785
    },
    {
      "epoch": 0.12223950233281493,
      "grad_norm": 1.338092957612231,
      "learning_rate": 9.635817584533791e-06,
      "loss": 0.2353,
      "step": 786
    },
    {
      "epoch": 0.1223950233281493,
      "grad_norm": 1.018985176065171,
      "learning_rate": 9.6349017750716e-06,
      "loss": 0.243,
      "step": 787
    },
    {
      "epoch": 0.12255054432348367,
      "grad_norm": 1.434405666961768,
      "learning_rate": 9.633984859193722e-06,
      "loss": 0.1622,
      "step": 788
    },
    {
      "epoch": 0.12270606531881804,
      "grad_norm": 1.2392900109261706,
      "learning_rate": 9.633066837119034e-06,
      "loss": 0.2223,
      "step": 789
    },
    {
      "epoch": 0.12286158631415241,
      "grad_norm": 0.9045673894396051,
      "learning_rate": 9.632147709066682e-06,
      "loss": 0.2079,
      "step": 790
    },
    {
      "epoch": 0.12301710730948678,
      "grad_norm": 1.14443309047443,
      "learning_rate": 9.631227475256072e-06,
      "loss": 0.1611,
      "step": 791
    },
    {
      "epoch": 0.12317262830482115,
      "grad_norm": 1.1564291271253233,
      "learning_rate": 9.630306135906882e-06,
      "loss": 0.1918,
      "step": 792
    },
    {
      "epoch": 0.12332814930015552,
      "grad_norm": 2.1831582412646138,
      "learning_rate": 9.629383691239043e-06,
      "loss": 0.3687,
      "step": 793
    },
    {
      "epoch": 0.12348367029548989,
      "grad_norm": 1.0115623861000755,
      "learning_rate": 9.628460141472759e-06,
      "loss": 0.1589,
      "step": 794
    },
    {
      "epoch": 0.12363919129082426,
      "grad_norm": 0.8936049036056027,
      "learning_rate": 9.627535486828491e-06,
      "loss": 0.1775,
      "step": 795
    },
    {
      "epoch": 0.12379471228615863,
      "grad_norm": 1.3757750926899586,
      "learning_rate": 9.626609727526973e-06,
      "loss": 0.2,
      "step": 796
    },
    {
      "epoch": 0.123950233281493,
      "grad_norm": 1.3462049704057701,
      "learning_rate": 9.62568286378919e-06,
      "loss": 0.2079,
      "step": 797
    },
    {
      "epoch": 0.12410575427682737,
      "grad_norm": 2.793319589376331,
      "learning_rate": 9.624754895836401e-06,
      "loss": 0.2297,
      "step": 798
    },
    {
      "epoch": 0.12426127527216174,
      "grad_norm": 2.1016347336310357,
      "learning_rate": 9.623825823890123e-06,
      "loss": 0.3106,
      "step": 799
    },
    {
      "epoch": 0.12441679626749612,
      "grad_norm": 1.003756031018623,
      "learning_rate": 9.622895648172141e-06,
      "loss": 0.2143,
      "step": 800
    },
    {
      "epoch": 0.12441679626749612,
      "eval_loss": 0.2170763909816742,
      "eval_runtime": 9.4305,
      "eval_samples_per_second": 2.757,
      "eval_steps_per_second": 0.742,
      "step": 800
    },
    {
      "epoch": 0.12457231726283048,
      "grad_norm": 0.897563337381756,
      "learning_rate": 9.621964368904497e-06,
      "loss": 0.1512,
      "step": 801
    },
    {
      "epoch": 0.12472783825816486,
      "grad_norm": 1.4190659163727315,
      "learning_rate": 9.621031986309504e-06,
      "loss": 0.1372,
      "step": 802
    },
    {
      "epoch": 0.12488335925349922,
      "grad_norm": 1.4031206175030444,
      "learning_rate": 9.620098500609734e-06,
      "loss": 0.1871,
      "step": 803
    },
    {
      "epoch": 0.12503888024883358,
      "grad_norm": 1.387547575925909,
      "learning_rate": 9.61916391202802e-06,
      "loss": 0.2899,
      "step": 804
    },
    {
      "epoch": 0.12519440124416797,
      "grad_norm": 1.3476031364192975,
      "learning_rate": 9.618228220787466e-06,
      "loss": 0.1693,
      "step": 805
    },
    {
      "epoch": 0.12534992223950234,
      "grad_norm": 2.5401419561208787,
      "learning_rate": 9.617291427111431e-06,
      "loss": 0.141,
      "step": 806
    },
    {
      "epoch": 0.1255054432348367,
      "grad_norm": 1.918003643731122,
      "learning_rate": 9.616353531223543e-06,
      "loss": 0.2531,
      "step": 807
    },
    {
      "epoch": 0.12566096423017106,
      "grad_norm": 0.8824574964250353,
      "learning_rate": 9.61541453334769e-06,
      "loss": 0.2257,
      "step": 808
    },
    {
      "epoch": 0.12581648522550545,
      "grad_norm": 1.2069677012195894,
      "learning_rate": 9.614474433708021e-06,
      "loss": 0.2012,
      "step": 809
    },
    {
      "epoch": 0.12597200622083982,
      "grad_norm": 0.8806254573901449,
      "learning_rate": 9.613533232528956e-06,
      "loss": 0.2312,
      "step": 810
    },
    {
      "epoch": 0.12612752721617418,
      "grad_norm": 0.9758926813848963,
      "learning_rate": 9.61259093003517e-06,
      "loss": 0.1623,
      "step": 811
    },
    {
      "epoch": 0.12628304821150854,
      "grad_norm": 1.601541464183247,
      "learning_rate": 9.611647526451603e-06,
      "loss": 0.2448,
      "step": 812
    },
    {
      "epoch": 0.12643856920684293,
      "grad_norm": 0.987236561765066,
      "learning_rate": 9.610703022003462e-06,
      "loss": 0.1833,
      "step": 813
    },
    {
      "epoch": 0.1265940902021773,
      "grad_norm": 1.1685078861500846,
      "learning_rate": 9.60975741691621e-06,
      "loss": 0.2708,
      "step": 814
    },
    {
      "epoch": 0.12674961119751166,
      "grad_norm": 1.2818789908746795,
      "learning_rate": 9.608810711415577e-06,
      "loss": 0.2132,
      "step": 815
    },
    {
      "epoch": 0.12690513219284602,
      "grad_norm": 1.7355503765107922,
      "learning_rate": 9.607862905727556e-06,
      "loss": 0.2316,
      "step": 816
    },
    {
      "epoch": 0.1270606531881804,
      "grad_norm": 2.4291900998321614,
      "learning_rate": 9.6069140000784e-06,
      "loss": 0.2607,
      "step": 817
    },
    {
      "epoch": 0.12721617418351477,
      "grad_norm": 1.2126882446943306,
      "learning_rate": 9.605963994694625e-06,
      "loss": 0.2374,
      "step": 818
    },
    {
      "epoch": 0.12737169517884914,
      "grad_norm": 1.402793253608196,
      "learning_rate": 9.605012889803013e-06,
      "loss": 0.1854,
      "step": 819
    },
    {
      "epoch": 0.12752721617418353,
      "grad_norm": 1.1350096409875572,
      "learning_rate": 9.604060685630608e-06,
      "loss": 0.2353,
      "step": 820
    },
    {
      "epoch": 0.1276827371695179,
      "grad_norm": 0.8605397955086846,
      "learning_rate": 9.603107382404708e-06,
      "loss": 0.1725,
      "step": 821
    },
    {
      "epoch": 0.12783825816485225,
      "grad_norm": 1.8193213761501528,
      "learning_rate": 9.602152980352884e-06,
      "loss": 0.191,
      "step": 822
    },
    {
      "epoch": 0.12799377916018662,
      "grad_norm": 1.0560479092155457,
      "learning_rate": 9.601197479702963e-06,
      "loss": 0.2129,
      "step": 823
    },
    {
      "epoch": 0.128149300155521,
      "grad_norm": 0.9886146739779551,
      "learning_rate": 9.60024088068304e-06,
      "loss": 0.1349,
      "step": 824
    },
    {
      "epoch": 0.12830482115085537,
      "grad_norm": 1.044208330213169,
      "learning_rate": 9.599283183521467e-06,
      "loss": 0.1611,
      "step": 825
    },
    {
      "epoch": 0.12846034214618973,
      "grad_norm": 1.105951942629371,
      "learning_rate": 9.598324388446856e-06,
      "loss": 0.25,
      "step": 826
    },
    {
      "epoch": 0.1286158631415241,
      "grad_norm": 1.2794645483672162,
      "learning_rate": 9.59736449568809e-06,
      "loss": 0.2132,
      "step": 827
    },
    {
      "epoch": 0.12877138413685849,
      "grad_norm": 1.3758053785309152,
      "learning_rate": 9.596403505474304e-06,
      "loss": 0.2149,
      "step": 828
    },
    {
      "epoch": 0.12892690513219285,
      "grad_norm": 3.355818230170184,
      "learning_rate": 9.595441418034903e-06,
      "loss": 0.3682,
      "step": 829
    },
    {
      "epoch": 0.1290824261275272,
      "grad_norm": 1.837073128336488,
      "learning_rate": 9.594478233599551e-06,
      "loss": 0.2032,
      "step": 830
    },
    {
      "epoch": 0.12923794712286157,
      "grad_norm": 1.5066969144898332,
      "learning_rate": 9.593513952398172e-06,
      "loss": 0.2378,
      "step": 831
    },
    {
      "epoch": 0.12939346811819596,
      "grad_norm": 2.2384679831338614,
      "learning_rate": 9.592548574660954e-06,
      "loss": 0.3073,
      "step": 832
    },
    {
      "epoch": 0.12954898911353033,
      "grad_norm": 0.9921790422628257,
      "learning_rate": 9.591582100618345e-06,
      "loss": 0.1937,
      "step": 833
    },
    {
      "epoch": 0.1297045101088647,
      "grad_norm": 1.198440591432804,
      "learning_rate": 9.590614530501057e-06,
      "loss": 0.1925,
      "step": 834
    },
    {
      "epoch": 0.12986003110419908,
      "grad_norm": 1.3748463927035848,
      "learning_rate": 9.589645864540061e-06,
      "loss": 0.1941,
      "step": 835
    },
    {
      "epoch": 0.13001555209953344,
      "grad_norm": 1.3610943196332044,
      "learning_rate": 9.588676102966593e-06,
      "loss": 0.166,
      "step": 836
    },
    {
      "epoch": 0.1301710730948678,
      "grad_norm": 0.8955532583487235,
      "learning_rate": 9.58770524601215e-06,
      "loss": 0.1495,
      "step": 837
    },
    {
      "epoch": 0.13032659409020217,
      "grad_norm": 1.285038495994977,
      "learning_rate": 9.586733293908486e-06,
      "loss": 0.2182,
      "step": 838
    },
    {
      "epoch": 0.13048211508553656,
      "grad_norm": 1.3128144306673817,
      "learning_rate": 9.585760246887618e-06,
      "loss": 0.2371,
      "step": 839
    },
    {
      "epoch": 0.13063763608087092,
      "grad_norm": 0.9827038114137296,
      "learning_rate": 9.584786105181831e-06,
      "loss": 0.2151,
      "step": 840
    },
    {
      "epoch": 0.13079315707620529,
      "grad_norm": 1.0846767572687748,
      "learning_rate": 9.583810869023663e-06,
      "loss": 0.2757,
      "step": 841
    },
    {
      "epoch": 0.13094867807153965,
      "grad_norm": 2.4064875629004265,
      "learning_rate": 9.582834538645917e-06,
      "loss": 0.2357,
      "step": 842
    },
    {
      "epoch": 0.13110419906687404,
      "grad_norm": 1.2894114641673238,
      "learning_rate": 9.581857114281656e-06,
      "loss": 0.1877,
      "step": 843
    },
    {
      "epoch": 0.1312597200622084,
      "grad_norm": 1.5574730662344252,
      "learning_rate": 9.580878596164207e-06,
      "loss": 0.1623,
      "step": 844
    },
    {
      "epoch": 0.13141524105754276,
      "grad_norm": 1.2710340775794473,
      "learning_rate": 9.579898984527154e-06,
      "loss": 0.187,
      "step": 845
    },
    {
      "epoch": 0.13157076205287713,
      "grad_norm": 1.4508001676942102,
      "learning_rate": 9.578918279604346e-06,
      "loss": 0.1372,
      "step": 846
    },
    {
      "epoch": 0.13172628304821152,
      "grad_norm": 1.0012618056091263,
      "learning_rate": 9.577936481629887e-06,
      "loss": 0.2201,
      "step": 847
    },
    {
      "epoch": 0.13188180404354588,
      "grad_norm": 0.8624233281967797,
      "learning_rate": 9.576953590838149e-06,
      "loss": 0.1979,
      "step": 848
    },
    {
      "epoch": 0.13203732503888024,
      "grad_norm": 1.083965076436999,
      "learning_rate": 9.57596960746376e-06,
      "loss": 0.2404,
      "step": 849
    },
    {
      "epoch": 0.1321928460342146,
      "grad_norm": 2.717551231092263,
      "learning_rate": 9.574984531741613e-06,
      "loss": 0.2745,
      "step": 850
    },
    {
      "epoch": 0.132348367029549,
      "grad_norm": 1.1408480485083061,
      "learning_rate": 9.573998363906858e-06,
      "loss": 0.207,
      "step": 851
    },
    {
      "epoch": 0.13250388802488336,
      "grad_norm": 1.6013848917828304,
      "learning_rate": 9.573011104194907e-06,
      "loss": 0.1826,
      "step": 852
    },
    {
      "epoch": 0.13265940902021772,
      "grad_norm": 1.1178529036140945,
      "learning_rate": 9.572022752841433e-06,
      "loss": 0.1676,
      "step": 853
    },
    {
      "epoch": 0.1328149300155521,
      "grad_norm": 1.4964605327939924,
      "learning_rate": 9.571033310082367e-06,
      "loss": 0.1929,
      "step": 854
    },
    {
      "epoch": 0.13297045101088648,
      "grad_norm": 1.1404147062516024,
      "learning_rate": 9.570042776153904e-06,
      "loss": 0.2274,
      "step": 855
    },
    {
      "epoch": 0.13312597200622084,
      "grad_norm": 1.037410347500119,
      "learning_rate": 9.5690511512925e-06,
      "loss": 0.1577,
      "step": 856
    },
    {
      "epoch": 0.1332814930015552,
      "grad_norm": 0.8366673014473697,
      "learning_rate": 9.56805843573487e-06,
      "loss": 0.1689,
      "step": 857
    },
    {
      "epoch": 0.1334370139968896,
      "grad_norm": 1.1452085152848681,
      "learning_rate": 9.567064629717986e-06,
      "loss": 0.1882,
      "step": 858
    },
    {
      "epoch": 0.13359253499222395,
      "grad_norm": 1.574854487100182,
      "learning_rate": 9.566069733479087e-06,
      "loss": 0.31,
      "step": 859
    },
    {
      "epoch": 0.13374805598755832,
      "grad_norm": 1.593208427145828,
      "learning_rate": 9.565073747255665e-06,
      "loss": 0.2198,
      "step": 860
    },
    {
      "epoch": 0.13390357698289268,
      "grad_norm": 1.1177720055491567,
      "learning_rate": 9.564076671285477e-06,
      "loss": 0.2164,
      "step": 861
    },
    {
      "epoch": 0.13405909797822707,
      "grad_norm": 0.8165999821951461,
      "learning_rate": 9.56307850580654e-06,
      "loss": 0.1506,
      "step": 862
    },
    {
      "epoch": 0.13421461897356143,
      "grad_norm": 1.6750367279986849,
      "learning_rate": 9.562079251057129e-06,
      "loss": 0.1732,
      "step": 863
    },
    {
      "epoch": 0.1343701399688958,
      "grad_norm": 0.8044448243559967,
      "learning_rate": 9.561078907275781e-06,
      "loss": 0.1922,
      "step": 864
    },
    {
      "epoch": 0.13452566096423016,
      "grad_norm": 1.271960150991974,
      "learning_rate": 9.56007747470129e-06,
      "loss": 0.2229,
      "step": 865
    },
    {
      "epoch": 0.13468118195956455,
      "grad_norm": 1.0004490456147865,
      "learning_rate": 9.559074953572713e-06,
      "loss": 0.171,
      "step": 866
    },
    {
      "epoch": 0.1348367029548989,
      "grad_norm": 1.312217862895249,
      "learning_rate": 9.558071344129368e-06,
      "loss": 0.1783,
      "step": 867
    },
    {
      "epoch": 0.13499222395023328,
      "grad_norm": 0.9356844106701133,
      "learning_rate": 9.557066646610826e-06,
      "loss": 0.1279,
      "step": 868
    },
    {
      "epoch": 0.13514774494556764,
      "grad_norm": 1.4966712904656105,
      "learning_rate": 9.556060861256928e-06,
      "loss": 0.1971,
      "step": 869
    },
    {
      "epoch": 0.13530326594090203,
      "grad_norm": 0.9157016732315058,
      "learning_rate": 9.555053988307764e-06,
      "loss": 0.1739,
      "step": 870
    },
    {
      "epoch": 0.1354587869362364,
      "grad_norm": 1.6187813697357434,
      "learning_rate": 9.554046028003691e-06,
      "loss": 0.2326,
      "step": 871
    },
    {
      "epoch": 0.13561430793157075,
      "grad_norm": 1.649258041134042,
      "learning_rate": 9.553036980585323e-06,
      "loss": 0.2775,
      "step": 872
    },
    {
      "epoch": 0.13576982892690515,
      "grad_norm": 0.8386386166459481,
      "learning_rate": 9.552026846293532e-06,
      "loss": 0.2225,
      "step": 873
    },
    {
      "epoch": 0.1359253499222395,
      "grad_norm": 0.96771492040488,
      "learning_rate": 9.551015625369455e-06,
      "loss": 0.1999,
      "step": 874
    },
    {
      "epoch": 0.13608087091757387,
      "grad_norm": 1.4939182411934322,
      "learning_rate": 9.550003318054482e-06,
      "loss": 0.2427,
      "step": 875
    },
    {
      "epoch": 0.13623639191290823,
      "grad_norm": 1.1599555983572944,
      "learning_rate": 9.548989924590263e-06,
      "loss": 0.2038,
      "step": 876
    },
    {
      "epoch": 0.13639191290824262,
      "grad_norm": 1.094972018927162,
      "learning_rate": 9.547975445218712e-06,
      "loss": 0.1477,
      "step": 877
    },
    {
      "epoch": 0.136547433903577,
      "grad_norm": 1.5378516224601575,
      "learning_rate": 9.546959880181998e-06,
      "loss": 0.2411,
      "step": 878
    },
    {
      "epoch": 0.13670295489891135,
      "grad_norm": 0.8702765312556789,
      "learning_rate": 9.545943229722553e-06,
      "loss": 0.1646,
      "step": 879
    },
    {
      "epoch": 0.1368584758942457,
      "grad_norm": 1.3664019719395564,
      "learning_rate": 9.544925494083062e-06,
      "loss": 0.1688,
      "step": 880
    },
    {
      "epoch": 0.1370139968895801,
      "grad_norm": 1.3206104649159593,
      "learning_rate": 9.543906673506474e-06,
      "loss": 0.1623,
      "step": 881
    },
    {
      "epoch": 0.13716951788491447,
      "grad_norm": 1.3156230503659714,
      "learning_rate": 9.542886768235996e-06,
      "loss": 0.2297,
      "step": 882
    },
    {
      "epoch": 0.13732503888024883,
      "grad_norm": 1.727680640232904,
      "learning_rate": 9.541865778515094e-06,
      "loss": 0.2824,
      "step": 883
    },
    {
      "epoch": 0.1374805598755832,
      "grad_norm": 1.3346266664784416,
      "learning_rate": 9.540843704587492e-06,
      "loss": 0.2533,
      "step": 884
    },
    {
      "epoch": 0.13763608087091758,
      "grad_norm": 1.663603312691407,
      "learning_rate": 9.539820546697175e-06,
      "loss": 0.1889,
      "step": 885
    },
    {
      "epoch": 0.13779160186625194,
      "grad_norm": 1.3931002570801638,
      "learning_rate": 9.53879630508838e-06,
      "loss": 0.2125,
      "step": 886
    },
    {
      "epoch": 0.1379471228615863,
      "grad_norm": 1.0312695868953268,
      "learning_rate": 9.537770980005616e-06,
      "loss": 0.157,
      "step": 887
    },
    {
      "epoch": 0.13810264385692067,
      "grad_norm": 1.291055270497525,
      "learning_rate": 9.536744571693634e-06,
      "loss": 0.1542,
      "step": 888
    },
    {
      "epoch": 0.13825816485225506,
      "grad_norm": 1.0586309772197517,
      "learning_rate": 9.535717080397458e-06,
      "loss": 0.1413,
      "step": 889
    },
    {
      "epoch": 0.13841368584758942,
      "grad_norm": 1.9142459890481243,
      "learning_rate": 9.53468850636236e-06,
      "loss": 0.2132,
      "step": 890
    },
    {
      "epoch": 0.1385692068429238,
      "grad_norm": 1.57785159694773,
      "learning_rate": 9.533658849833879e-06,
      "loss": 0.2704,
      "step": 891
    },
    {
      "epoch": 0.13872472783825818,
      "grad_norm": 0.6767899331815482,
      "learning_rate": 9.532628111057804e-06,
      "loss": 0.1994,
      "step": 892
    },
    {
      "epoch": 0.13888024883359254,
      "grad_norm": 0.7786068585931847,
      "learning_rate": 9.531596290280191e-06,
      "loss": 0.2215,
      "step": 893
    },
    {
      "epoch": 0.1390357698289269,
      "grad_norm": 1.1907351307303637,
      "learning_rate": 9.530563387747348e-06,
      "loss": 0.1597,
      "step": 894
    },
    {
      "epoch": 0.13919129082426127,
      "grad_norm": 0.994862972128769,
      "learning_rate": 9.529529403705844e-06,
      "loss": 0.2586,
      "step": 895
    },
    {
      "epoch": 0.13934681181959566,
      "grad_norm": 0.9549652766512168,
      "learning_rate": 9.528494338402502e-06,
      "loss": 0.1332,
      "step": 896
    },
    {
      "epoch": 0.13950233281493002,
      "grad_norm": 1.1799329518454007,
      "learning_rate": 9.527458192084413e-06,
      "loss": 0.1884,
      "step": 897
    },
    {
      "epoch": 0.13965785381026438,
      "grad_norm": 0.7863314952979764,
      "learning_rate": 9.526420964998915e-06,
      "loss": 0.1679,
      "step": 898
    },
    {
      "epoch": 0.13981337480559874,
      "grad_norm": 0.937917950726602,
      "learning_rate": 9.52538265739361e-06,
      "loss": 0.2024,
      "step": 899
    },
    {
      "epoch": 0.13996889580093314,
      "grad_norm": 1.7160775693106616,
      "learning_rate": 9.524343269516354e-06,
      "loss": 0.2127,
      "step": 900
    },
    {
      "epoch": 0.13996889580093314,
      "eval_loss": 0.21867091953754425,
      "eval_runtime": 9.4128,
      "eval_samples_per_second": 2.762,
      "eval_steps_per_second": 0.744,
      "step": 900
    },
    {
      "epoch": 0.1401244167962675,
      "grad_norm": 1.4496209630087886,
      "learning_rate": 9.523302801615266e-06,
      "loss": 0.2026,
      "step": 901
    },
    {
      "epoch": 0.14027993779160186,
      "grad_norm": 0.9035504049737524,
      "learning_rate": 9.522261253938721e-06,
      "loss": 0.237,
      "step": 902
    },
    {
      "epoch": 0.14043545878693622,
      "grad_norm": 1.0344016899215176,
      "learning_rate": 9.521218626735347e-06,
      "loss": 0.2079,
      "step": 903
    },
    {
      "epoch": 0.14059097978227061,
      "grad_norm": 0.8764502702407341,
      "learning_rate": 9.52017492025404e-06,
      "loss": 0.1512,
      "step": 904
    },
    {
      "epoch": 0.14074650077760498,
      "grad_norm": 0.78362955023232,
      "learning_rate": 9.519130134743938e-06,
      "loss": 0.1544,
      "step": 905
    },
    {
      "epoch": 0.14090202177293934,
      "grad_norm": 1.331879071297993,
      "learning_rate": 9.518084270454456e-06,
      "loss": 0.208,
      "step": 906
    },
    {
      "epoch": 0.14105754276827373,
      "grad_norm": 1.0576721252655992,
      "learning_rate": 9.51703732763525e-06,
      "loss": 0.1777,
      "step": 907
    },
    {
      "epoch": 0.1412130637636081,
      "grad_norm": 0.9777650095779323,
      "learning_rate": 9.515989306536241e-06,
      "loss": 0.2431,
      "step": 908
    },
    {
      "epoch": 0.14136858475894246,
      "grad_norm": 1.2351460184737522,
      "learning_rate": 9.514940207407608e-06,
      "loss": 0.164,
      "step": 909
    },
    {
      "epoch": 0.14152410575427682,
      "grad_norm": 1.0466682687606328,
      "learning_rate": 9.513890030499786e-06,
      "loss": 0.1862,
      "step": 910
    },
    {
      "epoch": 0.1416796267496112,
      "grad_norm": 1.667573553968496,
      "learning_rate": 9.512838776063464e-06,
      "loss": 0.1881,
      "step": 911
    },
    {
      "epoch": 0.14183514774494557,
      "grad_norm": 1.0309274313381354,
      "learning_rate": 9.51178644434959e-06,
      "loss": 0.1894,
      "step": 912
    },
    {
      "epoch": 0.14199066874027994,
      "grad_norm": 1.1516030880613233,
      "learning_rate": 9.510733035609376e-06,
      "loss": 0.1906,
      "step": 913
    },
    {
      "epoch": 0.1421461897356143,
      "grad_norm": 1.1964374362259393,
      "learning_rate": 9.509678550094282e-06,
      "loss": 0.2193,
      "step": 914
    },
    {
      "epoch": 0.1423017107309487,
      "grad_norm": 1.018131456622998,
      "learning_rate": 9.508622988056026e-06,
      "loss": 0.18,
      "step": 915
    },
    {
      "epoch": 0.14245723172628305,
      "grad_norm": 0.9878879365994556,
      "learning_rate": 9.50756634974659e-06,
      "loss": 0.2303,
      "step": 916
    },
    {
      "epoch": 0.14261275272161741,
      "grad_norm": 0.9092163587106824,
      "learning_rate": 9.506508635418203e-06,
      "loss": 0.1565,
      "step": 917
    },
    {
      "epoch": 0.14276827371695178,
      "grad_norm": 1.2600000274625656,
      "learning_rate": 9.505449845323362e-06,
      "loss": 0.2203,
      "step": 918
    },
    {
      "epoch": 0.14292379471228617,
      "grad_norm": 1.0177653430547444,
      "learning_rate": 9.504389979714812e-06,
      "loss": 0.1708,
      "step": 919
    },
    {
      "epoch": 0.14307931570762053,
      "grad_norm": 1.323141251202386,
      "learning_rate": 9.503329038845556e-06,
      "loss": 0.2041,
      "step": 920
    },
    {
      "epoch": 0.1432348367029549,
      "grad_norm": 0.8666613786933973,
      "learning_rate": 9.50226702296886e-06,
      "loss": 0.1709,
      "step": 921
    },
    {
      "epoch": 0.14339035769828926,
      "grad_norm": 1.4717207003269144,
      "learning_rate": 9.501203932338238e-06,
      "loss": 0.1531,
      "step": 922
    },
    {
      "epoch": 0.14354587869362365,
      "grad_norm": 0.9850527774643847,
      "learning_rate": 9.500139767207465e-06,
      "loss": 0.2673,
      "step": 923
    },
    {
      "epoch": 0.143701399688958,
      "grad_norm": 0.795383661376322,
      "learning_rate": 9.499074527830576e-06,
      "loss": 0.1514,
      "step": 924
    },
    {
      "epoch": 0.14385692068429237,
      "grad_norm": 1.5926732733378721,
      "learning_rate": 9.498008214461854e-06,
      "loss": 0.1919,
      "step": 925
    },
    {
      "epoch": 0.14401244167962676,
      "grad_norm": 1.0577956165619293,
      "learning_rate": 9.496940827355843e-06,
      "loss": 0.2541,
      "step": 926
    },
    {
      "epoch": 0.14416796267496113,
      "grad_norm": 1.0853608193427453,
      "learning_rate": 9.495872366767345e-06,
      "loss": 0.3026,
      "step": 927
    },
    {
      "epoch": 0.1443234836702955,
      "grad_norm": 1.5841584604687593,
      "learning_rate": 9.494802832951416e-06,
      "loss": 0.237,
      "step": 928
    },
    {
      "epoch": 0.14447900466562985,
      "grad_norm": 1.2668912692543315,
      "learning_rate": 9.493732226163368e-06,
      "loss": 0.1962,
      "step": 929
    },
    {
      "epoch": 0.14463452566096424,
      "grad_norm": 1.1865934879383473,
      "learning_rate": 9.492660546658771e-06,
      "loss": 0.205,
      "step": 930
    },
    {
      "epoch": 0.1447900466562986,
      "grad_norm": 1.16907334182334,
      "learning_rate": 9.491587794693448e-06,
      "loss": 0.1649,
      "step": 931
    },
    {
      "epoch": 0.14494556765163297,
      "grad_norm": 2.6694118671679035,
      "learning_rate": 9.490513970523482e-06,
      "loss": 0.1716,
      "step": 932
    },
    {
      "epoch": 0.14510108864696733,
      "grad_norm": 1.2693916754547256,
      "learning_rate": 9.489439074405211e-06,
      "loss": 0.2102,
      "step": 933
    },
    {
      "epoch": 0.14525660964230172,
      "grad_norm": 1.4815910522621762,
      "learning_rate": 9.488363106595223e-06,
      "loss": 0.2146,
      "step": 934
    },
    {
      "epoch": 0.14541213063763608,
      "grad_norm": 1.5330200808441012,
      "learning_rate": 9.48728606735037e-06,
      "loss": 0.1767,
      "step": 935
    },
    {
      "epoch": 0.14556765163297045,
      "grad_norm": 1.123567228978502,
      "learning_rate": 9.486207956927756e-06,
      "loss": 0.1864,
      "step": 936
    },
    {
      "epoch": 0.1457231726283048,
      "grad_norm": 0.9960966752159592,
      "learning_rate": 9.485128775584737e-06,
      "loss": 0.2118,
      "step": 937
    },
    {
      "epoch": 0.1458786936236392,
      "grad_norm": 1.2303193618017887,
      "learning_rate": 9.484048523578934e-06,
      "loss": 0.2106,
      "step": 938
    },
    {
      "epoch": 0.14603421461897356,
      "grad_norm": 1.2867421133114936,
      "learning_rate": 9.482967201168218e-06,
      "loss": 0.2252,
      "step": 939
    },
    {
      "epoch": 0.14618973561430793,
      "grad_norm": 1.3372951799730566,
      "learning_rate": 9.481884808610712e-06,
      "loss": 0.2662,
      "step": 940
    },
    {
      "epoch": 0.1463452566096423,
      "grad_norm": 0.6808561025624517,
      "learning_rate": 9.4808013461648e-06,
      "loss": 0.1613,
      "step": 941
    },
    {
      "epoch": 0.14650077760497668,
      "grad_norm": 1.0617639952793092,
      "learning_rate": 9.479716814089119e-06,
      "loss": 0.22,
      "step": 942
    },
    {
      "epoch": 0.14665629860031104,
      "grad_norm": 1.2088515247514138,
      "learning_rate": 9.478631212642565e-06,
      "loss": 0.2027,
      "step": 943
    },
    {
      "epoch": 0.1468118195956454,
      "grad_norm": 0.9673478217504623,
      "learning_rate": 9.477544542084283e-06,
      "loss": 0.2291,
      "step": 944
    },
    {
      "epoch": 0.1469673405909798,
      "grad_norm": 1.3295783157520016,
      "learning_rate": 9.476456802673677e-06,
      "loss": 0.2153,
      "step": 945
    },
    {
      "epoch": 0.14712286158631416,
      "grad_norm": 1.1001160858062626,
      "learning_rate": 9.475367994670406e-06,
      "loss": 0.2195,
      "step": 946
    },
    {
      "epoch": 0.14727838258164852,
      "grad_norm": 1.291866801296516,
      "learning_rate": 9.474278118334382e-06,
      "loss": 0.2213,
      "step": 947
    },
    {
      "epoch": 0.14743390357698288,
      "grad_norm": 1.2674302718543788,
      "learning_rate": 9.473187173925777e-06,
      "loss": 0.1371,
      "step": 948
    },
    {
      "epoch": 0.14758942457231727,
      "grad_norm": 1.4168689609608738,
      "learning_rate": 9.472095161705014e-06,
      "loss": 0.1902,
      "step": 949
    },
    {
      "epoch": 0.14774494556765164,
      "grad_norm": 1.0439332293475743,
      "learning_rate": 9.471002081932767e-06,
      "loss": 0.2069,
      "step": 950
    },
    {
      "epoch": 0.147900466562986,
      "grad_norm": 1.346490441102045,
      "learning_rate": 9.469907934869974e-06,
      "loss": 0.1982,
      "step": 951
    },
    {
      "epoch": 0.14805598755832036,
      "grad_norm": 1.1817129831636979,
      "learning_rate": 9.468812720777822e-06,
      "loss": 0.1626,
      "step": 952
    },
    {
      "epoch": 0.14821150855365475,
      "grad_norm": 0.846186520557803,
      "learning_rate": 9.467716439917753e-06,
      "loss": 0.1659,
      "step": 953
    },
    {
      "epoch": 0.14836702954898912,
      "grad_norm": 1.77057726290962,
      "learning_rate": 9.466619092551467e-06,
      "loss": 0.1571,
      "step": 954
    },
    {
      "epoch": 0.14852255054432348,
      "grad_norm": 1.503606666530362,
      "learning_rate": 9.465520678940913e-06,
      "loss": 0.2317,
      "step": 955
    },
    {
      "epoch": 0.14867807153965784,
      "grad_norm": 1.2988561500793663,
      "learning_rate": 9.4644211993483e-06,
      "loss": 0.184,
      "step": 956
    },
    {
      "epoch": 0.14883359253499223,
      "grad_norm": 0.9494708116205622,
      "learning_rate": 9.463320654036088e-06,
      "loss": 0.2061,
      "step": 957
    },
    {
      "epoch": 0.1489891135303266,
      "grad_norm": 1.1960711999747602,
      "learning_rate": 9.462219043266993e-06,
      "loss": 0.1595,
      "step": 958
    },
    {
      "epoch": 0.14914463452566096,
      "grad_norm": 1.456286481771,
      "learning_rate": 9.461116367303985e-06,
      "loss": 0.1803,
      "step": 959
    },
    {
      "epoch": 0.14930015552099535,
      "grad_norm": 2.193608162058263,
      "learning_rate": 9.460012626410286e-06,
      "loss": 0.2372,
      "step": 960
    },
    {
      "epoch": 0.1494556765163297,
      "grad_norm": 1.1257027932111565,
      "learning_rate": 9.458907820849378e-06,
      "loss": 0.2183,
      "step": 961
    },
    {
      "epoch": 0.14961119751166407,
      "grad_norm": 1.2699403552308035,
      "learning_rate": 9.457801950884991e-06,
      "loss": 0.2112,
      "step": 962
    },
    {
      "epoch": 0.14976671850699844,
      "grad_norm": 2.0211225561288986,
      "learning_rate": 9.456695016781112e-06,
      "loss": 0.3771,
      "step": 963
    },
    {
      "epoch": 0.14992223950233283,
      "grad_norm": 1.6233952494139523,
      "learning_rate": 9.455587018801979e-06,
      "loss": 0.1654,
      "step": 964
    },
    {
      "epoch": 0.1500777604976672,
      "grad_norm": 0.9536635356305013,
      "learning_rate": 9.454477957212092e-06,
      "loss": 0.1971,
      "step": 965
    },
    {
      "epoch": 0.15023328149300155,
      "grad_norm": 1.2024688455270478,
      "learning_rate": 9.453367832276196e-06,
      "loss": 0.2073,
      "step": 966
    },
    {
      "epoch": 0.15038880248833592,
      "grad_norm": 1.0163258023024337,
      "learning_rate": 9.452256644259296e-06,
      "loss": 0.1622,
      "step": 967
    },
    {
      "epoch": 0.1505443234836703,
      "grad_norm": 1.4838973791587633,
      "learning_rate": 9.451144393426643e-06,
      "loss": 0.2058,
      "step": 968
    },
    {
      "epoch": 0.15069984447900467,
      "grad_norm": 1.0443777554962437,
      "learning_rate": 9.450031080043752e-06,
      "loss": 0.165,
      "step": 969
    },
    {
      "epoch": 0.15085536547433903,
      "grad_norm": 1.1175170370729908,
      "learning_rate": 9.448916704376384e-06,
      "loss": 0.1419,
      "step": 970
    },
    {
      "epoch": 0.1510108864696734,
      "grad_norm": 1.2857861611804626,
      "learning_rate": 9.447801266690557e-06,
      "loss": 0.2171,
      "step": 971
    },
    {
      "epoch": 0.15116640746500778,
      "grad_norm": 0.7407729973632995,
      "learning_rate": 9.446684767252539e-06,
      "loss": 0.1714,
      "step": 972
    },
    {
      "epoch": 0.15132192846034215,
      "grad_norm": 2.195989894115042,
      "learning_rate": 9.445567206328857e-06,
      "loss": 0.1989,
      "step": 973
    },
    {
      "epoch": 0.1514774494556765,
      "grad_norm": 0.989971668490221,
      "learning_rate": 9.444448584186288e-06,
      "loss": 0.1664,
      "step": 974
    },
    {
      "epoch": 0.15163297045101087,
      "grad_norm": 1.081538706581427,
      "learning_rate": 9.44332890109186e-06,
      "loss": 0.2066,
      "step": 975
    },
    {
      "epoch": 0.15178849144634526,
      "grad_norm": 1.4377035491264887,
      "learning_rate": 9.442208157312859e-06,
      "loss": 0.2057,
      "step": 976
    },
    {
      "epoch": 0.15194401244167963,
      "grad_norm": 1.5898783963503191,
      "learning_rate": 9.441086353116825e-06,
      "loss": 0.1665,
      "step": 977
    },
    {
      "epoch": 0.152099533437014,
      "grad_norm": 0.899579074969373,
      "learning_rate": 9.439963488771543e-06,
      "loss": 0.2091,
      "step": 978
    },
    {
      "epoch": 0.15225505443234838,
      "grad_norm": 1.4218933674345213,
      "learning_rate": 9.438839564545059e-06,
      "loss": 0.2344,
      "step": 979
    },
    {
      "epoch": 0.15241057542768274,
      "grad_norm": 1.2490316562718224,
      "learning_rate": 9.437714580705671e-06,
      "loss": 0.1771,
      "step": 980
    },
    {
      "epoch": 0.1525660964230171,
      "grad_norm": 1.3535600594171835,
      "learning_rate": 9.436588537521925e-06,
      "loss": 0.2402,
      "step": 981
    },
    {
      "epoch": 0.15272161741835147,
      "grad_norm": 1.2653882449622933,
      "learning_rate": 9.435461435262623e-06,
      "loss": 0.2368,
      "step": 982
    },
    {
      "epoch": 0.15287713841368586,
      "grad_norm": 1.4171554003791706,
      "learning_rate": 9.434333274196822e-06,
      "loss": 0.16,
      "step": 983
    },
    {
      "epoch": 0.15303265940902022,
      "grad_norm": 0.9372171947174371,
      "learning_rate": 9.433204054593832e-06,
      "loss": 0.1464,
      "step": 984
    },
    {
      "epoch": 0.15318818040435458,
      "grad_norm": 0.9807519101904891,
      "learning_rate": 9.43207377672321e-06,
      "loss": 0.1743,
      "step": 985
    },
    {
      "epoch": 0.15334370139968895,
      "grad_norm": 1.9830197584350164,
      "learning_rate": 9.430942440854772e-06,
      "loss": 0.2979,
      "step": 986
    },
    {
      "epoch": 0.15349922239502334,
      "grad_norm": 1.013327149062581,
      "learning_rate": 9.429810047258578e-06,
      "loss": 0.2257,
      "step": 987
    },
    {
      "epoch": 0.1536547433903577,
      "grad_norm": 1.3644569563063227,
      "learning_rate": 9.428676596204953e-06,
      "loss": 0.227,
      "step": 988
    },
    {
      "epoch": 0.15381026438569206,
      "grad_norm": 1.2971192291816034,
      "learning_rate": 9.427542087964462e-06,
      "loss": 0.2012,
      "step": 989
    },
    {
      "epoch": 0.15396578538102643,
      "grad_norm": 1.063681975107411,
      "learning_rate": 9.426406522807932e-06,
      "loss": 0.2299,
      "step": 990
    },
    {
      "epoch": 0.15412130637636082,
      "grad_norm": 1.0390353297783406,
      "learning_rate": 9.425269901006435e-06,
      "loss": 0.1438,
      "step": 991
    },
    {
      "epoch": 0.15427682737169518,
      "grad_norm": 1.821321152512482,
      "learning_rate": 9.424132222831301e-06,
      "loss": 0.1797,
      "step": 992
    },
    {
      "epoch": 0.15443234836702954,
      "grad_norm": 1.0266940584964872,
      "learning_rate": 9.422993488554108e-06,
      "loss": 0.1524,
      "step": 993
    },
    {
      "epoch": 0.1545878693623639,
      "grad_norm": 1.2357982408354415,
      "learning_rate": 9.42185369844669e-06,
      "loss": 0.1765,
      "step": 994
    },
    {
      "epoch": 0.1547433903576983,
      "grad_norm": 1.3007180654461126,
      "learning_rate": 9.420712852781129e-06,
      "loss": 0.2278,
      "step": 995
    },
    {
      "epoch": 0.15489891135303266,
      "grad_norm": 1.3519816843089092,
      "learning_rate": 9.419570951829761e-06,
      "loss": 0.2261,
      "step": 996
    },
    {
      "epoch": 0.15505443234836702,
      "grad_norm": 0.814621189176537,
      "learning_rate": 9.418427995865174e-06,
      "loss": 0.2172,
      "step": 997
    },
    {
      "epoch": 0.1552099533437014,
      "grad_norm": 1.7543842879443927,
      "learning_rate": 9.417283985160206e-06,
      "loss": 0.2164,
      "step": 998
    },
    {
      "epoch": 0.15536547433903578,
      "grad_norm": 0.8276231350286671,
      "learning_rate": 9.41613891998795e-06,
      "loss": 0.1975,
      "step": 999
    },
    {
      "epoch": 0.15552099533437014,
      "grad_norm": 1.1550898822511304,
      "learning_rate": 9.414992800621749e-06,
      "loss": 0.1501,
      "step": 1000
    },
    {
      "epoch": 0.15552099533437014,
      "eval_loss": 0.21367190778255463,
      "eval_runtime": 9.4284,
      "eval_samples_per_second": 2.758,
      "eval_steps_per_second": 0.742,
      "step": 1000
    },
    {
      "epoch": 0.1556765163297045,
      "grad_norm": 1.6764153048318766,
      "learning_rate": 9.413845627335197e-06,
      "loss": 0.2071,
      "step": 1001
    },
    {
      "epoch": 0.1558320373250389,
      "grad_norm": 1.1886246410449919,
      "learning_rate": 9.41269740040214e-06,
      "loss": 0.1956,
      "step": 1002
    },
    {
      "epoch": 0.15598755832037325,
      "grad_norm": 1.0793500722611682,
      "learning_rate": 9.411548120096676e-06,
      "loss": 0.144,
      "step": 1003
    },
    {
      "epoch": 0.15614307931570762,
      "grad_norm": 1.2449924636096124,
      "learning_rate": 9.410397786693157e-06,
      "loss": 0.2734,
      "step": 1004
    },
    {
      "epoch": 0.15629860031104198,
      "grad_norm": 0.8611732851449306,
      "learning_rate": 9.409246400466178e-06,
      "loss": 0.1923,
      "step": 1005
    },
    {
      "epoch": 0.15645412130637637,
      "grad_norm": 6.74577569453225,
      "learning_rate": 9.408093961690596e-06,
      "loss": 0.1956,
      "step": 1006
    },
    {
      "epoch": 0.15660964230171073,
      "grad_norm": 1.2060004741533563,
      "learning_rate": 9.406940470641512e-06,
      "loss": 0.2739,
      "step": 1007
    },
    {
      "epoch": 0.1567651632970451,
      "grad_norm": 1.6202727992084955,
      "learning_rate": 9.405785927594281e-06,
      "loss": 0.3171,
      "step": 1008
    },
    {
      "epoch": 0.15692068429237946,
      "grad_norm": 2.0124632761977534,
      "learning_rate": 9.404630332824509e-06,
      "loss": 0.2104,
      "step": 1009
    },
    {
      "epoch": 0.15707620528771385,
      "grad_norm": 2.0142886633624286,
      "learning_rate": 9.40347368660805e-06,
      "loss": 0.2548,
      "step": 1010
    },
    {
      "epoch": 0.1572317262830482,
      "grad_norm": 1.3434989581281018,
      "learning_rate": 9.402315989221013e-06,
      "loss": 0.2411,
      "step": 1011
    },
    {
      "epoch": 0.15738724727838257,
      "grad_norm": 1.3315974814677487,
      "learning_rate": 9.40115724093976e-06,
      "loss": 0.2839,
      "step": 1012
    },
    {
      "epoch": 0.15754276827371697,
      "grad_norm": 1.1186058721777734,
      "learning_rate": 9.399997442040894e-06,
      "loss": 0.167,
      "step": 1013
    },
    {
      "epoch": 0.15769828926905133,
      "grad_norm": 1.4492217703231243,
      "learning_rate": 9.39883659280128e-06,
      "loss": 0.1268,
      "step": 1014
    },
    {
      "epoch": 0.1578538102643857,
      "grad_norm": 1.257425749091041,
      "learning_rate": 9.39767469349803e-06,
      "loss": 0.1433,
      "step": 1015
    },
    {
      "epoch": 0.15800933125972005,
      "grad_norm": 1.7996939549666984,
      "learning_rate": 9.396511744408498e-06,
      "loss": 0.2012,
      "step": 1016
    },
    {
      "epoch": 0.15816485225505444,
      "grad_norm": 0.8429015986655448,
      "learning_rate": 9.395347745810304e-06,
      "loss": 0.1935,
      "step": 1017
    },
    {
      "epoch": 0.1583203732503888,
      "grad_norm": 1.370521795316769,
      "learning_rate": 9.394182697981306e-06,
      "loss": 0.2183,
      "step": 1018
    },
    {
      "epoch": 0.15847589424572317,
      "grad_norm": 1.622770939923456,
      "learning_rate": 9.393016601199622e-06,
      "loss": 0.1593,
      "step": 1019
    },
    {
      "epoch": 0.15863141524105753,
      "grad_norm": 1.011909638401176,
      "learning_rate": 9.39184945574361e-06,
      "loss": 0.2053,
      "step": 1020
    },
    {
      "epoch": 0.15878693623639192,
      "grad_norm": 1.6110438711648936,
      "learning_rate": 9.390681261891887e-06,
      "loss": 0.222,
      "step": 1021
    },
    {
      "epoch": 0.1589424572317263,
      "grad_norm": 1.4859951673056488,
      "learning_rate": 9.389512019923318e-06,
      "loss": 0.231,
      "step": 1022
    },
    {
      "epoch": 0.15909797822706065,
      "grad_norm": 1.166598629738374,
      "learning_rate": 9.388341730117015e-06,
      "loss": 0.1917,
      "step": 1023
    },
    {
      "epoch": 0.159253499222395,
      "grad_norm": 1.0987845208229972,
      "learning_rate": 9.387170392752342e-06,
      "loss": 0.184,
      "step": 1024
    },
    {
      "epoch": 0.1594090202177294,
      "grad_norm": 1.5795930559063704,
      "learning_rate": 9.385998008108917e-06,
      "loss": 0.2097,
      "step": 1025
    },
    {
      "epoch": 0.15956454121306377,
      "grad_norm": 1.4302193933514027,
      "learning_rate": 9.384824576466601e-06,
      "loss": 0.2194,
      "step": 1026
    },
    {
      "epoch": 0.15972006220839813,
      "grad_norm": 0.9372034033824603,
      "learning_rate": 9.383650098105512e-06,
      "loss": 0.243,
      "step": 1027
    },
    {
      "epoch": 0.1598755832037325,
      "grad_norm": 1.0038945695499553,
      "learning_rate": 9.382474573306011e-06,
      "loss": 0.1861,
      "step": 1028
    },
    {
      "epoch": 0.16003110419906688,
      "grad_norm": 0.9989868346004813,
      "learning_rate": 9.381298002348713e-06,
      "loss": 0.2324,
      "step": 1029
    },
    {
      "epoch": 0.16018662519440124,
      "grad_norm": 1.4240189031581216,
      "learning_rate": 9.380120385514484e-06,
      "loss": 0.1974,
      "step": 1030
    },
    {
      "epoch": 0.1603421461897356,
      "grad_norm": 1.378754367931683,
      "learning_rate": 9.378941723084436e-06,
      "loss": 0.245,
      "step": 1031
    },
    {
      "epoch": 0.16049766718507,
      "grad_norm": 1.8715129600892846,
      "learning_rate": 9.37776201533993e-06,
      "loss": 0.3174,
      "step": 1032
    },
    {
      "epoch": 0.16065318818040436,
      "grad_norm": 1.1921962243878195,
      "learning_rate": 9.376581262562584e-06,
      "loss": 0.1917,
      "step": 1033
    },
    {
      "epoch": 0.16080870917573872,
      "grad_norm": 1.2635206395103649,
      "learning_rate": 9.375399465034257e-06,
      "loss": 0.1878,
      "step": 1034
    },
    {
      "epoch": 0.16096423017107309,
      "grad_norm": 1.2398545424205532,
      "learning_rate": 9.374216623037057e-06,
      "loss": 0.2344,
      "step": 1035
    },
    {
      "epoch": 0.16111975116640748,
      "grad_norm": 0.9462934166321078,
      "learning_rate": 9.373032736853352e-06,
      "loss": 0.187,
      "step": 1036
    },
    {
      "epoch": 0.16127527216174184,
      "grad_norm": 1.5590735847268282,
      "learning_rate": 9.371847806765749e-06,
      "loss": 0.2097,
      "step": 1037
    },
    {
      "epoch": 0.1614307931570762,
      "grad_norm": 1.160888284446341,
      "learning_rate": 9.370661833057103e-06,
      "loss": 0.1506,
      "step": 1038
    },
    {
      "epoch": 0.16158631415241057,
      "grad_norm": 1.1778543046473768,
      "learning_rate": 9.36947481601053e-06,
      "loss": 0.1716,
      "step": 1039
    },
    {
      "epoch": 0.16174183514774496,
      "grad_norm": 1.4532605779910739,
      "learning_rate": 9.368286755909383e-06,
      "loss": 0.182,
      "step": 1040
    },
    {
      "epoch": 0.16189735614307932,
      "grad_norm": 0.9502972420425978,
      "learning_rate": 9.36709765303727e-06,
      "loss": 0.2161,
      "step": 1041
    },
    {
      "epoch": 0.16205287713841368,
      "grad_norm": 1.4588748874097772,
      "learning_rate": 9.365907507678045e-06,
      "loss": 0.2338,
      "step": 1042
    },
    {
      "epoch": 0.16220839813374804,
      "grad_norm": 1.4225573142040282,
      "learning_rate": 9.364716320115813e-06,
      "loss": 0.1781,
      "step": 1043
    },
    {
      "epoch": 0.16236391912908243,
      "grad_norm": 1.029996429205044,
      "learning_rate": 9.363524090634928e-06,
      "loss": 0.2257,
      "step": 1044
    },
    {
      "epoch": 0.1625194401244168,
      "grad_norm": 1.379085736135871,
      "learning_rate": 9.362330819519991e-06,
      "loss": 0.2186,
      "step": 1045
    },
    {
      "epoch": 0.16267496111975116,
      "grad_norm": 1.2962827183429935,
      "learning_rate": 9.361136507055853e-06,
      "loss": 0.1916,
      "step": 1046
    },
    {
      "epoch": 0.16283048211508552,
      "grad_norm": 0.9451500150098339,
      "learning_rate": 9.359941153527612e-06,
      "loss": 0.1859,
      "step": 1047
    },
    {
      "epoch": 0.1629860031104199,
      "grad_norm": 1.0944328685975881,
      "learning_rate": 9.358744759220614e-06,
      "loss": 0.2225,
      "step": 1048
    },
    {
      "epoch": 0.16314152410575428,
      "grad_norm": 1.1266179070522002,
      "learning_rate": 9.357547324420461e-06,
      "loss": 0.2039,
      "step": 1049
    },
    {
      "epoch": 0.16329704510108864,
      "grad_norm": 1.26823288307141,
      "learning_rate": 9.356348849412991e-06,
      "loss": 0.2686,
      "step": 1050
    },
    {
      "epoch": 0.16345256609642303,
      "grad_norm": 1.3783372129870655,
      "learning_rate": 9.355149334484302e-06,
      "loss": 0.2715,
      "step": 1051
    },
    {
      "epoch": 0.1636080870917574,
      "grad_norm": 0.950454440753535,
      "learning_rate": 9.35394877992073e-06,
      "loss": 0.1697,
      "step": 1052
    },
    {
      "epoch": 0.16376360808709176,
      "grad_norm": 2.4437577046740895,
      "learning_rate": 9.352747186008865e-06,
      "loss": 0.2087,
      "step": 1053
    },
    {
      "epoch": 0.16391912908242612,
      "grad_norm": 1.4140943006046114,
      "learning_rate": 9.351544553035547e-06,
      "loss": 0.2063,
      "step": 1054
    },
    {
      "epoch": 0.1640746500777605,
      "grad_norm": 0.967217619359645,
      "learning_rate": 9.350340881287861e-06,
      "loss": 0.2008,
      "step": 1055
    },
    {
      "epoch": 0.16423017107309487,
      "grad_norm": 1.4590565286071695,
      "learning_rate": 9.349136171053139e-06,
      "loss": 0.1897,
      "step": 1056
    },
    {
      "epoch": 0.16438569206842923,
      "grad_norm": 1.0794053199949247,
      "learning_rate": 9.34793042261896e-06,
      "loss": 0.1037,
      "step": 1057
    },
    {
      "epoch": 0.1645412130637636,
      "grad_norm": 1.15272662266887,
      "learning_rate": 9.346723636273157e-06,
      "loss": 0.239,
      "step": 1058
    },
    {
      "epoch": 0.164696734059098,
      "grad_norm": 1.3755496055051248,
      "learning_rate": 9.345515812303802e-06,
      "loss": 0.2655,
      "step": 1059
    },
    {
      "epoch": 0.16485225505443235,
      "grad_norm": 1.1623669619389423,
      "learning_rate": 9.344306950999226e-06,
      "loss": 0.2254,
      "step": 1060
    },
    {
      "epoch": 0.1650077760497667,
      "grad_norm": 1.1373510201117636,
      "learning_rate": 9.343097052647996e-06,
      "loss": 0.2515,
      "step": 1061
    },
    {
      "epoch": 0.16516329704510108,
      "grad_norm": 1.349812652007435,
      "learning_rate": 9.341886117538931e-06,
      "loss": 0.2367,
      "step": 1062
    },
    {
      "epoch": 0.16531881804043547,
      "grad_norm": 1.0436524504014346,
      "learning_rate": 9.340674145961101e-06,
      "loss": 0.1552,
      "step": 1063
    },
    {
      "epoch": 0.16547433903576983,
      "grad_norm": 1.3297059840324263,
      "learning_rate": 9.339461138203821e-06,
      "loss": 0.2201,
      "step": 1064
    },
    {
      "epoch": 0.1656298600311042,
      "grad_norm": 1.7541537167845238,
      "learning_rate": 9.338247094556651e-06,
      "loss": 0.2076,
      "step": 1065
    },
    {
      "epoch": 0.16578538102643858,
      "grad_norm": 1.442252163275357,
      "learning_rate": 9.3370320153094e-06,
      "loss": 0.1753,
      "step": 1066
    },
    {
      "epoch": 0.16594090202177295,
      "grad_norm": 1.143025605577321,
      "learning_rate": 9.335815900752125e-06,
      "loss": 0.2217,
      "step": 1067
    },
    {
      "epoch": 0.1660964230171073,
      "grad_norm": 1.178025675869792,
      "learning_rate": 9.33459875117513e-06,
      "loss": 0.1621,
      "step": 1068
    },
    {
      "epoch": 0.16625194401244167,
      "grad_norm": 0.8859479026343935,
      "learning_rate": 9.333380566868963e-06,
      "loss": 0.2214,
      "step": 1069
    },
    {
      "epoch": 0.16640746500777606,
      "grad_norm": 1.1580516447127225,
      "learning_rate": 9.332161348124426e-06,
      "loss": 0.2104,
      "step": 1070
    },
    {
      "epoch": 0.16656298600311042,
      "grad_norm": 0.9322363288405592,
      "learning_rate": 9.33094109523256e-06,
      "loss": 0.1524,
      "step": 1071
    },
    {
      "epoch": 0.1667185069984448,
      "grad_norm": 1.2071920671355123,
      "learning_rate": 9.32971980848466e-06,
      "loss": 0.2204,
      "step": 1072
    },
    {
      "epoch": 0.16687402799377915,
      "grad_norm": 1.4321090820471434,
      "learning_rate": 9.328497488172256e-06,
      "loss": 0.2185,
      "step": 1073
    },
    {
      "epoch": 0.16702954898911354,
      "grad_norm": 1.5323210185604608,
      "learning_rate": 9.327274134587144e-06,
      "loss": 0.1967,
      "step": 1074
    },
    {
      "epoch": 0.1671850699844479,
      "grad_norm": 1.2827697157454871,
      "learning_rate": 9.326049748021348e-06,
      "loss": 0.1835,
      "step": 1075
    },
    {
      "epoch": 0.16734059097978227,
      "grad_norm": 0.9598851088099357,
      "learning_rate": 9.324824328767148e-06,
      "loss": 0.1524,
      "step": 1076
    },
    {
      "epoch": 0.16749611197511663,
      "grad_norm": 1.1012363230038584,
      "learning_rate": 9.323597877117069e-06,
      "loss": 0.1934,
      "step": 1077
    },
    {
      "epoch": 0.16765163297045102,
      "grad_norm": 1.7979943018863753,
      "learning_rate": 9.322370393363881e-06,
      "loss": 0.2809,
      "step": 1078
    },
    {
      "epoch": 0.16780715396578538,
      "grad_norm": 0.9525483556320685,
      "learning_rate": 9.321141877800604e-06,
      "loss": 0.1544,
      "step": 1079
    },
    {
      "epoch": 0.16796267496111975,
      "grad_norm": 1.1079754408286966,
      "learning_rate": 9.319912330720502e-06,
      "loss": 0.1939,
      "step": 1080
    },
    {
      "epoch": 0.1681181959564541,
      "grad_norm": 1.4615045454023567,
      "learning_rate": 9.31868175241708e-06,
      "loss": 0.1879,
      "step": 1081
    },
    {
      "epoch": 0.1682737169517885,
      "grad_norm": 0.9677318917431114,
      "learning_rate": 9.3174501431841e-06,
      "loss": 0.1572,
      "step": 1082
    },
    {
      "epoch": 0.16842923794712286,
      "grad_norm": 1.1156223371393144,
      "learning_rate": 9.316217503315562e-06,
      "loss": 0.2477,
      "step": 1083
    },
    {
      "epoch": 0.16858475894245722,
      "grad_norm": 0.9283556985369971,
      "learning_rate": 9.314983833105713e-06,
      "loss": 0.1855,
      "step": 1084
    },
    {
      "epoch": 0.16874027993779162,
      "grad_norm": 0.9107625137180413,
      "learning_rate": 9.313749132849048e-06,
      "loss": 0.1941,
      "step": 1085
    },
    {
      "epoch": 0.16889580093312598,
      "grad_norm": 1.1200752990922627,
      "learning_rate": 9.312513402840308e-06,
      "loss": 0.1714,
      "step": 1086
    },
    {
      "epoch": 0.16905132192846034,
      "grad_norm": 1.5919484746453285,
      "learning_rate": 9.311276643374478e-06,
      "loss": 0.1907,
      "step": 1087
    },
    {
      "epoch": 0.1692068429237947,
      "grad_norm": 1.6737891841333687,
      "learning_rate": 9.310038854746793e-06,
      "loss": 0.3096,
      "step": 1088
    },
    {
      "epoch": 0.1693623639191291,
      "grad_norm": 0.9356610939198378,
      "learning_rate": 9.308800037252726e-06,
      "loss": 0.215,
      "step": 1089
    },
    {
      "epoch": 0.16951788491446346,
      "grad_norm": 0.9978911792591384,
      "learning_rate": 9.307560191188e-06,
      "loss": 0.2023,
      "step": 1090
    },
    {
      "epoch": 0.16967340590979782,
      "grad_norm": 0.8618605808228078,
      "learning_rate": 9.30631931684859e-06,
      "loss": 0.1835,
      "step": 1091
    },
    {
      "epoch": 0.16982892690513218,
      "grad_norm": 1.073899023320524,
      "learning_rate": 9.305077414530701e-06,
      "loss": 0.2856,
      "step": 1092
    },
    {
      "epoch": 0.16998444790046657,
      "grad_norm": 1.390799646940327,
      "learning_rate": 9.303834484530798e-06,
      "loss": 0.1768,
      "step": 1093
    },
    {
      "epoch": 0.17013996889580094,
      "grad_norm": 1.1517992631531213,
      "learning_rate": 9.302590527145585e-06,
      "loss": 0.1661,
      "step": 1094
    },
    {
      "epoch": 0.1702954898911353,
      "grad_norm": 1.0942354595322217,
      "learning_rate": 9.301345542672012e-06,
      "loss": 0.2161,
      "step": 1095
    },
    {
      "epoch": 0.17045101088646966,
      "grad_norm": 0.8079291053355052,
      "learning_rate": 9.300099531407273e-06,
      "loss": 0.1768,
      "step": 1096
    },
    {
      "epoch": 0.17060653188180405,
      "grad_norm": 0.8090971826904667,
      "learning_rate": 9.298852493648808e-06,
      "loss": 0.1761,
      "step": 1097
    },
    {
      "epoch": 0.17076205287713841,
      "grad_norm": 1.2570428694136606,
      "learning_rate": 9.297604429694305e-06,
      "loss": 0.1742,
      "step": 1098
    },
    {
      "epoch": 0.17091757387247278,
      "grad_norm": 1.4714283316352859,
      "learning_rate": 9.296355339841692e-06,
      "loss": 0.2716,
      "step": 1099
    },
    {
      "epoch": 0.17107309486780714,
      "grad_norm": 1.07865700806752,
      "learning_rate": 9.295105224389144e-06,
      "loss": 0.1507,
      "step": 1100
    },
    {
      "epoch": 0.17107309486780714,
      "eval_loss": 0.21004652976989746,
      "eval_runtime": 9.4236,
      "eval_samples_per_second": 2.759,
      "eval_steps_per_second": 0.743,
      "step": 1100
    },
    {
      "epoch": 0.17122861586314153,
      "grad_norm": 0.8784655316390252,
      "learning_rate": 9.293854083635081e-06,
      "loss": 0.1673,
      "step": 1101
    },
    {
      "epoch": 0.1713841368584759,
      "grad_norm": 1.025281186756548,
      "learning_rate": 9.292601917878169e-06,
      "loss": 0.1715,
      "step": 1102
    },
    {
      "epoch": 0.17153965785381026,
      "grad_norm": 1.409333718683306,
      "learning_rate": 9.291348727417318e-06,
      "loss": 0.2155,
      "step": 1103
    },
    {
      "epoch": 0.17169517884914465,
      "grad_norm": 1.0469534251307742,
      "learning_rate": 9.290094512551679e-06,
      "loss": 0.1918,
      "step": 1104
    },
    {
      "epoch": 0.171850699844479,
      "grad_norm": 1.275008024365504,
      "learning_rate": 9.288839273580652e-06,
      "loss": 0.1264,
      "step": 1105
    },
    {
      "epoch": 0.17200622083981337,
      "grad_norm": 1.2168876399929267,
      "learning_rate": 9.287583010803882e-06,
      "loss": 0.2855,
      "step": 1106
    },
    {
      "epoch": 0.17216174183514774,
      "grad_norm": 1.2066762279123466,
      "learning_rate": 9.286325724521254e-06,
      "loss": 0.2242,
      "step": 1107
    },
    {
      "epoch": 0.17231726283048213,
      "grad_norm": 2.4948253959447144,
      "learning_rate": 9.285067415032902e-06,
      "loss": 0.2875,
      "step": 1108
    },
    {
      "epoch": 0.1724727838258165,
      "grad_norm": 1.8284540511597713,
      "learning_rate": 9.283808082639198e-06,
      "loss": 0.2049,
      "step": 1109
    },
    {
      "epoch": 0.17262830482115085,
      "grad_norm": 1.3355119525104016,
      "learning_rate": 9.282547727640767e-06,
      "loss": 0.1717,
      "step": 1110
    },
    {
      "epoch": 0.17278382581648521,
      "grad_norm": 1.0266534905254066,
      "learning_rate": 9.281286350338472e-06,
      "loss": 0.2066,
      "step": 1111
    },
    {
      "epoch": 0.1729393468118196,
      "grad_norm": 1.2099083780797275,
      "learning_rate": 9.280023951033418e-06,
      "loss": 0.2807,
      "step": 1112
    },
    {
      "epoch": 0.17309486780715397,
      "grad_norm": 0.949550488293792,
      "learning_rate": 9.278760530026963e-06,
      "loss": 0.1992,
      "step": 1113
    },
    {
      "epoch": 0.17325038880248833,
      "grad_norm": 1.0598653084819885,
      "learning_rate": 9.277496087620696e-06,
      "loss": 0.2358,
      "step": 1114
    },
    {
      "epoch": 0.1734059097978227,
      "grad_norm": 1.4050304182051088,
      "learning_rate": 9.276230624116464e-06,
      "loss": 0.2222,
      "step": 1115
    },
    {
      "epoch": 0.17356143079315708,
      "grad_norm": 0.9817712530234229,
      "learning_rate": 9.274964139816347e-06,
      "loss": 0.1931,
      "step": 1116
    },
    {
      "epoch": 0.17371695178849145,
      "grad_norm": 1.7060543693066812,
      "learning_rate": 9.273696635022674e-06,
      "loss": 0.2343,
      "step": 1117
    },
    {
      "epoch": 0.1738724727838258,
      "grad_norm": 1.2527360379181598,
      "learning_rate": 9.272428110038016e-06,
      "loss": 0.1717,
      "step": 1118
    },
    {
      "epoch": 0.17402799377916017,
      "grad_norm": 1.0592648467758805,
      "learning_rate": 9.271158565165186e-06,
      "loss": 0.1338,
      "step": 1119
    },
    {
      "epoch": 0.17418351477449456,
      "grad_norm": 1.1697431614729739,
      "learning_rate": 9.269888000707243e-06,
      "loss": 0.0937,
      "step": 1120
    },
    {
      "epoch": 0.17433903576982893,
      "grad_norm": 1.3666630215902802,
      "learning_rate": 9.26861641696749e-06,
      "loss": 0.195,
      "step": 1121
    },
    {
      "epoch": 0.1744945567651633,
      "grad_norm": 0.9618565647030869,
      "learning_rate": 9.267343814249468e-06,
      "loss": 0.175,
      "step": 1122
    },
    {
      "epoch": 0.17465007776049768,
      "grad_norm": 1.4220832361635052,
      "learning_rate": 9.266070192856968e-06,
      "loss": 0.1593,
      "step": 1123
    },
    {
      "epoch": 0.17480559875583204,
      "grad_norm": 0.776257033559064,
      "learning_rate": 9.264795553094022e-06,
      "loss": 0.2249,
      "step": 1124
    },
    {
      "epoch": 0.1749611197511664,
      "grad_norm": 1.2113799530837854,
      "learning_rate": 9.263519895264901e-06,
      "loss": 0.1907,
      "step": 1125
    },
    {
      "epoch": 0.17511664074650077,
      "grad_norm": 1.3082437362032786,
      "learning_rate": 9.262243219674126e-06,
      "loss": 0.2666,
      "step": 1126
    },
    {
      "epoch": 0.17527216174183516,
      "grad_norm": 1.872862944531211,
      "learning_rate": 9.260965526626452e-06,
      "loss": 0.1784,
      "step": 1127
    },
    {
      "epoch": 0.17542768273716952,
      "grad_norm": 1.3432522813757912,
      "learning_rate": 9.25968681642689e-06,
      "loss": 0.1451,
      "step": 1128
    },
    {
      "epoch": 0.17558320373250388,
      "grad_norm": 0.9703679937198076,
      "learning_rate": 9.258407089380679e-06,
      "loss": 0.1297,
      "step": 1129
    },
    {
      "epoch": 0.17573872472783825,
      "grad_norm": 1.0365436632456377,
      "learning_rate": 9.25712634579331e-06,
      "loss": 0.1761,
      "step": 1130
    },
    {
      "epoch": 0.17589424572317264,
      "grad_norm": 2.1522303469420994,
      "learning_rate": 9.255844585970516e-06,
      "loss": 0.1296,
      "step": 1131
    },
    {
      "epoch": 0.176049766718507,
      "grad_norm": 1.291217930882477,
      "learning_rate": 9.254561810218269e-06,
      "loss": 0.2044,
      "step": 1132
    },
    {
      "epoch": 0.17620528771384136,
      "grad_norm": 0.9937462574500329,
      "learning_rate": 9.253278018842786e-06,
      "loss": 0.1997,
      "step": 1133
    },
    {
      "epoch": 0.17636080870917573,
      "grad_norm": 0.9450489875743622,
      "learning_rate": 9.251993212150525e-06,
      "loss": 0.1747,
      "step": 1134
    },
    {
      "epoch": 0.17651632970451012,
      "grad_norm": 1.4735357191672043,
      "learning_rate": 9.250707390448187e-06,
      "loss": 0.2377,
      "step": 1135
    },
    {
      "epoch": 0.17667185069984448,
      "grad_norm": 0.957023692443933,
      "learning_rate": 9.24942055404272e-06,
      "loss": 0.1319,
      "step": 1136
    },
    {
      "epoch": 0.17682737169517884,
      "grad_norm": 0.9533362941250507,
      "learning_rate": 9.248132703241306e-06,
      "loss": 0.142,
      "step": 1137
    },
    {
      "epoch": 0.17698289269051323,
      "grad_norm": 1.1321821260027138,
      "learning_rate": 9.246843838351371e-06,
      "loss": 0.185,
      "step": 1138
    },
    {
      "epoch": 0.1771384136858476,
      "grad_norm": 0.6564569809439412,
      "learning_rate": 9.24555395968059e-06,
      "loss": 0.1511,
      "step": 1139
    },
    {
      "epoch": 0.17729393468118196,
      "grad_norm": 0.8235534803965409,
      "learning_rate": 9.244263067536872e-06,
      "loss": 0.1851,
      "step": 1140
    },
    {
      "epoch": 0.17744945567651632,
      "grad_norm": 0.97851675810554,
      "learning_rate": 9.24297116222837e-06,
      "loss": 0.2184,
      "step": 1141
    },
    {
      "epoch": 0.1776049766718507,
      "grad_norm": 1.1485004351012151,
      "learning_rate": 9.241678244063482e-06,
      "loss": 0.2106,
      "step": 1142
    },
    {
      "epoch": 0.17776049766718507,
      "grad_norm": 1.081146125371241,
      "learning_rate": 9.240384313350845e-06,
      "loss": 0.1844,
      "step": 1143
    },
    {
      "epoch": 0.17791601866251944,
      "grad_norm": 1.4013409835542678,
      "learning_rate": 9.239089370399338e-06,
      "loss": 0.2538,
      "step": 1144
    },
    {
      "epoch": 0.1780715396578538,
      "grad_norm": 6.587281038828778,
      "learning_rate": 9.237793415518083e-06,
      "loss": 0.2319,
      "step": 1145
    },
    {
      "epoch": 0.1782270606531882,
      "grad_norm": 1.463087775034242,
      "learning_rate": 9.23649644901644e-06,
      "loss": 0.1833,
      "step": 1146
    },
    {
      "epoch": 0.17838258164852255,
      "grad_norm": 0.8603221586452274,
      "learning_rate": 9.235198471204017e-06,
      "loss": 0.1652,
      "step": 1147
    },
    {
      "epoch": 0.17853810264385692,
      "grad_norm": 1.243900965186844,
      "learning_rate": 9.233899482390654e-06,
      "loss": 0.1688,
      "step": 1148
    },
    {
      "epoch": 0.17869362363919128,
      "grad_norm": 2.2219504182745964,
      "learning_rate": 9.232599482886444e-06,
      "loss": 0.2472,
      "step": 1149
    },
    {
      "epoch": 0.17884914463452567,
      "grad_norm": 0.8152250444616337,
      "learning_rate": 9.23129847300171e-06,
      "loss": 0.1542,
      "step": 1150
    },
    {
      "epoch": 0.17900466562986003,
      "grad_norm": 0.8972000242254355,
      "learning_rate": 9.229996453047022e-06,
      "loss": 0.1914,
      "step": 1151
    },
    {
      "epoch": 0.1791601866251944,
      "grad_norm": 1.3946215944007783,
      "learning_rate": 9.228693423333192e-06,
      "loss": 0.2517,
      "step": 1152
    },
    {
      "epoch": 0.17931570762052876,
      "grad_norm": 1.7211813642698215,
      "learning_rate": 9.227389384171272e-06,
      "loss": 0.1639,
      "step": 1153
    },
    {
      "epoch": 0.17947122861586315,
      "grad_norm": 1.045567391255685,
      "learning_rate": 9.22608433587255e-06,
      "loss": 0.1269,
      "step": 1154
    },
    {
      "epoch": 0.1796267496111975,
      "grad_norm": 1.6046875031988923,
      "learning_rate": 9.224778278748567e-06,
      "loss": 0.279,
      "step": 1155
    },
    {
      "epoch": 0.17978227060653187,
      "grad_norm": 1.204453994991899,
      "learning_rate": 9.223471213111089e-06,
      "loss": 0.1925,
      "step": 1156
    },
    {
      "epoch": 0.17993779160186626,
      "grad_norm": 1.3023690662744187,
      "learning_rate": 9.222163139272134e-06,
      "loss": 0.1788,
      "step": 1157
    },
    {
      "epoch": 0.18009331259720063,
      "grad_norm": 1.1433449264456945,
      "learning_rate": 9.220854057543958e-06,
      "loss": 0.2228,
      "step": 1158
    },
    {
      "epoch": 0.180248833592535,
      "grad_norm": 1.2657407961939997,
      "learning_rate": 9.219543968239057e-06,
      "loss": 0.1985,
      "step": 1159
    },
    {
      "epoch": 0.18040435458786935,
      "grad_norm": 1.0010295228905417,
      "learning_rate": 9.218232871670168e-06,
      "loss": 0.1976,
      "step": 1160
    },
    {
      "epoch": 0.18055987558320374,
      "grad_norm": 1.0125003198196167,
      "learning_rate": 9.216920768150266e-06,
      "loss": 0.1886,
      "step": 1161
    },
    {
      "epoch": 0.1807153965785381,
      "grad_norm": 1.2238980097949077,
      "learning_rate": 9.215607657992569e-06,
      "loss": 0.2848,
      "step": 1162
    },
    {
      "epoch": 0.18087091757387247,
      "grad_norm": 1.6192762802858285,
      "learning_rate": 9.214293541510537e-06,
      "loss": 0.1714,
      "step": 1163
    },
    {
      "epoch": 0.18102643856920683,
      "grad_norm": 1.0273533259054548,
      "learning_rate": 9.212978419017864e-06,
      "loss": 0.2001,
      "step": 1164
    },
    {
      "epoch": 0.18118195956454122,
      "grad_norm": 1.1061300881511378,
      "learning_rate": 9.211662290828493e-06,
      "loss": 0.2214,
      "step": 1165
    },
    {
      "epoch": 0.18133748055987559,
      "grad_norm": 1.061080909625091,
      "learning_rate": 9.210345157256597e-06,
      "loss": 0.1914,
      "step": 1166
    },
    {
      "epoch": 0.18149300155520995,
      "grad_norm": 0.6997117059310394,
      "learning_rate": 9.209027018616598e-06,
      "loss": 0.1434,
      "step": 1167
    },
    {
      "epoch": 0.1816485225505443,
      "grad_norm": 2.4894170703666125,
      "learning_rate": 9.207707875223153e-06,
      "loss": 0.154,
      "step": 1168
    },
    {
      "epoch": 0.1818040435458787,
      "grad_norm": 1.294402841120763,
      "learning_rate": 9.20638772739116e-06,
      "loss": 0.1398,
      "step": 1169
    },
    {
      "epoch": 0.18195956454121306,
      "grad_norm": 1.4691556974020672,
      "learning_rate": 9.205066575435754e-06,
      "loss": 0.2599,
      "step": 1170
    },
    {
      "epoch": 0.18211508553654743,
      "grad_norm": 1.5109698106731952,
      "learning_rate": 9.203744419672318e-06,
      "loss": 0.2715,
      "step": 1171
    },
    {
      "epoch": 0.1822706065318818,
      "grad_norm": 0.7824851605920647,
      "learning_rate": 9.202421260416464e-06,
      "loss": 0.155,
      "step": 1172
    },
    {
      "epoch": 0.18242612752721618,
      "grad_norm": 1.229104135640711,
      "learning_rate": 9.20109709798405e-06,
      "loss": 0.173,
      "step": 1173
    },
    {
      "epoch": 0.18258164852255054,
      "grad_norm": 1.493187696337834,
      "learning_rate": 9.199771932691172e-06,
      "loss": 0.1874,
      "step": 1174
    },
    {
      "epoch": 0.1827371695178849,
      "grad_norm": 1.3355865457774434,
      "learning_rate": 9.198445764854166e-06,
      "loss": 0.1868,
      "step": 1175
    },
    {
      "epoch": 0.1828926905132193,
      "grad_norm": 1.4822915990950787,
      "learning_rate": 9.19711859478961e-06,
      "loss": 0.1936,
      "step": 1176
    },
    {
      "epoch": 0.18304821150855366,
      "grad_norm": 1.3568523945836255,
      "learning_rate": 9.19579042281431e-06,
      "loss": 0.2351,
      "step": 1177
    },
    {
      "epoch": 0.18320373250388802,
      "grad_norm": 1.1221237537622042,
      "learning_rate": 9.194461249245326e-06,
      "loss": 0.1651,
      "step": 1178
    },
    {
      "epoch": 0.18335925349922239,
      "grad_norm": 1.0427220049147299,
      "learning_rate": 9.193131074399949e-06,
      "loss": 0.2095,
      "step": 1179
    },
    {
      "epoch": 0.18351477449455678,
      "grad_norm": 1.1443234808493088,
      "learning_rate": 9.191799898595706e-06,
      "loss": 0.1987,
      "step": 1180
    },
    {
      "epoch": 0.18367029548989114,
      "grad_norm": 0.8812799774315752,
      "learning_rate": 9.190467722150373e-06,
      "loss": 0.2529,
      "step": 1181
    },
    {
      "epoch": 0.1838258164852255,
      "grad_norm": 0.9190808713383141,
      "learning_rate": 9.189134545381954e-06,
      "loss": 0.2043,
      "step": 1182
    },
    {
      "epoch": 0.18398133748055986,
      "grad_norm": 1.1496814316391453,
      "learning_rate": 9.187800368608703e-06,
      "loss": 0.2166,
      "step": 1183
    },
    {
      "epoch": 0.18413685847589426,
      "grad_norm": 1.3800541644049227,
      "learning_rate": 9.1864651921491e-06,
      "loss": 0.2258,
      "step": 1184
    },
    {
      "epoch": 0.18429237947122862,
      "grad_norm": 0.91743359427612,
      "learning_rate": 9.185129016321877e-06,
      "loss": 0.1383,
      "step": 1185
    },
    {
      "epoch": 0.18444790046656298,
      "grad_norm": 1.4610869068656602,
      "learning_rate": 9.18379184144599e-06,
      "loss": 0.1508,
      "step": 1186
    },
    {
      "epoch": 0.18460342146189734,
      "grad_norm": 1.675711445184492,
      "learning_rate": 9.18245366784065e-06,
      "loss": 0.303,
      "step": 1187
    },
    {
      "epoch": 0.18475894245723173,
      "grad_norm": 0.7182617914658281,
      "learning_rate": 9.18111449582529e-06,
      "loss": 0.1663,
      "step": 1188
    },
    {
      "epoch": 0.1849144634525661,
      "grad_norm": 2.5919566299762105,
      "learning_rate": 9.179774325719593e-06,
      "loss": 0.1913,
      "step": 1189
    },
    {
      "epoch": 0.18506998444790046,
      "grad_norm": 1.5246187638405735,
      "learning_rate": 9.178433157843474e-06,
      "loss": 0.1974,
      "step": 1190
    },
    {
      "epoch": 0.18522550544323485,
      "grad_norm": 1.1870049850604156,
      "learning_rate": 9.17709099251709e-06,
      "loss": 0.1889,
      "step": 1191
    },
    {
      "epoch": 0.1853810264385692,
      "grad_norm": 1.2780528349437963,
      "learning_rate": 9.175747830060837e-06,
      "loss": 0.1682,
      "step": 1192
    },
    {
      "epoch": 0.18553654743390358,
      "grad_norm": 0.852064776201917,
      "learning_rate": 9.174403670795342e-06,
      "loss": 0.1786,
      "step": 1193
    },
    {
      "epoch": 0.18569206842923794,
      "grad_norm": 0.982736851978155,
      "learning_rate": 9.173058515041477e-06,
      "loss": 0.1759,
      "step": 1194
    },
    {
      "epoch": 0.18584758942457233,
      "grad_norm": 5.383045313258924,
      "learning_rate": 9.171712363120351e-06,
      "loss": 0.3862,
      "step": 1195
    },
    {
      "epoch": 0.1860031104199067,
      "grad_norm": 0.9849374073337689,
      "learning_rate": 9.170365215353306e-06,
      "loss": 0.1981,
      "step": 1196
    },
    {
      "epoch": 0.18615863141524105,
      "grad_norm": 1.1001803535527055,
      "learning_rate": 9.169017072061926e-06,
      "loss": 0.1989,
      "step": 1197
    },
    {
      "epoch": 0.18631415241057542,
      "grad_norm": 1.1570335250140034,
      "learning_rate": 9.167667933568032e-06,
      "loss": 0.1822,
      "step": 1198
    },
    {
      "epoch": 0.1864696734059098,
      "grad_norm": 1.6984581879530103,
      "learning_rate": 9.166317800193683e-06,
      "loss": 0.2171,
      "step": 1199
    },
    {
      "epoch": 0.18662519440124417,
      "grad_norm": 1.650860536979747,
      "learning_rate": 9.164966672261171e-06,
      "loss": 0.3055,
      "step": 1200
    },
    {
      "epoch": 0.18662519440124417,
      "eval_loss": 0.210090771317482,
      "eval_runtime": 9.4293,
      "eval_samples_per_second": 2.757,
      "eval_steps_per_second": 0.742,
      "step": 1200
    },
    {
      "epoch": 0.18678071539657853,
      "grad_norm": 1.416615143797259,
      "learning_rate": 9.163614550093035e-06,
      "loss": 0.1347,
      "step": 1201
    },
    {
      "epoch": 0.1869362363919129,
      "grad_norm": 1.3794733777830905,
      "learning_rate": 9.16226143401204e-06,
      "loss": 0.2041,
      "step": 1202
    },
    {
      "epoch": 0.1870917573872473,
      "grad_norm": 0.9282701621282511,
      "learning_rate": 9.160907324341199e-06,
      "loss": 0.1589,
      "step": 1203
    },
    {
      "epoch": 0.18724727838258165,
      "grad_norm": 1.4894253244171338,
      "learning_rate": 9.159552221403752e-06,
      "loss": 0.174,
      "step": 1204
    },
    {
      "epoch": 0.187402799377916,
      "grad_norm": 1.1504157025776975,
      "learning_rate": 9.158196125523182e-06,
      "loss": 0.1942,
      "step": 1205
    },
    {
      "epoch": 0.18755832037325038,
      "grad_norm": 0.7255523870962133,
      "learning_rate": 9.156839037023209e-06,
      "loss": 0.1925,
      "step": 1206
    },
    {
      "epoch": 0.18771384136858477,
      "grad_norm": 1.3297160614851913,
      "learning_rate": 9.155480956227789e-06,
      "loss": 0.2448,
      "step": 1207
    },
    {
      "epoch": 0.18786936236391913,
      "grad_norm": 1.2394203928257357,
      "learning_rate": 9.154121883461115e-06,
      "loss": 0.1644,
      "step": 1208
    },
    {
      "epoch": 0.1880248833592535,
      "grad_norm": 1.110942304313815,
      "learning_rate": 9.152761819047617e-06,
      "loss": 0.158,
      "step": 1209
    },
    {
      "epoch": 0.18818040435458788,
      "grad_norm": 0.8597754146450871,
      "learning_rate": 9.151400763311958e-06,
      "loss": 0.1765,
      "step": 1210
    },
    {
      "epoch": 0.18833592534992225,
      "grad_norm": 1.1244255534137637,
      "learning_rate": 9.150038716579046e-06,
      "loss": 0.14,
      "step": 1211
    },
    {
      "epoch": 0.1884914463452566,
      "grad_norm": 0.9441808017939254,
      "learning_rate": 9.148675679174017e-06,
      "loss": 0.1685,
      "step": 1212
    },
    {
      "epoch": 0.18864696734059097,
      "grad_norm": 1.49569762403274,
      "learning_rate": 9.147311651422248e-06,
      "loss": 0.1637,
      "step": 1213
    },
    {
      "epoch": 0.18880248833592536,
      "grad_norm": 1.0568658204953814,
      "learning_rate": 9.145946633649352e-06,
      "loss": 0.1713,
      "step": 1214
    },
    {
      "epoch": 0.18895800933125972,
      "grad_norm": 1.2127109888393217,
      "learning_rate": 9.144580626181176e-06,
      "loss": 0.161,
      "step": 1215
    },
    {
      "epoch": 0.1891135303265941,
      "grad_norm": 0.8503234486008238,
      "learning_rate": 9.143213629343807e-06,
      "loss": 0.1489,
      "step": 1216
    },
    {
      "epoch": 0.18926905132192845,
      "grad_norm": 0.9120088478974758,
      "learning_rate": 9.141845643463565e-06,
      "loss": 0.1939,
      "step": 1217
    },
    {
      "epoch": 0.18942457231726284,
      "grad_norm": 1.0121267789823751,
      "learning_rate": 9.140476668867008e-06,
      "loss": 0.15,
      "step": 1218
    },
    {
      "epoch": 0.1895800933125972,
      "grad_norm": 1.3638566134338714,
      "learning_rate": 9.13910670588093e-06,
      "loss": 0.2105,
      "step": 1219
    },
    {
      "epoch": 0.18973561430793157,
      "grad_norm": 1.6276021550806605,
      "learning_rate": 9.13773575483236e-06,
      "loss": 0.2869,
      "step": 1220
    },
    {
      "epoch": 0.18989113530326593,
      "grad_norm": 1.6764188720931026,
      "learning_rate": 9.136363816048562e-06,
      "loss": 0.1458,
      "step": 1221
    },
    {
      "epoch": 0.19004665629860032,
      "grad_norm": 0.6701780576831128,
      "learning_rate": 9.134990889857036e-06,
      "loss": 0.1842,
      "step": 1222
    },
    {
      "epoch": 0.19020217729393468,
      "grad_norm": 1.1322931167082202,
      "learning_rate": 9.133616976585522e-06,
      "loss": 0.2556,
      "step": 1223
    },
    {
      "epoch": 0.19035769828926905,
      "grad_norm": 1.2524154763717683,
      "learning_rate": 9.13224207656199e-06,
      "loss": 0.2104,
      "step": 1224
    },
    {
      "epoch": 0.1905132192846034,
      "grad_norm": 0.9592897430767787,
      "learning_rate": 9.130866190114649e-06,
      "loss": 0.2833,
      "step": 1225
    },
    {
      "epoch": 0.1906687402799378,
      "grad_norm": 1.7651472837705433,
      "learning_rate": 9.12948931757194e-06,
      "loss": 0.2524,
      "step": 1226
    },
    {
      "epoch": 0.19082426127527216,
      "grad_norm": 0.9879072001537496,
      "learning_rate": 9.128111459262543e-06,
      "loss": 0.1624,
      "step": 1227
    },
    {
      "epoch": 0.19097978227060652,
      "grad_norm": 1.320308534660155,
      "learning_rate": 9.126732615515373e-06,
      "loss": 0.2937,
      "step": 1228
    },
    {
      "epoch": 0.19113530326594091,
      "grad_norm": 1.6528470759003213,
      "learning_rate": 9.125352786659577e-06,
      "loss": 0.1824,
      "step": 1229
    },
    {
      "epoch": 0.19129082426127528,
      "grad_norm": 1.099113810582022,
      "learning_rate": 9.123971973024543e-06,
      "loss": 0.2282,
      "step": 1230
    },
    {
      "epoch": 0.19144634525660964,
      "grad_norm": 0.9906932002367946,
      "learning_rate": 9.122590174939887e-06,
      "loss": 0.1908,
      "step": 1231
    },
    {
      "epoch": 0.191601866251944,
      "grad_norm": 1.3700619269813867,
      "learning_rate": 9.121207392735465e-06,
      "loss": 0.1736,
      "step": 1232
    },
    {
      "epoch": 0.1917573872472784,
      "grad_norm": 0.9132669255091096,
      "learning_rate": 9.119823626741367e-06,
      "loss": 0.2559,
      "step": 1233
    },
    {
      "epoch": 0.19191290824261276,
      "grad_norm": 1.0158832597362466,
      "learning_rate": 9.118438877287913e-06,
      "loss": 0.218,
      "step": 1234
    },
    {
      "epoch": 0.19206842923794712,
      "grad_norm": 0.9172450560816615,
      "learning_rate": 9.11705314470567e-06,
      "loss": 0.2038,
      "step": 1235
    },
    {
      "epoch": 0.19222395023328148,
      "grad_norm": 1.0457809289045787,
      "learning_rate": 9.115666429325424e-06,
      "loss": 0.2383,
      "step": 1236
    },
    {
      "epoch": 0.19237947122861587,
      "grad_norm": 0.6123808194220389,
      "learning_rate": 9.114278731478207e-06,
      "loss": 0.1059,
      "step": 1237
    },
    {
      "epoch": 0.19253499222395024,
      "grad_norm": 0.8957445923668392,
      "learning_rate": 9.112890051495281e-06,
      "loss": 0.1753,
      "step": 1238
    },
    {
      "epoch": 0.1926905132192846,
      "grad_norm": 1.010302756648279,
      "learning_rate": 9.111500389708144e-06,
      "loss": 0.2162,
      "step": 1239
    },
    {
      "epoch": 0.19284603421461896,
      "grad_norm": 1.26307408847368,
      "learning_rate": 9.110109746448527e-06,
      "loss": 0.1901,
      "step": 1240
    },
    {
      "epoch": 0.19300155520995335,
      "grad_norm": 1.237621554432501,
      "learning_rate": 9.108718122048395e-06,
      "loss": 0.1746,
      "step": 1241
    },
    {
      "epoch": 0.19315707620528771,
      "grad_norm": 0.9172927280641415,
      "learning_rate": 9.107325516839952e-06,
      "loss": 0.1556,
      "step": 1242
    },
    {
      "epoch": 0.19331259720062208,
      "grad_norm": 1.7268710214147918,
      "learning_rate": 9.105931931155626e-06,
      "loss": 0.2808,
      "step": 1243
    },
    {
      "epoch": 0.19346811819595647,
      "grad_norm": 0.8932022562830918,
      "learning_rate": 9.10453736532809e-06,
      "loss": 0.1527,
      "step": 1244
    },
    {
      "epoch": 0.19362363919129083,
      "grad_norm": 1.2202712676463288,
      "learning_rate": 9.103141819690246e-06,
      "loss": 0.1376,
      "step": 1245
    },
    {
      "epoch": 0.1937791601866252,
      "grad_norm": 1.0826681500025592,
      "learning_rate": 9.101745294575227e-06,
      "loss": 0.1449,
      "step": 1246
    },
    {
      "epoch": 0.19393468118195956,
      "grad_norm": 1.1807575757930213,
      "learning_rate": 9.100347790316409e-06,
      "loss": 0.2126,
      "step": 1247
    },
    {
      "epoch": 0.19409020217729395,
      "grad_norm": 0.941763687751761,
      "learning_rate": 9.098949307247391e-06,
      "loss": 0.1632,
      "step": 1248
    },
    {
      "epoch": 0.1942457231726283,
      "grad_norm": 1.378441641768549,
      "learning_rate": 9.097549845702009e-06,
      "loss": 0.1906,
      "step": 1249
    },
    {
      "epoch": 0.19440124416796267,
      "grad_norm": 1.2339116886059447,
      "learning_rate": 9.09614940601434e-06,
      "loss": 0.2006,
      "step": 1250
    },
    {
      "epoch": 0.19455676516329704,
      "grad_norm": 1.1239344680494445,
      "learning_rate": 9.094747988518683e-06,
      "loss": 0.2336,
      "step": 1251
    },
    {
      "epoch": 0.19471228615863143,
      "grad_norm": 0.927588276459713,
      "learning_rate": 9.093345593549579e-06,
      "loss": 0.1449,
      "step": 1252
    },
    {
      "epoch": 0.1948678071539658,
      "grad_norm": 1.13724282637735,
      "learning_rate": 9.091942221441797e-06,
      "loss": 0.2126,
      "step": 1253
    },
    {
      "epoch": 0.19502332814930015,
      "grad_norm": 1.0365698182525573,
      "learning_rate": 9.090537872530343e-06,
      "loss": 0.1867,
      "step": 1254
    },
    {
      "epoch": 0.19517884914463451,
      "grad_norm": 0.9371814591941575,
      "learning_rate": 9.089132547150453e-06,
      "loss": 0.1618,
      "step": 1255
    },
    {
      "epoch": 0.1953343701399689,
      "grad_norm": 1.0697225550230685,
      "learning_rate": 9.0877262456376e-06,
      "loss": 0.1849,
      "step": 1256
    },
    {
      "epoch": 0.19548989113530327,
      "grad_norm": 1.5583498729530745,
      "learning_rate": 9.086318968327488e-06,
      "loss": 0.2014,
      "step": 1257
    },
    {
      "epoch": 0.19564541213063763,
      "grad_norm": 1.2271229677253923,
      "learning_rate": 9.084910715556052e-06,
      "loss": 0.2017,
      "step": 1258
    },
    {
      "epoch": 0.195800933125972,
      "grad_norm": 1.0026506309270833,
      "learning_rate": 9.083501487659461e-06,
      "loss": 0.1646,
      "step": 1259
    },
    {
      "epoch": 0.19595645412130638,
      "grad_norm": 1.2598951391108157,
      "learning_rate": 9.08209128497412e-06,
      "loss": 0.1851,
      "step": 1260
    },
    {
      "epoch": 0.19611197511664075,
      "grad_norm": 1.5838356552966606,
      "learning_rate": 9.080680107836662e-06,
      "loss": 0.1948,
      "step": 1261
    },
    {
      "epoch": 0.1962674961119751,
      "grad_norm": 1.1087104243969894,
      "learning_rate": 9.079267956583953e-06,
      "loss": 0.1687,
      "step": 1262
    },
    {
      "epoch": 0.1964230171073095,
      "grad_norm": 1.6020412697904411,
      "learning_rate": 9.077854831553097e-06,
      "loss": 0.1854,
      "step": 1263
    },
    {
      "epoch": 0.19657853810264386,
      "grad_norm": 1.0315547992066338,
      "learning_rate": 9.076440733081426e-06,
      "loss": 0.2211,
      "step": 1264
    },
    {
      "epoch": 0.19673405909797823,
      "grad_norm": 1.0349194289967332,
      "learning_rate": 9.075025661506505e-06,
      "loss": 0.182,
      "step": 1265
    },
    {
      "epoch": 0.1968895800933126,
      "grad_norm": 0.8148640872234216,
      "learning_rate": 9.073609617166129e-06,
      "loss": 0.2319,
      "step": 1266
    },
    {
      "epoch": 0.19704510108864698,
      "grad_norm": 0.8956967698145264,
      "learning_rate": 9.072192600398328e-06,
      "loss": 0.2318,
      "step": 1267
    },
    {
      "epoch": 0.19720062208398134,
      "grad_norm": 1.512397062737358,
      "learning_rate": 9.070774611541366e-06,
      "loss": 0.1279,
      "step": 1268
    },
    {
      "epoch": 0.1973561430793157,
      "grad_norm": 1.089155641459757,
      "learning_rate": 9.069355650933732e-06,
      "loss": 0.132,
      "step": 1269
    },
    {
      "epoch": 0.19751166407465007,
      "grad_norm": 1.15341700389814,
      "learning_rate": 9.06793571891416e-06,
      "loss": 0.1416,
      "step": 1270
    },
    {
      "epoch": 0.19766718506998446,
      "grad_norm": 1.2188604321419376,
      "learning_rate": 9.0665148158216e-06,
      "loss": 0.1635,
      "step": 1271
    },
    {
      "epoch": 0.19782270606531882,
      "grad_norm": 1.6133883720632236,
      "learning_rate": 9.065092941995245e-06,
      "loss": 0.185,
      "step": 1272
    },
    {
      "epoch": 0.19797822706065318,
      "grad_norm": 1.4486872766212289,
      "learning_rate": 9.063670097774513e-06,
      "loss": 0.2325,
      "step": 1273
    },
    {
      "epoch": 0.19813374805598755,
      "grad_norm": 1.557263365124596,
      "learning_rate": 9.062246283499058e-06,
      "loss": 0.1712,
      "step": 1274
    },
    {
      "epoch": 0.19828926905132194,
      "grad_norm": 1.9875754585690109,
      "learning_rate": 9.060821499508769e-06,
      "loss": 0.1843,
      "step": 1275
    },
    {
      "epoch": 0.1984447900466563,
      "grad_norm": 1.1418131416263584,
      "learning_rate": 9.059395746143756e-06,
      "loss": 0.1777,
      "step": 1276
    },
    {
      "epoch": 0.19860031104199066,
      "grad_norm": 1.0395361627239141,
      "learning_rate": 9.057969023744367e-06,
      "loss": 0.2194,
      "step": 1277
    },
    {
      "epoch": 0.19875583203732503,
      "grad_norm": 1.305159234748547,
      "learning_rate": 9.056541332651183e-06,
      "loss": 0.2141,
      "step": 1278
    },
    {
      "epoch": 0.19891135303265942,
      "grad_norm": 1.0849932011185046,
      "learning_rate": 9.055112673205014e-06,
      "loss": 0.1821,
      "step": 1279
    },
    {
      "epoch": 0.19906687402799378,
      "grad_norm": 0.979089764226756,
      "learning_rate": 9.053683045746897e-06,
      "loss": 0.269,
      "step": 1280
    },
    {
      "epoch": 0.19922239502332814,
      "grad_norm": 1.078405593629792,
      "learning_rate": 9.052252450618106e-06,
      "loss": 0.1413,
      "step": 1281
    },
    {
      "epoch": 0.19937791601866253,
      "grad_norm": 1.2031448135959215,
      "learning_rate": 9.050820888160145e-06,
      "loss": 0.2268,
      "step": 1282
    },
    {
      "epoch": 0.1995334370139969,
      "grad_norm": 0.9432997632179643,
      "learning_rate": 9.049388358714747e-06,
      "loss": 0.0856,
      "step": 1283
    },
    {
      "epoch": 0.19968895800933126,
      "grad_norm": 1.1798467376681538,
      "learning_rate": 9.04795486262388e-06,
      "loss": 0.1487,
      "step": 1284
    },
    {
      "epoch": 0.19984447900466562,
      "grad_norm": 0.9959594825238516,
      "learning_rate": 9.046520400229734e-06,
      "loss": 0.1363,
      "step": 1285
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.2777597650080654,
      "learning_rate": 9.045084971874738e-06,
      "loss": 0.2053,
      "step": 1286
    },
    {
      "epoch": 0.20015552099533437,
      "grad_norm": 1.3807813898572032,
      "learning_rate": 9.04364857790155e-06,
      "loss": 0.1608,
      "step": 1287
    },
    {
      "epoch": 0.20031104199066874,
      "grad_norm": 1.213101350130223,
      "learning_rate": 9.042211218653054e-06,
      "loss": 0.1783,
      "step": 1288
    },
    {
      "epoch": 0.2004665629860031,
      "grad_norm": 1.270497799974636,
      "learning_rate": 9.040772894472369e-06,
      "loss": 0.1335,
      "step": 1289
    },
    {
      "epoch": 0.2006220839813375,
      "grad_norm": 1.143678584624158,
      "learning_rate": 9.039333605702844e-06,
      "loss": 0.2566,
      "step": 1290
    },
    {
      "epoch": 0.20077760497667185,
      "grad_norm": 0.9321591383595857,
      "learning_rate": 9.03789335268806e-06,
      "loss": 0.1517,
      "step": 1291
    },
    {
      "epoch": 0.20093312597200622,
      "grad_norm": 0.8482625172580437,
      "learning_rate": 9.036452135771818e-06,
      "loss": 0.2284,
      "step": 1292
    },
    {
      "epoch": 0.20108864696734058,
      "grad_norm": 1.5799008472731184,
      "learning_rate": 9.035009955298163e-06,
      "loss": 0.2491,
      "step": 1293
    },
    {
      "epoch": 0.20124416796267497,
      "grad_norm": 1.5021594414320747,
      "learning_rate": 9.03356681161136e-06,
      "loss": 0.1623,
      "step": 1294
    },
    {
      "epoch": 0.20139968895800933,
      "grad_norm": 1.1207507593154515,
      "learning_rate": 9.032122705055912e-06,
      "loss": 0.1996,
      "step": 1295
    },
    {
      "epoch": 0.2015552099533437,
      "grad_norm": 1.1753346897113919,
      "learning_rate": 9.030677635976542e-06,
      "loss": 0.156,
      "step": 1296
    },
    {
      "epoch": 0.20171073094867809,
      "grad_norm": 1.582912014985177,
      "learning_rate": 9.02923160471821e-06,
      "loss": 0.2852,
      "step": 1297
    },
    {
      "epoch": 0.20186625194401245,
      "grad_norm": 4.24419003235004,
      "learning_rate": 9.027784611626108e-06,
      "loss": 0.1857,
      "step": 1298
    },
    {
      "epoch": 0.2020217729393468,
      "grad_norm": 3.465507316165179,
      "learning_rate": 9.026336657045646e-06,
      "loss": 0.1331,
      "step": 1299
    },
    {
      "epoch": 0.20217729393468117,
      "grad_norm": 0.8992554022243577,
      "learning_rate": 9.024887741322475e-06,
      "loss": 0.1649,
      "step": 1300
    },
    {
      "epoch": 0.20217729393468117,
      "eval_loss": 0.20873166620731354,
      "eval_runtime": 9.4107,
      "eval_samples_per_second": 2.763,
      "eval_steps_per_second": 0.744,
      "step": 1300
    },
    {
      "epoch": 0.20233281493001556,
      "grad_norm": 1.2089278079623347,
      "learning_rate": 9.023437864802472e-06,
      "loss": 0.2705,
      "step": 1301
    },
    {
      "epoch": 0.20248833592534993,
      "grad_norm": 1.2901991665649666,
      "learning_rate": 9.021987027831743e-06,
      "loss": 0.1672,
      "step": 1302
    },
    {
      "epoch": 0.2026438569206843,
      "grad_norm": 1.5354719963652408,
      "learning_rate": 9.02053523075662e-06,
      "loss": 0.239,
      "step": 1303
    },
    {
      "epoch": 0.20279937791601865,
      "grad_norm": 1.214882523492219,
      "learning_rate": 9.01908247392367e-06,
      "loss": 0.1566,
      "step": 1304
    },
    {
      "epoch": 0.20295489891135304,
      "grad_norm": 1.473765899129253,
      "learning_rate": 9.017628757679685e-06,
      "loss": 0.1931,
      "step": 1305
    },
    {
      "epoch": 0.2031104199066874,
      "grad_norm": 2.6517165969707683,
      "learning_rate": 9.01617408237169e-06,
      "loss": 0.1307,
      "step": 1306
    },
    {
      "epoch": 0.20326594090202177,
      "grad_norm": 1.4993932954062734,
      "learning_rate": 9.01471844834693e-06,
      "loss": 0.2079,
      "step": 1307
    },
    {
      "epoch": 0.20342146189735613,
      "grad_norm": 1.0866992812991043,
      "learning_rate": 9.013261855952893e-06,
      "loss": 0.2361,
      "step": 1308
    },
    {
      "epoch": 0.20357698289269052,
      "grad_norm": 1.4691858213747517,
      "learning_rate": 9.011804305537281e-06,
      "loss": 0.2062,
      "step": 1309
    },
    {
      "epoch": 0.20373250388802489,
      "grad_norm": 1.218397331201916,
      "learning_rate": 9.010345797448037e-06,
      "loss": 0.1295,
      "step": 1310
    },
    {
      "epoch": 0.20388802488335925,
      "grad_norm": 1.317910015288317,
      "learning_rate": 9.008886332033323e-06,
      "loss": 0.221,
      "step": 1311
    },
    {
      "epoch": 0.2040435458786936,
      "grad_norm": 1.4368413534493716,
      "learning_rate": 9.007425909641538e-06,
      "loss": 0.3292,
      "step": 1312
    },
    {
      "epoch": 0.204199066874028,
      "grad_norm": 1.24467623609956,
      "learning_rate": 9.005964530621301e-06,
      "loss": 0.2276,
      "step": 1313
    },
    {
      "epoch": 0.20435458786936236,
      "grad_norm": 0.9849662601801316,
      "learning_rate": 9.004502195321468e-06,
      "loss": 0.1825,
      "step": 1314
    },
    {
      "epoch": 0.20451010886469673,
      "grad_norm": 3.783152250453029,
      "learning_rate": 9.003038904091113e-06,
      "loss": 0.1834,
      "step": 1315
    },
    {
      "epoch": 0.20466562986003112,
      "grad_norm": 1.0234608190416166,
      "learning_rate": 9.001574657279548e-06,
      "loss": 0.2172,
      "step": 1316
    },
    {
      "epoch": 0.20482115085536548,
      "grad_norm": 1.3240981295825394,
      "learning_rate": 9.00010945523631e-06,
      "loss": 0.1857,
      "step": 1317
    },
    {
      "epoch": 0.20497667185069984,
      "grad_norm": 1.1823107793426477,
      "learning_rate": 8.99864329831116e-06,
      "loss": 0.2747,
      "step": 1318
    },
    {
      "epoch": 0.2051321928460342,
      "grad_norm": 1.183188676477308,
      "learning_rate": 8.997176186854091e-06,
      "loss": 0.2091,
      "step": 1319
    },
    {
      "epoch": 0.2052877138413686,
      "grad_norm": 1.1306812200844953,
      "learning_rate": 8.995708121215325e-06,
      "loss": 0.1789,
      "step": 1320
    },
    {
      "epoch": 0.20544323483670296,
      "grad_norm": 1.3914844708441778,
      "learning_rate": 8.994239101745309e-06,
      "loss": 0.1626,
      "step": 1321
    },
    {
      "epoch": 0.20559875583203732,
      "grad_norm": 1.3328736681097808,
      "learning_rate": 8.992769128794717e-06,
      "loss": 0.1699,
      "step": 1322
    },
    {
      "epoch": 0.20575427682737168,
      "grad_norm": 1.3262550452320387,
      "learning_rate": 8.991298202714453e-06,
      "loss": 0.1985,
      "step": 1323
    },
    {
      "epoch": 0.20590979782270608,
      "grad_norm": 1.5863201904107513,
      "learning_rate": 8.989826323855647e-06,
      "loss": 0.2729,
      "step": 1324
    },
    {
      "epoch": 0.20606531881804044,
      "grad_norm": 1.0484153422588192,
      "learning_rate": 8.988353492569657e-06,
      "loss": 0.2243,
      "step": 1325
    },
    {
      "epoch": 0.2062208398133748,
      "grad_norm": 0.9724310873787251,
      "learning_rate": 8.986879709208069e-06,
      "loss": 0.2349,
      "step": 1326
    },
    {
      "epoch": 0.20637636080870916,
      "grad_norm": 1.319839764006134,
      "learning_rate": 8.985404974122699e-06,
      "loss": 0.1796,
      "step": 1327
    },
    {
      "epoch": 0.20653188180404355,
      "grad_norm": 1.7134943634197457,
      "learning_rate": 8.983929287665579e-06,
      "loss": 0.2289,
      "step": 1328
    },
    {
      "epoch": 0.20668740279937792,
      "grad_norm": 1.1812406274342315,
      "learning_rate": 8.98245265018898e-06,
      "loss": 0.2123,
      "step": 1329
    },
    {
      "epoch": 0.20684292379471228,
      "grad_norm": 1.4771839041530355,
      "learning_rate": 8.980975062045398e-06,
      "loss": 0.2228,
      "step": 1330
    },
    {
      "epoch": 0.20699844479004664,
      "grad_norm": 1.0073337669892177,
      "learning_rate": 8.979496523587552e-06,
      "loss": 0.1455,
      "step": 1331
    },
    {
      "epoch": 0.20715396578538103,
      "grad_norm": 0.8665969448850475,
      "learning_rate": 8.978017035168389e-06,
      "loss": 0.1689,
      "step": 1332
    },
    {
      "epoch": 0.2073094867807154,
      "grad_norm": 1.0555827692971853,
      "learning_rate": 8.976536597141085e-06,
      "loss": 0.1708,
      "step": 1333
    },
    {
      "epoch": 0.20746500777604976,
      "grad_norm": 0.8842215270037568,
      "learning_rate": 8.97505520985904e-06,
      "loss": 0.1751,
      "step": 1334
    },
    {
      "epoch": 0.20762052877138415,
      "grad_norm": 1.6924145041248846,
      "learning_rate": 8.973572873675882e-06,
      "loss": 0.1697,
      "step": 1335
    },
    {
      "epoch": 0.2077760497667185,
      "grad_norm": 1.1225115788471978,
      "learning_rate": 8.972089588945467e-06,
      "loss": 0.22,
      "step": 1336
    },
    {
      "epoch": 0.20793157076205288,
      "grad_norm": 1.1964311921620439,
      "learning_rate": 8.970605356021873e-06,
      "loss": 0.1953,
      "step": 1337
    },
    {
      "epoch": 0.20808709175738724,
      "grad_norm": 1.1874827397504135,
      "learning_rate": 8.96912017525941e-06,
      "loss": 0.1541,
      "step": 1338
    },
    {
      "epoch": 0.20824261275272163,
      "grad_norm": 1.2996586003784654,
      "learning_rate": 8.967634047012607e-06,
      "loss": 0.2543,
      "step": 1339
    },
    {
      "epoch": 0.208398133748056,
      "grad_norm": 1.9568915465615424,
      "learning_rate": 8.96614697163623e-06,
      "loss": 0.1742,
      "step": 1340
    },
    {
      "epoch": 0.20855365474339035,
      "grad_norm": 1.327702070183964,
      "learning_rate": 8.96465894948526e-06,
      "loss": 0.1688,
      "step": 1341
    },
    {
      "epoch": 0.20870917573872472,
      "grad_norm": 0.998729186682604,
      "learning_rate": 8.963169980914908e-06,
      "loss": 0.2165,
      "step": 1342
    },
    {
      "epoch": 0.2088646967340591,
      "grad_norm": 0.9250328323650552,
      "learning_rate": 8.961680066280614e-06,
      "loss": 0.1978,
      "step": 1343
    },
    {
      "epoch": 0.20902021772939347,
      "grad_norm": 0.685484375204563,
      "learning_rate": 8.96018920593804e-06,
      "loss": 0.1521,
      "step": 1344
    },
    {
      "epoch": 0.20917573872472783,
      "grad_norm": 1.2194077898180222,
      "learning_rate": 8.958697400243077e-06,
      "loss": 0.129,
      "step": 1345
    },
    {
      "epoch": 0.2093312597200622,
      "grad_norm": 1.3390006867631312,
      "learning_rate": 8.957204649551838e-06,
      "loss": 0.2295,
      "step": 1346
    },
    {
      "epoch": 0.2094867807153966,
      "grad_norm": 1.0791715779616644,
      "learning_rate": 8.955710954220664e-06,
      "loss": 0.1922,
      "step": 1347
    },
    {
      "epoch": 0.20964230171073095,
      "grad_norm": 1.0448818497216468,
      "learning_rate": 8.954216314606123e-06,
      "loss": 0.2074,
      "step": 1348
    },
    {
      "epoch": 0.2097978227060653,
      "grad_norm": 1.0968024521734823,
      "learning_rate": 8.952720731065e-06,
      "loss": 0.1956,
      "step": 1349
    },
    {
      "epoch": 0.2099533437013997,
      "grad_norm": 1.1729159260054676,
      "learning_rate": 8.95122420395432e-06,
      "loss": 0.1032,
      "step": 1350
    },
    {
      "epoch": 0.21010886469673407,
      "grad_norm": 0.7605452577854958,
      "learning_rate": 8.949726733631319e-06,
      "loss": 0.2173,
      "step": 1351
    },
    {
      "epoch": 0.21026438569206843,
      "grad_norm": 0.7896405561018206,
      "learning_rate": 8.948228320453465e-06,
      "loss": 0.1411,
      "step": 1352
    },
    {
      "epoch": 0.2104199066874028,
      "grad_norm": 1.3664851820052848,
      "learning_rate": 8.946728964778452e-06,
      "loss": 0.2043,
      "step": 1353
    },
    {
      "epoch": 0.21057542768273718,
      "grad_norm": 1.0930532560076165,
      "learning_rate": 8.945228666964197e-06,
      "loss": 0.2112,
      "step": 1354
    },
    {
      "epoch": 0.21073094867807154,
      "grad_norm": 1.3370376996193614,
      "learning_rate": 8.94372742736884e-06,
      "loss": 0.2763,
      "step": 1355
    },
    {
      "epoch": 0.2108864696734059,
      "grad_norm": 1.1733695403983486,
      "learning_rate": 8.942225246350748e-06,
      "loss": 0.1383,
      "step": 1356
    },
    {
      "epoch": 0.21104199066874027,
      "grad_norm": 1.518123240050466,
      "learning_rate": 8.940722124268515e-06,
      "loss": 0.2035,
      "step": 1357
    },
    {
      "epoch": 0.21119751166407466,
      "grad_norm": 0.7154774393150748,
      "learning_rate": 8.939218061480955e-06,
      "loss": 0.1513,
      "step": 1358
    },
    {
      "epoch": 0.21135303265940902,
      "grad_norm": 1.7277749667928948,
      "learning_rate": 8.937713058347109e-06,
      "loss": 0.1852,
      "step": 1359
    },
    {
      "epoch": 0.2115085536547434,
      "grad_norm": 0.8101754008908368,
      "learning_rate": 8.936207115226242e-06,
      "loss": 0.1755,
      "step": 1360
    },
    {
      "epoch": 0.21166407465007775,
      "grad_norm": 2.154263107894285,
      "learning_rate": 8.934700232477845e-06,
      "loss": 0.2284,
      "step": 1361
    },
    {
      "epoch": 0.21181959564541214,
      "grad_norm": 2.9946702775104552,
      "learning_rate": 8.933192410461632e-06,
      "loss": 0.1571,
      "step": 1362
    },
    {
      "epoch": 0.2119751166407465,
      "grad_norm": 1.3293853025848206,
      "learning_rate": 8.931683649537539e-06,
      "loss": 0.1818,
      "step": 1363
    },
    {
      "epoch": 0.21213063763608087,
      "grad_norm": 1.069623910831374,
      "learning_rate": 8.93017395006573e-06,
      "loss": 0.2389,
      "step": 1364
    },
    {
      "epoch": 0.21228615863141523,
      "grad_norm": 1.2692486168753456,
      "learning_rate": 8.928663312406593e-06,
      "loss": 0.1725,
      "step": 1365
    },
    {
      "epoch": 0.21244167962674962,
      "grad_norm": 2.31269662319102,
      "learning_rate": 8.927151736920733e-06,
      "loss": 0.3472,
      "step": 1366
    },
    {
      "epoch": 0.21259720062208398,
      "grad_norm": 1.3024374295612378,
      "learning_rate": 8.925639223968989e-06,
      "loss": 0.1601,
      "step": 1367
    },
    {
      "epoch": 0.21275272161741834,
      "grad_norm": 1.475662600105692,
      "learning_rate": 8.924125773912418e-06,
      "loss": 0.1652,
      "step": 1368
    },
    {
      "epoch": 0.21290824261275273,
      "grad_norm": 0.8719883727219597,
      "learning_rate": 8.9226113871123e-06,
      "loss": 0.2406,
      "step": 1369
    },
    {
      "epoch": 0.2130637636080871,
      "grad_norm": 1.355947295843189,
      "learning_rate": 8.921096063930141e-06,
      "loss": 0.2387,
      "step": 1370
    },
    {
      "epoch": 0.21321928460342146,
      "grad_norm": 1.462171782992857,
      "learning_rate": 8.919579804727671e-06,
      "loss": 0.2075,
      "step": 1371
    },
    {
      "epoch": 0.21337480559875582,
      "grad_norm": 1.4186556891621878,
      "learning_rate": 8.91806260986684e-06,
      "loss": 0.1906,
      "step": 1372
    },
    {
      "epoch": 0.21353032659409021,
      "grad_norm": 1.0297515081183366,
      "learning_rate": 8.916544479709826e-06,
      "loss": 0.1813,
      "step": 1373
    },
    {
      "epoch": 0.21368584758942458,
      "grad_norm": 0.8517207332254344,
      "learning_rate": 8.915025414619025e-06,
      "loss": 0.2314,
      "step": 1374
    },
    {
      "epoch": 0.21384136858475894,
      "grad_norm": 1.4500725099182117,
      "learning_rate": 8.91350541495706e-06,
      "loss": 0.2702,
      "step": 1375
    },
    {
      "epoch": 0.2139968895800933,
      "grad_norm": 1.4840249529134437,
      "learning_rate": 8.911984481086779e-06,
      "loss": 0.1957,
      "step": 1376
    },
    {
      "epoch": 0.2141524105754277,
      "grad_norm": 1.0812621557572404,
      "learning_rate": 8.910462613371246e-06,
      "loss": 0.1773,
      "step": 1377
    },
    {
      "epoch": 0.21430793157076206,
      "grad_norm": 0.8285771638848516,
      "learning_rate": 8.908939812173756e-06,
      "loss": 0.1879,
      "step": 1378
    },
    {
      "epoch": 0.21446345256609642,
      "grad_norm": 1.5413069191948623,
      "learning_rate": 8.907416077857818e-06,
      "loss": 0.2024,
      "step": 1379
    },
    {
      "epoch": 0.21461897356143078,
      "grad_norm": 1.5546998088262725,
      "learning_rate": 8.905891410787174e-06,
      "loss": 0.1297,
      "step": 1380
    },
    {
      "epoch": 0.21477449455676517,
      "grad_norm": 1.0276705986435684,
      "learning_rate": 8.904365811325779e-06,
      "loss": 0.1777,
      "step": 1381
    },
    {
      "epoch": 0.21493001555209953,
      "grad_norm": 2.186178551364591,
      "learning_rate": 8.902839279837818e-06,
      "loss": 0.1936,
      "step": 1382
    },
    {
      "epoch": 0.2150855365474339,
      "grad_norm": 1.409142378067793,
      "learning_rate": 8.901311816687693e-06,
      "loss": 0.2347,
      "step": 1383
    },
    {
      "epoch": 0.21524105754276826,
      "grad_norm": 0.909249039104448,
      "learning_rate": 8.899783422240031e-06,
      "loss": 0.1858,
      "step": 1384
    },
    {
      "epoch": 0.21539657853810265,
      "grad_norm": 1.389710830109919,
      "learning_rate": 8.898254096859681e-06,
      "loss": 0.2546,
      "step": 1385
    },
    {
      "epoch": 0.215552099533437,
      "grad_norm": 1.1722812780197163,
      "learning_rate": 8.896723840911718e-06,
      "loss": 0.2451,
      "step": 1386
    },
    {
      "epoch": 0.21570762052877138,
      "grad_norm": 1.0186256750739588,
      "learning_rate": 8.89519265476143e-06,
      "loss": 0.1423,
      "step": 1387
    },
    {
      "epoch": 0.21586314152410577,
      "grad_norm": 1.463755060922718,
      "learning_rate": 8.893660538774335e-06,
      "loss": 0.678,
      "step": 1388
    },
    {
      "epoch": 0.21601866251944013,
      "grad_norm": 1.2144290461428764,
      "learning_rate": 8.892127493316172e-06,
      "loss": 0.1289,
      "step": 1389
    },
    {
      "epoch": 0.2161741835147745,
      "grad_norm": 1.2754281076641276,
      "learning_rate": 8.8905935187529e-06,
      "loss": 0.1775,
      "step": 1390
    },
    {
      "epoch": 0.21632970451010886,
      "grad_norm": 0.8239843617970345,
      "learning_rate": 8.889058615450695e-06,
      "loss": 0.1379,
      "step": 1391
    },
    {
      "epoch": 0.21648522550544325,
      "grad_norm": 0.8183516543340216,
      "learning_rate": 8.887522783775965e-06,
      "loss": 0.4396,
      "step": 1392
    },
    {
      "epoch": 0.2166407465007776,
      "grad_norm": 1.163898200737944,
      "learning_rate": 8.885986024095334e-06,
      "loss": 0.1788,
      "step": 1393
    },
    {
      "epoch": 0.21679626749611197,
      "grad_norm": 1.0398663598746642,
      "learning_rate": 8.884448336775647e-06,
      "loss": 0.2058,
      "step": 1394
    },
    {
      "epoch": 0.21695178849144633,
      "grad_norm": 1.1038527572141106,
      "learning_rate": 8.882909722183973e-06,
      "loss": 0.1603,
      "step": 1395
    },
    {
      "epoch": 0.21710730948678073,
      "grad_norm": 1.1407224011212185,
      "learning_rate": 8.881370180687597e-06,
      "loss": 0.212,
      "step": 1396
    },
    {
      "epoch": 0.2172628304821151,
      "grad_norm": 1.171491183176733,
      "learning_rate": 8.879829712654032e-06,
      "loss": 0.156,
      "step": 1397
    },
    {
      "epoch": 0.21741835147744945,
      "grad_norm": 1.0914587320494888,
      "learning_rate": 8.878288318451006e-06,
      "loss": 0.0999,
      "step": 1398
    },
    {
      "epoch": 0.2175738724727838,
      "grad_norm": 1.0719935831541472,
      "learning_rate": 8.876745998446477e-06,
      "loss": 0.2026,
      "step": 1399
    },
    {
      "epoch": 0.2177293934681182,
      "grad_norm": 0.8893812774700685,
      "learning_rate": 8.875202753008614e-06,
      "loss": 0.1152,
      "step": 1400
    },
    {
      "epoch": 0.2177293934681182,
      "eval_loss": 0.20550738275051117,
      "eval_runtime": 9.4165,
      "eval_samples_per_second": 2.761,
      "eval_steps_per_second": 0.743,
      "step": 1400
    },
    {
      "epoch": 0.21788491446345257,
      "grad_norm": 1.1732595194107243,
      "learning_rate": 8.873658582505813e-06,
      "loss": 0.184,
      "step": 1401
    },
    {
      "epoch": 0.21804043545878693,
      "grad_norm": 1.3681566501491238,
      "learning_rate": 8.872113487306686e-06,
      "loss": 0.1787,
      "step": 1402
    },
    {
      "epoch": 0.2181959564541213,
      "grad_norm": 0.9384518321736989,
      "learning_rate": 8.870567467780073e-06,
      "loss": 0.1907,
      "step": 1403
    },
    {
      "epoch": 0.21835147744945568,
      "grad_norm": 1.6918321800893066,
      "learning_rate": 8.86902052429503e-06,
      "loss": 0.1814,
      "step": 1404
    },
    {
      "epoch": 0.21850699844479005,
      "grad_norm": 1.0615675392544648,
      "learning_rate": 8.867472657220829e-06,
      "loss": 0.1807,
      "step": 1405
    },
    {
      "epoch": 0.2186625194401244,
      "grad_norm": 1.2104557155019795,
      "learning_rate": 8.865923866926973e-06,
      "loss": 0.2046,
      "step": 1406
    },
    {
      "epoch": 0.2188180404354588,
      "grad_norm": 1.409015102478802,
      "learning_rate": 8.864374153783177e-06,
      "loss": 0.2415,
      "step": 1407
    },
    {
      "epoch": 0.21897356143079316,
      "grad_norm": 1.2088161026937052,
      "learning_rate": 8.86282351815938e-06,
      "loss": 0.1573,
      "step": 1408
    },
    {
      "epoch": 0.21912908242612752,
      "grad_norm": 1.0288225427805875,
      "learning_rate": 8.861271960425741e-06,
      "loss": 0.1812,
      "step": 1409
    },
    {
      "epoch": 0.2192846034214619,
      "grad_norm": 1.1067487085965078,
      "learning_rate": 8.859719480952637e-06,
      "loss": 0.1955,
      "step": 1410
    },
    {
      "epoch": 0.21944012441679628,
      "grad_norm": 1.331527983707418,
      "learning_rate": 8.858166080110666e-06,
      "loss": 0.2153,
      "step": 1411
    },
    {
      "epoch": 0.21959564541213064,
      "grad_norm": 1.3966673201995545,
      "learning_rate": 8.85661175827065e-06,
      "loss": 0.1861,
      "step": 1412
    },
    {
      "epoch": 0.219751166407465,
      "grad_norm": 1.7346922539447693,
      "learning_rate": 8.855056515803624e-06,
      "loss": 0.2217,
      "step": 1413
    },
    {
      "epoch": 0.21990668740279937,
      "grad_norm": 1.0429561703393233,
      "learning_rate": 8.853500353080848e-06,
      "loss": 0.137,
      "step": 1414
    },
    {
      "epoch": 0.22006220839813376,
      "grad_norm": 1.099146007367247,
      "learning_rate": 8.851943270473797e-06,
      "loss": 0.1888,
      "step": 1415
    },
    {
      "epoch": 0.22021772939346812,
      "grad_norm": 1.0622173162674204,
      "learning_rate": 8.850385268354171e-06,
      "loss": 0.2054,
      "step": 1416
    },
    {
      "epoch": 0.22037325038880248,
      "grad_norm": 1.7275165681110787,
      "learning_rate": 8.848826347093887e-06,
      "loss": 0.1839,
      "step": 1417
    },
    {
      "epoch": 0.22052877138413685,
      "grad_norm": 1.4049206778214125,
      "learning_rate": 8.84726650706508e-06,
      "loss": 0.2719,
      "step": 1418
    },
    {
      "epoch": 0.22068429237947124,
      "grad_norm": 0.984134518775913,
      "learning_rate": 8.845705748640104e-06,
      "loss": 0.2118,
      "step": 1419
    },
    {
      "epoch": 0.2208398133748056,
      "grad_norm": 0.8575267757080008,
      "learning_rate": 8.844144072191537e-06,
      "loss": 0.1633,
      "step": 1420
    },
    {
      "epoch": 0.22099533437013996,
      "grad_norm": 1.2572159208716647,
      "learning_rate": 8.842581478092172e-06,
      "loss": 0.2397,
      "step": 1421
    },
    {
      "epoch": 0.22115085536547435,
      "grad_norm": 1.2016606507273602,
      "learning_rate": 8.841017966715019e-06,
      "loss": 0.2033,
      "step": 1422
    },
    {
      "epoch": 0.22130637636080872,
      "grad_norm": 1.3276461025791215,
      "learning_rate": 8.839453538433314e-06,
      "loss": 0.1925,
      "step": 1423
    },
    {
      "epoch": 0.22146189735614308,
      "grad_norm": 0.8224092915871075,
      "learning_rate": 8.837888193620506e-06,
      "loss": 0.1358,
      "step": 1424
    },
    {
      "epoch": 0.22161741835147744,
      "grad_norm": 1.4495835386689406,
      "learning_rate": 8.836321932650266e-06,
      "loss": 0.2432,
      "step": 1425
    },
    {
      "epoch": 0.22177293934681183,
      "grad_norm": 1.4755944744177818,
      "learning_rate": 8.83475475589648e-06,
      "loss": 0.1231,
      "step": 1426
    },
    {
      "epoch": 0.2219284603421462,
      "grad_norm": 0.8119316049057401,
      "learning_rate": 8.833186663733258e-06,
      "loss": 0.2097,
      "step": 1427
    },
    {
      "epoch": 0.22208398133748056,
      "grad_norm": 1.0060829041279713,
      "learning_rate": 8.83161765653492e-06,
      "loss": 0.1738,
      "step": 1428
    },
    {
      "epoch": 0.22223950233281492,
      "grad_norm": 2.4145754711073733,
      "learning_rate": 8.830047734676018e-06,
      "loss": 0.2858,
      "step": 1429
    },
    {
      "epoch": 0.2223950233281493,
      "grad_norm": 1.1242173153619541,
      "learning_rate": 8.828476898531308e-06,
      "loss": 0.2166,
      "step": 1430
    },
    {
      "epoch": 0.22255054432348367,
      "grad_norm": 0.9324040289076934,
      "learning_rate": 8.826905148475772e-06,
      "loss": 0.1157,
      "step": 1431
    },
    {
      "epoch": 0.22270606531881804,
      "grad_norm": 1.1091005510043248,
      "learning_rate": 8.82533248488461e-06,
      "loss": 0.2387,
      "step": 1432
    },
    {
      "epoch": 0.2228615863141524,
      "grad_norm": 1.5660091935097067,
      "learning_rate": 8.823758908133237e-06,
      "loss": 0.1783,
      "step": 1433
    },
    {
      "epoch": 0.2230171073094868,
      "grad_norm": 1.7595194847301099,
      "learning_rate": 8.822184418597289e-06,
      "loss": 0.1971,
      "step": 1434
    },
    {
      "epoch": 0.22317262830482115,
      "grad_norm": 1.1991294408769844,
      "learning_rate": 8.820609016652616e-06,
      "loss": 0.1993,
      "step": 1435
    },
    {
      "epoch": 0.22332814930015552,
      "grad_norm": 1.16155323748872,
      "learning_rate": 8.819032702675293e-06,
      "loss": 0.1663,
      "step": 1436
    },
    {
      "epoch": 0.22348367029548988,
      "grad_norm": 1.144471577400653,
      "learning_rate": 8.817455477041605e-06,
      "loss": 0.1553,
      "step": 1437
    },
    {
      "epoch": 0.22363919129082427,
      "grad_norm": 1.1758756635872867,
      "learning_rate": 8.815877340128059e-06,
      "loss": 0.1997,
      "step": 1438
    },
    {
      "epoch": 0.22379471228615863,
      "grad_norm": 1.0774573442962538,
      "learning_rate": 8.814298292311376e-06,
      "loss": 0.224,
      "step": 1439
    },
    {
      "epoch": 0.223950233281493,
      "grad_norm": 1.018897824496983,
      "learning_rate": 8.812718333968498e-06,
      "loss": 0.1969,
      "step": 1440
    },
    {
      "epoch": 0.22410575427682738,
      "grad_norm": 0.7464671714955523,
      "learning_rate": 8.811137465476584e-06,
      "loss": 0.1704,
      "step": 1441
    },
    {
      "epoch": 0.22426127527216175,
      "grad_norm": 1.120267062163412,
      "learning_rate": 8.80955568721301e-06,
      "loss": 0.1941,
      "step": 1442
    },
    {
      "epoch": 0.2244167962674961,
      "grad_norm": 1.57559360058438,
      "learning_rate": 8.807972999555368e-06,
      "loss": 0.2603,
      "step": 1443
    },
    {
      "epoch": 0.22457231726283047,
      "grad_norm": 0.939702806688543,
      "learning_rate": 8.806389402881466e-06,
      "loss": 0.2116,
      "step": 1444
    },
    {
      "epoch": 0.22472783825816486,
      "grad_norm": 1.2188628504615986,
      "learning_rate": 8.80480489756933e-06,
      "loss": 0.2424,
      "step": 1445
    },
    {
      "epoch": 0.22488335925349923,
      "grad_norm": 1.0944670304974327,
      "learning_rate": 8.803219483997205e-06,
      "loss": 0.1828,
      "step": 1446
    },
    {
      "epoch": 0.2250388802488336,
      "grad_norm": 1.6182633129569433,
      "learning_rate": 8.801633162543555e-06,
      "loss": 0.1964,
      "step": 1447
    },
    {
      "epoch": 0.22519440124416795,
      "grad_norm": 0.8387542620173406,
      "learning_rate": 8.800045933587052e-06,
      "loss": 0.1585,
      "step": 1448
    },
    {
      "epoch": 0.22534992223950234,
      "grad_norm": 1.2464384825217707,
      "learning_rate": 8.798457797506588e-06,
      "loss": 0.1134,
      "step": 1449
    },
    {
      "epoch": 0.2255054432348367,
      "grad_norm": 0.9893884401535724,
      "learning_rate": 8.79686875468128e-06,
      "loss": 0.2421,
      "step": 1450
    },
    {
      "epoch": 0.22566096423017107,
      "grad_norm": 1.0480572189617101,
      "learning_rate": 8.79527880549045e-06,
      "loss": 0.1921,
      "step": 1451
    },
    {
      "epoch": 0.22581648522550543,
      "grad_norm": 1.3152458887234093,
      "learning_rate": 8.793687950313643e-06,
      "loss": 0.1597,
      "step": 1452
    },
    {
      "epoch": 0.22597200622083982,
      "grad_norm": 1.0970403207876425,
      "learning_rate": 8.792096189530614e-06,
      "loss": 0.1854,
      "step": 1453
    },
    {
      "epoch": 0.22612752721617418,
      "grad_norm": 1.0705518033654797,
      "learning_rate": 8.790503523521346e-06,
      "loss": 0.1839,
      "step": 1454
    },
    {
      "epoch": 0.22628304821150855,
      "grad_norm": 1.132932961220967,
      "learning_rate": 8.788909952666024e-06,
      "loss": 0.1871,
      "step": 1455
    },
    {
      "epoch": 0.2264385692068429,
      "grad_norm": 1.4797221000535143,
      "learning_rate": 8.787315477345059e-06,
      "loss": 0.2295,
      "step": 1456
    },
    {
      "epoch": 0.2265940902021773,
      "grad_norm": 1.0944162670416104,
      "learning_rate": 8.785720097939075e-06,
      "loss": 0.1745,
      "step": 1457
    },
    {
      "epoch": 0.22674961119751166,
      "grad_norm": 1.6430830107526284,
      "learning_rate": 8.784123814828908e-06,
      "loss": 0.3592,
      "step": 1458
    },
    {
      "epoch": 0.22690513219284603,
      "grad_norm": 1.1438907408683774,
      "learning_rate": 8.782526628395616e-06,
      "loss": 0.1613,
      "step": 1459
    },
    {
      "epoch": 0.22706065318818042,
      "grad_norm": 2.655708868757693,
      "learning_rate": 8.780928539020467e-06,
      "loss": 0.1821,
      "step": 1460
    },
    {
      "epoch": 0.22721617418351478,
      "grad_norm": 0.9605535718803637,
      "learning_rate": 8.779329547084949e-06,
      "loss": 0.1707,
      "step": 1461
    },
    {
      "epoch": 0.22737169517884914,
      "grad_norm": 2.2075086894366036,
      "learning_rate": 8.777729652970765e-06,
      "loss": 0.1383,
      "step": 1462
    },
    {
      "epoch": 0.2275272161741835,
      "grad_norm": 1.1974721511606266,
      "learning_rate": 8.77612885705983e-06,
      "loss": 0.2615,
      "step": 1463
    },
    {
      "epoch": 0.2276827371695179,
      "grad_norm": 1.076273551290465,
      "learning_rate": 8.774527159734277e-06,
      "loss": 0.2094,
      "step": 1464
    },
    {
      "epoch": 0.22783825816485226,
      "grad_norm": 1.3601919661341624,
      "learning_rate": 8.772924561376454e-06,
      "loss": 0.2324,
      "step": 1465
    },
    {
      "epoch": 0.22799377916018662,
      "grad_norm": 1.4328079078867457,
      "learning_rate": 8.771321062368922e-06,
      "loss": 0.1763,
      "step": 1466
    },
    {
      "epoch": 0.22814930015552098,
      "grad_norm": 1.1869126356200645,
      "learning_rate": 8.76971666309446e-06,
      "loss": 0.1093,
      "step": 1467
    },
    {
      "epoch": 0.22830482115085537,
      "grad_norm": 0.8016043523305539,
      "learning_rate": 8.768111363936058e-06,
      "loss": 0.1716,
      "step": 1468
    },
    {
      "epoch": 0.22846034214618974,
      "grad_norm": 1.1279000832737547,
      "learning_rate": 8.766505165276928e-06,
      "loss": 0.1415,
      "step": 1469
    },
    {
      "epoch": 0.2286158631415241,
      "grad_norm": 1.4632653437041683,
      "learning_rate": 8.764898067500488e-06,
      "loss": 0.1682,
      "step": 1470
    },
    {
      "epoch": 0.22877138413685846,
      "grad_norm": 1.427331448842405,
      "learning_rate": 8.763290070990377e-06,
      "loss": 0.261,
      "step": 1471
    },
    {
      "epoch": 0.22892690513219285,
      "grad_norm": 0.9926126679211552,
      "learning_rate": 8.761681176130443e-06,
      "loss": 0.1625,
      "step": 1472
    },
    {
      "epoch": 0.22908242612752722,
      "grad_norm": 1.690385156533882,
      "learning_rate": 8.760071383304755e-06,
      "loss": 0.2803,
      "step": 1473
    },
    {
      "epoch": 0.22923794712286158,
      "grad_norm": 1.0976612977720204,
      "learning_rate": 8.758460692897593e-06,
      "loss": 0.1802,
      "step": 1474
    },
    {
      "epoch": 0.22939346811819597,
      "grad_norm": 1.2314757179900722,
      "learning_rate": 8.756849105293447e-06,
      "loss": 0.1768,
      "step": 1475
    },
    {
      "epoch": 0.22954898911353033,
      "grad_norm": 1.1327643054428198,
      "learning_rate": 8.755236620877033e-06,
      "loss": 0.1865,
      "step": 1476
    },
    {
      "epoch": 0.2297045101088647,
      "grad_norm": 1.1639229615649782,
      "learning_rate": 8.753623240033265e-06,
      "loss": 0.1524,
      "step": 1477
    },
    {
      "epoch": 0.22986003110419906,
      "grad_norm": 0.9603164098229106,
      "learning_rate": 8.752008963147285e-06,
      "loss": 0.1721,
      "step": 1478
    },
    {
      "epoch": 0.23001555209953345,
      "grad_norm": 1.38792631561096,
      "learning_rate": 8.750393790604442e-06,
      "loss": 0.2342,
      "step": 1479
    },
    {
      "epoch": 0.2301710730948678,
      "grad_norm": 1.2479053691859538,
      "learning_rate": 8.7487777227903e-06,
      "loss": 0.1938,
      "step": 1480
    },
    {
      "epoch": 0.23032659409020217,
      "grad_norm": 1.2509939431760002,
      "learning_rate": 8.747160760090637e-06,
      "loss": 0.1844,
      "step": 1481
    },
    {
      "epoch": 0.23048211508553654,
      "grad_norm": 1.465934150389407,
      "learning_rate": 8.745542902891444e-06,
      "loss": 0.205,
      "step": 1482
    },
    {
      "epoch": 0.23063763608087093,
      "grad_norm": 1.0510694170069674,
      "learning_rate": 8.743924151578928e-06,
      "loss": 0.1759,
      "step": 1483
    },
    {
      "epoch": 0.2307931570762053,
      "grad_norm": 1.2869382169156265,
      "learning_rate": 8.742304506539506e-06,
      "loss": 0.1634,
      "step": 1484
    },
    {
      "epoch": 0.23094867807153965,
      "grad_norm": 2.0849533877813067,
      "learning_rate": 8.740683968159808e-06,
      "loss": 0.1834,
      "step": 1485
    },
    {
      "epoch": 0.23110419906687402,
      "grad_norm": 0.5391088701503829,
      "learning_rate": 8.739062536826683e-06,
      "loss": 0.1062,
      "step": 1486
    },
    {
      "epoch": 0.2312597200622084,
      "grad_norm": 1.339043790882886,
      "learning_rate": 8.737440212927188e-06,
      "loss": 0.154,
      "step": 1487
    },
    {
      "epoch": 0.23141524105754277,
      "grad_norm": 1.2239049109865379,
      "learning_rate": 8.735816996848592e-06,
      "loss": 0.1694,
      "step": 1488
    },
    {
      "epoch": 0.23157076205287713,
      "grad_norm": 0.8785721668205927,
      "learning_rate": 8.734192888978381e-06,
      "loss": 0.1501,
      "step": 1489
    },
    {
      "epoch": 0.2317262830482115,
      "grad_norm": 1.1018359589714184,
      "learning_rate": 8.732567889704253e-06,
      "loss": 0.2004,
      "step": 1490
    },
    {
      "epoch": 0.23188180404354589,
      "grad_norm": 1.2782960384351885,
      "learning_rate": 8.730941999414117e-06,
      "loss": 0.1514,
      "step": 1491
    },
    {
      "epoch": 0.23203732503888025,
      "grad_norm": 0.7470536578634075,
      "learning_rate": 8.729315218496097e-06,
      "loss": 0.1828,
      "step": 1492
    },
    {
      "epoch": 0.2321928460342146,
      "grad_norm": 1.0314729949458916,
      "learning_rate": 8.727687547338527e-06,
      "loss": 0.1766,
      "step": 1493
    },
    {
      "epoch": 0.232348367029549,
      "grad_norm": 1.435780946058732,
      "learning_rate": 8.726058986329954e-06,
      "loss": 0.2574,
      "step": 1494
    },
    {
      "epoch": 0.23250388802488337,
      "grad_norm": 1.3013711909380183,
      "learning_rate": 8.72442953585914e-06,
      "loss": 0.2304,
      "step": 1495
    },
    {
      "epoch": 0.23265940902021773,
      "grad_norm": 1.3258835525000316,
      "learning_rate": 8.722799196315057e-06,
      "loss": 0.1649,
      "step": 1496
    },
    {
      "epoch": 0.2328149300155521,
      "grad_norm": 1.4810824648278473,
      "learning_rate": 8.721167968086888e-06,
      "loss": 0.2786,
      "step": 1497
    },
    {
      "epoch": 0.23297045101088648,
      "grad_norm": 0.8879588001193606,
      "learning_rate": 8.719535851564034e-06,
      "loss": 0.1662,
      "step": 1498
    },
    {
      "epoch": 0.23312597200622084,
      "grad_norm": 1.0006636128134747,
      "learning_rate": 8.7179028471361e-06,
      "loss": 0.144,
      "step": 1499
    },
    {
      "epoch": 0.2332814930015552,
      "grad_norm": 1.0732426035660707,
      "learning_rate": 8.716268955192908e-06,
      "loss": 0.1799,
      "step": 1500
    },
    {
      "epoch": 0.2332814930015552,
      "eval_loss": 0.20381511747837067,
      "eval_runtime": 9.4315,
      "eval_samples_per_second": 2.757,
      "eval_steps_per_second": 0.742,
      "step": 1500
    },
    {
      "epoch": 0.23343701399688957,
      "grad_norm": 1.1848798776210054,
      "learning_rate": 8.714634176124492e-06,
      "loss": 0.2192,
      "step": 1501
    },
    {
      "epoch": 0.23359253499222396,
      "grad_norm": 1.1734962627193575,
      "learning_rate": 8.712998510321095e-06,
      "loss": 0.2218,
      "step": 1502
    },
    {
      "epoch": 0.23374805598755832,
      "grad_norm": 1.0346380522248477,
      "learning_rate": 8.711361958173175e-06,
      "loss": 0.1561,
      "step": 1503
    },
    {
      "epoch": 0.23390357698289269,
      "grad_norm": 0.8380236750022618,
      "learning_rate": 8.709724520071399e-06,
      "loss": 0.1238,
      "step": 1504
    },
    {
      "epoch": 0.23405909797822705,
      "grad_norm": 0.8234400155679666,
      "learning_rate": 8.708086196406646e-06,
      "loss": 0.1887,
      "step": 1505
    },
    {
      "epoch": 0.23421461897356144,
      "grad_norm": 1.3627952832885772,
      "learning_rate": 8.706446987570005e-06,
      "loss": 0.1739,
      "step": 1506
    },
    {
      "epoch": 0.2343701399688958,
      "grad_norm": 2.486707766460104,
      "learning_rate": 8.704806893952782e-06,
      "loss": 0.1462,
      "step": 1507
    },
    {
      "epoch": 0.23452566096423016,
      "grad_norm": 1.041812062354574,
      "learning_rate": 8.703165915946488e-06,
      "loss": 0.2247,
      "step": 1508
    },
    {
      "epoch": 0.23468118195956453,
      "grad_norm": 1.2090827115985525,
      "learning_rate": 8.701524053942846e-06,
      "loss": 0.1931,
      "step": 1509
    },
    {
      "epoch": 0.23483670295489892,
      "grad_norm": 0.7956311279751848,
      "learning_rate": 8.699881308333794e-06,
      "loss": 0.1801,
      "step": 1510
    },
    {
      "epoch": 0.23499222395023328,
      "grad_norm": 2.3005427634248017,
      "learning_rate": 8.698237679511476e-06,
      "loss": 0.2116,
      "step": 1511
    },
    {
      "epoch": 0.23514774494556764,
      "grad_norm": 1.1297158899245439,
      "learning_rate": 8.696593167868252e-06,
      "loss": 0.2319,
      "step": 1512
    },
    {
      "epoch": 0.23530326594090203,
      "grad_norm": 0.960775125545338,
      "learning_rate": 8.694947773796685e-06,
      "loss": 0.1543,
      "step": 1513
    },
    {
      "epoch": 0.2354587869362364,
      "grad_norm": 1.213893040863673,
      "learning_rate": 8.69330149768956e-06,
      "loss": 0.2041,
      "step": 1514
    },
    {
      "epoch": 0.23561430793157076,
      "grad_norm": 0.8074468351762752,
      "learning_rate": 8.69165433993986e-06,
      "loss": 0.1965,
      "step": 1515
    },
    {
      "epoch": 0.23576982892690512,
      "grad_norm": 1.1267774919804718,
      "learning_rate": 8.690006300940789e-06,
      "loss": 0.1823,
      "step": 1516
    },
    {
      "epoch": 0.2359253499222395,
      "grad_norm": 1.4711843699980223,
      "learning_rate": 8.688357381085753e-06,
      "loss": 0.1753,
      "step": 1517
    },
    {
      "epoch": 0.23608087091757388,
      "grad_norm": 1.0215570051060534,
      "learning_rate": 8.686707580768376e-06,
      "loss": 0.214,
      "step": 1518
    },
    {
      "epoch": 0.23623639191290824,
      "grad_norm": 1.4485746749390973,
      "learning_rate": 8.685056900382486e-06,
      "loss": 0.1742,
      "step": 1519
    },
    {
      "epoch": 0.2363919129082426,
      "grad_norm": 1.6525523323599767,
      "learning_rate": 8.683405340322123e-06,
      "loss": 0.3261,
      "step": 1520
    },
    {
      "epoch": 0.236547433903577,
      "grad_norm": 1.411135121552525,
      "learning_rate": 8.681752900981539e-06,
      "loss": 0.1753,
      "step": 1521
    },
    {
      "epoch": 0.23670295489891136,
      "grad_norm": 1.4707330597490842,
      "learning_rate": 8.680099582755196e-06,
      "loss": 0.1668,
      "step": 1522
    },
    {
      "epoch": 0.23685847589424572,
      "grad_norm": 1.0942391175538886,
      "learning_rate": 8.678445386037759e-06,
      "loss": 0.1601,
      "step": 1523
    },
    {
      "epoch": 0.23701399688958008,
      "grad_norm": 1.470588177448403,
      "learning_rate": 8.67679031122411e-06,
      "loss": 0.246,
      "step": 1524
    },
    {
      "epoch": 0.23716951788491447,
      "grad_norm": 0.9581346042453303,
      "learning_rate": 8.675134358709341e-06,
      "loss": 0.1574,
      "step": 1525
    },
    {
      "epoch": 0.23732503888024883,
      "grad_norm": 1.4763786660245666,
      "learning_rate": 8.67347752888875e-06,
      "loss": 0.1907,
      "step": 1526
    },
    {
      "epoch": 0.2374805598755832,
      "grad_norm": 1.0363167034974192,
      "learning_rate": 8.671819822157842e-06,
      "loss": 0.1531,
      "step": 1527
    },
    {
      "epoch": 0.2376360808709176,
      "grad_norm": 1.1924345869848432,
      "learning_rate": 8.670161238912338e-06,
      "loss": 0.1347,
      "step": 1528
    },
    {
      "epoch": 0.23779160186625195,
      "grad_norm": 1.3358065512422586,
      "learning_rate": 8.668501779548165e-06,
      "loss": 0.1827,
      "step": 1529
    },
    {
      "epoch": 0.2379471228615863,
      "grad_norm": 2.021234266844145,
      "learning_rate": 8.666841444461456e-06,
      "loss": 0.1368,
      "step": 1530
    },
    {
      "epoch": 0.23810264385692068,
      "grad_norm": 1.4808660901110622,
      "learning_rate": 8.665180234048561e-06,
      "loss": 0.2527,
      "step": 1531
    },
    {
      "epoch": 0.23825816485225507,
      "grad_norm": 1.065494309629267,
      "learning_rate": 8.66351814870603e-06,
      "loss": 0.1645,
      "step": 1532
    },
    {
      "epoch": 0.23841368584758943,
      "grad_norm": 1.154174016882306,
      "learning_rate": 8.661855188830626e-06,
      "loss": 0.2328,
      "step": 1533
    },
    {
      "epoch": 0.2385692068429238,
      "grad_norm": 1.1447203609781391,
      "learning_rate": 8.660191354819324e-06,
      "loss": 0.1794,
      "step": 1534
    },
    {
      "epoch": 0.23872472783825816,
      "grad_norm": 0.9991428522588004,
      "learning_rate": 8.658526647069303e-06,
      "loss": 0.1233,
      "step": 1535
    },
    {
      "epoch": 0.23888024883359255,
      "grad_norm": 0.7670014014044277,
      "learning_rate": 8.65686106597795e-06,
      "loss": 0.1834,
      "step": 1536
    },
    {
      "epoch": 0.2390357698289269,
      "grad_norm": 1.5945089662017708,
      "learning_rate": 8.655194611942863e-06,
      "loss": 0.1921,
      "step": 1537
    },
    {
      "epoch": 0.23919129082426127,
      "grad_norm": 1.2997434550841578,
      "learning_rate": 8.65352728536185e-06,
      "loss": 0.1873,
      "step": 1538
    },
    {
      "epoch": 0.23934681181959563,
      "grad_norm": 0.7625665208100638,
      "learning_rate": 8.651859086632924e-06,
      "loss": 0.1049,
      "step": 1539
    },
    {
      "epoch": 0.23950233281493002,
      "grad_norm": 2.315830524891549,
      "learning_rate": 8.650190016154307e-06,
      "loss": 0.2199,
      "step": 1540
    },
    {
      "epoch": 0.2396578538102644,
      "grad_norm": 0.893513036921711,
      "learning_rate": 8.648520074324429e-06,
      "loss": 0.1486,
      "step": 1541
    },
    {
      "epoch": 0.23981337480559875,
      "grad_norm": 1.0954057776977126,
      "learning_rate": 8.64684926154193e-06,
      "loss": 0.143,
      "step": 1542
    },
    {
      "epoch": 0.2399688958009331,
      "grad_norm": 1.1636396222045602,
      "learning_rate": 8.645177578205654e-06,
      "loss": 0.1386,
      "step": 1543
    },
    {
      "epoch": 0.2401244167962675,
      "grad_norm": 1.6636278556595083,
      "learning_rate": 8.643505024714656e-06,
      "loss": 0.2057,
      "step": 1544
    },
    {
      "epoch": 0.24027993779160187,
      "grad_norm": 0.847583750776468,
      "learning_rate": 8.641831601468198e-06,
      "loss": 0.1272,
      "step": 1545
    },
    {
      "epoch": 0.24043545878693623,
      "grad_norm": 1.1676164916999088,
      "learning_rate": 8.640157308865751e-06,
      "loss": 0.2057,
      "step": 1546
    },
    {
      "epoch": 0.24059097978227062,
      "grad_norm": 1.1944835161358125,
      "learning_rate": 8.63848214730699e-06,
      "loss": 0.2237,
      "step": 1547
    },
    {
      "epoch": 0.24074650077760498,
      "grad_norm": 1.3051952058816747,
      "learning_rate": 8.6368061171918e-06,
      "loss": 0.1398,
      "step": 1548
    },
    {
      "epoch": 0.24090202177293935,
      "grad_norm": 1.2433159998532273,
      "learning_rate": 8.635129218920272e-06,
      "loss": 0.1514,
      "step": 1549
    },
    {
      "epoch": 0.2410575427682737,
      "grad_norm": 1.6469350149721569,
      "learning_rate": 8.633451452892707e-06,
      "loss": 0.2141,
      "step": 1550
    },
    {
      "epoch": 0.2412130637636081,
      "grad_norm": 1.0473985194623197,
      "learning_rate": 8.631772819509609e-06,
      "loss": 0.1629,
      "step": 1551
    },
    {
      "epoch": 0.24136858475894246,
      "grad_norm": 1.081030634052537,
      "learning_rate": 8.630093319171692e-06,
      "loss": 0.1647,
      "step": 1552
    },
    {
      "epoch": 0.24152410575427682,
      "grad_norm": 1.0002048515938975,
      "learning_rate": 8.628412952279879e-06,
      "loss": 0.1636,
      "step": 1553
    },
    {
      "epoch": 0.2416796267496112,
      "grad_norm": 1.2635804994332953,
      "learning_rate": 8.62673171923529e-06,
      "loss": 0.1922,
      "step": 1554
    },
    {
      "epoch": 0.24183514774494558,
      "grad_norm": 1.0841589283406547,
      "learning_rate": 8.625049620439266e-06,
      "loss": 0.1796,
      "step": 1555
    },
    {
      "epoch": 0.24199066874027994,
      "grad_norm": 1.2588626615586416,
      "learning_rate": 8.623366656293345e-06,
      "loss": 0.2045,
      "step": 1556
    },
    {
      "epoch": 0.2421461897356143,
      "grad_norm": 1.114070429674418,
      "learning_rate": 8.621682827199271e-06,
      "loss": 0.2155,
      "step": 1557
    },
    {
      "epoch": 0.24230171073094867,
      "grad_norm": 1.122877032526039,
      "learning_rate": 8.619998133559001e-06,
      "loss": 0.1647,
      "step": 1558
    },
    {
      "epoch": 0.24245723172628306,
      "grad_norm": 2.039494379737774,
      "learning_rate": 8.618312575774696e-06,
      "loss": 0.2327,
      "step": 1559
    },
    {
      "epoch": 0.24261275272161742,
      "grad_norm": 1.1450723191422727,
      "learning_rate": 8.616626154248717e-06,
      "loss": 0.1879,
      "step": 1560
    },
    {
      "epoch": 0.24276827371695178,
      "grad_norm": 1.1035439479736404,
      "learning_rate": 8.614938869383643e-06,
      "loss": 0.1987,
      "step": 1561
    },
    {
      "epoch": 0.24292379471228615,
      "grad_norm": 9.183796995970361,
      "learning_rate": 8.613250721582244e-06,
      "loss": 0.1657,
      "step": 1562
    },
    {
      "epoch": 0.24307931570762054,
      "grad_norm": 10.346790090579951,
      "learning_rate": 8.611561711247512e-06,
      "loss": 0.1277,
      "step": 1563
    },
    {
      "epoch": 0.2432348367029549,
      "grad_norm": 1.0950378522648088,
      "learning_rate": 8.609871838782636e-06,
      "loss": 0.1792,
      "step": 1564
    },
    {
      "epoch": 0.24339035769828926,
      "grad_norm": 1.2442899837619454,
      "learning_rate": 8.608181104591008e-06,
      "loss": 0.2481,
      "step": 1565
    },
    {
      "epoch": 0.24354587869362365,
      "grad_norm": 0.9579587283389649,
      "learning_rate": 8.606489509076232e-06,
      "loss": 0.1464,
      "step": 1566
    },
    {
      "epoch": 0.24370139968895801,
      "grad_norm": 1.3434609920952423,
      "learning_rate": 8.604797052642118e-06,
      "loss": 0.167,
      "step": 1567
    },
    {
      "epoch": 0.24385692068429238,
      "grad_norm": 1.3932778191886934,
      "learning_rate": 8.603103735692678e-06,
      "loss": 0.222,
      "step": 1568
    },
    {
      "epoch": 0.24401244167962674,
      "grad_norm": 1.2606515150004263,
      "learning_rate": 8.601409558632125e-06,
      "loss": 0.1734,
      "step": 1569
    },
    {
      "epoch": 0.24416796267496113,
      "grad_norm": 0.7524170445152542,
      "learning_rate": 8.59971452186489e-06,
      "loss": 0.1377,
      "step": 1570
    },
    {
      "epoch": 0.2443234836702955,
      "grad_norm": 1.8039225543958133,
      "learning_rate": 8.5980186257956e-06,
      "loss": 0.1645,
      "step": 1571
    },
    {
      "epoch": 0.24447900466562986,
      "grad_norm": 1.2660119379119157,
      "learning_rate": 8.596321870829084e-06,
      "loss": 0.1297,
      "step": 1572
    },
    {
      "epoch": 0.24463452566096422,
      "grad_norm": 0.9837487875887194,
      "learning_rate": 8.594624257370388e-06,
      "loss": 0.2292,
      "step": 1573
    },
    {
      "epoch": 0.2447900466562986,
      "grad_norm": 1.4946436207685003,
      "learning_rate": 8.592925785824753e-06,
      "loss": 0.171,
      "step": 1574
    },
    {
      "epoch": 0.24494556765163297,
      "grad_norm": 1.0654266730537136,
      "learning_rate": 8.591226456597626e-06,
      "loss": 0.1375,
      "step": 1575
    },
    {
      "epoch": 0.24510108864696734,
      "grad_norm": 0.971876018180366,
      "learning_rate": 8.589526270094664e-06,
      "loss": 0.1924,
      "step": 1576
    },
    {
      "epoch": 0.2452566096423017,
      "grad_norm": 1.0087644300116139,
      "learning_rate": 8.587825226721722e-06,
      "loss": 0.1687,
      "step": 1577
    },
    {
      "epoch": 0.2454121306376361,
      "grad_norm": 1.1652659496533695,
      "learning_rate": 8.586123326884865e-06,
      "loss": 0.186,
      "step": 1578
    },
    {
      "epoch": 0.24556765163297045,
      "grad_norm": 1.4775732365533967,
      "learning_rate": 8.584420570990361e-06,
      "loss": 0.1889,
      "step": 1579
    },
    {
      "epoch": 0.24572317262830481,
      "grad_norm": 1.0459439420285532,
      "learning_rate": 8.582716959444679e-06,
      "loss": 0.1928,
      "step": 1580
    },
    {
      "epoch": 0.2458786936236392,
      "grad_norm": 1.5372117734449058,
      "learning_rate": 8.581012492654495e-06,
      "loss": 0.1877,
      "step": 1581
    },
    {
      "epoch": 0.24603421461897357,
      "grad_norm": 1.9347395817267816,
      "learning_rate": 8.579307171026693e-06,
      "loss": 0.2777,
      "step": 1582
    },
    {
      "epoch": 0.24618973561430793,
      "grad_norm": 0.9029125279631515,
      "learning_rate": 8.577600994968352e-06,
      "loss": 0.1297,
      "step": 1583
    },
    {
      "epoch": 0.2463452566096423,
      "grad_norm": 0.8355029037365392,
      "learning_rate": 8.575893964886763e-06,
      "loss": 0.2099,
      "step": 1584
    },
    {
      "epoch": 0.24650077760497668,
      "grad_norm": 1.6899413873191795,
      "learning_rate": 8.574186081189416e-06,
      "loss": 0.2022,
      "step": 1585
    },
    {
      "epoch": 0.24665629860031105,
      "grad_norm": 1.087509710593699,
      "learning_rate": 8.572477344284009e-06,
      "loss": 0.1751,
      "step": 1586
    },
    {
      "epoch": 0.2468118195956454,
      "grad_norm": 1.0292806428751466,
      "learning_rate": 8.570767754578438e-06,
      "loss": 0.1593,
      "step": 1587
    },
    {
      "epoch": 0.24696734059097977,
      "grad_norm": 1.188609591991913,
      "learning_rate": 8.56905731248081e-06,
      "loss": 0.1491,
      "step": 1588
    },
    {
      "epoch": 0.24712286158631416,
      "grad_norm": 1.2300883239133906,
      "learning_rate": 8.567346018399427e-06,
      "loss": 0.165,
      "step": 1589
    },
    {
      "epoch": 0.24727838258164853,
      "grad_norm": 1.2064414577216789,
      "learning_rate": 8.565633872742803e-06,
      "loss": 0.2524,
      "step": 1590
    },
    {
      "epoch": 0.2474339035769829,
      "grad_norm": 0.8406003864640567,
      "learning_rate": 8.56392087591965e-06,
      "loss": 0.1658,
      "step": 1591
    },
    {
      "epoch": 0.24758942457231725,
      "grad_norm": 2.634699334807654,
      "learning_rate": 8.56220702833888e-06,
      "loss": 0.1692,
      "step": 1592
    },
    {
      "epoch": 0.24774494556765164,
      "grad_norm": 0.9815581638651881,
      "learning_rate": 8.560492330409618e-06,
      "loss": 0.1678,
      "step": 1593
    },
    {
      "epoch": 0.247900466562986,
      "grad_norm": 1.3909573488426212,
      "learning_rate": 8.558776782541183e-06,
      "loss": 0.2397,
      "step": 1594
    },
    {
      "epoch": 0.24805598755832037,
      "grad_norm": 1.2613818557792364,
      "learning_rate": 8.557060385143102e-06,
      "loss": 0.2273,
      "step": 1595
    },
    {
      "epoch": 0.24821150855365473,
      "grad_norm": 0.9777010646149178,
      "learning_rate": 8.5553431386251e-06,
      "loss": 0.1713,
      "step": 1596
    },
    {
      "epoch": 0.24836702954898912,
      "grad_norm": 1.2012423072130696,
      "learning_rate": 8.553625043397112e-06,
      "loss": 0.2192,
      "step": 1597
    },
    {
      "epoch": 0.24852255054432348,
      "grad_norm": 1.0747389022970961,
      "learning_rate": 8.551906099869269e-06,
      "loss": 0.1555,
      "step": 1598
    },
    {
      "epoch": 0.24867807153965785,
      "grad_norm": 0.9987345212261577,
      "learning_rate": 8.550186308451906e-06,
      "loss": 0.2117,
      "step": 1599
    },
    {
      "epoch": 0.24883359253499224,
      "grad_norm": 1.1743809541983374,
      "learning_rate": 8.548465669555564e-06,
      "loss": 0.1547,
      "step": 1600
    },
    {
      "epoch": 0.24883359253499224,
      "eval_loss": 0.2037108987569809,
      "eval_runtime": 9.4238,
      "eval_samples_per_second": 2.759,
      "eval_steps_per_second": 0.743,
      "step": 1600
    },
    {
      "epoch": 0.2489891135303266,
      "grad_norm": 1.0755504197866683,
      "learning_rate": 8.546744183590979e-06,
      "loss": 0.1448,
      "step": 1601
    },
    {
      "epoch": 0.24914463452566096,
      "grad_norm": 1.293645268455303,
      "learning_rate": 8.545021850969097e-06,
      "loss": 0.2045,
      "step": 1602
    },
    {
      "epoch": 0.24930015552099533,
      "grad_norm": 1.644496498579518,
      "learning_rate": 8.543298672101063e-06,
      "loss": 0.1745,
      "step": 1603
    },
    {
      "epoch": 0.24945567651632972,
      "grad_norm": 1.8853737644375217,
      "learning_rate": 8.541574647398224e-06,
      "loss": 0.1785,
      "step": 1604
    },
    {
      "epoch": 0.24961119751166408,
      "grad_norm": 0.8348472318309339,
      "learning_rate": 8.539849777272125e-06,
      "loss": 0.1976,
      "step": 1605
    },
    {
      "epoch": 0.24976671850699844,
      "grad_norm": 1.6007239985640846,
      "learning_rate": 8.538124062134521e-06,
      "loss": 0.1766,
      "step": 1606
    },
    {
      "epoch": 0.2499222395023328,
      "grad_norm": 2.1944156006209194,
      "learning_rate": 8.53639750239736e-06,
      "loss": 0.2715,
      "step": 1607
    },
    {
      "epoch": 0.25007776049766717,
      "grad_norm": 1.105749977206952,
      "learning_rate": 8.534670098472802e-06,
      "loss": 0.1564,
      "step": 1608
    },
    {
      "epoch": 0.25023328149300156,
      "grad_norm": 0.8083237797522677,
      "learning_rate": 8.532941850773195e-06,
      "loss": 0.1668,
      "step": 1609
    },
    {
      "epoch": 0.25038880248833595,
      "grad_norm": 1.172486307255137,
      "learning_rate": 8.531212759711103e-06,
      "loss": 0.2302,
      "step": 1610
    },
    {
      "epoch": 0.2505443234836703,
      "grad_norm": 1.268322758173216,
      "learning_rate": 8.52948282569928e-06,
      "loss": 0.1789,
      "step": 1611
    },
    {
      "epoch": 0.2506998444790047,
      "grad_norm": 0.9091823227567202,
      "learning_rate": 8.527752049150685e-06,
      "loss": 0.0784,
      "step": 1612
    },
    {
      "epoch": 0.250855365474339,
      "grad_norm": 1.3902158634610304,
      "learning_rate": 8.52602043047848e-06,
      "loss": 0.1681,
      "step": 1613
    },
    {
      "epoch": 0.2510108864696734,
      "grad_norm": 1.4942303280111533,
      "learning_rate": 8.524287970096026e-06,
      "loss": 0.217,
      "step": 1614
    },
    {
      "epoch": 0.2511664074650078,
      "grad_norm": 0.8627158934582907,
      "learning_rate": 8.522554668416887e-06,
      "loss": 0.2181,
      "step": 1615
    },
    {
      "epoch": 0.2513219284603421,
      "grad_norm": 1.0390290867530942,
      "learning_rate": 8.520820525854824e-06,
      "loss": 0.1764,
      "step": 1616
    },
    {
      "epoch": 0.2514774494556765,
      "grad_norm": 1.4108685539031005,
      "learning_rate": 8.519085542823802e-06,
      "loss": 0.2164,
      "step": 1617
    },
    {
      "epoch": 0.2516329704510109,
      "grad_norm": 1.371077345528009,
      "learning_rate": 8.517349719737984e-06,
      "loss": 0.1561,
      "step": 1618
    },
    {
      "epoch": 0.25178849144634524,
      "grad_norm": 1.2763042021188964,
      "learning_rate": 8.51561305701174e-06,
      "loss": 0.1526,
      "step": 1619
    },
    {
      "epoch": 0.25194401244167963,
      "grad_norm": 1.077695325158449,
      "learning_rate": 8.51387555505963e-06,
      "loss": 0.1876,
      "step": 1620
    },
    {
      "epoch": 0.252099533437014,
      "grad_norm": 1.3164226998591637,
      "learning_rate": 8.512137214296422e-06,
      "loss": 0.2131,
      "step": 1621
    },
    {
      "epoch": 0.25225505443234836,
      "grad_norm": 1.7522341912294899,
      "learning_rate": 8.510398035137083e-06,
      "loss": 0.133,
      "step": 1622
    },
    {
      "epoch": 0.25241057542768275,
      "grad_norm": 4.615604310333582,
      "learning_rate": 8.50865801799678e-06,
      "loss": 0.1955,
      "step": 1623
    },
    {
      "epoch": 0.2525660964230171,
      "grad_norm": 2.3506074867763536,
      "learning_rate": 8.506917163290877e-06,
      "loss": 0.3199,
      "step": 1624
    },
    {
      "epoch": 0.2527216174183515,
      "grad_norm": 0.7483739763165084,
      "learning_rate": 8.505175471434943e-06,
      "loss": 0.2213,
      "step": 1625
    },
    {
      "epoch": 0.25287713841368586,
      "grad_norm": 2.0095572169442333,
      "learning_rate": 8.50343294284474e-06,
      "loss": 0.2356,
      "step": 1626
    },
    {
      "epoch": 0.2530326594090202,
      "grad_norm": 0.9367298995041891,
      "learning_rate": 8.501689577936238e-06,
      "loss": 0.1567,
      "step": 1627
    },
    {
      "epoch": 0.2531881804043546,
      "grad_norm": 1.2746896918156698,
      "learning_rate": 8.499945377125602e-06,
      "loss": 0.1465,
      "step": 1628
    },
    {
      "epoch": 0.253343701399689,
      "grad_norm": 0.7971645300115215,
      "learning_rate": 8.498200340829195e-06,
      "loss": 0.1419,
      "step": 1629
    },
    {
      "epoch": 0.2534992223950233,
      "grad_norm": 1.7131432725110083,
      "learning_rate": 8.496454469463583e-06,
      "loss": 0.1437,
      "step": 1630
    },
    {
      "epoch": 0.2536547433903577,
      "grad_norm": 1.3945635968284718,
      "learning_rate": 8.494707763445526e-06,
      "loss": 0.2116,
      "step": 1631
    },
    {
      "epoch": 0.25381026438569204,
      "grad_norm": 1.130700720901677,
      "learning_rate": 8.492960223191994e-06,
      "loss": 0.1783,
      "step": 1632
    },
    {
      "epoch": 0.25396578538102643,
      "grad_norm": 0.9910207975897489,
      "learning_rate": 8.491211849120146e-06,
      "loss": 0.1275,
      "step": 1633
    },
    {
      "epoch": 0.2541213063763608,
      "grad_norm": 1.6819299813099522,
      "learning_rate": 8.48946264164734e-06,
      "loss": 0.2092,
      "step": 1634
    },
    {
      "epoch": 0.25427682737169516,
      "grad_norm": 0.8070165110990363,
      "learning_rate": 8.487712601191143e-06,
      "loss": 0.2104,
      "step": 1635
    },
    {
      "epoch": 0.25443234836702955,
      "grad_norm": 0.7832453865024183,
      "learning_rate": 8.485961728169308e-06,
      "loss": 0.1491,
      "step": 1636
    },
    {
      "epoch": 0.25458786936236394,
      "grad_norm": 1.570863259158348,
      "learning_rate": 8.484210022999795e-06,
      "loss": 0.1337,
      "step": 1637
    },
    {
      "epoch": 0.2547433903576983,
      "grad_norm": 2.094162070797788,
      "learning_rate": 8.482457486100761e-06,
      "loss": 0.1732,
      "step": 1638
    },
    {
      "epoch": 0.25489891135303266,
      "grad_norm": 1.3293274255208316,
      "learning_rate": 8.48070411789056e-06,
      "loss": 0.1587,
      "step": 1639
    },
    {
      "epoch": 0.25505443234836706,
      "grad_norm": 0.9704592907631973,
      "learning_rate": 8.478949918787746e-06,
      "loss": 0.167,
      "step": 1640
    },
    {
      "epoch": 0.2552099533437014,
      "grad_norm": 2.2927511192581935,
      "learning_rate": 8.47719488921107e-06,
      "loss": 0.1731,
      "step": 1641
    },
    {
      "epoch": 0.2553654743390358,
      "grad_norm": 1.2113969832398468,
      "learning_rate": 8.475439029579487e-06,
      "loss": 0.1636,
      "step": 1642
    },
    {
      "epoch": 0.2555209953343701,
      "grad_norm": 1.2700840486141427,
      "learning_rate": 8.473682340312136e-06,
      "loss": 0.2251,
      "step": 1643
    },
    {
      "epoch": 0.2556765163297045,
      "grad_norm": 0.8692629936958125,
      "learning_rate": 8.47192482182837e-06,
      "loss": 0.1944,
      "step": 1644
    },
    {
      "epoch": 0.2558320373250389,
      "grad_norm": 1.0546031026829716,
      "learning_rate": 8.470166474547731e-06,
      "loss": 0.1963,
      "step": 1645
    },
    {
      "epoch": 0.25598755832037323,
      "grad_norm": 1.8035421603246344,
      "learning_rate": 8.468407298889962e-06,
      "loss": 0.1678,
      "step": 1646
    },
    {
      "epoch": 0.2561430793157076,
      "grad_norm": 0.8593243264529278,
      "learning_rate": 8.466647295275002e-06,
      "loss": 0.1272,
      "step": 1647
    },
    {
      "epoch": 0.256298600311042,
      "grad_norm": 1.5174530612382813,
      "learning_rate": 8.464886464122988e-06,
      "loss": 0.2685,
      "step": 1648
    },
    {
      "epoch": 0.25645412130637635,
      "grad_norm": 1.5250972376290421,
      "learning_rate": 8.463124805854257e-06,
      "loss": 0.1674,
      "step": 1649
    },
    {
      "epoch": 0.25660964230171074,
      "grad_norm": 1.1663575092987046,
      "learning_rate": 8.461362320889338e-06,
      "loss": 0.1577,
      "step": 1650
    },
    {
      "epoch": 0.2567651632970451,
      "grad_norm": 1.474673013106268,
      "learning_rate": 8.459599009648964e-06,
      "loss": 0.1769,
      "step": 1651
    },
    {
      "epoch": 0.25692068429237946,
      "grad_norm": 1.1672631965692757,
      "learning_rate": 8.45783487255406e-06,
      "loss": 0.2249,
      "step": 1652
    },
    {
      "epoch": 0.25707620528771385,
      "grad_norm": 1.1953181883355133,
      "learning_rate": 8.456069910025751e-06,
      "loss": 0.2018,
      "step": 1653
    },
    {
      "epoch": 0.2572317262830482,
      "grad_norm": 1.1089828464331577,
      "learning_rate": 8.454304122485358e-06,
      "loss": 0.1419,
      "step": 1654
    },
    {
      "epoch": 0.2573872472783826,
      "grad_norm": 1.2716710060074294,
      "learning_rate": 8.452537510354397e-06,
      "loss": 0.1966,
      "step": 1655
    },
    {
      "epoch": 0.25754276827371697,
      "grad_norm": 1.952579937166782,
      "learning_rate": 8.450770074054586e-06,
      "loss": 0.2699,
      "step": 1656
    },
    {
      "epoch": 0.2576982892690513,
      "grad_norm": 0.7319931402583304,
      "learning_rate": 8.449001814007838e-06,
      "loss": 0.1401,
      "step": 1657
    },
    {
      "epoch": 0.2578538102643857,
      "grad_norm": 1.627013708512288,
      "learning_rate": 8.447232730636257e-06,
      "loss": 0.2617,
      "step": 1658
    },
    {
      "epoch": 0.2580093312597201,
      "grad_norm": 1.0492953509552387,
      "learning_rate": 8.44546282436215e-06,
      "loss": 0.1922,
      "step": 1659
    },
    {
      "epoch": 0.2581648522550544,
      "grad_norm": 0.9166534435780459,
      "learning_rate": 8.443692095608019e-06,
      "loss": 0.2099,
      "step": 1660
    },
    {
      "epoch": 0.2583203732503888,
      "grad_norm": 1.1458120209760718,
      "learning_rate": 8.441920544796558e-06,
      "loss": 0.1724,
      "step": 1661
    },
    {
      "epoch": 0.25847589424572315,
      "grad_norm": 1.071395804244241,
      "learning_rate": 8.440148172350666e-06,
      "loss": 0.1728,
      "step": 1662
    },
    {
      "epoch": 0.25863141524105754,
      "grad_norm": 1.2413704662622753,
      "learning_rate": 8.43837497869343e-06,
      "loss": 0.2031,
      "step": 1663
    },
    {
      "epoch": 0.25878693623639193,
      "grad_norm": 1.1068242296182698,
      "learning_rate": 8.436600964248138e-06,
      "loss": 0.1951,
      "step": 1664
    },
    {
      "epoch": 0.25894245723172626,
      "grad_norm": 0.8699381605693407,
      "learning_rate": 8.43482612943827e-06,
      "loss": 0.1764,
      "step": 1665
    },
    {
      "epoch": 0.25909797822706065,
      "grad_norm": 1.2048052321069596,
      "learning_rate": 8.433050474687505e-06,
      "loss": 0.2311,
      "step": 1666
    },
    {
      "epoch": 0.25925349922239505,
      "grad_norm": 1.315498269766704,
      "learning_rate": 8.431274000419716e-06,
      "loss": 0.2412,
      "step": 1667
    },
    {
      "epoch": 0.2594090202177294,
      "grad_norm": 0.6128855898398873,
      "learning_rate": 8.42949670705897e-06,
      "loss": 0.1068,
      "step": 1668
    },
    {
      "epoch": 0.25956454121306377,
      "grad_norm": 0.9552988172621262,
      "learning_rate": 8.427718595029537e-06,
      "loss": 0.1458,
      "step": 1669
    },
    {
      "epoch": 0.25972006220839816,
      "grad_norm": 1.411892967173632,
      "learning_rate": 8.425939664755874e-06,
      "loss": 0.2327,
      "step": 1670
    },
    {
      "epoch": 0.2598755832037325,
      "grad_norm": 1.066036249369497,
      "learning_rate": 8.424159916662636e-06,
      "loss": 0.1845,
      "step": 1671
    },
    {
      "epoch": 0.2600311041990669,
      "grad_norm": 1.0078601069914832,
      "learning_rate": 8.422379351174673e-06,
      "loss": 0.129,
      "step": 1672
    },
    {
      "epoch": 0.2601866251944012,
      "grad_norm": 0.9627418389301211,
      "learning_rate": 8.420597968717033e-06,
      "loss": 0.2346,
      "step": 1673
    },
    {
      "epoch": 0.2603421461897356,
      "grad_norm": 1.0190302705099263,
      "learning_rate": 8.418815769714956e-06,
      "loss": 0.1291,
      "step": 1674
    },
    {
      "epoch": 0.26049766718507,
      "grad_norm": 0.8536213147159897,
      "learning_rate": 8.417032754593879e-06,
      "loss": 0.1759,
      "step": 1675
    },
    {
      "epoch": 0.26065318818040434,
      "grad_norm": 0.9477728405361937,
      "learning_rate": 8.415248923779431e-06,
      "loss": 0.1708,
      "step": 1676
    },
    {
      "epoch": 0.26080870917573873,
      "grad_norm": 1.0305276755799404,
      "learning_rate": 8.413464277697436e-06,
      "loss": 0.3205,
      "step": 1677
    },
    {
      "epoch": 0.2609642301710731,
      "grad_norm": 1.324545893865915,
      "learning_rate": 8.411678816773916e-06,
      "loss": 0.2936,
      "step": 1678
    },
    {
      "epoch": 0.26111975116640745,
      "grad_norm": 1.3383489149505705,
      "learning_rate": 8.409892541435085e-06,
      "loss": 0.2406,
      "step": 1679
    },
    {
      "epoch": 0.26127527216174184,
      "grad_norm": 0.9651270377598534,
      "learning_rate": 8.408105452107353e-06,
      "loss": 0.1511,
      "step": 1680
    },
    {
      "epoch": 0.2614307931570762,
      "grad_norm": 0.6783781205233194,
      "learning_rate": 8.40631754921732e-06,
      "loss": 0.1567,
      "step": 1681
    },
    {
      "epoch": 0.26158631415241057,
      "grad_norm": 1.198981860000486,
      "learning_rate": 8.404528833191786e-06,
      "loss": 0.2125,
      "step": 1682
    },
    {
      "epoch": 0.26174183514774496,
      "grad_norm": 0.7449630196962097,
      "learning_rate": 8.402739304457743e-06,
      "loss": 0.179,
      "step": 1683
    },
    {
      "epoch": 0.2618973561430793,
      "grad_norm": 1.3499907032342544,
      "learning_rate": 8.400948963442373e-06,
      "loss": 0.1492,
      "step": 1684
    },
    {
      "epoch": 0.2620528771384137,
      "grad_norm": 1.2324653573954145,
      "learning_rate": 8.39915781057306e-06,
      "loss": 0.1442,
      "step": 1685
    },
    {
      "epoch": 0.2622083981337481,
      "grad_norm": 1.5240761421711815,
      "learning_rate": 8.397365846277371e-06,
      "loss": 0.3141,
      "step": 1686
    },
    {
      "epoch": 0.2623639191290824,
      "grad_norm": 0.9242701212113029,
      "learning_rate": 8.39557307098308e-06,
      "loss": 0.175,
      "step": 1687
    },
    {
      "epoch": 0.2625194401244168,
      "grad_norm": 1.0215723172112428,
      "learning_rate": 8.393779485118142e-06,
      "loss": 0.1572,
      "step": 1688
    },
    {
      "epoch": 0.2626749611197512,
      "grad_norm": 1.4272441271545482,
      "learning_rate": 8.391985089110715e-06,
      "loss": 0.2086,
      "step": 1689
    },
    {
      "epoch": 0.26283048211508553,
      "grad_norm": 0.98493015131112,
      "learning_rate": 8.390189883389143e-06,
      "loss": 0.1758,
      "step": 1690
    },
    {
      "epoch": 0.2629860031104199,
      "grad_norm": 1.412962012368002,
      "learning_rate": 8.388393868381967e-06,
      "loss": 0.137,
      "step": 1691
    },
    {
      "epoch": 0.26314152410575425,
      "grad_norm": 0.8439849086089997,
      "learning_rate": 8.386597044517923e-06,
      "loss": 0.1794,
      "step": 1692
    },
    {
      "epoch": 0.26329704510108864,
      "grad_norm": 0.9027272166442722,
      "learning_rate": 8.384799412225936e-06,
      "loss": 0.1827,
      "step": 1693
    },
    {
      "epoch": 0.26345256609642304,
      "grad_norm": 1.0861962602589315,
      "learning_rate": 8.383000971935129e-06,
      "loss": 0.1736,
      "step": 1694
    },
    {
      "epoch": 0.26360808709175737,
      "grad_norm": 1.4467531133479765,
      "learning_rate": 8.38120172407481e-06,
      "loss": 0.2872,
      "step": 1695
    },
    {
      "epoch": 0.26376360808709176,
      "grad_norm": 0.7243899321635017,
      "learning_rate": 8.379401669074489e-06,
      "loss": 0.1568,
      "step": 1696
    },
    {
      "epoch": 0.26391912908242615,
      "grad_norm": 0.8947544881090379,
      "learning_rate": 8.37760080736386e-06,
      "loss": 0.1516,
      "step": 1697
    },
    {
      "epoch": 0.2640746500777605,
      "grad_norm": 1.1759725115418023,
      "learning_rate": 8.375799139372818e-06,
      "loss": 0.1384,
      "step": 1698
    },
    {
      "epoch": 0.2642301710730949,
      "grad_norm": 0.8519187195565056,
      "learning_rate": 8.373996665531443e-06,
      "loss": 0.2027,
      "step": 1699
    },
    {
      "epoch": 0.2643856920684292,
      "grad_norm": 1.4756118825078526,
      "learning_rate": 8.37219338627001e-06,
      "loss": 0.2323,
      "step": 1700
    },
    {
      "epoch": 0.2643856920684292,
      "eval_loss": 0.19943906366825104,
      "eval_runtime": 9.4244,
      "eval_samples_per_second": 2.759,
      "eval_steps_per_second": 0.743,
      "step": 1700
    },
    {
      "epoch": 0.2645412130637636,
      "grad_norm": 1.1415194682343677,
      "learning_rate": 8.370389302018993e-06,
      "loss": 0.1627,
      "step": 1701
    },
    {
      "epoch": 0.264696734059098,
      "grad_norm": 0.9887030475180681,
      "learning_rate": 8.368584413209044e-06,
      "loss": 0.1913,
      "step": 1702
    },
    {
      "epoch": 0.26485225505443233,
      "grad_norm": 1.579433234849522,
      "learning_rate": 8.366778720271022e-06,
      "loss": 0.2494,
      "step": 1703
    },
    {
      "epoch": 0.2650077760497667,
      "grad_norm": 1.1581416599961576,
      "learning_rate": 8.364972223635967e-06,
      "loss": 0.1984,
      "step": 1704
    },
    {
      "epoch": 0.2651632970451011,
      "grad_norm": 1.4481396852315895,
      "learning_rate": 8.363164923735116e-06,
      "loss": 0.1772,
      "step": 1705
    },
    {
      "epoch": 0.26531881804043544,
      "grad_norm": 2.2248131911902918,
      "learning_rate": 8.361356820999897e-06,
      "loss": 0.2035,
      "step": 1706
    },
    {
      "epoch": 0.26547433903576984,
      "grad_norm": 1.296906679431483,
      "learning_rate": 8.359547915861927e-06,
      "loss": 0.1906,
      "step": 1707
    },
    {
      "epoch": 0.2656298600311042,
      "grad_norm": 1.4510599043288837,
      "learning_rate": 8.357738208753022e-06,
      "loss": 0.215,
      "step": 1708
    },
    {
      "epoch": 0.26578538102643856,
      "grad_norm": 1.3812180344156422,
      "learning_rate": 8.35592770010518e-06,
      "loss": 0.2366,
      "step": 1709
    },
    {
      "epoch": 0.26594090202177295,
      "grad_norm": 0.7624028953564842,
      "learning_rate": 8.354116390350594e-06,
      "loss": 0.1337,
      "step": 1710
    },
    {
      "epoch": 0.2660964230171073,
      "grad_norm": 1.0938571817018024,
      "learning_rate": 8.352304279921655e-06,
      "loss": 0.1739,
      "step": 1711
    },
    {
      "epoch": 0.2662519440124417,
      "grad_norm": 1.3112579396126312,
      "learning_rate": 8.350491369250933e-06,
      "loss": 0.2866,
      "step": 1712
    },
    {
      "epoch": 0.26640746500777607,
      "grad_norm": 1.4175431035953647,
      "learning_rate": 8.348677658771197e-06,
      "loss": 0.1308,
      "step": 1713
    },
    {
      "epoch": 0.2665629860031104,
      "grad_norm": 2.1014926949253327,
      "learning_rate": 8.346863148915402e-06,
      "loss": 0.1549,
      "step": 1714
    },
    {
      "epoch": 0.2667185069984448,
      "grad_norm": 1.132911689146343,
      "learning_rate": 8.345047840116704e-06,
      "loss": 0.2182,
      "step": 1715
    },
    {
      "epoch": 0.2668740279937792,
      "grad_norm": 0.6535130581015213,
      "learning_rate": 8.343231732808435e-06,
      "loss": 0.1748,
      "step": 1716
    },
    {
      "epoch": 0.2670295489891135,
      "grad_norm": 0.9808104365320156,
      "learning_rate": 8.34141482742413e-06,
      "loss": 0.1512,
      "step": 1717
    },
    {
      "epoch": 0.2671850699844479,
      "grad_norm": 1.2630125658621263,
      "learning_rate": 8.339597124397509e-06,
      "loss": 0.1698,
      "step": 1718
    },
    {
      "epoch": 0.26734059097978224,
      "grad_norm": 1.279259047820582,
      "learning_rate": 8.33777862416248e-06,
      "loss": 0.1769,
      "step": 1719
    },
    {
      "epoch": 0.26749611197511663,
      "grad_norm": 1.1242790219258612,
      "learning_rate": 8.335959327153148e-06,
      "loss": 0.2224,
      "step": 1720
    },
    {
      "epoch": 0.267651632970451,
      "grad_norm": 1.0035835372337707,
      "learning_rate": 8.334139233803801e-06,
      "loss": 0.1697,
      "step": 1721
    },
    {
      "epoch": 0.26780715396578536,
      "grad_norm": 1.9776796243145607,
      "learning_rate": 8.332318344548926e-06,
      "loss": 0.2033,
      "step": 1722
    },
    {
      "epoch": 0.26796267496111975,
      "grad_norm": 1.1521258085682824,
      "learning_rate": 8.330496659823189e-06,
      "loss": 0.1729,
      "step": 1723
    },
    {
      "epoch": 0.26811819595645414,
      "grad_norm": 1.0253842887133877,
      "learning_rate": 8.328674180061453e-06,
      "loss": 0.2185,
      "step": 1724
    },
    {
      "epoch": 0.2682737169517885,
      "grad_norm": 0.871091469827773,
      "learning_rate": 8.326850905698774e-06,
      "loss": 0.1359,
      "step": 1725
    },
    {
      "epoch": 0.26842923794712287,
      "grad_norm": 1.7009594103702224,
      "learning_rate": 8.325026837170386e-06,
      "loss": 0.2348,
      "step": 1726
    },
    {
      "epoch": 0.26858475894245726,
      "grad_norm": 1.367926551681483,
      "learning_rate": 8.323201974911723e-06,
      "loss": 0.1842,
      "step": 1727
    },
    {
      "epoch": 0.2687402799377916,
      "grad_norm": 1.148927442910907,
      "learning_rate": 8.321376319358407e-06,
      "loss": 0.1096,
      "step": 1728
    },
    {
      "epoch": 0.268895800933126,
      "grad_norm": 1.3075658909675654,
      "learning_rate": 8.319549870946244e-06,
      "loss": 0.1543,
      "step": 1729
    },
    {
      "epoch": 0.2690513219284603,
      "grad_norm": 0.8291270774545968,
      "learning_rate": 8.317722630111233e-06,
      "loss": 0.1093,
      "step": 1730
    },
    {
      "epoch": 0.2692068429237947,
      "grad_norm": 2.2622896049282706,
      "learning_rate": 8.315894597289565e-06,
      "loss": 0.2042,
      "step": 1731
    },
    {
      "epoch": 0.2693623639191291,
      "grad_norm": 0.7046996138148661,
      "learning_rate": 8.314065772917612e-06,
      "loss": 0.1303,
      "step": 1732
    },
    {
      "epoch": 0.26951788491446343,
      "grad_norm": 0.9333196367153322,
      "learning_rate": 8.312236157431946e-06,
      "loss": 0.169,
      "step": 1733
    },
    {
      "epoch": 0.2696734059097978,
      "grad_norm": 1.1869718333049797,
      "learning_rate": 8.310405751269318e-06,
      "loss": 0.2494,
      "step": 1734
    },
    {
      "epoch": 0.2698289269051322,
      "grad_norm": 0.9186255111712875,
      "learning_rate": 8.30857455486667e-06,
      "loss": 0.1449,
      "step": 1735
    },
    {
      "epoch": 0.26998444790046655,
      "grad_norm": 1.7158457711756847,
      "learning_rate": 8.306742568661137e-06,
      "loss": 0.2472,
      "step": 1736
    },
    {
      "epoch": 0.27013996889580094,
      "grad_norm": 0.9091734067747751,
      "learning_rate": 8.304909793090039e-06,
      "loss": 0.1517,
      "step": 1737
    },
    {
      "epoch": 0.2702954898911353,
      "grad_norm": 0.9472038650945157,
      "learning_rate": 8.303076228590885e-06,
      "loss": 0.1293,
      "step": 1738
    },
    {
      "epoch": 0.27045101088646967,
      "grad_norm": 1.359961162735269,
      "learning_rate": 8.301241875601371e-06,
      "loss": 0.1687,
      "step": 1739
    },
    {
      "epoch": 0.27060653188180406,
      "grad_norm": 1.3706412614563859,
      "learning_rate": 8.299406734559385e-06,
      "loss": 0.1151,
      "step": 1740
    },
    {
      "epoch": 0.2707620528771384,
      "grad_norm": 1.4633698039358347,
      "learning_rate": 8.297570805903e-06,
      "loss": 0.1834,
      "step": 1741
    },
    {
      "epoch": 0.2709175738724728,
      "grad_norm": 1.2706325476878815,
      "learning_rate": 8.295734090070477e-06,
      "loss": 0.1889,
      "step": 1742
    },
    {
      "epoch": 0.2710730948678072,
      "grad_norm": 1.40063937560449,
      "learning_rate": 8.293896587500266e-06,
      "loss": 0.1644,
      "step": 1743
    },
    {
      "epoch": 0.2712286158631415,
      "grad_norm": 1.756399176307069,
      "learning_rate": 8.292058298631003e-06,
      "loss": 0.2121,
      "step": 1744
    },
    {
      "epoch": 0.2713841368584759,
      "grad_norm": 1.3118943702099763,
      "learning_rate": 8.290219223901517e-06,
      "loss": 0.1657,
      "step": 1745
    },
    {
      "epoch": 0.2715396578538103,
      "grad_norm": 1.221070247479925,
      "learning_rate": 8.288379363750818e-06,
      "loss": 0.1799,
      "step": 1746
    },
    {
      "epoch": 0.2716951788491446,
      "grad_norm": 1.30049039400021,
      "learning_rate": 8.286538718618107e-06,
      "loss": 0.1659,
      "step": 1747
    },
    {
      "epoch": 0.271850699844479,
      "grad_norm": 0.8218052779463395,
      "learning_rate": 8.28469728894277e-06,
      "loss": 0.1417,
      "step": 1748
    },
    {
      "epoch": 0.27200622083981335,
      "grad_norm": 1.318881683721639,
      "learning_rate": 8.282855075164386e-06,
      "loss": 0.2086,
      "step": 1749
    },
    {
      "epoch": 0.27216174183514774,
      "grad_norm": 1.168225071909074,
      "learning_rate": 8.281012077722712e-06,
      "loss": 0.1481,
      "step": 1750
    },
    {
      "epoch": 0.27231726283048213,
      "grad_norm": 1.387527553498744,
      "learning_rate": 8.2791682970577e-06,
      "loss": 0.224,
      "step": 1751
    },
    {
      "epoch": 0.27247278382581647,
      "grad_norm": 0.9455523699522945,
      "learning_rate": 8.277323733609488e-06,
      "loss": 0.1689,
      "step": 1752
    },
    {
      "epoch": 0.27262830482115086,
      "grad_norm": 1.301993231412919,
      "learning_rate": 8.275478387818394e-06,
      "loss": 0.17,
      "step": 1753
    },
    {
      "epoch": 0.27278382581648525,
      "grad_norm": 1.1753804485169133,
      "learning_rate": 8.273632260124934e-06,
      "loss": 0.2231,
      "step": 1754
    },
    {
      "epoch": 0.2729393468118196,
      "grad_norm": 1.080698611275427,
      "learning_rate": 8.271785350969799e-06,
      "loss": 0.1796,
      "step": 1755
    },
    {
      "epoch": 0.273094867807154,
      "grad_norm": 1.290015540604507,
      "learning_rate": 8.269937660793875e-06,
      "loss": 0.1941,
      "step": 1756
    },
    {
      "epoch": 0.2732503888024883,
      "grad_norm": 1.070538218943679,
      "learning_rate": 8.268089190038228e-06,
      "loss": 0.1909,
      "step": 1757
    },
    {
      "epoch": 0.2734059097978227,
      "grad_norm": 1.2252798699112468,
      "learning_rate": 8.266239939144118e-06,
      "loss": 0.1569,
      "step": 1758
    },
    {
      "epoch": 0.2735614307931571,
      "grad_norm": 1.2346475130597931,
      "learning_rate": 8.264389908552987e-06,
      "loss": 0.1881,
      "step": 1759
    },
    {
      "epoch": 0.2737169517884914,
      "grad_norm": 0.8909529676508143,
      "learning_rate": 8.26253909870646e-06,
      "loss": 0.1635,
      "step": 1760
    },
    {
      "epoch": 0.2738724727838258,
      "grad_norm": 1.3801819199807877,
      "learning_rate": 8.260687510046352e-06,
      "loss": 0.1957,
      "step": 1761
    },
    {
      "epoch": 0.2740279937791602,
      "grad_norm": 0.9098604615543268,
      "learning_rate": 8.258835143014663e-06,
      "loss": 0.1556,
      "step": 1762
    },
    {
      "epoch": 0.27418351477449454,
      "grad_norm": 1.479953181946323,
      "learning_rate": 8.25698199805358e-06,
      "loss": 0.1673,
      "step": 1763
    },
    {
      "epoch": 0.27433903576982893,
      "grad_norm": 1.0391961011580078,
      "learning_rate": 8.255128075605475e-06,
      "loss": 0.1678,
      "step": 1764
    },
    {
      "epoch": 0.2744945567651633,
      "grad_norm": 1.1674213515628957,
      "learning_rate": 8.253273376112902e-06,
      "loss": 0.1575,
      "step": 1765
    },
    {
      "epoch": 0.27465007776049766,
      "grad_norm": 0.776827674790433,
      "learning_rate": 8.251417900018606e-06,
      "loss": 0.2087,
      "step": 1766
    },
    {
      "epoch": 0.27480559875583205,
      "grad_norm": 1.0737505366105782,
      "learning_rate": 8.249561647765515e-06,
      "loss": 0.202,
      "step": 1767
    },
    {
      "epoch": 0.2749611197511664,
      "grad_norm": 1.0278179070478979,
      "learning_rate": 8.247704619796743e-06,
      "loss": 0.2246,
      "step": 1768
    },
    {
      "epoch": 0.2751166407465008,
      "grad_norm": 1.3308057309065462,
      "learning_rate": 8.245846816555588e-06,
      "loss": 0.1781,
      "step": 1769
    },
    {
      "epoch": 0.27527216174183516,
      "grad_norm": 1.171891225152092,
      "learning_rate": 8.24398823848553e-06,
      "loss": 0.2838,
      "step": 1770
    },
    {
      "epoch": 0.2754276827371695,
      "grad_norm": 0.9162549134019579,
      "learning_rate": 8.242128886030243e-06,
      "loss": 0.153,
      "step": 1771
    },
    {
      "epoch": 0.2755832037325039,
      "grad_norm": 1.7094368421056838,
      "learning_rate": 8.240268759633576e-06,
      "loss": 0.1769,
      "step": 1772
    },
    {
      "epoch": 0.2757387247278383,
      "grad_norm": 1.088761334959302,
      "learning_rate": 8.23840785973957e-06,
      "loss": 0.1872,
      "step": 1773
    },
    {
      "epoch": 0.2758942457231726,
      "grad_norm": 1.0467068106039534,
      "learning_rate": 8.236546186792446e-06,
      "loss": 0.1941,
      "step": 1774
    },
    {
      "epoch": 0.276049766718507,
      "grad_norm": 1.469925204114295,
      "learning_rate": 8.234683741236612e-06,
      "loss": 0.2439,
      "step": 1775
    },
    {
      "epoch": 0.27620528771384134,
      "grad_norm": 1.286843667284798,
      "learning_rate": 8.23282052351666e-06,
      "loss": 0.1825,
      "step": 1776
    },
    {
      "epoch": 0.27636080870917573,
      "grad_norm": 1.5684518100667084,
      "learning_rate": 8.230956534077366e-06,
      "loss": 0.2088,
      "step": 1777
    },
    {
      "epoch": 0.2765163297045101,
      "grad_norm": 1.3158757876867857,
      "learning_rate": 8.22909177336369e-06,
      "loss": 0.1965,
      "step": 1778
    },
    {
      "epoch": 0.27667185069984446,
      "grad_norm": 0.7862541895693009,
      "learning_rate": 8.227226241820779e-06,
      "loss": 0.1388,
      "step": 1779
    },
    {
      "epoch": 0.27682737169517885,
      "grad_norm": 0.9288123715441376,
      "learning_rate": 8.225359939893954e-06,
      "loss": 0.243,
      "step": 1780
    },
    {
      "epoch": 0.27698289269051324,
      "grad_norm": 1.491008802108701,
      "learning_rate": 8.223492868028736e-06,
      "loss": 0.2521,
      "step": 1781
    },
    {
      "epoch": 0.2771384136858476,
      "grad_norm": 1.1202886550853388,
      "learning_rate": 8.221625026670814e-06,
      "loss": 0.1688,
      "step": 1782
    },
    {
      "epoch": 0.27729393468118196,
      "grad_norm": 1.1962734383960754,
      "learning_rate": 8.219756416266073e-06,
      "loss": 0.1294,
      "step": 1783
    },
    {
      "epoch": 0.27744945567651635,
      "grad_norm": 0.6740427840476089,
      "learning_rate": 8.217887037260575e-06,
      "loss": 0.1501,
      "step": 1784
    },
    {
      "epoch": 0.2776049766718507,
      "grad_norm": 1.8752578154372959,
      "learning_rate": 8.216016890100564e-06,
      "loss": 0.2524,
      "step": 1785
    },
    {
      "epoch": 0.2777604976671851,
      "grad_norm": 1.3276982202120067,
      "learning_rate": 8.214145975232474e-06,
      "loss": 0.1611,
      "step": 1786
    },
    {
      "epoch": 0.2779160186625194,
      "grad_norm": 0.9180331686214024,
      "learning_rate": 8.212274293102917e-06,
      "loss": 0.2069,
      "step": 1787
    },
    {
      "epoch": 0.2780715396578538,
      "grad_norm": 1.1644000920434754,
      "learning_rate": 8.210401844158688e-06,
      "loss": 0.2113,
      "step": 1788
    },
    {
      "epoch": 0.2782270606531882,
      "grad_norm": 1.6247680870264813,
      "learning_rate": 8.20852862884677e-06,
      "loss": 0.2167,
      "step": 1789
    },
    {
      "epoch": 0.27838258164852253,
      "grad_norm": 2.465352962757943,
      "learning_rate": 8.206654647614323e-06,
      "loss": 0.2917,
      "step": 1790
    },
    {
      "epoch": 0.2785381026438569,
      "grad_norm": 0.9826147561106185,
      "learning_rate": 8.204779900908694e-06,
      "loss": 0.1513,
      "step": 1791
    },
    {
      "epoch": 0.2786936236391913,
      "grad_norm": 1.1924827625995933,
      "learning_rate": 8.202904389177409e-06,
      "loss": 0.2069,
      "step": 1792
    },
    {
      "epoch": 0.27884914463452565,
      "grad_norm": 1.2507233550051102,
      "learning_rate": 8.201028112868182e-06,
      "loss": 0.1713,
      "step": 1793
    },
    {
      "epoch": 0.27900466562986004,
      "grad_norm": 1.056564405898492,
      "learning_rate": 8.199151072428903e-06,
      "loss": 0.152,
      "step": 1794
    },
    {
      "epoch": 0.27916018662519443,
      "grad_norm": 1.0582767182694146,
      "learning_rate": 8.19727326830765e-06,
      "loss": 0.1313,
      "step": 1795
    },
    {
      "epoch": 0.27931570762052876,
      "grad_norm": 0.9960646193169612,
      "learning_rate": 8.195394700952681e-06,
      "loss": 0.1663,
      "step": 1796
    },
    {
      "epoch": 0.27947122861586315,
      "grad_norm": 0.8580536351756373,
      "learning_rate": 8.193515370812433e-06,
      "loss": 0.1595,
      "step": 1797
    },
    {
      "epoch": 0.2796267496111975,
      "grad_norm": 1.0831765474333348,
      "learning_rate": 8.191635278335533e-06,
      "loss": 0.1646,
      "step": 1798
    },
    {
      "epoch": 0.2797822706065319,
      "grad_norm": 1.0292790758688968,
      "learning_rate": 8.189754423970783e-06,
      "loss": 0.1294,
      "step": 1799
    },
    {
      "epoch": 0.27993779160186627,
      "grad_norm": 0.6900206697382273,
      "learning_rate": 8.18787280816717e-06,
      "loss": 0.1962,
      "step": 1800
    },
    {
      "epoch": 0.27993779160186627,
      "eval_loss": 0.1942623406648636,
      "eval_runtime": 9.4402,
      "eval_samples_per_second": 2.754,
      "eval_steps_per_second": 0.742,
      "step": 1800
    },
    {
      "epoch": 0.2800933125972006,
      "grad_norm": 1.225359903420926,
      "learning_rate": 8.18599043137386e-06,
      "loss": 0.1613,
      "step": 1801
    },
    {
      "epoch": 0.280248833592535,
      "grad_norm": 1.6844618005986576,
      "learning_rate": 8.184107294040204e-06,
      "loss": 0.2253,
      "step": 1802
    },
    {
      "epoch": 0.2804043545878694,
      "grad_norm": 1.0175001190789204,
      "learning_rate": 8.182223396615733e-06,
      "loss": 0.1912,
      "step": 1803
    },
    {
      "epoch": 0.2805598755832037,
      "grad_norm": 1.050408004024866,
      "learning_rate": 8.18033873955016e-06,
      "loss": 0.2061,
      "step": 1804
    },
    {
      "epoch": 0.2807153965785381,
      "grad_norm": 1.4763046668239692,
      "learning_rate": 8.178453323293378e-06,
      "loss": 0.2781,
      "step": 1805
    },
    {
      "epoch": 0.28087091757387245,
      "grad_norm": 0.8219546561822222,
      "learning_rate": 8.176567148295462e-06,
      "loss": 0.2129,
      "step": 1806
    },
    {
      "epoch": 0.28102643856920684,
      "grad_norm": 0.9534941567105831,
      "learning_rate": 8.174680215006671e-06,
      "loss": 0.1653,
      "step": 1807
    },
    {
      "epoch": 0.28118195956454123,
      "grad_norm": 1.0531235123680651,
      "learning_rate": 8.172792523877439e-06,
      "loss": 0.1384,
      "step": 1808
    },
    {
      "epoch": 0.28133748055987556,
      "grad_norm": 1.3227244850484494,
      "learning_rate": 8.170904075358386e-06,
      "loss": 0.1878,
      "step": 1809
    },
    {
      "epoch": 0.28149300155520995,
      "grad_norm": 0.8199812475506189,
      "learning_rate": 8.169014869900308e-06,
      "loss": 0.1583,
      "step": 1810
    },
    {
      "epoch": 0.28164852255054434,
      "grad_norm": 1.1873233496157647,
      "learning_rate": 8.167124907954188e-06,
      "loss": 0.1689,
      "step": 1811
    },
    {
      "epoch": 0.2818040435458787,
      "grad_norm": 1.332689389458692,
      "learning_rate": 8.165234189971188e-06,
      "loss": 0.1509,
      "step": 1812
    },
    {
      "epoch": 0.28195956454121307,
      "grad_norm": 1.4288659016319332,
      "learning_rate": 8.163342716402645e-06,
      "loss": 0.1862,
      "step": 1813
    },
    {
      "epoch": 0.28211508553654746,
      "grad_norm": 1.314918590717926,
      "learning_rate": 8.16145048770008e-06,
      "loss": 0.226,
      "step": 1814
    },
    {
      "epoch": 0.2822706065318818,
      "grad_norm": 0.9155638179955898,
      "learning_rate": 8.159557504315197e-06,
      "loss": 0.1929,
      "step": 1815
    },
    {
      "epoch": 0.2824261275272162,
      "grad_norm": 1.0431139463881003,
      "learning_rate": 8.157663766699875e-06,
      "loss": 0.1443,
      "step": 1816
    },
    {
      "epoch": 0.2825816485225505,
      "grad_norm": 1.3294250069242237,
      "learning_rate": 8.155769275306178e-06,
      "loss": 0.193,
      "step": 1817
    },
    {
      "epoch": 0.2827371695178849,
      "grad_norm": 0.9943106694297035,
      "learning_rate": 8.153874030586343e-06,
      "loss": 0.1421,
      "step": 1818
    },
    {
      "epoch": 0.2828926905132193,
      "grad_norm": 1.165982265832558,
      "learning_rate": 8.151978032992798e-06,
      "loss": 0.1739,
      "step": 1819
    },
    {
      "epoch": 0.28304821150855364,
      "grad_norm": 0.7428727580266941,
      "learning_rate": 8.150081282978139e-06,
      "loss": 0.1572,
      "step": 1820
    },
    {
      "epoch": 0.28320373250388803,
      "grad_norm": 1.3026564844558632,
      "learning_rate": 8.14818378099515e-06,
      "loss": 0.1805,
      "step": 1821
    },
    {
      "epoch": 0.2833592534992224,
      "grad_norm": 1.2645554368075294,
      "learning_rate": 8.146285527496789e-06,
      "loss": 0.1798,
      "step": 1822
    },
    {
      "epoch": 0.28351477449455675,
      "grad_norm": 1.456481044065325,
      "learning_rate": 8.144386522936195e-06,
      "loss": 0.1598,
      "step": 1823
    },
    {
      "epoch": 0.28367029548989114,
      "grad_norm": 1.1300906728090474,
      "learning_rate": 8.142486767766688e-06,
      "loss": 0.1648,
      "step": 1824
    },
    {
      "epoch": 0.2838258164852255,
      "grad_norm": 1.1388001178297193,
      "learning_rate": 8.140586262441767e-06,
      "loss": 0.2733,
      "step": 1825
    },
    {
      "epoch": 0.28398133748055987,
      "grad_norm": 0.7532300919484063,
      "learning_rate": 8.138685007415109e-06,
      "loss": 0.1213,
      "step": 1826
    },
    {
      "epoch": 0.28413685847589426,
      "grad_norm": 1.0796067807349936,
      "learning_rate": 8.136783003140568e-06,
      "loss": 0.2189,
      "step": 1827
    },
    {
      "epoch": 0.2842923794712286,
      "grad_norm": 1.331438012696905,
      "learning_rate": 8.134880250072179e-06,
      "loss": 0.1804,
      "step": 1828
    },
    {
      "epoch": 0.284447900466563,
      "grad_norm": 1.2091930191659346,
      "learning_rate": 8.13297674866416e-06,
      "loss": 0.2194,
      "step": 1829
    },
    {
      "epoch": 0.2846034214618974,
      "grad_norm": 1.0049073814467957,
      "learning_rate": 8.131072499370897e-06,
      "loss": 0.1333,
      "step": 1830
    },
    {
      "epoch": 0.2847589424572317,
      "grad_norm": 1.0223717163539678,
      "learning_rate": 8.129167502646966e-06,
      "loss": 0.1988,
      "step": 1831
    },
    {
      "epoch": 0.2849144634525661,
      "grad_norm": 1.4867747212307119,
      "learning_rate": 8.127261758947114e-06,
      "loss": 0.1467,
      "step": 1832
    },
    {
      "epoch": 0.2850699844479005,
      "grad_norm": 0.8173079980321136,
      "learning_rate": 8.125355268726266e-06,
      "loss": 0.1058,
      "step": 1833
    },
    {
      "epoch": 0.28522550544323483,
      "grad_norm": 1.570586484505542,
      "learning_rate": 8.123448032439534e-06,
      "loss": 0.2065,
      "step": 1834
    },
    {
      "epoch": 0.2853810264385692,
      "grad_norm": 1.5595299992669573,
      "learning_rate": 8.121540050542198e-06,
      "loss": 0.2193,
      "step": 1835
    },
    {
      "epoch": 0.28553654743390355,
      "grad_norm": 1.007755342730857,
      "learning_rate": 8.119631323489722e-06,
      "loss": 0.1371,
      "step": 1836
    },
    {
      "epoch": 0.28569206842923794,
      "grad_norm": 1.301433540358406,
      "learning_rate": 8.117721851737744e-06,
      "loss": 0.176,
      "step": 1837
    },
    {
      "epoch": 0.28584758942457233,
      "grad_norm": 0.8910831403501445,
      "learning_rate": 8.115811635742079e-06,
      "loss": 0.1626,
      "step": 1838
    },
    {
      "epoch": 0.28600311041990667,
      "grad_norm": 0.7467945070581918,
      "learning_rate": 8.113900675958728e-06,
      "loss": 0.1821,
      "step": 1839
    },
    {
      "epoch": 0.28615863141524106,
      "grad_norm": 1.1530448700016815,
      "learning_rate": 8.111988972843859e-06,
      "loss": 0.1923,
      "step": 1840
    },
    {
      "epoch": 0.28631415241057545,
      "grad_norm": 2.088923036862537,
      "learning_rate": 8.110076526853824e-06,
      "loss": 0.1206,
      "step": 1841
    },
    {
      "epoch": 0.2864696734059098,
      "grad_norm": 1.2835755029352423,
      "learning_rate": 8.108163338445152e-06,
      "loss": 0.2546,
      "step": 1842
    },
    {
      "epoch": 0.2866251944012442,
      "grad_norm": 0.8829913186503389,
      "learning_rate": 8.106249408074544e-06,
      "loss": 0.1445,
      "step": 1843
    },
    {
      "epoch": 0.2867807153965785,
      "grad_norm": 1.7629923458811358,
      "learning_rate": 8.104334736198887e-06,
      "loss": 0.1544,
      "step": 1844
    },
    {
      "epoch": 0.2869362363919129,
      "grad_norm": 0.9657174681831697,
      "learning_rate": 8.102419323275234e-06,
      "loss": 0.2351,
      "step": 1845
    },
    {
      "epoch": 0.2870917573872473,
      "grad_norm": 1.492589192357126,
      "learning_rate": 8.100503169760827e-06,
      "loss": 0.186,
      "step": 1846
    },
    {
      "epoch": 0.28724727838258163,
      "grad_norm": 1.1233971084394738,
      "learning_rate": 8.098586276113073e-06,
      "loss": 0.1946,
      "step": 1847
    },
    {
      "epoch": 0.287402799377916,
      "grad_norm": 0.8577653456028049,
      "learning_rate": 8.096668642789565e-06,
      "loss": 0.1633,
      "step": 1848
    },
    {
      "epoch": 0.2875583203732504,
      "grad_norm": 1.1536545920544707,
      "learning_rate": 8.094750270248065e-06,
      "loss": 0.1603,
      "step": 1849
    },
    {
      "epoch": 0.28771384136858474,
      "grad_norm": 0.9838814306399297,
      "learning_rate": 8.09283115894652e-06,
      "loss": 0.1623,
      "step": 1850
    },
    {
      "epoch": 0.28786936236391913,
      "grad_norm": 0.9601384951644616,
      "learning_rate": 8.090911309343045e-06,
      "loss": 0.1252,
      "step": 1851
    },
    {
      "epoch": 0.2880248833592535,
      "grad_norm": 0.9976176427201153,
      "learning_rate": 8.088990721895938e-06,
      "loss": 0.1815,
      "step": 1852
    },
    {
      "epoch": 0.28818040435458786,
      "grad_norm": 0.7583399424827217,
      "learning_rate": 8.087069397063666e-06,
      "loss": 0.141,
      "step": 1853
    },
    {
      "epoch": 0.28833592534992225,
      "grad_norm": 1.5185081715928586,
      "learning_rate": 8.085147335304879e-06,
      "loss": 0.1887,
      "step": 1854
    },
    {
      "epoch": 0.2884914463452566,
      "grad_norm": 1.3061310770751247,
      "learning_rate": 8.083224537078401e-06,
      "loss": 0.1451,
      "step": 1855
    },
    {
      "epoch": 0.288646967340591,
      "grad_norm": 1.7351614485797129,
      "learning_rate": 8.081301002843226e-06,
      "loss": 0.1264,
      "step": 1856
    },
    {
      "epoch": 0.28880248833592537,
      "grad_norm": 0.9943204442132273,
      "learning_rate": 8.079376733058532e-06,
      "loss": 0.1743,
      "step": 1857
    },
    {
      "epoch": 0.2889580093312597,
      "grad_norm": 1.1594102001358773,
      "learning_rate": 8.07745172818367e-06,
      "loss": 0.1607,
      "step": 1858
    },
    {
      "epoch": 0.2891135303265941,
      "grad_norm": 1.6350163238448654,
      "learning_rate": 8.075525988678163e-06,
      "loss": 0.1813,
      "step": 1859
    },
    {
      "epoch": 0.2892690513219285,
      "grad_norm": 1.083878957563236,
      "learning_rate": 8.073599515001713e-06,
      "loss": 0.1194,
      "step": 1860
    },
    {
      "epoch": 0.2894245723172628,
      "grad_norm": 0.8178116527073355,
      "learning_rate": 8.071672307614195e-06,
      "loss": 0.228,
      "step": 1861
    },
    {
      "epoch": 0.2895800933125972,
      "grad_norm": 1.1118324651261078,
      "learning_rate": 8.069744366975664e-06,
      "loss": 0.197,
      "step": 1862
    },
    {
      "epoch": 0.28973561430793154,
      "grad_norm": 1.149751561349185,
      "learning_rate": 8.06781569354634e-06,
      "loss": 0.269,
      "step": 1863
    },
    {
      "epoch": 0.28989113530326593,
      "grad_norm": 1.1618468357632399,
      "learning_rate": 8.06588628778663e-06,
      "loss": 0.1846,
      "step": 1864
    },
    {
      "epoch": 0.2900466562986003,
      "grad_norm": 1.3277875865938236,
      "learning_rate": 8.063956150157107e-06,
      "loss": 0.1273,
      "step": 1865
    },
    {
      "epoch": 0.29020217729393466,
      "grad_norm": 2.436613602568436,
      "learning_rate": 8.062025281118524e-06,
      "loss": 0.2442,
      "step": 1866
    },
    {
      "epoch": 0.29035769828926905,
      "grad_norm": 1.1958552059286012,
      "learning_rate": 8.060093681131804e-06,
      "loss": 0.1874,
      "step": 1867
    },
    {
      "epoch": 0.29051321928460344,
      "grad_norm": 0.8401669076143116,
      "learning_rate": 8.058161350658047e-06,
      "loss": 0.1901,
      "step": 1868
    },
    {
      "epoch": 0.2906687402799378,
      "grad_norm": 0.9487811357677395,
      "learning_rate": 8.056228290158528e-06,
      "loss": 0.1346,
      "step": 1869
    },
    {
      "epoch": 0.29082426127527217,
      "grad_norm": 0.957901732333534,
      "learning_rate": 8.054294500094697e-06,
      "loss": 0.1411,
      "step": 1870
    },
    {
      "epoch": 0.29097978227060656,
      "grad_norm": 1.292131532239805,
      "learning_rate": 8.052359980928172e-06,
      "loss": 0.1827,
      "step": 1871
    },
    {
      "epoch": 0.2911353032659409,
      "grad_norm": 0.9675272253773427,
      "learning_rate": 8.050424733120757e-06,
      "loss": 0.1738,
      "step": 1872
    },
    {
      "epoch": 0.2912908242612753,
      "grad_norm": 1.367184606419033,
      "learning_rate": 8.048488757134416e-06,
      "loss": 0.1787,
      "step": 1873
    },
    {
      "epoch": 0.2914463452566096,
      "grad_norm": 1.2673549853684765,
      "learning_rate": 8.046552053431298e-06,
      "loss": 0.2333,
      "step": 1874
    },
    {
      "epoch": 0.291601866251944,
      "grad_norm": 1.9351495105907597,
      "learning_rate": 8.044614622473717e-06,
      "loss": 0.1987,
      "step": 1875
    },
    {
      "epoch": 0.2917573872472784,
      "grad_norm": 0.8606527150680897,
      "learning_rate": 8.042676464724169e-06,
      "loss": 0.172,
      "step": 1876
    },
    {
      "epoch": 0.29191290824261273,
      "grad_norm": 1.4901933699318817,
      "learning_rate": 8.040737580645316e-06,
      "loss": 0.1735,
      "step": 1877
    },
    {
      "epoch": 0.2920684292379471,
      "grad_norm": 1.1691647071434712,
      "learning_rate": 8.038797970699998e-06,
      "loss": 0.2316,
      "step": 1878
    },
    {
      "epoch": 0.2922239502332815,
      "grad_norm": 1.240770117738676,
      "learning_rate": 8.036857635351226e-06,
      "loss": 0.1667,
      "step": 1879
    },
    {
      "epoch": 0.29237947122861585,
      "grad_norm": 1.0351622011955766,
      "learning_rate": 8.034916575062188e-06,
      "loss": 0.1405,
      "step": 1880
    },
    {
      "epoch": 0.29253499222395024,
      "grad_norm": 0.9153491401389935,
      "learning_rate": 8.032974790296239e-06,
      "loss": 0.1726,
      "step": 1881
    },
    {
      "epoch": 0.2926905132192846,
      "grad_norm": 1.4362209764019978,
      "learning_rate": 8.031032281516913e-06,
      "loss": 0.1827,
      "step": 1882
    },
    {
      "epoch": 0.29284603421461897,
      "grad_norm": 1.183605507206791,
      "learning_rate": 8.029089049187909e-06,
      "loss": 0.1883,
      "step": 1883
    },
    {
      "epoch": 0.29300155520995336,
      "grad_norm": 1.0539400115284923,
      "learning_rate": 8.02714509377311e-06,
      "loss": 0.1208,
      "step": 1884
    },
    {
      "epoch": 0.2931570762052877,
      "grad_norm": 1.0217425114195149,
      "learning_rate": 8.02520041573656e-06,
      "loss": 0.174,
      "step": 1885
    },
    {
      "epoch": 0.2933125972006221,
      "grad_norm": 1.0405110359742253,
      "learning_rate": 8.023255015542482e-06,
      "loss": 0.249,
      "step": 1886
    },
    {
      "epoch": 0.2934681181959565,
      "grad_norm": 0.9949747841829932,
      "learning_rate": 8.021308893655273e-06,
      "loss": 0.1861,
      "step": 1887
    },
    {
      "epoch": 0.2936236391912908,
      "grad_norm": 0.9631918396707634,
      "learning_rate": 8.019362050539497e-06,
      "loss": 0.22,
      "step": 1888
    },
    {
      "epoch": 0.2937791601866252,
      "grad_norm": 1.471400212660711,
      "learning_rate": 8.017414486659894e-06,
      "loss": 0.2831,
      "step": 1889
    },
    {
      "epoch": 0.2939346811819596,
      "grad_norm": 1.6502542476240603,
      "learning_rate": 8.015466202481371e-06,
      "loss": 0.1856,
      "step": 1890
    },
    {
      "epoch": 0.2940902021772939,
      "grad_norm": 1.0678255046461738,
      "learning_rate": 8.013517198469017e-06,
      "loss": 0.2714,
      "step": 1891
    },
    {
      "epoch": 0.2942457231726283,
      "grad_norm": 1.5419672646129527,
      "learning_rate": 8.01156747508808e-06,
      "loss": 0.2432,
      "step": 1892
    },
    {
      "epoch": 0.29440124416796265,
      "grad_norm": 1.691620262630438,
      "learning_rate": 8.009617032803989e-06,
      "loss": 0.2494,
      "step": 1893
    },
    {
      "epoch": 0.29455676516329704,
      "grad_norm": 1.0149866152436102,
      "learning_rate": 8.007665872082343e-06,
      "loss": 0.1446,
      "step": 1894
    },
    {
      "epoch": 0.29471228615863143,
      "grad_norm": 1.2593397067130077,
      "learning_rate": 8.005713993388908e-06,
      "loss": 0.1813,
      "step": 1895
    },
    {
      "epoch": 0.29486780715396577,
      "grad_norm": 1.751259190433369,
      "learning_rate": 8.003761397189629e-06,
      "loss": 0.3067,
      "step": 1896
    },
    {
      "epoch": 0.29502332814930016,
      "grad_norm": 1.0592944557403567,
      "learning_rate": 8.001808083950615e-06,
      "loss": 0.1774,
      "step": 1897
    },
    {
      "epoch": 0.29517884914463455,
      "grad_norm": 0.7601316574689209,
      "learning_rate": 7.999854054138148e-06,
      "loss": 0.1986,
      "step": 1898
    },
    {
      "epoch": 0.2953343701399689,
      "grad_norm": 1.0763633141744329,
      "learning_rate": 7.997899308218687e-06,
      "loss": 0.1693,
      "step": 1899
    },
    {
      "epoch": 0.2954898911353033,
      "grad_norm": 0.848192935949934,
      "learning_rate": 7.995943846658852e-06,
      "loss": 0.1785,
      "step": 1900
    },
    {
      "epoch": 0.2954898911353033,
      "eval_loss": 0.19579939544200897,
      "eval_runtime": 9.4258,
      "eval_samples_per_second": 2.758,
      "eval_steps_per_second": 0.743,
      "step": 1900
    },
    {
      "epoch": 0.29564541213063766,
      "grad_norm": 1.1366949640186217,
      "learning_rate": 7.99398766992544e-06,
      "loss": 0.3427,
      "step": 1901
    },
    {
      "epoch": 0.295800933125972,
      "grad_norm": 1.3011369731626548,
      "learning_rate": 7.99203077848542e-06,
      "loss": 0.128,
      "step": 1902
    },
    {
      "epoch": 0.2959564541213064,
      "grad_norm": 1.6239083693901217,
      "learning_rate": 7.990073172805927e-06,
      "loss": 0.2033,
      "step": 1903
    },
    {
      "epoch": 0.2961119751166407,
      "grad_norm": 2.136757506768007,
      "learning_rate": 7.98811485335427e-06,
      "loss": 0.8244,
      "step": 1904
    },
    {
      "epoch": 0.2962674961119751,
      "grad_norm": 1.4156103108687226,
      "learning_rate": 7.986155820597927e-06,
      "loss": 0.2266,
      "step": 1905
    },
    {
      "epoch": 0.2964230171073095,
      "grad_norm": 1.3059948518525273,
      "learning_rate": 7.984196075004547e-06,
      "loss": 0.1772,
      "step": 1906
    },
    {
      "epoch": 0.29657853810264384,
      "grad_norm": 1.1897397554067446,
      "learning_rate": 7.982235617041947e-06,
      "loss": 0.2153,
      "step": 1907
    },
    {
      "epoch": 0.29673405909797823,
      "grad_norm": 1.8814984942898336,
      "learning_rate": 7.980274447178116e-06,
      "loss": 0.163,
      "step": 1908
    },
    {
      "epoch": 0.2968895800933126,
      "grad_norm": 0.8490191091642275,
      "learning_rate": 7.978312565881212e-06,
      "loss": 0.1929,
      "step": 1909
    },
    {
      "epoch": 0.29704510108864696,
      "grad_norm": 1.0730207253151238,
      "learning_rate": 7.976349973619567e-06,
      "loss": 0.152,
      "step": 1910
    },
    {
      "epoch": 0.29720062208398135,
      "grad_norm": 1.0988494794101311,
      "learning_rate": 7.974386670861676e-06,
      "loss": 0.1796,
      "step": 1911
    },
    {
      "epoch": 0.2973561430793157,
      "grad_norm": 0.8890702707468837,
      "learning_rate": 7.972422658076206e-06,
      "loss": 0.1658,
      "step": 1912
    },
    {
      "epoch": 0.2975116640746501,
      "grad_norm": 1.5485447290305507,
      "learning_rate": 7.970457935731996e-06,
      "loss": 0.219,
      "step": 1913
    },
    {
      "epoch": 0.29766718506998446,
      "grad_norm": 1.1870158533528972,
      "learning_rate": 7.968492504298053e-06,
      "loss": 0.1678,
      "step": 1914
    },
    {
      "epoch": 0.2978227060653188,
      "grad_norm": 0.8791513734953905,
      "learning_rate": 7.966526364243553e-06,
      "loss": 0.1379,
      "step": 1915
    },
    {
      "epoch": 0.2979782270606532,
      "grad_norm": 1.1547532699065137,
      "learning_rate": 7.96455951603784e-06,
      "loss": 0.1578,
      "step": 1916
    },
    {
      "epoch": 0.2981337480559876,
      "grad_norm": 1.2343036137247707,
      "learning_rate": 7.962591960150426e-06,
      "loss": 0.167,
      "step": 1917
    },
    {
      "epoch": 0.2982892690513219,
      "grad_norm": 1.199679900214714,
      "learning_rate": 7.960623697051e-06,
      "loss": 0.2216,
      "step": 1918
    },
    {
      "epoch": 0.2984447900466563,
      "grad_norm": 0.8701547919093023,
      "learning_rate": 7.958654727209406e-06,
      "loss": 0.1334,
      "step": 1919
    },
    {
      "epoch": 0.2986003110419907,
      "grad_norm": 1.0186941275746395,
      "learning_rate": 7.956685051095672e-06,
      "loss": 0.1992,
      "step": 1920
    },
    {
      "epoch": 0.29875583203732503,
      "grad_norm": 1.677907044209659,
      "learning_rate": 7.954714669179981e-06,
      "loss": 0.2557,
      "step": 1921
    },
    {
      "epoch": 0.2989113530326594,
      "grad_norm": 1.0741276350489937,
      "learning_rate": 7.952743581932696e-06,
      "loss": 0.2228,
      "step": 1922
    },
    {
      "epoch": 0.29906687402799376,
      "grad_norm": 1.1370483443720154,
      "learning_rate": 7.950771789824341e-06,
      "loss": 0.1822,
      "step": 1923
    },
    {
      "epoch": 0.29922239502332815,
      "grad_norm": 1.4805485099895457,
      "learning_rate": 7.948799293325607e-06,
      "loss": 0.2066,
      "step": 1924
    },
    {
      "epoch": 0.29937791601866254,
      "grad_norm": 1.0841471732459598,
      "learning_rate": 7.946826092907362e-06,
      "loss": 0.2086,
      "step": 1925
    },
    {
      "epoch": 0.2995334370139969,
      "grad_norm": 0.9923801848699839,
      "learning_rate": 7.944852189040633e-06,
      "loss": 0.1457,
      "step": 1926
    },
    {
      "epoch": 0.29968895800933126,
      "grad_norm": 1.1826489754247185,
      "learning_rate": 7.942877582196618e-06,
      "loss": 0.1335,
      "step": 1927
    },
    {
      "epoch": 0.29984447900466565,
      "grad_norm": 1.0374422374980892,
      "learning_rate": 7.940902272846684e-06,
      "loss": 0.1747,
      "step": 1928
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.9355242713051211,
      "learning_rate": 7.938926261462366e-06,
      "loss": 0.2035,
      "step": 1929
    },
    {
      "epoch": 0.3001555209953344,
      "grad_norm": 1.3452996964657524,
      "learning_rate": 7.936949548515364e-06,
      "loss": 0.2284,
      "step": 1930
    },
    {
      "epoch": 0.3003110419906687,
      "grad_norm": 0.7948433007606517,
      "learning_rate": 7.93497213447755e-06,
      "loss": 0.2051,
      "step": 1931
    },
    {
      "epoch": 0.3004665629860031,
      "grad_norm": 1.130699049423352,
      "learning_rate": 7.932994019820956e-06,
      "loss": 0.174,
      "step": 1932
    },
    {
      "epoch": 0.3006220839813375,
      "grad_norm": 4.331642107991714,
      "learning_rate": 7.931015205017788e-06,
      "loss": 0.2259,
      "step": 1933
    },
    {
      "epoch": 0.30077760497667183,
      "grad_norm": 1.5306684316210843,
      "learning_rate": 7.929035690540414e-06,
      "loss": 0.1917,
      "step": 1934
    },
    {
      "epoch": 0.3009331259720062,
      "grad_norm": 0.8871970028065491,
      "learning_rate": 7.927055476861376e-06,
      "loss": 0.1765,
      "step": 1935
    },
    {
      "epoch": 0.3010886469673406,
      "grad_norm": 0.9400711133682595,
      "learning_rate": 7.925074564453376e-06,
      "loss": 0.1824,
      "step": 1936
    },
    {
      "epoch": 0.30124416796267495,
      "grad_norm": 0.9734009328190283,
      "learning_rate": 7.923092953789287e-06,
      "loss": 0.1575,
      "step": 1937
    },
    {
      "epoch": 0.30139968895800934,
      "grad_norm": 1.1309704131602631,
      "learning_rate": 7.921110645342144e-06,
      "loss": 0.2438,
      "step": 1938
    },
    {
      "epoch": 0.30155520995334373,
      "grad_norm": 1.2491112218817273,
      "learning_rate": 7.919127639585153e-06,
      "loss": 0.2252,
      "step": 1939
    },
    {
      "epoch": 0.30171073094867806,
      "grad_norm": 0.9626959898568382,
      "learning_rate": 7.917143936991688e-06,
      "loss": 0.1416,
      "step": 1940
    },
    {
      "epoch": 0.30186625194401245,
      "grad_norm": 0.933932349728071,
      "learning_rate": 7.915159538035284e-06,
      "loss": 0.1924,
      "step": 1941
    },
    {
      "epoch": 0.3020217729393468,
      "grad_norm": 1.198922066826054,
      "learning_rate": 7.913174443189645e-06,
      "loss": 0.1918,
      "step": 1942
    },
    {
      "epoch": 0.3021772939346812,
      "grad_norm": 0.711619672728743,
      "learning_rate": 7.911188652928639e-06,
      "loss": 0.1322,
      "step": 1943
    },
    {
      "epoch": 0.30233281493001557,
      "grad_norm": 0.9224372120486194,
      "learning_rate": 7.909202167726306e-06,
      "loss": 0.1775,
      "step": 1944
    },
    {
      "epoch": 0.3024883359253499,
      "grad_norm": 1.3276511094955517,
      "learning_rate": 7.907214988056844e-06,
      "loss": 0.2187,
      "step": 1945
    },
    {
      "epoch": 0.3026438569206843,
      "grad_norm": 0.8655219464600901,
      "learning_rate": 7.905227114394623e-06,
      "loss": 0.1465,
      "step": 1946
    },
    {
      "epoch": 0.3027993779160187,
      "grad_norm": 0.995295145761775,
      "learning_rate": 7.903238547214173e-06,
      "loss": 0.2004,
      "step": 1947
    },
    {
      "epoch": 0.302954898911353,
      "grad_norm": 1.1948454763354273,
      "learning_rate": 7.901249286990196e-06,
      "loss": 0.1755,
      "step": 1948
    },
    {
      "epoch": 0.3031104199066874,
      "grad_norm": 0.8682961110627464,
      "learning_rate": 7.899259334197554e-06,
      "loss": 0.1999,
      "step": 1949
    },
    {
      "epoch": 0.30326594090202175,
      "grad_norm": 1.0906703142458485,
      "learning_rate": 7.897268689311278e-06,
      "loss": 0.1014,
      "step": 1950
    },
    {
      "epoch": 0.30342146189735614,
      "grad_norm": 1.2664526681944839,
      "learning_rate": 7.895277352806562e-06,
      "loss": 0.2251,
      "step": 1951
    },
    {
      "epoch": 0.30357698289269053,
      "grad_norm": 0.9627019771781781,
      "learning_rate": 7.893285325158766e-06,
      "loss": 0.1591,
      "step": 1952
    },
    {
      "epoch": 0.30373250388802486,
      "grad_norm": 1.9216322578695895,
      "learning_rate": 7.891292606843414e-06,
      "loss": 0.2066,
      "step": 1953
    },
    {
      "epoch": 0.30388802488335925,
      "grad_norm": 0.9086586156841527,
      "learning_rate": 7.889299198336197e-06,
      "loss": 0.2196,
      "step": 1954
    },
    {
      "epoch": 0.30404354587869364,
      "grad_norm": 1.4203649142405548,
      "learning_rate": 7.887305100112967e-06,
      "loss": 0.1804,
      "step": 1955
    },
    {
      "epoch": 0.304199066874028,
      "grad_norm": 1.2381428600296667,
      "learning_rate": 7.885310312649747e-06,
      "loss": 0.1434,
      "step": 1956
    },
    {
      "epoch": 0.30435458786936237,
      "grad_norm": 0.7952770821447226,
      "learning_rate": 7.883314836422717e-06,
      "loss": 0.1955,
      "step": 1957
    },
    {
      "epoch": 0.30451010886469676,
      "grad_norm": 0.998488522800322,
      "learning_rate": 7.881318671908228e-06,
      "loss": 0.2239,
      "step": 1958
    },
    {
      "epoch": 0.3046656298600311,
      "grad_norm": 1.0829580403987296,
      "learning_rate": 7.879321819582788e-06,
      "loss": 0.2401,
      "step": 1959
    },
    {
      "epoch": 0.3048211508553655,
      "grad_norm": 1.043363355464928,
      "learning_rate": 7.877324279923078e-06,
      "loss": 0.1821,
      "step": 1960
    },
    {
      "epoch": 0.3049766718506998,
      "grad_norm": 1.7533270649933215,
      "learning_rate": 7.875326053405936e-06,
      "loss": 0.2513,
      "step": 1961
    },
    {
      "epoch": 0.3051321928460342,
      "grad_norm": 1.3436274607263432,
      "learning_rate": 7.873327140508367e-06,
      "loss": 0.2352,
      "step": 1962
    },
    {
      "epoch": 0.3052877138413686,
      "grad_norm": 2.0633364771352274,
      "learning_rate": 7.87132754170754e-06,
      "loss": 0.2125,
      "step": 1963
    },
    {
      "epoch": 0.30544323483670294,
      "grad_norm": 0.9097966158633792,
      "learning_rate": 7.869327257480787e-06,
      "loss": 0.1627,
      "step": 1964
    },
    {
      "epoch": 0.3055987558320373,
      "grad_norm": 1.8317277834761483,
      "learning_rate": 7.867326288305603e-06,
      "loss": 0.211,
      "step": 1965
    },
    {
      "epoch": 0.3057542768273717,
      "grad_norm": 1.1448361049962872,
      "learning_rate": 7.865324634659647e-06,
      "loss": 0.1683,
      "step": 1966
    },
    {
      "epoch": 0.30590979782270605,
      "grad_norm": 1.14865744697956,
      "learning_rate": 7.863322297020743e-06,
      "loss": 0.2238,
      "step": 1967
    },
    {
      "epoch": 0.30606531881804044,
      "grad_norm": 1.0967845312311937,
      "learning_rate": 7.861319275866877e-06,
      "loss": 0.1889,
      "step": 1968
    },
    {
      "epoch": 0.3062208398133748,
      "grad_norm": 1.2461473684464468,
      "learning_rate": 7.859315571676198e-06,
      "loss": 0.2138,
      "step": 1969
    },
    {
      "epoch": 0.30637636080870917,
      "grad_norm": 1.1992165952645324,
      "learning_rate": 7.857311184927015e-06,
      "loss": 0.2289,
      "step": 1970
    },
    {
      "epoch": 0.30653188180404356,
      "grad_norm": 0.9734656478980178,
      "learning_rate": 7.855306116097807e-06,
      "loss": 0.1798,
      "step": 1971
    },
    {
      "epoch": 0.3066874027993779,
      "grad_norm": 0.8576094794110676,
      "learning_rate": 7.853300365667211e-06,
      "loss": 0.1849,
      "step": 1972
    },
    {
      "epoch": 0.3068429237947123,
      "grad_norm": 0.9320489557446329,
      "learning_rate": 7.851293934114026e-06,
      "loss": 0.1663,
      "step": 1973
    },
    {
      "epoch": 0.3069984447900467,
      "grad_norm": 1.5628965027384294,
      "learning_rate": 7.849286821917217e-06,
      "loss": 0.2741,
      "step": 1974
    },
    {
      "epoch": 0.307153965785381,
      "grad_norm": 1.1064029390023975,
      "learning_rate": 7.847279029555908e-06,
      "loss": 0.1655,
      "step": 1975
    },
    {
      "epoch": 0.3073094867807154,
      "grad_norm": 1.1272492512254035,
      "learning_rate": 7.845270557509389e-06,
      "loss": 0.1473,
      "step": 1976
    },
    {
      "epoch": 0.3074650077760498,
      "grad_norm": 0.8321910160414181,
      "learning_rate": 7.843261406257108e-06,
      "loss": 0.1571,
      "step": 1977
    },
    {
      "epoch": 0.3076205287713841,
      "grad_norm": 0.9606345664210296,
      "learning_rate": 7.841251576278681e-06,
      "loss": 0.227,
      "step": 1978
    },
    {
      "epoch": 0.3077760497667185,
      "grad_norm": 1.0695344914586096,
      "learning_rate": 7.839241068053878e-06,
      "loss": 0.1616,
      "step": 1979
    },
    {
      "epoch": 0.30793157076205285,
      "grad_norm": 2.415757365845339,
      "learning_rate": 7.837229882062638e-06,
      "loss": 0.2091,
      "step": 1980
    },
    {
      "epoch": 0.30808709175738724,
      "grad_norm": 0.8945861519999385,
      "learning_rate": 7.83521801878506e-06,
      "loss": 0.1769,
      "step": 1981
    },
    {
      "epoch": 0.30824261275272163,
      "grad_norm": 1.1779736396630833,
      "learning_rate": 7.8332054787014e-06,
      "loss": 0.2311,
      "step": 1982
    },
    {
      "epoch": 0.30839813374805597,
      "grad_norm": 1.372493149836755,
      "learning_rate": 7.831192262292082e-06,
      "loss": 0.172,
      "step": 1983
    },
    {
      "epoch": 0.30855365474339036,
      "grad_norm": 2.4487535069237407,
      "learning_rate": 7.82917837003769e-06,
      "loss": 0.1395,
      "step": 1984
    },
    {
      "epoch": 0.30870917573872475,
      "grad_norm": 0.871516091971395,
      "learning_rate": 7.827163802418967e-06,
      "loss": 0.1437,
      "step": 1985
    },
    {
      "epoch": 0.3088646967340591,
      "grad_norm": 1.2731269701284036,
      "learning_rate": 7.825148559916817e-06,
      "loss": 0.1857,
      "step": 1986
    },
    {
      "epoch": 0.3090202177293935,
      "grad_norm": 0.9768725926218434,
      "learning_rate": 7.823132643012308e-06,
      "loss": 0.195,
      "step": 1987
    },
    {
      "epoch": 0.3091757387247278,
      "grad_norm": 0.9369720572131188,
      "learning_rate": 7.821116052186668e-06,
      "loss": 0.2034,
      "step": 1988
    },
    {
      "epoch": 0.3093312597200622,
      "grad_norm": 1.1315495162839369,
      "learning_rate": 7.819098787921283e-06,
      "loss": 0.1755,
      "step": 1989
    },
    {
      "epoch": 0.3094867807153966,
      "grad_norm": 1.0958800584806985,
      "learning_rate": 7.817080850697705e-06,
      "loss": 0.2575,
      "step": 1990
    },
    {
      "epoch": 0.3096423017107309,
      "grad_norm": 0.9336006846477578,
      "learning_rate": 7.815062240997642e-06,
      "loss": 0.1376,
      "step": 1991
    },
    {
      "epoch": 0.3097978227060653,
      "grad_norm": 0.9121065280126879,
      "learning_rate": 7.813042959302963e-06,
      "loss": 0.1212,
      "step": 1992
    },
    {
      "epoch": 0.3099533437013997,
      "grad_norm": 0.6936258475052076,
      "learning_rate": 7.811023006095703e-06,
      "loss": 0.13,
      "step": 1993
    },
    {
      "epoch": 0.31010886469673404,
      "grad_norm": 1.278051470184625,
      "learning_rate": 7.809002381858048e-06,
      "loss": 0.1686,
      "step": 1994
    },
    {
      "epoch": 0.31026438569206843,
      "grad_norm": 1.2807241898257353,
      "learning_rate": 7.806981087072354e-06,
      "loss": 0.2569,
      "step": 1995
    },
    {
      "epoch": 0.3104199066874028,
      "grad_norm": 1.6449581085415006,
      "learning_rate": 7.804959122221127e-06,
      "loss": 0.3075,
      "step": 1996
    },
    {
      "epoch": 0.31057542768273716,
      "grad_norm": 0.9051580549498448,
      "learning_rate": 7.802936487787045e-06,
      "loss": 0.1603,
      "step": 1997
    },
    {
      "epoch": 0.31073094867807155,
      "grad_norm": 1.5451818475345835,
      "learning_rate": 7.800913184252931e-06,
      "loss": 0.2057,
      "step": 1998
    },
    {
      "epoch": 0.3108864696734059,
      "grad_norm": 1.0935081143315897,
      "learning_rate": 7.79888921210178e-06,
      "loss": 0.2238,
      "step": 1999
    },
    {
      "epoch": 0.3110419906687403,
      "grad_norm": 1.262020237993972,
      "learning_rate": 7.796864571816745e-06,
      "loss": 0.1977,
      "step": 2000
    },
    {
      "epoch": 0.3110419906687403,
      "eval_loss": 0.19129334390163422,
      "eval_runtime": 9.4405,
      "eval_samples_per_second": 2.754,
      "eval_steps_per_second": 0.741,
      "step": 2000
    }
  ],
  "logging_steps": 1,
  "max_steps": 6430,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 2000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 191987712000000.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}