{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 100,
  "global_step": 466,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.002145922746781116,
      "grad_norm": 76.18501490873153,
      "learning_rate": 4.999943188496862e-06,
      "loss": 1.6093,
      "step": 1
    },
    {
      "epoch": 0.004291845493562232,
      "grad_norm": 14.009670404971743,
      "learning_rate": 4.999772756569482e-06,
      "loss": 0.4008,
      "step": 2
    },
    {
      "epoch": 0.006437768240343348,
      "grad_norm": 6.1214346980998515,
      "learning_rate": 4.999488711963857e-06,
      "loss": 0.3077,
      "step": 3
    },
    {
      "epoch": 0.008583690987124463,
      "grad_norm": 14.429243581164625,
      "learning_rate": 4.999091067589587e-06,
      "loss": 0.4675,
      "step": 4
    },
    {
      "epoch": 0.01072961373390558,
      "grad_norm": 7.580155180829176,
      "learning_rate": 4.998579841519292e-06,
      "loss": 0.4538,
      "step": 5
    },
    {
      "epoch": 0.012875536480686695,
      "grad_norm": 7.832206035781183,
      "learning_rate": 4.99795505698779e-06,
      "loss": 0.2233,
      "step": 6
    },
    {
      "epoch": 0.015021459227467811,
      "grad_norm": 6.259035686547294,
      "learning_rate": 4.997216742391038e-06,
      "loss": 0.2383,
      "step": 7
    },
    {
      "epoch": 0.017167381974248927,
      "grad_norm": 6.2512799288622,
      "learning_rate": 4.996364931284847e-06,
      "loss": 0.2912,
      "step": 8
    },
    {
      "epoch": 0.019313304721030045,
      "grad_norm": 7.589384412275137,
      "learning_rate": 4.995399662383352e-06,
      "loss": 0.2463,
      "step": 9
    },
    {
      "epoch": 0.02145922746781116,
      "grad_norm": 10.710971905656887,
      "learning_rate": 4.994320979557256e-06,
      "loss": 0.3021,
      "step": 10
    },
    {
      "epoch": 0.023605150214592276,
      "grad_norm": 9.561570863346544,
      "learning_rate": 4.99312893183183e-06,
      "loss": 0.3147,
      "step": 11
    },
    {
      "epoch": 0.02575107296137339,
      "grad_norm": 38.042377389708484,
      "learning_rate": 4.991823573384695e-06,
      "loss": 0.8302,
      "step": 12
    },
    {
      "epoch": 0.027896995708154508,
      "grad_norm": 8.86173699044075,
      "learning_rate": 4.990404963543352e-06,
      "loss": 0.4076,
      "step": 13
    },
    {
      "epoch": 0.030042918454935622,
      "grad_norm": 21.537285072501607,
      "learning_rate": 4.988873166782485e-06,
      "loss": 0.7611,
      "step": 14
    },
    {
      "epoch": 0.032188841201716736,
      "grad_norm": 6.047109119735588,
      "learning_rate": 4.987228252721037e-06,
      "loss": 0.3053,
      "step": 15
    },
    {
      "epoch": 0.034334763948497854,
      "grad_norm": 14.447362163381339,
      "learning_rate": 4.985470296119038e-06,
      "loss": 0.5285,
      "step": 16
    },
    {
      "epoch": 0.03648068669527897,
      "grad_norm": 7.74290518703786,
      "learning_rate": 4.983599376874216e-06,
      "loss": 0.2236,
      "step": 17
    },
    {
      "epoch": 0.03862660944206009,
      "grad_norm": 5.727455325582489,
      "learning_rate": 4.981615580018358e-06,
      "loss": 0.204,
      "step": 18
    },
    {
      "epoch": 0.0407725321888412,
      "grad_norm": 16.691846221989785,
      "learning_rate": 4.979518995713448e-06,
      "loss": 0.4196,
      "step": 19
    },
    {
      "epoch": 0.04291845493562232,
      "grad_norm": 16.720958919193354,
      "learning_rate": 4.977309719247571e-06,
      "loss": 0.7494,
      "step": 20
    },
    {
      "epoch": 0.045064377682403435,
      "grad_norm": 6.612052621566363,
      "learning_rate": 4.974987851030581e-06,
      "loss": 0.3287,
      "step": 21
    },
    {
      "epoch": 0.04721030042918455,
      "grad_norm": 7.3652166724204315,
      "learning_rate": 4.972553496589537e-06,
      "loss": 0.3473,
      "step": 22
    },
    {
      "epoch": 0.04935622317596566,
      "grad_norm": 5.025111473292376,
      "learning_rate": 4.970006766563906e-06,
      "loss": 0.3725,
      "step": 23
    },
    {
      "epoch": 0.05150214592274678,
      "grad_norm": 11.718331155399566,
      "learning_rate": 4.967347776700538e-06,
      "loss": 0.6273,
      "step": 24
    },
    {
      "epoch": 0.0536480686695279,
      "grad_norm": 4.873321533780134,
      "learning_rate": 4.964576647848401e-06,
      "loss": 0.5175,
      "step": 25
    },
    {
      "epoch": 0.055793991416309016,
      "grad_norm": 4.204769507730203,
      "learning_rate": 4.9616935059530915e-06,
      "loss": 0.1414,
      "step": 26
    },
    {
      "epoch": 0.05793991416309013,
      "grad_norm": 7.206330363974099,
      "learning_rate": 4.958698482051109e-06,
      "loss": 0.2285,
      "step": 27
    },
    {
      "epoch": 0.060085836909871244,
      "grad_norm": 4.7858940585296095,
      "learning_rate": 4.955591712263901e-06,
      "loss": 0.2037,
      "step": 28
    },
    {
      "epoch": 0.06223175965665236,
      "grad_norm": 12.477235363576892,
      "learning_rate": 4.952373337791678e-06,
      "loss": 0.5673,
      "step": 29
    },
    {
      "epoch": 0.06437768240343347,
      "grad_norm": 3.797571893331321,
      "learning_rate": 4.9490435049069925e-06,
      "loss": 0.2233,
      "step": 30
    },
    {
      "epoch": 0.06652360515021459,
      "grad_norm": 3.3156309080116158,
      "learning_rate": 4.9456023649480935e-06,
      "loss": 0.1981,
      "step": 31
    },
    {
      "epoch": 0.06866952789699571,
      "grad_norm": 4.531878367746364,
      "learning_rate": 4.942050074312048e-06,
      "loss": 0.1946,
      "step": 32
    },
    {
      "epoch": 0.07081545064377683,
      "grad_norm": 5.78159856239121,
      "learning_rate": 4.9383867944476325e-06,
      "loss": 0.2749,
      "step": 33
    },
    {
      "epoch": 0.07296137339055794,
      "grad_norm": 3.7408734670014794,
      "learning_rate": 4.934612691847995e-06,
      "loss": 0.3626,
      "step": 34
    },
    {
      "epoch": 0.07510729613733906,
      "grad_norm": 15.815816851091464,
      "learning_rate": 4.930727938043091e-06,
      "loss": 0.4734,
      "step": 35
    },
    {
      "epoch": 0.07725321888412018,
      "grad_norm": 5.5369981240766935,
      "learning_rate": 4.926732709591879e-06,
      "loss": 0.2659,
      "step": 36
    },
    {
      "epoch": 0.07939914163090128,
      "grad_norm": 12.910997188700815,
      "learning_rate": 4.9226271880743086e-06,
      "loss": 0.4348,
      "step": 37
    },
    {
      "epoch": 0.0815450643776824,
      "grad_norm": 8.020574277619785,
      "learning_rate": 4.918411560083058e-06,
      "loss": 0.3308,
      "step": 38
    },
    {
      "epoch": 0.08369098712446352,
      "grad_norm": 6.453487445532046,
      "learning_rate": 4.914086017215059e-06,
      "loss": 0.4054,
      "step": 39
    },
    {
      "epoch": 0.08583690987124463,
      "grad_norm": 6.115766672764467,
      "learning_rate": 4.909650756062782e-06,
      "loss": 0.332,
      "step": 40
    },
    {
      "epoch": 0.08798283261802575,
      "grad_norm": 6.319229087749166,
      "learning_rate": 4.9051059782053125e-06,
      "loss": 0.2929,
      "step": 41
    },
    {
      "epoch": 0.09012875536480687,
      "grad_norm": 14.438350682047952,
      "learning_rate": 4.900451890199179e-06,
      "loss": 0.7799,
      "step": 42
    },
    {
      "epoch": 0.09227467811158799,
      "grad_norm": 6.79883162868288,
      "learning_rate": 4.895688703568968e-06,
      "loss": 0.3752,
      "step": 43
    },
    {
      "epoch": 0.0944206008583691,
      "grad_norm": 5.690387611301978,
      "learning_rate": 4.890816634797716e-06,
      "loss": 0.2059,
      "step": 44
    },
    {
      "epoch": 0.09656652360515021,
      "grad_norm": 4.431043352022045,
      "learning_rate": 4.885835905317061e-06,
      "loss": 0.2755,
      "step": 45
    },
    {
      "epoch": 0.09871244635193133,
      "grad_norm": 6.846760154412704,
      "learning_rate": 4.880746741497187e-06,
      "loss": 0.319,
      "step": 46
    },
    {
      "epoch": 0.10085836909871244,
      "grad_norm": 5.075521155502137,
      "learning_rate": 4.87554937463653e-06,
      "loss": 0.2944,
      "step": 47
    },
    {
      "epoch": 0.10300429184549356,
      "grad_norm": 5.000407636367204,
      "learning_rate": 4.87024404095127e-06,
      "loss": 0.244,
      "step": 48
    },
    {
      "epoch": 0.10515021459227468,
      "grad_norm": 5.5213729215970515,
      "learning_rate": 4.8648309815645915e-06,
      "loss": 0.3535,
      "step": 49
    },
    {
      "epoch": 0.1072961373390558,
      "grad_norm": 5.162325783820257,
      "learning_rate": 4.8593104424957275e-06,
      "loss": 0.3763,
      "step": 50
    },
    {
      "epoch": 0.10944206008583691,
      "grad_norm": 5.241667905913422,
      "learning_rate": 4.853682674648775e-06,
      "loss": 0.256,
      "step": 51
    },
    {
      "epoch": 0.11158798283261803,
      "grad_norm": 5.009026381629991,
      "learning_rate": 4.847947933801296e-06,
      "loss": 0.3455,
      "step": 52
    },
    {
      "epoch": 0.11373390557939914,
      "grad_norm": 12.563430161222314,
      "learning_rate": 4.842106480592687e-06,
      "loss": 0.6362,
      "step": 53
    },
    {
      "epoch": 0.11587982832618025,
      "grad_norm": 6.315768827715915,
      "learning_rate": 4.836158580512339e-06,
      "loss": 0.2889,
      "step": 54
    },
    {
      "epoch": 0.11802575107296137,
      "grad_norm": 5.218075678965081,
      "learning_rate": 4.8301045038875665e-06,
      "loss": 0.1951,
      "step": 55
    },
    {
      "epoch": 0.12017167381974249,
      "grad_norm": 7.3960507355002605,
      "learning_rate": 4.823944525871324e-06,
      "loss": 0.3214,
      "step": 56
    },
    {
      "epoch": 0.1223175965665236,
      "grad_norm": 7.4185340069371986,
      "learning_rate": 4.817678926429702e-06,
      "loss": 0.3852,
      "step": 57
    },
    {
      "epoch": 0.12446351931330472,
      "grad_norm": 4.9490761074888825,
      "learning_rate": 4.8113079903291955e-06,
      "loss": 0.4695,
      "step": 58
    },
    {
      "epoch": 0.12660944206008584,
      "grad_norm": 5.408957891954199,
      "learning_rate": 4.804832007123771e-06,
      "loss": 0.3385,
      "step": 59
    },
    {
      "epoch": 0.12875536480686695,
      "grad_norm": 12.766577641000062,
      "learning_rate": 4.7982512711416995e-06,
      "loss": 0.4539,
      "step": 60
    },
    {
      "epoch": 0.13090128755364808,
      "grad_norm": 6.338330185457858,
      "learning_rate": 4.791566081472185e-06,
      "loss": 0.4034,
      "step": 61
    },
    {
      "epoch": 0.13304721030042918,
      "grad_norm": 6.151730476584575,
      "learning_rate": 4.784776741951766e-06,
      "loss": 0.3683,
      "step": 62
    },
    {
      "epoch": 0.1351931330472103,
      "grad_norm": 4.345928683775522,
      "learning_rate": 4.777883561150508e-06,
      "loss": 0.2088,
      "step": 63
    },
    {
      "epoch": 0.13733905579399142,
      "grad_norm": 6.444874963490508,
      "learning_rate": 4.770886852357983e-06,
      "loss": 0.2917,
      "step": 64
    },
    {
      "epoch": 0.13948497854077252,
      "grad_norm": 5.531328541781978,
      "learning_rate": 4.763786933569025e-06,
      "loss": 0.279,
      "step": 65
    },
    {
      "epoch": 0.14163090128755365,
      "grad_norm": 4.080884948693169,
      "learning_rate": 4.75658412746928e-06,
      "loss": 0.195,
      "step": 66
    },
    {
      "epoch": 0.14377682403433475,
      "grad_norm": 10.700949555936232,
      "learning_rate": 4.7492787614205425e-06,
      "loss": 0.4479,
      "step": 67
    },
    {
      "epoch": 0.1459227467811159,
      "grad_norm": 5.481209106182085,
      "learning_rate": 4.7418711674458735e-06,
      "loss": 0.2758,
      "step": 68
    },
    {
      "epoch": 0.148068669527897,
      "grad_norm": 6.189118615859581,
      "learning_rate": 4.734361682214511e-06,
      "loss": 0.2218,
      "step": 69
    },
    {
      "epoch": 0.15021459227467812,
      "grad_norm": 6.34535278449602,
      "learning_rate": 4.726750647026569e-06,
      "loss": 0.4419,
      "step": 70
    },
    {
      "epoch": 0.15236051502145923,
      "grad_norm": 5.239918053202764,
      "learning_rate": 4.719038407797529e-06,
      "loss": 0.2557,
      "step": 71
    },
    {
      "epoch": 0.15450643776824036,
      "grad_norm": 6.26390385146301,
      "learning_rate": 4.711225315042513e-06,
      "loss": 0.5612,
      "step": 72
    },
    {
      "epoch": 0.15665236051502146,
      "grad_norm": 6.195157191377425,
      "learning_rate": 4.703311723860356e-06,
      "loss": 0.3057,
      "step": 73
    },
    {
      "epoch": 0.15879828326180256,
      "grad_norm": 16.357650722017635,
      "learning_rate": 4.695297993917465e-06,
      "loss": 0.8227,
      "step": 74
    },
    {
      "epoch": 0.1609442060085837,
      "grad_norm": 5.339299574193258,
      "learning_rate": 4.687184489431476e-06,
      "loss": 0.2878,
      "step": 75
    },
    {
      "epoch": 0.1630901287553648,
      "grad_norm": 14.30043548697042,
      "learning_rate": 4.678971579154698e-06,
      "loss": 0.8272,
      "step": 76
    },
    {
      "epoch": 0.16523605150214593,
      "grad_norm": 6.315372884620644,
      "learning_rate": 4.670659636357352e-06,
      "loss": 0.2812,
      "step": 77
    },
    {
      "epoch": 0.16738197424892703,
      "grad_norm": 4.0158091796680075,
      "learning_rate": 4.66224903881061e-06,
      "loss": 0.3212,
      "step": 78
    },
    {
      "epoch": 0.16952789699570817,
      "grad_norm": 4.741126690857027,
      "learning_rate": 4.653740168769424e-06,
      "loss": 0.2627,
      "step": 79
    },
    {
      "epoch": 0.17167381974248927,
      "grad_norm": 4.654686079147113,
      "learning_rate": 4.64513341295515e-06,
      "loss": 0.1007,
      "step": 80
    },
    {
      "epoch": 0.17381974248927037,
      "grad_norm": 2.858109471127793,
      "learning_rate": 4.6364291625379785e-06,
      "loss": 0.1819,
      "step": 81
    },
    {
      "epoch": 0.1759656652360515,
      "grad_norm": 13.540162342975938,
      "learning_rate": 4.627627813119147e-06,
      "loss": 0.5442,
      "step": 82
    },
    {
      "epoch": 0.1781115879828326,
      "grad_norm": 14.029611827699513,
      "learning_rate": 4.618729764712969e-06,
      "loss": 0.9108,
      "step": 83
    },
    {
      "epoch": 0.18025751072961374,
      "grad_norm": 4.457304810520309,
      "learning_rate": 4.609735421728647e-06,
      "loss": 0.2638,
      "step": 84
    },
    {
      "epoch": 0.18240343347639484,
      "grad_norm": 5.935629670933359,
      "learning_rate": 4.600645192951898e-06,
      "loss": 0.2403,
      "step": 85
    },
    {
      "epoch": 0.18454935622317598,
      "grad_norm": 5.136446320474782,
      "learning_rate": 4.591459491526371e-06,
      "loss": 0.246,
      "step": 86
    },
    {
      "epoch": 0.18669527896995708,
      "grad_norm": 5.684377700354834,
      "learning_rate": 4.582178734934869e-06,
      "loss": 0.2751,
      "step": 87
    },
    {
      "epoch": 0.1888412017167382,
      "grad_norm": 15.146436017458708,
      "learning_rate": 4.572803344980378e-06,
      "loss": 0.8044,
      "step": 88
    },
    {
      "epoch": 0.19098712446351931,
      "grad_norm": 4.636355059101864,
      "learning_rate": 4.563333747766896e-06,
      "loss": 0.2279,
      "step": 89
    },
    {
      "epoch": 0.19313304721030042,
      "grad_norm": 4.963353306284944,
      "learning_rate": 4.553770373680062e-06,
      "loss": 0.1785,
      "step": 90
    },
    {
      "epoch": 0.19527896995708155,
      "grad_norm": 3.887562311073866,
      "learning_rate": 4.544113657367604e-06,
      "loss": 0.1408,
      "step": 91
    },
    {
      "epoch": 0.19742489270386265,
      "grad_norm": 4.996113376607759,
      "learning_rate": 4.5343640377195766e-06,
      "loss": 0.2715,
      "step": 92
    },
    {
      "epoch": 0.19957081545064378,
      "grad_norm": 5.484264961569098,
      "learning_rate": 4.524521957848416e-06,
      "loss": 0.3287,
      "step": 93
    },
    {
      "epoch": 0.2017167381974249,
      "grad_norm": 5.08682917163341,
      "learning_rate": 4.514587865068806e-06,
      "loss": 0.366,
      "step": 94
    },
    {
      "epoch": 0.20386266094420602,
      "grad_norm": 6.8043618981585725,
      "learning_rate": 4.504562210877338e-06,
      "loss": 0.3089,
      "step": 95
    },
    {
      "epoch": 0.20600858369098712,
      "grad_norm": 14.009371009062516,
      "learning_rate": 4.494445450932003e-06,
      "loss": 0.5487,
      "step": 96
    },
    {
      "epoch": 0.20815450643776823,
      "grad_norm": 13.77182300710328,
      "learning_rate": 4.484238045031471e-06,
      "loss": 0.6681,
      "step": 97
    },
    {
      "epoch": 0.21030042918454936,
      "grad_norm": 5.373599093252736,
      "learning_rate": 4.473940457094199e-06,
      "loss": 0.2824,
      "step": 98
    },
    {
      "epoch": 0.21244635193133046,
      "grad_norm": 7.7339638883523145,
      "learning_rate": 4.463553155137348e-06,
      "loss": 0.3773,
      "step": 99
    },
    {
      "epoch": 0.2145922746781116,
      "grad_norm": 4.358486041621687,
      "learning_rate": 4.453076611255507e-06,
      "loss": 0.1968,
      "step": 100
    },
    {
      "epoch": 0.2145922746781116,
      "eval_loss": 1.61643385887146,
      "eval_runtime": 0.5589,
      "eval_samples_per_second": 3.578,
      "eval_steps_per_second": 1.789,
      "step": 100
    },
    {
      "epoch": 0.2167381974248927,
      "grad_norm": 10.51123783356939,
      "learning_rate": 4.442511301599241e-06,
      "loss": 0.6631,
      "step": 101
    },
    {
      "epoch": 0.21888412017167383,
      "grad_norm": 6.204285891841481,
      "learning_rate": 4.431857706353449e-06,
      "loss": 0.1981,
      "step": 102
    },
    {
      "epoch": 0.22103004291845493,
      "grad_norm": 3.509886696140534,
      "learning_rate": 4.4211163097155375e-06,
      "loss": 0.2514,
      "step": 103
    },
    {
      "epoch": 0.22317596566523606,
      "grad_norm": 5.794240091360383,
      "learning_rate": 4.4102875998734176e-06,
      "loss": 0.4743,
      "step": 104
    },
    {
      "epoch": 0.22532188841201717,
      "grad_norm": 7.1780216249839475,
      "learning_rate": 4.399372068983317e-06,
      "loss": 0.3754,
      "step": 105
    },
    {
      "epoch": 0.22746781115879827,
      "grad_norm": 3.4853873904835835,
      "learning_rate": 4.388370213147409e-06,
      "loss": 0.1217,
      "step": 106
    },
    {
      "epoch": 0.2296137339055794,
      "grad_norm": 5.282583393202969,
      "learning_rate": 4.377282532391267e-06,
      "loss": 0.2422,
      "step": 107
    },
    {
      "epoch": 0.2317596566523605,
      "grad_norm": 5.917106273735147,
      "learning_rate": 4.36610953064114e-06,
      "loss": 0.3188,
      "step": 108
    },
    {
      "epoch": 0.23390557939914164,
      "grad_norm": 5.49762193840351,
      "learning_rate": 4.354851715701046e-06,
      "loss": 0.2603,
      "step": 109
    },
    {
      "epoch": 0.23605150214592274,
      "grad_norm": 5.113114203550232,
      "learning_rate": 4.343509599229697e-06,
      "loss": 0.2025,
      "step": 110
    },
    {
      "epoch": 0.23819742489270387,
      "grad_norm": 3.9665916022215733,
      "learning_rate": 4.332083696717242e-06,
      "loss": 0.2608,
      "step": 111
    },
    {
      "epoch": 0.24034334763948498,
      "grad_norm": 5.001407701927511,
      "learning_rate": 4.3205745274618365e-06,
      "loss": 0.3543,
      "step": 112
    },
    {
      "epoch": 0.24248927038626608,
      "grad_norm": 4.783668888273014,
      "learning_rate": 4.308982614546045e-06,
      "loss": 0.1367,
      "step": 113
    },
    {
      "epoch": 0.2446351931330472,
      "grad_norm": 13.339939405425257,
      "learning_rate": 4.297308484813067e-06,
      "loss": 0.4563,
      "step": 114
    },
    {
      "epoch": 0.24678111587982832,
      "grad_norm": 6.774593211018968,
      "learning_rate": 4.2855526688427875e-06,
      "loss": 0.2344,
      "step": 115
    },
    {
      "epoch": 0.24892703862660945,
      "grad_norm": 6.032144655648605,
      "learning_rate": 4.273715700927666e-06,
      "loss": 0.3559,
      "step": 116
    },
    {
      "epoch": 0.2510729613733906,
      "grad_norm": 11.663752172897125,
      "learning_rate": 4.261798119048456e-06,
      "loss": 0.5593,
      "step": 117
    },
    {
      "epoch": 0.2532188841201717,
      "grad_norm": 11.248638669710262,
      "learning_rate": 4.249800464849751e-06,
      "loss": 0.4252,
      "step": 118
    },
    {
      "epoch": 0.2553648068669528,
      "grad_norm": 5.542239291058805,
      "learning_rate": 4.2377232836153635e-06,
      "loss": 0.2671,
      "step": 119
    },
    {
      "epoch": 0.2575107296137339,
      "grad_norm": 5.6163735157751935,
      "learning_rate": 4.22556712424355e-06,
      "loss": 0.2948,
      "step": 120
    },
    {
      "epoch": 0.259656652360515,
      "grad_norm": 7.094248362569725,
      "learning_rate": 4.21333253922206e-06,
      "loss": 0.3536,
      "step": 121
    },
    {
      "epoch": 0.26180257510729615,
      "grad_norm": 6.177984494937913,
      "learning_rate": 4.201020084603027e-06,
      "loss": 0.3318,
      "step": 122
    },
    {
      "epoch": 0.26394849785407726,
      "grad_norm": 5.442893696217635,
      "learning_rate": 4.1886303199776924e-06,
      "loss": 0.3083,
      "step": 123
    },
    {
      "epoch": 0.26609442060085836,
      "grad_norm": 5.3971104766895355,
      "learning_rate": 4.176163808450978e-06,
      "loss": 0.2955,
      "step": 124
    },
    {
      "epoch": 0.26824034334763946,
      "grad_norm": 4.524019146701118,
      "learning_rate": 4.163621116615892e-06,
      "loss": 0.3251,
      "step": 125
    },
    {
      "epoch": 0.2703862660944206,
      "grad_norm": 5.615564703579776,
      "learning_rate": 4.151002814527774e-06,
      "loss": 0.3306,
      "step": 126
    },
    {
      "epoch": 0.27253218884120173,
      "grad_norm": 5.126082022354096,
      "learning_rate": 4.138309475678393e-06,
      "loss": 0.2977,
      "step": 127
    },
    {
      "epoch": 0.27467811158798283,
      "grad_norm": 11.215215705069811,
      "learning_rate": 4.125541676969876e-06,
      "loss": 0.4561,
      "step": 128
    },
    {
      "epoch": 0.27682403433476394,
      "grad_norm": 6.185141044554984,
      "learning_rate": 4.112699998688492e-06,
      "loss": 0.3652,
      "step": 129
    },
    {
      "epoch": 0.27896995708154504,
      "grad_norm": 14.23422453207559,
      "learning_rate": 4.099785024478276e-06,
      "loss": 0.5595,
      "step": 130
    },
    {
      "epoch": 0.2811158798283262,
      "grad_norm": 4.138921969139266,
      "learning_rate": 4.086797341314509e-06,
      "loss": 0.2577,
      "step": 131
    },
    {
      "epoch": 0.2832618025751073,
      "grad_norm": 4.766155830963139,
      "learning_rate": 4.073737539477033e-06,
      "loss": 0.266,
      "step": 132
    },
    {
      "epoch": 0.2854077253218884,
      "grad_norm": 16.59914611751421,
      "learning_rate": 4.060606212523425e-06,
      "loss": 0.7351,
      "step": 133
    },
    {
      "epoch": 0.2875536480686695,
      "grad_norm": 12.70203249759127,
      "learning_rate": 4.047403957262024e-06,
      "loss": 0.7393,
      "step": 134
    },
    {
      "epoch": 0.28969957081545067,
      "grad_norm": 5.854857495039337,
      "learning_rate": 4.034131373724802e-06,
      "loss": 0.3114,
      "step": 135
    },
    {
      "epoch": 0.2918454935622318,
      "grad_norm": 7.054371064646026,
      "learning_rate": 4.020789065140097e-06,
      "loss": 0.3954,
      "step": 136
    },
    {
      "epoch": 0.2939914163090129,
      "grad_norm": 5.777740234720859,
      "learning_rate": 4.0073776379051945e-06,
      "loss": 0.3613,
      "step": 137
    },
    {
      "epoch": 0.296137339055794,
      "grad_norm": 6.807856815251271,
      "learning_rate": 3.993897701558764e-06,
      "loss": 0.2781,
      "step": 138
    },
    {
      "epoch": 0.2982832618025751,
      "grad_norm": 4.274362381043211,
      "learning_rate": 3.980349868753166e-06,
      "loss": 0.2904,
      "step": 139
    },
    {
      "epoch": 0.30042918454935624,
      "grad_norm": 4.166342301745076,
      "learning_rate": 3.9667347552265945e-06,
      "loss": 0.2234,
      "step": 140
    },
    {
      "epoch": 0.30257510729613735,
      "grad_norm": 4.702643904412771,
      "learning_rate": 3.953052979775103e-06,
      "loss": 0.2765,
      "step": 141
    },
    {
      "epoch": 0.30472103004291845,
      "grad_norm": 15.066466935467592,
      "learning_rate": 3.939305164224474e-06,
      "loss": 0.7204,
      "step": 142
    },
    {
      "epoch": 0.30686695278969955,
      "grad_norm": 4.817588986196399,
      "learning_rate": 3.925491933401961e-06,
      "loss": 0.2919,
      "step": 143
    },
    {
      "epoch": 0.3090128755364807,
      "grad_norm": 4.841054379645271,
      "learning_rate": 3.911613915107888e-06,
      "loss": 0.2624,
      "step": 144
    },
    {
      "epoch": 0.3111587982832618,
      "grad_norm": 5.54460036441131,
      "learning_rate": 3.89767174008712e-06,
      "loss": 0.3137,
      "step": 145
    },
    {
      "epoch": 0.3133047210300429,
      "grad_norm": 4.6296008910638164,
      "learning_rate": 3.883666042000392e-06,
      "loss": 0.2172,
      "step": 146
    },
    {
      "epoch": 0.315450643776824,
      "grad_norm": 5.738911770360598,
      "learning_rate": 3.869597457395514e-06,
      "loss": 0.2998,
      "step": 147
    },
    {
      "epoch": 0.31759656652360513,
      "grad_norm": 4.284288974195585,
      "learning_rate": 3.855466625678435e-06,
      "loss": 0.2037,
      "step": 148
    },
    {
      "epoch": 0.3197424892703863,
      "grad_norm": 15.839881512200966,
      "learning_rate": 3.841274189084189e-06,
      "loss": 0.7527,
      "step": 149
    },
    {
      "epoch": 0.3218884120171674,
      "grad_norm": 6.689386040699,
      "learning_rate": 3.8270207926477e-06,
      "loss": 0.3388,
      "step": 150
    },
    {
      "epoch": 0.3240343347639485,
      "grad_norm": 5.131159476750089,
      "learning_rate": 3.8127070841744695e-06,
      "loss": 0.21,
      "step": 151
    },
    {
      "epoch": 0.3261802575107296,
      "grad_norm": 12.20701029064903,
      "learning_rate": 3.798333714211132e-06,
      "loss": 0.5333,
      "step": 152
    },
    {
      "epoch": 0.3283261802575107,
      "grad_norm": 2.8374089434590966,
      "learning_rate": 3.7839013360158904e-06,
      "loss": 0.2125,
      "step": 153
    },
    {
      "epoch": 0.33047210300429186,
      "grad_norm": 13.285466340975823,
      "learning_rate": 3.769410605528824e-06,
      "loss": 0.5934,
      "step": 154
    },
    {
      "epoch": 0.33261802575107297,
      "grad_norm": 5.3446998985506875,
      "learning_rate": 3.7548621813420765e-06,
      "loss": 0.3581,
      "step": 155
    },
    {
      "epoch": 0.33476394849785407,
      "grad_norm": 7.274618884484683,
      "learning_rate": 3.7402567246699257e-06,
      "loss": 0.3321,
      "step": 156
    },
    {
      "epoch": 0.3369098712446352,
      "grad_norm": 6.497928899578661,
      "learning_rate": 3.72559489931873e-06,
      "loss": 0.4336,
      "step": 157
    },
    {
      "epoch": 0.33905579399141633,
      "grad_norm": 5.931060877134416,
      "learning_rate": 3.710877371656757e-06,
      "loss": 0.2499,
      "step": 158
    },
    {
      "epoch": 0.34120171673819744,
      "grad_norm": 11.662557566869323,
      "learning_rate": 3.696104810583904e-06,
      "loss": 0.521,
      "step": 159
    },
    {
      "epoch": 0.34334763948497854,
      "grad_norm": 10.738868357386822,
      "learning_rate": 3.68127788750129e-06,
      "loss": 0.3935,
      "step": 160
    },
    {
      "epoch": 0.34549356223175964,
      "grad_norm": 10.27557863180008,
      "learning_rate": 3.6663972762807453e-06,
      "loss": 0.3763,
      "step": 161
    },
    {
      "epoch": 0.34763948497854075,
      "grad_norm": 3.4237960233644866,
      "learning_rate": 3.6514636532341825e-06,
      "loss": 0.2778,
      "step": 162
    },
    {
      "epoch": 0.3497854077253219,
      "grad_norm": 3.6998517744689763,
      "learning_rate": 3.6364776970828586e-06,
      "loss": 0.1564,
      "step": 163
    },
    {
      "epoch": 0.351931330472103,
      "grad_norm": 4.614921333239657,
      "learning_rate": 3.621440088926531e-06,
      "loss": 0.272,
      "step": 164
    },
    {
      "epoch": 0.3540772532188841,
      "grad_norm": 6.050087330401235,
      "learning_rate": 3.6063515122124975e-06,
      "loss": 0.3652,
      "step": 165
    },
    {
      "epoch": 0.3562231759656652,
      "grad_norm": 4.387527359728692,
      "learning_rate": 3.5912126527045368e-06,
      "loss": 0.2172,
      "step": 166
    },
    {
      "epoch": 0.3583690987124464,
      "grad_norm": 15.020253643431802,
      "learning_rate": 3.5760241984517397e-06,
      "loss": 0.8165,
      "step": 167
    },
    {
      "epoch": 0.3605150214592275,
      "grad_norm": 4.553283039366036,
      "learning_rate": 3.560786839757242e-06,
      "loss": 0.3647,
      "step": 168
    },
    {
      "epoch": 0.3626609442060086,
      "grad_norm": 7.402637796397458,
      "learning_rate": 3.5455012691468417e-06,
      "loss": 0.3558,
      "step": 169
    },
    {
      "epoch": 0.3648068669527897,
      "grad_norm": 9.457334627147352,
      "learning_rate": 3.5301681813375343e-06,
      "loss": 0.3833,
      "step": 170
    },
    {
      "epoch": 0.3669527896995708,
      "grad_norm": 4.692028452001265,
      "learning_rate": 3.5147882732059323e-06,
      "loss": 0.2337,
      "step": 171
    },
    {
      "epoch": 0.36909871244635195,
      "grad_norm": 8.372452946921305,
      "learning_rate": 3.4993622437565955e-06,
      "loss": 0.2836,
      "step": 172
    },
    {
      "epoch": 0.37124463519313305,
      "grad_norm": 3.3319166006121783,
      "learning_rate": 3.4838907940902607e-06,
      "loss": 0.1544,
      "step": 173
    },
    {
      "epoch": 0.37339055793991416,
      "grad_norm": 13.281904749983129,
      "learning_rate": 3.4683746273719754e-06,
      "loss": 0.4684,
      "step": 174
    },
    {
      "epoch": 0.37553648068669526,
      "grad_norm": 4.672588539349313,
      "learning_rate": 3.4528144487991448e-06,
      "loss": 0.2533,
      "step": 175
    },
    {
      "epoch": 0.3776824034334764,
      "grad_norm": 9.892923641996738,
      "learning_rate": 3.437210965569475e-06,
      "loss": 0.2724,
      "step": 176
    },
    {
      "epoch": 0.3798283261802575,
      "grad_norm": 11.942875136773626,
      "learning_rate": 3.421564886848835e-06,
      "loss": 0.5145,
      "step": 177
    },
    {
      "epoch": 0.38197424892703863,
      "grad_norm": 5.004292816588128,
      "learning_rate": 3.4058769237390254e-06,
      "loss": 0.2421,
      "step": 178
    },
    {
      "epoch": 0.38412017167381973,
      "grad_norm": 6.348610825705306,
      "learning_rate": 3.3901477892454583e-06,
      "loss": 0.5266,
      "step": 179
    },
    {
      "epoch": 0.38626609442060084,
      "grad_norm": 11.476145919220956,
      "learning_rate": 3.3743781982447533e-06,
      "loss": 0.5593,
      "step": 180
    },
    {
      "epoch": 0.388412017167382,
      "grad_norm": 4.384950541640652,
      "learning_rate": 3.3585688674522438e-06,
      "loss": 0.1745,
      "step": 181
    },
    {
      "epoch": 0.3905579399141631,
      "grad_norm": 12.738421839026058,
      "learning_rate": 3.3427205153894088e-06,
      "loss": 0.8569,
      "step": 182
    },
    {
      "epoch": 0.3927038626609442,
      "grad_norm": 4.770469502184926,
      "learning_rate": 3.3268338623512094e-06,
      "loss": 0.3608,
      "step": 183
    },
    {
      "epoch": 0.3948497854077253,
      "grad_norm": 5.608829333428552,
      "learning_rate": 3.3109096303733564e-06,
      "loss": 0.2229,
      "step": 184
    },
    {
      "epoch": 0.3969957081545064,
      "grad_norm": 14.271945687755156,
      "learning_rate": 3.2949485431994945e-06,
      "loss": 0.7949,
      "step": 185
    },
    {
      "epoch": 0.39914163090128757,
      "grad_norm": 17.320126868800134,
      "learning_rate": 3.2789513262483053e-06,
      "loss": 0.7768,
      "step": 186
    },
    {
      "epoch": 0.4012875536480687,
      "grad_norm": 6.304445282235124,
      "learning_rate": 3.2629187065805445e-06,
      "loss": 0.3341,
      "step": 187
    },
    {
      "epoch": 0.4034334763948498,
      "grad_norm": 4.772846096021666,
      "learning_rate": 3.2468514128659884e-06,
      "loss": 0.2169,
      "step": 188
    },
    {
      "epoch": 0.4055793991416309,
      "grad_norm": 12.095944359895759,
      "learning_rate": 3.230750175350324e-06,
      "loss": 0.5972,
      "step": 189
    },
    {
      "epoch": 0.40772532188841204,
      "grad_norm": 17.046644577375776,
      "learning_rate": 3.2146157258219534e-06,
      "loss": 0.8746,
      "step": 190
    },
    {
      "epoch": 0.40987124463519314,
      "grad_norm": 5.155144213224812,
      "learning_rate": 3.1984487975787433e-06,
      "loss": 0.403,
      "step": 191
    },
    {
      "epoch": 0.41201716738197425,
      "grad_norm": 3.2493116945473273,
      "learning_rate": 3.1822501253946875e-06,
      "loss": 0.2046,
      "step": 192
    },
    {
      "epoch": 0.41416309012875535,
      "grad_norm": 4.232233097969361,
      "learning_rate": 3.1660204454865203e-06,
      "loss": 0.3811,
      "step": 193
    },
    {
      "epoch": 0.41630901287553645,
      "grad_norm": 4.72756957325817,
      "learning_rate": 3.1497604954802485e-06,
      "loss": 0.3,
      "step": 194
    },
    {
      "epoch": 0.4184549356223176,
      "grad_norm": 12.946178614407032,
      "learning_rate": 3.1334710143776346e-06,
      "loss": 0.5872,
      "step": 195
    },
    {
      "epoch": 0.4206008583690987,
      "grad_norm": 4.61301032231011,
      "learning_rate": 3.1171527425226027e-06,
      "loss": 0.2081,
      "step": 196
    },
    {
      "epoch": 0.4227467811158798,
      "grad_norm": 12.907938814433235,
      "learning_rate": 3.100806421567596e-06,
      "loss": 0.6287,
      "step": 197
    },
    {
      "epoch": 0.4248927038626609,
      "grad_norm": 5.546582248819232,
      "learning_rate": 3.084432794439865e-06,
      "loss": 0.3105,
      "step": 198
    },
    {
      "epoch": 0.4270386266094421,
      "grad_norm": 7.245512728978741,
      "learning_rate": 3.0680326053077047e-06,
      "loss": 0.3016,
      "step": 199
    },
    {
      "epoch": 0.4291845493562232,
      "grad_norm": 10.84493687480769,
      "learning_rate": 3.0516065995466336e-06,
      "loss": 0.3219,
      "step": 200
    },
    {
      "epoch": 0.4291845493562232,
      "eval_loss": 1.4745992422103882,
      "eval_runtime": 0.5572,
      "eval_samples_per_second": 3.59,
      "eval_steps_per_second": 1.795,
      "step": 200
    },
    {
      "epoch": 0.4313304721030043,
      "grad_norm": 4.10172843012159,
      "learning_rate": 3.0351555237055135e-06,
      "loss": 0.1799,
      "step": 201
    },
    {
      "epoch": 0.4334763948497854,
      "grad_norm": 5.306456302714684,
      "learning_rate": 3.0186801254726213e-06,
      "loss": 0.2365,
      "step": 202
    },
    {
      "epoch": 0.4356223175965665,
      "grad_norm": 5.299147474065381,
      "learning_rate": 3.0021811536416676e-06,
      "loss": 0.2406,
      "step": 203
    },
    {
      "epoch": 0.43776824034334766,
      "grad_norm": 4.14896225307621,
      "learning_rate": 2.985659358077765e-06,
      "loss": 0.1931,
      "step": 204
    },
    {
      "epoch": 0.43991416309012876,
      "grad_norm": 13.03761590039539,
      "learning_rate": 2.9691154896833454e-06,
      "loss": 0.325,
      "step": 205
    },
    {
      "epoch": 0.44206008583690987,
      "grad_norm": 10.573666701230737,
      "learning_rate": 2.9525503003640336e-06,
      "loss": 0.324,
      "step": 206
    },
    {
      "epoch": 0.44420600858369097,
      "grad_norm": 11.926884819820218,
      "learning_rate": 2.935964542994475e-06,
      "loss": 0.5481,
      "step": 207
    },
    {
      "epoch": 0.44635193133047213,
      "grad_norm": 10.151629428230573,
      "learning_rate": 2.9193589713841132e-06,
      "loss": 0.5082,
      "step": 208
    },
    {
      "epoch": 0.44849785407725323,
      "grad_norm": 12.486051719027907,
      "learning_rate": 2.902734340242937e-06,
      "loss": 0.3599,
      "step": 209
    },
    {
      "epoch": 0.45064377682403434,
      "grad_norm": 15.529513845799773,
      "learning_rate": 2.8860914051471722e-06,
      "loss": 0.7298,
      "step": 210
    },
    {
      "epoch": 0.45278969957081544,
      "grad_norm": 5.461786086907061,
      "learning_rate": 2.869430922504947e-06,
      "loss": 0.2674,
      "step": 211
    },
    {
      "epoch": 0.45493562231759654,
      "grad_norm": 5.376224720954328,
      "learning_rate": 2.852753649521911e-06,
      "loss": 0.3557,
      "step": 212
    },
    {
      "epoch": 0.4570815450643777,
      "grad_norm": 17.151457129512085,
      "learning_rate": 2.836060344166821e-06,
      "loss": 0.6405,
      "step": 213
    },
    {
      "epoch": 0.4592274678111588,
      "grad_norm": 4.757476534660833,
      "learning_rate": 2.8193517651370934e-06,
      "loss": 0.3124,
      "step": 214
    },
    {
      "epoch": 0.4613733905579399,
      "grad_norm": 5.64585393975328,
      "learning_rate": 2.80262867182432e-06,
      "loss": 0.2888,
      "step": 215
    },
    {
      "epoch": 0.463519313304721,
      "grad_norm": 13.765994790690012,
      "learning_rate": 2.785891824279755e-06,
      "loss": 0.5319,
      "step": 216
    },
    {
      "epoch": 0.4656652360515021,
      "grad_norm": 3.4645720688637702,
      "learning_rate": 2.7691419831797724e-06,
      "loss": 0.1354,
      "step": 217
    },
    {
      "epoch": 0.4678111587982833,
      "grad_norm": 4.728651796593724,
      "learning_rate": 2.7523799097912905e-06,
      "loss": 0.2457,
      "step": 218
    },
    {
      "epoch": 0.4699570815450644,
      "grad_norm": 5.579222939328203,
      "learning_rate": 2.73560636593718e-06,
      "loss": 0.3542,
      "step": 219
    },
    {
      "epoch": 0.4721030042918455,
      "grad_norm": 5.988497269511321,
      "learning_rate": 2.7188221139616303e-06,
      "loss": 0.4184,
      "step": 220
    },
    {
      "epoch": 0.4742489270386266,
      "grad_norm": 6.257959157029455,
      "learning_rate": 2.70202791669551e-06,
      "loss": 0.2553,
      "step": 221
    },
    {
      "epoch": 0.47639484978540775,
      "grad_norm": 12.558388707787643,
      "learning_rate": 2.68522453742169e-06,
      "loss": 0.541,
      "step": 222
    },
    {
      "epoch": 0.47854077253218885,
      "grad_norm": 5.81966073574648,
      "learning_rate": 2.66841273984036e-06,
      "loss": 0.3147,
      "step": 223
    },
    {
      "epoch": 0.48068669527896996,
      "grad_norm": 12.408285990600806,
      "learning_rate": 2.6515932880343103e-06,
      "loss": 0.4052,
      "step": 224
    },
    {
      "epoch": 0.48283261802575106,
      "grad_norm": 6.652286326696977,
      "learning_rate": 2.634766946434214e-06,
      "loss": 0.2372,
      "step": 225
    },
    {
      "epoch": 0.48497854077253216,
      "grad_norm": 11.13575728119692,
      "learning_rate": 2.6179344797838775e-06,
      "loss": 0.3067,
      "step": 226
    },
    {
      "epoch": 0.4871244635193133,
      "grad_norm": 11.134631212750397,
      "learning_rate": 2.6010966531054852e-06,
      "loss": 0.8026,
      "step": 227
    },
    {
      "epoch": 0.4892703862660944,
      "grad_norm": 3.8667307700150446,
      "learning_rate": 2.5842542316648333e-06,
      "loss": 0.2596,
      "step": 228
    },
    {
      "epoch": 0.49141630901287553,
      "grad_norm": 6.443730023062394,
      "learning_rate": 2.5674079809365443e-06,
      "loss": 0.288,
      "step": 229
    },
    {
      "epoch": 0.49356223175965663,
      "grad_norm": 2.9440291648892987,
      "learning_rate": 2.550558666569279e-06,
      "loss": 0.1493,
      "step": 230
    },
    {
      "epoch": 0.4957081545064378,
      "grad_norm": 4.462532793208141,
      "learning_rate": 2.533707054350938e-06,
      "loss": 0.1839,
      "step": 231
    },
    {
      "epoch": 0.4978540772532189,
      "grad_norm": 4.9063569155392015,
      "learning_rate": 2.5168539101738576e-06,
      "loss": 0.2802,
      "step": 232
    },
    {
      "epoch": 0.5,
      "grad_norm": 10.022637557306455,
      "learning_rate": 2.5e-06,
      "loss": 0.3349,
      "step": 233
    },
    {
      "epoch": 0.5021459227467812,
      "grad_norm": 4.3433358033272,
      "learning_rate": 2.4831460898261428e-06,
      "loss": 0.2626,
      "step": 234
    },
    {
      "epoch": 0.5042918454935622,
      "grad_norm": 9.069133083700263,
      "learning_rate": 2.4662929456490633e-06,
      "loss": 0.2204,
      "step": 235
    },
    {
      "epoch": 0.5064377682403434,
      "grad_norm": 4.611418200226192,
      "learning_rate": 2.449441333430722e-06,
      "loss": 0.1723,
      "step": 236
    },
    {
      "epoch": 0.5085836909871244,
      "grad_norm": 4.915343701063927,
      "learning_rate": 2.432592019063456e-06,
      "loss": 0.28,
      "step": 237
    },
    {
      "epoch": 0.5107296137339056,
      "grad_norm": 4.878529367689273,
      "learning_rate": 2.415745768335167e-06,
      "loss": 0.3336,
      "step": 238
    },
    {
      "epoch": 0.5128755364806867,
      "grad_norm": 5.589922591964495,
      "learning_rate": 2.398903346894515e-06,
      "loss": 0.2363,
      "step": 239
    },
    {
      "epoch": 0.5150214592274678,
      "grad_norm": 4.07202657981208,
      "learning_rate": 2.3820655202161237e-06,
      "loss": 0.2744,
      "step": 240
    },
    {
      "epoch": 0.5171673819742489,
      "grad_norm": 3.9798028023766703,
      "learning_rate": 2.365233053565787e-06,
      "loss": 0.2538,
      "step": 241
    },
    {
      "epoch": 0.51931330472103,
      "grad_norm": 4.2713689569349,
      "learning_rate": 2.3484067119656905e-06,
      "loss": 0.2072,
      "step": 242
    },
    {
      "epoch": 0.5214592274678111,
      "grad_norm": 4.132159038986101,
      "learning_rate": 2.331587260159641e-06,
      "loss": 0.2537,
      "step": 243
    },
    {
      "epoch": 0.5236051502145923,
      "grad_norm": 4.7509182744825695,
      "learning_rate": 2.31477546257831e-06,
      "loss": 0.2475,
      "step": 244
    },
    {
      "epoch": 0.5257510729613734,
      "grad_norm": 12.573882879618065,
      "learning_rate": 2.297972083304491e-06,
      "loss": 0.5451,
      "step": 245
    },
    {
      "epoch": 0.5278969957081545,
      "grad_norm": 4.265194868971971,
      "learning_rate": 2.28117788603837e-06,
      "loss": 0.2038,
      "step": 246
    },
    {
      "epoch": 0.5300429184549357,
      "grad_norm": 5.327237193336404,
      "learning_rate": 2.2643936340628205e-06,
      "loss": 0.2953,
      "step": 247
    },
    {
      "epoch": 0.5321888412017167,
      "grad_norm": 3.830903874010895,
      "learning_rate": 2.24762009020871e-06,
      "loss": 0.2118,
      "step": 248
    },
    {
      "epoch": 0.5343347639484979,
      "grad_norm": 3.692771359304331,
      "learning_rate": 2.2308580168202284e-06,
      "loss": 0.2862,
      "step": 249
    },
    {
      "epoch": 0.5364806866952789,
      "grad_norm": 4.46004020199315,
      "learning_rate": 2.214108175720246e-06,
      "loss": 0.1485,
      "step": 250
    },
    {
      "epoch": 0.5386266094420601,
      "grad_norm": 4.194077533120119,
      "learning_rate": 2.197371328175681e-06,
      "loss": 0.18,
      "step": 251
    },
    {
      "epoch": 0.5407725321888412,
      "grad_norm": 4.670466175503201,
      "learning_rate": 2.1806482348629065e-06,
      "loss": 0.2563,
      "step": 252
    },
    {
      "epoch": 0.5429184549356223,
      "grad_norm": 11.620363098035735,
      "learning_rate": 2.1639396558331794e-06,
      "loss": 0.4257,
      "step": 253
    },
    {
      "epoch": 0.5450643776824035,
      "grad_norm": 5.143937972622028,
      "learning_rate": 2.1472463504780893e-06,
      "loss": 0.2771,
      "step": 254
    },
    {
      "epoch": 0.5472103004291845,
      "grad_norm": 4.790083924982343,
      "learning_rate": 2.1305690774950543e-06,
      "loss": 0.3618,
      "step": 255
    },
    {
      "epoch": 0.5493562231759657,
      "grad_norm": 4.122103689477043,
      "learning_rate": 2.1139085948528286e-06,
      "loss": 0.1102,
      "step": 256
    },
    {
      "epoch": 0.5515021459227468,
      "grad_norm": 4.807538148349604,
      "learning_rate": 2.097265659757064e-06,
      "loss": 0.2713,
      "step": 257
    },
    {
      "epoch": 0.5536480686695279,
      "grad_norm": 3.2834156049564003,
      "learning_rate": 2.080641028615888e-06,
      "loss": 0.1608,
      "step": 258
    },
    {
      "epoch": 0.555793991416309,
      "grad_norm": 4.843114090474319,
      "learning_rate": 2.064035457005526e-06,
      "loss": 0.2053,
      "step": 259
    },
    {
      "epoch": 0.5579399141630901,
      "grad_norm": 4.187255961249243,
      "learning_rate": 2.0474496996359676e-06,
      "loss": 0.3847,
      "step": 260
    },
    {
      "epoch": 0.5600858369098712,
      "grad_norm": 4.835958039304007,
      "learning_rate": 2.0308845103166555e-06,
      "loss": 0.2324,
      "step": 261
    },
    {
      "epoch": 0.5622317596566524,
      "grad_norm": 4.612281021599447,
      "learning_rate": 2.0143406419222354e-06,
      "loss": 0.1589,
      "step": 262
    },
    {
      "epoch": 0.5643776824034334,
      "grad_norm": 4.679769267914521,
      "learning_rate": 1.997818846358333e-06,
      "loss": 0.2734,
      "step": 263
    },
    {
      "epoch": 0.5665236051502146,
      "grad_norm": 15.988595800455592,
      "learning_rate": 1.98131987452738e-06,
      "loss": 0.5932,
      "step": 264
    },
    {
      "epoch": 0.5686695278969958,
      "grad_norm": 6.13615019112239,
      "learning_rate": 1.964844476294487e-06,
      "loss": 0.3048,
      "step": 265
    },
    {
      "epoch": 0.5708154506437768,
      "grad_norm": 5.642706295976752,
      "learning_rate": 1.948393400453367e-06,
      "loss": 0.2217,
      "step": 266
    },
    {
      "epoch": 0.572961373390558,
      "grad_norm": 4.00696562989142,
      "learning_rate": 1.9319673946922953e-06,
      "loss": 0.142,
      "step": 267
    },
    {
      "epoch": 0.575107296137339,
      "grad_norm": 4.431532041750428,
      "learning_rate": 1.9155672055601364e-06,
      "loss": 0.2385,
      "step": 268
    },
    {
      "epoch": 0.5772532188841202,
      "grad_norm": 4.7544298296222305,
      "learning_rate": 1.8991935784324048e-06,
      "loss": 0.2229,
      "step": 269
    },
    {
      "epoch": 0.5793991416309013,
      "grad_norm": 14.806103600453497,
      "learning_rate": 1.882847257477398e-06,
      "loss": 0.6235,
      "step": 270
    },
    {
      "epoch": 0.5815450643776824,
      "grad_norm": 3.608004765245334,
      "learning_rate": 1.8665289856223662e-06,
      "loss": 0.1837,
      "step": 271
    },
    {
      "epoch": 0.5836909871244635,
      "grad_norm": 4.269748144395558,
      "learning_rate": 1.8502395045197522e-06,
      "loss": 0.1686,
      "step": 272
    },
    {
      "epoch": 0.5858369098712446,
      "grad_norm": 3.4279537261830897,
      "learning_rate": 1.8339795545134814e-06,
      "loss": 0.176,
      "step": 273
    },
    {
      "epoch": 0.5879828326180258,
      "grad_norm": 3.693149204798503,
      "learning_rate": 1.8177498746053129e-06,
      "loss": 0.2255,
      "step": 274
    },
    {
      "epoch": 0.5901287553648069,
      "grad_norm": 7.0891066905956714,
      "learning_rate": 1.8015512024212573e-06,
      "loss": 0.3132,
      "step": 275
    },
    {
      "epoch": 0.592274678111588,
      "grad_norm": 4.371558241354916,
      "learning_rate": 1.7853842741780474e-06,
      "loss": 0.2161,
      "step": 276
    },
    {
      "epoch": 0.5944206008583691,
      "grad_norm": 3.7439703795742423,
      "learning_rate": 1.769249824649677e-06,
      "loss": 0.1681,
      "step": 277
    },
    {
      "epoch": 0.5965665236051502,
      "grad_norm": 4.954905160767698,
      "learning_rate": 1.7531485871340122e-06,
      "loss": 0.2169,
      "step": 278
    },
    {
      "epoch": 0.5987124463519313,
      "grad_norm": 4.509338306319588,
      "learning_rate": 1.7370812934194565e-06,
      "loss": 0.3037,
      "step": 279
    },
    {
      "epoch": 0.6008583690987125,
      "grad_norm": 3.5630209392348315,
      "learning_rate": 1.7210486737516947e-06,
      "loss": 0.1491,
      "step": 280
    },
    {
      "epoch": 0.6030042918454935,
      "grad_norm": 4.721486742009494,
      "learning_rate": 1.7050514568005072e-06,
      "loss": 0.2978,
      "step": 281
    },
    {
      "epoch": 0.6051502145922747,
      "grad_norm": 4.438705208811552,
      "learning_rate": 1.6890903696266447e-06,
      "loss": 0.2172,
      "step": 282
    },
    {
      "epoch": 0.6072961373390557,
      "grad_norm": 10.633440687114604,
      "learning_rate": 1.6731661376487923e-06,
      "loss": 0.2509,
      "step": 283
    },
    {
      "epoch": 0.6094420600858369,
      "grad_norm": 9.519241352604435,
      "learning_rate": 1.6572794846105919e-06,
      "loss": 0.3126,
      "step": 284
    },
    {
      "epoch": 0.6115879828326181,
      "grad_norm": 6.236116887316222,
      "learning_rate": 1.6414311325477567e-06,
      "loss": 0.3433,
      "step": 285
    },
    {
      "epoch": 0.6137339055793991,
      "grad_norm": 6.652929433249715,
      "learning_rate": 1.6256218017552484e-06,
      "loss": 0.3924,
      "step": 286
    },
    {
      "epoch": 0.6158798283261803,
      "grad_norm": 4.230578383590287,
      "learning_rate": 1.6098522107545426e-06,
      "loss": 0.1969,
      "step": 287
    },
    {
      "epoch": 0.6180257510729614,
      "grad_norm": 4.584849008876823,
      "learning_rate": 1.594123076260975e-06,
      "loss": 0.1952,
      "step": 288
    },
    {
      "epoch": 0.6201716738197425,
      "grad_norm": 10.774923368712571,
      "learning_rate": 1.578435113151166e-06,
      "loss": 0.3867,
      "step": 289
    },
    {
      "epoch": 0.6223175965665236,
      "grad_norm": 3.7956827550236603,
      "learning_rate": 1.5627890344305256e-06,
      "loss": 0.1921,
      "step": 290
    },
    {
      "epoch": 0.6244635193133047,
      "grad_norm": 2.7587416399153897,
      "learning_rate": 1.547185551200856e-06,
      "loss": 0.1014,
      "step": 291
    },
    {
      "epoch": 0.6266094420600858,
      "grad_norm": 5.27854274924106,
      "learning_rate": 1.531625372628025e-06,
      "loss": 0.2008,
      "step": 292
    },
    {
      "epoch": 0.628755364806867,
      "grad_norm": 8.635037982539608,
      "learning_rate": 1.5161092059097399e-06,
      "loss": 0.5101,
      "step": 293
    },
    {
      "epoch": 0.630901287553648,
      "grad_norm": 3.3848075411641076,
      "learning_rate": 1.500637756243405e-06,
      "loss": 0.1936,
      "step": 294
    },
    {
      "epoch": 0.6330472103004292,
      "grad_norm": 10.323449388666509,
      "learning_rate": 1.485211726794068e-06,
      "loss": 0.3156,
      "step": 295
    },
    {
      "epoch": 0.6351931330472103,
      "grad_norm": 3.3898443020378823,
      "learning_rate": 1.469831818662467e-06,
      "loss": 0.4251,
      "step": 296
    },
    {
      "epoch": 0.6373390557939914,
      "grad_norm": 5.429823091284252,
      "learning_rate": 1.4544987308531594e-06,
      "loss": 0.2863,
      "step": 297
    },
    {
      "epoch": 0.6394849785407726,
      "grad_norm": 6.489533944140564,
      "learning_rate": 1.439213160242759e-06,
      "loss": 0.2321,
      "step": 298
    },
    {
      "epoch": 0.6416309012875536,
      "grad_norm": 5.491165521890711,
      "learning_rate": 1.4239758015482607e-06,
      "loss": 0.5229,
      "step": 299
    },
    {
      "epoch": 0.6437768240343348,
      "grad_norm": 10.960007456788807,
      "learning_rate": 1.4087873472954638e-06,
      "loss": 0.3474,
      "step": 300
    },
    {
      "epoch": 0.6437768240343348,
      "eval_loss": 1.4280835390090942,
      "eval_runtime": 0.5582,
      "eval_samples_per_second": 3.583,
      "eval_steps_per_second": 1.792,
      "step": 300
    },
    {
      "epoch": 0.6459227467811158,
      "grad_norm": 4.097125958239756,
      "learning_rate": 1.393648487787504e-06,
      "loss": 0.175,
      "step": 301
    },
    {
      "epoch": 0.648068669527897,
      "grad_norm": 9.06788832499044,
      "learning_rate": 1.37855991107347e-06,
      "loss": 0.3413,
      "step": 302
    },
    {
      "epoch": 0.6502145922746781,
      "grad_norm": 4.058418163873224,
      "learning_rate": 1.3635223029171418e-06,
      "loss": 0.1829,
      "step": 303
    },
    {
      "epoch": 0.6523605150214592,
      "grad_norm": 148.2865695887899,
      "learning_rate": 1.3485363467658186e-06,
      "loss": 6.7839,
      "step": 304
    },
    {
      "epoch": 0.6545064377682404,
      "grad_norm": 5.592326984498724,
      "learning_rate": 1.3336027237192551e-06,
      "loss": 0.2715,
      "step": 305
    },
    {
      "epoch": 0.6566523605150214,
      "grad_norm": 11.675146672194217,
      "learning_rate": 1.3187221124987107e-06,
      "loss": 0.3927,
      "step": 306
    },
    {
      "epoch": 0.6587982832618026,
      "grad_norm": 6.303487956163143,
      "learning_rate": 1.3038951894160962e-06,
      "loss": 0.3058,
      "step": 307
    },
    {
      "epoch": 0.6609442060085837,
      "grad_norm": 3.5714075946161583,
      "learning_rate": 1.289122628343244e-06,
      "loss": 0.1626,
      "step": 308
    },
    {
      "epoch": 0.6630901287553648,
      "grad_norm": 2.8795739712912747,
      "learning_rate": 1.2744051006812712e-06,
      "loss": 0.1164,
      "step": 309
    },
    {
      "epoch": 0.6652360515021459,
      "grad_norm": 3.784768504884893,
      "learning_rate": 1.2597432753300753e-06,
      "loss": 0.2305,
      "step": 310
    },
    {
      "epoch": 0.6673819742489271,
      "grad_norm": 5.42666962884753,
      "learning_rate": 1.245137818657924e-06,
      "loss": 0.2721,
      "step": 311
    },
    {
      "epoch": 0.6695278969957081,
      "grad_norm": 5.933064715860253,
      "learning_rate": 1.2305893944711773e-06,
      "loss": 0.2627,
      "step": 312
    },
    {
      "epoch": 0.6716738197424893,
      "grad_norm": 4.451323659006045,
      "learning_rate": 1.21609866398411e-06,
      "loss": 0.2969,
      "step": 313
    },
    {
      "epoch": 0.6738197424892703,
      "grad_norm": 4.851157313459204,
      "learning_rate": 1.201666285788869e-06,
      "loss": 0.2446,
      "step": 314
    },
    {
      "epoch": 0.6759656652360515,
      "grad_norm": 4.25532850589281,
      "learning_rate": 1.187292915825531e-06,
      "loss": 0.2488,
      "step": 315
    },
    {
      "epoch": 0.6781115879828327,
      "grad_norm": 4.400762031022185,
      "learning_rate": 1.1729792073523e-06,
      "loss": 0.2463,
      "step": 316
    },
    {
      "epoch": 0.6802575107296137,
      "grad_norm": 4.1661170844892785,
      "learning_rate": 1.1587258109158114e-06,
      "loss": 0.2479,
      "step": 317
    },
    {
      "epoch": 0.6824034334763949,
      "grad_norm": 4.315876128019499,
      "learning_rate": 1.1445333743215648e-06,
      "loss": 0.3109,
      "step": 318
    },
    {
      "epoch": 0.6845493562231759,
      "grad_norm": 4.507385647592385,
      "learning_rate": 1.1304025426044869e-06,
      "loss": 0.2711,
      "step": 319
    },
    {
      "epoch": 0.6866952789699571,
      "grad_norm": 4.922745847528059,
      "learning_rate": 1.116333957999608e-06,
      "loss": 0.2441,
      "step": 320
    },
    {
      "epoch": 0.6888412017167382,
      "grad_norm": 4.076334007452991,
      "learning_rate": 1.1023282599128797e-06,
      "loss": 0.2134,
      "step": 321
    },
    {
      "epoch": 0.6909871244635193,
      "grad_norm": 4.671754190487534,
      "learning_rate": 1.0883860848921122e-06,
      "loss": 0.2048,
      "step": 322
    },
    {
      "epoch": 0.6931330472103004,
      "grad_norm": 9.92777165374971,
      "learning_rate": 1.07450806659804e-06,
      "loss": 0.4585,
      "step": 323
    },
    {
      "epoch": 0.6952789699570815,
      "grad_norm": 5.249124657109493,
      "learning_rate": 1.060694835775527e-06,
      "loss": 0.2441,
      "step": 324
    },
    {
      "epoch": 0.6974248927038627,
      "grad_norm": 3.576374367164296,
      "learning_rate": 1.0469470202248976e-06,
      "loss": 0.2092,
      "step": 325
    },
    {
      "epoch": 0.6995708154506438,
      "grad_norm": 4.1766033624138315,
      "learning_rate": 1.0332652447734057e-06,
      "loss": 0.2437,
      "step": 326
    },
    {
      "epoch": 0.7017167381974249,
      "grad_norm": 4.5911217940771865,
      "learning_rate": 1.019650131246835e-06,
      "loss": 0.3378,
      "step": 327
    },
    {
      "epoch": 0.703862660944206,
      "grad_norm": 5.049668031588922,
      "learning_rate": 1.006102298441236e-06,
      "loss": 0.276,
      "step": 328
    },
    {
      "epoch": 0.7060085836909872,
      "grad_norm": 3.2474445516283366,
      "learning_rate": 9.926223620948061e-07,
      "loss": 0.1107,
      "step": 329
    },
    {
      "epoch": 0.7081545064377682,
      "grad_norm": 12.87037417509136,
      "learning_rate": 9.792109348599036e-07,
      "loss": 0.3857,
      "step": 330
    },
    {
      "epoch": 0.7103004291845494,
      "grad_norm": 5.089010214872758,
      "learning_rate": 9.65868626275198e-07,
      "loss": 0.3078,
      "step": 331
    },
    {
      "epoch": 0.7124463519313304,
      "grad_norm": 12.594828602227423,
      "learning_rate": 9.525960427379772e-07,
      "loss": 0.3576,
      "step": 332
    },
    {
      "epoch": 0.7145922746781116,
      "grad_norm": 13.530682640951623,
      "learning_rate": 9.393937874765754e-07,
      "loss": 0.5429,
      "step": 333
    },
    {
      "epoch": 0.7167381974248928,
      "grad_norm": 3.963378157061749,
      "learning_rate": 9.262624605229673e-07,
      "loss": 0.2409,
      "step": 334
    },
    {
      "epoch": 0.7188841201716738,
      "grad_norm": 3.7920088399022287,
      "learning_rate": 9.132026586854909e-07,
      "loss": 0.249,
      "step": 335
    },
    {
      "epoch": 0.721030042918455,
      "grad_norm": 13.220884914625854,
      "learning_rate": 9.002149755217246e-07,
      "loss": 0.654,
      "step": 336
    },
    {
      "epoch": 0.723175965665236,
      "grad_norm": 3.585564797999746,
      "learning_rate": 8.873000013115099e-07,
      "loss": 0.1466,
      "step": 337
    },
    {
      "epoch": 0.7253218884120172,
      "grad_norm": 4.837559263261418,
      "learning_rate": 8.744583230301248e-07,
      "loss": 0.2767,
      "step": 338
    },
    {
      "epoch": 0.7274678111587983,
      "grad_norm": 5.252715623197888,
      "learning_rate": 8.61690524321607e-07,
      "loss": 0.4616,
      "step": 339
    },
    {
      "epoch": 0.7296137339055794,
      "grad_norm": 4.394456008160045,
      "learning_rate": 8.48997185472226e-07,
      "loss": 0.3365,
      "step": 340
    },
    {
      "epoch": 0.7317596566523605,
      "grad_norm": 4.731413577745255,
      "learning_rate": 8.363788833841083e-07,
      "loss": 0.2681,
      "step": 341
    },
    {
      "epoch": 0.7339055793991416,
      "grad_norm": 4.23884351278645,
      "learning_rate": 8.238361915490226e-07,
      "loss": 0.2179,
      "step": 342
    },
    {
      "epoch": 0.7360515021459227,
      "grad_norm": 4.991832411605434,
      "learning_rate": 8.113696800223084e-07,
      "loss": 0.3074,
      "step": 343
    },
    {
      "epoch": 0.7381974248927039,
      "grad_norm": 11.78247542725481,
      "learning_rate": 7.989799153969735e-07,
      "loss": 0.7113,
      "step": 344
    },
    {
      "epoch": 0.740343347639485,
      "grad_norm": 2.677869163204128,
      "learning_rate": 7.866674607779401e-07,
      "loss": 0.1147,
      "step": 345
    },
    {
      "epoch": 0.7424892703862661,
      "grad_norm": 15.72663219186909,
      "learning_rate": 7.744328757564501e-07,
      "loss": 0.8535,
      "step": 346
    },
    {
      "epoch": 0.7446351931330472,
      "grad_norm": 5.679767488995843,
      "learning_rate": 7.622767163846376e-07,
      "loss": 0.2275,
      "step": 347
    },
    {
      "epoch": 0.7467811158798283,
      "grad_norm": 4.066844515227611,
      "learning_rate": 7.501995351502497e-07,
      "loss": 0.3943,
      "step": 348
    },
    {
      "epoch": 0.7489270386266095,
      "grad_norm": 5.645157777694975,
      "learning_rate": 7.38201880951544e-07,
      "loss": 0.4427,
      "step": 349
    },
    {
      "epoch": 0.7510729613733905,
      "grad_norm": 4.956779129225836,
      "learning_rate": 7.26284299072334e-07,
      "loss": 0.202,
      "step": 350
    },
    {
      "epoch": 0.7532188841201717,
      "grad_norm": 2.5935658433153566,
      "learning_rate": 7.144473311572136e-07,
      "loss": 0.1596,
      "step": 351
    },
    {
      "epoch": 0.7553648068669528,
      "grad_norm": 4.01470514282122,
      "learning_rate": 7.026915151869335e-07,
      "loss": 0.1781,
      "step": 352
    },
    {
      "epoch": 0.7575107296137339,
      "grad_norm": 4.6123159242382075,
      "learning_rate": 6.910173854539551e-07,
      "loss": 0.25,
      "step": 353
    },
    {
      "epoch": 0.759656652360515,
      "grad_norm": 3.0887466278904703,
      "learning_rate": 6.794254725381641e-07,
      "loss": 0.2184,
      "step": 354
    },
    {
      "epoch": 0.7618025751072961,
      "grad_norm": 4.1284793392534995,
      "learning_rate": 6.679163032827593e-07,
      "loss": 0.2396,
      "step": 355
    },
    {
      "epoch": 0.7639484978540773,
      "grad_norm": 4.382346488786086,
      "learning_rate": 6.564904007703032e-07,
      "loss": 0.2136,
      "step": 356
    },
    {
      "epoch": 0.7660944206008584,
      "grad_norm": 10.798704798244964,
      "learning_rate": 6.45148284298954e-07,
      "loss": 0.6572,
      "step": 357
    },
    {
      "epoch": 0.7682403433476395,
      "grad_norm": 4.878129288407048,
      "learning_rate": 6.33890469358861e-07,
      "loss": 0.3525,
      "step": 358
    },
    {
      "epoch": 0.7703862660944206,
      "grad_norm": 5.030026237930303,
      "learning_rate": 6.227174676087333e-07,
      "loss": 0.2312,
      "step": 359
    },
    {
      "epoch": 0.7725321888412017,
      "grad_norm": 17.098271284659155,
      "learning_rate": 6.11629786852592e-07,
      "loss": 0.6886,
      "step": 360
    },
    {
      "epoch": 0.7746781115879828,
      "grad_norm": 4.264109038299607,
      "learning_rate": 6.006279310166835e-07,
      "loss": 0.2899,
      "step": 361
    },
    {
      "epoch": 0.776824034334764,
      "grad_norm": 4.9567417333092605,
      "learning_rate": 5.897124001265822e-07,
      "loss": 0.2594,
      "step": 362
    },
    {
      "epoch": 0.778969957081545,
      "grad_norm": 4.793597034829966,
      "learning_rate": 5.788836902844633e-07,
      "loss": 0.2406,
      "step": 363
    },
    {
      "epoch": 0.7811158798283262,
      "grad_norm": 5.338193032183525,
      "learning_rate": 5.681422936465522e-07,
      "loss": 0.3718,
      "step": 364
    },
    {
      "epoch": 0.7832618025751072,
      "grad_norm": 4.677431437894929,
      "learning_rate": 5.574886984007602e-07,
      "loss": 0.1582,
      "step": 365
    },
    {
      "epoch": 0.7854077253218884,
      "grad_norm": 5.490552521240752,
      "learning_rate": 5.469233887444941e-07,
      "loss": 0.3061,
      "step": 366
    },
    {
      "epoch": 0.7875536480686696,
      "grad_norm": 3.324520040683454,
      "learning_rate": 5.36446844862653e-07,
      "loss": 0.416,
      "step": 367
    },
    {
      "epoch": 0.7896995708154506,
      "grad_norm": 4.170197573866644,
      "learning_rate": 5.260595429058021e-07,
      "loss": 0.182,
      "step": 368
    },
    {
      "epoch": 0.7918454935622318,
      "grad_norm": 15.271343898793598,
      "learning_rate": 5.1576195496853e-07,
      "loss": 0.971,
      "step": 369
    },
    {
      "epoch": 0.7939914163090128,
      "grad_norm": 5.773601400585028,
      "learning_rate": 5.055545490679981e-07,
      "loss": 0.373,
      "step": 370
    },
    {
      "epoch": 0.796137339055794,
      "grad_norm": 5.969373195356161,
      "learning_rate": 4.954377891226623e-07,
      "loss": 0.1698,
      "step": 371
    },
    {
      "epoch": 0.7982832618025751,
      "grad_norm": 4.932322793806067,
      "learning_rate": 4.854121349311949e-07,
      "loss": 0.3279,
      "step": 372
    },
    {
      "epoch": 0.8004291845493562,
      "grad_norm": 4.577118395812275,
      "learning_rate": 4.7547804215158476e-07,
      "loss": 0.2336,
      "step": 373
    },
    {
      "epoch": 0.8025751072961373,
      "grad_norm": 4.347265571148098,
      "learning_rate": 4.6563596228042433e-07,
      "loss": 0.2708,
      "step": 374
    },
    {
      "epoch": 0.8047210300429185,
      "grad_norm": 5.494640250591727,
      "learning_rate": 4.558863426323962e-07,
      "loss": 0.1907,
      "step": 375
    },
    {
      "epoch": 0.8068669527896996,
      "grad_norm": 3.3572786766867844,
      "learning_rate": 4.462296263199381e-07,
      "loss": 0.2496,
      "step": 376
    },
    {
      "epoch": 0.8090128755364807,
      "grad_norm": 5.900778507191783,
      "learning_rate": 4.366662522331053e-07,
      "loss": 0.348,
      "step": 377
    },
    {
      "epoch": 0.8111587982832618,
      "grad_norm": 9.530668791644544,
      "learning_rate": 4.27196655019623e-07,
      "loss": 0.31,
      "step": 378
    },
    {
      "epoch": 0.8133047210300429,
      "grad_norm": 11.51101766547589,
      "learning_rate": 4.1782126506513196e-07,
      "loss": 0.4048,
      "step": 379
    },
    {
      "epoch": 0.8154506437768241,
      "grad_norm": 4.265212244249617,
      "learning_rate": 4.0854050847362966e-07,
      "loss": 0.3379,
      "step": 380
    },
    {
      "epoch": 0.8175965665236051,
      "grad_norm": 4.266290446089351,
      "learning_rate": 3.9935480704810237e-07,
      "loss": 0.2869,
      "step": 381
    },
    {
      "epoch": 0.8197424892703863,
      "grad_norm": 10.069859696254095,
      "learning_rate": 3.9026457827135324e-07,
      "loss": 0.3259,
      "step": 382
    },
    {
      "epoch": 0.8218884120171673,
      "grad_norm": 4.789626593387076,
      "learning_rate": 3.812702352870321e-07,
      "loss": 0.2795,
      "step": 383
    },
    {
      "epoch": 0.8240343347639485,
      "grad_norm": 7.071090188512615,
      "learning_rate": 3.723721868808533e-07,
      "loss": 0.3904,
      "step": 384
    },
    {
      "epoch": 0.8261802575107297,
      "grad_norm": 6.396013480233416,
      "learning_rate": 3.6357083746202173e-07,
      "loss": 0.3435,
      "step": 385
    },
    {
      "epoch": 0.8283261802575107,
      "grad_norm": 6.912201776722396,
      "learning_rate": 3.5486658704484977e-07,
      "loss": 0.1841,
      "step": 386
    },
    {
      "epoch": 0.8304721030042919,
      "grad_norm": 3.7884598131328793,
      "learning_rate": 3.4625983123057624e-07,
      "loss": 0.1977,
      "step": 387
    },
    {
      "epoch": 0.8326180257510729,
      "grad_norm": 4.539195321014333,
      "learning_rate": 3.3775096118939033e-07,
      "loss": 0.2573,
      "step": 388
    },
    {
      "epoch": 0.8347639484978541,
      "grad_norm": 13.401579924542975,
      "learning_rate": 3.2934036364264845e-07,
      "loss": 0.4396,
      "step": 389
    },
    {
      "epoch": 0.8369098712446352,
      "grad_norm": 3.4147384980259816,
      "learning_rate": 3.2102842084530293e-07,
      "loss": 0.1677,
      "step": 390
    },
    {
      "epoch": 0.8390557939914163,
      "grad_norm": 12.280073964483028,
      "learning_rate": 3.128155105685243e-07,
      "loss": 0.6472,
      "step": 391
    },
    {
      "epoch": 0.8412017167381974,
      "grad_norm": 14.537818479540036,
      "learning_rate": 3.0470200608253594e-07,
      "loss": 0.6278,
      "step": 392
    },
    {
      "epoch": 0.8433476394849786,
      "grad_norm": 4.602724381634226,
      "learning_rate": 2.96688276139645e-07,
      "loss": 0.2403,
      "step": 393
    },
    {
      "epoch": 0.8454935622317596,
      "grad_norm": 5.352137114560932,
      "learning_rate": 2.887746849574877e-07,
      "loss": 0.3369,
      "step": 394
    },
    {
      "epoch": 0.8476394849785408,
      "grad_norm": 6.023327004803226,
      "learning_rate": 2.809615922024711e-07,
      "loss": 0.2251,
      "step": 395
    },
    {
      "epoch": 0.8497854077253219,
      "grad_norm": 5.227321763313939,
      "learning_rate": 2.7324935297343146e-07,
      "loss": 0.3855,
      "step": 396
    },
    {
      "epoch": 0.851931330472103,
      "grad_norm": 3.301210094777184,
      "learning_rate": 2.6563831778549015e-07,
      "loss": 0.1753,
      "step": 397
    },
    {
      "epoch": 0.8540772532188842,
      "grad_norm": 3.8623722681440125,
      "learning_rate": 2.5812883255412704e-07,
      "loss": 0.1972,
      "step": 398
    },
    {
      "epoch": 0.8562231759656652,
      "grad_norm": 11.977134679582875,
      "learning_rate": 2.5072123857945773e-07,
      "loss": 0.4452,
      "step": 399
    },
    {
      "epoch": 0.8583690987124464,
      "grad_norm": 11.01382449808334,
      "learning_rate": 2.4341587253072035e-07,
      "loss": 0.365,
      "step": 400
    },
    {
      "epoch": 0.8583690987124464,
      "eval_loss": 1.3694226741790771,
      "eval_runtime": 0.5595,
      "eval_samples_per_second": 3.575,
      "eval_steps_per_second": 1.787,
      "step": 400
    },
    {
      "epoch": 0.8605150214592274,
      "grad_norm": 5.5777813351540315,
      "learning_rate": 2.3621306643097613e-07,
      "loss": 0.2782,
      "step": 401
    },
    {
      "epoch": 0.8626609442060086,
      "grad_norm": 4.6116367037678785,
      "learning_rate": 2.2911314764201775e-07,
      "loss": 0.3513,
      "step": 402
    },
    {
      "epoch": 0.8648068669527897,
      "grad_norm": 4.483486905044895,
      "learning_rate": 2.221164388494923e-07,
      "loss": 0.4313,
      "step": 403
    },
    {
      "epoch": 0.8669527896995708,
      "grad_norm": 4.272277428586251,
      "learning_rate": 2.1522325804823496e-07,
      "loss": 0.2204,
      "step": 404
    },
    {
      "epoch": 0.869098712446352,
      "grad_norm": 3.896674815860478,
      "learning_rate": 2.0843391852781558e-07,
      "loss": 0.2286,
      "step": 405
    },
    {
      "epoch": 0.871244635193133,
      "grad_norm": 11.404612671959441,
      "learning_rate": 2.0174872885830117e-07,
      "loss": 0.5745,
      "step": 406
    },
    {
      "epoch": 0.8733905579399142,
      "grad_norm": 5.761128589810944,
      "learning_rate": 1.9516799287622984e-07,
      "loss": 0.2869,
      "step": 407
    },
    {
      "epoch": 0.8755364806866953,
      "grad_norm": 3.268320125330955,
      "learning_rate": 1.8869200967080503e-07,
      "loss": 0.1103,
      "step": 408
    },
    {
      "epoch": 0.8776824034334764,
      "grad_norm": 4.38842912004494,
      "learning_rate": 1.8232107357029877e-07,
      "loss": 0.2272,
      "step": 409
    },
    {
      "epoch": 0.8798283261802575,
      "grad_norm": 4.643796217859636,
      "learning_rate": 1.7605547412867574e-07,
      "loss": 0.184,
      "step": 410
    },
    {
      "epoch": 0.8819742489270386,
      "grad_norm": 4.90732488089375,
      "learning_rate": 1.6989549611243412e-07,
      "loss": 0.3627,
      "step": 411
    },
    {
      "epoch": 0.8841201716738197,
      "grad_norm": 12.17579771573891,
      "learning_rate": 1.638414194876617e-07,
      "loss": 0.5054,
      "step": 412
    },
    {
      "epoch": 0.8862660944206009,
      "grad_norm": 7.752186615318354,
      "learning_rate": 1.5789351940731334e-07,
      "loss": 0.363,
      "step": 413
    },
    {
      "epoch": 0.8884120171673819,
      "grad_norm": 4.5450019220648,
      "learning_rate": 1.520520661987049e-07,
      "loss": 0.3259,
      "step": 414
    },
    {
      "epoch": 0.8905579399141631,
      "grad_norm": 5.488305915443275,
      "learning_rate": 1.463173253512251e-07,
      "loss": 0.3395,
      "step": 415
    },
    {
      "epoch": 0.8927038626609443,
      "grad_norm": 7.094268562494252,
      "learning_rate": 1.406895575042727e-07,
      "loss": 0.295,
      "step": 416
    },
    {
      "epoch": 0.8948497854077253,
      "grad_norm": 4.7154597836682965,
      "learning_rate": 1.3516901843540876e-07,
      "loss": 0.2653,
      "step": 417
    },
    {
      "epoch": 0.8969957081545065,
      "grad_norm": 11.321571989329978,
      "learning_rate": 1.2975595904873073e-07,
      "loss": 0.4694,
      "step": 418
    },
    {
      "epoch": 0.8991416309012875,
      "grad_norm": 4.452790240381536,
      "learning_rate": 1.2445062536347057e-07,
      "loss": 0.3792,
      "step": 419
    },
    {
      "epoch": 0.9012875536480687,
      "grad_norm": 4.044178243939312,
      "learning_rate": 1.1925325850281416e-07,
      "loss": 0.2857,
      "step": 420
    },
    {
      "epoch": 0.9034334763948498,
      "grad_norm": 5.509954869782006,
      "learning_rate": 1.1416409468293977e-07,
      "loss": 0.3078,
      "step": 421
    },
    {
      "epoch": 0.9055793991416309,
      "grad_norm": 4.69558598631356,
      "learning_rate": 1.0918336520228474e-07,
      "loss": 0.335,
      "step": 422
    },
    {
      "epoch": 0.907725321888412,
      "grad_norm": 4.4538465310945385,
      "learning_rate": 1.0431129643103193e-07,
      "loss": 0.2351,
      "step": 423
    },
    {
      "epoch": 0.9098712446351931,
      "grad_norm": 5.374815587193687,
      "learning_rate": 9.954810980082191e-08,
      "loss": 0.2546,
      "step": 424
    },
    {
      "epoch": 0.9120171673819742,
      "grad_norm": 11.52228630231847,
      "learning_rate": 9.489402179468754e-08,
      "loss": 0.7185,
      "step": 425
    },
    {
      "epoch": 0.9141630901287554,
      "grad_norm": 3.884298143154326,
      "learning_rate": 9.034924393721778e-08,
      "loss": 0.2261,
      "step": 426
    },
    {
      "epoch": 0.9163090128755365,
      "grad_norm": 12.582223724723782,
      "learning_rate": 8.5913982784942e-08,
      "loss": 0.5048,
      "step": 427
    },
    {
      "epoch": 0.9184549356223176,
      "grad_norm": 4.909917760044249,
      "learning_rate": 8.15884399169417e-08,
      "loss": 0.1981,
      "step": 428
    },
    {
      "epoch": 0.9206008583690987,
      "grad_norm": 4.336475429929087,
      "learning_rate": 7.737281192569169e-08,
      "loss": 0.2551,
      "step": 429
    },
    {
      "epoch": 0.9227467811158798,
      "grad_norm": 3.489835127648909,
      "learning_rate": 7.326729040812136e-08,
      "loss": 0.1921,
      "step": 430
    },
    {
      "epoch": 0.924892703862661,
      "grad_norm": 4.877570803828318,
      "learning_rate": 6.927206195691039e-08,
      "loss": 0.2177,
      "step": 431
    },
    {
      "epoch": 0.927038626609442,
      "grad_norm": 4.717548019415604,
      "learning_rate": 6.538730815200483e-08,
      "loss": 0.147,
      "step": 432
    },
    {
      "epoch": 0.9291845493562232,
      "grad_norm": 14.494510709152369,
      "learning_rate": 6.1613205552368e-08,
      "loss": 0.6247,
      "step": 433
    },
    {
      "epoch": 0.9313304721030042,
      "grad_norm": 3.5697709692346677,
      "learning_rate": 5.79499256879526e-08,
      "loss": 0.1588,
      "step": 434
    },
    {
      "epoch": 0.9334763948497854,
      "grad_norm": 5.135679478772209,
      "learning_rate": 5.4397635051907093e-08,
      "loss": 0.4196,
      "step": 435
    },
    {
      "epoch": 0.9356223175965666,
      "grad_norm": 5.329997658405359,
      "learning_rate": 5.095649509300804e-08,
      "loss": 0.2701,
      "step": 436
    },
    {
      "epoch": 0.9377682403433476,
      "grad_norm": 3.760523480520758,
      "learning_rate": 4.7626662208322405e-08,
      "loss": 0.0939,
      "step": 437
    },
    {
      "epoch": 0.9399141630901288,
      "grad_norm": 5.291669505677406,
      "learning_rate": 4.4408287736099344e-08,
      "loss": 0.3128,
      "step": 438
    },
    {
      "epoch": 0.9420600858369099,
      "grad_norm": 11.680854749305373,
      "learning_rate": 4.130151794889181e-08,
      "loss": 0.3982,
      "step": 439
    },
    {
      "epoch": 0.944206008583691,
      "grad_norm": 12.506267427980399,
      "learning_rate": 3.830649404690939e-08,
      "loss": 0.6572,
      "step": 440
    },
    {
      "epoch": 0.9463519313304721,
      "grad_norm": 4.533062512569462,
      "learning_rate": 3.5423352151599534e-08,
      "loss": 0.2257,
      "step": 441
    },
    {
      "epoch": 0.9484978540772532,
      "grad_norm": 3.8785495849634173,
      "learning_rate": 3.2652223299462214e-08,
      "loss": 0.217,
      "step": 442
    },
    {
      "epoch": 0.9506437768240343,
      "grad_norm": 6.192440279403632,
      "learning_rate": 2.9993233436093895e-08,
      "loss": 0.362,
      "step": 443
    },
    {
      "epoch": 0.9527896995708155,
      "grad_norm": 4.267433754596404,
      "learning_rate": 2.7446503410463178e-08,
      "loss": 0.2044,
      "step": 444
    },
    {
      "epoch": 0.9549356223175965,
      "grad_norm": 5.592239506957767,
      "learning_rate": 2.5012148969419113e-08,
      "loss": 0.3607,
      "step": 445
    },
    {
      "epoch": 0.9570815450643777,
      "grad_norm": 12.403767416603346,
      "learning_rate": 2.2690280752429293e-08,
      "loss": 0.5623,
      "step": 446
    },
    {
      "epoch": 0.9592274678111588,
      "grad_norm": 4.281323531138287,
      "learning_rate": 2.0481004286552753e-08,
      "loss": 0.2902,
      "step": 447
    },
    {
      "epoch": 0.9613733905579399,
      "grad_norm": 2.903934981764517,
      "learning_rate": 1.8384419981642698e-08,
      "loss": 0.1355,
      "step": 448
    },
    {
      "epoch": 0.9635193133047211,
      "grad_norm": 8.89203528557412,
      "learning_rate": 1.6400623125784053e-08,
      "loss": 0.3686,
      "step": 449
    },
    {
      "epoch": 0.9656652360515021,
      "grad_norm": 4.562592593974174,
      "learning_rate": 1.452970388096192e-08,
      "loss": 0.1926,
      "step": 450
    },
    {
      "epoch": 0.9678111587982833,
      "grad_norm": 4.534339307707502,
      "learning_rate": 1.2771747278963464e-08,
      "loss": 0.3514,
      "step": 451
    },
    {
      "epoch": 0.9699570815450643,
      "grad_norm": 4.556632192151679,
      "learning_rate": 1.1126833217514898e-08,
      "loss": 0.2418,
      "step": 452
    },
    {
      "epoch": 0.9721030042918455,
      "grad_norm": 9.909433789309341,
      "learning_rate": 9.595036456648277e-09,
      "loss": 0.3205,
      "step": 453
    },
    {
      "epoch": 0.9742489270386266,
      "grad_norm": 3.9689055222382374,
      "learning_rate": 8.176426615304767e-09,
      "loss": 0.1813,
      "step": 454
    },
    {
      "epoch": 0.9763948497854077,
      "grad_norm": 5.3691676448201155,
      "learning_rate": 6.871068168170237e-09,
      "loss": 0.2227,
      "step": 455
    },
    {
      "epoch": 0.9785407725321889,
      "grad_norm": 3.1063248198160824,
      "learning_rate": 5.679020442745098e-09,
      "loss": 0.1993,
      "step": 456
    },
    {
      "epoch": 0.98068669527897,
      "grad_norm": 3.8439436507436415,
      "learning_rate": 4.600337616648131e-09,
      "loss": 0.2025,
      "step": 457
    },
    {
      "epoch": 0.9828326180257511,
      "grad_norm": 3.4608789139316882,
      "learning_rate": 3.6350687151531782e-09,
      "loss": 0.1106,
      "step": 458
    },
    {
      "epoch": 0.9849785407725322,
      "grad_norm": 4.432907889303436,
      "learning_rate": 2.7832576089623086e-09,
      "loss": 0.181,
      "step": 459
    },
    {
      "epoch": 0.9871244635193133,
      "grad_norm": 5.815988851277571,
      "learning_rate": 2.044943012210754e-09,
      "loss": 0.3236,
      "step": 460
    },
    {
      "epoch": 0.9892703862660944,
      "grad_norm": 4.622989507343908,
      "learning_rate": 1.4201584807083113e-09,
      "loss": 0.2848,
      "step": 461
    },
    {
      "epoch": 0.9914163090128756,
      "grad_norm": 4.812640379426997,
      "learning_rate": 9.08932410413621e-10,
      "loss": 0.2791,
      "step": 462
    },
    {
      "epoch": 0.9935622317596566,
      "grad_norm": 11.627724270489814,
      "learning_rate": 5.112880361438088e-10,
      "loss": 0.7668,
      "step": 463
    },
    {
      "epoch": 0.9957081545064378,
      "grad_norm": 3.8724681206038953,
      "learning_rate": 2.2724343051866438e-10,
      "loss": 0.1976,
      "step": 464
    },
    {
      "epoch": 0.9978540772532188,
      "grad_norm": 6.521739917424491,
      "learning_rate": 5.681150313907591e-11,
      "loss": 0.2869,
      "step": 465
    },
    {
      "epoch": 1.0,
      "grad_norm": 3.883799871571989,
      "learning_rate": 0.0,
      "loss": 0.1588,
      "step": 466
    },
    {
      "epoch": 1.0,
      "step": 466,
      "total_flos": 4281709953024.0,
      "train_loss": 0.34951822290220996,
      "train_runtime": 959.7413,
      "train_samples_per_second": 1.942,
      "train_steps_per_second": 0.486
    }
  ],
  "logging_steps": 1,
  "max_steps": 466,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 2000000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4281709953024.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}