{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9997672540080229,
  "eval_steps": 1000,
  "global_step": 2282,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0021905505127257294,
      "grad_norm": 13096.0,
      "learning_rate": 4.366812227074236e-07,
      "loss": 742.6802,
      "step": 5
    },
    {
      "epoch": 0.004381101025451459,
      "grad_norm": 90.625,
      "learning_rate": 8.733624454148472e-07,
      "loss": 111.4364,
      "step": 10
    },
    {
      "epoch": 0.006571651538177188,
      "grad_norm": 64.625,
      "learning_rate": 1.3100436681222709e-06,
      "loss": 44.6282,
      "step": 15
    },
    {
      "epoch": 0.008762202050902917,
      "grad_norm": 56.09375,
      "learning_rate": 1.7467248908296944e-06,
      "loss": 44.0656,
      "step": 20
    },
    {
      "epoch": 0.010952752563628647,
      "grad_norm": 40.4375,
      "learning_rate": 2.183406113537118e-06,
      "loss": 41.889,
      "step": 25
    },
    {
      "epoch": 0.013143303076354376,
      "grad_norm": 50.6875,
      "learning_rate": 2.6200873362445417e-06,
      "loss": 40.9611,
      "step": 30
    },
    {
      "epoch": 0.015333853589080106,
      "grad_norm": 34.125,
      "learning_rate": 3.0567685589519653e-06,
      "loss": 40.9319,
      "step": 35
    },
    {
      "epoch": 0.017524404101805835,
      "grad_norm": 37.34375,
      "learning_rate": 3.493449781659389e-06,
      "loss": 41.2922,
      "step": 40
    },
    {
      "epoch": 0.019714954614531564,
      "grad_norm": 30.140625,
      "learning_rate": 3.930131004366812e-06,
      "loss": 39.5204,
      "step": 45
    },
    {
      "epoch": 0.021905505127257294,
      "grad_norm": 30.953125,
      "learning_rate": 4.366812227074236e-06,
      "loss": 39.9045,
      "step": 50
    },
    {
      "epoch": 0.024096055639983023,
      "grad_norm": 30.453125,
      "learning_rate": 4.80349344978166e-06,
      "loss": 40.7265,
      "step": 55
    },
    {
      "epoch": 0.026286606152708752,
      "grad_norm": 32.65625,
      "learning_rate": 5.2401746724890834e-06,
      "loss": 39.5216,
      "step": 60
    },
    {
      "epoch": 0.028477156665434482,
      "grad_norm": 4284.0,
      "learning_rate": 5.676855895196507e-06,
      "loss": 50.5946,
      "step": 65
    },
    {
      "epoch": 0.03066770717816021,
      "grad_norm": 1012.0,
      "learning_rate": 6.1135371179039305e-06,
      "loss": 55.345,
      "step": 70
    },
    {
      "epoch": 0.03285825769088594,
      "grad_norm": 662.5,
      "learning_rate": 6.550218340611354e-06,
      "loss": 72.4566,
      "step": 75
    },
    {
      "epoch": 0.03504880820361167,
      "grad_norm": 92.875,
      "learning_rate": 6.986899563318778e-06,
      "loss": 50.0984,
      "step": 80
    },
    {
      "epoch": 0.0372393587163374,
      "grad_norm": 33.5,
      "learning_rate": 7.423580786026201e-06,
      "loss": 42.5405,
      "step": 85
    },
    {
      "epoch": 0.03942990922906313,
      "grad_norm": 32.3125,
      "learning_rate": 7.860262008733624e-06,
      "loss": 40.9513,
      "step": 90
    },
    {
      "epoch": 0.04162045974178886,
      "grad_norm": 73.125,
      "learning_rate": 8.296943231441049e-06,
      "loss": 39.5486,
      "step": 95
    },
    {
      "epoch": 0.04381101025451459,
      "grad_norm": 36.5625,
      "learning_rate": 8.733624454148473e-06,
      "loss": 38.6845,
      "step": 100
    },
    {
      "epoch": 0.04600156076724032,
      "grad_norm": 28.875,
      "learning_rate": 9.170305676855896e-06,
      "loss": 40.9694,
      "step": 105
    },
    {
      "epoch": 0.048192111279966046,
      "grad_norm": 30.09375,
      "learning_rate": 9.60698689956332e-06,
      "loss": 40.6168,
      "step": 110
    },
    {
      "epoch": 0.050382661792691776,
      "grad_norm": 28.40625,
      "learning_rate": 1.0043668122270742e-05,
      "loss": 39.6493,
      "step": 115
    },
    {
      "epoch": 0.052573212305417505,
      "grad_norm": 33.90625,
      "learning_rate": 1.0480349344978167e-05,
      "loss": 38.692,
      "step": 120
    },
    {
      "epoch": 0.054763762818143234,
      "grad_norm": 24.046875,
      "learning_rate": 1.0917030567685592e-05,
      "loss": 39.2953,
      "step": 125
    },
    {
      "epoch": 0.056954313330868964,
      "grad_norm": 50.1875,
      "learning_rate": 1.1353711790393014e-05,
      "loss": 39.2942,
      "step": 130
    },
    {
      "epoch": 0.05914486384359469,
      "grad_norm": 25.578125,
      "learning_rate": 1.179039301310044e-05,
      "loss": 40.2007,
      "step": 135
    },
    {
      "epoch": 0.06133541435632042,
      "grad_norm": 24.453125,
      "learning_rate": 1.2227074235807861e-05,
      "loss": 40.4033,
      "step": 140
    },
    {
      "epoch": 0.06352596486904616,
      "grad_norm": 25.109375,
      "learning_rate": 1.2663755458515286e-05,
      "loss": 40.2883,
      "step": 145
    },
    {
      "epoch": 0.06571651538177188,
      "grad_norm": 24.3125,
      "learning_rate": 1.3100436681222708e-05,
      "loss": 38.8529,
      "step": 150
    },
    {
      "epoch": 0.06790706589449762,
      "grad_norm": 33.03125,
      "learning_rate": 1.3537117903930132e-05,
      "loss": 40.0824,
      "step": 155
    },
    {
      "epoch": 0.07009761640722334,
      "grad_norm": 36.375,
      "learning_rate": 1.3973799126637555e-05,
      "loss": 40.8283,
      "step": 160
    },
    {
      "epoch": 0.07228816691994908,
      "grad_norm": 32.375,
      "learning_rate": 1.4410480349344979e-05,
      "loss": 38.3279,
      "step": 165
    },
    {
      "epoch": 0.0744787174326748,
      "grad_norm": 23.328125,
      "learning_rate": 1.4847161572052402e-05,
      "loss": 39.6786,
      "step": 170
    },
    {
      "epoch": 0.07666926794540053,
      "grad_norm": 33.65625,
      "learning_rate": 1.5283842794759826e-05,
      "loss": 39.6196,
      "step": 175
    },
    {
      "epoch": 0.07885981845812626,
      "grad_norm": 34.46875,
      "learning_rate": 1.5720524017467248e-05,
      "loss": 39.4438,
      "step": 180
    },
    {
      "epoch": 0.081050368970852,
      "grad_norm": 38.03125,
      "learning_rate": 1.6157205240174673e-05,
      "loss": 39.3557,
      "step": 185
    },
    {
      "epoch": 0.08324091948357772,
      "grad_norm": 45.59375,
      "learning_rate": 1.6593886462882098e-05,
      "loss": 39.7753,
      "step": 190
    },
    {
      "epoch": 0.08543146999630345,
      "grad_norm": 42.0625,
      "learning_rate": 1.703056768558952e-05,
      "loss": 38.6387,
      "step": 195
    },
    {
      "epoch": 0.08762202050902917,
      "grad_norm": 31.296875,
      "learning_rate": 1.7467248908296945e-05,
      "loss": 38.944,
      "step": 200
    },
    {
      "epoch": 0.08981257102175491,
      "grad_norm": 23.0,
      "learning_rate": 1.7903930131004367e-05,
      "loss": 39.5787,
      "step": 205
    },
    {
      "epoch": 0.09200312153448063,
      "grad_norm": 31.796875,
      "learning_rate": 1.8340611353711792e-05,
      "loss": 40.2236,
      "step": 210
    },
    {
      "epoch": 0.09419367204720637,
      "grad_norm": 31.796875,
      "learning_rate": 1.8777292576419214e-05,
      "loss": 39.7339,
      "step": 215
    },
    {
      "epoch": 0.09638422255993209,
      "grad_norm": 48.78125,
      "learning_rate": 1.921397379912664e-05,
      "loss": 41.8436,
      "step": 220
    },
    {
      "epoch": 0.09857477307265783,
      "grad_norm": 385.25,
      "learning_rate": 1.965065502183406e-05,
      "loss": 44.5202,
      "step": 225
    },
    {
      "epoch": 0.10076532358538355,
      "grad_norm": 39.03125,
      "learning_rate": 1.9990258158792012e-05,
      "loss": 45.2576,
      "step": 230
    },
    {
      "epoch": 0.10295587409810929,
      "grad_norm": 29.96875,
      "learning_rate": 1.994154895275207e-05,
      "loss": 42.9545,
      "step": 235
    },
    {
      "epoch": 0.10514642461083501,
      "grad_norm": 26.09375,
      "learning_rate": 1.989283974671213e-05,
      "loss": 41.42,
      "step": 240
    },
    {
      "epoch": 0.10733697512356075,
      "grad_norm": 28.609375,
      "learning_rate": 1.984413054067219e-05,
      "loss": 40.9569,
      "step": 245
    },
    {
      "epoch": 0.10952752563628647,
      "grad_norm": 45.03125,
      "learning_rate": 1.979542133463225e-05,
      "loss": 43.257,
      "step": 250
    },
    {
      "epoch": 0.1117180761490122,
      "grad_norm": 31.65625,
      "learning_rate": 1.9746712128592305e-05,
      "loss": 43.1437,
      "step": 255
    },
    {
      "epoch": 0.11390862666173793,
      "grad_norm": 24.5,
      "learning_rate": 1.9698002922552364e-05,
      "loss": 40.8937,
      "step": 260
    },
    {
      "epoch": 0.11609917717446366,
      "grad_norm": 37.34375,
      "learning_rate": 1.9649293716512423e-05,
      "loss": 41.702,
      "step": 265
    },
    {
      "epoch": 0.11828972768718939,
      "grad_norm": 28.078125,
      "learning_rate": 1.960058451047248e-05,
      "loss": 40.8823,
      "step": 270
    },
    {
      "epoch": 0.12048027819991512,
      "grad_norm": 30.703125,
      "learning_rate": 1.955187530443254e-05,
      "loss": 41.0227,
      "step": 275
    },
    {
      "epoch": 0.12267082871264084,
      "grad_norm": 28.703125,
      "learning_rate": 1.9503166098392598e-05,
      "loss": 41.8211,
      "step": 280
    },
    {
      "epoch": 0.12486137922536658,
      "grad_norm": 40.5625,
      "learning_rate": 1.9454456892352657e-05,
      "loss": 40.5589,
      "step": 285
    },
    {
      "epoch": 0.12705192973809232,
      "grad_norm": 32.625,
      "learning_rate": 1.9405747686312716e-05,
      "loss": 40.9865,
      "step": 290
    },
    {
      "epoch": 0.12924248025081803,
      "grad_norm": 67.3125,
      "learning_rate": 1.9357038480272775e-05,
      "loss": 40.3525,
      "step": 295
    },
    {
      "epoch": 0.13143303076354376,
      "grad_norm": 32.3125,
      "learning_rate": 1.930832927423283e-05,
      "loss": 40.1777,
      "step": 300
    },
    {
      "epoch": 0.1336235812762695,
      "grad_norm": 24.765625,
      "learning_rate": 1.925962006819289e-05,
      "loss": 39.8659,
      "step": 305
    },
    {
      "epoch": 0.13581413178899523,
      "grad_norm": 26.921875,
      "learning_rate": 1.921091086215295e-05,
      "loss": 41.8758,
      "step": 310
    },
    {
      "epoch": 0.13800468230172094,
      "grad_norm": 30.34375,
      "learning_rate": 1.9162201656113005e-05,
      "loss": 40.2781,
      "step": 315
    },
    {
      "epoch": 0.14019523281444668,
      "grad_norm": 100.1875,
      "learning_rate": 1.9113492450073065e-05,
      "loss": 38.3503,
      "step": 320
    },
    {
      "epoch": 0.14238578332717242,
      "grad_norm": 30.6875,
      "learning_rate": 1.9064783244033124e-05,
      "loss": 41.6195,
      "step": 325
    },
    {
      "epoch": 0.14457633383989815,
      "grad_norm": 31.53125,
      "learning_rate": 1.9016074037993183e-05,
      "loss": 40.62,
      "step": 330
    },
    {
      "epoch": 0.14676688435262386,
      "grad_norm": 32.75,
      "learning_rate": 1.8967364831953242e-05,
      "loss": 48.5258,
      "step": 335
    },
    {
      "epoch": 0.1489574348653496,
      "grad_norm": 21.390625,
      "learning_rate": 1.8918655625913298e-05,
      "loss": 41.4756,
      "step": 340
    },
    {
      "epoch": 0.15114798537807533,
      "grad_norm": 31.734375,
      "learning_rate": 1.8869946419873357e-05,
      "loss": 40.7427,
      "step": 345
    },
    {
      "epoch": 0.15333853589080107,
      "grad_norm": 47.53125,
      "learning_rate": 1.8821237213833417e-05,
      "loss": 40.1635,
      "step": 350
    },
    {
      "epoch": 0.15552908640352678,
      "grad_norm": 25.46875,
      "learning_rate": 1.8772528007793472e-05,
      "loss": 40.0878,
      "step": 355
    },
    {
      "epoch": 0.15771963691625251,
      "grad_norm": 29.828125,
      "learning_rate": 1.872381880175353e-05,
      "loss": 41.3363,
      "step": 360
    },
    {
      "epoch": 0.15991018742897825,
      "grad_norm": 32.65625,
      "learning_rate": 1.867510959571359e-05,
      "loss": 40.1477,
      "step": 365
    },
    {
      "epoch": 0.162100737941704,
      "grad_norm": 27.765625,
      "learning_rate": 1.862640038967365e-05,
      "loss": 39.9975,
      "step": 370
    },
    {
      "epoch": 0.1642912884544297,
      "grad_norm": 21.671875,
      "learning_rate": 1.857769118363371e-05,
      "loss": 40.2893,
      "step": 375
    },
    {
      "epoch": 0.16648183896715543,
      "grad_norm": 19.515625,
      "learning_rate": 1.852898197759377e-05,
      "loss": 38.7055,
      "step": 380
    },
    {
      "epoch": 0.16867238947988117,
      "grad_norm": 162.625,
      "learning_rate": 1.8480272771553824e-05,
      "loss": 48.099,
      "step": 385
    },
    {
      "epoch": 0.1708629399926069,
      "grad_norm": 29.8125,
      "learning_rate": 1.8431563565513884e-05,
      "loss": 48.3286,
      "step": 390
    },
    {
      "epoch": 0.1730534905053326,
      "grad_norm": 34.5625,
      "learning_rate": 1.8382854359473943e-05,
      "loss": 40.6334,
      "step": 395
    },
    {
      "epoch": 0.17524404101805835,
      "grad_norm": 20.9375,
      "learning_rate": 1.8334145153434e-05,
      "loss": 39.5327,
      "step": 400
    },
    {
      "epoch": 0.17743459153078409,
      "grad_norm": 24.359375,
      "learning_rate": 1.8285435947394058e-05,
      "loss": 38.2548,
      "step": 405
    },
    {
      "epoch": 0.17962514204350982,
      "grad_norm": 26.109375,
      "learning_rate": 1.8236726741354117e-05,
      "loss": 39.5699,
      "step": 410
    },
    {
      "epoch": 0.18181569255623553,
      "grad_norm": 74.4375,
      "learning_rate": 1.8188017535314176e-05,
      "loss": 40.1855,
      "step": 415
    },
    {
      "epoch": 0.18400624306896127,
      "grad_norm": 38.1875,
      "learning_rate": 1.8139308329274236e-05,
      "loss": 39.2502,
      "step": 420
    },
    {
      "epoch": 0.186196793581687,
      "grad_norm": 19.75,
      "learning_rate": 1.8090599123234295e-05,
      "loss": 38.5868,
      "step": 425
    },
    {
      "epoch": 0.18838734409441274,
      "grad_norm": 22.546875,
      "learning_rate": 1.804188991719435e-05,
      "loss": 38.2078,
      "step": 430
    },
    {
      "epoch": 0.19057789460713845,
      "grad_norm": 32.96875,
      "learning_rate": 1.799318071115441e-05,
      "loss": 38.6803,
      "step": 435
    },
    {
      "epoch": 0.19276844511986418,
      "grad_norm": 36.75,
      "learning_rate": 1.794447150511447e-05,
      "loss": 39.3906,
      "step": 440
    },
    {
      "epoch": 0.19495899563258992,
      "grad_norm": 23.71875,
      "learning_rate": 1.7895762299074525e-05,
      "loss": 38.3763,
      "step": 445
    },
    {
      "epoch": 0.19714954614531566,
      "grad_norm": 26.328125,
      "learning_rate": 1.7847053093034584e-05,
      "loss": 37.9731,
      "step": 450
    },
    {
      "epoch": 0.19934009665804137,
      "grad_norm": 27.03125,
      "learning_rate": 1.7798343886994643e-05,
      "loss": 39.5706,
      "step": 455
    },
    {
      "epoch": 0.2015306471707671,
      "grad_norm": 17.046875,
      "learning_rate": 1.7749634680954703e-05,
      "loss": 38.7336,
      "step": 460
    },
    {
      "epoch": 0.20372119768349284,
      "grad_norm": 24.59375,
      "learning_rate": 1.7700925474914762e-05,
      "loss": 38.5834,
      "step": 465
    },
    {
      "epoch": 0.20591174819621857,
      "grad_norm": 33.5625,
      "learning_rate": 1.7652216268874818e-05,
      "loss": 39.1163,
      "step": 470
    },
    {
      "epoch": 0.20810229870894428,
      "grad_norm": 28.875,
      "learning_rate": 1.7603507062834877e-05,
      "loss": 39.7169,
      "step": 475
    },
    {
      "epoch": 0.21029284922167002,
      "grad_norm": 26.0625,
      "learning_rate": 1.7554797856794936e-05,
      "loss": 38.2182,
      "step": 480
    },
    {
      "epoch": 0.21248339973439576,
      "grad_norm": 25.265625,
      "learning_rate": 1.7506088650754992e-05,
      "loss": 38.4219,
      "step": 485
    },
    {
      "epoch": 0.2146739502471215,
      "grad_norm": 40.53125,
      "learning_rate": 1.745737944471505e-05,
      "loss": 39.3143,
      "step": 490
    },
    {
      "epoch": 0.2168645007598472,
      "grad_norm": 28.828125,
      "learning_rate": 1.740867023867511e-05,
      "loss": 38.7423,
      "step": 495
    },
    {
      "epoch": 0.21905505127257294,
      "grad_norm": 19.84375,
      "learning_rate": 1.735996103263517e-05,
      "loss": 37.1676,
      "step": 500
    },
    {
      "epoch": 0.22124560178529867,
      "grad_norm": 22.0625,
      "learning_rate": 1.731125182659523e-05,
      "loss": 38.0275,
      "step": 505
    },
    {
      "epoch": 0.2234361522980244,
      "grad_norm": 45.5,
      "learning_rate": 1.7262542620555288e-05,
      "loss": 37.0928,
      "step": 510
    },
    {
      "epoch": 0.22562670281075012,
      "grad_norm": 40.5625,
      "learning_rate": 1.7213833414515344e-05,
      "loss": 37.4132,
      "step": 515
    },
    {
      "epoch": 0.22781725332347585,
      "grad_norm": 26.9375,
      "learning_rate": 1.7165124208475403e-05,
      "loss": 38.0051,
      "step": 520
    },
    {
      "epoch": 0.2300078038362016,
      "grad_norm": 31.796875,
      "learning_rate": 1.7116415002435462e-05,
      "loss": 36.731,
      "step": 525
    },
    {
      "epoch": 0.23219835434892733,
      "grad_norm": 24.328125,
      "learning_rate": 1.7067705796395518e-05,
      "loss": 36.7867,
      "step": 530
    },
    {
      "epoch": 0.23438890486165304,
      "grad_norm": 28.390625,
      "learning_rate": 1.7018996590355577e-05,
      "loss": 38.4257,
      "step": 535
    },
    {
      "epoch": 0.23657945537437877,
      "grad_norm": 33.5625,
      "learning_rate": 1.6970287384315637e-05,
      "loss": 38.0036,
      "step": 540
    },
    {
      "epoch": 0.2387700058871045,
      "grad_norm": 36.125,
      "learning_rate": 1.6921578178275696e-05,
      "loss": 37.2956,
      "step": 545
    },
    {
      "epoch": 0.24096055639983024,
      "grad_norm": 59.34375,
      "learning_rate": 1.6872868972235755e-05,
      "loss": 36.8695,
      "step": 550
    },
    {
      "epoch": 0.24315110691255595,
      "grad_norm": 17.25,
      "learning_rate": 1.6824159766195814e-05,
      "loss": 36.5629,
      "step": 555
    },
    {
      "epoch": 0.2453416574252817,
      "grad_norm": 26.875,
      "learning_rate": 1.677545056015587e-05,
      "loss": 36.3663,
      "step": 560
    },
    {
      "epoch": 0.24753220793800743,
      "grad_norm": 29.59375,
      "learning_rate": 1.672674135411593e-05,
      "loss": 36.5514,
      "step": 565
    },
    {
      "epoch": 0.24972275845073316,
      "grad_norm": 94.8125,
      "learning_rate": 1.667803214807599e-05,
      "loss": 37.2822,
      "step": 570
    },
    {
      "epoch": 0.25191330896345887,
      "grad_norm": 25.921875,
      "learning_rate": 1.6629322942036044e-05,
      "loss": 37.0216,
      "step": 575
    },
    {
      "epoch": 0.25410385947618463,
      "grad_norm": 29.46875,
      "learning_rate": 1.6580613735996104e-05,
      "loss": 36.9,
      "step": 580
    },
    {
      "epoch": 0.25629440998891034,
      "grad_norm": 25.40625,
      "learning_rate": 1.6531904529956163e-05,
      "loss": 36.3711,
      "step": 585
    },
    {
      "epoch": 0.25848496050163605,
      "grad_norm": 23.453125,
      "learning_rate": 1.6483195323916222e-05,
      "loss": 36.7133,
      "step": 590
    },
    {
      "epoch": 0.2606755110143618,
      "grad_norm": 28.328125,
      "learning_rate": 1.643448611787628e-05,
      "loss": 36.4338,
      "step": 595
    },
    {
      "epoch": 0.2628660615270875,
      "grad_norm": 31.875,
      "learning_rate": 1.6385776911836337e-05,
      "loss": 36.4187,
      "step": 600
    },
    {
      "epoch": 0.26505661203981323,
      "grad_norm": 26.375,
      "learning_rate": 1.6337067705796396e-05,
      "loss": 37.0881,
      "step": 605
    },
    {
      "epoch": 0.267247162552539,
      "grad_norm": 47.84375,
      "learning_rate": 1.6288358499756456e-05,
      "loss": 36.7284,
      "step": 610
    },
    {
      "epoch": 0.2694377130652647,
      "grad_norm": 36.9375,
      "learning_rate": 1.623964929371651e-05,
      "loss": 35.6421,
      "step": 615
    },
    {
      "epoch": 0.27162826357799047,
      "grad_norm": 44.9375,
      "learning_rate": 1.619094008767657e-05,
      "loss": 35.6973,
      "step": 620
    },
    {
      "epoch": 0.2738188140907162,
      "grad_norm": 17.4375,
      "learning_rate": 1.614223088163663e-05,
      "loss": 35.1017,
      "step": 625
    },
    {
      "epoch": 0.2760093646034419,
      "grad_norm": 30.0625,
      "learning_rate": 1.609352167559669e-05,
      "loss": 36.4951,
      "step": 630
    },
    {
      "epoch": 0.27819991511616765,
      "grad_norm": 35.84375,
      "learning_rate": 1.604481246955675e-05,
      "loss": 35.1649,
      "step": 635
    },
    {
      "epoch": 0.28039046562889336,
      "grad_norm": 25.703125,
      "learning_rate": 1.5996103263516808e-05,
      "loss": 34.9533,
      "step": 640
    },
    {
      "epoch": 0.28258101614161907,
      "grad_norm": 41.28125,
      "learning_rate": 1.5947394057476863e-05,
      "loss": 34.6937,
      "step": 645
    },
    {
      "epoch": 0.28477156665434483,
      "grad_norm": 27.390625,
      "learning_rate": 1.5898684851436923e-05,
      "loss": 36.1568,
      "step": 650
    },
    {
      "epoch": 0.28696211716707054,
      "grad_norm": 24.828125,
      "learning_rate": 1.5849975645396982e-05,
      "loss": 34.8646,
      "step": 655
    },
    {
      "epoch": 0.2891526676797963,
      "grad_norm": 29.734375,
      "learning_rate": 1.5801266439357038e-05,
      "loss": 35.4552,
      "step": 660
    },
    {
      "epoch": 0.291343218192522,
      "grad_norm": 21.140625,
      "learning_rate": 1.5752557233317097e-05,
      "loss": 35.4214,
      "step": 665
    },
    {
      "epoch": 0.2935337687052477,
      "grad_norm": 20.53125,
      "learning_rate": 1.5703848027277156e-05,
      "loss": 35.3401,
      "step": 670
    },
    {
      "epoch": 0.2957243192179735,
      "grad_norm": 57.25,
      "learning_rate": 1.5655138821237215e-05,
      "loss": 35.3161,
      "step": 675
    },
    {
      "epoch": 0.2979148697306992,
      "grad_norm": 21.375,
      "learning_rate": 1.5606429615197275e-05,
      "loss": 34.5353,
      "step": 680
    },
    {
      "epoch": 0.3001054202434249,
      "grad_norm": 19.28125,
      "learning_rate": 1.5557720409157334e-05,
      "loss": 34.1415,
      "step": 685
    },
    {
      "epoch": 0.30229597075615067,
      "grad_norm": 46.0625,
      "learning_rate": 1.550901120311739e-05,
      "loss": 34.5647,
      "step": 690
    },
    {
      "epoch": 0.3044865212688764,
      "grad_norm": 19.796875,
      "learning_rate": 1.546030199707745e-05,
      "loss": 35.0429,
      "step": 695
    },
    {
      "epoch": 0.30667707178160214,
      "grad_norm": 79.375,
      "learning_rate": 1.5411592791037505e-05,
      "loss": 33.6274,
      "step": 700
    },
    {
      "epoch": 0.30886762229432785,
      "grad_norm": 51.71875,
      "learning_rate": 1.5362883584997564e-05,
      "loss": 35.4228,
      "step": 705
    },
    {
      "epoch": 0.31105817280705356,
      "grad_norm": 27.234375,
      "learning_rate": 1.5314174378957623e-05,
      "loss": 35.1287,
      "step": 710
    },
    {
      "epoch": 0.3132487233197793,
      "grad_norm": 30.390625,
      "learning_rate": 1.5265465172917682e-05,
      "loss": 34.1134,
      "step": 715
    },
    {
      "epoch": 0.31543927383250503,
      "grad_norm": 27.359375,
      "learning_rate": 1.5216755966877742e-05,
      "loss": 34.4372,
      "step": 720
    },
    {
      "epoch": 0.31762982434523074,
      "grad_norm": 25.90625,
      "learning_rate": 1.51680467608378e-05,
      "loss": 34.7943,
      "step": 725
    },
    {
      "epoch": 0.3198203748579565,
      "grad_norm": 31.765625,
      "learning_rate": 1.5119337554797857e-05,
      "loss": 34.0021,
      "step": 730
    },
    {
      "epoch": 0.3220109253706822,
      "grad_norm": 32.625,
      "learning_rate": 1.5070628348757916e-05,
      "loss": 34.3029,
      "step": 735
    },
    {
      "epoch": 0.324201475883408,
      "grad_norm": 26.109375,
      "learning_rate": 1.5021919142717975e-05,
      "loss": 34.2254,
      "step": 740
    },
    {
      "epoch": 0.3263920263961337,
      "grad_norm": 32.65625,
      "learning_rate": 1.4973209936678033e-05,
      "loss": 34.6909,
      "step": 745
    },
    {
      "epoch": 0.3285825769088594,
      "grad_norm": 26.890625,
      "learning_rate": 1.4924500730638092e-05,
      "loss": 34.4121,
      "step": 750
    },
    {
      "epoch": 0.33077312742158516,
      "grad_norm": 28.453125,
      "learning_rate": 1.4875791524598151e-05,
      "loss": 34.1999,
      "step": 755
    },
    {
      "epoch": 0.33296367793431086,
      "grad_norm": 24.25,
      "learning_rate": 1.4827082318558209e-05,
      "loss": 34.5926,
      "step": 760
    },
    {
      "epoch": 0.3351542284470366,
      "grad_norm": 29.4375,
      "learning_rate": 1.4778373112518268e-05,
      "loss": 34.2804,
      "step": 765
    },
    {
      "epoch": 0.33734477895976234,
      "grad_norm": 36.125,
      "learning_rate": 1.4729663906478327e-05,
      "loss": 33.5547,
      "step": 770
    },
    {
      "epoch": 0.33953532947248805,
      "grad_norm": 19.875,
      "learning_rate": 1.4680954700438383e-05,
      "loss": 33.3131,
      "step": 775
    },
    {
      "epoch": 0.3417258799852138,
      "grad_norm": 37.09375,
      "learning_rate": 1.4632245494398442e-05,
      "loss": 33.288,
      "step": 780
    },
    {
      "epoch": 0.3439164304979395,
      "grad_norm": 32.09375,
      "learning_rate": 1.4583536288358501e-05,
      "loss": 34.4507,
      "step": 785
    },
    {
      "epoch": 0.3461069810106652,
      "grad_norm": 27.0625,
      "learning_rate": 1.4534827082318559e-05,
      "loss": 34.0287,
      "step": 790
    },
    {
      "epoch": 0.348297531523391,
      "grad_norm": 34.59375,
      "learning_rate": 1.4486117876278618e-05,
      "loss": 33.4372,
      "step": 795
    },
    {
      "epoch": 0.3504880820361167,
      "grad_norm": 33.84375,
      "learning_rate": 1.4437408670238677e-05,
      "loss": 33.7221,
      "step": 800
    },
    {
      "epoch": 0.3526786325488424,
      "grad_norm": 30.1875,
      "learning_rate": 1.4388699464198735e-05,
      "loss": 33.3108,
      "step": 805
    },
    {
      "epoch": 0.35486918306156817,
      "grad_norm": 39.8125,
      "learning_rate": 1.4339990258158794e-05,
      "loss": 33.231,
      "step": 810
    },
    {
      "epoch": 0.3570597335742939,
      "grad_norm": 30.296875,
      "learning_rate": 1.429128105211885e-05,
      "loss": 33.9207,
      "step": 815
    },
    {
      "epoch": 0.35925028408701964,
      "grad_norm": 23.484375,
      "learning_rate": 1.4242571846078909e-05,
      "loss": 33.4625,
      "step": 820
    },
    {
      "epoch": 0.36144083459974535,
      "grad_norm": 32.15625,
      "learning_rate": 1.4193862640038968e-05,
      "loss": 33.2117,
      "step": 825
    },
    {
      "epoch": 0.36363138511247106,
      "grad_norm": 548.5,
      "learning_rate": 1.4145153433999026e-05,
      "loss": 33.2816,
      "step": 830
    },
    {
      "epoch": 0.3658219356251968,
      "grad_norm": 46.03125,
      "learning_rate": 1.4096444227959085e-05,
      "loss": 32.2993,
      "step": 835
    },
    {
      "epoch": 0.36801248613792253,
      "grad_norm": 25.96875,
      "learning_rate": 1.4047735021919144e-05,
      "loss": 33.0793,
      "step": 840
    },
    {
      "epoch": 0.37020303665064824,
      "grad_norm": 45.6875,
      "learning_rate": 1.3999025815879202e-05,
      "loss": 32.4659,
      "step": 845
    },
    {
      "epoch": 0.372393587163374,
      "grad_norm": 48.03125,
      "learning_rate": 1.3950316609839261e-05,
      "loss": 32.3893,
      "step": 850
    },
    {
      "epoch": 0.3745841376760997,
      "grad_norm": 28.9375,
      "learning_rate": 1.390160740379932e-05,
      "loss": 32.7858,
      "step": 855
    },
    {
      "epoch": 0.3767746881888255,
      "grad_norm": 39.90625,
      "learning_rate": 1.3852898197759376e-05,
      "loss": 32.1438,
      "step": 860
    },
    {
      "epoch": 0.3789652387015512,
      "grad_norm": 51.34375,
      "learning_rate": 1.3804188991719435e-05,
      "loss": 32.3068,
      "step": 865
    },
    {
      "epoch": 0.3811557892142769,
      "grad_norm": 25.125,
      "learning_rate": 1.3755479785679495e-05,
      "loss": 32.0212,
      "step": 870
    },
    {
      "epoch": 0.38334633972700266,
      "grad_norm": 41.96875,
      "learning_rate": 1.3706770579639552e-05,
      "loss": 32.0489,
      "step": 875
    },
    {
      "epoch": 0.38553689023972837,
      "grad_norm": 36.25,
      "learning_rate": 1.3658061373599611e-05,
      "loss": 31.558,
      "step": 880
    },
    {
      "epoch": 0.3877274407524541,
      "grad_norm": 39.5625,
      "learning_rate": 1.360935216755967e-05,
      "loss": 31.9841,
      "step": 885
    },
    {
      "epoch": 0.38991799126517984,
      "grad_norm": 26.921875,
      "learning_rate": 1.3560642961519728e-05,
      "loss": 33.2559,
      "step": 890
    },
    {
      "epoch": 0.39210854177790555,
      "grad_norm": 49.65625,
      "learning_rate": 1.3511933755479787e-05,
      "loss": 33.6144,
      "step": 895
    },
    {
      "epoch": 0.3942990922906313,
      "grad_norm": 51.8125,
      "learning_rate": 1.3463224549439847e-05,
      "loss": 33.1955,
      "step": 900
    },
    {
      "epoch": 0.396489642803357,
      "grad_norm": 46.28125,
      "learning_rate": 1.3414515343399902e-05,
      "loss": 32.873,
      "step": 905
    },
    {
      "epoch": 0.39868019331608273,
      "grad_norm": 26.859375,
      "learning_rate": 1.3365806137359962e-05,
      "loss": 31.7345,
      "step": 910
    },
    {
      "epoch": 0.4008707438288085,
      "grad_norm": 34.1875,
      "learning_rate": 1.331709693132002e-05,
      "loss": 31.5948,
      "step": 915
    },
    {
      "epoch": 0.4030612943415342,
      "grad_norm": 21.265625,
      "learning_rate": 1.3268387725280078e-05,
      "loss": 31.6987,
      "step": 920
    },
    {
      "epoch": 0.4052518448542599,
      "grad_norm": 28.09375,
      "learning_rate": 1.3219678519240138e-05,
      "loss": 32.0258,
      "step": 925
    },
    {
      "epoch": 0.4074423953669857,
      "grad_norm": 108.375,
      "learning_rate": 1.3170969313200197e-05,
      "loss": 32.0971,
      "step": 930
    },
    {
      "epoch": 0.4096329458797114,
      "grad_norm": 28.53125,
      "learning_rate": 1.3122260107160254e-05,
      "loss": 32.1107,
      "step": 935
    },
    {
      "epoch": 0.41182349639243715,
      "grad_norm": 22.46875,
      "learning_rate": 1.3073550901120314e-05,
      "loss": 31.9156,
      "step": 940
    },
    {
      "epoch": 0.41401404690516286,
      "grad_norm": 17.734375,
      "learning_rate": 1.302484169508037e-05,
      "loss": 31.5545,
      "step": 945
    },
    {
      "epoch": 0.41620459741788857,
      "grad_norm": 23.25,
      "learning_rate": 1.2976132489040429e-05,
      "loss": 31.4469,
      "step": 950
    },
    {
      "epoch": 0.41839514793061433,
      "grad_norm": 34.84375,
      "learning_rate": 1.2927423283000488e-05,
      "loss": 31.7367,
      "step": 955
    },
    {
      "epoch": 0.42058569844334004,
      "grad_norm": 20.53125,
      "learning_rate": 1.2878714076960545e-05,
      "loss": 32.3651,
      "step": 960
    },
    {
      "epoch": 0.42277624895606575,
      "grad_norm": 21.546875,
      "learning_rate": 1.2830004870920605e-05,
      "loss": 32.3428,
      "step": 965
    },
    {
      "epoch": 0.4249667994687915,
      "grad_norm": 22.328125,
      "learning_rate": 1.2781295664880664e-05,
      "loss": 32.0113,
      "step": 970
    },
    {
      "epoch": 0.4271573499815172,
      "grad_norm": 26.34375,
      "learning_rate": 1.2732586458840721e-05,
      "loss": 31.9163,
      "step": 975
    },
    {
      "epoch": 0.429347900494243,
      "grad_norm": 22.171875,
      "learning_rate": 1.268387725280078e-05,
      "loss": 32.0345,
      "step": 980
    },
    {
      "epoch": 0.4315384510069687,
      "grad_norm": 106.3125,
      "learning_rate": 1.263516804676084e-05,
      "loss": 32.1245,
      "step": 985
    },
    {
      "epoch": 0.4337290015196944,
      "grad_norm": 21.1875,
      "learning_rate": 1.2586458840720897e-05,
      "loss": 32.4236,
      "step": 990
    },
    {
      "epoch": 0.43591955203242017,
      "grad_norm": 34.84375,
      "learning_rate": 1.2537749634680957e-05,
      "loss": 31.7463,
      "step": 995
    },
    {
      "epoch": 0.4381101025451459,
      "grad_norm": 34.875,
      "learning_rate": 1.2489040428641016e-05,
      "loss": 32.5371,
      "step": 1000
    },
    {
      "epoch": 0.4381101025451459,
      "eval_loss": NaN,
      "eval_runtime": 244.1573,
      "eval_samples_per_second": 1007.682,
      "eval_steps_per_second": 31.492,
      "step": 1000
    },
    {
      "epoch": 0.4403006530578716,
      "grad_norm": 46.15625,
      "learning_rate": 1.2440331222601072e-05,
      "loss": 32.3911,
      "step": 1005
    },
    {
      "epoch": 0.44249120357059735,
      "grad_norm": 35.28125,
      "learning_rate": 1.2391622016561131e-05,
      "loss": 31.6862,
      "step": 1010
    },
    {
      "epoch": 0.44468175408332306,
      "grad_norm": 34.71875,
      "learning_rate": 1.234291281052119e-05,
      "loss": 31.7585,
      "step": 1015
    },
    {
      "epoch": 0.4468723045960488,
      "grad_norm": 133.875,
      "learning_rate": 1.2294203604481248e-05,
      "loss": 29.9359,
      "step": 1020
    },
    {
      "epoch": 0.44906285510877453,
      "grad_norm": 46.96875,
      "learning_rate": 1.2245494398441307e-05,
      "loss": 31.4081,
      "step": 1025
    },
    {
      "epoch": 0.45125340562150024,
      "grad_norm": 38.0,
      "learning_rate": 1.2196785192401366e-05,
      "loss": 31.1994,
      "step": 1030
    },
    {
      "epoch": 0.453443956134226,
      "grad_norm": 24.3125,
      "learning_rate": 1.2148075986361424e-05,
      "loss": 31.7705,
      "step": 1035
    },
    {
      "epoch": 0.4556345066469517,
      "grad_norm": 71.625,
      "learning_rate": 1.2099366780321483e-05,
      "loss": 29.8065,
      "step": 1040
    },
    {
      "epoch": 0.4578250571596774,
      "grad_norm": 28.515625,
      "learning_rate": 1.2050657574281542e-05,
      "loss": 30.1924,
      "step": 1045
    },
    {
      "epoch": 0.4600156076724032,
      "grad_norm": 80.0625,
      "learning_rate": 1.2001948368241598e-05,
      "loss": 30.6224,
      "step": 1050
    },
    {
      "epoch": 0.4622061581851289,
      "grad_norm": 20.65625,
      "learning_rate": 1.1953239162201657e-05,
      "loss": 31.4722,
      "step": 1055
    },
    {
      "epoch": 0.46439670869785465,
      "grad_norm": 44.75,
      "learning_rate": 1.1904529956161715e-05,
      "loss": 31.1045,
      "step": 1060
    },
    {
      "epoch": 0.46658725921058036,
      "grad_norm": 23.40625,
      "learning_rate": 1.1855820750121774e-05,
      "loss": 31.4498,
      "step": 1065
    },
    {
      "epoch": 0.46877780972330607,
      "grad_norm": 21.90625,
      "learning_rate": 1.1807111544081833e-05,
      "loss": 31.3105,
      "step": 1070
    },
    {
      "epoch": 0.47096836023603184,
      "grad_norm": 34.6875,
      "learning_rate": 1.175840233804189e-05,
      "loss": 31.2846,
      "step": 1075
    },
    {
      "epoch": 0.47315891074875754,
      "grad_norm": 19.625,
      "learning_rate": 1.170969313200195e-05,
      "loss": 31.1811,
      "step": 1080
    },
    {
      "epoch": 0.47534946126148325,
      "grad_norm": 33.6875,
      "learning_rate": 1.1660983925962009e-05,
      "loss": 31.6749,
      "step": 1085
    },
    {
      "epoch": 0.477540011774209,
      "grad_norm": 26.71875,
      "learning_rate": 1.1612274719922065e-05,
      "loss": 31.7564,
      "step": 1090
    },
    {
      "epoch": 0.4797305622869347,
      "grad_norm": 21.59375,
      "learning_rate": 1.1563565513882124e-05,
      "loss": 31.3069,
      "step": 1095
    },
    {
      "epoch": 0.4819211127996605,
      "grad_norm": 20.796875,
      "learning_rate": 1.1514856307842183e-05,
      "loss": 30.9148,
      "step": 1100
    },
    {
      "epoch": 0.4841116633123862,
      "grad_norm": 23.609375,
      "learning_rate": 1.1466147101802241e-05,
      "loss": 31.3271,
      "step": 1105
    },
    {
      "epoch": 0.4863022138251119,
      "grad_norm": 19.890625,
      "learning_rate": 1.14174378957623e-05,
      "loss": 30.8132,
      "step": 1110
    },
    {
      "epoch": 0.48849276433783767,
      "grad_norm": 27.265625,
      "learning_rate": 1.136872868972236e-05,
      "loss": 30.7294,
      "step": 1115
    },
    {
      "epoch": 0.4906833148505634,
      "grad_norm": 24.921875,
      "learning_rate": 1.1320019483682417e-05,
      "loss": 31.5751,
      "step": 1120
    },
    {
      "epoch": 0.4928738653632891,
      "grad_norm": 55.25,
      "learning_rate": 1.1271310277642476e-05,
      "loss": 31.0008,
      "step": 1125
    },
    {
      "epoch": 0.49506441587601485,
      "grad_norm": 31.453125,
      "learning_rate": 1.1222601071602535e-05,
      "loss": 30.4025,
      "step": 1130
    },
    {
      "epoch": 0.49725496638874056,
      "grad_norm": 31.625,
      "learning_rate": 1.1173891865562591e-05,
      "loss": 30.8471,
      "step": 1135
    },
    {
      "epoch": 0.4994455169014663,
      "grad_norm": 32.59375,
      "learning_rate": 1.112518265952265e-05,
      "loss": 30.6139,
      "step": 1140
    },
    {
      "epoch": 0.501636067414192,
      "grad_norm": 38.8125,
      "learning_rate": 1.107647345348271e-05,
      "loss": 30.6423,
      "step": 1145
    },
    {
      "epoch": 0.5038266179269177,
      "grad_norm": 18.953125,
      "learning_rate": 1.1027764247442767e-05,
      "loss": 30.5779,
      "step": 1150
    },
    {
      "epoch": 0.5060171684396435,
      "grad_norm": 28.640625,
      "learning_rate": 1.0979055041402826e-05,
      "loss": 30.5233,
      "step": 1155
    },
    {
      "epoch": 0.5082077189523693,
      "grad_norm": 37.21875,
      "learning_rate": 1.0930345835362886e-05,
      "loss": 30.4697,
      "step": 1160
    },
    {
      "epoch": 0.5103982694650949,
      "grad_norm": 21.59375,
      "learning_rate": 1.0881636629322943e-05,
      "loss": 30.9171,
      "step": 1165
    },
    {
      "epoch": 0.5125888199778207,
      "grad_norm": 22.46875,
      "learning_rate": 1.0832927423283002e-05,
      "loss": 30.2928,
      "step": 1170
    },
    {
      "epoch": 0.5147793704905465,
      "grad_norm": 40.125,
      "learning_rate": 1.0784218217243058e-05,
      "loss": 30.513,
      "step": 1175
    },
    {
      "epoch": 0.5169699210032721,
      "grad_norm": 23.9375,
      "learning_rate": 1.0735509011203117e-05,
      "loss": 30.9489,
      "step": 1180
    },
    {
      "epoch": 0.5191604715159979,
      "grad_norm": 37.78125,
      "learning_rate": 1.0686799805163177e-05,
      "loss": 30.9469,
      "step": 1185
    },
    {
      "epoch": 0.5213510220287236,
      "grad_norm": 33.3125,
      "learning_rate": 1.0638090599123234e-05,
      "loss": 30.9858,
      "step": 1190
    },
    {
      "epoch": 0.5235415725414493,
      "grad_norm": 27.046875,
      "learning_rate": 1.0589381393083293e-05,
      "loss": 30.1304,
      "step": 1195
    },
    {
      "epoch": 0.525732123054175,
      "grad_norm": 32.75,
      "learning_rate": 1.0540672187043353e-05,
      "loss": 30.1871,
      "step": 1200
    },
    {
      "epoch": 0.5279226735669008,
      "grad_norm": 29.984375,
      "learning_rate": 1.049196298100341e-05,
      "loss": 30.462,
      "step": 1205
    },
    {
      "epoch": 0.5301132240796265,
      "grad_norm": 32.1875,
      "learning_rate": 1.044325377496347e-05,
      "loss": 29.9546,
      "step": 1210
    },
    {
      "epoch": 0.5323037745923522,
      "grad_norm": 30.5625,
      "learning_rate": 1.0394544568923529e-05,
      "loss": 29.1937,
      "step": 1215
    },
    {
      "epoch": 0.534494325105078,
      "grad_norm": 36.1875,
      "learning_rate": 1.0345835362883584e-05,
      "loss": 29.6412,
      "step": 1220
    },
    {
      "epoch": 0.5366848756178036,
      "grad_norm": 23.25,
      "learning_rate": 1.0297126156843644e-05,
      "loss": 29.5891,
      "step": 1225
    },
    {
      "epoch": 0.5388754261305294,
      "grad_norm": 21.703125,
      "learning_rate": 1.0248416950803703e-05,
      "loss": 29.6652,
      "step": 1230
    },
    {
      "epoch": 0.5410659766432552,
      "grad_norm": 34.4375,
      "learning_rate": 1.019970774476376e-05,
      "loss": 29.9832,
      "step": 1235
    },
    {
      "epoch": 0.5432565271559809,
      "grad_norm": 35.84375,
      "learning_rate": 1.015099853872382e-05,
      "loss": 29.51,
      "step": 1240
    },
    {
      "epoch": 0.5454470776687066,
      "grad_norm": 63.8125,
      "learning_rate": 1.0102289332683879e-05,
      "loss": 29.3875,
      "step": 1245
    },
    {
      "epoch": 0.5476376281814324,
      "grad_norm": 22.28125,
      "learning_rate": 1.0053580126643936e-05,
      "loss": 29.7568,
      "step": 1250
    },
    {
      "epoch": 0.5498281786941581,
      "grad_norm": 27.265625,
      "learning_rate": 1.0004870920603996e-05,
      "loss": 29.1113,
      "step": 1255
    },
    {
      "epoch": 0.5520187292068838,
      "grad_norm": 19.625,
      "learning_rate": 9.956161714564053e-06,
      "loss": 29.71,
      "step": 1260
    },
    {
      "epoch": 0.5542092797196095,
      "grad_norm": 41.4375,
      "learning_rate": 9.90745250852411e-06,
      "loss": 30.138,
      "step": 1265
    },
    {
      "epoch": 0.5563998302323353,
      "grad_norm": 27.8125,
      "learning_rate": 9.85874330248417e-06,
      "loss": 30.3684,
      "step": 1270
    },
    {
      "epoch": 0.558590380745061,
      "grad_norm": 23.828125,
      "learning_rate": 9.810034096444229e-06,
      "loss": 29.5932,
      "step": 1275
    },
    {
      "epoch": 0.5607809312577867,
      "grad_norm": 26.140625,
      "learning_rate": 9.761324890404287e-06,
      "loss": 30.614,
      "step": 1280
    },
    {
      "epoch": 0.5629714817705125,
      "grad_norm": 39.875,
      "learning_rate": 9.712615684364346e-06,
      "loss": 30.409,
      "step": 1285
    },
    {
      "epoch": 0.5651620322832381,
      "grad_norm": 34.78125,
      "learning_rate": 9.663906478324403e-06,
      "loss": 29.0909,
      "step": 1290
    },
    {
      "epoch": 0.5673525827959639,
      "grad_norm": 23.21875,
      "learning_rate": 9.615197272284463e-06,
      "loss": 29.2596,
      "step": 1295
    },
    {
      "epoch": 0.5695431333086897,
      "grad_norm": 54.84375,
      "learning_rate": 9.566488066244522e-06,
      "loss": 28.9521,
      "step": 1300
    },
    {
      "epoch": 0.5717336838214153,
      "grad_norm": 18.9375,
      "learning_rate": 9.51777886020458e-06,
      "loss": 29.0617,
      "step": 1305
    },
    {
      "epoch": 0.5739242343341411,
      "grad_norm": 39.84375,
      "learning_rate": 9.469069654164637e-06,
      "loss": 29.763,
      "step": 1310
    },
    {
      "epoch": 0.5761147848468668,
      "grad_norm": 21.21875,
      "learning_rate": 9.420360448124696e-06,
      "loss": 29.089,
      "step": 1315
    },
    {
      "epoch": 0.5783053353595926,
      "grad_norm": 43.6875,
      "learning_rate": 9.371651242084755e-06,
      "loss": 28.8189,
      "step": 1320
    },
    {
      "epoch": 0.5804958858723183,
      "grad_norm": 24.25,
      "learning_rate": 9.322942036044813e-06,
      "loss": 29.4879,
      "step": 1325
    },
    {
      "epoch": 0.582686436385044,
      "grad_norm": 44.21875,
      "learning_rate": 9.27423283000487e-06,
      "loss": 28.8948,
      "step": 1330
    },
    {
      "epoch": 0.5848769868977698,
      "grad_norm": 64.5625,
      "learning_rate": 9.22552362396493e-06,
      "loss": 30.1701,
      "step": 1335
    },
    {
      "epoch": 0.5870675374104954,
      "grad_norm": 34.375,
      "learning_rate": 9.176814417924989e-06,
      "loss": 30.0669,
      "step": 1340
    },
    {
      "epoch": 0.5892580879232212,
      "grad_norm": 22.421875,
      "learning_rate": 9.128105211885046e-06,
      "loss": 29.2547,
      "step": 1345
    },
    {
      "epoch": 0.591448638435947,
      "grad_norm": 20.875,
      "learning_rate": 9.079396005845106e-06,
      "loss": 29.5238,
      "step": 1350
    },
    {
      "epoch": 0.5936391889486726,
      "grad_norm": 25.234375,
      "learning_rate": 9.030686799805163e-06,
      "loss": 28.7198,
      "step": 1355
    },
    {
      "epoch": 0.5958297394613984,
      "grad_norm": 44.46875,
      "learning_rate": 8.981977593765222e-06,
      "loss": 28.738,
      "step": 1360
    },
    {
      "epoch": 0.5980202899741242,
      "grad_norm": 29.609375,
      "learning_rate": 8.933268387725282e-06,
      "loss": 28.7452,
      "step": 1365
    },
    {
      "epoch": 0.6002108404868498,
      "grad_norm": 59.25,
      "learning_rate": 8.884559181685339e-06,
      "loss": 28.8729,
      "step": 1370
    },
    {
      "epoch": 0.6024013909995756,
      "grad_norm": 21.59375,
      "learning_rate": 8.835849975645398e-06,
      "loss": 29.592,
      "step": 1375
    },
    {
      "epoch": 0.6045919415123013,
      "grad_norm": 24.625,
      "learning_rate": 8.787140769605456e-06,
      "loss": 28.8652,
      "step": 1380
    },
    {
      "epoch": 0.606782492025027,
      "grad_norm": 48.9375,
      "learning_rate": 8.738431563565515e-06,
      "loss": 28.7544,
      "step": 1385
    },
    {
      "epoch": 0.6089730425377528,
      "grad_norm": 24.203125,
      "learning_rate": 8.689722357525573e-06,
      "loss": 28.9991,
      "step": 1390
    },
    {
      "epoch": 0.6111635930504785,
      "grad_norm": 51.75,
      "learning_rate": 8.641013151485632e-06,
      "loss": 29.0338,
      "step": 1395
    },
    {
      "epoch": 0.6133541435632043,
      "grad_norm": 34.40625,
      "learning_rate": 8.592303945445691e-06,
      "loss": 28.9075,
      "step": 1400
    },
    {
      "epoch": 0.6155446940759299,
      "grad_norm": 26.78125,
      "learning_rate": 8.543594739405749e-06,
      "loss": 29.1133,
      "step": 1405
    },
    {
      "epoch": 0.6177352445886557,
      "grad_norm": 19.25,
      "learning_rate": 8.494885533365806e-06,
      "loss": 29.0613,
      "step": 1410
    },
    {
      "epoch": 0.6199257951013815,
      "grad_norm": 26.421875,
      "learning_rate": 8.446176327325865e-06,
      "loss": 28.7795,
      "step": 1415
    },
    {
      "epoch": 0.6221163456141071,
      "grad_norm": 39.3125,
      "learning_rate": 8.397467121285925e-06,
      "loss": 28.8834,
      "step": 1420
    },
    {
      "epoch": 0.6243068961268329,
      "grad_norm": 23.703125,
      "learning_rate": 8.348757915245982e-06,
      "loss": 29.5495,
      "step": 1425
    },
    {
      "epoch": 0.6264974466395586,
      "grad_norm": 27.6875,
      "learning_rate": 8.300048709206041e-06,
      "loss": 29.0528,
      "step": 1430
    },
    {
      "epoch": 0.6286879971522843,
      "grad_norm": 33.65625,
      "learning_rate": 8.251339503166099e-06,
      "loss": 28.5143,
      "step": 1435
    },
    {
      "epoch": 0.6308785476650101,
      "grad_norm": 23.296875,
      "learning_rate": 8.202630297126158e-06,
      "loss": 27.779,
      "step": 1440
    },
    {
      "epoch": 0.6330690981777358,
      "grad_norm": 30.484375,
      "learning_rate": 8.153921091086216e-06,
      "loss": 28.6134,
      "step": 1445
    },
    {
      "epoch": 0.6352596486904615,
      "grad_norm": 23.546875,
      "learning_rate": 8.105211885046275e-06,
      "loss": 28.9237,
      "step": 1450
    },
    {
      "epoch": 0.6374501992031872,
      "grad_norm": 22.953125,
      "learning_rate": 8.056502679006332e-06,
      "loss": 28.2114,
      "step": 1455
    },
    {
      "epoch": 0.639640749715913,
      "grad_norm": 21.5,
      "learning_rate": 8.007793472966392e-06,
      "loss": 27.6828,
      "step": 1460
    },
    {
      "epoch": 0.6418313002286387,
      "grad_norm": 23.8125,
      "learning_rate": 7.95908426692645e-06,
      "loss": 28.4943,
      "step": 1465
    },
    {
      "epoch": 0.6440218507413644,
      "grad_norm": 26.578125,
      "learning_rate": 7.910375060886508e-06,
      "loss": 28.6824,
      "step": 1470
    },
    {
      "epoch": 0.6462124012540902,
      "grad_norm": 23.59375,
      "learning_rate": 7.861665854846566e-06,
      "loss": 28.4058,
      "step": 1475
    },
    {
      "epoch": 0.648402951766816,
      "grad_norm": 24.984375,
      "learning_rate": 7.812956648806625e-06,
      "loss": 28.8576,
      "step": 1480
    },
    {
      "epoch": 0.6505935022795416,
      "grad_norm": 21.21875,
      "learning_rate": 7.764247442766684e-06,
      "loss": 28.6734,
      "step": 1485
    },
    {
      "epoch": 0.6527840527922674,
      "grad_norm": 21.4375,
      "learning_rate": 7.715538236726742e-06,
      "loss": 27.8819,
      "step": 1490
    },
    {
      "epoch": 0.6549746033049931,
      "grad_norm": 20.3125,
      "learning_rate": 7.666829030686801e-06,
      "loss": 27.6257,
      "step": 1495
    },
    {
      "epoch": 0.6571651538177188,
      "grad_norm": 23.8125,
      "learning_rate": 7.6181198246468595e-06,
      "loss": 28.4266,
      "step": 1500
    },
    {
      "epoch": 0.6593557043304445,
      "grad_norm": 20.921875,
      "learning_rate": 7.569410618606917e-06,
      "loss": 27.6938,
      "step": 1505
    },
    {
      "epoch": 0.6615462548431703,
      "grad_norm": 20.96875,
      "learning_rate": 7.520701412566975e-06,
      "loss": 27.8491,
      "step": 1510
    },
    {
      "epoch": 0.663736805355896,
      "grad_norm": 38.53125,
      "learning_rate": 7.471992206527035e-06,
      "loss": 28.2246,
      "step": 1515
    },
    {
      "epoch": 0.6659273558686217,
      "grad_norm": 21.109375,
      "learning_rate": 7.423283000487093e-06,
      "loss": 27.786,
      "step": 1520
    },
    {
      "epoch": 0.6681179063813475,
      "grad_norm": 91.625,
      "learning_rate": 7.3745737944471505e-06,
      "loss": 28.1847,
      "step": 1525
    },
    {
      "epoch": 0.6703084568940731,
      "grad_norm": 20.703125,
      "learning_rate": 7.32586458840721e-06,
      "loss": 28.6043,
      "step": 1530
    },
    {
      "epoch": 0.6724990074067989,
      "grad_norm": 29.953125,
      "learning_rate": 7.277155382367268e-06,
      "loss": 28.3078,
      "step": 1535
    },
    {
      "epoch": 0.6746895579195247,
      "grad_norm": 21.296875,
      "learning_rate": 7.2284461763273265e-06,
      "loss": 28.0411,
      "step": 1540
    },
    {
      "epoch": 0.6768801084322503,
      "grad_norm": 82.5625,
      "learning_rate": 7.179736970287386e-06,
      "loss": 27.8437,
      "step": 1545
    },
    {
      "epoch": 0.6790706589449761,
      "grad_norm": 23.421875,
      "learning_rate": 7.131027764247443e-06,
      "loss": 28.013,
      "step": 1550
    },
    {
      "epoch": 0.6812612094577019,
      "grad_norm": 21.828125,
      "learning_rate": 7.082318558207502e-06,
      "loss": 28.3346,
      "step": 1555
    },
    {
      "epoch": 0.6834517599704276,
      "grad_norm": 27.734375,
      "learning_rate": 7.03360935216756e-06,
      "loss": 28.0322,
      "step": 1560
    },
    {
      "epoch": 0.6856423104831533,
      "grad_norm": 22.5625,
      "learning_rate": 6.984900146127619e-06,
      "loss": 27.7644,
      "step": 1565
    },
    {
      "epoch": 0.687832860995879,
      "grad_norm": 21.765625,
      "learning_rate": 6.936190940087677e-06,
      "loss": 28.3414,
      "step": 1570
    },
    {
      "epoch": 0.6900234115086048,
      "grad_norm": 26.09375,
      "learning_rate": 6.887481734047735e-06,
      "loss": 28.3187,
      "step": 1575
    },
    {
      "epoch": 0.6922139620213305,
      "grad_norm": 17.6875,
      "learning_rate": 6.838772528007794e-06,
      "loss": 27.6377,
      "step": 1580
    },
    {
      "epoch": 0.6944045125340562,
      "grad_norm": 19.546875,
      "learning_rate": 6.790063321967853e-06,
      "loss": 28.1024,
      "step": 1585
    },
    {
      "epoch": 0.696595063046782,
      "grad_norm": 24.625,
      "learning_rate": 6.74135411592791e-06,
      "loss": 27.7855,
      "step": 1590
    },
    {
      "epoch": 0.6987856135595076,
      "grad_norm": 26.78125,
      "learning_rate": 6.6926449098879695e-06,
      "loss": 26.9999,
      "step": 1595
    },
    {
      "epoch": 0.7009761640722334,
      "grad_norm": 26.96875,
      "learning_rate": 6.643935703848028e-06,
      "loss": 28.0347,
      "step": 1600
    },
    {
      "epoch": 0.7031667145849592,
      "grad_norm": 17.875,
      "learning_rate": 6.595226497808086e-06,
      "loss": 27.8989,
      "step": 1605
    },
    {
      "epoch": 0.7053572650976848,
      "grad_norm": 23.9375,
      "learning_rate": 6.5465172917681454e-06,
      "loss": 27.7298,
      "step": 1610
    },
    {
      "epoch": 0.7075478156104106,
      "grad_norm": 30.0625,
      "learning_rate": 6.497808085728203e-06,
      "loss": 27.9132,
      "step": 1615
    },
    {
      "epoch": 0.7097383661231363,
      "grad_norm": 15.4375,
      "learning_rate": 6.449098879688261e-06,
      "loss": 27.7105,
      "step": 1620
    },
    {
      "epoch": 0.711928916635862,
      "grad_norm": 20.140625,
      "learning_rate": 6.40038967364832e-06,
      "loss": 27.5961,
      "step": 1625
    },
    {
      "epoch": 0.7141194671485878,
      "grad_norm": 20.328125,
      "learning_rate": 6.351680467608379e-06,
      "loss": 28.1599,
      "step": 1630
    },
    {
      "epoch": 0.7163100176613135,
      "grad_norm": 34.8125,
      "learning_rate": 6.3029712615684365e-06,
      "loss": 27.6126,
      "step": 1635
    },
    {
      "epoch": 0.7185005681740393,
      "grad_norm": 26.0,
      "learning_rate": 6.254262055528495e-06,
      "loss": 28.024,
      "step": 1640
    },
    {
      "epoch": 0.7206911186867649,
      "grad_norm": 21.0625,
      "learning_rate": 6.205552849488554e-06,
      "loss": 27.0935,
      "step": 1645
    },
    {
      "epoch": 0.7228816691994907,
      "grad_norm": 28.6875,
      "learning_rate": 6.1568436434486125e-06,
      "loss": 27.4261,
      "step": 1650
    },
    {
      "epoch": 0.7250722197122165,
      "grad_norm": 19.25,
      "learning_rate": 6.10813443740867e-06,
      "loss": 27.7292,
      "step": 1655
    },
    {
      "epoch": 0.7272627702249421,
      "grad_norm": 16.140625,
      "learning_rate": 6.059425231368729e-06,
      "loss": 27.3485,
      "step": 1660
    },
    {
      "epoch": 0.7294533207376679,
      "grad_norm": 18.484375,
      "learning_rate": 6.010716025328788e-06,
      "loss": 27.549,
      "step": 1665
    },
    {
      "epoch": 0.7316438712503937,
      "grad_norm": 22.984375,
      "learning_rate": 5.962006819288846e-06,
      "loss": 27.3251,
      "step": 1670
    },
    {
      "epoch": 0.7338344217631193,
      "grad_norm": 18.96875,
      "learning_rate": 5.913297613248905e-06,
      "loss": 26.5725,
      "step": 1675
    },
    {
      "epoch": 0.7360249722758451,
      "grad_norm": 21.59375,
      "learning_rate": 5.8645884072089636e-06,
      "loss": 26.5293,
      "step": 1680
    },
    {
      "epoch": 0.7382155227885708,
      "grad_norm": 31.984375,
      "learning_rate": 5.815879201169021e-06,
      "loss": 27.2344,
      "step": 1685
    },
    {
      "epoch": 0.7404060733012965,
      "grad_norm": 27.75,
      "learning_rate": 5.7671699951290795e-06,
      "loss": 27.0698,
      "step": 1690
    },
    {
      "epoch": 0.7425966238140222,
      "grad_norm": 104.0,
      "learning_rate": 5.718460789089139e-06,
      "loss": 26.5105,
      "step": 1695
    },
    {
      "epoch": 0.744787174326748,
      "grad_norm": 21.734375,
      "learning_rate": 5.669751583049197e-06,
      "loss": 27.2865,
      "step": 1700
    },
    {
      "epoch": 0.7469777248394737,
      "grad_norm": 17.609375,
      "learning_rate": 5.621042377009255e-06,
      "loss": 26.9174,
      "step": 1705
    },
    {
      "epoch": 0.7491682753521994,
      "grad_norm": 35.0,
      "learning_rate": 5.572333170969314e-06,
      "loss": 27.4106,
      "step": 1710
    },
    {
      "epoch": 0.7513588258649252,
      "grad_norm": 26.484375,
      "learning_rate": 5.523623964929372e-06,
      "loss": 27.5595,
      "step": 1715
    },
    {
      "epoch": 0.753549376377651,
      "grad_norm": 23.15625,
      "learning_rate": 5.474914758889431e-06,
      "loss": 26.9554,
      "step": 1720
    },
    {
      "epoch": 0.7557399268903766,
      "grad_norm": 16.375,
      "learning_rate": 5.42620555284949e-06,
      "loss": 27.3082,
      "step": 1725
    },
    {
      "epoch": 0.7579304774031024,
      "grad_norm": 13.671875,
      "learning_rate": 5.377496346809547e-06,
      "loss": 26.6982,
      "step": 1730
    },
    {
      "epoch": 0.7601210279158281,
      "grad_norm": 18.109375,
      "learning_rate": 5.328787140769606e-06,
      "loss": 26.8219,
      "step": 1735
    },
    {
      "epoch": 0.7623115784285538,
      "grad_norm": 18.59375,
      "learning_rate": 5.280077934729664e-06,
      "loss": 27.0788,
      "step": 1740
    },
    {
      "epoch": 0.7645021289412796,
      "grad_norm": 15.15625,
      "learning_rate": 5.231368728689723e-06,
      "loss": 27.4361,
      "step": 1745
    },
    {
      "epoch": 0.7666926794540053,
      "grad_norm": 16.984375,
      "learning_rate": 5.182659522649781e-06,
      "loss": 27.1089,
      "step": 1750
    },
    {
      "epoch": 0.768883229966731,
      "grad_norm": 29.421875,
      "learning_rate": 5.133950316609839e-06,
      "loss": 26.8349,
      "step": 1755
    },
    {
      "epoch": 0.7710737804794567,
      "grad_norm": 15.9140625,
      "learning_rate": 5.0852411105698985e-06,
      "loss": 27.002,
      "step": 1760
    },
    {
      "epoch": 0.7732643309921825,
      "grad_norm": 25.296875,
      "learning_rate": 5.036531904529957e-06,
      "loss": 26.6214,
      "step": 1765
    },
    {
      "epoch": 0.7754548815049082,
      "grad_norm": 20.59375,
      "learning_rate": 4.987822698490015e-06,
      "loss": 27.3062,
      "step": 1770
    },
    {
      "epoch": 0.7776454320176339,
      "grad_norm": 14.0390625,
      "learning_rate": 4.939113492450074e-06,
      "loss": 26.6314,
      "step": 1775
    },
    {
      "epoch": 0.7798359825303597,
      "grad_norm": 18.53125,
      "learning_rate": 4.890404286410132e-06,
      "loss": 26.8917,
      "step": 1780
    },
    {
      "epoch": 0.7820265330430853,
      "grad_norm": 18.6875,
      "learning_rate": 4.84169508037019e-06,
      "loss": 26.6654,
      "step": 1785
    },
    {
      "epoch": 0.7842170835558111,
      "grad_norm": 19.46875,
      "learning_rate": 4.792985874330249e-06,
      "loss": 26.5455,
      "step": 1790
    },
    {
      "epoch": 0.7864076340685369,
      "grad_norm": 16.453125,
      "learning_rate": 4.744276668290307e-06,
      "loss": 26.6663,
      "step": 1795
    },
    {
      "epoch": 0.7885981845812626,
      "grad_norm": 22.703125,
      "learning_rate": 4.6955674622503655e-06,
      "loss": 25.947,
      "step": 1800
    },
    {
      "epoch": 0.7907887350939883,
      "grad_norm": 22.109375,
      "learning_rate": 4.646858256210424e-06,
      "loss": 26.1454,
      "step": 1805
    },
    {
      "epoch": 0.792979285606714,
      "grad_norm": 18.53125,
      "learning_rate": 4.598149050170483e-06,
      "loss": 27.0058,
      "step": 1810
    },
    {
      "epoch": 0.7951698361194398,
      "grad_norm": 21.203125,
      "learning_rate": 4.549439844130541e-06,
      "loss": 26.3893,
      "step": 1815
    },
    {
      "epoch": 0.7973603866321655,
      "grad_norm": 14.453125,
      "learning_rate": 4.5007306380906e-06,
      "loss": 26.0527,
      "step": 1820
    },
    {
      "epoch": 0.7995509371448912,
      "grad_norm": 33.625,
      "learning_rate": 4.452021432050657e-06,
      "loss": 26.2192,
      "step": 1825
    },
    {
      "epoch": 0.801741487657617,
      "grad_norm": 15.1328125,
      "learning_rate": 4.403312226010717e-06,
      "loss": 26.1952,
      "step": 1830
    },
    {
      "epoch": 0.8039320381703426,
      "grad_norm": 15.03125,
      "learning_rate": 4.354603019970775e-06,
      "loss": 25.9795,
      "step": 1835
    },
    {
      "epoch": 0.8061225886830684,
      "grad_norm": 14.671875,
      "learning_rate": 4.305893813930833e-06,
      "loss": 26.3182,
      "step": 1840
    },
    {
      "epoch": 0.8083131391957942,
      "grad_norm": 17.84375,
      "learning_rate": 4.257184607890892e-06,
      "loss": 25.6861,
      "step": 1845
    },
    {
      "epoch": 0.8105036897085198,
      "grad_norm": 16.875,
      "learning_rate": 4.20847540185095e-06,
      "loss": 26.4041,
      "step": 1850
    },
    {
      "epoch": 0.8126942402212456,
      "grad_norm": 55.34375,
      "learning_rate": 4.1597661958110085e-06,
      "loss": 26.3603,
      "step": 1855
    },
    {
      "epoch": 0.8148847907339714,
      "grad_norm": 29.40625,
      "learning_rate": 4.111056989771067e-06,
      "loss": 26.6706,
      "step": 1860
    },
    {
      "epoch": 0.817075341246697,
      "grad_norm": 35.03125,
      "learning_rate": 4.062347783731125e-06,
      "loss": 26.5124,
      "step": 1865
    },
    {
      "epoch": 0.8192658917594228,
      "grad_norm": 19.234375,
      "learning_rate": 4.0136385776911845e-06,
      "loss": 26.0298,
      "step": 1870
    },
    {
      "epoch": 0.8214564422721485,
      "grad_norm": 41.5,
      "learning_rate": 3.964929371651242e-06,
      "loss": 25.2979,
      "step": 1875
    },
    {
      "epoch": 0.8236469927848743,
      "grad_norm": 16.015625,
      "learning_rate": 3.916220165611301e-06,
      "loss": 26.1311,
      "step": 1880
    },
    {
      "epoch": 0.8258375432976,
      "grad_norm": 16.96875,
      "learning_rate": 3.86751095957136e-06,
      "loss": 26.0964,
      "step": 1885
    },
    {
      "epoch": 0.8280280938103257,
      "grad_norm": 25.9375,
      "learning_rate": 3.818801753531418e-06,
      "loss": 25.4731,
      "step": 1890
    },
    {
      "epoch": 0.8302186443230515,
      "grad_norm": 20.765625,
      "learning_rate": 3.7700925474914763e-06,
      "loss": 25.6541,
      "step": 1895
    },
    {
      "epoch": 0.8324091948357771,
      "grad_norm": 19.0,
      "learning_rate": 3.7213833414515347e-06,
      "loss": 25.302,
      "step": 1900
    },
    {
      "epoch": 0.8345997453485029,
      "grad_norm": 15.953125,
      "learning_rate": 3.672674135411593e-06,
      "loss": 25.319,
      "step": 1905
    },
    {
      "epoch": 0.8367902958612287,
      "grad_norm": 11.4140625,
      "learning_rate": 3.6239649293716515e-06,
      "loss": 25.2675,
      "step": 1910
    },
    {
      "epoch": 0.8389808463739543,
      "grad_norm": 46.0625,
      "learning_rate": 3.57525572333171e-06,
      "loss": 25.9301,
      "step": 1915
    },
    {
      "epoch": 0.8411713968866801,
      "grad_norm": 14.3828125,
      "learning_rate": 3.5265465172917687e-06,
      "loss": 26.4109,
      "step": 1920
    },
    {
      "epoch": 0.8433619473994058,
      "grad_norm": 21.921875,
      "learning_rate": 3.477837311251827e-06,
      "loss": 25.9918,
      "step": 1925
    },
    {
      "epoch": 0.8455524979121315,
      "grad_norm": 15.4453125,
      "learning_rate": 3.4291281052118854e-06,
      "loss": 25.5853,
      "step": 1930
    },
    {
      "epoch": 0.8477430484248573,
      "grad_norm": 12.71875,
      "learning_rate": 3.3804188991719438e-06,
      "loss": 25.7727,
      "step": 1935
    },
    {
      "epoch": 0.849933598937583,
      "grad_norm": 19.78125,
      "learning_rate": 3.331709693132002e-06,
      "loss": 25.9744,
      "step": 1940
    },
    {
      "epoch": 0.8521241494503087,
      "grad_norm": 14.4609375,
      "learning_rate": 3.2830004870920605e-06,
      "loss": 25.48,
      "step": 1945
    },
    {
      "epoch": 0.8543146999630344,
      "grad_norm": 14.015625,
      "learning_rate": 3.2342912810521193e-06,
      "loss": 25.2711,
      "step": 1950
    },
    {
      "epoch": 0.8565052504757602,
      "grad_norm": 16.9375,
      "learning_rate": 3.1855820750121773e-06,
      "loss": 26.5614,
      "step": 1955
    },
    {
      "epoch": 0.858695800988486,
      "grad_norm": 16.546875,
      "learning_rate": 3.136872868972236e-06,
      "loss": 25.3045,
      "step": 1960
    },
    {
      "epoch": 0.8608863515012116,
      "grad_norm": 14.890625,
      "learning_rate": 3.088163662932294e-06,
      "loss": 26.0494,
      "step": 1965
    },
    {
      "epoch": 0.8630769020139374,
      "grad_norm": 14.421875,
      "learning_rate": 3.039454456892353e-06,
      "loss": 25.8255,
      "step": 1970
    },
    {
      "epoch": 0.8652674525266632,
      "grad_norm": 13.3984375,
      "learning_rate": 2.9907452508524117e-06,
      "loss": 25.0552,
      "step": 1975
    },
    {
      "epoch": 0.8674580030393888,
      "grad_norm": 15.1953125,
      "learning_rate": 2.9420360448124696e-06,
      "loss": 25.1982,
      "step": 1980
    },
    {
      "epoch": 0.8696485535521146,
      "grad_norm": 24.96875,
      "learning_rate": 2.8933268387725284e-06,
      "loss": 25.4527,
      "step": 1985
    },
    {
      "epoch": 0.8718391040648403,
      "grad_norm": 61.21875,
      "learning_rate": 2.8446176327325868e-06,
      "loss": 24.8295,
      "step": 1990
    },
    {
      "epoch": 0.874029654577566,
      "grad_norm": 15.8125,
      "learning_rate": 2.795908426692645e-06,
      "loss": 24.9091,
      "step": 1995
    },
    {
      "epoch": 0.8762202050902917,
      "grad_norm": 13.40625,
      "learning_rate": 2.7471992206527035e-06,
      "loss": 25.4313,
      "step": 2000
    },
    {
      "epoch": 0.8762202050902917,
      "eval_loss": NaN,
      "eval_runtime": 242.6903,
      "eval_samples_per_second": 1013.774,
      "eval_steps_per_second": 31.682,
      "step": 2000
    },
    {
      "epoch": 0.8784107556030175,
      "grad_norm": 20.109375,
      "learning_rate": 2.698490014612762e-06,
      "loss": 25.8034,
      "step": 2005
    },
    {
      "epoch": 0.8806013061157432,
      "grad_norm": 10.953125,
      "learning_rate": 2.6497808085728203e-06,
      "loss": 25.0685,
      "step": 2010
    },
    {
      "epoch": 0.8827918566284689,
      "grad_norm": 31.0625,
      "learning_rate": 2.601071602532879e-06,
      "loss": 25.7096,
      "step": 2015
    },
    {
      "epoch": 0.8849824071411947,
      "grad_norm": 24.046875,
      "learning_rate": 2.5523623964929375e-06,
      "loss": 25.3376,
      "step": 2020
    },
    {
      "epoch": 0.8871729576539203,
      "grad_norm": 27.65625,
      "learning_rate": 2.503653190452996e-06,
      "loss": 24.6723,
      "step": 2025
    },
    {
      "epoch": 0.8893635081666461,
      "grad_norm": 12.5078125,
      "learning_rate": 2.4549439844130542e-06,
      "loss": 25.1757,
      "step": 2030
    },
    {
      "epoch": 0.8915540586793719,
      "grad_norm": 15.1015625,
      "learning_rate": 2.4062347783731126e-06,
      "loss": 25.6934,
      "step": 2035
    },
    {
      "epoch": 0.8937446091920976,
      "grad_norm": 28.75,
      "learning_rate": 2.357525572333171e-06,
      "loss": 25.4336,
      "step": 2040
    },
    {
      "epoch": 0.8959351597048233,
      "grad_norm": 18.53125,
      "learning_rate": 2.3088163662932294e-06,
      "loss": 24.4317,
      "step": 2045
    },
    {
      "epoch": 0.8981257102175491,
      "grad_norm": 15.265625,
      "learning_rate": 2.260107160253288e-06,
      "loss": 24.6006,
      "step": 2050
    },
    {
      "epoch": 0.9003162607302748,
      "grad_norm": 12.1796875,
      "learning_rate": 2.2113979542133465e-06,
      "loss": 24.7936,
      "step": 2055
    },
    {
      "epoch": 0.9025068112430005,
      "grad_norm": 12.21875,
      "learning_rate": 2.162688748173405e-06,
      "loss": 26.129,
      "step": 2060
    },
    {
      "epoch": 0.9046973617557262,
      "grad_norm": 12.984375,
      "learning_rate": 2.1139795421334633e-06,
      "loss": 24.6225,
      "step": 2065
    },
    {
      "epoch": 0.906887912268452,
      "grad_norm": 15.65625,
      "learning_rate": 2.065270336093522e-06,
      "loss": 24.7391,
      "step": 2070
    },
    {
      "epoch": 0.9090784627811777,
      "grad_norm": 13.3046875,
      "learning_rate": 2.0165611300535805e-06,
      "loss": 24.7855,
      "step": 2075
    },
    {
      "epoch": 0.9112690132939034,
      "grad_norm": 15.015625,
      "learning_rate": 1.967851924013639e-06,
      "loss": 24.7362,
      "step": 2080
    },
    {
      "epoch": 0.9134595638066292,
      "grad_norm": 18.53125,
      "learning_rate": 1.9191427179736972e-06,
      "loss": 24.8633,
      "step": 2085
    },
    {
      "epoch": 0.9156501143193548,
      "grad_norm": 19.0625,
      "learning_rate": 1.8704335119337556e-06,
      "loss": 24.7622,
      "step": 2090
    },
    {
      "epoch": 0.9178406648320806,
      "grad_norm": 22.96875,
      "learning_rate": 1.8217243058938142e-06,
      "loss": 24.8469,
      "step": 2095
    },
    {
      "epoch": 0.9200312153448064,
      "grad_norm": 16.546875,
      "learning_rate": 1.7730150998538726e-06,
      "loss": 24.4148,
      "step": 2100
    },
    {
      "epoch": 0.922221765857532,
      "grad_norm": 17.15625,
      "learning_rate": 1.724305893813931e-06,
      "loss": 24.5911,
      "step": 2105
    },
    {
      "epoch": 0.9244123163702578,
      "grad_norm": 32.375,
      "learning_rate": 1.6755966877739893e-06,
      "loss": 24.3472,
      "step": 2110
    },
    {
      "epoch": 0.9266028668829835,
      "grad_norm": 11.1796875,
      "learning_rate": 1.626887481734048e-06,
      "loss": 24.272,
      "step": 2115
    },
    {
      "epoch": 0.9287934173957093,
      "grad_norm": 15.828125,
      "learning_rate": 1.5781782756941063e-06,
      "loss": 24.1789,
      "step": 2120
    },
    {
      "epoch": 0.930983967908435,
      "grad_norm": 13.609375,
      "learning_rate": 1.5294690696541647e-06,
      "loss": 24.5268,
      "step": 2125
    },
    {
      "epoch": 0.9331745184211607,
      "grad_norm": 11.7890625,
      "learning_rate": 1.480759863614223e-06,
      "loss": 24.4547,
      "step": 2130
    },
    {
      "epoch": 0.9353650689338865,
      "grad_norm": 14.46875,
      "learning_rate": 1.4320506575742814e-06,
      "loss": 24.5342,
      "step": 2135
    },
    {
      "epoch": 0.9375556194466121,
      "grad_norm": 12.9765625,
      "learning_rate": 1.3833414515343402e-06,
      "loss": 24.1581,
      "step": 2140
    },
    {
      "epoch": 0.9397461699593379,
      "grad_norm": 13.4140625,
      "learning_rate": 1.3346322454943986e-06,
      "loss": 24.0952,
      "step": 2145
    },
    {
      "epoch": 0.9419367204720637,
      "grad_norm": 11.921875,
      "learning_rate": 1.285923039454457e-06,
      "loss": 24.6826,
      "step": 2150
    },
    {
      "epoch": 0.9441272709847893,
      "grad_norm": 13.7734375,
      "learning_rate": 1.2372138334145156e-06,
      "loss": 23.6338,
      "step": 2155
    },
    {
      "epoch": 0.9463178214975151,
      "grad_norm": 12.1015625,
      "learning_rate": 1.188504627374574e-06,
      "loss": 24.3637,
      "step": 2160
    },
    {
      "epoch": 0.9485083720102409,
      "grad_norm": 14.578125,
      "learning_rate": 1.1397954213346323e-06,
      "loss": 24.6624,
      "step": 2165
    },
    {
      "epoch": 0.9506989225229665,
      "grad_norm": 12.7578125,
      "learning_rate": 1.0910862152946907e-06,
      "loss": 23.9978,
      "step": 2170
    },
    {
      "epoch": 0.9528894730356923,
      "grad_norm": 13.2265625,
      "learning_rate": 1.0423770092547493e-06,
      "loss": 24.4468,
      "step": 2175
    },
    {
      "epoch": 0.955080023548418,
      "grad_norm": 11.7890625,
      "learning_rate": 9.936678032148077e-07,
      "loss": 24.303,
      "step": 2180
    },
    {
      "epoch": 0.9572705740611437,
      "grad_norm": 16.25,
      "learning_rate": 9.44958597174866e-07,
      "loss": 24.5248,
      "step": 2185
    },
    {
      "epoch": 0.9594611245738695,
      "grad_norm": 18.859375,
      "learning_rate": 8.962493911349246e-07,
      "loss": 24.4316,
      "step": 2190
    },
    {
      "epoch": 0.9616516750865952,
      "grad_norm": 10.6796875,
      "learning_rate": 8.47540185094983e-07,
      "loss": 23.8851,
      "step": 2195
    },
    {
      "epoch": 0.963842225599321,
      "grad_norm": 12.140625,
      "learning_rate": 7.988309790550415e-07,
      "loss": 24.2927,
      "step": 2200
    },
    {
      "epoch": 0.9660327761120466,
      "grad_norm": 18.078125,
      "learning_rate": 7.501217730150999e-07,
      "loss": 24.1125,
      "step": 2205
    },
    {
      "epoch": 0.9682233266247724,
      "grad_norm": 9.7109375,
      "learning_rate": 7.014125669751585e-07,
      "loss": 24.1763,
      "step": 2210
    },
    {
      "epoch": 0.9704138771374982,
      "grad_norm": 12.6953125,
      "learning_rate": 6.527033609352168e-07,
      "loss": 23.1948,
      "step": 2215
    },
    {
      "epoch": 0.9726044276502238,
      "grad_norm": 18.671875,
      "learning_rate": 6.039941548952752e-07,
      "loss": 24.2813,
      "step": 2220
    },
    {
      "epoch": 0.9747949781629496,
      "grad_norm": 9.96875,
      "learning_rate": 5.552849488553337e-07,
      "loss": 23.7533,
      "step": 2225
    },
    {
      "epoch": 0.9769855286756753,
      "grad_norm": 13.71875,
      "learning_rate": 5.065757428153922e-07,
      "loss": 24.5382,
      "step": 2230
    },
    {
      "epoch": 0.979176079188401,
      "grad_norm": 13.4296875,
      "learning_rate": 4.578665367754506e-07,
      "loss": 23.7636,
      "step": 2235
    },
    {
      "epoch": 0.9813666297011268,
      "grad_norm": 13.640625,
      "learning_rate": 4.091573307355091e-07,
      "loss": 23.785,
      "step": 2240
    },
    {
      "epoch": 0.9835571802138525,
      "grad_norm": 27.078125,
      "learning_rate": 3.6044812469556747e-07,
      "loss": 23.8269,
      "step": 2245
    },
    {
      "epoch": 0.9857477307265782,
      "grad_norm": 13.4609375,
      "learning_rate": 3.1173891865562595e-07,
      "loss": 24.0428,
      "step": 2250
    },
    {
      "epoch": 0.9879382812393039,
      "grad_norm": 12.109375,
      "learning_rate": 2.630297126156844e-07,
      "loss": 24.3293,
      "step": 2255
    },
    {
      "epoch": 0.9901288317520297,
      "grad_norm": 20.84375,
      "learning_rate": 2.1432050657574284e-07,
      "loss": 24.0019,
      "step": 2260
    },
    {
      "epoch": 0.9923193822647554,
      "grad_norm": 16.265625,
      "learning_rate": 1.6561130053580127e-07,
      "loss": 24.3604,
      "step": 2265
    },
    {
      "epoch": 0.9945099327774811,
      "grad_norm": 19.96875,
      "learning_rate": 1.1690209449585972e-07,
      "loss": 24.1925,
      "step": 2270
    },
    {
      "epoch": 0.9967004832902069,
      "grad_norm": 16.953125,
      "learning_rate": 6.819288845591817e-08,
      "loss": 23.6996,
      "step": 2275
    },
    {
      "epoch": 0.9988910338029326,
      "grad_norm": 19.6875,
      "learning_rate": 1.9483682415976622e-08,
      "loss": 23.9507,
      "step": 2280
    }
  ],
  "logging_steps": 5,
  "max_steps": 2282,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.9772879918220706e+19,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}