{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 1052,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.004752851711026616,
      "grad_norm": 2.0294264258310872,
      "learning_rate": 4.716981132075472e-06,
      "loss": 0.84,
      "step": 5
    },
    {
      "epoch": 0.009505703422053232,
      "grad_norm": 1.5819741340116944,
      "learning_rate": 9.433962264150944e-06,
      "loss": 0.7913,
      "step": 10
    },
    {
      "epoch": 0.014258555133079848,
      "grad_norm": 1.0038510210237819,
      "learning_rate": 1.4150943396226415e-05,
      "loss": 0.7389,
      "step": 15
    },
    {
      "epoch": 0.019011406844106463,
      "grad_norm": 0.553521822876252,
      "learning_rate": 1.8867924528301888e-05,
      "loss": 0.6913,
      "step": 20
    },
    {
      "epoch": 0.02376425855513308,
      "grad_norm": 0.41841272203201746,
      "learning_rate": 2.358490566037736e-05,
      "loss": 0.665,
      "step": 25
    },
    {
      "epoch": 0.028517110266159697,
      "grad_norm": 0.34966785034344605,
      "learning_rate": 2.830188679245283e-05,
      "loss": 0.6437,
      "step": 30
    },
    {
      "epoch": 0.03326996197718631,
      "grad_norm": 0.2633470933765066,
      "learning_rate": 3.30188679245283e-05,
      "loss": 0.622,
      "step": 35
    },
    {
      "epoch": 0.03802281368821293,
      "grad_norm": 0.2472576100582917,
      "learning_rate": 3.7735849056603776e-05,
      "loss": 0.6158,
      "step": 40
    },
    {
      "epoch": 0.04277566539923954,
      "grad_norm": 0.2554056225725403,
      "learning_rate": 4.245283018867925e-05,
      "loss": 0.6038,
      "step": 45
    },
    {
      "epoch": 0.04752851711026616,
      "grad_norm": 0.24052219882208087,
      "learning_rate": 4.716981132075472e-05,
      "loss": 0.5946,
      "step": 50
    },
    {
      "epoch": 0.05228136882129278,
      "grad_norm": 0.5209729340348995,
      "learning_rate": 4.9999554979670374e-05,
      "loss": 0.5919,
      "step": 55
    },
    {
      "epoch": 0.057034220532319393,
      "grad_norm": 0.4171392382535492,
      "learning_rate": 4.999454870312887e-05,
      "loss": 0.5864,
      "step": 60
    },
    {
      "epoch": 0.06178707224334601,
      "grad_norm": 0.40949886363507565,
      "learning_rate": 4.998398111645765e-05,
      "loss": 0.5761,
      "step": 65
    },
    {
      "epoch": 0.06653992395437262,
      "grad_norm": 0.32318894959757866,
      "learning_rate": 4.996785483227313e-05,
      "loss": 0.5756,
      "step": 70
    },
    {
      "epoch": 0.07129277566539924,
      "grad_norm": 0.2502488320080775,
      "learning_rate": 4.994617383746426e-05,
      "loss": 0.5717,
      "step": 75
    },
    {
      "epoch": 0.07604562737642585,
      "grad_norm": 0.39787046123511743,
      "learning_rate": 4.9918943492206846e-05,
      "loss": 0.5608,
      "step": 80
    },
    {
      "epoch": 0.08079847908745247,
      "grad_norm": 0.4580557906084975,
      "learning_rate": 4.98861705286384e-05,
      "loss": 0.5547,
      "step": 85
    },
    {
      "epoch": 0.08555133079847908,
      "grad_norm": 0.49941882292408263,
      "learning_rate": 4.984786304919372e-05,
      "loss": 0.5544,
      "step": 90
    },
    {
      "epoch": 0.0903041825095057,
      "grad_norm": 0.33021368840122,
      "learning_rate": 4.9804030524601746e-05,
      "loss": 0.5598,
      "step": 95
    },
    {
      "epoch": 0.09505703422053231,
      "grad_norm": 0.6210805063568754,
      "learning_rate": 4.975468379154414e-05,
      "loss": 0.5519,
      "step": 100
    },
    {
      "epoch": 0.09980988593155894,
      "grad_norm": 0.41748258392562154,
      "learning_rate": 4.969983504997607e-05,
      "loss": 0.5583,
      "step": 105
    },
    {
      "epoch": 0.10456273764258556,
      "grad_norm": 0.34385415175984796,
      "learning_rate": 4.9639497860110136e-05,
      "loss": 0.5476,
      "step": 110
    },
    {
      "epoch": 0.10931558935361217,
      "grad_norm": 0.3146160241077058,
      "learning_rate": 4.9573687139063776e-05,
      "loss": 0.5425,
      "step": 115
    },
    {
      "epoch": 0.11406844106463879,
      "grad_norm": 0.2615987335895406,
      "learning_rate": 4.950241915717142e-05,
      "loss": 0.5405,
      "step": 120
    },
    {
      "epoch": 0.1188212927756654,
      "grad_norm": 0.3131275299937531,
      "learning_rate": 4.942571153396187e-05,
      "loss": 0.5408,
      "step": 125
    },
    {
      "epoch": 0.12357414448669202,
      "grad_norm": 0.3437245423936912,
      "learning_rate": 4.934358323380238e-05,
      "loss": 0.5459,
      "step": 130
    },
    {
      "epoch": 0.12832699619771862,
      "grad_norm": 0.4760701739771202,
      "learning_rate": 4.9256054561209965e-05,
      "loss": 0.5438,
      "step": 135
    },
    {
      "epoch": 0.13307984790874525,
      "grad_norm": 0.35535678960662614,
      "learning_rate": 4.916314715583165e-05,
      "loss": 0.541,
      "step": 140
    },
    {
      "epoch": 0.13783269961977188,
      "grad_norm": 0.3277124225914685,
      "learning_rate": 4.906488398709445e-05,
      "loss": 0.5408,
      "step": 145
    },
    {
      "epoch": 0.14258555133079848,
      "grad_norm": 0.3562707058555971,
      "learning_rate": 4.896128934852666e-05,
      "loss": 0.5327,
      "step": 150
    },
    {
      "epoch": 0.1473384030418251,
      "grad_norm": 0.4937003161837994,
      "learning_rate": 4.885238885175182e-05,
      "loss": 0.5338,
      "step": 155
    },
    {
      "epoch": 0.1520912547528517,
      "grad_norm": 0.33800072322981234,
      "learning_rate": 4.8738209420156746e-05,
      "loss": 0.5395,
      "step": 160
    },
    {
      "epoch": 0.15684410646387834,
      "grad_norm": 0.3208834491980559,
      "learning_rate": 4.861877928223526e-05,
      "loss": 0.531,
      "step": 165
    },
    {
      "epoch": 0.16159695817490494,
      "grad_norm": 0.3927389297905036,
      "learning_rate": 4.849412796460934e-05,
      "loss": 0.5258,
      "step": 170
    },
    {
      "epoch": 0.16634980988593157,
      "grad_norm": 0.41074477546320726,
      "learning_rate": 4.8364286284729226e-05,
      "loss": 0.5242,
      "step": 175
    },
    {
      "epoch": 0.17110266159695817,
      "grad_norm": 0.3626699188831102,
      "learning_rate": 4.822928634325447e-05,
      "loss": 0.5225,
      "step": 180
    },
    {
      "epoch": 0.1758555133079848,
      "grad_norm": 0.28646084272624744,
      "learning_rate": 4.808916151611769e-05,
      "loss": 0.5289,
      "step": 185
    },
    {
      "epoch": 0.1806083650190114,
      "grad_norm": 0.39899659924925285,
      "learning_rate": 4.79439464462731e-05,
      "loss": 0.5271,
      "step": 190
    },
    {
      "epoch": 0.18536121673003803,
      "grad_norm": 0.36080484103544197,
      "learning_rate": 4.7793677035131715e-05,
      "loss": 0.5336,
      "step": 195
    },
    {
      "epoch": 0.19011406844106463,
      "grad_norm": 0.402258230700785,
      "learning_rate": 4.7638390433685525e-05,
      "loss": 0.5175,
      "step": 200
    },
    {
      "epoch": 0.19486692015209126,
      "grad_norm": 0.3489040778365625,
      "learning_rate": 4.747812503332264e-05,
      "loss": 0.5251,
      "step": 205
    },
    {
      "epoch": 0.19961977186311788,
      "grad_norm": 0.3025455966185667,
      "learning_rate": 4.731292045633583e-05,
      "loss": 0.5251,
      "step": 210
    },
    {
      "epoch": 0.20437262357414449,
      "grad_norm": 0.3346044155583185,
      "learning_rate": 4.7142817546126734e-05,
      "loss": 0.5211,
      "step": 215
    },
    {
      "epoch": 0.20912547528517111,
      "grad_norm": 0.3200713216890938,
      "learning_rate": 4.696785835710818e-05,
      "loss": 0.5199,
      "step": 220
    },
    {
      "epoch": 0.21387832699619772,
      "grad_norm": 0.3167526637814306,
      "learning_rate": 4.678808614430713e-05,
      "loss": 0.525,
      "step": 225
    },
    {
      "epoch": 0.21863117870722434,
      "grad_norm": 0.2840588339203045,
      "learning_rate": 4.6603545352670704e-05,
      "loss": 0.5174,
      "step": 230
    },
    {
      "epoch": 0.22338403041825095,
      "grad_norm": 0.3257177568939882,
      "learning_rate": 4.641428160607816e-05,
      "loss": 0.515,
      "step": 235
    },
    {
      "epoch": 0.22813688212927757,
      "grad_norm": 0.24544439139994834,
      "learning_rate": 4.6220341696061306e-05,
      "loss": 0.5229,
      "step": 240
    },
    {
      "epoch": 0.23288973384030418,
      "grad_norm": 0.2449982597044802,
      "learning_rate": 4.602177357023627e-05,
      "loss": 0.5087,
      "step": 245
    },
    {
      "epoch": 0.2376425855513308,
      "grad_norm": 0.3049373617439893,
      "learning_rate": 4.581862632044944e-05,
      "loss": 0.5126,
      "step": 250
    },
    {
      "epoch": 0.2423954372623574,
      "grad_norm": 0.39789506934114666,
      "learning_rate": 4.561095017064054e-05,
      "loss": 0.5099,
      "step": 255
    },
    {
      "epoch": 0.24714828897338403,
      "grad_norm": 0.34743031583761214,
      "learning_rate": 4.539879646442577e-05,
      "loss": 0.5117,
      "step": 260
    },
    {
      "epoch": 0.25190114068441066,
      "grad_norm": 0.2890032465476798,
      "learning_rate": 4.518221765240423e-05,
      "loss": 0.514,
      "step": 265
    },
    {
      "epoch": 0.25665399239543724,
      "grad_norm": 0.2817278692067567,
      "learning_rate": 4.4961267279190525e-05,
      "loss": 0.5098,
      "step": 270
    },
    {
      "epoch": 0.26140684410646386,
      "grad_norm": 0.24952552305010012,
      "learning_rate": 4.473599997017701e-05,
      "loss": 0.5148,
      "step": 275
    },
    {
      "epoch": 0.2661596958174905,
      "grad_norm": 0.32166227921940277,
      "learning_rate": 4.450647141802877e-05,
      "loss": 0.5078,
      "step": 280
    },
    {
      "epoch": 0.2709125475285171,
      "grad_norm": 0.3156193011366242,
      "learning_rate": 4.427273836891482e-05,
      "loss": 0.5035,
      "step": 285
    },
    {
      "epoch": 0.27566539923954375,
      "grad_norm": 0.25260427489554643,
      "learning_rate": 4.4034858608478714e-05,
      "loss": 0.506,
      "step": 290
    },
    {
      "epoch": 0.2804182509505703,
      "grad_norm": 0.2795952948317014,
      "learning_rate": 4.3792890947552304e-05,
      "loss": 0.5099,
      "step": 295
    },
    {
      "epoch": 0.28517110266159695,
      "grad_norm": 0.24428176004118773,
      "learning_rate": 4.354689520761598e-05,
      "loss": 0.5077,
      "step": 300
    },
    {
      "epoch": 0.2899239543726236,
      "grad_norm": 0.2315548630003516,
      "learning_rate": 4.3296932206009014e-05,
      "loss": 0.504,
      "step": 305
    },
    {
      "epoch": 0.2946768060836502,
      "grad_norm": 0.2375447385407591,
      "learning_rate": 4.304306374089375e-05,
      "loss": 0.5067,
      "step": 310
    },
    {
      "epoch": 0.2994296577946768,
      "grad_norm": 0.2328089313657836,
      "learning_rate": 4.278535257597732e-05,
      "loss": 0.5026,
      "step": 315
    },
    {
      "epoch": 0.3041825095057034,
      "grad_norm": 0.3145988517099384,
      "learning_rate": 4.2523862424994584e-05,
      "loss": 0.5023,
      "step": 320
    },
    {
      "epoch": 0.30893536121673004,
      "grad_norm": 0.2570030080739303,
      "learning_rate": 4.225865793595627e-05,
      "loss": 0.5024,
      "step": 325
    },
    {
      "epoch": 0.31368821292775667,
      "grad_norm": 0.3273896281685418,
      "learning_rate": 4.198980467516604e-05,
      "loss": 0.5007,
      "step": 330
    },
    {
      "epoch": 0.31844106463878324,
      "grad_norm": 0.24913853861759183,
      "learning_rate": 4.1717369111010624e-05,
      "loss": 0.5046,
      "step": 335
    },
    {
      "epoch": 0.3231939163498099,
      "grad_norm": 0.21385386970309092,
      "learning_rate": 4.14414185975269e-05,
      "loss": 0.5081,
      "step": 340
    },
    {
      "epoch": 0.3279467680608365,
      "grad_norm": 0.2690469796799476,
      "learning_rate": 4.116202135774996e-05,
      "loss": 0.4979,
      "step": 345
    },
    {
      "epoch": 0.33269961977186313,
      "grad_norm": 0.21536931123577147,
      "learning_rate": 4.087924646684646e-05,
      "loss": 0.5066,
      "step": 350
    },
    {
      "epoch": 0.33745247148288976,
      "grad_norm": 0.2565952556732812,
      "learning_rate": 4.059316383503709e-05,
      "loss": 0.4977,
      "step": 355
    },
    {
      "epoch": 0.34220532319391633,
      "grad_norm": 0.25720760226654493,
      "learning_rate": 4.0303844190312886e-05,
      "loss": 0.4994,
      "step": 360
    },
    {
      "epoch": 0.34695817490494296,
      "grad_norm": 0.22300681191570793,
      "learning_rate": 4.001135906094907e-05,
      "loss": 0.5018,
      "step": 365
    },
    {
      "epoch": 0.3517110266159696,
      "grad_norm": 0.21457447224312087,
      "learning_rate": 3.971578075782124e-05,
      "loss": 0.5014,
      "step": 370
    },
    {
      "epoch": 0.3564638783269962,
      "grad_norm": 0.28861039160678303,
      "learning_rate": 3.941718235652797e-05,
      "loss": 0.5013,
      "step": 375
    },
    {
      "epoch": 0.3612167300380228,
      "grad_norm": 0.23803488760707342,
      "learning_rate": 3.9115637679324405e-05,
      "loss": 0.4895,
      "step": 380
    },
    {
      "epoch": 0.3659695817490494,
      "grad_norm": 0.2359381054663395,
      "learning_rate": 3.881122127687124e-05,
      "loss": 0.5027,
      "step": 385
    },
    {
      "epoch": 0.37072243346007605,
      "grad_norm": 0.2489815851326379,
      "learning_rate": 3.850400840980363e-05,
      "loss": 0.4991,
      "step": 390
    },
    {
      "epoch": 0.3754752851711027,
      "grad_norm": 0.253055371710663,
      "learning_rate": 3.819407503012453e-05,
      "loss": 0.4994,
      "step": 395
    },
    {
      "epoch": 0.38022813688212925,
      "grad_norm": 0.23689623513578092,
      "learning_rate": 3.788149776242714e-05,
      "loss": 0.4971,
      "step": 400
    },
    {
      "epoch": 0.3849809885931559,
      "grad_norm": 0.22650332728993752,
      "learning_rate": 3.756635388495111e-05,
      "loss": 0.4924,
      "step": 405
    },
    {
      "epoch": 0.3897338403041825,
      "grad_norm": 0.2645793623141659,
      "learning_rate": 3.7248721310477046e-05,
      "loss": 0.4964,
      "step": 410
    },
    {
      "epoch": 0.39448669201520914,
      "grad_norm": 0.24057911691260406,
      "learning_rate": 3.692867856706422e-05,
      "loss": 0.4936,
      "step": 415
    },
    {
      "epoch": 0.39923954372623577,
      "grad_norm": 0.24646093805548094,
      "learning_rate": 3.6606304778636155e-05,
      "loss": 0.4892,
      "step": 420
    },
    {
      "epoch": 0.40399239543726234,
      "grad_norm": 0.19915279845501596,
      "learning_rate": 3.628167964541883e-05,
      "loss": 0.4977,
      "step": 425
    },
    {
      "epoch": 0.40874524714828897,
      "grad_norm": 0.21655491244085093,
      "learning_rate": 3.5954883424236476e-05,
      "loss": 0.5012,
      "step": 430
    },
    {
      "epoch": 0.4134980988593156,
      "grad_norm": 0.22238235727042324,
      "learning_rate": 3.5625996908669776e-05,
      "loss": 0.4973,
      "step": 435
    },
    {
      "epoch": 0.41825095057034223,
      "grad_norm": 0.22253929749056056,
      "learning_rate": 3.529510140908129e-05,
      "loss": 0.4936,
      "step": 440
    },
    {
      "epoch": 0.4230038022813688,
      "grad_norm": 0.2503425568915126,
      "learning_rate": 3.496227873251313e-05,
      "loss": 0.4885,
      "step": 445
    },
    {
      "epoch": 0.42775665399239543,
      "grad_norm": 0.24202694522633986,
      "learning_rate": 3.462761116246197e-05,
      "loss": 0.4959,
      "step": 450
    },
    {
      "epoch": 0.43250950570342206,
      "grad_norm": 0.27996803189105723,
      "learning_rate": 3.429118143853603e-05,
      "loss": 0.4925,
      "step": 455
    },
    {
      "epoch": 0.4372623574144487,
      "grad_norm": 0.21769144894425693,
      "learning_rate": 3.3953072735999534e-05,
      "loss": 0.4857,
      "step": 460
    },
    {
      "epoch": 0.44201520912547526,
      "grad_norm": 0.21760666543297144,
      "learning_rate": 3.3613368645209294e-05,
      "loss": 0.4901,
      "step": 465
    },
    {
      "epoch": 0.4467680608365019,
      "grad_norm": 0.25422156349497405,
      "learning_rate": 3.327215315094872e-05,
      "loss": 0.4898,
      "step": 470
    },
    {
      "epoch": 0.4515209125475285,
      "grad_norm": 0.23674958223473902,
      "learning_rate": 3.292951061166438e-05,
      "loss": 0.4938,
      "step": 475
    },
    {
      "epoch": 0.45627376425855515,
      "grad_norm": 0.18190579290778722,
      "learning_rate": 3.2585525738610104e-05,
      "loss": 0.4863,
      "step": 480
    },
    {
      "epoch": 0.4610266159695818,
      "grad_norm": 0.20428871875902296,
      "learning_rate": 3.224028357490384e-05,
      "loss": 0.4795,
      "step": 485
    },
    {
      "epoch": 0.46577946768060835,
      "grad_norm": 0.20651897116727513,
      "learning_rate": 3.1893869474502577e-05,
      "loss": 0.4881,
      "step": 490
    },
    {
      "epoch": 0.470532319391635,
      "grad_norm": 0.18405563560363847,
      "learning_rate": 3.15463690811003e-05,
      "loss": 0.4882,
      "step": 495
    },
    {
      "epoch": 0.4752851711026616,
      "grad_norm": 0.19313108818672595,
      "learning_rate": 3.119786830695439e-05,
      "loss": 0.4893,
      "step": 500
    },
    {
      "epoch": 0.48003802281368824,
      "grad_norm": 0.2236561344753686,
      "learning_rate": 3.0848453311645606e-05,
      "loss": 0.4899,
      "step": 505
    },
    {
      "epoch": 0.4847908745247148,
      "grad_norm": 0.2596164174926074,
      "learning_rate": 3.0498210480776896e-05,
      "loss": 0.4855,
      "step": 510
    },
    {
      "epoch": 0.48954372623574144,
      "grad_norm": 0.18985887435574203,
      "learning_rate": 3.0147226404616363e-05,
      "loss": 0.4877,
      "step": 515
    },
    {
      "epoch": 0.49429657794676807,
      "grad_norm": 0.2502857940726596,
      "learning_rate": 2.9795587856689646e-05,
      "loss": 0.4871,
      "step": 520
    },
    {
      "epoch": 0.4990494296577947,
      "grad_norm": 0.2235533200319138,
      "learning_rate": 2.9443381772326896e-05,
      "loss": 0.4901,
      "step": 525
    },
    {
      "epoch": 0.5038022813688213,
      "grad_norm": 0.20042233595283462,
      "learning_rate": 2.9090695227169878e-05,
      "loss": 0.4821,
      "step": 530
    },
    {
      "epoch": 0.5085551330798479,
      "grad_norm": 0.22207944705416413,
      "learning_rate": 2.8737615415644348e-05,
      "loss": 0.4802,
      "step": 535
    },
    {
      "epoch": 0.5133079847908745,
      "grad_norm": 0.21080450139886084,
      "learning_rate": 2.8384229629402954e-05,
      "loss": 0.4847,
      "step": 540
    },
    {
      "epoch": 0.5180608365019012,
      "grad_norm": 0.2393801297575582,
      "learning_rate": 2.8030625235744286e-05,
      "loss": 0.4837,
      "step": 545
    },
    {
      "epoch": 0.5228136882129277,
      "grad_norm": 0.2381109388094313,
      "learning_rate": 2.7676889656013037e-05,
      "loss": 0.4866,
      "step": 550
    },
    {
      "epoch": 0.5275665399239544,
      "grad_norm": 0.19284005882529998,
      "learning_rate": 2.7323110343986968e-05,
      "loss": 0.4825,
      "step": 555
    },
    {
      "epoch": 0.532319391634981,
      "grad_norm": 0.18972810608196283,
      "learning_rate": 2.6969374764255723e-05,
      "loss": 0.4839,
      "step": 560
    },
    {
      "epoch": 0.5370722433460076,
      "grad_norm": 0.23216160740500888,
      "learning_rate": 2.6615770370597048e-05,
      "loss": 0.4866,
      "step": 565
    },
    {
      "epoch": 0.5418250950570342,
      "grad_norm": 0.20174577405862335,
      "learning_rate": 2.626238458435566e-05,
      "loss": 0.4862,
      "step": 570
    },
    {
      "epoch": 0.5465779467680608,
      "grad_norm": 0.19712069940074703,
      "learning_rate": 2.5909304772830124e-05,
      "loss": 0.4857,
      "step": 575
    },
    {
      "epoch": 0.5513307984790875,
      "grad_norm": 0.2366210097242305,
      "learning_rate": 2.5556618227673113e-05,
      "loss": 0.4773,
      "step": 580
    },
    {
      "epoch": 0.5560836501901141,
      "grad_norm": 0.19394043523580784,
      "learning_rate": 2.5204412143310363e-05,
      "loss": 0.4783,
      "step": 585
    },
    {
      "epoch": 0.5608365019011406,
      "grad_norm": 0.1896222208574829,
      "learning_rate": 2.485277359538364e-05,
      "loss": 0.4831,
      "step": 590
    },
    {
      "epoch": 0.5655893536121673,
      "grad_norm": 0.19599034125762993,
      "learning_rate": 2.4501789519223105e-05,
      "loss": 0.4855,
      "step": 595
    },
    {
      "epoch": 0.5703422053231939,
      "grad_norm": 0.16974123550830877,
      "learning_rate": 2.4151546688354403e-05,
      "loss": 0.4812,
      "step": 600
    },
    {
      "epoch": 0.5750950570342205,
      "grad_norm": 0.22692336197847035,
      "learning_rate": 2.3802131693045622e-05,
      "loss": 0.4762,
      "step": 605
    },
    {
      "epoch": 0.5798479087452472,
      "grad_norm": 0.22998735324132835,
      "learning_rate": 2.3453630918899706e-05,
      "loss": 0.4809,
      "step": 610
    },
    {
      "epoch": 0.5846007604562737,
      "grad_norm": 0.2168664598625493,
      "learning_rate": 2.3106130525497432e-05,
      "loss": 0.4845,
      "step": 615
    },
    {
      "epoch": 0.5893536121673004,
      "grad_norm": 0.20885275245463936,
      "learning_rate": 2.275971642509617e-05,
      "loss": 0.4841,
      "step": 620
    },
    {
      "epoch": 0.594106463878327,
      "grad_norm": 0.1925790019325914,
      "learning_rate": 2.24144742613899e-05,
      "loss": 0.471,
      "step": 625
    },
    {
      "epoch": 0.5988593155893536,
      "grad_norm": 0.18922075262052865,
      "learning_rate": 2.207048938833562e-05,
      "loss": 0.4772,
      "step": 630
    },
    {
      "epoch": 0.6036121673003803,
      "grad_norm": 0.18699071080172655,
      "learning_rate": 2.1727846849051293e-05,
      "loss": 0.4828,
      "step": 635
    },
    {
      "epoch": 0.6083650190114068,
      "grad_norm": 0.16482554296949878,
      "learning_rate": 2.1386631354790725e-05,
      "loss": 0.4735,
      "step": 640
    },
    {
      "epoch": 0.6131178707224335,
      "grad_norm": 0.19118107030432402,
      "learning_rate": 2.1046927264000475e-05,
      "loss": 0.4784,
      "step": 645
    },
    {
      "epoch": 0.6178707224334601,
      "grad_norm": 0.18763931168597903,
      "learning_rate": 2.0708818561463978e-05,
      "loss": 0.4792,
      "step": 650
    },
    {
      "epoch": 0.6226235741444867,
      "grad_norm": 0.18582034611943607,
      "learning_rate": 2.037238883753805e-05,
      "loss": 0.4774,
      "step": 655
    },
    {
      "epoch": 0.6273764258555133,
      "grad_norm": 0.1843088758106859,
      "learning_rate": 2.003772126748688e-05,
      "loss": 0.4735,
      "step": 660
    },
    {
      "epoch": 0.6321292775665399,
      "grad_norm": 0.18885861334949494,
      "learning_rate": 1.9704898590918725e-05,
      "loss": 0.4746,
      "step": 665
    },
    {
      "epoch": 0.6368821292775665,
      "grad_norm": 0.1814696622515747,
      "learning_rate": 1.937400309133023e-05,
      "loss": 0.4772,
      "step": 670
    },
    {
      "epoch": 0.6416349809885932,
      "grad_norm": 0.18244937228740285,
      "learning_rate": 1.9045116575763526e-05,
      "loss": 0.4768,
      "step": 675
    },
    {
      "epoch": 0.6463878326996197,
      "grad_norm": 0.17886547415430476,
      "learning_rate": 1.871832035458118e-05,
      "loss": 0.4783,
      "step": 680
    },
    {
      "epoch": 0.6511406844106464,
      "grad_norm": 0.19043261250654717,
      "learning_rate": 1.8393695221363854e-05,
      "loss": 0.4728,
      "step": 685
    },
    {
      "epoch": 0.655893536121673,
      "grad_norm": 0.1747559107739795,
      "learning_rate": 1.8071321432935783e-05,
      "loss": 0.4708,
      "step": 690
    },
    {
      "epoch": 0.6606463878326996,
      "grad_norm": 0.18036611817695825,
      "learning_rate": 1.7751278689522966e-05,
      "loss": 0.4752,
      "step": 695
    },
    {
      "epoch": 0.6653992395437263,
      "grad_norm": 0.17849983671638392,
      "learning_rate": 1.7433646115048898e-05,
      "loss": 0.4677,
      "step": 700
    },
    {
      "epoch": 0.6701520912547528,
      "grad_norm": 0.1714769897391817,
      "learning_rate": 1.711850223757287e-05,
      "loss": 0.4794,
      "step": 705
    },
    {
      "epoch": 0.6749049429657795,
      "grad_norm": 0.1698678716478858,
      "learning_rate": 1.6805924969875476e-05,
      "loss": 0.4746,
      "step": 710
    },
    {
      "epoch": 0.6796577946768061,
      "grad_norm": 0.16227527959319807,
      "learning_rate": 1.6495991590196367e-05,
      "loss": 0.4796,
      "step": 715
    },
    {
      "epoch": 0.6844106463878327,
      "grad_norm": 0.16424492377806227,
      "learning_rate": 1.618877872312876e-05,
      "loss": 0.4829,
      "step": 720
    },
    {
      "epoch": 0.6891634980988594,
      "grad_norm": 0.15657397103485426,
      "learning_rate": 1.58843623206756e-05,
      "loss": 0.4779,
      "step": 725
    },
    {
      "epoch": 0.6939163498098859,
      "grad_norm": 0.17536531645621806,
      "learning_rate": 1.5582817643472037e-05,
      "loss": 0.4778,
      "step": 730
    },
    {
      "epoch": 0.6986692015209125,
      "grad_norm": 0.17280065096422334,
      "learning_rate": 1.5284219242178765e-05,
      "loss": 0.4755,
      "step": 735
    },
    {
      "epoch": 0.7034220532319392,
      "grad_norm": 0.1620135171606573,
      "learning_rate": 1.4988640939050929e-05,
      "loss": 0.4728,
      "step": 740
    },
    {
      "epoch": 0.7081749049429658,
      "grad_norm": 0.16662045624444577,
      "learning_rate": 1.4696155809687112e-05,
      "loss": 0.4717,
      "step": 745
    },
    {
      "epoch": 0.7129277566539924,
      "grad_norm": 0.16252733139705441,
      "learning_rate": 1.4406836164962911e-05,
      "loss": 0.4742,
      "step": 750
    },
    {
      "epoch": 0.717680608365019,
      "grad_norm": 0.16379722089125048,
      "learning_rate": 1.4120753533153552e-05,
      "loss": 0.4783,
      "step": 755
    },
    {
      "epoch": 0.7224334600760456,
      "grad_norm": 0.16226858863808044,
      "learning_rate": 1.3837978642250039e-05,
      "loss": 0.4763,
      "step": 760
    },
    {
      "epoch": 0.7271863117870723,
      "grad_norm": 0.16828084916605085,
      "learning_rate": 1.3558581402473108e-05,
      "loss": 0.4769,
      "step": 765
    },
    {
      "epoch": 0.7319391634980988,
      "grad_norm": 0.15635186380885982,
      "learning_rate": 1.3282630888989378e-05,
      "loss": 0.4691,
      "step": 770
    },
    {
      "epoch": 0.7366920152091255,
      "grad_norm": 0.16014183419624511,
      "learning_rate": 1.3010195324833963e-05,
      "loss": 0.4789,
      "step": 775
    },
    {
      "epoch": 0.7414448669201521,
      "grad_norm": 0.15105521562767574,
      "learning_rate": 1.2741342064043732e-05,
      "loss": 0.4762,
      "step": 780
    },
    {
      "epoch": 0.7461977186311787,
      "grad_norm": 0.14208380809510285,
      "learning_rate": 1.2476137575005413e-05,
      "loss": 0.4687,
      "step": 785
    },
    {
      "epoch": 0.7509505703422054,
      "grad_norm": 0.14214458651561737,
      "learning_rate": 1.221464742402268e-05,
      "loss": 0.4675,
      "step": 790
    },
    {
      "epoch": 0.7557034220532319,
      "grad_norm": 0.13937075466612753,
      "learning_rate": 1.1956936259106251e-05,
      "loss": 0.4693,
      "step": 795
    },
    {
      "epoch": 0.7604562737642585,
      "grad_norm": 0.14392484311709713,
      "learning_rate": 1.1703067793990995e-05,
      "loss": 0.4717,
      "step": 800
    },
    {
      "epoch": 0.7652091254752852,
      "grad_norm": 0.14935269226237555,
      "learning_rate": 1.1453104792384023e-05,
      "loss": 0.4726,
      "step": 805
    },
    {
      "epoch": 0.7699619771863118,
      "grad_norm": 0.14453043569639498,
      "learning_rate": 1.1207109052447693e-05,
      "loss": 0.4648,
      "step": 810
    },
    {
      "epoch": 0.7747148288973384,
      "grad_norm": 0.1565121971468423,
      "learning_rate": 1.0965141391521296e-05,
      "loss": 0.4726,
      "step": 815
    },
    {
      "epoch": 0.779467680608365,
      "grad_norm": 0.1464026978350567,
      "learning_rate": 1.0727261631085189e-05,
      "loss": 0.4704,
      "step": 820
    },
    {
      "epoch": 0.7842205323193916,
      "grad_norm": 0.14770117041095976,
      "learning_rate": 1.0493528581971229e-05,
      "loss": 0.4658,
      "step": 825
    },
    {
      "epoch": 0.7889733840304183,
      "grad_norm": 0.1535273348766141,
      "learning_rate": 1.0264000029822999e-05,
      "loss": 0.469,
      "step": 830
    },
    {
      "epoch": 0.7937262357414449,
      "grad_norm": 0.16004223786581778,
      "learning_rate": 1.0038732720809473e-05,
      "loss": 0.4743,
      "step": 835
    },
    {
      "epoch": 0.7984790874524715,
      "grad_norm": 0.1425010747043446,
      "learning_rate": 9.817782347595766e-06,
      "loss": 0.4641,
      "step": 840
    },
    {
      "epoch": 0.8032319391634981,
      "grad_norm": 0.15447194379864884,
      "learning_rate": 9.601203535574232e-06,
      "loss": 0.469,
      "step": 845
    },
    {
      "epoch": 0.8079847908745247,
      "grad_norm": 0.14772023539006754,
      "learning_rate": 9.389049829359468e-06,
      "loss": 0.4707,
      "step": 850
    },
    {
      "epoch": 0.8127376425855514,
      "grad_norm": 0.14629799126983165,
      "learning_rate": 9.181373679550565e-06,
      "loss": 0.4714,
      "step": 855
    },
    {
      "epoch": 0.8174904942965779,
      "grad_norm": 0.15309282616218442,
      "learning_rate": 8.978226429763736e-06,
      "loss": 0.4698,
      "step": 860
    },
    {
      "epoch": 0.8222433460076045,
      "grad_norm": 0.13452601594688007,
      "learning_rate": 8.779658303938695e-06,
      "loss": 0.464,
      "step": 865
    },
    {
      "epoch": 0.8269961977186312,
      "grad_norm": 0.14890675408897197,
      "learning_rate": 8.585718393921843e-06,
      "loss": 0.4735,
      "step": 870
    },
    {
      "epoch": 0.8317490494296578,
      "grad_norm": 0.14208351410153508,
      "learning_rate": 8.396454647329303e-06,
      "loss": 0.4683,
      "step": 875
    },
    {
      "epoch": 0.8365019011406845,
      "grad_norm": 0.14343210203249587,
      "learning_rate": 8.211913855692876e-06,
      "loss": 0.469,
      "step": 880
    },
    {
      "epoch": 0.841254752851711,
      "grad_norm": 0.1430244630908284,
      "learning_rate": 8.032141642891816e-06,
      "loss": 0.4713,
      "step": 885
    },
    {
      "epoch": 0.8460076045627376,
      "grad_norm": 0.14168496244311543,
      "learning_rate": 7.857182453873268e-06,
      "loss": 0.4685,
      "step": 890
    },
    {
      "epoch": 0.8507604562737643,
      "grad_norm": 0.1412445354126524,
      "learning_rate": 7.687079543664173e-06,
      "loss": 0.4669,
      "step": 895
    },
    {
      "epoch": 0.8555133079847909,
      "grad_norm": 0.13259303462150188,
      "learning_rate": 7.521874966677361e-06,
      "loss": 0.4615,
      "step": 900
    },
    {
      "epoch": 0.8602661596958175,
      "grad_norm": 0.14549797235058892,
      "learning_rate": 7.361609566314473e-06,
      "loss": 0.4653,
      "step": 905
    },
    {
      "epoch": 0.8650190114068441,
      "grad_norm": 0.14072563381048084,
      "learning_rate": 7.206322964868288e-06,
      "loss": 0.4713,
      "step": 910
    },
    {
      "epoch": 0.8697718631178707,
      "grad_norm": 0.1461362043382014,
      "learning_rate": 7.056053553726909e-06,
      "loss": 0.4724,
      "step": 915
    },
    {
      "epoch": 0.8745247148288974,
      "grad_norm": 0.14017672807400663,
      "learning_rate": 6.910838483882315e-06,
      "loss": 0.4654,
      "step": 920
    },
    {
      "epoch": 0.879277566539924,
      "grad_norm": 0.13521499152035205,
      "learning_rate": 6.770713656745536e-06,
      "loss": 0.4624,
      "step": 925
    },
    {
      "epoch": 0.8840304182509505,
      "grad_norm": 0.13865135264678413,
      "learning_rate": 6.635713715270775e-06,
      "loss": 0.4689,
      "step": 930
    },
    {
      "epoch": 0.8887832699619772,
      "grad_norm": 0.1371191942817136,
      "learning_rate": 6.50587203539066e-06,
      "loss": 0.4661,
      "step": 935
    },
    {
      "epoch": 0.8935361216730038,
      "grad_norm": 0.14565255009555014,
      "learning_rate": 6.381220717764745e-06,
      "loss": 0.4691,
      "step": 940
    },
    {
      "epoch": 0.8982889733840305,
      "grad_norm": 0.1404334509927112,
      "learning_rate": 6.261790579843262e-06,
      "loss": 0.4679,
      "step": 945
    },
    {
      "epoch": 0.903041825095057,
      "grad_norm": 0.13816112242945822,
      "learning_rate": 6.147611148248179e-06,
      "loss": 0.4691,
      "step": 950
    },
    {
      "epoch": 0.9077946768060836,
      "grad_norm": 0.15759721400393858,
      "learning_rate": 6.038710651473344e-06,
      "loss": 0.4753,
      "step": 955
    },
    {
      "epoch": 0.9125475285171103,
      "grad_norm": 0.1282745826869964,
      "learning_rate": 5.935116012905558e-06,
      "loss": 0.4699,
      "step": 960
    },
    {
      "epoch": 0.9173003802281369,
      "grad_norm": 0.1503604870586601,
      "learning_rate": 5.8368528441683525e-06,
      "loss": 0.4709,
      "step": 965
    },
    {
      "epoch": 0.9220532319391636,
      "grad_norm": 0.13503553280025965,
      "learning_rate": 5.743945438790041e-06,
      "loss": 0.4725,
      "step": 970
    },
    {
      "epoch": 0.9268060836501901,
      "grad_norm": 0.14292652011208007,
      "learning_rate": 5.6564167661976295e-06,
      "loss": 0.4682,
      "step": 975
    },
    {
      "epoch": 0.9315589353612167,
      "grad_norm": 0.12960783302190393,
      "learning_rate": 5.574288466038128e-06,
      "loss": 0.4611,
      "step": 980
    },
    {
      "epoch": 0.9363117870722434,
      "grad_norm": 0.12546260263510003,
      "learning_rate": 5.4975808428285865e-06,
      "loss": 0.4626,
      "step": 985
    },
    {
      "epoch": 0.94106463878327,
      "grad_norm": 0.1445364804076634,
      "learning_rate": 5.426312860936222e-06,
      "loss": 0.4709,
      "step": 990
    },
    {
      "epoch": 0.9458174904942965,
      "grad_norm": 0.12743356661579888,
      "learning_rate": 5.3605021398898666e-06,
      "loss": 0.4649,
      "step": 995
    },
    {
      "epoch": 0.9505703422053232,
      "grad_norm": 0.13855907520031072,
      "learning_rate": 5.300164950023929e-06,
      "loss": 0.4645,
      "step": 1000
    },
    {
      "epoch": 0.9553231939163498,
      "grad_norm": 0.14406226407672718,
      "learning_rate": 5.245316208455871e-06,
      "loss": 0.4684,
      "step": 1005
    },
    {
      "epoch": 0.9600760456273765,
      "grad_norm": 0.13381335777745848,
      "learning_rate": 5.195969475398255e-06,
      "loss": 0.4636,
      "step": 1010
    },
    {
      "epoch": 0.964828897338403,
      "grad_norm": 0.1339026924067404,
      "learning_rate": 5.152136950806283e-06,
      "loss": 0.4657,
      "step": 1015
    },
    {
      "epoch": 0.9695817490494296,
      "grad_norm": 0.13169371954604878,
      "learning_rate": 5.113829471361603e-06,
      "loss": 0.468,
      "step": 1020
    },
    {
      "epoch": 0.9743346007604563,
      "grad_norm": 0.12621673155707766,
      "learning_rate": 5.081056507793154e-06,
      "loss": 0.4642,
      "step": 1025
    },
    {
      "epoch": 0.9790874524714829,
      "grad_norm": 0.13842473297781452,
      "learning_rate": 5.053826162535741e-06,
      "loss": 0.4691,
      "step": 1030
    },
    {
      "epoch": 0.9838403041825095,
      "grad_norm": 0.12673151044010744,
      "learning_rate": 5.032145167726867e-06,
      "loss": 0.4633,
      "step": 1035
    },
    {
      "epoch": 0.9885931558935361,
      "grad_norm": 0.13026372289420504,
      "learning_rate": 5.016018883542351e-06,
      "loss": 0.4644,
      "step": 1040
    },
    {
      "epoch": 0.9933460076045627,
      "grad_norm": 0.13570144931151262,
      "learning_rate": 5.005451296871136e-06,
      "loss": 0.4628,
      "step": 1045
    },
    {
      "epoch": 0.9980988593155894,
      "grad_norm": 0.13282015249672027,
      "learning_rate": 5.000445020329628e-06,
      "loss": 0.4717,
      "step": 1050
    },
    {
      "epoch": 1.0,
      "step": 1052,
      "total_flos": 1918020725243904.0,
      "train_loss": 0.502165619694688,
      "train_runtime": 12284.8259,
      "train_samples_per_second": 10.958,
      "train_steps_per_second": 0.086
    }
  ],
  "logging_steps": 5,
  "max_steps": 1052,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1918020725243904.0,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}