{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9996979764421625,
  "eval_steps": 500,
  "global_step": 1655,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.006040471156750227,
      "grad_norm": 6.352119345594041,
      "learning_rate": 4.9999999999999996e-05,
      "loss": 5.7625,
      "step": 10
    },
    {
      "epoch": 0.012080942313500454,
      "grad_norm": 3.5107589040708578,
      "learning_rate": 6.505149978319905e-05,
      "loss": 3.1477,
      "step": 20
    },
    {
      "epoch": 0.018121413470250678,
      "grad_norm": 1.7597502982401718,
      "learning_rate": 7.385606273598311e-05,
      "loss": 1.8234,
      "step": 30
    },
    {
      "epoch": 0.024161884627000908,
      "grad_norm": 2.0430582664699704,
      "learning_rate": 8.01029995663981e-05,
      "loss": 1.482,
      "step": 40
    },
    {
      "epoch": 0.030202355783751134,
      "grad_norm": 2.30138022647804,
      "learning_rate": 8.494850021680092e-05,
      "loss": 1.427,
      "step": 50
    },
    {
      "epoch": 0.036242826940501356,
      "grad_norm": 1.961300808555845,
      "learning_rate": 8.890756251918216e-05,
      "loss": 1.3652,
      "step": 60
    },
    {
      "epoch": 0.042283298097251586,
      "grad_norm": 1.5670057056368645,
      "learning_rate": 9.225490200071284e-05,
      "loss": 1.2859,
      "step": 70
    },
    {
      "epoch": 0.048323769254001815,
      "grad_norm": 1.5648604780816326,
      "learning_rate": 9.515449934959716e-05,
      "loss": 1.2166,
      "step": 80
    },
    {
      "epoch": 0.05436424041075204,
      "grad_norm": 1.5594489363452173,
      "learning_rate": 9.771212547196623e-05,
      "loss": 1.2299,
      "step": 90
    },
    {
      "epoch": 0.06040471156750227,
      "grad_norm": 1.478498798125124,
      "learning_rate": 9.999999999999999e-05,
      "loss": 1.1406,
      "step": 100
    },
    {
      "epoch": 0.0664451827242525,
      "grad_norm": 1.3456415286113537,
      "learning_rate": 9.942122186495178e-05,
      "loss": 1.1512,
      "step": 110
    },
    {
      "epoch": 0.07248565388100271,
      "grad_norm": 1.4169868695799486,
      "learning_rate": 9.877813504823152e-05,
      "loss": 1.2473,
      "step": 120
    },
    {
      "epoch": 0.07852612503775294,
      "grad_norm": 1.5442406663559958,
      "learning_rate": 9.813504823151127e-05,
      "loss": 1.1609,
      "step": 130
    },
    {
      "epoch": 0.08456659619450317,
      "grad_norm": 1.3840740480619829,
      "learning_rate": 9.7491961414791e-05,
      "loss": 1.1617,
      "step": 140
    },
    {
      "epoch": 0.0906070673512534,
      "grad_norm": 1.1099163069476086,
      "learning_rate": 9.684887459807074e-05,
      "loss": 1.1746,
      "step": 150
    },
    {
      "epoch": 0.09664753850800363,
      "grad_norm": 1.2420434112131873,
      "learning_rate": 9.620578778135049e-05,
      "loss": 1.1504,
      "step": 160
    },
    {
      "epoch": 0.10268800966475385,
      "grad_norm": 1.081321720135299,
      "learning_rate": 9.556270096463023e-05,
      "loss": 1.1605,
      "step": 170
    },
    {
      "epoch": 0.10872848082150408,
      "grad_norm": 1.0982034537770153,
      "learning_rate": 9.491961414790998e-05,
      "loss": 1.0799,
      "step": 180
    },
    {
      "epoch": 0.1147689519782543,
      "grad_norm": 1.1736811633063773,
      "learning_rate": 9.427652733118972e-05,
      "loss": 1.1242,
      "step": 190
    },
    {
      "epoch": 0.12080942313500453,
      "grad_norm": 1.3595797342301437,
      "learning_rate": 9.363344051446946e-05,
      "loss": 1.1016,
      "step": 200
    },
    {
      "epoch": 0.12684989429175475,
      "grad_norm": 1.2621841618934533,
      "learning_rate": 9.29903536977492e-05,
      "loss": 1.0695,
      "step": 210
    },
    {
      "epoch": 0.132890365448505,
      "grad_norm": 1.2070699106064489,
      "learning_rate": 9.234726688102894e-05,
      "loss": 1.1049,
      "step": 220
    },
    {
      "epoch": 0.1389308366052552,
      "grad_norm": 1.0416383062176056,
      "learning_rate": 9.17041800643087e-05,
      "loss": 1.1467,
      "step": 230
    },
    {
      "epoch": 0.14497130776200542,
      "grad_norm": 1.1856097509180394,
      "learning_rate": 9.106109324758843e-05,
      "loss": 1.0746,
      "step": 240
    },
    {
      "epoch": 0.15101177891875567,
      "grad_norm": 1.144246874115688,
      "learning_rate": 9.041800643086817e-05,
      "loss": 1.2018,
      "step": 250
    },
    {
      "epoch": 0.15705225007550588,
      "grad_norm": 0.9353587652819314,
      "learning_rate": 8.977491961414792e-05,
      "loss": 1.0789,
      "step": 260
    },
    {
      "epoch": 0.16309272123225613,
      "grad_norm": 1.0285527563460544,
      "learning_rate": 8.913183279742766e-05,
      "loss": 1.0555,
      "step": 270
    },
    {
      "epoch": 0.16913319238900634,
      "grad_norm": 0.9852353032151006,
      "learning_rate": 8.848874598070739e-05,
      "loss": 1.1451,
      "step": 280
    },
    {
      "epoch": 0.17517366354575656,
      "grad_norm": 1.175932073617665,
      "learning_rate": 8.784565916398714e-05,
      "loss": 1.0789,
      "step": 290
    },
    {
      "epoch": 0.1812141347025068,
      "grad_norm": 1.213820312892746,
      "learning_rate": 8.720257234726688e-05,
      "loss": 1.0475,
      "step": 300
    },
    {
      "epoch": 0.18725460585925702,
      "grad_norm": 1.1846528600649535,
      "learning_rate": 8.655948553054663e-05,
      "loss": 1.0521,
      "step": 310
    },
    {
      "epoch": 0.19329507701600726,
      "grad_norm": 1.1497197430459096,
      "learning_rate": 8.591639871382637e-05,
      "loss": 1.082,
      "step": 320
    },
    {
      "epoch": 0.19933554817275748,
      "grad_norm": 1.1612797319381625,
      "learning_rate": 8.52733118971061e-05,
      "loss": 1.0793,
      "step": 330
    },
    {
      "epoch": 0.2053760193295077,
      "grad_norm": 1.082739707844854,
      "learning_rate": 8.463022508038586e-05,
      "loss": 1.1061,
      "step": 340
    },
    {
      "epoch": 0.21141649048625794,
      "grad_norm": 1.2757899011878036,
      "learning_rate": 8.398713826366559e-05,
      "loss": 1.073,
      "step": 350
    },
    {
      "epoch": 0.21745696164300815,
      "grad_norm": 0.9540956853203417,
      "learning_rate": 8.334405144694534e-05,
      "loss": 1.0135,
      "step": 360
    },
    {
      "epoch": 0.2234974327997584,
      "grad_norm": 1.0200709241255603,
      "learning_rate": 8.270096463022508e-05,
      "loss": 1.1389,
      "step": 370
    },
    {
      "epoch": 0.2295379039565086,
      "grad_norm": 0.8455317026975807,
      "learning_rate": 8.205787781350482e-05,
      "loss": 1.0598,
      "step": 380
    },
    {
      "epoch": 0.23557837511325883,
      "grad_norm": 1.1381349305391164,
      "learning_rate": 8.141479099678457e-05,
      "loss": 1.0777,
      "step": 390
    },
    {
      "epoch": 0.24161884627000907,
      "grad_norm": 1.103747383663609,
      "learning_rate": 8.07717041800643e-05,
      "loss": 1.0617,
      "step": 400
    },
    {
      "epoch": 0.24765931742675928,
      "grad_norm": 1.138904626814912,
      "learning_rate": 8.012861736334406e-05,
      "loss": 1.0324,
      "step": 410
    },
    {
      "epoch": 0.2536997885835095,
      "grad_norm": 1.0781428262426909,
      "learning_rate": 7.94855305466238e-05,
      "loss": 1.0859,
      "step": 420
    },
    {
      "epoch": 0.2597402597402597,
      "grad_norm": 1.0846995831727089,
      "learning_rate": 7.884244372990353e-05,
      "loss": 1.0553,
      "step": 430
    },
    {
      "epoch": 0.26578073089701,
      "grad_norm": 0.8641072003497396,
      "learning_rate": 7.819935691318328e-05,
      "loss": 1.0068,
      "step": 440
    },
    {
      "epoch": 0.2718212020537602,
      "grad_norm": 1.110226877216393,
      "learning_rate": 7.755627009646302e-05,
      "loss": 1.0115,
      "step": 450
    },
    {
      "epoch": 0.2778616732105104,
      "grad_norm": 1.1418636977442045,
      "learning_rate": 7.691318327974277e-05,
      "loss": 1.0373,
      "step": 460
    },
    {
      "epoch": 0.28390214436726063,
      "grad_norm": 0.9476740742119087,
      "learning_rate": 7.62700964630225e-05,
      "loss": 1.0023,
      "step": 470
    },
    {
      "epoch": 0.28994261552401085,
      "grad_norm": 1.1736350313366837,
      "learning_rate": 7.562700964630224e-05,
      "loss": 1.0338,
      "step": 480
    },
    {
      "epoch": 0.2959830866807611,
      "grad_norm": 1.113923619981689,
      "learning_rate": 7.4983922829582e-05,
      "loss": 0.9855,
      "step": 490
    },
    {
      "epoch": 0.30202355783751134,
      "grad_norm": 1.0389339180007815,
      "learning_rate": 7.434083601286173e-05,
      "loss": 1.0525,
      "step": 500
    },
    {
      "epoch": 0.30806402899426155,
      "grad_norm": 1.161270624803982,
      "learning_rate": 7.369774919614148e-05,
      "loss": 1.0697,
      "step": 510
    },
    {
      "epoch": 0.31410450015101177,
      "grad_norm": 0.8892068789215148,
      "learning_rate": 7.305466237942122e-05,
      "loss": 0.9889,
      "step": 520
    },
    {
      "epoch": 0.320144971307762,
      "grad_norm": 1.0455859065719944,
      "learning_rate": 7.241157556270097e-05,
      "loss": 0.9898,
      "step": 530
    },
    {
      "epoch": 0.32618544246451225,
      "grad_norm": 1.0186894188406512,
      "learning_rate": 7.17684887459807e-05,
      "loss": 0.9904,
      "step": 540
    },
    {
      "epoch": 0.33222591362126247,
      "grad_norm": 1.0072092839183986,
      "learning_rate": 7.112540192926044e-05,
      "loss": 0.9873,
      "step": 550
    },
    {
      "epoch": 0.3382663847780127,
      "grad_norm": 0.9663462582485958,
      "learning_rate": 7.04823151125402e-05,
      "loss": 1.0375,
      "step": 560
    },
    {
      "epoch": 0.3443068559347629,
      "grad_norm": 0.9103712505082897,
      "learning_rate": 6.983922829581993e-05,
      "loss": 1.0383,
      "step": 570
    },
    {
      "epoch": 0.3503473270915131,
      "grad_norm": 1.0485963233672557,
      "learning_rate": 6.919614147909968e-05,
      "loss": 0.9758,
      "step": 580
    },
    {
      "epoch": 0.3563877982482634,
      "grad_norm": 0.9912979171159205,
      "learning_rate": 6.855305466237942e-05,
      "loss": 0.993,
      "step": 590
    },
    {
      "epoch": 0.3624282694050136,
      "grad_norm": 1.1550179596081722,
      "learning_rate": 6.790996784565917e-05,
      "loss": 1.032,
      "step": 600
    },
    {
      "epoch": 0.3684687405617638,
      "grad_norm": 1.0176105219446732,
      "learning_rate": 6.726688102893891e-05,
      "loss": 1.0094,
      "step": 610
    },
    {
      "epoch": 0.37450921171851403,
      "grad_norm": 1.1210756115920897,
      "learning_rate": 6.662379421221864e-05,
      "loss": 0.968,
      "step": 620
    },
    {
      "epoch": 0.38054968287526425,
      "grad_norm": 0.9310657150450071,
      "learning_rate": 6.59807073954984e-05,
      "loss": 1.0102,
      "step": 630
    },
    {
      "epoch": 0.3865901540320145,
      "grad_norm": 1.1633016127800648,
      "learning_rate": 6.533762057877813e-05,
      "loss": 1.0256,
      "step": 640
    },
    {
      "epoch": 0.39263062518876474,
      "grad_norm": 0.8195008101746646,
      "learning_rate": 6.469453376205788e-05,
      "loss": 0.9906,
      "step": 650
    },
    {
      "epoch": 0.39867109634551495,
      "grad_norm": 0.9310761172857367,
      "learning_rate": 6.405144694533762e-05,
      "loss": 0.9754,
      "step": 660
    },
    {
      "epoch": 0.40471156750226517,
      "grad_norm": 1.0516630367824455,
      "learning_rate": 6.340836012861736e-05,
      "loss": 1.0275,
      "step": 670
    },
    {
      "epoch": 0.4107520386590154,
      "grad_norm": 1.0629036969985795,
      "learning_rate": 6.276527331189711e-05,
      "loss": 1.0088,
      "step": 680
    },
    {
      "epoch": 0.41679250981576565,
      "grad_norm": 1.0110994904370134,
      "learning_rate": 6.212218649517684e-05,
      "loss": 1.0416,
      "step": 690
    },
    {
      "epoch": 0.42283298097251587,
      "grad_norm": 0.8895584335650736,
      "learning_rate": 6.14790996784566e-05,
      "loss": 1.0762,
      "step": 700
    },
    {
      "epoch": 0.4288734521292661,
      "grad_norm": 1.0448634604827216,
      "learning_rate": 6.083601286173633e-05,
      "loss": 0.9771,
      "step": 710
    },
    {
      "epoch": 0.4349139232860163,
      "grad_norm": 0.7905625978703504,
      "learning_rate": 6.019292604501608e-05,
      "loss": 1.0104,
      "step": 720
    },
    {
      "epoch": 0.4409543944427665,
      "grad_norm": 1.0522004404580236,
      "learning_rate": 5.954983922829582e-05,
      "loss": 0.9977,
      "step": 730
    },
    {
      "epoch": 0.4469948655995168,
      "grad_norm": 0.989475716298655,
      "learning_rate": 5.8906752411575564e-05,
      "loss": 0.9752,
      "step": 740
    },
    {
      "epoch": 0.453035336756267,
      "grad_norm": 1.1463565668787514,
      "learning_rate": 5.826366559485531e-05,
      "loss": 0.9922,
      "step": 750
    },
    {
      "epoch": 0.4590758079130172,
      "grad_norm": 1.189865689753586,
      "learning_rate": 5.7620578778135045e-05,
      "loss": 1.0211,
      "step": 760
    },
    {
      "epoch": 0.46511627906976744,
      "grad_norm": 1.0920686333427474,
      "learning_rate": 5.6977491961414796e-05,
      "loss": 0.9664,
      "step": 770
    },
    {
      "epoch": 0.47115675022651765,
      "grad_norm": 1.0174913677757231,
      "learning_rate": 5.633440514469453e-05,
      "loss": 0.9992,
      "step": 780
    },
    {
      "epoch": 0.4771972213832679,
      "grad_norm": 1.1913080680366728,
      "learning_rate": 5.5691318327974284e-05,
      "loss": 1.033,
      "step": 790
    },
    {
      "epoch": 0.48323769254001814,
      "grad_norm": 1.0204323369307062,
      "learning_rate": 5.504823151125402e-05,
      "loss": 0.9807,
      "step": 800
    },
    {
      "epoch": 0.48927816369676835,
      "grad_norm": 1.118864062431584,
      "learning_rate": 5.440514469453376e-05,
      "loss": 0.974,
      "step": 810
    },
    {
      "epoch": 0.49531863485351857,
      "grad_norm": 1.0350012597705058,
      "learning_rate": 5.376205787781351e-05,
      "loss": 0.9705,
      "step": 820
    },
    {
      "epoch": 0.5013591060102688,
      "grad_norm": 1.0845595520731828,
      "learning_rate": 5.3118971061093246e-05,
      "loss": 0.9582,
      "step": 830
    },
    {
      "epoch": 0.507399577167019,
      "grad_norm": 0.9453749574005488,
      "learning_rate": 5.2475884244372996e-05,
      "loss": 1.0293,
      "step": 840
    },
    {
      "epoch": 0.5134400483237692,
      "grad_norm": 1.042699724920899,
      "learning_rate": 5.183279742765273e-05,
      "loss": 0.952,
      "step": 850
    },
    {
      "epoch": 0.5194805194805194,
      "grad_norm": 1.024020216858902,
      "learning_rate": 5.118971061093247e-05,
      "loss": 1.018,
      "step": 860
    },
    {
      "epoch": 0.5255209906372698,
      "grad_norm": 1.0360224854752502,
      "learning_rate": 5.054662379421222e-05,
      "loss": 0.9295,
      "step": 870
    },
    {
      "epoch": 0.53156146179402,
      "grad_norm": 1.1683508369643563,
      "learning_rate": 4.9903536977491965e-05,
      "loss": 1.0133,
      "step": 880
    },
    {
      "epoch": 0.5376019329507702,
      "grad_norm": 0.8614966755997071,
      "learning_rate": 4.92604501607717e-05,
      "loss": 0.993,
      "step": 890
    },
    {
      "epoch": 0.5436424041075204,
      "grad_norm": 0.9857361206695465,
      "learning_rate": 4.8617363344051446e-05,
      "loss": 0.951,
      "step": 900
    },
    {
      "epoch": 0.5496828752642706,
      "grad_norm": 0.8956078547131043,
      "learning_rate": 4.797427652733119e-05,
      "loss": 0.9268,
      "step": 910
    },
    {
      "epoch": 0.5557233464210208,
      "grad_norm": 0.8885268581836658,
      "learning_rate": 4.7331189710610934e-05,
      "loss": 0.9688,
      "step": 920
    },
    {
      "epoch": 0.561763817577771,
      "grad_norm": 1.136712299735102,
      "learning_rate": 4.668810289389068e-05,
      "loss": 0.9545,
      "step": 930
    },
    {
      "epoch": 0.5678042887345213,
      "grad_norm": 1.114040839440962,
      "learning_rate": 4.604501607717042e-05,
      "loss": 1.0,
      "step": 940
    },
    {
      "epoch": 0.5738447598912715,
      "grad_norm": 1.2120423884348053,
      "learning_rate": 4.5401929260450165e-05,
      "loss": 0.9525,
      "step": 950
    },
    {
      "epoch": 0.5798852310480217,
      "grad_norm": 0.9841344976466476,
      "learning_rate": 4.47588424437299e-05,
      "loss": 1.0389,
      "step": 960
    },
    {
      "epoch": 0.585925702204772,
      "grad_norm": 1.0459005071658793,
      "learning_rate": 4.4115755627009646e-05,
      "loss": 1.0041,
      "step": 970
    },
    {
      "epoch": 0.5919661733615222,
      "grad_norm": 1.2096290639870764,
      "learning_rate": 4.347266881028939e-05,
      "loss": 0.9939,
      "step": 980
    },
    {
      "epoch": 0.5980066445182725,
      "grad_norm": 1.0171142436328486,
      "learning_rate": 4.2829581993569134e-05,
      "loss": 0.9432,
      "step": 990
    },
    {
      "epoch": 0.6040471156750227,
      "grad_norm": 1.0557726010616861,
      "learning_rate": 4.218649517684888e-05,
      "loss": 1.0041,
      "step": 1000
    },
    {
      "epoch": 0.6100875868317729,
      "grad_norm": 0.9854936325370102,
      "learning_rate": 4.154340836012862e-05,
      "loss": 0.9598,
      "step": 1010
    },
    {
      "epoch": 0.6161280579885231,
      "grad_norm": 1.0002881708013533,
      "learning_rate": 4.090032154340836e-05,
      "loss": 0.9537,
      "step": 1020
    },
    {
      "epoch": 0.6221685291452733,
      "grad_norm": 1.0163254545569222,
      "learning_rate": 4.02572347266881e-05,
      "loss": 0.9781,
      "step": 1030
    },
    {
      "epoch": 0.6282090003020235,
      "grad_norm": 1.0700856083800017,
      "learning_rate": 3.961414790996785e-05,
      "loss": 0.9418,
      "step": 1040
    },
    {
      "epoch": 0.6342494714587738,
      "grad_norm": 0.925802326406659,
      "learning_rate": 3.897106109324759e-05,
      "loss": 0.9355,
      "step": 1050
    },
    {
      "epoch": 0.640289942615524,
      "grad_norm": 1.0173964783122673,
      "learning_rate": 3.8327974276527335e-05,
      "loss": 0.9311,
      "step": 1060
    },
    {
      "epoch": 0.6463304137722743,
      "grad_norm": 1.0886760638416628,
      "learning_rate": 3.768488745980708e-05,
      "loss": 1.0104,
      "step": 1070
    },
    {
      "epoch": 0.6523708849290245,
      "grad_norm": 0.8784480294988184,
      "learning_rate": 3.7041800643086816e-05,
      "loss": 0.9631,
      "step": 1080
    },
    {
      "epoch": 0.6584113560857747,
      "grad_norm": 1.0061477546516637,
      "learning_rate": 3.639871382636656e-05,
      "loss": 0.9209,
      "step": 1090
    },
    {
      "epoch": 0.6644518272425249,
      "grad_norm": 1.0443361002098694,
      "learning_rate": 3.5755627009646303e-05,
      "loss": 0.9494,
      "step": 1100
    },
    {
      "epoch": 0.6704922983992752,
      "grad_norm": 1.064188874483296,
      "learning_rate": 3.511254019292605e-05,
      "loss": 0.9871,
      "step": 1110
    },
    {
      "epoch": 0.6765327695560254,
      "grad_norm": 0.9804777210337282,
      "learning_rate": 3.446945337620579e-05,
      "loss": 0.9357,
      "step": 1120
    },
    {
      "epoch": 0.6825732407127756,
      "grad_norm": 1.0053083581127769,
      "learning_rate": 3.3826366559485535e-05,
      "loss": 0.9637,
      "step": 1130
    },
    {
      "epoch": 0.6886137118695258,
      "grad_norm": 1.0062328413826747,
      "learning_rate": 3.318327974276528e-05,
      "loss": 0.9914,
      "step": 1140
    },
    {
      "epoch": 0.694654183026276,
      "grad_norm": 1.0659942748249296,
      "learning_rate": 3.2540192926045016e-05,
      "loss": 0.9332,
      "step": 1150
    },
    {
      "epoch": 0.7006946541830262,
      "grad_norm": 1.2425227959394274,
      "learning_rate": 3.189710610932476e-05,
      "loss": 0.9951,
      "step": 1160
    },
    {
      "epoch": 0.7067351253397764,
      "grad_norm": 1.0269910163244402,
      "learning_rate": 3.1254019292604504e-05,
      "loss": 0.9805,
      "step": 1170
    },
    {
      "epoch": 0.7127755964965268,
      "grad_norm": 1.067485855484705,
      "learning_rate": 3.061093247588425e-05,
      "loss": 0.975,
      "step": 1180
    },
    {
      "epoch": 0.718816067653277,
      "grad_norm": 0.9819234749980894,
      "learning_rate": 2.996784565916399e-05,
      "loss": 0.9805,
      "step": 1190
    },
    {
      "epoch": 0.7248565388100272,
      "grad_norm": 0.9915476687600292,
      "learning_rate": 2.9324758842443732e-05,
      "loss": 0.9365,
      "step": 1200
    },
    {
      "epoch": 0.7308970099667774,
      "grad_norm": 1.048821106029052,
      "learning_rate": 2.8681672025723473e-05,
      "loss": 0.9861,
      "step": 1210
    },
    {
      "epoch": 0.7369374811235276,
      "grad_norm": 0.9121022219179783,
      "learning_rate": 2.8038585209003217e-05,
      "loss": 0.9854,
      "step": 1220
    },
    {
      "epoch": 0.7429779522802779,
      "grad_norm": 0.9525288844616361,
      "learning_rate": 2.739549839228296e-05,
      "loss": 0.948,
      "step": 1230
    },
    {
      "epoch": 0.7490184234370281,
      "grad_norm": 1.1391100357014714,
      "learning_rate": 2.67524115755627e-05,
      "loss": 0.8887,
      "step": 1240
    },
    {
      "epoch": 0.7550588945937783,
      "grad_norm": 1.1078585866746686,
      "learning_rate": 2.6109324758842445e-05,
      "loss": 0.9715,
      "step": 1250
    },
    {
      "epoch": 0.7610993657505285,
      "grad_norm": 0.9323091046055703,
      "learning_rate": 2.546623794212219e-05,
      "loss": 0.9359,
      "step": 1260
    },
    {
      "epoch": 0.7671398369072787,
      "grad_norm": 1.146046378807531,
      "learning_rate": 2.482315112540193e-05,
      "loss": 0.8967,
      "step": 1270
    },
    {
      "epoch": 0.773180308064029,
      "grad_norm": 1.14163561365635,
      "learning_rate": 2.4180064308681673e-05,
      "loss": 0.9707,
      "step": 1280
    },
    {
      "epoch": 0.7792207792207793,
      "grad_norm": 1.0034307361335086,
      "learning_rate": 2.3536977491961414e-05,
      "loss": 0.9668,
      "step": 1290
    },
    {
      "epoch": 0.7852612503775295,
      "grad_norm": 1.1199578096409222,
      "learning_rate": 2.2893890675241158e-05,
      "loss": 0.968,
      "step": 1300
    },
    {
      "epoch": 0.7913017215342797,
      "grad_norm": 1.0809213063777794,
      "learning_rate": 2.22508038585209e-05,
      "loss": 0.9264,
      "step": 1310
    },
    {
      "epoch": 0.7973421926910299,
      "grad_norm": 1.1266044230874084,
      "learning_rate": 2.1607717041800642e-05,
      "loss": 1.0203,
      "step": 1320
    },
    {
      "epoch": 0.8033826638477801,
      "grad_norm": 0.8540728431635001,
      "learning_rate": 2.0964630225080386e-05,
      "loss": 0.924,
      "step": 1330
    },
    {
      "epoch": 0.8094231350045303,
      "grad_norm": 1.0063045365537524,
      "learning_rate": 2.032154340836013e-05,
      "loss": 0.9656,
      "step": 1340
    },
    {
      "epoch": 0.8154636061612806,
      "grad_norm": 0.9432512605760064,
      "learning_rate": 1.967845659163987e-05,
      "loss": 1.0254,
      "step": 1350
    },
    {
      "epoch": 0.8215040773180308,
      "grad_norm": 1.162199676010242,
      "learning_rate": 1.9035369774919614e-05,
      "loss": 0.9549,
      "step": 1360
    },
    {
      "epoch": 0.827544548474781,
      "grad_norm": 1.0184734737311432,
      "learning_rate": 1.8392282958199358e-05,
      "loss": 0.8937,
      "step": 1370
    },
    {
      "epoch": 0.8335850196315313,
      "grad_norm": 1.0321283898574098,
      "learning_rate": 1.77491961414791e-05,
      "loss": 0.9641,
      "step": 1380
    },
    {
      "epoch": 0.8396254907882815,
      "grad_norm": 0.948342731761788,
      "learning_rate": 1.7106109324758842e-05,
      "loss": 0.907,
      "step": 1390
    },
    {
      "epoch": 0.8456659619450317,
      "grad_norm": 1.016072519476065,
      "learning_rate": 1.6463022508038586e-05,
      "loss": 0.999,
      "step": 1400
    },
    {
      "epoch": 0.851706433101782,
      "grad_norm": 0.8891894724654406,
      "learning_rate": 1.581993569131833e-05,
      "loss": 0.9238,
      "step": 1410
    },
    {
      "epoch": 0.8577469042585322,
      "grad_norm": 1.0116016221718374,
      "learning_rate": 1.517684887459807e-05,
      "loss": 0.9488,
      "step": 1420
    },
    {
      "epoch": 0.8637873754152824,
      "grad_norm": 1.092739541532347,
      "learning_rate": 1.4533762057877815e-05,
      "loss": 0.9971,
      "step": 1430
    },
    {
      "epoch": 0.8698278465720326,
      "grad_norm": 0.8563957174375877,
      "learning_rate": 1.3890675241157558e-05,
      "loss": 1.0133,
      "step": 1440
    },
    {
      "epoch": 0.8758683177287828,
      "grad_norm": 1.089288756096709,
      "learning_rate": 1.3247588424437299e-05,
      "loss": 0.9127,
      "step": 1450
    },
    {
      "epoch": 0.881908788885533,
      "grad_norm": 0.9458299067214011,
      "learning_rate": 1.2604501607717043e-05,
      "loss": 0.9668,
      "step": 1460
    },
    {
      "epoch": 0.8879492600422833,
      "grad_norm": 1.2229020868039389,
      "learning_rate": 1.1961414790996785e-05,
      "loss": 0.9506,
      "step": 1470
    },
    {
      "epoch": 0.8939897311990336,
      "grad_norm": 1.0615217830735095,
      "learning_rate": 1.1318327974276529e-05,
      "loss": 0.9219,
      "step": 1480
    },
    {
      "epoch": 0.9000302023557838,
      "grad_norm": 1.1622944573297567,
      "learning_rate": 1.0675241157556271e-05,
      "loss": 0.9391,
      "step": 1490
    },
    {
      "epoch": 0.906070673512534,
      "grad_norm": 0.9443566657008828,
      "learning_rate": 1.0032154340836013e-05,
      "loss": 0.8955,
      "step": 1500
    },
    {
      "epoch": 0.9121111446692842,
      "grad_norm": 1.1367332066610845,
      "learning_rate": 9.389067524115757e-06,
      "loss": 0.9385,
      "step": 1510
    },
    {
      "epoch": 0.9181516158260344,
      "grad_norm": 0.9414922696266849,
      "learning_rate": 8.7459807073955e-06,
      "loss": 0.9318,
      "step": 1520
    },
    {
      "epoch": 0.9241920869827847,
      "grad_norm": 1.0844935096035118,
      "learning_rate": 8.102893890675242e-06,
      "loss": 0.9311,
      "step": 1530
    },
    {
      "epoch": 0.9302325581395349,
      "grad_norm": 1.120509038145209,
      "learning_rate": 7.459807073954985e-06,
      "loss": 0.9422,
      "step": 1540
    },
    {
      "epoch": 0.9362730292962851,
      "grad_norm": 0.9486397409946379,
      "learning_rate": 6.816720257234727e-06,
      "loss": 0.9162,
      "step": 1550
    },
    {
      "epoch": 0.9423135004530353,
      "grad_norm": 1.1412479158621043,
      "learning_rate": 6.17363344051447e-06,
      "loss": 0.9676,
      "step": 1560
    },
    {
      "epoch": 0.9483539716097855,
      "grad_norm": 1.050318112867144,
      "learning_rate": 5.530546623794212e-06,
      "loss": 0.9754,
      "step": 1570
    },
    {
      "epoch": 0.9543944427665358,
      "grad_norm": 1.0466438135565226,
      "learning_rate": 4.887459807073955e-06,
      "loss": 0.926,
      "step": 1580
    },
    {
      "epoch": 0.9604349139232861,
      "grad_norm": 0.9720115456232871,
      "learning_rate": 4.244372990353698e-06,
      "loss": 0.9447,
      "step": 1590
    },
    {
      "epoch": 0.9664753850800363,
      "grad_norm": 0.8786923129454015,
      "learning_rate": 3.6012861736334403e-06,
      "loss": 0.9443,
      "step": 1600
    },
    {
      "epoch": 0.9725158562367865,
      "grad_norm": 1.0733513985052048,
      "learning_rate": 2.9581993569131834e-06,
      "loss": 0.9053,
      "step": 1610
    },
    {
      "epoch": 0.9785563273935367,
      "grad_norm": 0.8731368575153022,
      "learning_rate": 2.315112540192926e-06,
      "loss": 0.9803,
      "step": 1620
    },
    {
      "epoch": 0.9845967985502869,
      "grad_norm": 1.0060959243542735,
      "learning_rate": 1.6720257234726688e-06,
      "loss": 0.9563,
      "step": 1630
    },
    {
      "epoch": 0.9906372697070371,
      "grad_norm": 0.9113226806468382,
      "learning_rate": 1.0289389067524116e-06,
      "loss": 0.9191,
      "step": 1640
    },
    {
      "epoch": 0.9966777408637874,
      "grad_norm": 0.9160377841463557,
      "learning_rate": 3.8585209003215437e-07,
      "loss": 0.9117,
      "step": 1650
    }
  ],
  "logging_steps": 10,
  "max_steps": 1655,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}