{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 5.0,
  "eval_steps": 500,
  "global_step": 2205,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.022701475595913734,
      "grad_norm": 151.42454528808594,
      "learning_rate": 4.072398190045249e-07,
      "loss": 2.7892,
      "step": 10
    },
    {
      "epoch": 0.04540295119182747,
      "grad_norm": 123.80890655517578,
      "learning_rate": 8.597285067873304e-07,
      "loss": 2.7931,
      "step": 20
    },
    {
      "epoch": 0.0681044267877412,
      "grad_norm": 52.09438705444336,
      "learning_rate": 1.312217194570136e-06,
      "loss": 1.8545,
      "step": 30
    },
    {
      "epoch": 0.09080590238365494,
      "grad_norm": 28.316225051879883,
      "learning_rate": 1.7647058823529414e-06,
      "loss": 0.952,
      "step": 40
    },
    {
      "epoch": 0.11350737797956867,
      "grad_norm": 30.68117904663086,
      "learning_rate": 2.2171945701357465e-06,
      "loss": 0.5236,
      "step": 50
    },
    {
      "epoch": 0.1362088535754824,
      "grad_norm": 27.550668716430664,
      "learning_rate": 2.6696832579185524e-06,
      "loss": 0.4524,
      "step": 60
    },
    {
      "epoch": 0.15891032917139614,
      "grad_norm": 26.233320236206055,
      "learning_rate": 3.122171945701358e-06,
      "loss": 0.4041,
      "step": 70
    },
    {
      "epoch": 0.18161180476730987,
      "grad_norm": 33.194515228271484,
      "learning_rate": 3.5746606334841633e-06,
      "loss": 0.561,
      "step": 80
    },
    {
      "epoch": 0.2043132803632236,
      "grad_norm": 25.627391815185547,
      "learning_rate": 4.027149321266969e-06,
      "loss": 0.4058,
      "step": 90
    },
    {
      "epoch": 0.22701475595913734,
      "grad_norm": 30.34755516052246,
      "learning_rate": 4.479638009049775e-06,
      "loss": 0.4308,
      "step": 100
    },
    {
      "epoch": 0.24971623155505107,
      "grad_norm": 17.873517990112305,
      "learning_rate": 4.93212669683258e-06,
      "loss": 0.3573,
      "step": 110
    },
    {
      "epoch": 0.2724177071509648,
      "grad_norm": 21.3922119140625,
      "learning_rate": 5.384615384615385e-06,
      "loss": 0.4073,
      "step": 120
    },
    {
      "epoch": 0.29511918274687854,
      "grad_norm": 18.313337326049805,
      "learning_rate": 5.837104072398191e-06,
      "loss": 0.4094,
      "step": 130
    },
    {
      "epoch": 0.3178206583427923,
      "grad_norm": 17.395597457885742,
      "learning_rate": 6.2895927601809956e-06,
      "loss": 0.4447,
      "step": 140
    },
    {
      "epoch": 0.340522133938706,
      "grad_norm": 14.854466438293457,
      "learning_rate": 6.742081447963802e-06,
      "loss": 0.3943,
      "step": 150
    },
    {
      "epoch": 0.36322360953461974,
      "grad_norm": 15.115214347839355,
      "learning_rate": 7.1945701357466065e-06,
      "loss": 0.3596,
      "step": 160
    },
    {
      "epoch": 0.3859250851305335,
      "grad_norm": 15.582769393920898,
      "learning_rate": 7.647058823529411e-06,
      "loss": 0.3457,
      "step": 170
    },
    {
      "epoch": 0.4086265607264472,
      "grad_norm": 15.982388496398926,
      "learning_rate": 8.099547511312217e-06,
      "loss": 0.4043,
      "step": 180
    },
    {
      "epoch": 0.43132803632236094,
      "grad_norm": 18.891918182373047,
      "learning_rate": 8.552036199095024e-06,
      "loss": 0.4481,
      "step": 190
    },
    {
      "epoch": 0.4540295119182747,
      "grad_norm": 23.0708065032959,
      "learning_rate": 9.004524886877828e-06,
      "loss": 0.4184,
      "step": 200
    },
    {
      "epoch": 0.4767309875141884,
      "grad_norm": 19.941478729248047,
      "learning_rate": 9.457013574660635e-06,
      "loss": 0.4063,
      "step": 210
    },
    {
      "epoch": 0.49943246311010214,
      "grad_norm": 12.360922813415527,
      "learning_rate": 9.90950226244344e-06,
      "loss": 0.442,
      "step": 220
    },
    {
      "epoch": 0.5221339387060159,
      "grad_norm": 17.297880172729492,
      "learning_rate": 9.999598828026644e-06,
      "loss": 0.3473,
      "step": 230
    },
    {
      "epoch": 0.5448354143019296,
      "grad_norm": 9.550736427307129,
      "learning_rate": 9.997969177215449e-06,
      "loss": 0.371,
      "step": 240
    },
    {
      "epoch": 0.5675368898978433,
      "grad_norm": 12.789599418640137,
      "learning_rate": 9.995086382607064e-06,
      "loss": 0.2994,
      "step": 250
    },
    {
      "epoch": 0.5902383654937571,
      "grad_norm": 25.442951202392578,
      "learning_rate": 9.9909511670063e-06,
      "loss": 0.432,
      "step": 260
    },
    {
      "epoch": 0.6129398410896708,
      "grad_norm": 13.32232666015625,
      "learning_rate": 9.985564567238237e-06,
      "loss": 0.2707,
      "step": 270
    },
    {
      "epoch": 0.6356413166855845,
      "grad_norm": 10.177874565124512,
      "learning_rate": 9.978927933888254e-06,
      "loss": 0.4047,
      "step": 280
    },
    {
      "epoch": 0.6583427922814983,
      "grad_norm": 13.890095710754395,
      "learning_rate": 9.97104293096339e-06,
      "loss": 0.3528,
      "step": 290
    },
    {
      "epoch": 0.681044267877412,
      "grad_norm": 13.592388153076172,
      "learning_rate": 9.961911535475141e-06,
      "loss": 0.3083,
      "step": 300
    },
    {
      "epoch": 0.7037457434733257,
      "grad_norm": 12.367026329040527,
      "learning_rate": 9.951536036943753e-06,
      "loss": 0.2783,
      "step": 310
    },
    {
      "epoch": 0.7264472190692395,
      "grad_norm": 16.529279708862305,
      "learning_rate": 9.939919036824171e-06,
      "loss": 0.3797,
      "step": 320
    },
    {
      "epoch": 0.7491486946651532,
      "grad_norm": 10.961788177490234,
      "learning_rate": 9.92706344785377e-06,
      "loss": 0.4323,
      "step": 330
    },
    {
      "epoch": 0.771850170261067,
      "grad_norm": 6.987422943115234,
      "learning_rate": 9.912972493322058e-06,
      "loss": 0.3892,
      "step": 340
    },
    {
      "epoch": 0.7945516458569807,
      "grad_norm": 12.691405296325684,
      "learning_rate": 9.897649706262474e-06,
      "loss": 0.2924,
      "step": 350
    },
    {
      "epoch": 0.8172531214528944,
      "grad_norm": 12.293281555175781,
      "learning_rate": 9.881098928566574e-06,
      "loss": 0.3671,
      "step": 360
    },
    {
      "epoch": 0.8399545970488081,
      "grad_norm": 8.666092872619629,
      "learning_rate": 9.863324310020735e-06,
      "loss": 0.3381,
      "step": 370
    },
    {
      "epoch": 0.8626560726447219,
      "grad_norm": 18.942655563354492,
      "learning_rate": 9.844330307265684e-06,
      "loss": 0.3318,
      "step": 380
    },
    {
      "epoch": 0.8853575482406356,
      "grad_norm": 12.078003883361816,
      "learning_rate": 9.824121682679072e-06,
      "loss": 0.3401,
      "step": 390
    },
    {
      "epoch": 0.9080590238365494,
      "grad_norm": 13.534192085266113,
      "learning_rate": 9.802703503181422e-06,
      "loss": 0.3932,
      "step": 400
    },
    {
      "epoch": 0.9307604994324631,
      "grad_norm": 10.377079010009766,
      "learning_rate": 9.780081138965663e-06,
      "loss": 0.3122,
      "step": 410
    },
    {
      "epoch": 0.9534619750283768,
      "grad_norm": 10.819889068603516,
      "learning_rate": 9.756260262150694e-06,
      "loss": 0.4402,
      "step": 420
    },
    {
      "epoch": 0.9761634506242906,
      "grad_norm": 6.329880237579346,
      "learning_rate": 9.731246845359187e-06,
      "loss": 0.3601,
      "step": 430
    },
    {
      "epoch": 0.9988649262202043,
      "grad_norm": 16.57404136657715,
      "learning_rate": 9.70504716022007e-06,
      "loss": 0.3667,
      "step": 440
    },
    {
      "epoch": 1.0204313280363224,
      "grad_norm": 3.712496757507324,
      "learning_rate": 9.677667775796052e-06,
      "loss": 0.1515,
      "step": 450
    },
    {
      "epoch": 1.043132803632236,
      "grad_norm": 16.97614097595215,
      "learning_rate": 9.649115556936543e-06,
      "loss": 0.1758,
      "step": 460
    },
    {
      "epoch": 1.0658342792281499,
      "grad_norm": 5.374657154083252,
      "learning_rate": 9.619397662556434e-06,
      "loss": 0.1449,
      "step": 470
    },
    {
      "epoch": 1.0885357548240635,
      "grad_norm": 15.91373062133789,
      "learning_rate": 9.588521543841133e-06,
      "loss": 0.1962,
      "step": 480
    },
    {
      "epoch": 1.1112372304199774,
      "grad_norm": 9.699517250061035,
      "learning_rate": 9.556494942378328e-06,
      "loss": 0.1813,
      "step": 490
    },
    {
      "epoch": 1.133938706015891,
      "grad_norm": 10.416573524475098,
      "learning_rate": 9.523325888216932e-06,
      "loss": 0.2731,
      "step": 500
    },
    {
      "epoch": 1.1566401816118048,
      "grad_norm": 11.052528381347656,
      "learning_rate": 9.48902269785371e-06,
      "loss": 0.2051,
      "step": 510
    },
    {
      "epoch": 1.1793416572077184,
      "grad_norm": 12.394085884094238,
      "learning_rate": 9.45359397214807e-06,
      "loss": 0.1438,
      "step": 520
    },
    {
      "epoch": 1.2020431328036323,
      "grad_norm": 10.093958854675293,
      "learning_rate": 9.417048594165572e-06,
      "loss": 0.149,
      "step": 530
    },
    {
      "epoch": 1.224744608399546,
      "grad_norm": 0.7013342380523682,
      "learning_rate": 9.379395726950669e-06,
      "loss": 0.1611,
      "step": 540
    },
    {
      "epoch": 1.2474460839954598,
      "grad_norm": 8.697464942932129,
      "learning_rate": 9.340644811229243e-06,
      "loss": 0.0884,
      "step": 550
    },
    {
      "epoch": 1.2701475595913734,
      "grad_norm": 15.312997817993164,
      "learning_rate": 9.300805563041544e-06,
      "loss": 0.2006,
      "step": 560
    },
    {
      "epoch": 1.2928490351872872,
      "grad_norm": 19.4388484954834,
      "learning_rate": 9.259887971306064e-06,
      "loss": 0.2624,
      "step": 570
    },
    {
      "epoch": 1.3155505107832008,
      "grad_norm": 13.549400329589844,
      "learning_rate": 9.217902295315022e-06,
      "loss": 0.1479,
      "step": 580
    },
    {
      "epoch": 1.3382519863791147,
      "grad_norm": 3.1928927898406982,
      "learning_rate": 9.174859062162037e-06,
      "loss": 0.2136,
      "step": 590
    },
    {
      "epoch": 1.3609534619750283,
      "grad_norm": 18.86738395690918,
      "learning_rate": 9.130769064102668e-06,
      "loss": 0.1709,
      "step": 600
    },
    {
      "epoch": 1.3836549375709422,
      "grad_norm": 4.533754825592041,
      "learning_rate": 9.085643355848468e-06,
      "loss": 0.2012,
      "step": 610
    },
    {
      "epoch": 1.4063564131668558,
      "grad_norm": 3.2722301483154297,
      "learning_rate": 9.039493251795215e-06,
      "loss": 0.1408,
      "step": 620
    },
    {
      "epoch": 1.4290578887627696,
      "grad_norm": 10.776287078857422,
      "learning_rate": 8.992330323186069e-06,
      "loss": 0.1568,
      "step": 630
    },
    {
      "epoch": 1.4517593643586832,
      "grad_norm": 9.144874572753906,
      "learning_rate": 8.944166395210291e-06,
      "loss": 0.186,
      "step": 640
    },
    {
      "epoch": 1.474460839954597,
      "grad_norm": 18.156970977783203,
      "learning_rate": 8.89501354403831e-06,
      "loss": 0.1889,
      "step": 650
    },
    {
      "epoch": 1.4971623155505107,
      "grad_norm": 13.364849090576172,
      "learning_rate": 8.844884093793866e-06,
      "loss": 0.1807,
      "step": 660
    },
    {
      "epoch": 1.5198637911464246,
      "grad_norm": 10.344949722290039,
      "learning_rate": 8.793790613463956e-06,
      "loss": 0.2176,
      "step": 670
    },
    {
      "epoch": 1.5425652667423382,
      "grad_norm": 8.828970909118652,
      "learning_rate": 8.741745913747423e-06,
      "loss": 0.1564,
      "step": 680
    },
    {
      "epoch": 1.565266742338252,
      "grad_norm": 8.841721534729004,
      "learning_rate": 8.688763043842916e-06,
      "loss": 0.2232,
      "step": 690
    },
    {
      "epoch": 1.5879682179341659,
      "grad_norm": 11.328946113586426,
      "learning_rate": 8.634855288177056e-06,
      "loss": 0.1999,
      "step": 700
    },
    {
      "epoch": 1.6106696935300795,
      "grad_norm": 9.481406211853027,
      "learning_rate": 8.580036163073615e-06,
      "loss": 0.1817,
      "step": 710
    },
    {
      "epoch": 1.6333711691259931,
      "grad_norm": 17.757545471191406,
      "learning_rate": 8.524319413364581e-06,
      "loss": 0.1914,
      "step": 720
    },
    {
      "epoch": 1.656072644721907,
      "grad_norm": 8.789188385009766,
      "learning_rate": 8.467719008943886e-06,
      "loss": 0.2162,
      "step": 730
    },
    {
      "epoch": 1.6787741203178208,
      "grad_norm": 18.05352783203125,
      "learning_rate": 8.41024914126474e-06,
      "loss": 0.2626,
      "step": 740
    },
    {
      "epoch": 1.7014755959137344,
      "grad_norm": 12.42115306854248,
      "learning_rate": 8.351924219781393e-06,
      "loss": 0.2043,
      "step": 750
    },
    {
      "epoch": 1.724177071509648,
      "grad_norm": 9.867905616760254,
      "learning_rate": 8.292758868336249e-06,
      "loss": 0.1833,
      "step": 760
    },
    {
      "epoch": 1.746878547105562,
      "grad_norm": 6.408987998962402,
      "learning_rate": 8.232767921493216e-06,
      "loss": 0.1587,
      "step": 770
    },
    {
      "epoch": 1.7695800227014757,
      "grad_norm": 12.573471069335938,
      "learning_rate": 8.171966420818227e-06,
      "loss": 0.1164,
      "step": 780
    },
    {
      "epoch": 1.7922814982973894,
      "grad_norm": 11.657837867736816,
      "learning_rate": 8.110369611107869e-06,
      "loss": 0.1301,
      "step": 790
    },
    {
      "epoch": 1.814982973893303,
      "grad_norm": 12.20677375793457,
      "learning_rate": 8.047992936567031e-06,
      "loss": 0.2248,
      "step": 800
    },
    {
      "epoch": 1.8376844494892168,
      "grad_norm": 7.982995986938477,
      "learning_rate": 7.984852036936578e-06,
      "loss": 0.2195,
      "step": 810
    },
    {
      "epoch": 1.8603859250851307,
      "grad_norm": 12.152588844299316,
      "learning_rate": 7.920962743571993e-06,
      "loss": 0.1891,
      "step": 820
    },
    {
      "epoch": 1.8830874006810443,
      "grad_norm": 17.834014892578125,
      "learning_rate": 7.856341075473963e-06,
      "loss": 0.2178,
      "step": 830
    },
    {
      "epoch": 1.905788876276958,
      "grad_norm": 10.333915710449219,
      "learning_rate": 7.791003235271928e-06,
      "loss": 0.1267,
      "step": 840
    },
    {
      "epoch": 1.9284903518728718,
      "grad_norm": 7.806848526000977,
      "learning_rate": 7.72496560516159e-06,
      "loss": 0.1374,
      "step": 850
    },
    {
      "epoch": 1.9511918274687856,
      "grad_norm": 7.341245174407959,
      "learning_rate": 7.658244742797392e-06,
      "loss": 0.1314,
      "step": 860
    },
    {
      "epoch": 1.9738933030646992,
      "grad_norm": 11.020069122314453,
      "learning_rate": 7.59085737714101e-06,
      "loss": 0.1508,
      "step": 870
    },
    {
      "epoch": 1.9965947786606129,
      "grad_norm": 14.469411849975586,
      "learning_rate": 7.522820404266886e-06,
      "loss": 0.15,
      "step": 880
    },
    {
      "epoch": 2.018161180476731,
      "grad_norm": 14.892839431762695,
      "learning_rate": 7.4541508831258695e-06,
      "loss": 0.0928,
      "step": 890
    },
    {
      "epoch": 2.040862656072645,
      "grad_norm": 5.067284107208252,
      "learning_rate": 7.384866031268011e-06,
      "loss": 0.0592,
      "step": 900
    },
    {
      "epoch": 2.0635641316685582,
      "grad_norm": 4.749638557434082,
      "learning_rate": 7.314983220525604e-06,
      "loss": 0.0401,
      "step": 910
    },
    {
      "epoch": 2.086265607264472,
      "grad_norm": 13.793910026550293,
      "learning_rate": 7.2445199726575295e-06,
      "loss": 0.0403,
      "step": 920
    },
    {
      "epoch": 2.108967082860386,
      "grad_norm": 0.4042888879776001,
      "learning_rate": 7.173493954956012e-06,
      "loss": 0.0842,
      "step": 930
    },
    {
      "epoch": 2.1316685584562998,
      "grad_norm": 11.68775749206543,
      "learning_rate": 7.1019229758168995e-06,
      "loss": 0.0687,
      "step": 940
    },
    {
      "epoch": 2.1543700340522136,
      "grad_norm": 7.229358673095703,
      "learning_rate": 7.029824980274536e-06,
      "loss": 0.0572,
      "step": 950
    },
    {
      "epoch": 2.177071509648127,
      "grad_norm": 9.067594528198242,
      "learning_rate": 6.957218045502414e-06,
      "loss": 0.0605,
      "step": 960
    },
    {
      "epoch": 2.199772985244041,
      "grad_norm": 15.782684326171875,
      "learning_rate": 6.884120376280658e-06,
      "loss": 0.0586,
      "step": 970
    },
    {
      "epoch": 2.2224744608399547,
      "grad_norm": 8.513503074645996,
      "learning_rate": 6.810550300431533e-06,
      "loss": 0.052,
      "step": 980
    },
    {
      "epoch": 2.245175936435868,
      "grad_norm": 13.284876823425293,
      "learning_rate": 6.736526264224101e-06,
      "loss": 0.1237,
      "step": 990
    },
    {
      "epoch": 2.267877412031782,
      "grad_norm": 12.934537887573242,
      "learning_rate": 6.6620668277491805e-06,
      "loss": 0.0787,
      "step": 1000
    },
    {
      "epoch": 2.290578887627696,
      "grad_norm": 5.002994060516357,
      "learning_rate": 6.587190660265752e-06,
      "loss": 0.0342,
      "step": 1010
    },
    {
      "epoch": 2.3132803632236096,
      "grad_norm": 9.043930053710938,
      "learning_rate": 6.511916535520013e-06,
      "loss": 0.0598,
      "step": 1020
    },
    {
      "epoch": 2.3359818388195235,
      "grad_norm": 8.2041015625,
      "learning_rate": 6.436263327038225e-06,
      "loss": 0.0951,
      "step": 1030
    },
    {
      "epoch": 2.358683314415437,
      "grad_norm": 5.8873796463012695,
      "learning_rate": 6.360250003394539e-06,
      "loss": 0.0405,
      "step": 1040
    },
    {
      "epoch": 2.3813847900113507,
      "grad_norm": 7.40029239654541,
      "learning_rate": 6.283895623454997e-06,
      "loss": 0.0896,
      "step": 1050
    },
    {
      "epoch": 2.4040862656072646,
      "grad_norm": 6.101646900177002,
      "learning_rate": 6.207219331598891e-06,
      "loss": 0.0657,
      "step": 1060
    },
    {
      "epoch": 2.426787741203178,
      "grad_norm": 0.6795443296432495,
      "learning_rate": 6.130240352918675e-06,
      "loss": 0.0473,
      "step": 1070
    },
    {
      "epoch": 2.449489216799092,
      "grad_norm": 20.0849666595459,
      "learning_rate": 6.052977988399658e-06,
      "loss": 0.0445,
      "step": 1080
    },
    {
      "epoch": 2.4721906923950057,
      "grad_norm": 7.945412635803223,
      "learning_rate": 5.975451610080643e-06,
      "loss": 0.0341,
      "step": 1090
    },
    {
      "epoch": 2.4948921679909195,
      "grad_norm": 7.104022979736328,
      "learning_rate": 5.897680656196775e-06,
      "loss": 0.0909,
      "step": 1100
    },
    {
      "epoch": 2.5175936435868334,
      "grad_norm": 2.1615724563598633,
      "learning_rate": 5.819684626305776e-06,
      "loss": 0.0527,
      "step": 1110
    },
    {
      "epoch": 2.5402951191827468,
      "grad_norm": 3.8635029792785645,
      "learning_rate": 5.74148307639881e-06,
      "loss": 0.0631,
      "step": 1120
    },
    {
      "epoch": 2.5629965947786606,
      "grad_norm": 3.274219036102295,
      "learning_rate": 5.663095613997196e-06,
      "loss": 0.076,
      "step": 1130
    },
    {
      "epoch": 2.5856980703745744,
      "grad_norm": 5.097989082336426,
      "learning_rate": 5.5845418932362035e-06,
      "loss": 0.0846,
      "step": 1140
    },
    {
      "epoch": 2.608399545970488,
      "grad_norm": 6.223990440368652,
      "learning_rate": 5.505841609937162e-06,
      "loss": 0.0614,
      "step": 1150
    },
    {
      "epoch": 2.6311010215664017,
      "grad_norm": 18.470592498779297,
      "learning_rate": 5.427014496669111e-06,
      "loss": 0.0578,
      "step": 1160
    },
    {
      "epoch": 2.6538024971623155,
      "grad_norm": 9.530206680297852,
      "learning_rate": 5.348080317801244e-06,
      "loss": 0.0863,
      "step": 1170
    },
    {
      "epoch": 2.6765039727582294,
      "grad_norm": 12.68597412109375,
      "learning_rate": 5.269058864547383e-06,
      "loss": 0.0567,
      "step": 1180
    },
    {
      "epoch": 2.699205448354143,
      "grad_norm": 8.416796684265137,
      "learning_rate": 5.189969950003697e-06,
      "loss": 0.056,
      "step": 1190
    },
    {
      "epoch": 2.7219069239500566,
      "grad_norm": 10.224136352539062,
      "learning_rate": 5.1108334041809736e-06,
      "loss": 0.0651,
      "step": 1200
    },
    {
      "epoch": 2.7446083995459705,
      "grad_norm": 7.490987777709961,
      "learning_rate": 5.0316690690326175e-06,
      "loss": 0.0523,
      "step": 1210
    },
    {
      "epoch": 2.7673098751418843,
      "grad_norm": 3.6634716987609863,
      "learning_rate": 4.9524967934796664e-06,
      "loss": 0.0833,
      "step": 1220
    },
    {
      "epoch": 2.7900113507377977,
      "grad_norm": 5.3087286949157715,
      "learning_rate": 4.873336428434062e-06,
      "loss": 0.068,
      "step": 1230
    },
    {
      "epoch": 2.8127128263337116,
      "grad_norm": 5.159224033355713,
      "learning_rate": 4.794207821821414e-06,
      "loss": 0.0654,
      "step": 1240
    },
    {
      "epoch": 2.8354143019296254,
      "grad_norm": 6.141483783721924,
      "learning_rate": 4.715130813604522e-06,
      "loss": 0.1134,
      "step": 1250
    },
    {
      "epoch": 2.8581157775255392,
      "grad_norm": 9.958399772644043,
      "learning_rate": 4.636125230808897e-06,
      "loss": 0.0303,
      "step": 1260
    },
    {
      "epoch": 2.880817253121453,
      "grad_norm": 5.475862503051758,
      "learning_rate": 4.5572108825515e-06,
      "loss": 0.0543,
      "step": 1270
    },
    {
      "epoch": 2.9035187287173665,
      "grad_norm": 4.167320728302002,
      "learning_rate": 4.478407555074006e-06,
      "loss": 0.0536,
      "step": 1280
    },
    {
      "epoch": 2.9262202043132803,
      "grad_norm": 4.539482116699219,
      "learning_rate": 4.3997350067817866e-06,
      "loss": 0.0729,
      "step": 1290
    },
    {
      "epoch": 2.948921679909194,
      "grad_norm": 5.991142749786377,
      "learning_rate": 4.321212963289869e-06,
      "loss": 0.0344,
      "step": 1300
    },
    {
      "epoch": 2.9716231555051076,
      "grad_norm": 0.05109904706478119,
      "learning_rate": 4.2428611124771184e-06,
      "loss": 0.0824,
      "step": 1310
    },
    {
      "epoch": 2.9943246311010214,
      "grad_norm": 14.385650634765625,
      "learning_rate": 4.164699099549889e-06,
      "loss": 0.0643,
      "step": 1320
    },
    {
      "epoch": 3.0158910329171396,
      "grad_norm": 2.193084478378296,
      "learning_rate": 4.086746522116372e-06,
      "loss": 0.0268,
      "step": 1330
    },
    {
      "epoch": 3.0385925085130534,
      "grad_norm": 1.7137833833694458,
      "learning_rate": 4.009022925272872e-06,
      "loss": 0.0088,
      "step": 1340
    },
    {
      "epoch": 3.0612939841089672,
      "grad_norm": 0.09790412336587906,
      "learning_rate": 3.931547796703245e-06,
      "loss": 0.0102,
      "step": 1350
    },
    {
      "epoch": 3.0839954597048806,
      "grad_norm": 1.6275984048843384,
      "learning_rate": 3.8543405617927624e-06,
      "loss": 0.0121,
      "step": 1360
    },
    {
      "epoch": 3.1066969353007945,
      "grad_norm": 0.12331096082925797,
      "learning_rate": 3.7774205787575455e-06,
      "loss": 0.0084,
      "step": 1370
    },
    {
      "epoch": 3.1293984108967083,
      "grad_norm": 2.3316988945007324,
      "learning_rate": 3.7008071337908896e-06,
      "loss": 0.0274,
      "step": 1380
    },
    {
      "epoch": 3.152099886492622,
      "grad_norm": 14.122298240661621,
      "learning_rate": 3.62451943622761e-06,
      "loss": 0.0286,
      "step": 1390
    },
    {
      "epoch": 3.1748013620885356,
      "grad_norm": 0.49344602227211,
      "learning_rate": 3.5485766137276894e-06,
      "loss": 0.0057,
      "step": 1400
    },
    {
      "epoch": 3.1975028376844494,
      "grad_norm": 8.099455833435059,
      "learning_rate": 3.472997707480372e-06,
      "loss": 0.0192,
      "step": 1410
    },
    {
      "epoch": 3.2202043132803633,
      "grad_norm": 7.685230255126953,
      "learning_rate": 3.3978016674299676e-06,
      "loss": 0.0212,
      "step": 1420
    },
    {
      "epoch": 3.242905788876277,
      "grad_norm": 9.709684371948242,
      "learning_rate": 3.323007347524515e-06,
      "loss": 0.035,
      "step": 1430
    },
    {
      "epoch": 3.2656072644721905,
      "grad_norm": 2.777675151824951,
      "learning_rate": 3.2486335009885185e-06,
      "loss": 0.0266,
      "step": 1440
    },
    {
      "epoch": 3.2883087400681044,
      "grad_norm": 2.5289320945739746,
      "learning_rate": 3.174698775620947e-06,
      "loss": 0.0217,
      "step": 1450
    },
    {
      "epoch": 3.311010215664018,
      "grad_norm": 0.3003811836242676,
      "learning_rate": 3.1012217091196505e-06,
      "loss": 0.0109,
      "step": 1460
    },
    {
      "epoch": 3.333711691259932,
      "grad_norm": 0.5938064455986023,
      "learning_rate": 3.0282207244334084e-06,
      "loss": 0.0108,
      "step": 1470
    },
    {
      "epoch": 3.3564131668558455,
      "grad_norm": 0.06921522319316864,
      "learning_rate": 2.955714125142711e-06,
      "loss": 0.0135,
      "step": 1480
    },
    {
      "epoch": 3.3791146424517593,
      "grad_norm": 0.024770274758338928,
      "learning_rate": 2.88372009087051e-06,
      "loss": 0.0093,
      "step": 1490
    },
    {
      "epoch": 3.401816118047673,
      "grad_norm": 3.0060906410217285,
      "learning_rate": 2.8122566727240223e-06,
      "loss": 0.0069,
      "step": 1500
    },
    {
      "epoch": 3.424517593643587,
      "grad_norm": 0.09452546387910843,
      "learning_rate": 2.7413417887687644e-06,
      "loss": 0.0035,
      "step": 1510
    },
    {
      "epoch": 3.4472190692395004,
      "grad_norm": 1.457892656326294,
      "learning_rate": 2.6709932195359533e-06,
      "loss": 0.0165,
      "step": 1520
    },
    {
      "epoch": 3.4699205448354142,
      "grad_norm": 0.2586440145969391,
      "learning_rate": 2.601228603564368e-06,
      "loss": 0.0115,
      "step": 1530
    },
    {
      "epoch": 3.492622020431328,
      "grad_norm": 0.07195116579532623,
      "learning_rate": 2.532065432977848e-06,
      "loss": 0.0279,
      "step": 1540
    },
    {
      "epoch": 3.515323496027242,
      "grad_norm": 15.794938087463379,
      "learning_rate": 2.4635210490994648e-06,
      "loss": 0.0191,
      "step": 1550
    },
    {
      "epoch": 3.5380249716231553,
      "grad_norm": 3.96319317817688,
      "learning_rate": 2.395612638103529e-06,
      "loss": 0.028,
      "step": 1560
    },
    {
      "epoch": 3.560726447219069,
      "grad_norm": 1.5859898328781128,
      "learning_rate": 2.3283572267064963e-06,
      "loss": 0.0169,
      "step": 1570
    },
    {
      "epoch": 3.583427922814983,
      "grad_norm": 2.4183928966522217,
      "learning_rate": 2.261771677897838e-06,
      "loss": 0.0109,
      "step": 1580
    },
    {
      "epoch": 3.606129398410897,
      "grad_norm": 6.201639652252197,
      "learning_rate": 2.1958726867119785e-06,
      "loss": 0.0166,
      "step": 1590
    },
    {
      "epoch": 3.6288308740068107,
      "grad_norm": 6.767637252807617,
      "learning_rate": 2.130676776042341e-06,
      "loss": 0.023,
      "step": 1600
    },
    {
      "epoch": 3.651532349602724,
      "grad_norm": 0.3271225094795227,
      "learning_rate": 2.066200292498553e-06,
      "loss": 0.0249,
      "step": 1610
    },
    {
      "epoch": 3.674233825198638,
      "grad_norm": 0.7651416063308716,
      "learning_rate": 2.0024594023078446e-06,
      "loss": 0.0194,
      "step": 1620
    },
    {
      "epoch": 3.696935300794552,
      "grad_norm": 3.0265684127807617,
      "learning_rate": 1.9394700872616856e-06,
      "loss": 0.0276,
      "step": 1630
    },
    {
      "epoch": 3.719636776390465,
      "grad_norm": 0.30172616243362427,
      "learning_rate": 1.8772481407086656e-06,
      "loss": 0.0177,
      "step": 1640
    },
    {
      "epoch": 3.742338251986379,
      "grad_norm": 1.2350537776947021,
      "learning_rate": 1.815809163594609e-06,
      "loss": 0.0272,
      "step": 1650
    },
    {
      "epoch": 3.765039727582293,
      "grad_norm": 6.861649036407471,
      "learning_rate": 1.755168560550944e-06,
      "loss": 0.0201,
      "step": 1660
    },
    {
      "epoch": 3.7877412031782067,
      "grad_norm": 5.084821701049805,
      "learning_rate": 1.6953415360322972e-06,
      "loss": 0.0097,
      "step": 1670
    },
    {
      "epoch": 3.8104426787741206,
      "grad_norm": 13.576436042785645,
      "learning_rate": 1.6363430905042581e-06,
      "loss": 0.0151,
      "step": 1680
    },
    {
      "epoch": 3.833144154370034,
      "grad_norm": 0.686917245388031,
      "learning_rate": 1.57818801668232e-06,
      "loss": 0.0323,
      "step": 1690
    },
    {
      "epoch": 3.855845629965948,
      "grad_norm": 9.852540969848633,
      "learning_rate": 1.5208908958228741e-06,
      "loss": 0.0322,
      "step": 1700
    },
    {
      "epoch": 3.8785471055618617,
      "grad_norm": 1.0231153964996338,
      "learning_rate": 1.4644660940672628e-06,
      "loss": 0.014,
      "step": 1710
    },
    {
      "epoch": 3.901248581157775,
      "grad_norm": 9.582091331481934,
      "learning_rate": 1.408927758839732e-06,
      "loss": 0.0187,
      "step": 1720
    },
    {
      "epoch": 3.923950056753689,
      "grad_norm": 0.96387779712677,
      "learning_rate": 1.3542898153002453e-06,
      "loss": 0.0286,
      "step": 1730
    },
    {
      "epoch": 3.9466515323496028,
      "grad_norm": 0.033427830785512924,
      "learning_rate": 1.300565962853027e-06,
      "loss": 0.0041,
      "step": 1740
    },
    {
      "epoch": 3.9693530079455166,
      "grad_norm": 1.130692720413208,
      "learning_rate": 1.2477696717116878e-06,
      "loss": 0.0027,
      "step": 1750
    },
    {
      "epoch": 3.9920544835414304,
      "grad_norm": 0.39794811606407166,
      "learning_rate": 1.1959141795218449e-06,
      "loss": 0.0117,
      "step": 1760
    },
    {
      "epoch": 4.013620885357549,
      "grad_norm": 0.021422021090984344,
      "learning_rate": 1.145012488042026e-06,
      "loss": 0.0013,
      "step": 1770
    },
    {
      "epoch": 4.036322360953462,
      "grad_norm": 0.11807658523321152,
      "learning_rate": 1.0950773598837445e-06,
      "loss": 0.0043,
      "step": 1780
    },
    {
      "epoch": 4.059023836549375,
      "grad_norm": 0.26249679923057556,
      "learning_rate": 1.046121315311508e-06,
      "loss": 0.0079,
      "step": 1790
    },
    {
      "epoch": 4.08172531214529,
      "grad_norm": 1.9791966676712036,
      "learning_rate": 9.981566291036139e-07,
      "loss": 0.0032,
      "step": 1800
    },
    {
      "epoch": 4.104426787741203,
      "grad_norm": 0.11679504066705704,
      "learning_rate": 9.511953274744884e-07,
      "loss": 0.0009,
      "step": 1810
    },
    {
      "epoch": 4.1271282633371165,
      "grad_norm": 0.19793881475925446,
      "learning_rate": 9.052491850593376e-07,
      "loss": 0.0025,
      "step": 1820
    },
    {
      "epoch": 4.149829738933031,
      "grad_norm": 0.16998326778411865,
      "learning_rate": 8.603297219618933e-07,
      "loss": 0.0029,
      "step": 1830
    },
    {
      "epoch": 4.172531214528944,
      "grad_norm": 0.16812190413475037,
      "learning_rate": 8.164482008659708e-07,
      "loss": 0.0034,
      "step": 1840
    },
    {
      "epoch": 4.195232690124858,
      "grad_norm": 0.06632530689239502,
      "learning_rate": 7.736156242115661e-07,
      "loss": 0.0006,
      "step": 1850
    },
    {
      "epoch": 4.217934165720772,
      "grad_norm": 0.6872692704200745,
      "learning_rate": 7.318427314362076e-07,
      "loss": 0.0031,
      "step": 1860
    },
    {
      "epoch": 4.240635641316685,
      "grad_norm": 0.04997648298740387,
      "learning_rate": 6.911399962822518e-07,
      "loss": 0.0005,
      "step": 1870
    },
    {
      "epoch": 4.2633371169125995,
      "grad_norm": 0.078142449259758,
      "learning_rate": 6.515176241707983e-07,
      "loss": 0.0022,
      "step": 1880
    },
    {
      "epoch": 4.286038592508513,
      "grad_norm": 0.015545888803899288,
      "learning_rate": 6.129855496428732e-07,
      "loss": 0.0002,
      "step": 1890
    },
    {
      "epoch": 4.308740068104427,
      "grad_norm": 6.2386040687561035,
      "learning_rate": 5.755534338685375e-07,
      "loss": 0.0043,
      "step": 1900
    },
    {
      "epoch": 4.331441543700341,
      "grad_norm": 0.03828069195151329,
      "learning_rate": 5.392306622245408e-07,
      "loss": 0.0033,
      "step": 1910
    },
    {
      "epoch": 4.354143019296254,
      "grad_norm": 0.075731560587883,
      "learning_rate": 5.040263419411107e-07,
      "loss": 0.0046,
      "step": 1920
    },
    {
      "epoch": 4.376844494892168,
      "grad_norm": 3.0917651653289795,
      "learning_rate": 4.699492998185029e-07,
      "loss": 0.008,
      "step": 1930
    },
    {
      "epoch": 4.399545970488082,
      "grad_norm": 0.007497379556298256,
      "learning_rate": 4.370080800138415e-07,
      "loss": 0.0013,
      "step": 1940
    },
    {
      "epoch": 4.422247446083995,
      "grad_norm": 7.69155740737915,
      "learning_rate": 4.05210941898847e-07,
      "loss": 0.0057,
      "step": 1950
    },
    {
      "epoch": 4.444948921679909,
      "grad_norm": 0.11394481360912323,
      "learning_rate": 3.745658579889505e-07,
      "loss": 0.0012,
      "step": 1960
    },
    {
      "epoch": 4.467650397275823,
      "grad_norm": 2.758218288421631,
      "learning_rate": 3.4508051194434456e-07,
      "loss": 0.0018,
      "step": 1970
    },
    {
      "epoch": 4.490351872871736,
      "grad_norm": 0.1146424412727356,
      "learning_rate": 3.167622966434575e-07,
      "loss": 0.0018,
      "step": 1980
    },
    {
      "epoch": 4.5130533484676505,
      "grad_norm": 0.010834336280822754,
      "learning_rate": 2.896183123293256e-07,
      "loss": 0.0068,
      "step": 1990
    },
    {
      "epoch": 4.535754824063564,
      "grad_norm": 0.8865907788276672,
      "learning_rate": 2.6365536482934937e-07,
      "loss": 0.0047,
      "step": 2000
    },
    {
      "epoch": 4.558456299659478,
      "grad_norm": 0.2468201071023941,
      "learning_rate": 2.388799638488631e-07,
      "loss": 0.0012,
      "step": 2010
    },
    {
      "epoch": 4.581157775255392,
      "grad_norm": 0.026508383452892303,
      "learning_rate": 2.152983213389559e-07,
      "loss": 0.0034,
      "step": 2020
    },
    {
      "epoch": 4.603859250851305,
      "grad_norm": 0.7979089617729187,
      "learning_rate": 1.9291634993893803e-07,
      "loss": 0.0011,
      "step": 2030
    },
    {
      "epoch": 4.626560726447219,
      "grad_norm": 0.09112267941236496,
      "learning_rate": 1.7173966149386766e-07,
      "loss": 0.0012,
      "step": 2040
    },
    {
      "epoch": 4.649262202043133,
      "grad_norm": 0.0434434674680233,
      "learning_rate": 1.517735656474889e-07,
      "loss": 0.0012,
      "step": 2050
    },
    {
      "epoch": 4.671963677639047,
      "grad_norm": 0.5990062355995178,
      "learning_rate": 1.330230685109396e-07,
      "loss": 0.0048,
      "step": 2060
    },
    {
      "epoch": 4.69466515323496,
      "grad_norm": 0.014222468249499798,
      "learning_rate": 1.1549287140756593e-07,
      "loss": 0.0033,
      "step": 2070
    },
    {
      "epoch": 4.717366628830874,
      "grad_norm": 0.07564973086118698,
      "learning_rate": 9.918736969415866e-08,
      "loss": 0.0016,
      "step": 2080
    },
    {
      "epoch": 4.740068104426788,
      "grad_norm": 0.5025691390037537,
      "learning_rate": 8.411065165890243e-08,
      "loss": 0.0099,
      "step": 2090
    },
    {
      "epoch": 4.7627695800227015,
      "grad_norm": 0.5759874582290649,
      "learning_rate": 7.026649749631687e-08,
      "loss": 0.0071,
      "step": 2100
    },
    {
      "epoch": 4.785471055618615,
      "grad_norm": 0.27006009221076965,
      "learning_rate": 5.7658378359443104e-08,
      "loss": 0.0024,
      "step": 2110
    },
    {
      "epoch": 4.808172531214529,
      "grad_norm": 0.08679729700088501,
      "learning_rate": 4.6289455489523794e-08,
      "loss": 0.0032,
      "step": 2120
    },
    {
      "epoch": 4.8308740068104425,
      "grad_norm": 0.3090740144252777,
      "learning_rate": 3.6162579423381636e-08,
      "loss": 0.0039,
      "step": 2130
    },
    {
      "epoch": 4.853575482406356,
      "grad_norm": 0.03656087815761566,
      "learning_rate": 2.7280289278701077e-08,
      "loss": 0.0022,
      "step": 2140
    },
    {
      "epoch": 4.87627695800227,
      "grad_norm": 1.7539772987365723,
      "learning_rate": 1.964481211739533e-08,
      "loss": 0.0011,
      "step": 2150
    },
    {
      "epoch": 4.898978433598184,
      "grad_norm": 0.5640947818756104,
      "learning_rate": 1.3258062387214165e-08,
      "loss": 0.0013,
      "step": 2160
    },
    {
      "epoch": 4.921679909194098,
      "grad_norm": 0.11486465483903885,
      "learning_rate": 8.121641441732886e-09,
      "loss": 0.0071,
      "step": 2170
    },
    {
      "epoch": 4.944381384790011,
      "grad_norm": 0.13496723771095276,
      "learning_rate": 4.236837138842931e-09,
      "loss": 0.003,
      "step": 2180
    },
    {
      "epoch": 4.967082860385925,
      "grad_norm": 0.016427382826805115,
      "learning_rate": 1.6046235178474034e-09,
      "loss": 0.0075,
      "step": 2190
    },
    {
      "epoch": 4.989784335981839,
      "grad_norm": 0.4205330014228821,
      "learning_rate": 2.256605552397595e-10,
      "loss": 0.0015,
      "step": 2200
    }
  ],
  "logging_steps": 10,
  "max_steps": 2205,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.256960217317376e+16,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}