{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.005863009068695498,
  "eval_steps": 500,
  "global_step": 1900,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00013795315455754112,
      "grad_norm": 53.4421272277832,
      "learning_rate": 4.1999999999999995e-07,
      "loss": 8.6569,
      "step": 10
    },
    {
      "epoch": 0.00027590630911508224,
      "grad_norm": 57.65703582763672,
      "learning_rate": 1.0199999999999998e-06,
      "loss": 8.6391,
      "step": 20
    },
    {
      "epoch": 0.0004138594636726234,
      "grad_norm": 93.79612731933594,
      "learning_rate": 1.62e-06,
      "loss": 8.6097,
      "step": 30
    },
    {
      "epoch": 0.0005518126182301645,
      "grad_norm": 133.8379669189453,
      "learning_rate": 2.22e-06,
      "loss": 8.5995,
      "step": 40
    },
    {
      "epoch": 0.0006897657727877056,
      "grad_norm": 99.24571228027344,
      "learning_rate": 2.8199999999999997e-06,
      "loss": 8.5699,
      "step": 50
    },
    {
      "epoch": 0.0008277189273452468,
      "grad_norm": 155.49118041992188,
      "learning_rate": 3.42e-06,
      "loss": 8.5516,
      "step": 60
    },
    {
      "epoch": 0.0009656720819027878,
      "grad_norm": 118.79692840576172,
      "learning_rate": 4.02e-06,
      "loss": 8.5331,
      "step": 70
    },
    {
      "epoch": 0.001103625236460329,
      "grad_norm": 88.51729583740234,
      "learning_rate": 4.62e-06,
      "loss": 8.5212,
      "step": 80
    },
    {
      "epoch": 0.0012415783910178701,
      "grad_norm": 117.01810455322266,
      "learning_rate": 5.219999999999999e-06,
      "loss": 8.5007,
      "step": 90
    },
    {
      "epoch": 0.0013795315455754113,
      "grad_norm": 104.06542205810547,
      "learning_rate": 5.819999999999999e-06,
      "loss": 8.4948,
      "step": 100
    },
    {
      "epoch": 0.0015174847001329524,
      "grad_norm": 103.02165985107422,
      "learning_rate": 6.4199999999999995e-06,
      "loss": 8.4871,
      "step": 110
    },
    {
      "epoch": 0.0016554378546904936,
      "grad_norm": 119.96959686279297,
      "learning_rate": 7.02e-06,
      "loss": 8.4803,
      "step": 120
    },
    {
      "epoch": 0.0017933910092480345,
      "grad_norm": 83.34615325927734,
      "learning_rate": 7.619999999999999e-06,
      "loss": 8.471,
      "step": 130
    },
    {
      "epoch": 0.0019313441638055756,
      "grad_norm": 76.37083435058594,
      "learning_rate": 8.22e-06,
      "loss": 8.4655,
      "step": 140
    },
    {
      "epoch": 0.002069297318363117,
      "grad_norm": 82.49830627441406,
      "learning_rate": 8.819999999999999e-06,
      "loss": 8.4708,
      "step": 150
    },
    {
      "epoch": 0.002207250472920658,
      "grad_norm": 69.70299530029297,
      "learning_rate": 9.419999999999998e-06,
      "loss": 8.4659,
      "step": 160
    },
    {
      "epoch": 0.0023452036274781993,
      "grad_norm": 103.55642700195312,
      "learning_rate": 1.0019999999999999e-05,
      "loss": 8.4555,
      "step": 170
    },
    {
      "epoch": 0.0024831567820357402,
      "grad_norm": 112.4985122680664,
      "learning_rate": 1.062e-05,
      "loss": 8.4629,
      "step": 180
    },
    {
      "epoch": 0.002621109936593281,
      "grad_norm": 78.48297882080078,
      "learning_rate": 1.122e-05,
      "loss": 8.4562,
      "step": 190
    },
    {
      "epoch": 0.0027590630911508225,
      "grad_norm": 87.78710174560547,
      "learning_rate": 1.1819999999999999e-05,
      "loss": 8.451,
      "step": 200
    },
    {
      "epoch": 3.448828863938528e-05,
      "grad_norm": 34.83774948120117,
      "learning_rate": 1.2419999999999998e-05,
      "loss": 8.4432,
      "step": 210
    },
    {
      "epoch": 6.897657727877056e-05,
      "grad_norm": 68.05087280273438,
      "learning_rate": 1.3019999999999999e-05,
      "loss": 8.4542,
      "step": 220
    },
    {
      "epoch": 0.00010346486591815585,
      "grad_norm": 46.86287307739258,
      "learning_rate": 1.362e-05,
      "loss": 8.4622,
      "step": 230
    },
    {
      "epoch": 0.00013795315455754112,
      "grad_norm": 38.558746337890625,
      "learning_rate": 1.4219999999999998e-05,
      "loss": 8.4458,
      "step": 240
    },
    {
      "epoch": 0.0001724414431969264,
      "grad_norm": 38.49115753173828,
      "learning_rate": 1.4819999999999999e-05,
      "loss": 8.4495,
      "step": 250
    },
    {
      "epoch": 0.0002069297318363117,
      "grad_norm": 29.765907287597656,
      "learning_rate": 1.5419999999999998e-05,
      "loss": 8.464,
      "step": 260
    },
    {
      "epoch": 0.00024141802047569696,
      "grad_norm": 48.3050537109375,
      "learning_rate": 1.602e-05,
      "loss": 8.4601,
      "step": 270
    },
    {
      "epoch": 0.00027590630911508224,
      "grad_norm": 27.089998245239258,
      "learning_rate": 1.6619999999999997e-05,
      "loss": 8.4628,
      "step": 280
    },
    {
      "epoch": 0.00031039459775446753,
      "grad_norm": 36.98786163330078,
      "learning_rate": 1.7219999999999998e-05,
      "loss": 8.4364,
      "step": 290
    },
    {
      "epoch": 0.0003448828863938528,
      "grad_norm": 39.274784088134766,
      "learning_rate": 1.782e-05,
      "loss": 8.4314,
      "step": 300
    },
    {
      "epoch": 0.0003793711750332381,
      "grad_norm": 29.303476333618164,
      "learning_rate": 1.842e-05,
      "loss": 8.4153,
      "step": 310
    },
    {
      "epoch": 0.0004138594636726234,
      "grad_norm": 24.435274124145508,
      "learning_rate": 1.9019999999999997e-05,
      "loss": 8.4489,
      "step": 320
    },
    {
      "epoch": 0.0004483477523120086,
      "grad_norm": 25.8426456451416,
      "learning_rate": 1.962e-05,
      "loss": 8.4297,
      "step": 330
    },
    {
      "epoch": 0.0004828360409513939,
      "grad_norm": 24.164419174194336,
      "learning_rate": 2.022e-05,
      "loss": 8.4398,
      "step": 340
    },
    {
      "epoch": 0.0005173243295907793,
      "grad_norm": 17.73716163635254,
      "learning_rate": 2.082e-05,
      "loss": 8.4333,
      "step": 350
    },
    {
      "epoch": 0.0005518126182301645,
      "grad_norm": 34.02337646484375,
      "learning_rate": 2.1419999999999998e-05,
      "loss": 8.4488,
      "step": 360
    },
    {
      "epoch": 0.0005863009068695498,
      "grad_norm": 26.535123825073242,
      "learning_rate": 2.202e-05,
      "loss": 8.4361,
      "step": 370
    },
    {
      "epoch": 0.0006207891955089351,
      "grad_norm": 32.27824783325195,
      "learning_rate": 2.2619999999999997e-05,
      "loss": 8.4116,
      "step": 380
    },
    {
      "epoch": 0.0006552774841483203,
      "grad_norm": 20.55720329284668,
      "learning_rate": 2.3219999999999998e-05,
      "loss": 8.4151,
      "step": 390
    },
    {
      "epoch": 0.0006897657727877056,
      "grad_norm": 30.87930679321289,
      "learning_rate": 2.382e-05,
      "loss": 8.43,
      "step": 400
    },
    {
      "epoch": 0.0007242540614270909,
      "grad_norm": 19.80055046081543,
      "learning_rate": 2.4419999999999997e-05,
      "loss": 8.4345,
      "step": 410
    },
    {
      "epoch": 0.0007587423500664762,
      "grad_norm": 23.822568893432617,
      "learning_rate": 2.5019999999999998e-05,
      "loss": 8.413,
      "step": 420
    },
    {
      "epoch": 0.0007932306387058614,
      "grad_norm": 24.005403518676758,
      "learning_rate": 2.562e-05,
      "loss": 8.419,
      "step": 430
    },
    {
      "epoch": 0.0008277189273452468,
      "grad_norm": 30.060989379882812,
      "learning_rate": 2.622e-05,
      "loss": 8.4314,
      "step": 440
    },
    {
      "epoch": 0.000862207215984632,
      "grad_norm": 22.84067153930664,
      "learning_rate": 2.6759999999999998e-05,
      "loss": 8.4154,
      "step": 450
    },
    {
      "epoch": 0.0008966955046240172,
      "grad_norm": 22.259994506835938,
      "learning_rate": 2.7299999999999996e-05,
      "loss": 8.4086,
      "step": 460
    },
    {
      "epoch": 0.0009311837932634026,
      "grad_norm": 11.726574897766113,
      "learning_rate": 2.7899999999999997e-05,
      "loss": 8.4284,
      "step": 470
    },
    {
      "epoch": 0.0009656720819027878,
      "grad_norm": 27.165864944458008,
      "learning_rate": 2.8499999999999998e-05,
      "loss": 8.4169,
      "step": 480
    },
    {
      "epoch": 0.001000160370542173,
      "grad_norm": 24.19461441040039,
      "learning_rate": 2.91e-05,
      "loss": 8.4343,
      "step": 490
    },
    {
      "epoch": 0.0010346486591815585,
      "grad_norm": 10.8844633102417,
      "learning_rate": 2.97e-05,
      "loss": 8.4233,
      "step": 500
    },
    {
      "epoch": 0.0010691369478209437,
      "grad_norm": 22.924041748046875,
      "learning_rate": 3.0299999999999998e-05,
      "loss": 8.394,
      "step": 510
    },
    {
      "epoch": 0.001103625236460329,
      "grad_norm": 15.292486190795898,
      "learning_rate": 3.09e-05,
      "loss": 8.4232,
      "step": 520
    },
    {
      "epoch": 0.0011381135250997142,
      "grad_norm": 18.48368263244629,
      "learning_rate": 3.149999999999999e-05,
      "loss": 8.4116,
      "step": 530
    },
    {
      "epoch": 0.0011726018137390997,
      "grad_norm": 17.83504867553711,
      "learning_rate": 3.2099999999999994e-05,
      "loss": 8.4049,
      "step": 540
    },
    {
      "epoch": 0.0012070901023784849,
      "grad_norm": 14.123770713806152,
      "learning_rate": 3.2699999999999995e-05,
      "loss": 8.4031,
      "step": 550
    },
    {
      "epoch": 0.0012415783910178701,
      "grad_norm": 19.69959831237793,
      "learning_rate": 3.3299999999999996e-05,
      "loss": 8.4,
      "step": 560
    },
    {
      "epoch": 0.0012760666796572554,
      "grad_norm": 19.486099243164062,
      "learning_rate": 3.39e-05,
      "loss": 8.4109,
      "step": 570
    },
    {
      "epoch": 0.0013105549682966406,
      "grad_norm": 11.047612190246582,
      "learning_rate": 3.45e-05,
      "loss": 8.4181,
      "step": 580
    },
    {
      "epoch": 0.001345043256936026,
      "grad_norm": 20.63058090209961,
      "learning_rate": 3.51e-05,
      "loss": 8.4011,
      "step": 590
    },
    {
      "epoch": 0.0013795315455754113,
      "grad_norm": 25.09280776977539,
      "learning_rate": 3.5699999999999994e-05,
      "loss": 8.3946,
      "step": 600
    },
    {
      "epoch": 0.0014140198342147965,
      "grad_norm": 15.544500350952148,
      "learning_rate": 3.6299999999999995e-05,
      "loss": 8.4085,
      "step": 610
    },
    {
      "epoch": 0.0014485081228541817,
      "grad_norm": 17.291248321533203,
      "learning_rate": 3.6899999999999996e-05,
      "loss": 8.4186,
      "step": 620
    },
    {
      "epoch": 0.001482996411493567,
      "grad_norm": 20.22525405883789,
      "learning_rate": 3.75e-05,
      "loss": 8.4061,
      "step": 630
    },
    {
      "epoch": 0.0015174847001329524,
      "grad_norm": 11.877947807312012,
      "learning_rate": 3.81e-05,
      "loss": 8.3943,
      "step": 640
    },
    {
      "epoch": 0.0015519729887723376,
      "grad_norm": 15.03212833404541,
      "learning_rate": 3.87e-05,
      "loss": 8.4077,
      "step": 650
    },
    {
      "epoch": 0.0015864612774117229,
      "grad_norm": 11.607198715209961,
      "learning_rate": 3.93e-05,
      "loss": 8.4003,
      "step": 660
    },
    {
      "epoch": 0.0016209495660511081,
      "grad_norm": 16.791051864624023,
      "learning_rate": 3.99e-05,
      "loss": 8.3883,
      "step": 670
    },
    {
      "epoch": 0.0016554378546904936,
      "grad_norm": 13.70166015625,
      "learning_rate": 4.05e-05,
      "loss": 8.4086,
      "step": 680
    },
    {
      "epoch": 0.0016899261433298788,
      "grad_norm": 8.733206748962402,
      "learning_rate": 4.11e-05,
      "loss": 8.3855,
      "step": 690
    },
    {
      "epoch": 0.001724414431969264,
      "grad_norm": 18.953189849853516,
      "learning_rate": 4.17e-05,
      "loss": 8.3839,
      "step": 700
    },
    {
      "epoch": 0.0017589027206086493,
      "grad_norm": 15.253740310668945,
      "learning_rate": 4.229999999999999e-05,
      "loss": 8.4009,
      "step": 710
    },
    {
      "epoch": 0.0017933910092480345,
      "grad_norm": 13.945429801940918,
      "learning_rate": 4.289999999999999e-05,
      "loss": 8.3869,
      "step": 720
    },
    {
      "epoch": 0.00182787929788742,
      "grad_norm": 15.738173484802246,
      "learning_rate": 4.3499999999999993e-05,
      "loss": 8.3847,
      "step": 730
    },
    {
      "epoch": 0.0018623675865268052,
      "grad_norm": 13.38271713256836,
      "learning_rate": 4.4099999999999995e-05,
      "loss": 8.3995,
      "step": 740
    },
    {
      "epoch": 0.0018968558751661904,
      "grad_norm": 14.793967247009277,
      "learning_rate": 4.4699999999999996e-05,
      "loss": 8.3833,
      "step": 750
    },
    {
      "epoch": 0.0019313441638055756,
      "grad_norm": 16.215335845947266,
      "learning_rate": 4.5299999999999997e-05,
      "loss": 8.3903,
      "step": 760
    },
    {
      "epoch": 0.001965832452444961,
      "grad_norm": 21.061214447021484,
      "learning_rate": 4.59e-05,
      "loss": 8.3884,
      "step": 770
    },
    {
      "epoch": 0.002000320741084346,
      "grad_norm": 14.154373168945312,
      "learning_rate": 4.65e-05,
      "loss": 8.4027,
      "step": 780
    },
    {
      "epoch": 0.0020348090297237316,
      "grad_norm": 9.922065734863281,
      "learning_rate": 4.709999999999999e-05,
      "loss": 8.4037,
      "step": 790
    },
    {
      "epoch": 0.002069297318363117,
      "grad_norm": 17.40951919555664,
      "learning_rate": 4.7699999999999994e-05,
      "loss": 8.4032,
      "step": 800
    },
    {
      "epoch": 0.002103785607002502,
      "grad_norm": 17.422048568725586,
      "learning_rate": 4.8299999999999995e-05,
      "loss": 8.3983,
      "step": 810
    },
    {
      "epoch": 0.0021382738956418875,
      "grad_norm": 16.443422317504883,
      "learning_rate": 4.8899999999999996e-05,
      "loss": 8.3957,
      "step": 820
    },
    {
      "epoch": 0.0021727621842812725,
      "grad_norm": 24.262035369873047,
      "learning_rate": 4.95e-05,
      "loss": 8.3895,
      "step": 830
    },
    {
      "epoch": 0.002207250472920658,
      "grad_norm": 13.685011863708496,
      "learning_rate": 5.01e-05,
      "loss": 8.3915,
      "step": 840
    },
    {
      "epoch": 0.0022417387615600434,
      "grad_norm": 10.055377960205078,
      "learning_rate": 5.07e-05,
      "loss": 8.3822,
      "step": 850
    },
    {
      "epoch": 0.0022762270501994284,
      "grad_norm": 13.62060546875,
      "learning_rate": 5.13e-05,
      "loss": 8.3817,
      "step": 860
    },
    {
      "epoch": 0.002310715338838814,
      "grad_norm": 14.18138313293457,
      "learning_rate": 5.1899999999999994e-05,
      "loss": 8.3889,
      "step": 870
    },
    {
      "epoch": 0.0023452036274781993,
      "grad_norm": 6.779985427856445,
      "learning_rate": 5.2499999999999995e-05,
      "loss": 8.3846,
      "step": 880
    },
    {
      "epoch": 0.0023796919161175843,
      "grad_norm": 7.078898906707764,
      "learning_rate": 5.309999999999999e-05,
      "loss": 8.4004,
      "step": 890
    },
    {
      "epoch": 0.0024141802047569698,
      "grad_norm": 14.189363479614258,
      "learning_rate": 5.369999999999999e-05,
      "loss": 8.3998,
      "step": 900
    },
    {
      "epoch": 0.002448668493396355,
      "grad_norm": 16.281265258789062,
      "learning_rate": 5.429999999999999e-05,
      "loss": 8.3943,
      "step": 910
    },
    {
      "epoch": 0.0024831567820357402,
      "grad_norm": 14.237013816833496,
      "learning_rate": 5.489999999999999e-05,
      "loss": 8.382,
      "step": 920
    },
    {
      "epoch": 0.0025176450706751257,
      "grad_norm": 7.917139530181885,
      "learning_rate": 5.5499999999999994e-05,
      "loss": 8.3985,
      "step": 930
    },
    {
      "epoch": 0.0025521333593145107,
      "grad_norm": 13.905786514282227,
      "learning_rate": 5.6099999999999995e-05,
      "loss": 8.3868,
      "step": 940
    },
    {
      "epoch": 0.002586621647953896,
      "grad_norm": 14.011921882629395,
      "learning_rate": 5.6699999999999996e-05,
      "loss": 8.3773,
      "step": 950
    },
    {
      "epoch": 0.002621109936593281,
      "grad_norm": 10.070409774780273,
      "learning_rate": 5.73e-05,
      "loss": 8.3894,
      "step": 960
    },
    {
      "epoch": 0.0026555982252326666,
      "grad_norm": 12.96844482421875,
      "learning_rate": 5.79e-05,
      "loss": 8.3818,
      "step": 970
    },
    {
      "epoch": 0.002690086513872052,
      "grad_norm": 14.524611473083496,
      "learning_rate": 5.85e-05,
      "loss": 8.3793,
      "step": 980
    },
    {
      "epoch": 0.002724574802511437,
      "grad_norm": 23.980628967285156,
      "learning_rate": 5.91e-05,
      "loss": 8.3702,
      "step": 990
    },
    {
      "epoch": 0.0027590630911508225,
      "grad_norm": 79.6168441772461,
      "learning_rate": 5.97e-05,
      "loss": 8.3695,
      "step": 1000
    },
    {
      "epoch": 0.0027935513797902075,
      "grad_norm": 11.407526016235352,
      "learning_rate": 6.0299999999999995e-05,
      "loss": 8.3857,
      "step": 1010
    },
    {
      "epoch": 0.002828039668429593,
      "grad_norm": 12.697784423828125,
      "learning_rate": 6.0899999999999996e-05,
      "loss": 8.3714,
      "step": 1020
    },
    {
      "epoch": 0.0028625279570689784,
      "grad_norm": 7.642915725708008,
      "learning_rate": 6.149999999999999e-05,
      "loss": 8.3924,
      "step": 1030
    },
    {
      "epoch": 0.0028970162457083635,
      "grad_norm": 13.278314590454102,
      "learning_rate": 6.209999999999999e-05,
      "loss": 8.3676,
      "step": 1040
    },
    {
      "epoch": 0.002931504534347749,
      "grad_norm": 9.300806045532227,
      "learning_rate": 6.269999999999999e-05,
      "loss": 8.3769,
      "step": 1050
    },
    {
      "epoch": 0.002965992822987134,
      "grad_norm": 10.766736030578613,
      "learning_rate": 6.33e-05,
      "loss": 8.3722,
      "step": 1060
    },
    {
      "epoch": 0.0030004811116265194,
      "grad_norm": 16.214441299438477,
      "learning_rate": 6.39e-05,
      "loss": 8.3866,
      "step": 1070
    },
    {
      "epoch": 0.003034969400265905,
      "grad_norm": 12.498828887939453,
      "learning_rate": 6.45e-05,
      "loss": 8.3778,
      "step": 1080
    },
    {
      "epoch": 0.00306945768890529,
      "grad_norm": 12.378737449645996,
      "learning_rate": 6.503999999999999e-05,
      "loss": 8.3748,
      "step": 1090
    },
    {
      "epoch": 0.0031039459775446753,
      "grad_norm": 7.89847993850708,
      "learning_rate": 6.563999999999999e-05,
      "loss": 8.3751,
      "step": 1100
    },
    {
      "epoch": 0.0031384342661840607,
      "grad_norm": 11.73416805267334,
      "learning_rate": 6.623999999999999e-05,
      "loss": 8.3712,
      "step": 1110
    },
    {
      "epoch": 0.0031729225548234458,
      "grad_norm": 8.572582244873047,
      "learning_rate": 6.683999999999999e-05,
      "loss": 8.3753,
      "step": 1120
    },
    {
      "epoch": 0.003207410843462831,
      "grad_norm": 13.893655776977539,
      "learning_rate": 6.743999999999999e-05,
      "loss": 8.3667,
      "step": 1130
    },
    {
      "epoch": 0.0032418991321022162,
      "grad_norm": 7.900502681732178,
      "learning_rate": 6.803999999999999e-05,
      "loss": 8.3636,
      "step": 1140
    },
    {
      "epoch": 0.0032763874207416017,
      "grad_norm": 12.325122833251953,
      "learning_rate": 6.864e-05,
      "loss": 8.3722,
      "step": 1150
    },
    {
      "epoch": 0.003310875709380987,
      "grad_norm": 12.237879753112793,
      "learning_rate": 6.924e-05,
      "loss": 8.3573,
      "step": 1160
    },
    {
      "epoch": 0.003345363998020372,
      "grad_norm": 16.15164566040039,
      "learning_rate": 6.984e-05,
      "loss": 8.3626,
      "step": 1170
    },
    {
      "epoch": 0.0033798522866597576,
      "grad_norm": 16.162899017333984,
      "learning_rate": 7.044e-05,
      "loss": 8.3827,
      "step": 1180
    },
    {
      "epoch": 0.0034143405752991426,
      "grad_norm": 22.04014015197754,
      "learning_rate": 7.104e-05,
      "loss": 8.3637,
      "step": 1190
    },
    {
      "epoch": 0.003448828863938528,
      "grad_norm": 11.339788436889648,
      "learning_rate": 7.164e-05,
      "loss": 8.3725,
      "step": 1200
    },
    {
      "epoch": 0.0034833171525779135,
      "grad_norm": 13.985651016235352,
      "learning_rate": 7.223999999999999e-05,
      "loss": 8.3759,
      "step": 1210
    },
    {
      "epoch": 0.0035178054412172985,
      "grad_norm": 12.80493450164795,
      "learning_rate": 7.283999999999999e-05,
      "loss": 8.3635,
      "step": 1220
    },
    {
      "epoch": 0.003552293729856684,
      "grad_norm": 10.030963897705078,
      "learning_rate": 7.343999999999999e-05,
      "loss": 8.3563,
      "step": 1230
    },
    {
      "epoch": 0.003586782018496069,
      "grad_norm": 10.714138984680176,
      "learning_rate": 7.403999999999999e-05,
      "loss": 8.3529,
      "step": 1240
    },
    {
      "epoch": 0.0036212703071354544,
      "grad_norm": 14.480472564697266,
      "learning_rate": 7.463999999999999e-05,
      "loss": 8.3377,
      "step": 1250
    },
    {
      "epoch": 0.00365575859577484,
      "grad_norm": 6.988164901733398,
      "learning_rate": 7.524e-05,
      "loss": 8.3632,
      "step": 1260
    },
    {
      "epoch": 0.003690246884414225,
      "grad_norm": 9.82447338104248,
      "learning_rate": 7.584e-05,
      "loss": 8.3417,
      "step": 1270
    },
    {
      "epoch": 0.0037247351730536104,
      "grad_norm": 11.450285911560059,
      "learning_rate": 7.644e-05,
      "loss": 8.3563,
      "step": 1280
    },
    {
      "epoch": 0.003759223461692996,
      "grad_norm": 10.065130233764648,
      "learning_rate": 7.703999999999998e-05,
      "loss": 8.3482,
      "step": 1290
    },
    {
      "epoch": 0.003793711750332381,
      "grad_norm": 13.670631408691406,
      "learning_rate": 7.763999999999998e-05,
      "loss": 8.3319,
      "step": 1300
    },
    {
      "epoch": 0.0038282000389717663,
      "grad_norm": 11.154393196105957,
      "learning_rate": 7.823999999999998e-05,
      "loss": 8.3378,
      "step": 1310
    },
    {
      "epoch": 0.0038626883276111513,
      "grad_norm": 13.057133674621582,
      "learning_rate": 7.883999999999998e-05,
      "loss": 8.3481,
      "step": 1320
    },
    {
      "epoch": 0.0038971766162505367,
      "grad_norm": 8.13063907623291,
      "learning_rate": 7.943999999999998e-05,
      "loss": 8.3619,
      "step": 1330
    },
    {
      "epoch": 0.003931664904889922,
      "grad_norm": 7.690333843231201,
      "learning_rate": 8.003999999999999e-05,
      "loss": 8.3349,
      "step": 1340
    },
    {
      "epoch": 0.003966153193529307,
      "grad_norm": 8.945077896118164,
      "learning_rate": 8.063999999999999e-05,
      "loss": 8.3609,
      "step": 1350
    },
    {
      "epoch": 0.004000641482168692,
      "grad_norm": 11.839431762695312,
      "learning_rate": 8.123999999999999e-05,
      "loss": 8.3552,
      "step": 1360
    },
    {
      "epoch": 0.004035129770808078,
      "grad_norm": 9.798072814941406,
      "learning_rate": 8.183999999999999e-05,
      "loss": 8.3124,
      "step": 1370
    },
    {
      "epoch": 0.004069618059447463,
      "grad_norm": 13.58779239654541,
      "learning_rate": 8.243999999999999e-05,
      "loss": 8.3544,
      "step": 1380
    },
    {
      "epoch": 0.004104106348086848,
      "grad_norm": 12.656436920166016,
      "learning_rate": 8.303999999999999e-05,
      "loss": 8.3457,
      "step": 1390
    },
    {
      "epoch": 0.004138594636726234,
      "grad_norm": 9.099520683288574,
      "learning_rate": 8.363999999999999e-05,
      "loss": 8.3605,
      "step": 1400
    },
    {
      "epoch": 0.004173082925365619,
      "grad_norm": 19.523441314697266,
      "learning_rate": 8.423999999999999e-05,
      "loss": 8.3333,
      "step": 1410
    },
    {
      "epoch": 0.004207571214005004,
      "grad_norm": 13.605344772338867,
      "learning_rate": 8.484e-05,
      "loss": 8.3487,
      "step": 1420
    },
    {
      "epoch": 0.00424205950264439,
      "grad_norm": 15.3053560256958,
      "learning_rate": 8.544e-05,
      "loss": 8.3397,
      "step": 1430
    },
    {
      "epoch": 0.004276547791283775,
      "grad_norm": 7.251153469085693,
      "learning_rate": 8.604e-05,
      "loss": 8.349,
      "step": 1440
    },
    {
      "epoch": 0.00431103607992316,
      "grad_norm": 9.477354049682617,
      "learning_rate": 8.664e-05,
      "loss": 8.3419,
      "step": 1450
    },
    {
      "epoch": 0.004345524368562545,
      "grad_norm": 14.80703067779541,
      "learning_rate": 8.724e-05,
      "loss": 8.319,
      "step": 1460
    },
    {
      "epoch": 0.004380012657201931,
      "grad_norm": 14.25675106048584,
      "learning_rate": 8.784e-05,
      "loss": 8.35,
      "step": 1470
    },
    {
      "epoch": 0.004414500945841316,
      "grad_norm": 10.686800003051758,
      "learning_rate": 8.844e-05,
      "loss": 8.3404,
      "step": 1480
    },
    {
      "epoch": 0.004448989234480701,
      "grad_norm": 9.987860679626465,
      "learning_rate": 8.904e-05,
      "loss": 8.3332,
      "step": 1490
    },
    {
      "epoch": 0.004483477523120087,
      "grad_norm": 7.363917350769043,
      "learning_rate": 8.963999999999999e-05,
      "loss": 8.3299,
      "step": 1500
    },
    {
      "epoch": 0.004517965811759472,
      "grad_norm": 14.461793899536133,
      "learning_rate": 9.023999999999999e-05,
      "loss": 8.3306,
      "step": 1510
    },
    {
      "epoch": 0.004552454100398857,
      "grad_norm": 8.630695343017578,
      "learning_rate": 9.083999999999999e-05,
      "loss": 8.3417,
      "step": 1520
    },
    {
      "epoch": 0.004586942389038243,
      "grad_norm": 8.256804466247559,
      "learning_rate": 9.143999999999999e-05,
      "loss": 8.3341,
      "step": 1530
    },
    {
      "epoch": 0.004621430677677628,
      "grad_norm": 13.018980026245117,
      "learning_rate": 9.203999999999999e-05,
      "loss": 8.3408,
      "step": 1540
    },
    {
      "epoch": 0.004655918966317013,
      "grad_norm": 8.717267036437988,
      "learning_rate": 9.264e-05,
      "loss": 8.3248,
      "step": 1550
    },
    {
      "epoch": 0.004690407254956399,
      "grad_norm": 15.733688354492188,
      "learning_rate": 9.324e-05,
      "loss": 8.3205,
      "step": 1560
    },
    {
      "epoch": 0.004724895543595784,
      "grad_norm": 15.750919342041016,
      "learning_rate": 9.384e-05,
      "loss": 8.3227,
      "step": 1570
    },
    {
      "epoch": 0.004759383832235169,
      "grad_norm": 12.715235710144043,
      "learning_rate": 9.444e-05,
      "loss": 8.3421,
      "step": 1580
    },
    {
      "epoch": 0.004793872120874554,
      "grad_norm": 12.098243713378906,
      "learning_rate": 9.504e-05,
      "loss": 8.3332,
      "step": 1590
    },
    {
      "epoch": 0.0048283604095139395,
      "grad_norm": 8.364949226379395,
      "learning_rate": 9.563999999999999e-05,
      "loss": 8.3246,
      "step": 1600
    },
    {
      "epoch": 0.0048628486981533246,
      "grad_norm": 12.680130004882812,
      "learning_rate": 9.623999999999999e-05,
      "loss": 8.3347,
      "step": 1610
    },
    {
      "epoch": 0.00489733698679271,
      "grad_norm": 5.828690052032471,
      "learning_rate": 9.683999999999999e-05,
      "loss": 8.3288,
      "step": 1620
    },
    {
      "epoch": 0.0049318252754320955,
      "grad_norm": 10.879535675048828,
      "learning_rate": 9.743999999999999e-05,
      "loss": 8.3261,
      "step": 1630
    },
    {
      "epoch": 0.0049663135640714805,
      "grad_norm": 10.933409690856934,
      "learning_rate": 9.803999999999999e-05,
      "loss": 8.3129,
      "step": 1640
    },
    {
      "epoch": 0.0050008018527108655,
      "grad_norm": 9.908263206481934,
      "learning_rate": 9.863999999999999e-05,
      "loss": 8.3215,
      "step": 1650
    },
    {
      "epoch": 0.005035290141350251,
      "grad_norm": 9.367692947387695,
      "learning_rate": 9.923999999999999e-05,
      "loss": 8.3161,
      "step": 1660
    },
    {
      "epoch": 0.005069778429989636,
      "grad_norm": 17.53960418701172,
      "learning_rate": 9.983999999999999e-05,
      "loss": 8.3095,
      "step": 1670
    },
    {
      "epoch": 0.005104266718629021,
      "grad_norm": 12.228901863098145,
      "learning_rate": 0.00010044,
      "loss": 8.3064,
      "step": 1680
    },
    {
      "epoch": 0.005138755007268406,
      "grad_norm": 9.411287307739258,
      "learning_rate": 0.00010103999999999998,
      "loss": 8.3047,
      "step": 1690
    },
    {
      "epoch": 0.005173243295907792,
      "grad_norm": 12.89146900177002,
      "learning_rate": 0.00010163999999999998,
      "loss": 8.313,
      "step": 1700
    },
    {
      "epoch": 0.005207731584547177,
      "grad_norm": 13.037481307983398,
      "learning_rate": 0.00010223999999999998,
      "loss": 8.3005,
      "step": 1710
    },
    {
      "epoch": 0.005242219873186562,
      "grad_norm": 18.167877197265625,
      "learning_rate": 0.00010283999999999998,
      "loss": 8.3194,
      "step": 1720
    },
    {
      "epoch": 0.005276708161825948,
      "grad_norm": 11.53596019744873,
      "learning_rate": 0.00010343999999999999,
      "loss": 8.3103,
      "step": 1730
    },
    {
      "epoch": 0.005311196450465333,
      "grad_norm": 14.443565368652344,
      "learning_rate": 0.00010403999999999999,
      "loss": 8.3078,
      "step": 1740
    },
    {
      "epoch": 0.005345684739104718,
      "grad_norm": 12.966043472290039,
      "learning_rate": 0.00010463999999999999,
      "loss": 8.3133,
      "step": 1750
    },
    {
      "epoch": 0.005380173027744104,
      "grad_norm": 9.95252513885498,
      "learning_rate": 0.00010523999999999999,
      "loss": 8.3033,
      "step": 1760
    },
    {
      "epoch": 0.005414661316383489,
      "grad_norm": 15.110918045043945,
      "learning_rate": 0.00010583999999999999,
      "loss": 8.3018,
      "step": 1770
    },
    {
      "epoch": 0.005449149605022874,
      "grad_norm": 9.710939407348633,
      "learning_rate": 0.00010643999999999999,
      "loss": 8.3056,
      "step": 1780
    },
    {
      "epoch": 0.00548363789366226,
      "grad_norm": 14.128268241882324,
      "learning_rate": 0.00010703999999999999,
      "loss": 8.3116,
      "step": 1790
    },
    {
      "epoch": 0.005518126182301645,
      "grad_norm": 12.291546821594238,
      "learning_rate": 0.00010763999999999999,
      "loss": 8.3087,
      "step": 1800
    },
    {
      "epoch": 0.00555261447094103,
      "grad_norm": 8.979240417480469,
      "learning_rate": 0.00010824,
      "loss": 8.297,
      "step": 1810
    },
    {
      "epoch": 0.005587102759580415,
      "grad_norm": 16.653636932373047,
      "learning_rate": 0.00010884,
      "loss": 8.3032,
      "step": 1820
    },
    {
      "epoch": 0.005621591048219801,
      "grad_norm": 7.231003761291504,
      "learning_rate": 0.00010944,
      "loss": 8.3017,
      "step": 1830
    },
    {
      "epoch": 0.005656079336859186,
      "grad_norm": 11.044018745422363,
      "learning_rate": 0.00011004,
      "loss": 8.2998,
      "step": 1840
    },
    {
      "epoch": 0.005690567625498571,
      "grad_norm": 7.183733940124512,
      "learning_rate": 0.00011064,
      "loss": 8.2792,
      "step": 1850
    },
    {
      "epoch": 0.005725055914137957,
      "grad_norm": 6.851602554321289,
      "learning_rate": 0.00011124,
      "loss": 8.3057,
      "step": 1860
    },
    {
      "epoch": 0.005759544202777342,
      "grad_norm": 6.955447196960449,
      "learning_rate": 0.00011184,
      "loss": 8.2914,
      "step": 1870
    },
    {
      "epoch": 0.005794032491416727,
      "grad_norm": 9.28893756866455,
      "learning_rate": 0.00011244,
      "loss": 8.296,
      "step": 1880
    },
    {
      "epoch": 0.005828520780056113,
      "grad_norm": 12.825960159301758,
      "learning_rate": 0.00011304,
      "loss": 8.29,
      "step": 1890
    },
    {
      "epoch": 0.005863009068695498,
      "grad_norm": 7.817082405090332,
      "learning_rate": 0.00011364,
      "loss": 8.2943,
      "step": 1900
    }
  ],
  "logging_steps": 10,
  "max_steps": 10000000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 35,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 9782260437860352.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}