{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 6.0,
  "eval_steps": 500,
  "global_step": 252,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.023809523809523808,
      "grad_norm": 0.28116118907928467,
      "learning_rate": 0.0,
      "loss": 1.1129,
      "step": 1
    },
    {
      "epoch": 0.047619047619047616,
      "grad_norm": 0.29382961988449097,
      "learning_rate": 1.153846153846154e-06,
      "loss": 1.1202,
      "step": 2
    },
    {
      "epoch": 0.07142857142857142,
      "grad_norm": 0.276279091835022,
      "learning_rate": 2.307692307692308e-06,
      "loss": 1.1401,
      "step": 3
    },
    {
      "epoch": 0.09523809523809523,
      "grad_norm": 0.29106155037879944,
      "learning_rate": 3.4615384615384617e-06,
      "loss": 1.1858,
      "step": 4
    },
    {
      "epoch": 0.11904761904761904,
      "grad_norm": 0.2803880274295807,
      "learning_rate": 4.615384615384616e-06,
      "loss": 1.1457,
      "step": 5
    },
    {
      "epoch": 0.14285714285714285,
      "grad_norm": 0.28456971049308777,
      "learning_rate": 5.76923076923077e-06,
      "loss": 1.0852,
      "step": 6
    },
    {
      "epoch": 0.16666666666666666,
      "grad_norm": 0.2712933123111725,
      "learning_rate": 6.923076923076923e-06,
      "loss": 1.0493,
      "step": 7
    },
    {
      "epoch": 0.19047619047619047,
      "grad_norm": 0.27702414989471436,
      "learning_rate": 8.076923076923077e-06,
      "loss": 1.0446,
      "step": 8
    },
    {
      "epoch": 0.21428571428571427,
      "grad_norm": 0.2814911901950836,
      "learning_rate": 9.230769230769232e-06,
      "loss": 1.0696,
      "step": 9
    },
    {
      "epoch": 0.23809523809523808,
      "grad_norm": 0.2962207794189453,
      "learning_rate": 1.0384615384615384e-05,
      "loss": 1.0993,
      "step": 10
    },
    {
      "epoch": 0.2619047619047619,
      "grad_norm": 0.3378692865371704,
      "learning_rate": 1.153846153846154e-05,
      "loss": 1.127,
      "step": 11
    },
    {
      "epoch": 0.2857142857142857,
      "grad_norm": 0.2905134856700897,
      "learning_rate": 1.2692307692307693e-05,
      "loss": 1.1312,
      "step": 12
    },
    {
      "epoch": 0.30952380952380953,
      "grad_norm": 0.31969478726387024,
      "learning_rate": 1.3846153846153847e-05,
      "loss": 1.1252,
      "step": 13
    },
    {
      "epoch": 0.3333333333333333,
      "grad_norm": 0.2979523241519928,
      "learning_rate": 1.5e-05,
      "loss": 1.1068,
      "step": 14
    },
    {
      "epoch": 0.35714285714285715,
      "grad_norm": 0.3173041045665741,
      "learning_rate": 1.6153846153846154e-05,
      "loss": 1.1149,
      "step": 15
    },
    {
      "epoch": 0.38095238095238093,
      "grad_norm": 0.32691124081611633,
      "learning_rate": 1.7307692307692306e-05,
      "loss": 1.146,
      "step": 16
    },
    {
      "epoch": 0.40476190476190477,
      "grad_norm": 0.3304688334465027,
      "learning_rate": 1.8461538461538465e-05,
      "loss": 1.1602,
      "step": 17
    },
    {
      "epoch": 0.42857142857142855,
      "grad_norm": 0.32470542192459106,
      "learning_rate": 1.9615384615384617e-05,
      "loss": 1.1232,
      "step": 18
    },
    {
      "epoch": 0.4523809523809524,
      "grad_norm": 0.33648180961608887,
      "learning_rate": 2.076923076923077e-05,
      "loss": 1.1382,
      "step": 19
    },
    {
      "epoch": 0.47619047619047616,
      "grad_norm": 0.3396536111831665,
      "learning_rate": 2.1923076923076924e-05,
      "loss": 1.2481,
      "step": 20
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.3541926145553589,
      "learning_rate": 2.307692307692308e-05,
      "loss": 1.111,
      "step": 21
    },
    {
      "epoch": 0.5238095238095238,
      "grad_norm": 0.36257779598236084,
      "learning_rate": 2.423076923076923e-05,
      "loss": 1.138,
      "step": 22
    },
    {
      "epoch": 0.5476190476190477,
      "grad_norm": 0.3602922260761261,
      "learning_rate": 2.5384615384615386e-05,
      "loss": 1.0467,
      "step": 23
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 0.39060717821121216,
      "learning_rate": 2.6538461538461538e-05,
      "loss": 1.1,
      "step": 24
    },
    {
      "epoch": 0.5952380952380952,
      "grad_norm": 0.3968435525894165,
      "learning_rate": 2.7692307692307694e-05,
      "loss": 1.1138,
      "step": 25
    },
    {
      "epoch": 0.6190476190476191,
      "grad_norm": 0.41629916429519653,
      "learning_rate": 2.884615384615385e-05,
      "loss": 1.0513,
      "step": 26
    },
    {
      "epoch": 0.6428571428571429,
      "grad_norm": 0.4167330861091614,
      "learning_rate": 3e-05,
      "loss": 1.0623,
      "step": 27
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 0.42382487654685974,
      "learning_rate": 2.999855077059572e-05,
      "loss": 1.1167,
      "step": 28
    },
    {
      "epoch": 0.6904761904761905,
      "grad_norm": 0.43757516145706177,
      "learning_rate": 2.9994203362418313e-05,
      "loss": 1.1078,
      "step": 29
    },
    {
      "epoch": 0.7142857142857143,
      "grad_norm": 0.4598352909088135,
      "learning_rate": 2.998695861552002e-05,
      "loss": 1.0382,
      "step": 30
    },
    {
      "epoch": 0.7380952380952381,
      "grad_norm": 0.4605550467967987,
      "learning_rate": 2.9976817929807542e-05,
      "loss": 0.9906,
      "step": 31
    },
    {
      "epoch": 0.7619047619047619,
      "grad_norm": 0.5748752355575562,
      "learning_rate": 2.996378326477153e-05,
      "loss": 1.0196,
      "step": 32
    },
    {
      "epoch": 0.7857142857142857,
      "grad_norm": 0.47698867321014404,
      "learning_rate": 2.9947857139107964e-05,
      "loss": 1.0654,
      "step": 33
    },
    {
      "epoch": 0.8095238095238095,
      "grad_norm": 0.475506454706192,
      "learning_rate": 2.992904263023146e-05,
      "loss": 0.9911,
      "step": 34
    },
    {
      "epoch": 0.8333333333333334,
      "grad_norm": 0.4737609326839447,
      "learning_rate": 2.990734337368062e-05,
      "loss": 1.041,
      "step": 35
    },
    {
      "epoch": 0.8571428571428571,
      "grad_norm": 0.4721866548061371,
      "learning_rate": 2.9882763562415518e-05,
      "loss": 0.9602,
      "step": 36
    },
    {
      "epoch": 0.8809523809523809,
      "grad_norm": 0.47256630659103394,
      "learning_rate": 2.9855307946007532e-05,
      "loss": 0.9134,
      "step": 37
    },
    {
      "epoch": 0.9047619047619048,
      "grad_norm": 0.49380165338516235,
      "learning_rate": 2.982498182972154e-05,
      "loss": 0.9797,
      "step": 38
    },
    {
      "epoch": 0.9285714285714286,
      "grad_norm": 0.4870937168598175,
      "learning_rate": 2.9791791073490795e-05,
      "loss": 0.9693,
      "step": 39
    },
    {
      "epoch": 0.9523809523809523,
      "grad_norm": 0.4636681079864502,
      "learning_rate": 2.9755742090784617e-05,
      "loss": 0.8875,
      "step": 40
    },
    {
      "epoch": 0.9761904761904762,
      "grad_norm": 0.4943704307079315,
      "learning_rate": 2.9716841847369106e-05,
      "loss": 0.9243,
      "step": 41
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.5488421320915222,
      "learning_rate": 2.967509785996114e-05,
      "loss": 0.9337,
      "step": 42
    },
    {
      "epoch": 1.0238095238095237,
      "grad_norm": 0.5011991858482361,
      "learning_rate": 2.963051819477592e-05,
      "loss": 0.9167,
      "step": 43
    },
    {
      "epoch": 1.0476190476190477,
      "grad_norm": 0.45742085576057434,
      "learning_rate": 2.958311146596833e-05,
      "loss": 0.866,
      "step": 44
    },
    {
      "epoch": 1.0714285714285714,
      "grad_norm": 0.47257000207901,
      "learning_rate": 2.953288683396841e-05,
      "loss": 0.8597,
      "step": 45
    },
    {
      "epoch": 1.0952380952380953,
      "grad_norm": 0.44165483117103577,
      "learning_rate": 2.9479854003711298e-05,
      "loss": 0.8339,
      "step": 46
    },
    {
      "epoch": 1.119047619047619,
      "grad_norm": 0.4865115284919739,
      "learning_rate": 2.9424023222761938e-05,
      "loss": 0.9022,
      "step": 47
    },
    {
      "epoch": 1.1428571428571428,
      "grad_norm": 0.4433363974094391,
      "learning_rate": 2.9365405279334904e-05,
      "loss": 0.857,
      "step": 48
    },
    {
      "epoch": 1.1666666666666667,
      "grad_norm": 0.4483701288700104,
      "learning_rate": 2.930401150020983e-05,
      "loss": 0.8316,
      "step": 49
    },
    {
      "epoch": 1.1904761904761905,
      "grad_norm": 0.45240312814712524,
      "learning_rate": 2.9239853748542717e-05,
      "loss": 0.7974,
      "step": 50
    },
    {
      "epoch": 1.2142857142857142,
      "grad_norm": 0.48092514276504517,
      "learning_rate": 2.9172944421573587e-05,
      "loss": 0.7941,
      "step": 51
    },
    {
      "epoch": 1.2380952380952381,
      "grad_norm": 0.4520972669124603,
      "learning_rate": 2.9103296448230986e-05,
      "loss": 0.8205,
      "step": 52
    },
    {
      "epoch": 1.2619047619047619,
      "grad_norm": 0.43941670656204224,
      "learning_rate": 2.9030923286633703e-05,
      "loss": 0.809,
      "step": 53
    },
    {
      "epoch": 1.2857142857142856,
      "grad_norm": 0.4921863079071045,
      "learning_rate": 2.8955838921490252e-05,
      "loss": 0.8192,
      "step": 54
    },
    {
      "epoch": 1.3095238095238095,
      "grad_norm": 0.4463539719581604,
      "learning_rate": 2.8878057861396606e-05,
      "loss": 0.8358,
      "step": 55
    },
    {
      "epoch": 1.3333333333333333,
      "grad_norm": 0.463927686214447,
      "learning_rate": 2.8797595136032675e-05,
      "loss": 0.8458,
      "step": 56
    },
    {
      "epoch": 1.3571428571428572,
      "grad_norm": 0.44254210591316223,
      "learning_rate": 2.8714466293258142e-05,
      "loss": 0.7023,
      "step": 57
    },
    {
      "epoch": 1.380952380952381,
      "grad_norm": 0.44470295310020447,
      "learning_rate": 2.8628687396108107e-05,
      "loss": 0.7205,
      "step": 58
    },
    {
      "epoch": 1.4047619047619047,
      "grad_norm": 0.4261890947818756,
      "learning_rate": 2.8540275019689237e-05,
      "loss": 0.7707,
      "step": 59
    },
    {
      "epoch": 1.4285714285714286,
      "grad_norm": 0.47844111919403076,
      "learning_rate": 2.8449246247976947e-05,
      "loss": 0.7681,
      "step": 60
    },
    {
      "epoch": 1.4523809523809523,
      "grad_norm": 0.485981285572052,
      "learning_rate": 2.835561867051426e-05,
      "loss": 0.7262,
      "step": 61
    },
    {
      "epoch": 1.4761904761904763,
      "grad_norm": 0.47706907987594604,
      "learning_rate": 2.825941037901294e-05,
      "loss": 0.7139,
      "step": 62
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.4486680030822754,
      "learning_rate": 2.816063996385765e-05,
      "loss": 0.7122,
      "step": 63
    },
    {
      "epoch": 1.5238095238095237,
      "grad_norm": 0.4582575857639313,
      "learning_rate": 2.805932651051372e-05,
      "loss": 0.6618,
      "step": 64
    },
    {
      "epoch": 1.5476190476190477,
      "grad_norm": 0.4188469648361206,
      "learning_rate": 2.7955489595839228e-05,
      "loss": 0.6886,
      "step": 65
    },
    {
      "epoch": 1.5714285714285714,
      "grad_norm": 0.45904433727264404,
      "learning_rate": 2.784914928430218e-05,
      "loss": 0.6671,
      "step": 66
    },
    {
      "epoch": 1.5952380952380953,
      "grad_norm": 0.455920934677124,
      "learning_rate": 2.7740326124103416e-05,
      "loss": 0.6745,
      "step": 67
    },
    {
      "epoch": 1.619047619047619,
      "grad_norm": 0.44718676805496216,
      "learning_rate": 2.762904114320609e-05,
      "loss": 0.6736,
      "step": 68
    },
    {
      "epoch": 1.6428571428571428,
      "grad_norm": 0.44715356826782227,
      "learning_rate": 2.751531584527241e-05,
      "loss": 0.6702,
      "step": 69
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 0.46412724256515503,
      "learning_rate": 2.7399172205508476e-05,
      "loss": 0.6182,
      "step": 70
    },
    {
      "epoch": 1.6904761904761905,
      "grad_norm": 0.4637816846370697,
      "learning_rate": 2.7280632666418013e-05,
      "loss": 0.6125,
      "step": 71
    },
    {
      "epoch": 1.7142857142857144,
      "grad_norm": 0.43852296471595764,
      "learning_rate": 2.715972013346576e-05,
      "loss": 0.6306,
      "step": 72
    },
    {
      "epoch": 1.7380952380952381,
      "grad_norm": 0.4781780540943146,
      "learning_rate": 2.703645797065147e-05,
      "loss": 0.6379,
      "step": 73
    },
    {
      "epoch": 1.7619047619047619,
      "grad_norm": 0.45325422286987305,
      "learning_rate": 2.6910869995995247e-05,
      "loss": 0.6164,
      "step": 74
    },
    {
      "epoch": 1.7857142857142856,
      "grad_norm": 0.4447559416294098,
      "learning_rate": 2.678298047693518e-05,
      "loss": 0.6486,
      "step": 75
    },
    {
      "epoch": 1.8095238095238095,
      "grad_norm": 0.4800730347633362,
      "learning_rate": 2.6652814125638142e-05,
      "loss": 0.5419,
      "step": 76
    },
    {
      "epoch": 1.8333333333333335,
      "grad_norm": 0.4950225353240967,
      "learning_rate": 2.652039609422463e-05,
      "loss": 0.6572,
      "step": 77
    },
    {
      "epoch": 1.8571428571428572,
      "grad_norm": 0.4797077476978302,
      "learning_rate": 2.638575196990862e-05,
      "loss": 0.5417,
      "step": 78
    },
    {
      "epoch": 1.880952380952381,
      "grad_norm": 0.5117254257202148,
      "learning_rate": 2.624890777005332e-05,
      "loss": 0.6147,
      "step": 79
    },
    {
      "epoch": 1.9047619047619047,
      "grad_norm": 0.49460187554359436,
      "learning_rate": 2.6109889937143828e-05,
      "loss": 0.5439,
      "step": 80
    },
    {
      "epoch": 1.9285714285714286,
      "grad_norm": 0.455595999956131,
      "learning_rate": 2.5968725333677628e-05,
      "loss": 0.5177,
      "step": 81
    },
    {
      "epoch": 1.9523809523809523,
      "grad_norm": 0.4988625645637512,
      "learning_rate": 2.582544123697395e-05,
      "loss": 0.4811,
      "step": 82
    },
    {
      "epoch": 1.9761904761904763,
      "grad_norm": 0.55754154920578,
      "learning_rate": 2.568006533390295e-05,
      "loss": 0.5444,
      "step": 83
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.5739458799362183,
      "learning_rate": 2.5532625715535733e-05,
      "loss": 0.5936,
      "step": 84
    },
    {
      "epoch": 2.0238095238095237,
      "grad_norm": 0.47513002157211304,
      "learning_rate": 2.5383150871716342e-05,
      "loss": 0.5242,
      "step": 85
    },
    {
      "epoch": 2.0476190476190474,
      "grad_norm": 0.5243293642997742,
      "learning_rate": 2.5231669685556636e-05,
      "loss": 0.5182,
      "step": 86
    },
    {
      "epoch": 2.0714285714285716,
      "grad_norm": 0.4926926791667938,
      "learning_rate": 2.507821142785516e-05,
      "loss": 0.4948,
      "step": 87
    },
    {
      "epoch": 2.0952380952380953,
      "grad_norm": 0.49989083409309387,
      "learning_rate": 2.4922805751441174e-05,
      "loss": 0.4448,
      "step": 88
    },
    {
      "epoch": 2.119047619047619,
      "grad_norm": 0.49200865626335144,
      "learning_rate": 2.4765482685444786e-05,
      "loss": 0.486,
      "step": 89
    },
    {
      "epoch": 2.142857142857143,
      "grad_norm": 0.5504772067070007,
      "learning_rate": 2.460627262949443e-05,
      "loss": 0.4386,
      "step": 90
    },
    {
      "epoch": 2.1666666666666665,
      "grad_norm": 0.5244171023368835,
      "learning_rate": 2.4445206347842714e-05,
      "loss": 0.4779,
      "step": 91
    },
    {
      "epoch": 2.1904761904761907,
      "grad_norm": 0.573525071144104,
      "learning_rate": 2.428231496342181e-05,
      "loss": 0.5095,
      "step": 92
    },
    {
      "epoch": 2.2142857142857144,
      "grad_norm": 0.5168107151985168,
      "learning_rate": 2.4117629951829602e-05,
      "loss": 0.4114,
      "step": 93
    },
    {
      "epoch": 2.238095238095238,
      "grad_norm": 0.5406803488731384,
      "learning_rate": 2.395118313524758e-05,
      "loss": 0.4327,
      "step": 94
    },
    {
      "epoch": 2.261904761904762,
      "grad_norm": 0.5871009230613708,
      "learning_rate": 2.3783006676291866e-05,
      "loss": 0.4387,
      "step": 95
    },
    {
      "epoch": 2.2857142857142856,
      "grad_norm": 0.50551837682724,
      "learning_rate": 2.361313307179837e-05,
      "loss": 0.4716,
      "step": 96
    },
    {
      "epoch": 2.3095238095238093,
      "grad_norm": 0.5389571189880371,
      "learning_rate": 2.3441595146543458e-05,
      "loss": 0.4019,
      "step": 97
    },
    {
      "epoch": 2.3333333333333335,
      "grad_norm": 0.5192880034446716,
      "learning_rate": 2.3268426046901153e-05,
      "loss": 0.3883,
      "step": 98
    },
    {
      "epoch": 2.357142857142857,
      "grad_norm": 0.5577870011329651,
      "learning_rate": 2.3093659234438266e-05,
      "loss": 0.4168,
      "step": 99
    },
    {
      "epoch": 2.380952380952381,
      "grad_norm": 0.5412160158157349,
      "learning_rate": 2.291732847944861e-05,
      "loss": 0.3231,
      "step": 100
    },
    {
      "epoch": 2.4047619047619047,
      "grad_norm": 0.559502124786377,
      "learning_rate": 2.2739467854427512e-05,
      "loss": 0.4011,
      "step": 101
    },
    {
      "epoch": 2.4285714285714284,
      "grad_norm": 0.5564844012260437,
      "learning_rate": 2.2560111727488e-05,
      "loss": 0.3355,
      "step": 102
    },
    {
      "epoch": 2.4523809523809526,
      "grad_norm": 0.657665491104126,
      "learning_rate": 2.237929475571979e-05,
      "loss": 0.3178,
      "step": 103
    },
    {
      "epoch": 2.4761904761904763,
      "grad_norm": 0.5791051387786865,
      "learning_rate": 2.219705187849254e-05,
      "loss": 0.3433,
      "step": 104
    },
    {
      "epoch": 2.5,
      "grad_norm": 0.5594415664672852,
      "learning_rate": 2.2013418310704422e-05,
      "loss": 0.3279,
      "step": 105
    },
    {
      "epoch": 2.5238095238095237,
      "grad_norm": 0.5653091073036194,
      "learning_rate": 2.1828429535977585e-05,
      "loss": 0.3687,
      "step": 106
    },
    {
      "epoch": 2.5476190476190474,
      "grad_norm": 0.6664767265319824,
      "learning_rate": 2.1642121299801594e-05,
      "loss": 0.3678,
      "step": 107
    },
    {
      "epoch": 2.571428571428571,
      "grad_norm": 0.4978804588317871,
      "learning_rate": 2.1454529602626336e-05,
      "loss": 0.3429,
      "step": 108
    },
    {
      "epoch": 2.5952380952380953,
      "grad_norm": 0.6083326935768127,
      "learning_rate": 2.126569069290562e-05,
      "loss": 0.3275,
      "step": 109
    },
    {
      "epoch": 2.619047619047619,
      "grad_norm": 0.4487161934375763,
      "learning_rate": 2.107564106009286e-05,
      "loss": 0.3362,
      "step": 110
    },
    {
      "epoch": 2.642857142857143,
      "grad_norm": 0.5292232036590576,
      "learning_rate": 2.0884417427590217e-05,
      "loss": 0.3151,
      "step": 111
    },
    {
      "epoch": 2.6666666666666665,
      "grad_norm": 0.5099493265151978,
      "learning_rate": 2.0692056745652483e-05,
      "loss": 0.2466,
      "step": 112
    },
    {
      "epoch": 2.6904761904761907,
      "grad_norm": 0.5174189805984497,
      "learning_rate": 2.0498596184247196e-05,
      "loss": 0.2709,
      "step": 113
    },
    {
      "epoch": 2.7142857142857144,
      "grad_norm": 0.4637812376022339,
      "learning_rate": 2.030407312587224e-05,
      "loss": 0.2764,
      "step": 114
    },
    {
      "epoch": 2.738095238095238,
      "grad_norm": 0.45562928915023804,
      "learning_rate": 2.010852515833242e-05,
      "loss": 0.2742,
      "step": 115
    },
    {
      "epoch": 2.761904761904762,
      "grad_norm": 0.49018341302871704,
      "learning_rate": 1.9911990067476336e-05,
      "loss": 0.3294,
      "step": 116
    },
    {
      "epoch": 2.7857142857142856,
      "grad_norm": 0.46769657731056213,
      "learning_rate": 1.9714505829895004e-05,
      "loss": 0.2476,
      "step": 117
    },
    {
      "epoch": 2.8095238095238093,
      "grad_norm": 0.46229276061058044,
      "learning_rate": 1.951611060558363e-05,
      "loss": 0.2972,
      "step": 118
    },
    {
      "epoch": 2.8333333333333335,
      "grad_norm": 0.4360576868057251,
      "learning_rate": 1.9316842730567902e-05,
      "loss": 0.2707,
      "step": 119
    },
    {
      "epoch": 2.857142857142857,
      "grad_norm": 0.4538360834121704,
      "learning_rate": 1.9116740709496334e-05,
      "loss": 0.2914,
      "step": 120
    },
    {
      "epoch": 2.880952380952381,
      "grad_norm": 0.4812716245651245,
      "learning_rate": 1.8915843208199967e-05,
      "loss": 0.2864,
      "step": 121
    },
    {
      "epoch": 2.9047619047619047,
      "grad_norm": 0.40740448236465454,
      "learning_rate": 1.8714189046220946e-05,
      "loss": 0.2494,
      "step": 122
    },
    {
      "epoch": 2.928571428571429,
      "grad_norm": 0.4739934206008911,
      "learning_rate": 1.851181718931141e-05,
      "loss": 0.2906,
      "step": 123
    },
    {
      "epoch": 2.9523809523809526,
      "grad_norm": 0.3870614469051361,
      "learning_rate": 1.830876674190411e-05,
      "loss": 0.2701,
      "step": 124
    },
    {
      "epoch": 2.9761904761904763,
      "grad_norm": 0.4243805706501007,
      "learning_rate": 1.8105076939556238e-05,
      "loss": 0.2473,
      "step": 125
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.728119969367981,
      "learning_rate": 1.790078714136792e-05,
      "loss": 0.233,
      "step": 126
    },
    {
      "epoch": 3.0238095238095237,
      "grad_norm": 0.5070134401321411,
      "learning_rate": 1.769593682237682e-05,
      "loss": 0.2477,
      "step": 127
    },
    {
      "epoch": 3.0476190476190474,
      "grad_norm": 0.39993464946746826,
      "learning_rate": 1.7490565565930382e-05,
      "loss": 0.2233,
      "step": 128
    },
    {
      "epoch": 3.0714285714285716,
      "grad_norm": 0.3518825173377991,
      "learning_rate": 1.7284713056037074e-05,
      "loss": 0.2324,
      "step": 129
    },
    {
      "epoch": 3.0952380952380953,
      "grad_norm": 0.36889803409576416,
      "learning_rate": 1.7078419069698283e-05,
      "loss": 0.254,
      "step": 130
    },
    {
      "epoch": 3.119047619047619,
      "grad_norm": 0.4398171603679657,
      "learning_rate": 1.687172346922213e-05,
      "loss": 0.2549,
      "step": 131
    },
    {
      "epoch": 3.142857142857143,
      "grad_norm": 0.4238666594028473,
      "learning_rate": 1.6664666194520873e-05,
      "loss": 0.2421,
      "step": 132
    },
    {
      "epoch": 3.1666666666666665,
      "grad_norm": 0.36933112144470215,
      "learning_rate": 1.645728725539329e-05,
      "loss": 0.2286,
      "step": 133
    },
    {
      "epoch": 3.1904761904761907,
      "grad_norm": 0.3686385452747345,
      "learning_rate": 1.6249626723793572e-05,
      "loss": 0.2126,
      "step": 134
    },
    {
      "epoch": 3.2142857142857144,
      "grad_norm": 0.34437063336372375,
      "learning_rate": 1.6041724726088187e-05,
      "loss": 0.2521,
      "step": 135
    },
    {
      "epoch": 3.238095238095238,
      "grad_norm": 0.36857160925865173,
      "learning_rate": 1.5833621435302247e-05,
      "loss": 0.2482,
      "step": 136
    },
    {
      "epoch": 3.261904761904762,
      "grad_norm": 0.41980957984924316,
      "learning_rate": 1.5625357063356825e-05,
      "loss": 0.2647,
      "step": 137
    },
    {
      "epoch": 3.2857142857142856,
      "grad_norm": 0.3371034264564514,
      "learning_rate": 1.541697185329881e-05,
      "loss": 0.2137,
      "step": 138
    },
    {
      "epoch": 3.3095238095238093,
      "grad_norm": 0.33477044105529785,
      "learning_rate": 1.5208506071524727e-05,
      "loss": 0.1929,
      "step": 139
    },
    {
      "epoch": 3.3333333333333335,
      "grad_norm": 0.48055484890937805,
      "learning_rate": 1.5e-05,
      "loss": 0.2787,
      "step": 140
    },
    {
      "epoch": 3.357142857142857,
      "grad_norm": 0.40071988105773926,
      "learning_rate": 1.4791493928475275e-05,
      "loss": 0.2275,
      "step": 141
    },
    {
      "epoch": 3.380952380952381,
      "grad_norm": 0.3763311207294464,
      "learning_rate": 1.4583028146701191e-05,
      "loss": 0.2081,
      "step": 142
    },
    {
      "epoch": 3.4047619047619047,
      "grad_norm": 0.317967027425766,
      "learning_rate": 1.437464293664318e-05,
      "loss": 0.2001,
      "step": 143
    },
    {
      "epoch": 3.4285714285714284,
      "grad_norm": 0.35785412788391113,
      "learning_rate": 1.4166378564697757e-05,
      "loss": 0.1762,
      "step": 144
    },
    {
      "epoch": 3.4523809523809526,
      "grad_norm": 0.34185105562210083,
      "learning_rate": 1.3958275273911812e-05,
      "loss": 0.1976,
      "step": 145
    },
    {
      "epoch": 3.4761904761904763,
      "grad_norm": 0.367768257856369,
      "learning_rate": 1.375037327620643e-05,
      "loss": 0.2354,
      "step": 146
    },
    {
      "epoch": 3.5,
      "grad_norm": 0.3221169710159302,
      "learning_rate": 1.3542712744606712e-05,
      "loss": 0.2075,
      "step": 147
    },
    {
      "epoch": 3.5238095238095237,
      "grad_norm": 0.332815945148468,
      "learning_rate": 1.3335333805479126e-05,
      "loss": 0.1951,
      "step": 148
    },
    {
      "epoch": 3.5476190476190474,
      "grad_norm": 0.3435097932815552,
      "learning_rate": 1.3128276530777874e-05,
      "loss": 0.2328,
      "step": 149
    },
    {
      "epoch": 3.571428571428571,
      "grad_norm": 0.35089072585105896,
      "learning_rate": 1.292158093030172e-05,
      "loss": 0.2263,
      "step": 150
    },
    {
      "epoch": 3.5952380952380953,
      "grad_norm": 0.2681962847709656,
      "learning_rate": 1.2715286943962925e-05,
      "loss": 0.1824,
      "step": 151
    },
    {
      "epoch": 3.619047619047619,
      "grad_norm": 0.3577785789966583,
      "learning_rate": 1.2509434434069625e-05,
      "loss": 0.2258,
      "step": 152
    },
    {
      "epoch": 3.642857142857143,
      "grad_norm": 0.4009724259376526,
      "learning_rate": 1.2304063177623182e-05,
      "loss": 0.2548,
      "step": 153
    },
    {
      "epoch": 3.6666666666666665,
      "grad_norm": 0.35427093505859375,
      "learning_rate": 1.2099212858632083e-05,
      "loss": 0.1965,
      "step": 154
    },
    {
      "epoch": 3.6904761904761907,
      "grad_norm": 0.3180360496044159,
      "learning_rate": 1.1894923060443763e-05,
      "loss": 0.201,
      "step": 155
    },
    {
      "epoch": 3.7142857142857144,
      "grad_norm": 0.35209810733795166,
      "learning_rate": 1.169123325809589e-05,
      "loss": 0.1746,
      "step": 156
    },
    {
      "epoch": 3.738095238095238,
      "grad_norm": 0.2801775336265564,
      "learning_rate": 1.1488182810688593e-05,
      "loss": 0.1782,
      "step": 157
    },
    {
      "epoch": 3.761904761904762,
      "grad_norm": 0.2826492190361023,
      "learning_rate": 1.1285810953779057e-05,
      "loss": 0.1849,
      "step": 158
    },
    {
      "epoch": 3.7857142857142856,
      "grad_norm": 0.3703887164592743,
      "learning_rate": 1.1084156791800036e-05,
      "loss": 0.2118,
      "step": 159
    },
    {
      "epoch": 3.8095238095238093,
      "grad_norm": 0.3333575129508972,
      "learning_rate": 1.0883259290503665e-05,
      "loss": 0.2544,
      "step": 160
    },
    {
      "epoch": 3.8333333333333335,
      "grad_norm": 0.3313210904598236,
      "learning_rate": 1.0683157269432097e-05,
      "loss": 0.2226,
      "step": 161
    },
    {
      "epoch": 3.857142857142857,
      "grad_norm": 0.3558778464794159,
      "learning_rate": 1.0483889394416373e-05,
      "loss": 0.2326,
      "step": 162
    },
    {
      "epoch": 3.880952380952381,
      "grad_norm": 0.29440999031066895,
      "learning_rate": 1.0285494170104996e-05,
      "loss": 0.1599,
      "step": 163
    },
    {
      "epoch": 3.9047619047619047,
      "grad_norm": 0.29854339361190796,
      "learning_rate": 1.0088009932523664e-05,
      "loss": 0.2412,
      "step": 164
    },
    {
      "epoch": 3.928571428571429,
      "grad_norm": 0.28367212414741516,
      "learning_rate": 9.891474841667585e-06,
      "loss": 0.1735,
      "step": 165
    },
    {
      "epoch": 3.9523809523809526,
      "grad_norm": 0.32328376173973083,
      "learning_rate": 9.695926874127765e-06,
      "loss": 0.2121,
      "step": 166
    },
    {
      "epoch": 3.9761904761904763,
      "grad_norm": 0.33302921056747437,
      "learning_rate": 9.501403815752813e-06,
      "loss": 0.2368,
      "step": 167
    },
    {
      "epoch": 4.0,
      "grad_norm": 0.4951595664024353,
      "learning_rate": 9.307943254347521e-06,
      "loss": 0.1148,
      "step": 168
    },
    {
      "epoch": 4.023809523809524,
      "grad_norm": 0.2874068021774292,
      "learning_rate": 9.115582572409789e-06,
      "loss": 0.1935,
      "step": 169
    },
    {
      "epoch": 4.0476190476190474,
      "grad_norm": 0.3146367073059082,
      "learning_rate": 8.92435893990714e-06,
      "loss": 0.1743,
      "step": 170
    },
    {
      "epoch": 4.071428571428571,
      "grad_norm": 0.3270380198955536,
      "learning_rate": 8.734309307094382e-06,
      "loss": 0.2156,
      "step": 171
    },
    {
      "epoch": 4.095238095238095,
      "grad_norm": 0.3079623281955719,
      "learning_rate": 8.545470397373665e-06,
      "loss": 0.2299,
      "step": 172
    },
    {
      "epoch": 4.119047619047619,
      "grad_norm": 0.3418531119823456,
      "learning_rate": 8.357878700198407e-06,
      "loss": 0.2609,
      "step": 173
    },
    {
      "epoch": 4.142857142857143,
      "grad_norm": 0.3398002088069916,
      "learning_rate": 8.171570464022419e-06,
      "loss": 0.1882,
      "step": 174
    },
    {
      "epoch": 4.166666666666667,
      "grad_norm": 0.2681673765182495,
      "learning_rate": 7.986581689295577e-06,
      "loss": 0.2207,
      "step": 175
    },
    {
      "epoch": 4.190476190476191,
      "grad_norm": 0.4535702168941498,
      "learning_rate": 7.802948121507462e-06,
      "loss": 0.196,
      "step": 176
    },
    {
      "epoch": 4.214285714285714,
      "grad_norm": 0.30191582441329956,
      "learning_rate": 7.620705244280208e-06,
      "loss": 0.1812,
      "step": 177
    },
    {
      "epoch": 4.238095238095238,
      "grad_norm": 0.32031571865081787,
      "learning_rate": 7.439888272512004e-06,
      "loss": 0.174,
      "step": 178
    },
    {
      "epoch": 4.261904761904762,
      "grad_norm": 0.3073733448982239,
      "learning_rate": 7.260532145572487e-06,
      "loss": 0.2141,
      "step": 179
    },
    {
      "epoch": 4.285714285714286,
      "grad_norm": 0.29829952120780945,
      "learning_rate": 7.082671520551391e-06,
      "loss": 0.232,
      "step": 180
    },
    {
      "epoch": 4.309523809523809,
      "grad_norm": 0.3112286627292633,
      "learning_rate": 6.906340765561734e-06,
      "loss": 0.1621,
      "step": 181
    },
    {
      "epoch": 4.333333333333333,
      "grad_norm": 0.3731706142425537,
      "learning_rate": 6.731573953098851e-06,
      "loss": 0.2016,
      "step": 182
    },
    {
      "epoch": 4.357142857142857,
      "grad_norm": 0.27395114302635193,
      "learning_rate": 6.558404853456545e-06,
      "loss": 0.1835,
      "step": 183
    },
    {
      "epoch": 4.380952380952381,
      "grad_norm": 0.35525375604629517,
      "learning_rate": 6.38686692820163e-06,
      "loss": 0.2645,
      "step": 184
    },
    {
      "epoch": 4.404761904761905,
      "grad_norm": 0.3270358443260193,
      "learning_rate": 6.2169933237081386e-06,
      "loss": 0.2678,
      "step": 185
    },
    {
      "epoch": 4.428571428571429,
      "grad_norm": 0.2867538034915924,
      "learning_rate": 6.048816864752422e-06,
      "loss": 0.1942,
      "step": 186
    },
    {
      "epoch": 4.4523809523809526,
      "grad_norm": 0.24296227097511292,
      "learning_rate": 5.882370048170403e-06,
      "loss": 0.1636,
      "step": 187
    },
    {
      "epoch": 4.476190476190476,
      "grad_norm": 0.30451998114585876,
      "learning_rate": 5.71768503657819e-06,
      "loss": 0.1886,
      "step": 188
    },
    {
      "epoch": 4.5,
      "grad_norm": 0.3037683665752411,
      "learning_rate": 5.55479365215729e-06,
      "loss": 0.209,
      "step": 189
    },
    {
      "epoch": 4.523809523809524,
      "grad_norm": 0.3124084770679474,
      "learning_rate": 5.393727370505569e-06,
      "loss": 0.2097,
      "step": 190
    },
    {
      "epoch": 4.5476190476190474,
      "grad_norm": 0.249891996383667,
      "learning_rate": 5.234517314555213e-06,
      "loss": 0.1664,
      "step": 191
    },
    {
      "epoch": 4.571428571428571,
      "grad_norm": 0.3419524133205414,
      "learning_rate": 5.077194248558827e-06,
      "loss": 0.2217,
      "step": 192
    },
    {
      "epoch": 4.595238095238095,
      "grad_norm": 0.29300788044929504,
      "learning_rate": 4.921788572144841e-06,
      "loss": 0.1702,
      "step": 193
    },
    {
      "epoch": 4.619047619047619,
      "grad_norm": 0.29377758502960205,
      "learning_rate": 4.768330314443367e-06,
      "loss": 0.1883,
      "step": 194
    },
    {
      "epoch": 4.642857142857143,
      "grad_norm": 0.31856659054756165,
      "learning_rate": 4.616849128283658e-06,
      "loss": 0.1415,
      "step": 195
    },
    {
      "epoch": 4.666666666666667,
      "grad_norm": 0.27666354179382324,
      "learning_rate": 4.4673742844642716e-06,
      "loss": 0.2132,
      "step": 196
    },
    {
      "epoch": 4.690476190476191,
      "grad_norm": 0.2768075168132782,
      "learning_rate": 4.319934666097055e-06,
      "loss": 0.2197,
      "step": 197
    },
    {
      "epoch": 4.714285714285714,
      "grad_norm": 0.3824225664138794,
      "learning_rate": 4.174558763026048e-06,
      "loss": 0.1516,
      "step": 198
    },
    {
      "epoch": 4.738095238095238,
      "grad_norm": 0.2814243733882904,
      "learning_rate": 4.031274666322372e-06,
      "loss": 0.1632,
      "step": 199
    },
    {
      "epoch": 4.761904761904762,
      "grad_norm": 0.320901483297348,
      "learning_rate": 3.8901100628561755e-06,
      "loss": 0.163,
      "step": 200
    },
    {
      "epoch": 4.785714285714286,
      "grad_norm": 0.30128878355026245,
      "learning_rate": 3.7510922299466818e-06,
      "loss": 0.186,
      "step": 201
    },
    {
      "epoch": 4.809523809523809,
      "grad_norm": 0.3085160255432129,
      "learning_rate": 3.6142480300913805e-06,
      "loss": 0.1951,
      "step": 202
    },
    {
      "epoch": 4.833333333333333,
      "grad_norm": 0.2675895392894745,
      "learning_rate": 3.4796039057753703e-06,
      "loss": 0.1754,
      "step": 203
    },
    {
      "epoch": 4.857142857142857,
      "grad_norm": 0.315141886472702,
      "learning_rate": 3.3471858743618615e-06,
      "loss": 0.2127,
      "step": 204
    },
    {
      "epoch": 4.880952380952381,
      "grad_norm": 0.30165189504623413,
      "learning_rate": 3.217019523064825e-06,
      "loss": 0.1749,
      "step": 205
    },
    {
      "epoch": 4.904761904761905,
      "grad_norm": 0.2545117735862732,
      "learning_rate": 3.089130004004754e-06,
      "loss": 0.1414,
      "step": 206
    },
    {
      "epoch": 4.928571428571429,
      "grad_norm": 0.26600050926208496,
      "learning_rate": 2.96354202934853e-06,
      "loss": 0.1706,
      "step": 207
    },
    {
      "epoch": 4.9523809523809526,
      "grad_norm": 0.32053714990615845,
      "learning_rate": 2.8402798665342412e-06,
      "loss": 0.175,
      "step": 208
    },
    {
      "epoch": 4.976190476190476,
      "grad_norm": 0.33824998140335083,
      "learning_rate": 2.7193673335819893e-06,
      "loss": 0.2015,
      "step": 209
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.5689420104026794,
      "learning_rate": 2.600827794491524e-06,
      "loss": 0.1378,
      "step": 210
    },
    {
      "epoch": 5.023809523809524,
      "grad_norm": 0.2932104170322418,
      "learning_rate": 2.4846841547275916e-06,
      "loss": 0.2041,
      "step": 211
    },
    {
      "epoch": 5.0476190476190474,
      "grad_norm": 0.30341067910194397,
      "learning_rate": 2.3709588567939118e-06,
      "loss": 0.2191,
      "step": 212
    },
    {
      "epoch": 5.071428571428571,
      "grad_norm": 0.27707991003990173,
      "learning_rate": 2.259673875896585e-06,
      "loss": 0.1355,
      "step": 213
    },
    {
      "epoch": 5.095238095238095,
      "grad_norm": 0.2761556804180145,
      "learning_rate": 2.150850715697823e-06,
      "loss": 0.2066,
      "step": 214
    },
    {
      "epoch": 5.119047619047619,
      "grad_norm": 0.30768999457359314,
      "learning_rate": 2.044510404160774e-06,
      "loss": 0.209,
      "step": 215
    },
    {
      "epoch": 5.142857142857143,
      "grad_norm": 0.3525684177875519,
      "learning_rate": 1.9406734894862848e-06,
      "loss": 0.2322,
      "step": 216
    },
    {
      "epoch": 5.166666666666667,
      "grad_norm": 0.26923832297325134,
      "learning_rate": 1.8393600361423534e-06,
      "loss": 0.1825,
      "step": 217
    },
    {
      "epoch": 5.190476190476191,
      "grad_norm": 0.2886522710323334,
      "learning_rate": 1.7405896209870665e-06,
      "loss": 0.2271,
      "step": 218
    },
    {
      "epoch": 5.214285714285714,
      "grad_norm": 0.27028337121009827,
      "learning_rate": 1.6443813294857452e-06,
      "loss": 0.1579,
      "step": 219
    },
    {
      "epoch": 5.238095238095238,
      "grad_norm": 0.22688105702400208,
      "learning_rate": 1.550753752023053e-06,
      "loss": 0.1498,
      "step": 220
    },
    {
      "epoch": 5.261904761904762,
      "grad_norm": 0.4237247705459595,
      "learning_rate": 1.459724980310767e-06,
      "loss": 0.216,
      "step": 221
    },
    {
      "epoch": 5.285714285714286,
      "grad_norm": 0.3102908134460449,
      "learning_rate": 1.3713126038918977e-06,
      "loss": 0.1534,
      "step": 222
    },
    {
      "epoch": 5.309523809523809,
      "grad_norm": 0.2860654294490814,
      "learning_rate": 1.2855337067418576e-06,
      "loss": 0.1518,
      "step": 223
    },
    {
      "epoch": 5.333333333333333,
      "grad_norm": 0.30412977933883667,
      "learning_rate": 1.2024048639673225e-06,
      "loss": 0.2061,
      "step": 224
    },
    {
      "epoch": 5.357142857142857,
      "grad_norm": 0.261602520942688,
      "learning_rate": 1.1219421386033958e-06,
      "loss": 0.183,
      "step": 225
    },
    {
      "epoch": 5.380952380952381,
      "grad_norm": 0.31666767597198486,
      "learning_rate": 1.0441610785097471e-06,
      "loss": 0.2057,
      "step": 226
    },
    {
      "epoch": 5.404761904761905,
      "grad_norm": 0.26625874638557434,
      "learning_rate": 9.690767133662976e-07,
      "loss": 0.1723,
      "step": 227
    },
    {
      "epoch": 5.428571428571429,
      "grad_norm": 0.36171892285346985,
      "learning_rate": 8.967035517690147e-07,
      "loss": 0.2047,
      "step": 228
    },
    {
      "epoch": 5.4523809523809526,
      "grad_norm": 0.28423306345939636,
      "learning_rate": 8.270555784264167e-07,
      "loss": 0.2082,
      "step": 229
    },
    {
      "epoch": 5.476190476190476,
      "grad_norm": 0.3602757751941681,
      "learning_rate": 7.601462514572877e-07,
      "loss": 0.1992,
      "step": 230
    },
    {
      "epoch": 5.5,
      "grad_norm": 0.32955092191696167,
      "learning_rate": 6.959884997901705e-07,
      "loss": 0.2127,
      "step": 231
    },
    {
      "epoch": 5.523809523809524,
      "grad_norm": 0.2506847679615021,
      "learning_rate": 6.345947206650981e-07,
      "loss": 0.1743,
      "step": 232
    },
    {
      "epoch": 5.5476190476190474,
      "grad_norm": 0.28736478090286255,
      "learning_rate": 5.759767772380648e-07,
      "loss": 0.1955,
      "step": 233
    },
    {
      "epoch": 5.571428571428571,
      "grad_norm": 0.25602585077285767,
      "learning_rate": 5.201459962886995e-07,
      "loss": 0.1329,
      "step": 234
    },
    {
      "epoch": 5.595238095238095,
      "grad_norm": 0.28149425983428955,
      "learning_rate": 4.6711316603159084e-07,
      "loss": 0.1319,
      "step": 235
    },
    {
      "epoch": 5.619047619047619,
      "grad_norm": 0.2809825539588928,
      "learning_rate": 4.1688853403167194e-07,
      "loss": 0.1838,
      "step": 236
    },
    {
      "epoch": 5.642857142857143,
      "grad_norm": 0.3335093855857849,
      "learning_rate": 3.6948180522408006e-07,
      "loss": 0.2569,
      "step": 237
    },
    {
      "epoch": 5.666666666666667,
      "grad_norm": 0.2959223687648773,
      "learning_rate": 3.2490214003885963e-07,
      "loss": 0.1872,
      "step": 238
    },
    {
      "epoch": 5.690476190476191,
      "grad_norm": 0.32720711827278137,
      "learning_rate": 2.831581526308935e-07,
      "loss": 0.2051,
      "step": 239
    },
    {
      "epoch": 5.714285714285714,
      "grad_norm": 0.30836525559425354,
      "learning_rate": 2.4425790921538404e-07,
      "loss": 0.137,
      "step": 240
    },
    {
      "epoch": 5.738095238095238,
      "grad_norm": 0.22278806567192078,
      "learning_rate": 2.0820892650920686e-07,
      "loss": 0.2019,
      "step": 241
    },
    {
      "epoch": 5.761904761904762,
      "grad_norm": 0.2525181472301483,
      "learning_rate": 1.7501817027846255e-07,
      "loss": 0.1822,
      "step": 242
    },
    {
      "epoch": 5.785714285714286,
      "grad_norm": 0.27369964122772217,
      "learning_rate": 1.4469205399246844e-07,
      "loss": 0.1069,
      "step": 243
    },
    {
      "epoch": 5.809523809523809,
      "grad_norm": 0.3073241710662842,
      "learning_rate": 1.1723643758448144e-07,
      "loss": 0.2186,
      "step": 244
    },
    {
      "epoch": 5.833333333333333,
      "grad_norm": 0.2990500330924988,
      "learning_rate": 9.265662631938399e-08,
      "loss": 0.2293,
      "step": 245
    },
    {
      "epoch": 5.857142857142857,
      "grad_norm": 0.26736584305763245,
      "learning_rate": 7.095736976853895e-08,
      "loss": 0.1718,
      "step": 246
    },
    {
      "epoch": 5.880952380952381,
      "grad_norm": 0.28982308506965637,
      "learning_rate": 5.214286089203546e-08,
      "loss": 0.1902,
      "step": 247
    },
    {
      "epoch": 5.904761904761905,
      "grad_norm": 0.3653714656829834,
      "learning_rate": 3.621673522847035e-08,
      "loss": 0.2339,
      "step": 248
    },
    {
      "epoch": 5.928571428571429,
      "grad_norm": 0.3287780284881592,
      "learning_rate": 2.3182070192460104e-08,
      "loss": 0.1513,
      "step": 249
    },
    {
      "epoch": 5.9523809523809526,
      "grad_norm": 0.2435285449028015,
      "learning_rate": 1.3041384479981489e-08,
      "loss": 0.151,
      "step": 250
    },
    {
      "epoch": 5.976190476190476,
      "grad_norm": 0.3266546428203583,
      "learning_rate": 5.796637581689246e-09,
      "loss": 0.2409,
      "step": 251
    },
    {
      "epoch": 6.0,
      "grad_norm": 0.5456566214561462,
      "learning_rate": 1.4492294042839361e-09,
      "loss": 0.1587,
      "step": 252
    }
  ],
  "logging_steps": 1,
  "max_steps": 252,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 6,
  "save_steps": 50,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 9.225268114559155e+16,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}