{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.2815922127585608,
  "eval_steps": 150,
  "global_step": 810,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0006952894142186686,
      "grad_norm": 5.413117383066536,
      "learning_rate": 6.944444444444445e-07,
      "loss": 2.3653,
      "step": 2
    },
    {
      "epoch": 0.0013905788284373371,
      "grad_norm": 5.092870612337868,
      "learning_rate": 1.388888888888889e-06,
      "loss": 2.5001,
      "step": 4
    },
    {
      "epoch": 0.0020858682426560054,
      "grad_norm": 3.6285625961711943,
      "learning_rate": 2.0833333333333334e-06,
      "loss": 2.3759,
      "step": 6
    },
    {
      "epoch": 0.0027811576568746743,
      "grad_norm": 2.5025911526151075,
      "learning_rate": 2.777777777777778e-06,
      "loss": 1.944,
      "step": 8
    },
    {
      "epoch": 0.0034764470710933427,
      "grad_norm": 3.077266049542496,
      "learning_rate": 3.4722222222222224e-06,
      "loss": 2.2504,
      "step": 10
    },
    {
      "epoch": 0.004171736485312011,
      "grad_norm": 4.068243939187174,
      "learning_rate": 4.166666666666667e-06,
      "loss": 2.0637,
      "step": 12
    },
    {
      "epoch": 0.00486702589953068,
      "grad_norm": 3.511444738830971,
      "learning_rate": 4.861111111111111e-06,
      "loss": 2.3604,
      "step": 14
    },
    {
      "epoch": 0.0055623153137493485,
      "grad_norm": 5.925744892256934,
      "learning_rate": 5.555555555555556e-06,
      "loss": 2.6528,
      "step": 16
    },
    {
      "epoch": 0.0062576047279680165,
      "grad_norm": 2.7950114871483405,
      "learning_rate": 6.25e-06,
      "loss": 2.3229,
      "step": 18
    },
    {
      "epoch": 0.006952894142186685,
      "grad_norm": 6.586211843766182,
      "learning_rate": 6.944444444444445e-06,
      "loss": 2.342,
      "step": 20
    },
    {
      "epoch": 0.0076481835564053535,
      "grad_norm": 4.902839955269193,
      "learning_rate": 7.63888888888889e-06,
      "loss": 2.4188,
      "step": 22
    },
    {
      "epoch": 0.008343472970624021,
      "grad_norm": 4.257062809771645,
      "learning_rate": 8.333333333333334e-06,
      "loss": 1.7957,
      "step": 24
    },
    {
      "epoch": 0.009038762384842691,
      "grad_norm": 4.460352004615699,
      "learning_rate": 9.027777777777777e-06,
      "loss": 2.0726,
      "step": 26
    },
    {
      "epoch": 0.00973405179906136,
      "grad_norm": 5.858061506133739,
      "learning_rate": 9.722222222222223e-06,
      "loss": 2.0455,
      "step": 28
    },
    {
      "epoch": 0.010429341213280027,
      "grad_norm": 4.331946668100709,
      "learning_rate": 1.0416666666666668e-05,
      "loss": 1.7645,
      "step": 30
    },
    {
      "epoch": 0.011124630627498697,
      "grad_norm": 5.428742204187391,
      "learning_rate": 1.1111111111111112e-05,
      "loss": 1.7446,
      "step": 32
    },
    {
      "epoch": 0.011819920041717365,
      "grad_norm": 2.485909286541028,
      "learning_rate": 1.1805555555555555e-05,
      "loss": 1.5885,
      "step": 34
    },
    {
      "epoch": 0.012515209455936033,
      "grad_norm": 3.2602949308730222,
      "learning_rate": 1.25e-05,
      "loss": 1.1014,
      "step": 36
    },
    {
      "epoch": 0.013210498870154701,
      "grad_norm": 4.962187747415964,
      "learning_rate": 1.3194444444444446e-05,
      "loss": 1.3588,
      "step": 38
    },
    {
      "epoch": 0.01390578828437337,
      "grad_norm": 7.627756894198461,
      "learning_rate": 1.388888888888889e-05,
      "loss": 1.4014,
      "step": 40
    },
    {
      "epoch": 0.014601077698592039,
      "grad_norm": 2.821848388410092,
      "learning_rate": 1.4583333333333335e-05,
      "loss": 1.0959,
      "step": 42
    },
    {
      "epoch": 0.015296367112810707,
      "grad_norm": 10.989320944549025,
      "learning_rate": 1.527777777777778e-05,
      "loss": 1.739,
      "step": 44
    },
    {
      "epoch": 0.015991656527029375,
      "grad_norm": 4.300936602591115,
      "learning_rate": 1.597222222222222e-05,
      "loss": 1.1078,
      "step": 46
    },
    {
      "epoch": 0.016686945941248043,
      "grad_norm": 3.7539663261019856,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 1.2701,
      "step": 48
    },
    {
      "epoch": 0.017382235355466714,
      "grad_norm": 2.589248169352173,
      "learning_rate": 1.736111111111111e-05,
      "loss": 1.4452,
      "step": 50
    },
    {
      "epoch": 0.018077524769685382,
      "grad_norm": 3.6679301322156177,
      "learning_rate": 1.8055555555555555e-05,
      "loss": 1.4243,
      "step": 52
    },
    {
      "epoch": 0.01877281418390405,
      "grad_norm": 2.0885660923860074,
      "learning_rate": 1.8750000000000002e-05,
      "loss": 1.4453,
      "step": 54
    },
    {
      "epoch": 0.01946810359812272,
      "grad_norm": 2.955353237610474,
      "learning_rate": 1.9444444444444445e-05,
      "loss": 1.5388,
      "step": 56
    },
    {
      "epoch": 0.020163393012341387,
      "grad_norm": 3.0527006398487018,
      "learning_rate": 2.013888888888889e-05,
      "loss": 1.4043,
      "step": 58
    },
    {
      "epoch": 0.020858682426560055,
      "grad_norm": 1.9862208864154767,
      "learning_rate": 2.0833333333333336e-05,
      "loss": 1.1007,
      "step": 60
    },
    {
      "epoch": 0.021553971840778723,
      "grad_norm": 2.347361178472164,
      "learning_rate": 2.152777777777778e-05,
      "loss": 0.9291,
      "step": 62
    },
    {
      "epoch": 0.022249261254997394,
      "grad_norm": 2.4812993223105995,
      "learning_rate": 2.2222222222222223e-05,
      "loss": 0.9592,
      "step": 64
    },
    {
      "epoch": 0.022944550669216062,
      "grad_norm": 1.639333831845777,
      "learning_rate": 2.2916666666666667e-05,
      "loss": 1.0645,
      "step": 66
    },
    {
      "epoch": 0.02363984008343473,
      "grad_norm": 2.92858351082494,
      "learning_rate": 2.361111111111111e-05,
      "loss": 1.4269,
      "step": 68
    },
    {
      "epoch": 0.024335129497653398,
      "grad_norm": 2.8503434812871604,
      "learning_rate": 2.4305555555555558e-05,
      "loss": 0.7829,
      "step": 70
    },
    {
      "epoch": 0.025030418911872066,
      "grad_norm": 2.4875590459354107,
      "learning_rate": 2.5e-05,
      "loss": 0.9733,
      "step": 72
    },
    {
      "epoch": 0.025725708326090734,
      "grad_norm": 5.2567545525905075,
      "learning_rate": 2.5694444444444445e-05,
      "loss": 1.3559,
      "step": 74
    },
    {
      "epoch": 0.026420997740309402,
      "grad_norm": 4.68745753567611,
      "learning_rate": 2.6388888888888892e-05,
      "loss": 1.1499,
      "step": 76
    },
    {
      "epoch": 0.027116287154528074,
      "grad_norm": 2.810345453706711,
      "learning_rate": 2.7083333333333332e-05,
      "loss": 0.8636,
      "step": 78
    },
    {
      "epoch": 0.02781157656874674,
      "grad_norm": 3.0144493626195388,
      "learning_rate": 2.777777777777778e-05,
      "loss": 0.9274,
      "step": 80
    },
    {
      "epoch": 0.02850686598296541,
      "grad_norm": 2.3263036535508523,
      "learning_rate": 2.8472222222222223e-05,
      "loss": 1.3979,
      "step": 82
    },
    {
      "epoch": 0.029202155397184078,
      "grad_norm": 1.6009019341419857,
      "learning_rate": 2.916666666666667e-05,
      "loss": 0.9039,
      "step": 84
    },
    {
      "epoch": 0.029897444811402746,
      "grad_norm": 2.0637506891442294,
      "learning_rate": 2.9861111111111113e-05,
      "loss": 1.5187,
      "step": 86
    },
    {
      "epoch": 0.030592734225621414,
      "grad_norm": 1.5533001268209932,
      "learning_rate": 3.055555555555556e-05,
      "loss": 0.8937,
      "step": 88
    },
    {
      "epoch": 0.03128802363984008,
      "grad_norm": 1.9974857545819733,
      "learning_rate": 3.125e-05,
      "loss": 0.8218,
      "step": 90
    },
    {
      "epoch": 0.03198331305405875,
      "grad_norm": 1.871899331408953,
      "learning_rate": 3.194444444444444e-05,
      "loss": 1.2451,
      "step": 92
    },
    {
      "epoch": 0.03267860246827742,
      "grad_norm": 1.591601830348497,
      "learning_rate": 3.263888888888889e-05,
      "loss": 0.7485,
      "step": 94
    },
    {
      "epoch": 0.033373891882496086,
      "grad_norm": 2.404166647711005,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 1.1587,
      "step": 96
    },
    {
      "epoch": 0.03406918129671476,
      "grad_norm": 1.581080788392888,
      "learning_rate": 3.402777777777778e-05,
      "loss": 0.9578,
      "step": 98
    },
    {
      "epoch": 0.03476447071093343,
      "grad_norm": 2.1551207338771547,
      "learning_rate": 3.472222222222222e-05,
      "loss": 1.1305,
      "step": 100
    },
    {
      "epoch": 0.0354597601251521,
      "grad_norm": 4.2246272812704,
      "learning_rate": 3.541666666666667e-05,
      "loss": 1.04,
      "step": 102
    },
    {
      "epoch": 0.036155049539370765,
      "grad_norm": 2.5526898161765588,
      "learning_rate": 3.611111111111111e-05,
      "loss": 1.0743,
      "step": 104
    },
    {
      "epoch": 0.03685033895358943,
      "grad_norm": 1.9784815137623597,
      "learning_rate": 3.6805555555555556e-05,
      "loss": 0.9667,
      "step": 106
    },
    {
      "epoch": 0.0375456283678081,
      "grad_norm": 1.9131648200880944,
      "learning_rate": 3.7500000000000003e-05,
      "loss": 0.8951,
      "step": 108
    },
    {
      "epoch": 0.03824091778202677,
      "grad_norm": 3.9405296351174575,
      "learning_rate": 3.8194444444444444e-05,
      "loss": 1.222,
      "step": 110
    },
    {
      "epoch": 0.03893620719624544,
      "grad_norm": 13.764861545850291,
      "learning_rate": 3.888888888888889e-05,
      "loss": 1.0497,
      "step": 112
    },
    {
      "epoch": 0.039631496610464105,
      "grad_norm": 3.998123122175411,
      "learning_rate": 3.958333333333333e-05,
      "loss": 1.0901,
      "step": 114
    },
    {
      "epoch": 0.04032678602468277,
      "grad_norm": 3.126193921423756,
      "learning_rate": 4.027777777777778e-05,
      "loss": 1.1143,
      "step": 116
    },
    {
      "epoch": 0.04102207543890144,
      "grad_norm": 2.7839926692610613,
      "learning_rate": 4.0972222222222225e-05,
      "loss": 1.1637,
      "step": 118
    },
    {
      "epoch": 0.04171736485312011,
      "grad_norm": 2.591162621161276,
      "learning_rate": 4.166666666666667e-05,
      "loss": 1.0624,
      "step": 120
    },
    {
      "epoch": 0.04241265426733878,
      "grad_norm": 1.4930703711545332,
      "learning_rate": 4.236111111111111e-05,
      "loss": 1.0239,
      "step": 122
    },
    {
      "epoch": 0.043107943681557445,
      "grad_norm": 4.355150070532966,
      "learning_rate": 4.305555555555556e-05,
      "loss": 1.266,
      "step": 124
    },
    {
      "epoch": 0.04380323309577612,
      "grad_norm": 1.8285608876277135,
      "learning_rate": 4.375e-05,
      "loss": 1.0667,
      "step": 126
    },
    {
      "epoch": 0.04449852250999479,
      "grad_norm": 2.1848832742617055,
      "learning_rate": 4.4444444444444447e-05,
      "loss": 0.7549,
      "step": 128
    },
    {
      "epoch": 0.045193811924213456,
      "grad_norm": 3.547857947451226,
      "learning_rate": 4.5138888888888894e-05,
      "loss": 0.7974,
      "step": 130
    },
    {
      "epoch": 0.045889101338432124,
      "grad_norm": 3.372457028128184,
      "learning_rate": 4.5833333333333334e-05,
      "loss": 1.0482,
      "step": 132
    },
    {
      "epoch": 0.04658439075265079,
      "grad_norm": 2.2871138548091703,
      "learning_rate": 4.652777777777778e-05,
      "loss": 0.8246,
      "step": 134
    },
    {
      "epoch": 0.04727968016686946,
      "grad_norm": 1.7489408054743605,
      "learning_rate": 4.722222222222222e-05,
      "loss": 1.0011,
      "step": 136
    },
    {
      "epoch": 0.04797496958108813,
      "grad_norm": 1.944650349232646,
      "learning_rate": 4.791666666666667e-05,
      "loss": 0.7828,
      "step": 138
    },
    {
      "epoch": 0.048670258995306796,
      "grad_norm": 2.321619459307342,
      "learning_rate": 4.8611111111111115e-05,
      "loss": 1.02,
      "step": 140
    },
    {
      "epoch": 0.049365548409525464,
      "grad_norm": 5.317732559595606,
      "learning_rate": 4.930555555555556e-05,
      "loss": 0.9539,
      "step": 142
    },
    {
      "epoch": 0.05006083782374413,
      "grad_norm": 1.5887292172279854,
      "learning_rate": 5e-05,
      "loss": 0.7961,
      "step": 144
    },
    {
      "epoch": 0.0507561272379628,
      "grad_norm": 2.9987019111854964,
      "learning_rate": 5.069444444444444e-05,
      "loss": 1.0018,
      "step": 146
    },
    {
      "epoch": 0.05145141665218147,
      "grad_norm": 5.63878906132749,
      "learning_rate": 5.138888888888889e-05,
      "loss": 0.9278,
      "step": 148
    },
    {
      "epoch": 0.052146706066400136,
      "grad_norm": 2.4849685204332834,
      "learning_rate": 5.208333333333334e-05,
      "loss": 0.7531,
      "step": 150
    },
    {
      "epoch": 0.052146706066400136,
      "eval_loss": 0.9286500215530396,
      "eval_runtime": 711.2619,
      "eval_samples_per_second": 6.808,
      "eval_steps_per_second": 0.214,
      "step": 150
    },
    {
      "epoch": 0.052841995480618804,
      "grad_norm": 3.4927981580288776,
      "learning_rate": 5.2777777777777784e-05,
      "loss": 0.7422,
      "step": 152
    },
    {
      "epoch": 0.05353728489483748,
      "grad_norm": 2.6593724943984682,
      "learning_rate": 5.3472222222222224e-05,
      "loss": 0.7762,
      "step": 154
    },
    {
      "epoch": 0.05423257430905615,
      "grad_norm": 2.99709354088536,
      "learning_rate": 5.4166666666666664e-05,
      "loss": 0.8658,
      "step": 156
    },
    {
      "epoch": 0.054927863723274815,
      "grad_norm": 3.9196361623391414,
      "learning_rate": 5.486111111111112e-05,
      "loss": 1.1783,
      "step": 158
    },
    {
      "epoch": 0.05562315313749348,
      "grad_norm": 3.022562685608673,
      "learning_rate": 5.555555555555556e-05,
      "loss": 1.0602,
      "step": 160
    },
    {
      "epoch": 0.05631844255171215,
      "grad_norm": 3.292942684053579,
      "learning_rate": 5.6250000000000005e-05,
      "loss": 0.8561,
      "step": 162
    },
    {
      "epoch": 0.05701373196593082,
      "grad_norm": 2.397775023338686,
      "learning_rate": 5.6944444444444445e-05,
      "loss": 0.9561,
      "step": 164
    },
    {
      "epoch": 0.05770902138014949,
      "grad_norm": 3.0546714312119643,
      "learning_rate": 5.7638888888888886e-05,
      "loss": 0.8274,
      "step": 166
    },
    {
      "epoch": 0.058404310794368156,
      "grad_norm": 2.4021883380894393,
      "learning_rate": 5.833333333333334e-05,
      "loss": 0.8492,
      "step": 168
    },
    {
      "epoch": 0.059099600208586824,
      "grad_norm": 2.6052829770116293,
      "learning_rate": 5.902777777777778e-05,
      "loss": 1.1005,
      "step": 170
    },
    {
      "epoch": 0.05979488962280549,
      "grad_norm": 1.6838192892320467,
      "learning_rate": 5.972222222222223e-05,
      "loss": 1.0157,
      "step": 172
    },
    {
      "epoch": 0.06049017903702416,
      "grad_norm": 3.98880214871885,
      "learning_rate": 6.041666666666667e-05,
      "loss": 0.8136,
      "step": 174
    },
    {
      "epoch": 0.06118546845124283,
      "grad_norm": 4.81494345341073,
      "learning_rate": 6.111111111111112e-05,
      "loss": 0.9475,
      "step": 176
    },
    {
      "epoch": 0.061880757865461496,
      "grad_norm": 1.9926278890091862,
      "learning_rate": 6.180555555555556e-05,
      "loss": 0.6549,
      "step": 178
    },
    {
      "epoch": 0.06257604727968016,
      "grad_norm": 1.750353030728397,
      "learning_rate": 6.25e-05,
      "loss": 1.1442,
      "step": 180
    },
    {
      "epoch": 0.06327133669389884,
      "grad_norm": 4.77249782692129,
      "learning_rate": 6.319444444444444e-05,
      "loss": 1.1927,
      "step": 182
    },
    {
      "epoch": 0.0639666261081175,
      "grad_norm": 1.866901788617278,
      "learning_rate": 6.388888888888888e-05,
      "loss": 1.0032,
      "step": 184
    },
    {
      "epoch": 0.06466191552233617,
      "grad_norm": 1.7495859751833545,
      "learning_rate": 6.458333333333334e-05,
      "loss": 0.8439,
      "step": 186
    },
    {
      "epoch": 0.06535720493655484,
      "grad_norm": 2.971674018184174,
      "learning_rate": 6.527777777777778e-05,
      "loss": 0.9817,
      "step": 188
    },
    {
      "epoch": 0.06605249435077351,
      "grad_norm": 2.3753292673540165,
      "learning_rate": 6.597222222222223e-05,
      "loss": 0.9919,
      "step": 190
    },
    {
      "epoch": 0.06674778376499217,
      "grad_norm": 2.7019148741557744,
      "learning_rate": 6.666666666666667e-05,
      "loss": 1.1442,
      "step": 192
    },
    {
      "epoch": 0.06744307317921085,
      "grad_norm": 1.8670113287712482,
      "learning_rate": 6.736111111111112e-05,
      "loss": 0.8905,
      "step": 194
    },
    {
      "epoch": 0.06813836259342952,
      "grad_norm": 1.4199145680760579,
      "learning_rate": 6.805555555555556e-05,
      "loss": 0.7223,
      "step": 196
    },
    {
      "epoch": 0.06883365200764818,
      "grad_norm": 3.894200902880186,
      "learning_rate": 6.875e-05,
      "loss": 0.9005,
      "step": 198
    },
    {
      "epoch": 0.06952894142186686,
      "grad_norm": 3.2710376491241955,
      "learning_rate": 6.944444444444444e-05,
      "loss": 1.1605,
      "step": 200
    },
    {
      "epoch": 0.07022423083608552,
      "grad_norm": 1.6459754670035065,
      "learning_rate": 7.013888888888888e-05,
      "loss": 0.8551,
      "step": 202
    },
    {
      "epoch": 0.0709195202503042,
      "grad_norm": 4.361031640374508,
      "learning_rate": 7.083333333333334e-05,
      "loss": 0.7007,
      "step": 204
    },
    {
      "epoch": 0.07161480966452285,
      "grad_norm": 3.573741549123141,
      "learning_rate": 7.152777777777778e-05,
      "loss": 1.1396,
      "step": 206
    },
    {
      "epoch": 0.07231009907874153,
      "grad_norm": 3.296990311359108,
      "learning_rate": 7.222222222222222e-05,
      "loss": 0.8695,
      "step": 208
    },
    {
      "epoch": 0.07300538849296019,
      "grad_norm": 6.769659823038884,
      "learning_rate": 7.291666666666667e-05,
      "loss": 1.0511,
      "step": 210
    },
    {
      "epoch": 0.07370067790717887,
      "grad_norm": 1.6695233666860303,
      "learning_rate": 7.361111111111111e-05,
      "loss": 0.8174,
      "step": 212
    },
    {
      "epoch": 0.07439596732139753,
      "grad_norm": 1.3543755216281146,
      "learning_rate": 7.430555555555557e-05,
      "loss": 0.7137,
      "step": 214
    },
    {
      "epoch": 0.0750912567356162,
      "grad_norm": 4.861063813937456,
      "learning_rate": 7.500000000000001e-05,
      "loss": 1.0132,
      "step": 216
    },
    {
      "epoch": 0.07578654614983486,
      "grad_norm": 5.715913176528681,
      "learning_rate": 7.569444444444445e-05,
      "loss": 1.1657,
      "step": 218
    },
    {
      "epoch": 0.07648183556405354,
      "grad_norm": 4.0193839358302235,
      "learning_rate": 7.638888888888889e-05,
      "loss": 1.0547,
      "step": 220
    },
    {
      "epoch": 0.0771771249782722,
      "grad_norm": 2.26849134517291,
      "learning_rate": 7.708333333333334e-05,
      "loss": 0.9073,
      "step": 222
    },
    {
      "epoch": 0.07787241439249087,
      "grad_norm": 4.570943697810998,
      "learning_rate": 7.777777777777778e-05,
      "loss": 1.3726,
      "step": 224
    },
    {
      "epoch": 0.07856770380670955,
      "grad_norm": 1.1942436910880105,
      "learning_rate": 7.847222222222222e-05,
      "loss": 0.8146,
      "step": 226
    },
    {
      "epoch": 0.07926299322092821,
      "grad_norm": 2.111849588751211,
      "learning_rate": 7.916666666666666e-05,
      "loss": 1.1157,
      "step": 228
    },
    {
      "epoch": 0.07995828263514689,
      "grad_norm": 1.0283088880069582,
      "learning_rate": 7.986111111111112e-05,
      "loss": 0.767,
      "step": 230
    },
    {
      "epoch": 0.08065357204936555,
      "grad_norm": 1.2834055069208525,
      "learning_rate": 8.055555555555556e-05,
      "loss": 0.6625,
      "step": 232
    },
    {
      "epoch": 0.08134886146358422,
      "grad_norm": 1.3772942873595098,
      "learning_rate": 8.125000000000001e-05,
      "loss": 0.8065,
      "step": 234
    },
    {
      "epoch": 0.08204415087780288,
      "grad_norm": 1.5113456549735176,
      "learning_rate": 8.194444444444445e-05,
      "loss": 0.8606,
      "step": 236
    },
    {
      "epoch": 0.08273944029202156,
      "grad_norm": 1.5765846352838255,
      "learning_rate": 8.263888888888889e-05,
      "loss": 0.8335,
      "step": 238
    },
    {
      "epoch": 0.08343472970624022,
      "grad_norm": 2.4873462478329404,
      "learning_rate": 8.333333333333334e-05,
      "loss": 0.9705,
      "step": 240
    },
    {
      "epoch": 0.0841300191204589,
      "grad_norm": 1.2369219925635513,
      "learning_rate": 8.402777777777778e-05,
      "loss": 0.6061,
      "step": 242
    },
    {
      "epoch": 0.08482530853467755,
      "grad_norm": 2.542132212473201,
      "learning_rate": 8.472222222222222e-05,
      "loss": 0.9142,
      "step": 244
    },
    {
      "epoch": 0.08552059794889623,
      "grad_norm": 2.0301734217803022,
      "learning_rate": 8.541666666666666e-05,
      "loss": 0.8997,
      "step": 246
    },
    {
      "epoch": 0.08621588736311489,
      "grad_norm": 1.8605316982945626,
      "learning_rate": 8.611111111111112e-05,
      "loss": 1.005,
      "step": 248
    },
    {
      "epoch": 0.08691117677733357,
      "grad_norm": 1.193555257951713,
      "learning_rate": 8.680555555555556e-05,
      "loss": 0.8617,
      "step": 250
    },
    {
      "epoch": 0.08760646619155224,
      "grad_norm": 1.243815428863678,
      "learning_rate": 8.75e-05,
      "loss": 0.6261,
      "step": 252
    },
    {
      "epoch": 0.0883017556057709,
      "grad_norm": 1.6487754861704442,
      "learning_rate": 8.819444444444445e-05,
      "loss": 0.9219,
      "step": 254
    },
    {
      "epoch": 0.08899704501998958,
      "grad_norm": 1.1768410857322613,
      "learning_rate": 8.888888888888889e-05,
      "loss": 0.8563,
      "step": 256
    },
    {
      "epoch": 0.08969233443420824,
      "grad_norm": 1.1155265191420587,
      "learning_rate": 8.958333333333335e-05,
      "loss": 0.998,
      "step": 258
    },
    {
      "epoch": 0.09038762384842691,
      "grad_norm": 1.4432456616674065,
      "learning_rate": 9.027777777777779e-05,
      "loss": 0.8755,
      "step": 260
    },
    {
      "epoch": 0.09108291326264557,
      "grad_norm": 1.6013486668654413,
      "learning_rate": 9.097222222222223e-05,
      "loss": 0.6998,
      "step": 262
    },
    {
      "epoch": 0.09177820267686425,
      "grad_norm": 0.7869968770186737,
      "learning_rate": 9.166666666666667e-05,
      "loss": 0.7574,
      "step": 264
    },
    {
      "epoch": 0.09247349209108291,
      "grad_norm": 2.1117903903864566,
      "learning_rate": 9.236111111111112e-05,
      "loss": 0.8436,
      "step": 266
    },
    {
      "epoch": 0.09316878150530158,
      "grad_norm": 1.3582999584721895,
      "learning_rate": 9.305555555555556e-05,
      "loss": 0.8503,
      "step": 268
    },
    {
      "epoch": 0.09386407091952025,
      "grad_norm": 1.5674581009005415,
      "learning_rate": 9.375e-05,
      "loss": 0.9561,
      "step": 270
    },
    {
      "epoch": 0.09455936033373892,
      "grad_norm": 1.0274246934159952,
      "learning_rate": 9.444444444444444e-05,
      "loss": 0.7537,
      "step": 272
    },
    {
      "epoch": 0.09525464974795758,
      "grad_norm": 0.9595343432519174,
      "learning_rate": 9.513888888888888e-05,
      "loss": 0.7855,
      "step": 274
    },
    {
      "epoch": 0.09594993916217626,
      "grad_norm": 1.3313115114367815,
      "learning_rate": 9.583333333333334e-05,
      "loss": 0.7009,
      "step": 276
    },
    {
      "epoch": 0.09664522857639492,
      "grad_norm": 1.4409463331317498,
      "learning_rate": 9.652777777777779e-05,
      "loss": 1.0332,
      "step": 278
    },
    {
      "epoch": 0.09734051799061359,
      "grad_norm": 1.5445848213023137,
      "learning_rate": 9.722222222222223e-05,
      "loss": 0.7352,
      "step": 280
    },
    {
      "epoch": 0.09803580740483227,
      "grad_norm": 1.855518620927316,
      "learning_rate": 9.791666666666667e-05,
      "loss": 0.7191,
      "step": 282
    },
    {
      "epoch": 0.09873109681905093,
      "grad_norm": 1.4033396985161997,
      "learning_rate": 9.861111111111112e-05,
      "loss": 0.7886,
      "step": 284
    },
    {
      "epoch": 0.0994263862332696,
      "grad_norm": 1.9951521438049904,
      "learning_rate": 9.930555555555556e-05,
      "loss": 0.902,
      "step": 286
    },
    {
      "epoch": 0.10012167564748826,
      "grad_norm": 1.1360934228431687,
      "learning_rate": 0.0001,
      "loss": 0.8655,
      "step": 288
    },
    {
      "epoch": 0.10081696506170694,
      "grad_norm": 1.1225735433900375,
      "learning_rate": 0.00010069444444444445,
      "loss": 0.6851,
      "step": 290
    },
    {
      "epoch": 0.1015122544759256,
      "grad_norm": 0.770446891371583,
      "learning_rate": 0.00010138888888888889,
      "loss": 0.7775,
      "step": 292
    },
    {
      "epoch": 0.10220754389014428,
      "grad_norm": 0.797064180835607,
      "learning_rate": 0.00010208333333333333,
      "loss": 0.6567,
      "step": 294
    },
    {
      "epoch": 0.10290283330436294,
      "grad_norm": 0.9876188134326442,
      "learning_rate": 0.00010277777777777778,
      "loss": 0.7299,
      "step": 296
    },
    {
      "epoch": 0.10359812271858161,
      "grad_norm": 0.799601623643537,
      "learning_rate": 0.00010347222222222223,
      "loss": 0.7891,
      "step": 298
    },
    {
      "epoch": 0.10429341213280027,
      "grad_norm": 0.8791512281362982,
      "learning_rate": 0.00010416666666666667,
      "loss": 0.677,
      "step": 300
    },
    {
      "epoch": 0.10429341213280027,
      "eval_loss": 0.6939894556999207,
      "eval_runtime": 709.5268,
      "eval_samples_per_second": 6.824,
      "eval_steps_per_second": 0.214,
      "step": 300
    },
    {
      "epoch": 0.10498870154701895,
      "grad_norm": 1.329564645811689,
      "learning_rate": 0.00010486111111111113,
      "loss": 0.7511,
      "step": 302
    },
    {
      "epoch": 0.10568399096123761,
      "grad_norm": 0.7130415058241142,
      "learning_rate": 0.00010555555555555557,
      "loss": 0.709,
      "step": 304
    },
    {
      "epoch": 0.10637928037545628,
      "grad_norm": 1.1294733411370705,
      "learning_rate": 0.00010625000000000001,
      "loss": 0.7781,
      "step": 306
    },
    {
      "epoch": 0.10707456978967496,
      "grad_norm": 0.581727680778003,
      "learning_rate": 0.00010694444444444445,
      "loss": 0.6296,
      "step": 308
    },
    {
      "epoch": 0.10776985920389362,
      "grad_norm": 0.9855391514311871,
      "learning_rate": 0.00010763888888888889,
      "loss": 0.7852,
      "step": 310
    },
    {
      "epoch": 0.1084651486181123,
      "grad_norm": 0.5708379609857769,
      "learning_rate": 0.00010833333333333333,
      "loss": 0.6759,
      "step": 312
    },
    {
      "epoch": 0.10916043803233096,
      "grad_norm": 0.7243330859752051,
      "learning_rate": 0.00010902777777777777,
      "loss": 0.6326,
      "step": 314
    },
    {
      "epoch": 0.10985572744654963,
      "grad_norm": 1.3922163003264714,
      "learning_rate": 0.00010972222222222224,
      "loss": 0.5406,
      "step": 316
    },
    {
      "epoch": 0.11055101686076829,
      "grad_norm": 2.604851740418153,
      "learning_rate": 0.00011041666666666668,
      "loss": 0.8013,
      "step": 318
    },
    {
      "epoch": 0.11124630627498697,
      "grad_norm": 1.83511037983023,
      "learning_rate": 0.00011111111111111112,
      "loss": 0.8048,
      "step": 320
    },
    {
      "epoch": 0.11194159568920563,
      "grad_norm": 1.6737764614655666,
      "learning_rate": 0.00011180555555555556,
      "loss": 0.6943,
      "step": 322
    },
    {
      "epoch": 0.1126368851034243,
      "grad_norm": 1.077667781888673,
      "learning_rate": 0.00011250000000000001,
      "loss": 0.8054,
      "step": 324
    },
    {
      "epoch": 0.11333217451764296,
      "grad_norm": 0.5597693838209001,
      "learning_rate": 0.00011319444444444445,
      "loss": 0.6251,
      "step": 326
    },
    {
      "epoch": 0.11402746393186164,
      "grad_norm": 0.5636865078063477,
      "learning_rate": 0.00011388888888888889,
      "loss": 0.6832,
      "step": 328
    },
    {
      "epoch": 0.1147227533460803,
      "grad_norm": 0.6445176566556912,
      "learning_rate": 0.00011458333333333333,
      "loss": 0.6661,
      "step": 330
    },
    {
      "epoch": 0.11541804276029898,
      "grad_norm": 0.607532412895966,
      "learning_rate": 0.00011527777777777777,
      "loss": 0.7026,
      "step": 332
    },
    {
      "epoch": 0.11611333217451764,
      "grad_norm": 1.0496949694240345,
      "learning_rate": 0.00011597222222222224,
      "loss": 0.6451,
      "step": 334
    },
    {
      "epoch": 0.11680862158873631,
      "grad_norm": 0.9469233272179363,
      "learning_rate": 0.00011666666666666668,
      "loss": 0.6694,
      "step": 336
    },
    {
      "epoch": 0.11750391100295499,
      "grad_norm": 1.3789882614528595,
      "learning_rate": 0.00011736111111111112,
      "loss": 0.7031,
      "step": 338
    },
    {
      "epoch": 0.11819920041717365,
      "grad_norm": 1.2016589928587922,
      "learning_rate": 0.00011805555555555556,
      "loss": 0.6676,
      "step": 340
    },
    {
      "epoch": 0.11889448983139232,
      "grad_norm": 1.3112845410865746,
      "learning_rate": 0.00011875,
      "loss": 0.7236,
      "step": 342
    },
    {
      "epoch": 0.11958977924561098,
      "grad_norm": 0.6278789052805739,
      "learning_rate": 0.00011944444444444445,
      "loss": 0.6249,
      "step": 344
    },
    {
      "epoch": 0.12028506865982966,
      "grad_norm": 0.5405148902553805,
      "learning_rate": 0.0001201388888888889,
      "loss": 0.6412,
      "step": 346
    },
    {
      "epoch": 0.12098035807404832,
      "grad_norm": 1.6923616138961255,
      "learning_rate": 0.00012083333333333333,
      "loss": 0.7017,
      "step": 348
    },
    {
      "epoch": 0.121675647488267,
      "grad_norm": 1.5994113095813072,
      "learning_rate": 0.00012152777777777777,
      "loss": 0.7075,
      "step": 350
    },
    {
      "epoch": 0.12237093690248566,
      "grad_norm": 2.3083516502461783,
      "learning_rate": 0.00012222222222222224,
      "loss": 0.7755,
      "step": 352
    },
    {
      "epoch": 0.12306622631670433,
      "grad_norm": 0.8769167165306447,
      "learning_rate": 0.00012291666666666668,
      "loss": 0.7428,
      "step": 354
    },
    {
      "epoch": 0.12376151573092299,
      "grad_norm": 0.4456469638797518,
      "learning_rate": 0.00012361111111111112,
      "loss": 0.7002,
      "step": 356
    },
    {
      "epoch": 0.12445680514514167,
      "grad_norm": 0.8199993647792723,
      "learning_rate": 0.00012430555555555556,
      "loss": 0.7222,
      "step": 358
    },
    {
      "epoch": 0.12515209455936033,
      "grad_norm": 0.3741084955970339,
      "learning_rate": 0.000125,
      "loss": 0.6821,
      "step": 360
    },
    {
      "epoch": 0.125847383973579,
      "grad_norm": 0.2972203241099783,
      "learning_rate": 0.00012569444444444444,
      "loss": 0.7083,
      "step": 362
    },
    {
      "epoch": 0.12654267338779768,
      "grad_norm": 0.40651740632246575,
      "learning_rate": 0.00012638888888888888,
      "loss": 0.7144,
      "step": 364
    },
    {
      "epoch": 0.12723796280201635,
      "grad_norm": 0.4388093199704831,
      "learning_rate": 0.00012708333333333332,
      "loss": 0.6863,
      "step": 366
    },
    {
      "epoch": 0.127933252216235,
      "grad_norm": 0.45131267837810835,
      "learning_rate": 0.00012777777777777776,
      "loss": 0.6329,
      "step": 368
    },
    {
      "epoch": 0.12862854163045367,
      "grad_norm": 0.3837830352665476,
      "learning_rate": 0.00012847222222222223,
      "loss": 0.6938,
      "step": 370
    },
    {
      "epoch": 0.12932383104467235,
      "grad_norm": 0.6378624076702905,
      "learning_rate": 0.00012916666666666667,
      "loss": 0.6433,
      "step": 372
    },
    {
      "epoch": 0.13001912045889102,
      "grad_norm": 0.41344403509072675,
      "learning_rate": 0.0001298611111111111,
      "loss": 0.6892,
      "step": 374
    },
    {
      "epoch": 0.13071440987310967,
      "grad_norm": 1.3428471718098582,
      "learning_rate": 0.00013055555555555555,
      "loss": 0.7793,
      "step": 376
    },
    {
      "epoch": 0.13140969928732835,
      "grad_norm": 0.6202275876483008,
      "learning_rate": 0.00013125000000000002,
      "loss": 0.6836,
      "step": 378
    },
    {
      "epoch": 0.13210498870154702,
      "grad_norm": 0.774014383396004,
      "learning_rate": 0.00013194444444444446,
      "loss": 0.701,
      "step": 380
    },
    {
      "epoch": 0.1328002781157657,
      "grad_norm": 1.0650744092292224,
      "learning_rate": 0.0001326388888888889,
      "loss": 0.6562,
      "step": 382
    },
    {
      "epoch": 0.13349556752998434,
      "grad_norm": 0.5540168492927294,
      "learning_rate": 0.00013333333333333334,
      "loss": 0.6267,
      "step": 384
    },
    {
      "epoch": 0.13419085694420302,
      "grad_norm": 0.6403086140920178,
      "learning_rate": 0.00013402777777777778,
      "loss": 0.6268,
      "step": 386
    },
    {
      "epoch": 0.1348861463584217,
      "grad_norm": 0.9197218298114509,
      "learning_rate": 0.00013472222222222225,
      "loss": 0.7208,
      "step": 388
    },
    {
      "epoch": 0.13558143577264037,
      "grad_norm": 0.4235387152144674,
      "learning_rate": 0.0001354166666666667,
      "loss": 0.6057,
      "step": 390
    },
    {
      "epoch": 0.13627672518685904,
      "grad_norm": 0.425648636635043,
      "learning_rate": 0.00013611111111111113,
      "loss": 0.6387,
      "step": 392
    },
    {
      "epoch": 0.1369720146010777,
      "grad_norm": 1.034952396366508,
      "learning_rate": 0.00013680555555555557,
      "loss": 0.7307,
      "step": 394
    },
    {
      "epoch": 0.13766730401529637,
      "grad_norm": 0.8865505732510678,
      "learning_rate": 0.0001375,
      "loss": 0.6547,
      "step": 396
    },
    {
      "epoch": 0.13836259342951504,
      "grad_norm": 0.6490094573088415,
      "learning_rate": 0.00013819444444444445,
      "loss": 0.6909,
      "step": 398
    },
    {
      "epoch": 0.13905788284373372,
      "grad_norm": 0.8592713330921486,
      "learning_rate": 0.0001388888888888889,
      "loss": 0.6442,
      "step": 400
    },
    {
      "epoch": 0.13975317225795236,
      "grad_norm": 1.0279375953862069,
      "learning_rate": 0.00013958333333333333,
      "loss": 0.6907,
      "step": 402
    },
    {
      "epoch": 0.14044846167217104,
      "grad_norm": 0.6151057351983696,
      "learning_rate": 0.00014027777777777777,
      "loss": 0.697,
      "step": 404
    },
    {
      "epoch": 0.1411437510863897,
      "grad_norm": 0.7417879717121144,
      "learning_rate": 0.00014097222222222224,
      "loss": 0.698,
      "step": 406
    },
    {
      "epoch": 0.1418390405006084,
      "grad_norm": 0.5161453091859882,
      "learning_rate": 0.00014166666666666668,
      "loss": 0.6915,
      "step": 408
    },
    {
      "epoch": 0.14253432991482703,
      "grad_norm": 0.5667521096080546,
      "learning_rate": 0.00014236111111111112,
      "loss": 0.6609,
      "step": 410
    },
    {
      "epoch": 0.1432296193290457,
      "grad_norm": 0.7560317583703429,
      "learning_rate": 0.00014305555555555556,
      "loss": 0.6392,
      "step": 412
    },
    {
      "epoch": 0.14392490874326438,
      "grad_norm": 0.5456303981546313,
      "learning_rate": 0.00014375,
      "loss": 0.7561,
      "step": 414
    },
    {
      "epoch": 0.14462019815748306,
      "grad_norm": 0.4218469018151631,
      "learning_rate": 0.00014444444444444444,
      "loss": 0.675,
      "step": 416
    },
    {
      "epoch": 0.14531548757170173,
      "grad_norm": 0.3790517974518404,
      "learning_rate": 0.00014513888888888888,
      "loss": 0.6697,
      "step": 418
    },
    {
      "epoch": 0.14601077698592038,
      "grad_norm": 0.36495171567914964,
      "learning_rate": 0.00014583333333333335,
      "loss": 0.6467,
      "step": 420
    },
    {
      "epoch": 0.14670606640013906,
      "grad_norm": 0.3793520501177419,
      "learning_rate": 0.00014652777777777779,
      "loss": 0.6234,
      "step": 422
    },
    {
      "epoch": 0.14740135581435773,
      "grad_norm": 0.6214905371013544,
      "learning_rate": 0.00014722222222222223,
      "loss": 0.64,
      "step": 424
    },
    {
      "epoch": 0.1480966452285764,
      "grad_norm": 0.4103438113660832,
      "learning_rate": 0.0001479166666666667,
      "loss": 0.6174,
      "step": 426
    },
    {
      "epoch": 0.14879193464279505,
      "grad_norm": 0.5802311029669485,
      "learning_rate": 0.00014861111111111113,
      "loss": 0.6941,
      "step": 428
    },
    {
      "epoch": 0.14948722405701373,
      "grad_norm": 0.4876572424583591,
      "learning_rate": 0.00014930555555555557,
      "loss": 0.6178,
      "step": 430
    },
    {
      "epoch": 0.1501825134712324,
      "grad_norm": 0.6252220373472688,
      "learning_rate": 0.00015000000000000001,
      "loss": 0.692,
      "step": 432
    },
    {
      "epoch": 0.15087780288545108,
      "grad_norm": 1.516758455176553,
      "learning_rate": 0.00015069444444444445,
      "loss": 0.6812,
      "step": 434
    },
    {
      "epoch": 0.15157309229966973,
      "grad_norm": 0.48294685446689867,
      "learning_rate": 0.0001513888888888889,
      "loss": 0.7085,
      "step": 436
    },
    {
      "epoch": 0.1522683817138884,
      "grad_norm": 0.414196721150167,
      "learning_rate": 0.00015208333333333333,
      "loss": 0.673,
      "step": 438
    },
    {
      "epoch": 0.15296367112810708,
      "grad_norm": 0.7294881062503469,
      "learning_rate": 0.00015277777777777777,
      "loss": 0.6415,
      "step": 440
    },
    {
      "epoch": 0.15365896054232575,
      "grad_norm": 0.4846932912054438,
      "learning_rate": 0.00015347222222222224,
      "loss": 0.6644,
      "step": 442
    },
    {
      "epoch": 0.1543542499565444,
      "grad_norm": 0.6067400167426414,
      "learning_rate": 0.00015416666666666668,
      "loss": 0.6816,
      "step": 444
    },
    {
      "epoch": 0.15504953937076307,
      "grad_norm": 0.5586278026791864,
      "learning_rate": 0.00015486111111111112,
      "loss": 0.6223,
      "step": 446
    },
    {
      "epoch": 0.15574482878498175,
      "grad_norm": 0.3947236166856149,
      "learning_rate": 0.00015555555555555556,
      "loss": 0.7297,
      "step": 448
    },
    {
      "epoch": 0.15644011819920042,
      "grad_norm": 0.371457756887947,
      "learning_rate": 0.00015625,
      "loss": 0.6099,
      "step": 450
    },
    {
      "epoch": 0.15644011819920042,
      "eval_loss": 0.6634477376937866,
      "eval_runtime": 706.8027,
      "eval_samples_per_second": 6.851,
      "eval_steps_per_second": 0.215,
      "step": 450
    },
    {
      "epoch": 0.1571354076134191,
      "grad_norm": 0.4157928192338373,
      "learning_rate": 0.00015694444444444444,
      "loss": 0.7163,
      "step": 452
    },
    {
      "epoch": 0.15783069702763775,
      "grad_norm": 0.6318513446857751,
      "learning_rate": 0.00015763888888888888,
      "loss": 0.658,
      "step": 454
    },
    {
      "epoch": 0.15852598644185642,
      "grad_norm": 0.3188170086808347,
      "learning_rate": 0.00015833333333333332,
      "loss": 0.5966,
      "step": 456
    },
    {
      "epoch": 0.1592212758560751,
      "grad_norm": 0.4873146052629784,
      "learning_rate": 0.00015902777777777776,
      "loss": 0.687,
      "step": 458
    },
    {
      "epoch": 0.15991656527029377,
      "grad_norm": 0.3939618900754228,
      "learning_rate": 0.00015972222222222223,
      "loss": 0.6704,
      "step": 460
    },
    {
      "epoch": 0.16061185468451242,
      "grad_norm": 0.43442241310529234,
      "learning_rate": 0.00016041666666666667,
      "loss": 0.6941,
      "step": 462
    },
    {
      "epoch": 0.1613071440987311,
      "grad_norm": 0.5944395304786771,
      "learning_rate": 0.0001611111111111111,
      "loss": 0.5934,
      "step": 464
    },
    {
      "epoch": 0.16200243351294977,
      "grad_norm": 0.6186667715273749,
      "learning_rate": 0.00016180555555555555,
      "loss": 0.6604,
      "step": 466
    },
    {
      "epoch": 0.16269772292716844,
      "grad_norm": 0.8945416923537124,
      "learning_rate": 0.00016250000000000002,
      "loss": 0.6224,
      "step": 468
    },
    {
      "epoch": 0.1633930123413871,
      "grad_norm": 1.0526200270890014,
      "learning_rate": 0.00016319444444444446,
      "loss": 0.616,
      "step": 470
    },
    {
      "epoch": 0.16408830175560576,
      "grad_norm": 0.4575985966727194,
      "learning_rate": 0.0001638888888888889,
      "loss": 0.6591,
      "step": 472
    },
    {
      "epoch": 0.16478359116982444,
      "grad_norm": 0.4499931204645402,
      "learning_rate": 0.00016458333333333334,
      "loss": 0.6644,
      "step": 474
    },
    {
      "epoch": 0.16547888058404311,
      "grad_norm": 0.8365574384741885,
      "learning_rate": 0.00016527777777777778,
      "loss": 0.6503,
      "step": 476
    },
    {
      "epoch": 0.1661741699982618,
      "grad_norm": 0.5265284650577726,
      "learning_rate": 0.00016597222222222225,
      "loss": 0.557,
      "step": 478
    },
    {
      "epoch": 0.16686945941248044,
      "grad_norm": 0.6004742828917694,
      "learning_rate": 0.0001666666666666667,
      "loss": 0.696,
      "step": 480
    },
    {
      "epoch": 0.1675647488266991,
      "grad_norm": 0.8653134209549845,
      "learning_rate": 0.00016736111111111113,
      "loss": 0.6544,
      "step": 482
    },
    {
      "epoch": 0.1682600382409178,
      "grad_norm": 1.033230873418064,
      "learning_rate": 0.00016805555555555557,
      "loss": 0.641,
      "step": 484
    },
    {
      "epoch": 0.16895532765513646,
      "grad_norm": 0.45457193405665913,
      "learning_rate": 0.00016875,
      "loss": 0.5952,
      "step": 486
    },
    {
      "epoch": 0.1696506170693551,
      "grad_norm": 0.7413902971651539,
      "learning_rate": 0.00016944444444444445,
      "loss": 0.6306,
      "step": 488
    },
    {
      "epoch": 0.17034590648357378,
      "grad_norm": 0.5808764628223875,
      "learning_rate": 0.0001701388888888889,
      "loss": 0.6714,
      "step": 490
    },
    {
      "epoch": 0.17104119589779246,
      "grad_norm": 0.42505370383777924,
      "learning_rate": 0.00017083333333333333,
      "loss": 0.6432,
      "step": 492
    },
    {
      "epoch": 0.17173648531201113,
      "grad_norm": 0.9403542369255028,
      "learning_rate": 0.00017152777777777777,
      "loss": 0.626,
      "step": 494
    },
    {
      "epoch": 0.17243177472622978,
      "grad_norm": 0.41714707593148775,
      "learning_rate": 0.00017222222222222224,
      "loss": 0.6132,
      "step": 496
    },
    {
      "epoch": 0.17312706414044846,
      "grad_norm": 0.6660896849726371,
      "learning_rate": 0.00017291666666666668,
      "loss": 0.7009,
      "step": 498
    },
    {
      "epoch": 0.17382235355466713,
      "grad_norm": 0.5079993412341118,
      "learning_rate": 0.00017361111111111112,
      "loss": 0.6808,
      "step": 500
    },
    {
      "epoch": 0.1745176429688858,
      "grad_norm": 0.3426487947129772,
      "learning_rate": 0.00017430555555555556,
      "loss": 0.687,
      "step": 502
    },
    {
      "epoch": 0.17521293238310448,
      "grad_norm": 0.7316051797581208,
      "learning_rate": 0.000175,
      "loss": 0.686,
      "step": 504
    },
    {
      "epoch": 0.17590822179732313,
      "grad_norm": 0.4619785653282459,
      "learning_rate": 0.00017569444444444444,
      "loss": 0.7019,
      "step": 506
    },
    {
      "epoch": 0.1766035112115418,
      "grad_norm": 0.47786977912472967,
      "learning_rate": 0.0001763888888888889,
      "loss": 0.7097,
      "step": 508
    },
    {
      "epoch": 0.17729880062576048,
      "grad_norm": 0.4204398291864812,
      "learning_rate": 0.00017708333333333335,
      "loss": 0.6715,
      "step": 510
    },
    {
      "epoch": 0.17799409003997915,
      "grad_norm": 0.5257761541709909,
      "learning_rate": 0.00017777777777777779,
      "loss": 0.6675,
      "step": 512
    },
    {
      "epoch": 0.1786893794541978,
      "grad_norm": 0.5752239420884688,
      "learning_rate": 0.00017847222222222225,
      "loss": 0.5847,
      "step": 514
    },
    {
      "epoch": 0.17938466886841647,
      "grad_norm": 0.5611432017880666,
      "learning_rate": 0.0001791666666666667,
      "loss": 0.5978,
      "step": 516
    },
    {
      "epoch": 0.18007995828263515,
      "grad_norm": 0.5147097358785945,
      "learning_rate": 0.00017986111111111113,
      "loss": 0.641,
      "step": 518
    },
    {
      "epoch": 0.18077524769685382,
      "grad_norm": 0.4387330962078066,
      "learning_rate": 0.00018055555555555557,
      "loss": 0.5771,
      "step": 520
    },
    {
      "epoch": 0.18147053711107247,
      "grad_norm": 0.5712526440788663,
      "learning_rate": 0.00018125000000000001,
      "loss": 0.6212,
      "step": 522
    },
    {
      "epoch": 0.18216582652529115,
      "grad_norm": 0.6357133907029916,
      "learning_rate": 0.00018194444444444445,
      "loss": 0.5981,
      "step": 524
    },
    {
      "epoch": 0.18286111593950982,
      "grad_norm": 1.2129620643054042,
      "learning_rate": 0.0001826388888888889,
      "loss": 0.5848,
      "step": 526
    },
    {
      "epoch": 0.1835564053537285,
      "grad_norm": 1.651599276688714,
      "learning_rate": 0.00018333333333333334,
      "loss": 0.7089,
      "step": 528
    },
    {
      "epoch": 0.18425169476794717,
      "grad_norm": 0.9051688342434142,
      "learning_rate": 0.00018402777777777778,
      "loss": 0.7255,
      "step": 530
    },
    {
      "epoch": 0.18494698418216582,
      "grad_norm": 0.6932441010863684,
      "learning_rate": 0.00018472222222222224,
      "loss": 0.6497,
      "step": 532
    },
    {
      "epoch": 0.1856422735963845,
      "grad_norm": 1.2163006408955903,
      "learning_rate": 0.00018541666666666668,
      "loss": 0.7585,
      "step": 534
    },
    {
      "epoch": 0.18633756301060317,
      "grad_norm": 0.4387074048377486,
      "learning_rate": 0.00018611111111111112,
      "loss": 0.6541,
      "step": 536
    },
    {
      "epoch": 0.18703285242482184,
      "grad_norm": 0.49430581216479236,
      "learning_rate": 0.00018680555555555556,
      "loss": 0.6489,
      "step": 538
    },
    {
      "epoch": 0.1877281418390405,
      "grad_norm": 0.47561442420926275,
      "learning_rate": 0.0001875,
      "loss": 0.6406,
      "step": 540
    },
    {
      "epoch": 0.18842343125325917,
      "grad_norm": 0.7046092923664611,
      "learning_rate": 0.00018819444444444444,
      "loss": 0.6099,
      "step": 542
    },
    {
      "epoch": 0.18911872066747784,
      "grad_norm": 0.46256136269201026,
      "learning_rate": 0.00018888888888888888,
      "loss": 0.6992,
      "step": 544
    },
    {
      "epoch": 0.18981401008169652,
      "grad_norm": 0.5489877082982352,
      "learning_rate": 0.00018958333333333332,
      "loss": 0.5817,
      "step": 546
    },
    {
      "epoch": 0.19050929949591516,
      "grad_norm": 0.46129441798908893,
      "learning_rate": 0.00019027777777777776,
      "loss": 0.645,
      "step": 548
    },
    {
      "epoch": 0.19120458891013384,
      "grad_norm": 0.3724226655450749,
      "learning_rate": 0.00019097222222222223,
      "loss": 0.6177,
      "step": 550
    },
    {
      "epoch": 0.1918998783243525,
      "grad_norm": 0.4625796323902992,
      "learning_rate": 0.00019166666666666667,
      "loss": 0.6702,
      "step": 552
    },
    {
      "epoch": 0.1925951677385712,
      "grad_norm": 1.0142124821047231,
      "learning_rate": 0.0001923611111111111,
      "loss": 0.7173,
      "step": 554
    },
    {
      "epoch": 0.19329045715278984,
      "grad_norm": 0.5452830720753045,
      "learning_rate": 0.00019305555555555558,
      "loss": 0.6897,
      "step": 556
    },
    {
      "epoch": 0.1939857465670085,
      "grad_norm": 0.5723214484723252,
      "learning_rate": 0.00019375000000000002,
      "loss": 0.6495,
      "step": 558
    },
    {
      "epoch": 0.19468103598122719,
      "grad_norm": 0.39925844595054966,
      "learning_rate": 0.00019444444444444446,
      "loss": 0.6479,
      "step": 560
    },
    {
      "epoch": 0.19537632539544586,
      "grad_norm": 0.3575565088751118,
      "learning_rate": 0.0001951388888888889,
      "loss": 0.6593,
      "step": 562
    },
    {
      "epoch": 0.19607161480966454,
      "grad_norm": 0.6119892689536569,
      "learning_rate": 0.00019583333333333334,
      "loss": 0.6831,
      "step": 564
    },
    {
      "epoch": 0.19676690422388318,
      "grad_norm": 0.5076569073121309,
      "learning_rate": 0.00019652777777777778,
      "loss": 0.6294,
      "step": 566
    },
    {
      "epoch": 0.19746219363810186,
      "grad_norm": 0.622226505121079,
      "learning_rate": 0.00019722222222222225,
      "loss": 0.5551,
      "step": 568
    },
    {
      "epoch": 0.19815748305232053,
      "grad_norm": 0.4106526912254415,
      "learning_rate": 0.0001979166666666667,
      "loss": 0.6503,
      "step": 570
    },
    {
      "epoch": 0.1988527724665392,
      "grad_norm": 0.47164751383243125,
      "learning_rate": 0.00019861111111111113,
      "loss": 0.6992,
      "step": 572
    },
    {
      "epoch": 0.19954806188075785,
      "grad_norm": 0.492328312395826,
      "learning_rate": 0.00019930555555555557,
      "loss": 0.7183,
      "step": 574
    },
    {
      "epoch": 0.20024335129497653,
      "grad_norm": 0.5087240677439067,
      "learning_rate": 0.0002,
      "loss": 0.6429,
      "step": 576
    },
    {
      "epoch": 0.2009386407091952,
      "grad_norm": 0.9311216098504759,
      "learning_rate": 0.00019999992632143608,
      "loss": 0.6586,
      "step": 578
    },
    {
      "epoch": 0.20163393012341388,
      "grad_norm": 0.38840935170189844,
      "learning_rate": 0.00019999970528585288,
      "loss": 0.5905,
      "step": 580
    },
    {
      "epoch": 0.20232921953763253,
      "grad_norm": 0.5966472765038273,
      "learning_rate": 0.0001999993368935761,
      "loss": 0.7112,
      "step": 582
    },
    {
      "epoch": 0.2030245089518512,
      "grad_norm": 0.535232520705813,
      "learning_rate": 0.00019999882114514863,
      "loss": 0.7036,
      "step": 584
    },
    {
      "epoch": 0.20371979836606988,
      "grad_norm": 0.5039916125175515,
      "learning_rate": 0.0001999981580413304,
      "loss": 0.7485,
      "step": 586
    },
    {
      "epoch": 0.20441508778028855,
      "grad_norm": 0.6733262892097686,
      "learning_rate": 0.0001999973475830986,
      "loss": 0.7312,
      "step": 588
    },
    {
      "epoch": 0.20511037719450723,
      "grad_norm": 0.42805740684614807,
      "learning_rate": 0.00019999638977164747,
      "loss": 0.6356,
      "step": 590
    },
    {
      "epoch": 0.20580566660872587,
      "grad_norm": 0.976918546573707,
      "learning_rate": 0.00019999528460838844,
      "loss": 0.666,
      "step": 592
    },
    {
      "epoch": 0.20650095602294455,
      "grad_norm": 0.674463735133944,
      "learning_rate": 0.00019999403209495,
      "loss": 0.6735,
      "step": 594
    },
    {
      "epoch": 0.20719624543716322,
      "grad_norm": 0.412232119296174,
      "learning_rate": 0.00019999263223317786,
      "loss": 0.6364,
      "step": 596
    },
    {
      "epoch": 0.2078915348513819,
      "grad_norm": 0.3611034413524545,
      "learning_rate": 0.0001999910850251348,
      "loss": 0.6368,
      "step": 598
    },
    {
      "epoch": 0.20858682426560055,
      "grad_norm": 0.542506398091656,
      "learning_rate": 0.0001999893904731007,
      "loss": 0.7292,
      "step": 600
    },
    {
      "epoch": 0.20858682426560055,
      "eval_loss": 0.6517693400382996,
      "eval_runtime": 707.4674,
      "eval_samples_per_second": 6.844,
      "eval_steps_per_second": 0.215,
      "step": 600
    },
    {
      "epoch": 0.20928211367981922,
      "grad_norm": 0.4799286290563759,
      "learning_rate": 0.0001999875485795727,
      "loss": 0.6609,
      "step": 602
    },
    {
      "epoch": 0.2099774030940379,
      "grad_norm": 0.41830446575524177,
      "learning_rate": 0.0001999855593472649,
      "loss": 0.6084,
      "step": 604
    },
    {
      "epoch": 0.21067269250825657,
      "grad_norm": 0.8865562086549428,
      "learning_rate": 0.00019998342277910856,
      "loss": 0.6204,
      "step": 606
    },
    {
      "epoch": 0.21136798192247522,
      "grad_norm": 0.5567410910026902,
      "learning_rate": 0.00019998113887825206,
      "loss": 0.7087,
      "step": 608
    },
    {
      "epoch": 0.2120632713366939,
      "grad_norm": 0.4229098163428897,
      "learning_rate": 0.000199978707648061,
      "loss": 0.6403,
      "step": 610
    },
    {
      "epoch": 0.21275856075091257,
      "grad_norm": 0.7793555918286379,
      "learning_rate": 0.00019997612909211784,
      "loss": 0.6147,
      "step": 612
    },
    {
      "epoch": 0.21345385016513124,
      "grad_norm": 0.49302383416102263,
      "learning_rate": 0.00019997340321422228,
      "loss": 0.5771,
      "step": 614
    },
    {
      "epoch": 0.21414913957934992,
      "grad_norm": 1.0807551778698754,
      "learning_rate": 0.00019997053001839115,
      "loss": 0.6538,
      "step": 616
    },
    {
      "epoch": 0.21484442899356856,
      "grad_norm": 0.5935042706034646,
      "learning_rate": 0.0001999675095088583,
      "loss": 0.6058,
      "step": 618
    },
    {
      "epoch": 0.21553971840778724,
      "grad_norm": 0.5151203960605611,
      "learning_rate": 0.00019996434169007468,
      "loss": 0.6138,
      "step": 620
    },
    {
      "epoch": 0.21623500782200591,
      "grad_norm": 0.7837579499467073,
      "learning_rate": 0.00019996102656670824,
      "loss": 0.657,
      "step": 622
    },
    {
      "epoch": 0.2169302972362246,
      "grad_norm": 0.5438202413527335,
      "learning_rate": 0.0001999575641436441,
      "loss": 0.6642,
      "step": 624
    },
    {
      "epoch": 0.21762558665044324,
      "grad_norm": 0.5566641749580342,
      "learning_rate": 0.00019995395442598435,
      "loss": 0.6813,
      "step": 626
    },
    {
      "epoch": 0.2183208760646619,
      "grad_norm": 0.9345190838089675,
      "learning_rate": 0.0001999501974190482,
      "loss": 0.684,
      "step": 628
    },
    {
      "epoch": 0.2190161654788806,
      "grad_norm": 0.48677420225080537,
      "learning_rate": 0.00019994629312837186,
      "loss": 0.6481,
      "step": 630
    },
    {
      "epoch": 0.21971145489309926,
      "grad_norm": 1.3826373483976924,
      "learning_rate": 0.00019994224155970856,
      "loss": 0.7222,
      "step": 632
    },
    {
      "epoch": 0.2204067443073179,
      "grad_norm": 0.9031189580678588,
      "learning_rate": 0.00019993804271902857,
      "loss": 0.6809,
      "step": 634
    },
    {
      "epoch": 0.22110203372153658,
      "grad_norm": 0.5674519795217096,
      "learning_rate": 0.00019993369661251923,
      "loss": 0.6184,
      "step": 636
    },
    {
      "epoch": 0.22179732313575526,
      "grad_norm": 2.5294344265719135,
      "learning_rate": 0.0001999292032465848,
      "loss": 0.7686,
      "step": 638
    },
    {
      "epoch": 0.22249261254997393,
      "grad_norm": 2.8855656605632047,
      "learning_rate": 0.00019992456262784658,
      "loss": 0.8215,
      "step": 640
    },
    {
      "epoch": 0.2231879019641926,
      "grad_norm": 1.5331524159142917,
      "learning_rate": 0.00019991977476314286,
      "loss": 0.7057,
      "step": 642
    },
    {
      "epoch": 0.22388319137841126,
      "grad_norm": 0.8086145005161695,
      "learning_rate": 0.0001999148396595289,
      "loss": 0.6289,
      "step": 644
    },
    {
      "epoch": 0.22457848079262993,
      "grad_norm": 0.767389193699688,
      "learning_rate": 0.00019990975732427693,
      "loss": 0.6117,
      "step": 646
    },
    {
      "epoch": 0.2252737702068486,
      "grad_norm": 0.9275190697426144,
      "learning_rate": 0.0001999045277648761,
      "loss": 0.6582,
      "step": 648
    },
    {
      "epoch": 0.22596905962106728,
      "grad_norm": 0.8004230202091956,
      "learning_rate": 0.00019989915098903257,
      "loss": 0.5387,
      "step": 650
    },
    {
      "epoch": 0.22666434903528593,
      "grad_norm": 0.8210833181388095,
      "learning_rate": 0.0001998936270046694,
      "loss": 0.5941,
      "step": 652
    },
    {
      "epoch": 0.2273596384495046,
      "grad_norm": 2.1189675938584616,
      "learning_rate": 0.00019988795581992656,
      "loss": 0.7504,
      "step": 654
    },
    {
      "epoch": 0.22805492786372328,
      "grad_norm": 0.5952032026226816,
      "learning_rate": 0.000199882137443161,
      "loss": 0.6643,
      "step": 656
    },
    {
      "epoch": 0.22875021727794195,
      "grad_norm": 0.40481972159485846,
      "learning_rate": 0.00019987617188294642,
      "loss": 0.5225,
      "step": 658
    },
    {
      "epoch": 0.2294455066921606,
      "grad_norm": 0.7478677085785272,
      "learning_rate": 0.00019987005914807356,
      "loss": 0.6561,
      "step": 660
    },
    {
      "epoch": 0.23014079610637928,
      "grad_norm": 0.4468692254604696,
      "learning_rate": 0.00019986379924754997,
      "loss": 0.6262,
      "step": 662
    },
    {
      "epoch": 0.23083608552059795,
      "grad_norm": 0.46697718493106893,
      "learning_rate": 0.00019985739219060002,
      "loss": 0.6178,
      "step": 664
    },
    {
      "epoch": 0.23153137493481663,
      "grad_norm": 0.388728867903269,
      "learning_rate": 0.000199850837986665,
      "loss": 0.5544,
      "step": 666
    },
    {
      "epoch": 0.23222666434903527,
      "grad_norm": 0.5731403139849517,
      "learning_rate": 0.000199844136645403,
      "loss": 0.5906,
      "step": 668
    },
    {
      "epoch": 0.23292195376325395,
      "grad_norm": 0.7601215827849259,
      "learning_rate": 0.0001998372881766889,
      "loss": 0.6577,
      "step": 670
    },
    {
      "epoch": 0.23361724317747262,
      "grad_norm": 0.8997786413980279,
      "learning_rate": 0.00019983029259061446,
      "loss": 0.6388,
      "step": 672
    },
    {
      "epoch": 0.2343125325916913,
      "grad_norm": 0.519349430301096,
      "learning_rate": 0.00019982314989748813,
      "loss": 0.6561,
      "step": 674
    },
    {
      "epoch": 0.23500782200590997,
      "grad_norm": 0.4918913590728881,
      "learning_rate": 0.00019981586010783513,
      "loss": 0.6176,
      "step": 676
    },
    {
      "epoch": 0.23570311142012862,
      "grad_norm": 0.5324672662478441,
      "learning_rate": 0.00019980842323239756,
      "loss": 0.5801,
      "step": 678
    },
    {
      "epoch": 0.2363984008343473,
      "grad_norm": 0.6375745879180794,
      "learning_rate": 0.00019980083928213417,
      "loss": 0.6885,
      "step": 680
    },
    {
      "epoch": 0.23709369024856597,
      "grad_norm": 0.4317997282790841,
      "learning_rate": 0.00019979310826822046,
      "loss": 0.5727,
      "step": 682
    },
    {
      "epoch": 0.23778897966278464,
      "grad_norm": 0.7933828103238656,
      "learning_rate": 0.00019978523020204857,
      "loss": 0.6703,
      "step": 684
    },
    {
      "epoch": 0.2384842690770033,
      "grad_norm": 0.5465102255190097,
      "learning_rate": 0.00019977720509522747,
      "loss": 0.6675,
      "step": 686
    },
    {
      "epoch": 0.23917955849122197,
      "grad_norm": 0.8356137363612883,
      "learning_rate": 0.00019976903295958269,
      "loss": 0.6558,
      "step": 688
    },
    {
      "epoch": 0.23987484790544064,
      "grad_norm": 0.5190073187676806,
      "learning_rate": 0.00019976071380715645,
      "loss": 0.6779,
      "step": 690
    },
    {
      "epoch": 0.24057013731965932,
      "grad_norm": 0.40561527338007225,
      "learning_rate": 0.0001997522476502076,
      "loss": 0.6687,
      "step": 692
    },
    {
      "epoch": 0.24126542673387796,
      "grad_norm": 0.592821589706298,
      "learning_rate": 0.0001997436345012117,
      "loss": 0.6807,
      "step": 694
    },
    {
      "epoch": 0.24196071614809664,
      "grad_norm": 0.686918345062074,
      "learning_rate": 0.00019973487437286073,
      "loss": 0.6831,
      "step": 696
    },
    {
      "epoch": 0.2426560055623153,
      "grad_norm": 0.964075508243471,
      "learning_rate": 0.00019972596727806346,
      "loss": 0.665,
      "step": 698
    },
    {
      "epoch": 0.243351294976534,
      "grad_norm": 0.739137434656244,
      "learning_rate": 0.00019971691322994507,
      "loss": 0.6387,
      "step": 700
    },
    {
      "epoch": 0.24404658439075266,
      "grad_norm": 0.3978099419540589,
      "learning_rate": 0.00019970771224184737,
      "loss": 0.6143,
      "step": 702
    },
    {
      "epoch": 0.2447418738049713,
      "grad_norm": 0.4997978607153984,
      "learning_rate": 0.0001996983643273287,
      "loss": 0.6083,
      "step": 704
    },
    {
      "epoch": 0.24543716321918999,
      "grad_norm": 1.3443518380439796,
      "learning_rate": 0.0001996888695001638,
      "loss": 0.6711,
      "step": 706
    },
    {
      "epoch": 0.24613245263340866,
      "grad_norm": 0.5424379336505594,
      "learning_rate": 0.000199679227774344,
      "loss": 0.6321,
      "step": 708
    },
    {
      "epoch": 0.24682774204762734,
      "grad_norm": 0.7689235498835658,
      "learning_rate": 0.00019966943916407712,
      "loss": 0.6918,
      "step": 710
    },
    {
      "epoch": 0.24752303146184598,
      "grad_norm": 0.6467240394468301,
      "learning_rate": 0.00019965950368378734,
      "loss": 0.6368,
      "step": 712
    },
    {
      "epoch": 0.24821832087606466,
      "grad_norm": 0.48819289451999526,
      "learning_rate": 0.00019964942134811532,
      "loss": 0.5875,
      "step": 714
    },
    {
      "epoch": 0.24891361029028333,
      "grad_norm": 1.1929427463467126,
      "learning_rate": 0.00019963919217191807,
      "loss": 0.6795,
      "step": 716
    },
    {
      "epoch": 0.249608899704502,
      "grad_norm": 0.4182713825442439,
      "learning_rate": 0.00019962881617026902,
      "loss": 0.5835,
      "step": 718
    },
    {
      "epoch": 0.25030418911872065,
      "grad_norm": 0.5770262516296942,
      "learning_rate": 0.00019961829335845795,
      "loss": 0.6299,
      "step": 720
    },
    {
      "epoch": 0.25099947853293936,
      "grad_norm": 0.9135250550485389,
      "learning_rate": 0.00019960762375199095,
      "loss": 0.6844,
      "step": 722
    },
    {
      "epoch": 0.251694767947158,
      "grad_norm": 0.5511234805517417,
      "learning_rate": 0.0001995968073665905,
      "loss": 0.5745,
      "step": 724
    },
    {
      "epoch": 0.25239005736137665,
      "grad_norm": 0.49137872896877094,
      "learning_rate": 0.00019958584421819528,
      "loss": 0.698,
      "step": 726
    },
    {
      "epoch": 0.25308534677559535,
      "grad_norm": 0.4437253322782162,
      "learning_rate": 0.00019957473432296026,
      "loss": 0.6864,
      "step": 728
    },
    {
      "epoch": 0.253780636189814,
      "grad_norm": 0.5064381489074585,
      "learning_rate": 0.0001995634776972567,
      "loss": 0.5758,
      "step": 730
    },
    {
      "epoch": 0.2544759256040327,
      "grad_norm": 0.5464655664741616,
      "learning_rate": 0.00019955207435767201,
      "loss": 0.6351,
      "step": 732
    },
    {
      "epoch": 0.25517121501825135,
      "grad_norm": 0.44060524677853835,
      "learning_rate": 0.00019954052432100982,
      "loss": 0.6837,
      "step": 734
    },
    {
      "epoch": 0.25586650443247,
      "grad_norm": 0.942390696980061,
      "learning_rate": 0.00019952882760428998,
      "loss": 0.6378,
      "step": 736
    },
    {
      "epoch": 0.2565617938466887,
      "grad_norm": 0.4710023299938762,
      "learning_rate": 0.00019951698422474836,
      "loss": 0.6968,
      "step": 738
    },
    {
      "epoch": 0.25725708326090735,
      "grad_norm": 0.4179809222387651,
      "learning_rate": 0.00019950499419983707,
      "loss": 0.5643,
      "step": 740
    },
    {
      "epoch": 0.257952372675126,
      "grad_norm": 0.4446278865199289,
      "learning_rate": 0.00019949285754722426,
      "loss": 0.5089,
      "step": 742
    },
    {
      "epoch": 0.2586476620893447,
      "grad_norm": 0.914728851966275,
      "learning_rate": 0.00019948057428479418,
      "loss": 0.7933,
      "step": 744
    },
    {
      "epoch": 0.25934295150356335,
      "grad_norm": 0.47142275185055055,
      "learning_rate": 0.00019946814443064703,
      "loss": 0.6384,
      "step": 746
    },
    {
      "epoch": 0.26003824091778205,
      "grad_norm": 0.720916103725334,
      "learning_rate": 0.00019945556800309917,
      "loss": 0.5957,
      "step": 748
    },
    {
      "epoch": 0.2607335303320007,
      "grad_norm": 0.8550360126036364,
      "learning_rate": 0.00019944284502068275,
      "loss": 0.6454,
      "step": 750
    },
    {
      "epoch": 0.2607335303320007,
      "eval_loss": 0.6373963952064514,
      "eval_runtime": 728.7951,
      "eval_samples_per_second": 6.644,
      "eval_steps_per_second": 0.209,
      "step": 750
    },
    {
      "epoch": 0.26142881974621934,
      "grad_norm": 0.5467512313200382,
      "learning_rate": 0.0001994299755021461,
      "loss": 0.5781,
      "step": 752
    },
    {
      "epoch": 0.26212410916043805,
      "grad_norm": 0.41230384162224254,
      "learning_rate": 0.0001994169594664533,
      "loss": 0.6467,
      "step": 754
    },
    {
      "epoch": 0.2628193985746567,
      "grad_norm": 0.5635895964904281,
      "learning_rate": 0.00019940379693278448,
      "loss": 0.6182,
      "step": 756
    },
    {
      "epoch": 0.2635146879888754,
      "grad_norm": 0.6456168984233462,
      "learning_rate": 0.0001993904879205355,
      "loss": 0.6086,
      "step": 758
    },
    {
      "epoch": 0.26420997740309404,
      "grad_norm": 0.5060399335833471,
      "learning_rate": 0.00019937703244931815,
      "loss": 0.6407,
      "step": 760
    },
    {
      "epoch": 0.2649052668173127,
      "grad_norm": 0.5033297464646784,
      "learning_rate": 0.00019936343053896004,
      "loss": 0.6157,
      "step": 762
    },
    {
      "epoch": 0.2656005562315314,
      "grad_norm": 0.3911665523252255,
      "learning_rate": 0.00019934968220950458,
      "loss": 0.6227,
      "step": 764
    },
    {
      "epoch": 0.26629584564575004,
      "grad_norm": 1.7130937466256138,
      "learning_rate": 0.00019933578748121086,
      "loss": 0.5994,
      "step": 766
    },
    {
      "epoch": 0.2669911350599687,
      "grad_norm": 0.5747338886603724,
      "learning_rate": 0.00019932174637455382,
      "loss": 0.6238,
      "step": 768
    },
    {
      "epoch": 0.2676864244741874,
      "grad_norm": 0.6226324357252033,
      "learning_rate": 0.00019930755891022398,
      "loss": 0.6255,
      "step": 770
    },
    {
      "epoch": 0.26838171388840604,
      "grad_norm": 0.5282488794229044,
      "learning_rate": 0.00019929322510912756,
      "loss": 0.5808,
      "step": 772
    },
    {
      "epoch": 0.26907700330262474,
      "grad_norm": 0.5596904577167024,
      "learning_rate": 0.0001992787449923865,
      "loss": 0.5361,
      "step": 774
    },
    {
      "epoch": 0.2697722927168434,
      "grad_norm": 1.0477422618379753,
      "learning_rate": 0.00019926411858133824,
      "loss": 0.54,
      "step": 776
    },
    {
      "epoch": 0.27046758213106203,
      "grad_norm": 1.1314704495635823,
      "learning_rate": 0.00019924934589753582,
      "loss": 0.5869,
      "step": 778
    },
    {
      "epoch": 0.27116287154528074,
      "grad_norm": 0.5426548544381972,
      "learning_rate": 0.00019923442696274794,
      "loss": 0.5951,
      "step": 780
    },
    {
      "epoch": 0.2718581609594994,
      "grad_norm": 0.8480025293040686,
      "learning_rate": 0.00019921936179895862,
      "loss": 0.6003,
      "step": 782
    },
    {
      "epoch": 0.2725534503737181,
      "grad_norm": 0.5729452380906337,
      "learning_rate": 0.0001992041504283675,
      "loss": 0.6526,
      "step": 784
    },
    {
      "epoch": 0.27324873978793673,
      "grad_norm": 0.7362085286496177,
      "learning_rate": 0.00019918879287338957,
      "loss": 0.6776,
      "step": 786
    },
    {
      "epoch": 0.2739440292021554,
      "grad_norm": 0.7440059372391256,
      "learning_rate": 0.00019917328915665535,
      "loss": 0.6486,
      "step": 788
    },
    {
      "epoch": 0.2746393186163741,
      "grad_norm": 0.6110842206790659,
      "learning_rate": 0.0001991576393010106,
      "loss": 0.6226,
      "step": 790
    },
    {
      "epoch": 0.27533460803059273,
      "grad_norm": 0.8002336898560896,
      "learning_rate": 0.00019914184332951655,
      "loss": 0.6215,
      "step": 792
    },
    {
      "epoch": 0.2760298974448114,
      "grad_norm": 0.6761736356192558,
      "learning_rate": 0.00019912590126544964,
      "loss": 0.5988,
      "step": 794
    },
    {
      "epoch": 0.2767251868590301,
      "grad_norm": 1.1005016630123619,
      "learning_rate": 0.00019910981313230172,
      "loss": 0.6213,
      "step": 796
    },
    {
      "epoch": 0.27742047627324873,
      "grad_norm": 0.6513452605734942,
      "learning_rate": 0.00019909357895377973,
      "loss": 0.682,
      "step": 798
    },
    {
      "epoch": 0.27811576568746743,
      "grad_norm": 0.8536492677008404,
      "learning_rate": 0.0001990771987538059,
      "loss": 0.707,
      "step": 800
    },
    {
      "epoch": 0.2788110551016861,
      "grad_norm": 0.3362293750538688,
      "learning_rate": 0.00019906067255651765,
      "loss": 0.7108,
      "step": 802
    },
    {
      "epoch": 0.2795063445159047,
      "grad_norm": 0.4792899916449288,
      "learning_rate": 0.0001990440003862675,
      "loss": 0.6055,
      "step": 804
    },
    {
      "epoch": 0.28020163393012343,
      "grad_norm": 1.272937677307704,
      "learning_rate": 0.00019902718226762304,
      "loss": 0.6816,
      "step": 806
    },
    {
      "epoch": 0.2808969233443421,
      "grad_norm": 0.30646692495778655,
      "learning_rate": 0.00019901021822536704,
      "loss": 0.688,
      "step": 808
    },
    {
      "epoch": 0.2815922127585608,
      "grad_norm": 0.3035733218665055,
      "learning_rate": 0.00019899310828449713,
      "loss": 0.6746,
      "step": 810
    }
  ],
  "logging_steps": 2,
  "max_steps": 5752,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 90,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 3226887842168832.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}